-- Logs begin at Wed 2021-09-08 12:06:01 UTC, end at Wed 2021-09-08 15:00:28 UTC. -- Sep 08 12:56:18.256727 n-d-807558-3 systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 12:56:21.064985 n-d-807558-3 neutron-server[96150]: INFO neutron.common.config [-] Logging enabled! Sep 08 12:56:21.065623 n-d-807558-3 neutron-server[96150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 12:56:21.065774 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=96150) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 12:56:21.069060 n-d-807558-3 neutron-server[96150]: INFO neutron.common.config [-] Logging enabled! Sep 08 12:56:21.069315 n-d-807558-3 neutron-server[96150]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 12:56:21.069625 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=96150) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 12:56:21.070621 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 12:56:21.070858 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 12:56:21.071238 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 12:56:21.071484 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 12:56:21.071729 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 12:56:21.072027 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.072326 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.072622 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.072853 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.073150 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.073454 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.073770 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.074056 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.074377 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.074666 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.074948 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.075236 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.075470 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.075755 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] config_source = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.076045 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.076332 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.076558 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] debug = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.076845 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.077271 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.077725 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.078010 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.078325 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.078623 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.078882 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.079158 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.079450 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.079782 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] host = n-d-807558-3 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.080060 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.080350 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.080639 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.080922 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.081201 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.081483 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.081774 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.082050 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] log_dir = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.082359 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] log_file = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.082643 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.082936 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.083228 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.083521 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.083755 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.083978 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.084263 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.084558 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.084835 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.085117 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.085397 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.085676 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.085953 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.086244 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.086594 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.086807 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.087103 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.087372 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.087651 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.087927 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.088202 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.088489 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.088796 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.089076 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.089889 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.090192 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.090514 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.090792 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.091101 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.091390 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.091672 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.091960 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.092241 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.092526 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.092805 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.093082 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] use_journal = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.093367 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] use_json = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.093647 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.093927 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.094245 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.094527 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.094804 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.095084 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.095361 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.095647 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:21.095953 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.096253 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.096558 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.096846 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.097145 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.097431 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.097724 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.098008 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.098333 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.098628 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.098923 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.099207 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.099501 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.099785 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.100084 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.100396 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.100692 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.100987 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.101264 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.101541 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.101817 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.102098 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.102413 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.102699 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.102991 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.103282 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.103567 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.103862 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.104160 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.104451 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.104727 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.105567 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.105862 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.106143 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.106469 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.106753 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.107044 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.107326 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.107601 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.107887 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.108169 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.108443 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.108715 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.108998 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.109288 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.109568 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.109841 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.110112 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.110413 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.110684 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.110972 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.111251 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.111525 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.111803 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.112084 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.112358 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.112633 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.112918 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.113192 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.113471 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.113751 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.114023 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.114330 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.114605 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.114879 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.115153 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.115427 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.115705 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.115980 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.116253 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.116525 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.116802 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.117076 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.117404 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.117736 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.118023 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.118333 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.118617 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.118898 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.119177 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.119458 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.119738 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.120019 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.120291 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.120617 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.120905 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.121199 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.121484 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.121764 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.122069 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.122376 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.122666 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.122948 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.123230 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.123527 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.123816 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.124114 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.124409 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.124709 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.124999 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.125299 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.125584 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.125902 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.126194 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:21.126431 n-d-807558-3 neutron-server[96150]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 12:56:21.126683 n-d-807558-3 neutron-server[96150]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=96150) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 12:56:21.491430 n-d-807558-3 neutron-server[96150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=96150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 12:56:21.491707 n-d-807558-3 neutron-server[96150]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=96150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 12:56:21.491991 n-d-807558-3 neutron-server[96150]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=96150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 12:56:21.492333 n-d-807558-3 neutron-server[96150]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 12:56:21.907485 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.907780 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.908050 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.909360 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.909629 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.909898 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.949227 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.949497 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.949765 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.966055 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.966362 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.966630 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.997852 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.998140 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:21.998441 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.039364 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.039643 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.040176 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.281276 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.281901 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.281901 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.282049 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.282707 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.406003 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.406339 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.406660 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.406931 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.407198 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.407506 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.407770 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.408023 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.408276 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.408553 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.408810 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.409079 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.409339 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.409587 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.409834 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.410094 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.410382 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.410647 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.410916 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.411174 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.411445 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.411700 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.411978 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.412359 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.412607 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.412850 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.413250 n-d-807558-3 neutron-server[96150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=96150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 12:56:22.413489 n-d-807558-3 neutron-server[96150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=96150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 12:56:22.413723 n-d-807558-3 neutron-server[96150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=96150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 12:56:22.413954 n-d-807558-3 neutron-server[96150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=96150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 12:56:22.414209 n-d-807558-3 neutron-server[96150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=96150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 12:56:22.414444 n-d-807558-3 neutron-server[96150]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=96150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 12:56:22.415069 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 12:56:22.418478 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 12:56:22.422482 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 12:56:22.426499 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Sep 08 12:56:22.428165 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 12:56:22.428638 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 12:56:22.428970 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 12:56:22.429353 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 12:56:22.433984 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 12:56:22.434250 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 12:56:22.434746 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 12:56:22.440231 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 08 12:56:22.462983 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 12:56:22.463458 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.463758 n-d-807558-3 neutron-server[96150]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=96150) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 08 12:56:22.464119 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.465501 n-d-807558-3 neutron-server[96150]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=96150) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 12:56:22.465792 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 12:56:22.466038 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 12:56:22.469524 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.469806 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:22.533852 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 12:56:22.534065 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 12:56:22.534244 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 12:56:22.534660 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 12:56:22.559103 n-d-807558-3 neutron-server[96150]: DEBUG oslo_db.sqlalchemy.engines [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=96150) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 08 12:56:23.510826 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Initializing driver for type 'gre' Sep 08 12:56:23.511581 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] gre ID ranges: [(1, 1000)] Sep 08 12:56:23.751191 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Initializing driver for type 'local' Sep 08 12:56:23.751592 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Initializing driver for type 'vlan' Sep 08 12:56:23.894727 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] VlanTypeDriver initialization complete Sep 08 12:56:23.895112 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Initializing driver for type 'vxlan' Sep 08 12:56:23.895757 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] vxlan ID ranges: [(1, 1000)] Sep 08 12:56:24.135898 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Initializing extension driver 'port_security' Sep 08 12:56:24.136344 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.extensions.port_security [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] PortSecurityExtensionDriver initialization complete Sep 08 12:56:24.136713 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Initializing mechanism driver 'openvswitch' Sep 08 12:56:24.137057 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Initializing mechanism driver 'hyperv' Sep 08 12:56:24.144838 n-d-807558-3 neutron-server[96150]: DEBUG neutron.plugins.ml2.plugin [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=96150) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:56:24.145429 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > port after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.145797 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > port after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.146336 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > port after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.146880 n-d-807558-3 neutron-server[96150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=96150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 12:56:24.147339 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > subnet after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.147695 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > subnet after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.148040 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.148428 n-d-807558-3 neutron-server[96150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=96150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 12:56:24.148837 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > network after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.149186 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > network after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.149525 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > network after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.149955 n-d-807558-3 neutron-server[96150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=96150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 12:56:24.150384 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > security_group after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.150734 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > security_group after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.155024 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.155024 n-d-807558-3 neutron-server[96150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=96150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 12:56:24.155024 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.155024 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.155024 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.155667 n-d-807558-3 neutron-server[96150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=96150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 12:56:24.155667 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > address_group after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.155667 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > address_group after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.155667 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.155667 n-d-807558-3 neutron-server[96150]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=96150) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 12:56:24.156277 n-d-807558-3 neutron-server[96150]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] ML2 OVO RPC backend initialized. {{(pid=96150) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 08 12:56:24.156277 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.156277 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.156606 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > network before_response 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.156732 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > networks before_response 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.157055 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > port before_response 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.157397 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > ports before_response 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.157737 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > subnet before_response 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.158078 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > subnets before_response 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.158452 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > network after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.158794 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > network after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.159127 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > network after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.159459 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > port after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.159798 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > port after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.160131 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > port after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.160463 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > subnet after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.160801 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > subnet after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.161131 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.161759 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.plugin [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Modular L2 Plugin initialization complete Sep 08 12:56:24.162092 n-d-807558-3 neutron-server[96150]: DEBUG neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading services supported by the core plugin {{(pid=96150) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 12:56:24.162450 n-d-807558-3 neutron-server[96150]: INFO neutron.plugins.ml2.managers [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Got port-security extension from driver 'port_security' Sep 08 12:56:24.162924 n-d-807558-3 neutron-server[96150]: INFO neutron.extensions.vlantransparent [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Disabled vlantransparent extension. Sep 08 12:56:24.163412 n-d-807558-3 neutron-server[96150]: DEBUG neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=96150) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 12:56:24.163729 n-d-807558-3 neutron-server[96150]: INFO neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading Plugin: router Sep 08 12:56:24.205151 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.205545 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router after_create 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.205915 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router before_create 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.206309 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.206687 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.207045 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router after_delete 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.207403 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.207752 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.208126 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router after_create 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.208481 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router after_update 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.208812 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router after_update 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.209161 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.209525 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router after_update 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.209933 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router precommit_update 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.210334 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: port after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.210670 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: port after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.211008 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: subnet after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.211347 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.211695 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.212036 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router precommit_create 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.212372 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: port before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.212725 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router precommit_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.213078 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router after_update 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.213424 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.213800 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router precommit_create 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.214199 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.214565 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router precommit_update 55549900 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.214928 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > agent after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.215279 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > agent after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.215620 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > network after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.216578 n-d-807558-3 neutron-server[96150]: DEBUG neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Tracking information for resource: router configured {{(pid=96150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 12:56:24.216902 n-d-807558-3 neutron-server[96150]: DEBUG neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Tracking information for resource: floatingip configured {{(pid=96150) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 12:56:24.222691 n-d-807558-3 neutron-server[96150]: INFO neutron.db.l3_agentschedulers_db [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 12:56:24.223289 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: port after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.223660 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: port after_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.232570 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: port after_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.232570 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: port after_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.232570 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router before_create 55550100 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.232570 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.233195 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router precommit_create 55550100 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.233195 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > router precommit_update 55550100 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.233195 n-d-807558-3 neutron-server[96150]: DEBUG neutron.services.provider_configuration [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service providers = [] {{(pid=96150) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 12:56:24.233195 n-d-807558-3 neutron-server[96150]: DEBUG neutron.db.servicetype_db [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=96150) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 12:56:24.235282 n-d-807558-3 neutron-server[96150]: DEBUG neutron.services.service_base [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=96150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 12:56:24.235624 n-d-807558-3 neutron-server[96150]: DEBUG neutron.services.service_base [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=96150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 12:56:24.235969 n-d-807558-3 neutron-server[96150]: DEBUG neutron.services.service_base [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=96150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 12:56:24.236865 n-d-807558-3 neutron-server[96150]: DEBUG neutron.services.service_base [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=96150) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 12:56:24.237242 n-d-807558-3 neutron-server[96150]: INFO neutron.services.service_base [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 12:56:24.237645 n-d-807558-3 neutron-server[96150]: DEBUG neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=96150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 12:56:24.237962 n-d-807558-3 neutron-server[96150]: INFO neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 12:56:24.249826 n-d-807558-3 neutron-server[96150]: DEBUG neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=96150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 12:56:24.250157 n-d-807558-3 neutron-server[96150]: INFO neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading Plugin: auto_allocate Sep 08 12:56:24.256371 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: network precommit_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.256801 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: network precommit_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.257389 n-d-807558-3 neutron-server[96150]: DEBUG neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=96150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 12:56:24.257752 n-d-807558-3 neutron-server[96150]: INFO neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading Plugin: tag Sep 08 12:56:24.265473 n-d-807558-3 neutron-server[96150]: DEBUG neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=96150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 12:56:24.265797 n-d-807558-3 neutron-server[96150]: INFO neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading Plugin: timestamp Sep 08 12:56:24.270221 n-d-807558-3 neutron-server[96150]: DEBUG neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=96150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 12:56:24.270555 n-d-807558-3 neutron-server[96150]: INFO neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading Plugin: network_ip_availability Sep 08 12:56:24.282320 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.282696 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.283050 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.283855 n-d-807558-3 neutron-server[96150]: DEBUG neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=96150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 12:56:24.284172 n-d-807558-3 neutron-server[96150]: INFO neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading Plugin: flavors Sep 08 12:56:24.289374 n-d-807558-3 neutron-server[96150]: DEBUG neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=96150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 12:56:24.290007 n-d-807558-3 neutron-server[96150]: INFO neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading Plugin: revisions Sep 08 12:56:24.295522 n-d-807558-3 neutron-server[96150]: DEBUG neutron.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=96150) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 12:56:24.295960 n-d-807558-3 neutron-server[96150]: DEBUG oslo_concurrency.lockutils [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.804s {{(pid=96150) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 12:56:24.296786 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=96150) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 08 12:56:24.297164 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Initializing extension manager. Sep 08 12:56:24.297732 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: __init__.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.298110 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: __pycache__ {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.298511 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.298877 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: address_group.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.299748 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.300387 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: address-group Sep 08 12:56:24.300737 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: address_scope.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.301782 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.302330 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: address-scope Sep 08 12:56:24.302719 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.303807 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.304441 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: router-admin-state-down-before-update Sep 08 12:56:24.304811 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: agent.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.305574 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.306128 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: agent Sep 08 12:56:24.306521 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: agent_resources_synced.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.307518 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.308711 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: agent-resources-synced Sep 08 12:56:24.309074 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: allowedaddresspairs.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.311040 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.311571 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: allowed-address-pairs Sep 08 12:56:24.311908 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: auto_allocated_topology.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.313043 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.313559 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: auto-allocated-topology Sep 08 12:56:24.313881 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: availability_zone.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.314621 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.315125 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: availability_zone Sep 08 12:56:24.315443 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: availability_zone_filter.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.316358 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.316861 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: availability_zone_filter Sep 08 12:56:24.317183 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: data_plane_status.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.318079 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.318690 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 12:56:24.319011 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: default_subnetpools.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.319929 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.320435 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: default-subnetpools Sep 08 12:56:24.320756 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.321606 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.322117 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: dhcp_agent_scheduler Sep 08 12:56:24.322471 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: dns.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.323430 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.323961 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension dns-integration not supported by any of loaded plugins Sep 08 12:56:24.324277 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: dns_domain_ports.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.325199 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.325707 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 12:56:24.326027 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.326977 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.327482 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 08 12:56:24.327794 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: dvr.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.328472 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.328976 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: dvr Sep 08 12:56:24.329291 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: ecmp_routes.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.330266 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.330772 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 08 12:56:24.331088 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: empty_string_filtering.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.332008 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.332518 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: empty-string-filtering Sep 08 12:56:24.332835 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.333746 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.334286 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 12:56:24.334606 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.335540 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.336050 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 12:56:24.336367 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: external_net.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.337287 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.337797 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: external-net Sep 08 12:56:24.338118 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.339084 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.339632 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: extra_dhcp_opt Sep 08 12:56:24.339950 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: extraroute.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.340872 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.341378 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: extraroute Sep 08 12:56:24.341698 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: extraroute_atomic.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.342778 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.343289 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: extraroute-atomic Sep 08 12:56:24.343609 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: filter_validation.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.344295 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.344797 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: filter-validation Sep 08 12:56:24.345114 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: fip_pf_description.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.346041 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.346573 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 12:56:24.346892 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: fip_port_details.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.347802 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.348308 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: fip-port-details Sep 08 12:56:24.348622 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: flavors.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.349873 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.350427 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: flavors Sep 08 12:56:24.350749 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.352425 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.352955 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 12:56:24.353285 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: floatingip_pools.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.354002 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.354551 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: floatingip-pools Sep 08 12:56:24.355419 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: ip_allocation.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.356391 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.356903 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 12:56:24.357225 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.358158 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.358701 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: ip-substring-filtering Sep 08 12:56:24.359025 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: l2_adjacency.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.359959 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.360473 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 12:56:24.360793 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: l3.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.361988 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.362539 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: router Sep 08 12:56:24.362861 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.365265 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.365806 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 12:56:24.366138 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.367154 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.367673 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: ext-gw-mode Sep 08 12:56:24.367999 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.368965 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.369479 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: l3-ha Sep 08 12:56:24.369802 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: l3_flavors.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.371373 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.371880 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: l3-flavors Sep 08 12:56:24.372202 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.373132 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.373637 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 12:56:24.373956 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: l3agentscheduler.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.375099 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.375615 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: l3_agent_scheduler Sep 08 12:56:24.375936 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: logging.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.377497 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.378019 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension logging not supported by any of loaded plugins Sep 08 12:56:24.378379 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: metering.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.379150 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.379735 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: metering Sep 08 12:56:24.380061 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.381204 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.381725 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: metering_source_and_destination_fields Sep 08 12:56:24.382049 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: multiprovidernet.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.383045 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.383589 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: multi-provider Sep 08 12:56:24.383915 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: netmtu.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.384838 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.385348 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: net-mtu Sep 08 12:56:24.385669 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: netmtu_writable.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.386679 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.387183 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: net-mtu-writable Sep 08 12:56:24.387502 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: network_availability_zone.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.388179 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.388682 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: network_availability_zone Sep 08 12:56:24.388997 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: network_ip_availability.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.390209 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.390706 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: network-ip-availability Sep 08 12:56:24.391023 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: network_segment_range.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.391828 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.392326 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 12:56:24.392644 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: pagination.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.393653 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.393979 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: pagination Sep 08 12:56:24.394328 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: port_device_profile.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.395315 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.395752 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: port-device-profile Sep 08 12:56:24.396063 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.396984 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.397489 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: port-mac-address-regenerate Sep 08 12:56:24.397808 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.398750 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.399258 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: port-numa-affinity-policy Sep 08 12:56:24.399576 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: port_resource_request.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.400670 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.401176 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 12:56:24.401502 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: portbindings.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.402520 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.403036 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: binding Sep 08 12:56:24.403353 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: portbindings_extended.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.404665 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.405177 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: binding-extended Sep 08 12:56:24.405501 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: portsecurity.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.406435 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.406998 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: port-security Sep 08 12:56:24.407315 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: project_id.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.408310 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.408632 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: project-id Sep 08 12:56:24.408959 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: providernet.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.409886 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.410453 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: provider Sep 08 12:56:24.410776 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: qos.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.414521 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.415337 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension qos not supported by any of loaded plugins Sep 08 12:56:24.415666 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.416977 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.418095 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 12:56:24.418411 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.419349 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.419865 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 12:56:24.420184 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: qos_default.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.421108 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.421621 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension qos-default not supported by any of loaded plugins Sep 08 12:56:24.421940 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: qos_fip.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.422658 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.423159 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension qos-fip not supported by any of loaded plugins Sep 08 12:56:24.423476 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: qos_gateway_ip.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.424446 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.424959 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 12:56:24.425277 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: qos_port_network_policy.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.426359 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.426738 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 12:56:24.427059 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: qos_pps_rule.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.428287 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.428802 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension qos-pps not supported by any of loaded plugins Sep 08 12:56:24.429123 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: qos_rule_type_details.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.430061 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.430621 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 12:56:24.430940 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: qos_rules_alias.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.432005 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.432520 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 12:56:24.432837 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: quotasv2.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.434488 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.434815 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: quotas Sep 08 12:56:24.435134 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: quotasv2_detail.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.438734 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.439115 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: quota_details Sep 08 12:56:24.439483 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: rbac.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.440665 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.441296 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: rbac-policies Sep 08 12:56:24.441660 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: rbac_address_group.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.442743 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.443308 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: rbac-address-group Sep 08 12:56:24.443664 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: rbac_address_scope.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.444647 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.445215 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: rbac-address-scope Sep 08 12:56:24.445584 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: rbac_security_groups.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.446612 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.447236 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: rbac-security-groups Sep 08 12:56:24.447598 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: rbac_subnetpool.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.448627 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.449196 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: rbac-subnetpool Sep 08 12:56:24.449554 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: revisionifmatch.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.450620 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.451214 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: revision-if-match Sep 08 12:56:24.451631 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: revisions.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.453156 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.454012 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: standard-attr-revisions Sep 08 12:56:24.454573 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: router_availability_zone.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.455645 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.456459 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: router_availability_zone Sep 08 12:56:24.456961 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: routerservicetype.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.458437 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.459145 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension router-service-type not supported by any of loaded plugins Sep 08 12:56:24.459559 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.460597 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.461214 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: security-groups-normalized-cidr Sep 08 12:56:24.461617 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.462690 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.463449 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: port-security-groups-filtering Sep 08 12:56:24.463853 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.464936 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.465544 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: security-groups-remote-address-group Sep 08 12:56:24.465946 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: securitygroup.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.477886 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.478567 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: security-group Sep 08 12:56:24.478906 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: segment.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.480363 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.480879 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension segment not supported by any of loaded plugins Sep 08 12:56:24.481206 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.482306 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.482826 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 12:56:24.483147 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: servicetype.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.484401 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.484929 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: service-type Sep 08 12:56:24.485254 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: sorting.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.486309 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.486641 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: sorting Sep 08 12:56:24.486963 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: standard_attr_segment.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.487903 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.488429 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 12:56:24.488746 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: standardattrdescription.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.489415 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.489920 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: standard-attr-description Sep 08 12:56:24.490268 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: stateful_security_group.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.491232 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.491751 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: stateful-security-group Sep 08 12:56:24.492071 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: stdattrs_common.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.492675 n-d-807558-3 neutron-server[96150]: WARNING neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 12:56:24.492993 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.493985 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.494553 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 12:56:24.494876 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: subnet_onboard.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.496629 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.497150 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: subnet_onboard Sep 08 12:56:24.497473 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.498465 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.498987 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 12:56:24.499313 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: subnet_service_types.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.500302 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.500820 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: subnet-service-types Sep 08 12:56:24.501146 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: subnetallocation.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.502313 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.502828 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: subnet_allocation Sep 08 12:56:24.503151 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.503841 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.504351 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: subnetpool-prefix-ops Sep 08 12:56:24.504668 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.505646 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.506156 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 12:56:24.506509 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: tagging.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.507651 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.508169 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: standard-attr-tag Sep 08 12:56:24.508491 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: timestamp.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.509782 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.510343 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loaded extension: standard-attr-timestamp Sep 08 12:56:24.510667 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: trunk.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.511773 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.512360 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension trunk not supported by any of loaded plugins Sep 08 12:56:24.512601 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: trunk_details.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.513551 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.514067 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension trunk-details not supported by any of loaded plugins Sep 08 12:56:24.514419 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: uplink_status_propagation.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.515362 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.515879 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 12:56:24.516200 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Loading extension file: vlantransparent.py {{(pid=96150) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 12:56:24.516888 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=96150) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 12:56:24.517402 n-d-807558-3 neutron-server[96150]: INFO neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 12:56:24.520023 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:network Sep 08 12:56:24.520569 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:subnet Sep 08 12:56:24.520962 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 12:56:24.521367 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:port Sep 08 12:56:24.522737 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.523194 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service FLAVORS assigned prefix: {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.523827 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.524260 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.524585 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:router Sep 08 12:56:24.525011 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 12:56:24.525513 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service METERING assigned prefix: /metering {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.527108 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.527489 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.527845 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=96150) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 12:56:24.528990 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 12:56:24.529470 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:security_group Sep 08 12:56:24.529889 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 12:56:24.530563 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service CORE assigned prefix: {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.530887 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 12:56:24.531235 n-d-807558-3 neutron-server[96150]: WARNING neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] subnetpool is already registered Sep 08 12:56:24.531684 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service CORE assigned prefix: {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.532059 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 12:56:24.532332 n-d-807558-3 neutron-server[96150]: WARNING neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] subnetpool is already registered Sep 08 12:56:24.534925 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.540438 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service FLAVORS assigned prefix: {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.540438 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.540438 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.540438 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:router Sep 08 12:56:24.540438 n-d-807558-3 neutron-server[96150]: WARNING neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] router is already registered Sep 08 12:56:24.540438 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:floatingip Sep 08 12:56:24.540438 n-d-807558-3 neutron-server[96150]: WARNING neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] floatingip is already registered Sep 08 12:56:24.540438 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service METERING assigned prefix: /metering {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.541342 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 12:56:24.541342 n-d-807558-3 neutron-server[96150]: WARNING neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] rbac_policy is already registered Sep 08 12:56:24.541342 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:security_group Sep 08 12:56:24.541342 n-d-807558-3 neutron-server[96150]: WARNING neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] security_group is already registered Sep 08 12:56:24.541342 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 12:56:24.541342 n-d-807558-3 neutron-server[96150]: WARNING neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] security_group_rule is already registered Sep 08 12:56:24.541932 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service CORE assigned prefix: {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.541932 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 12:56:24.542853 n-d-807558-3 neutron-server[96150]: WARNING neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] subnetpool is already registered Sep 08 12:56:24.543279 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.v2.resource_helper [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Service CORE assigned prefix: {{(pid=96150) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 12:56:24.543595 n-d-807558-3 neutron-server[96150]: INFO neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 12:56:24.543920 n-d-807558-3 neutron-server[96150]: WARNING neutron.quota.resource_registry [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] subnetpool is already registered Sep 08 12:56:24.544400 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: extensions {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.545967 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: address-groups {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.547502 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: address-scopes {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.548852 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: agents {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.550010 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: auto-allocated-topology {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.551271 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: availability_zones {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.552596 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: dhcp-networks {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.554233 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: dhcp-agents {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.555869 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: routers {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.558835 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: flavors {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.560075 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: service_profiles {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.561492 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: next_providers {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.563065 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: service_profiles {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.564852 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: floatingip-pools {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.566157 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: routers {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.568545 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: floatingips {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.570047 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: l3-routers {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.571598 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: l3-agents {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.573158 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: metering-labels {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.574705 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: metering-label-rules {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.576048 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: network-ip-availabilities {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.577408 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: bindings {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.580500 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: quotas {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.582155 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: quotas {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.583671 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: rbac-policies {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.585120 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: security-groups {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.586567 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: security-group-rules {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.587951 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: service-providers {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.589209 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: subnetpools {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.590813 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: subnetpools {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.592293 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: tags {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.595277 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: tags {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.597680 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: tags {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.599571 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: tags {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.601504 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: tags {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.603445 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: tags {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.605726 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: tags {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.607702 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: tags {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.609471 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: tags {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.611274 n-d-807558-3 neutron-server[96150]: DEBUG neutron.api.extensions [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Extended resource: tags {{(pid=96150) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 12:56:24.617577 n-d-807558-3 neutron-server[96150]: WARNING keystonemiddleware.auth_token [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 12:56:24.623219 n-d-807558-3 neutron-server[96150]: WARNING keystonemiddleware.auth_token [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 12:56:24.632234 n-d-807558-3 neutron-server[96150]: DEBUG oslo_concurrency.lockutils [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Acquired lock "singleton_lock" {{(pid=96150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 08 12:56:24.632717 n-d-807558-3 neutron-server[96150]: DEBUG oslo_concurrency.lockutils [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Releasing lock "singleton_lock" {{(pid=96150) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 08 12:56:24.633415 n-d-807558-3 neutron-server[96150]: INFO oslo_service.service [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Starting 2 workers Sep 08 12:56:24.638685 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Started child 96263 {{(pid=96150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 12:56:24.644478 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:24.645417 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Started child 96264 {{(pid=96150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 12:56:24.646244 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [-] (96263) wsgi starting up on http://0.0.0.0:9696 Sep 08 12:56:24.647232 n-d-807558-3 neutron-server[96150]: INFO neutron.service [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 12:56:24.648260 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Notify callbacks [] for process, before_spawn {{(pid=96150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:24.651812 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:24.652787 n-d-807558-3 neutron-server[96150]: INFO oslo_service.service [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Starting 1 workers Sep 08 12:56:24.654089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [-] (96264) wsgi starting up on http://0.0.0.0:9696 Sep 08 12:56:24.658445 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Started child 96265 {{(pid=96150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 12:56:24.659081 n-d-807558-3 neutron-server[96150]: INFO oslo_service.service [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Starting 1 workers Sep 08 12:56:24.663947 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Started child 96266 {{(pid=96150) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 12:56:24.665093 n-d-807558-3 neutron-server[96150]: DEBUG neutron_lib.callbacks.manager [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] Notify callbacks [] for process, after_spawn {{(pid=96150) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:24.666574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.service [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] calling RpcWorker wait() {{(pid=96265) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 12:56:24.668002 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=96150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 12:56:24.668135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.service [None req-985dfa78-03ea-4472-ad25-8ee5c2298ab3 None None] returning from RpcWorker wait() {{(pid=96265) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 12:56:24.668254 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 12:56:24.668254 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 12:56:24.668254 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 12:56:24.668597 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 12:56:24.668714 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 12:56:24.669211 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.669492 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.669766 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.670018 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.670335 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.670552 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:24.670944 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.671215 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.671431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:56:24.671627 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.671818 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:24.672613 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.672613 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.672613 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.672613 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.672613 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.673461 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.673461 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.673461 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.673983 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.673983 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.673983 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.674523 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.674523 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.674883 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.675069 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] debug = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.675259 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.675857 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.676097 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.676281 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.676464 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.676670 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.676865 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.677202 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.677410 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.677590 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.677804 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.678074 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.678343 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.678535 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.678747 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.678987 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.679202 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.679713 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] host = n-d-807558-3 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.679952 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.680198 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.680410 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.680675 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.680963 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.681244 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.681442 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.681644 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.681853 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.682096 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.682474 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.682669 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.682855 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.683703 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_file = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.683895 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_options = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.684133 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.684317 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.684507 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.684694 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.684912 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.685100 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.685399 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.685399 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.686240 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.686240 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.686240 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.686240 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.686963 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.686963 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.686963 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.687811 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.687811 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.687811 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.687811 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.688636 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.688636 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.688636 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.688636 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.689509 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.689509 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.689509 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.689509 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.690461 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.690461 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.690461 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.690461 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.691195 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.691195 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.691195 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.691832 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.691832 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.691832 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.692359 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.692359 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.692359 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.692885 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.692885 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.693225 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.693225 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.693629 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.693825 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.694016 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] use_json = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.694280 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.694470 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.694660 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.694873 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.695060 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.695250 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.695431 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.695617 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.696317 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.696317 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.696696 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.696881 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.697062 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.697274 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.697501 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.697846 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.698040 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.698331 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.698607 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.698854 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.699157 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.699372 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.699638 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.699989 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.700243 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.700515 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.700722 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.700952 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.701163 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.701402 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.701678 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.701911 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.702141 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.702446 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.702656 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.702995 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.703254 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.703514 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.703779 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.703994 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.704211 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.704423 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.704634 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.704902 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.705070 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.705310 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.705528 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.705759 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.705975 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.706584 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.706584 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.706891 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.707051 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.707206 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.707412 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.707646 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.707954 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.708121 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.708291 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.708457 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.708680 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.708890 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.709140 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.709355 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.709567 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.709797 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.710003 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.710257 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.710503 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.710737 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.710944 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.711150 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.711367 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.711573 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.711838 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.712072 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.712277 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.712482 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.712694 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.712924 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.713154 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.713367 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.713580 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.713791 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.714992 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.714992 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.714992 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.715481 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.715481 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.715787 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.715787 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.716148 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.716471 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.716471 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.716957 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.716957 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.717274 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.717274 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.717607 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.717786 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.718146 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.718394 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.718573 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.718748 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.720485 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.720485 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.720485 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.720485 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.720485 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.721429 n-d-807558-3 neutron-server[96266]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:56:24.721654 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.721654 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.721654 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.721654 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.721654 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.721654 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.722760 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.722760 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.722760 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.722760 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.722760 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.723664 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.723664 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.723664 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.723664 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.724367 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.724367 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.724676 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.724676 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.725365 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.725365 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.725705 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.725705 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.726016 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.726334 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.726640 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.726640 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.727081 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.727081 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.727386 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.727558 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.727812 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.728055 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.728362 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.728531 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.728692 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.729016 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.729241 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.729450 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.729661 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.730564 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.730811 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.731045 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.731305 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.731549 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.731778 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.732021 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.732262 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.732493 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.732731 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.732970 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.733177 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.733418 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.733628 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.733882 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.734116 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.734361 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.734591 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.734836 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.735155 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.735346 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.735641 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.735882 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.736051 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.736210 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.736517 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.736817 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.736817 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.737307 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.737307 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.737610 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.737831 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.737831 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.738135 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.738524 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.738696 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.738876 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.739087 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.742333 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.742333 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.742333 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.742333 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.742333 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.742333 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.742333 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.742333 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.743316 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.743316 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.743316 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.743316 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.743316 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.743316 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.743316 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.744159 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.744159 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.744159 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.744159 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.744990 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.745226 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.745454 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.745683 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.745871 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.746138 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.746387 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.746629 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.746844 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.747058 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.747262 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.747466 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.747666 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.747961 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.748195 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.748415 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.748657 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.748896 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.749083 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.749329 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.749614 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.749803 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.750037 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.750274 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.755601 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.755601 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.755601 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.755601 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.755601 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.755601 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.755601 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.755601 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.756828 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.756828 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.756828 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.756828 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.756828 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.756828 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.756828 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.756828 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.757815 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.757815 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.757815 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.757815 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.757815 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.757815 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.757815 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.757815 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.758816 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.758816 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.758816 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.758816 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.758816 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.758816 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.758816 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.758816 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.760020 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.760020 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.760020 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.760020 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.760020 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.760020 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.760020 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.760020 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.761154 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.761154 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.761154 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.761154 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.761154 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.761154 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.762049 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.762049 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.762049 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.762456 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.762456 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.762694 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.762894 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.763077 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.763300 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.763532 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.763781 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.764018 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.764235 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.764457 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.764698 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.764910 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.765253 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.765583 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.765791 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.766103 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.766362 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.766565 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.766761 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 12:56:24.767254 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=96150) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 12:56:24.767454 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 12:56:24.767652 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 12:56:24.767846 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 12:56:24.768053 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 12:56:24.768053 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 12:56:24.768416 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.768416 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.768754 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.768754 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.769045 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.769045 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.769330 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.769330 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.769714 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.769714 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.769714 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.770287 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.770287 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.770287 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.770287 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.770877 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.770877 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.770877 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.770877 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.771439 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] config_source = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.771439 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.771439 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.771439 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] debug = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.772259 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.772259 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.772259 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.772259 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.772259 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.773129 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.773129 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.773129 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.773129 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.773129 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.773129 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.773129 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.774566 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.774566 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.774566 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.774566 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.774566 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.774566 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] host = n-d-807558-3 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.774566 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.774566 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.774566 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.776076 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.776076 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.776076 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.776076 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.776076 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.776076 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.776076 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.776076 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.777961 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.777961 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_dir = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.777961 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_file = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.777961 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_options = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.777961 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.777961 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.777961 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.777961 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.779310 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.779310 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.779310 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.779906 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.780082 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.782245 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.782637 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.783244 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.783401 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.783579 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.783725 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.783894 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.784011 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.784182 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.784312 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.784683 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.784683 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.784880 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.784974 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.785080 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.785181 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.785383 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.785497 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.785670 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.785795 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.785960 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.786075 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.786762 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.786968 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.787085 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.787247 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.787410 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.787568 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.787725 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.787880 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.788029 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.788186 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.788356 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.788515 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.788671 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.788826 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.789003 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] use_journal = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.790231 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] use_json = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.793096 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.793321 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.793447 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.793630 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.793794 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.794000 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.794126 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.794360 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 12:56:24.794490 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.794716 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.794858 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.794980 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.795117 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.795236 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.795500 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.795642 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.795766 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.795883 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.796000 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.796280 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.796280 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.796541 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.796662 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.796779 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.796900 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.797019 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.797318 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.797318 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.797559 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.797678 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.797813 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.797936 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.798059 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.798411 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.798553 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.798675 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.798795 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.801639 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.69/identity {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.801933 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.802120 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.802305 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.802453 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.802596 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.802733 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.802877 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.803014 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.803136 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.803263 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.803382 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.803541 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.803694 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.803846 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.803999 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.804151 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.804302 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.804501 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.804702 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.804887 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.804887 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.805273 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.805273 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.805648 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.805648 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.805648 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.805968 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.805968 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.806245 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.807100 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.807370 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.807541 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.807694 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.807859 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.808071 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.808378 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.808378 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.808779 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.808779 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.809104 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.809104 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.809104 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.810525 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.811020 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.811639 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.811943 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.812247 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.812552 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.812854 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.813154 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.813450 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.813747 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.814435 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.814733 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.815246 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.815550 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.815856 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.816151 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.816451 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.816764 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.818212 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.818212 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.818212 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.818212 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.818534 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.818534 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.818840 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.819134 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.819434 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.819737 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.820033 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.820326 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.820620 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.821092 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.821399 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.821727 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.821998 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.822319 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.822654 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.822950 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.823252 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.823580 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.823879 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.824181 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.824478 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.824773 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.825153 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.825378 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.825677 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.825956 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.826302 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.826597 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.826895 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.827184 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.827473 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.827758 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.828038 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.828304 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.828581 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.828854 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.829130 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.829428 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.829718 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.830038 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.830357 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.830645 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.830938 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.831460 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.831761 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.832053 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.832346 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.832642 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.832939 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.833372 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.833555 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.833802 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.834094 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.834420 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.834713 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.69/identity {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.835003 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.835288 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.835578 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.835871 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.836168 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.836456 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.836743 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.837027 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.837408 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.837594 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.837875 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.838147 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.838466 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.838744 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.839026 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.839847 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.840136 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.840414 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.840695 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.840979 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.841329 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.841572 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.841858 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.842139 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.842451 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.842826 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.843014 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.843299 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.843583 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.843869 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.844158 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.844440 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.844728 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.845021 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.845305 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.845599 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.845884 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.846257 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.846534 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.846833 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.847651 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.847651 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.847651 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.848039 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.848750 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.848750 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.848750 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.849118 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.849320 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.849830 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.850294 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.850441 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.850704 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.850998 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.852416 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.852416 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.852416 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.852416 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.852416 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.853057 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.853057 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.853307 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.853429 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.853724 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.854005 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.854329 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.855712 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.855712 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.855895 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.856055 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.856319 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.856608 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.856895 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.857179 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.857492 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.857777 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.858064 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.858386 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.858674 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.858962 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.859266 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.859556 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.859849 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.860136 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.860428 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.860722 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.861034 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.861319 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.861597 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.861888 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.862205 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.862489 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.862796 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.863093 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.863381 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.863671 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.863957 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.864246 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.864598 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.864846 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.865130 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.865426 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.865716 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.866002 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.866326 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.866644 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.866929 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.867222 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.867508 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.867908 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.868063 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.868330 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.868620 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.868928 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.869232 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.869522 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.869825 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.870254 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.870644 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.870843 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.871029 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.871314 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.871599 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.871890 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.872173 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.872463 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.872746 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.873032 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.873321 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.873593 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.873861 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.874127 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.874959 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.875252 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.875547 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.875836 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.876129 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.876395 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.876681 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.877098 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.877230 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 12:56:24.877467 n-d-807558-3 neutron-server[96150]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=96150) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 12:56:24.880731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:56:24.965959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40464) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:56:24.975178 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068960 Sep 08 12:56:37.743106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2610dfc5-49d7-4746-9b17-73acb8cebaef None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 12:56:37.868304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2610dfc5-49d7-4746-9b17-73acb8cebaef None None] No non-hosted networks {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 12:56:37.878260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.agentschedulers_db [None req-2610dfc5-49d7-4746-9b17-73acb8cebaef None None] DHCP Agent not found on host n-d-807558-3 {{(pid=96265) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 08 12:56:38.001492 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-06961dbb-f7ec-47ca-8f8b-bc45ce6780dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748263'] for agent, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:40.101443 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba908163-0399-4954-803c-3331ce78227d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748263'] for agent, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:40.170058 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-7d70426a-2d0c-4926-91ac-76dbd53e5102 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-807558-3 {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 12:56:40.170826 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-7d70426a-2d0c-4926-91ac-76dbd53e5102 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 12:56:40.413468 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748263'] for agent, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:40.414808 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:40.415355 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:40.415956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:40.416421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:40.417525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:40.418295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:40.425369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:40.425369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:40.425369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:40.425369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:40.425369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:40.425857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:40.425857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-807558-3', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:56:40.439199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-807558-3', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:56:40.770431 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7d70426a-2d0c-4926-91ac-76dbd53e5102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:41.724574 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748263'] for agent, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:43.015654 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748263'] for agent, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:43.597578 n-d-807558-3 neutron-server[96265]: INFO neutron.db.l3_hamode_db [None req-9df9d0f2-8dd7-428c-bd54-3e0bf296e2bb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 12:56:43.677283 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9d0f2-8dd7-428c-bd54-3e0bf296e2bb None None] Routers set() bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 12:56:43.677679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df9d0f2-8dd7-428c-bd54-3e0bf296e2bb None None] Router IDs set() for agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 12:56:44.397548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40558) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:56:44.914920 n-d-807558-3 neutron-server[96264]: WARNING oslo_policy.policy [None req-b2403d90-de36-41a2-930f-8f6a2529a564 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 12:56:44.915509 n-d-807558-3 neutron-server[96264]: WARNING oslo_policy.policy [None req-b2403d90-de36-41a2-930f-8f6a2529a564 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 12:56:45.139453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-b2403d90-de36-41a2-930f-8f6a2529a564 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 12:56:45.140483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b2403d90-de36-41a2-930f-8f6a2529a564 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7420084 Sep 08 12:56:47.682885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40572) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:56:48.026280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ff3338fc-0a95-4e05-a760-649ccd478109 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 12:56:48.172734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.policy [None req-ff3338fc-0a95-4e05-a760-649ccd478109 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=96264) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 12:56:48.217463 n-d-807558-3 neutron-server[96264]: WARNING oslo_policy.policy [None req-ff3338fc-0a95-4e05-a760-649ccd478109 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 12:56:48.217831 n-d-807558-3 neutron-server[96264]: WARNING oslo_policy.policy [None req-ff3338fc-0a95-4e05-a760-649ccd478109 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 12:56:48.226510 n-d-807558-3 neutron-server[96264]: INFO neutron.quota [None req-ff3338fc-0a95-4e05-a760-649ccd478109 admin admin] Loaded quota_driver: . Sep 08 12:56:48.388330 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff3338fc-0a95-4e05-a760-649ccd478109 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778604764339', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778604764800', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778604769070', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778604713674', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778604135578', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778604725531', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3733957', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3892677', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-773888', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-698606'] for rbac-policy, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:48.612970 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff3338fc-0a95-4e05-a760-649ccd478109 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:48.614250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ff3338fc-0a95-4e05-a760-649ccd478109 admin admin] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9303398 Sep 08 12:56:51.243471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40584) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:56:51.751165 n-d-807558-3 neutron-server[96263]: WARNING oslo_policy.policy [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 12:56:51.751769 n-d-807558-3 neutron-server[96263]: WARNING oslo_policy.policy [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 12:56:51.975234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '7cfc28fecae94442988203591559815d', 'project_id': '7cfc28fecae94442988203591559815d', 'admin_state_up': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 12:56:51.976986 n-d-807558-3 neutron-server[96263]: INFO neutron.quota [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Loaded quota_driver: . Sep 08 12:56:52.100958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Made reservation on behalf of 7cfc28fecae94442988203591559815d for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 12:56:52.173549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.policy [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=96263) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 12:56:52.218960 n-d-807558-3 neutron-server[96263]: WARNING oslo_policy.policy [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 12:56:52.219393 n-d-807558-3 neutron-server[96263]: WARNING oslo_policy.policy [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 12:56:52.229547 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:52.251579 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:52.385902 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:52.490256 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:52.516291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 12:56:52.543699 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778604830064', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:52.544307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Unsubscribe: segment precommit_create {{(pid=96263) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 12:56:52.544879 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Added segment a1ed9817-1429-4f1b-84f8-1a8f70d226fe of type vlan for network 6535ecd4-c00d-49f8-9cf2-751d02c6a41f Sep 08 12:56:52.551009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935c7c29-30ec-4418-becf-5added1192c4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:56:52.589988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:52.590365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:52.590707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:52.591095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:52.591430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:52.591756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:52.592084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:52.592411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:52.592740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:52.593059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:52.593423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:52.593697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Tracked resource versions report: Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: pushed versions: Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: { 'AddressGroup': {'1.2'}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'ConntrackHelper': {'1.0'}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'Log': {'1.0'}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'Network': {'1.1'}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'Port': {'1.7'}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'PortForwarding': {'1.2'}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'QosPolicy': {'1.9'}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'SecurityGroup': {'1.4'}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'SecurityGroupRule': {'1.2'}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'SubPort': {'1.0'}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'Subnet': {'1.1'}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'Trunk': {'1.1'}} Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: consumer versions: Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: { DHCP agent@n-d-807558-3: {}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: L3 agent@n-d-807558-3: {}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: Metadata agent@n-d-807558-3: {}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: Metering agent@n-d-807558-3: {}, Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: Open vSwitch agent@n-d-807558-3: { 'AddressGroup': '1.2', Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'ConntrackHelper': '1.0', Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'Log': '1.0', Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'Network': '1.1', Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'Port': '1.7', Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'PortForwarding': '1.2', Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'QosPolicy': '1.9', Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'SecurityGroup': '1.4', Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'SecurityGroupRule': '1.2', Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'SubPort': '1.0', Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'Subnet': '1.1', Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: 'Trunk': '1.1'}} Sep 08 12:56:52.594884 n-d-807558-3 neutron-server[96263]: {{(pid=96263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 12:56:52.667741 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:52.769837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:52.771079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:56:52.771759 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:52.869333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] Pushing event updated for resources: {'Network': ['ID=6535ecd4-c00d-49f8-9cf2-751d02c6a41f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:56:52.882360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 6535ecd4-c00d-49f8-9cf2-751d02c6a41f details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 12:56:52.896310 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c2518206-ba9c-474a-9e90-0159a80a1eef admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6501048 Sep 08 12:56:55.613439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40606) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:56:56.012088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4da219-5f3b-47c0-b497-2d7ce48912b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:56:56.013471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bb4da219-5f3b-47c0-b497-2d7ce48912b4 admin admin] 10.222.0.69 "GET /v2.0/networks/6535ecd4-c00d-49f8-9cf2-751d02c6a41f HTTP/1.1" status: 200 len: 825 time: 0.3990636 Sep 08 12:56:56.054258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-09127bac-49c6-451e-a653-0567c9a07b4c admin admin] 10.222.0.69 "GET /v2.0/subnetpools/a973adbb-e211-4c9a-86f9-6372522fdba8 HTTP/1.1" status: 200 len: 734 time: 0.0344336 Sep 08 12:56:56.064498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1514b2c9-f6e4-4e3e-9141-195b82fafa4d admin admin] Request body: {'subnet': {'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f', 'subnetpool_id': 'a973adbb-e211-4c9a-86f9-6372522fdba8', 'ip_version': 4, 'tenant_id': '7cfc28fecae94442988203591559815d', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 12:56:56.178776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1514b2c9-f6e4-4e3e-9141-195b82fafa4d admin admin] Made reservation on behalf of 7cfc28fecae94442988203591559815d for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 12:56:56.181096 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1514b2c9-f6e4-4e3e-9141-195b82fafa4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:56.573848 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1514b2c9-f6e4-4e3e-9141-195b82fafa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:56.643144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514b2c9-f6e4-4e3e-9141-195b82fafa4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d590bf0-de15-4625-b168-5a77b7d77cb5,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:56:56.647860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1514b2c9-f6e4-4e3e-9141-195b82fafa4d admin admin] Checking segment: {'id': 'a1ed9817-1429-4f1b-84f8-1a8f70d226fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 12:56:56.648228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514b2c9-f6e4-4e3e-9141-195b82fafa4d admin admin] Network hostable DHCP agents. Network: 6535ecd4-c00d-49f8-9cf2-751d02c6a41f, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 12:56:56.744332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514b2c9-f6e4-4e3e-9141-195b82fafa4d admin admin] Network 6535ecd4-c00d-49f8-9cf2-751d02c6a41f is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 12:56:56.866828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-1514b2c9-f6e4-4e3e-9141-195b82fafa4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 6535ecd4-c00d-49f8-9cf2-751d02c6a41f) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 12:56:56.871854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1514b2c9-f6e4-4e3e-9141-195b82fafa4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:56:56.872468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1514b2c9-f6e4-4e3e-9141-195b82fafa4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:56.877515 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55829741-8eae-4224-8b84-b8b2e6fe766c None None] Network 6535ecd4-c00d-49f8-9cf2-751d02c6a41f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 12:56:56.975946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1514b2c9-f6e4-4e3e-9141-195b82fafa4d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9147773 Sep 08 12:56:57.218158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-6535ecd4-c00d-49f8-9cf2-751d02c6a41f', 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f', 'tenant_id': '7cfc28fecae94442988203591559815d', 'fixed_ips': [{'subnet_id': '9d590bf0-de15-4625-b168-5a77b7d77cb5'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 12:56:57.219417 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:57.526494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Allocated IP 172.20.0.2 (6535ecd4-c00d-49f8-9cf2-751d02c6a41f/9d590bf0-de15-4625-b168-5a77b7d77cb5/9cb97913-8b6c-4496-b1fc-e8611b7f4d4a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 12:56:57.770410 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:57.818700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Transition to ACTIVE for port object 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 12:56:57.842431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Transition to ACTIVE for port object 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 12:56:57.947357 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:58.022115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Network 6535ecd4-c00d-49f8-9cf2-751d02c6a41f is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 12:56:58.036644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 12:56:58.038422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Pushing event updated for resources: {'Port': ['ID=9cb97913-8b6c-4496-b1fc-e8611b7f4d4a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:56:58.044391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 12:56:58.051396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:58.051743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:58.052089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:58.052433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:58.059034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:58.059034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:58.059034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:58.059034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:58.059034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Tracked resource versions report: Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: pushed versions: Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: { 'AddressGroup': {'1.2'}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'ConntrackHelper': {'1.0'}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'Log': {'1.0'}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'Network': {'1.1'}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'Port': {'1.7'}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'PortForwarding': {'1.2'}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'QosPolicy': {'1.9'}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'SecurityGroup': {'1.4'}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'SecurityGroupRule': {'1.2'}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'SubPort': {'1.0'}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'Subnet': {'1.1'}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'Trunk': {'1.1'}} Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: consumer versions: Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: { DHCP agent@n-d-807558-3: {}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: L3 agent@n-d-807558-3: {}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: Metadata agent@n-d-807558-3: {}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: Metering agent@n-d-807558-3: {}, Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: Open vSwitch agent@n-d-807558-3: { 'AddressGroup': '1.2', Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'ConntrackHelper': '1.0', Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'Log': '1.0', Sep 08 12:56:58.059442 n-d-807558-3 neutron-server[96265]: 'Network': '1.1', Sep 08 12:56:58.061599 n-d-807558-3 neutron-server[96265]: 'Port': '1.7', Sep 08 12:56:58.061599 n-d-807558-3 neutron-server[96265]: 'PortForwarding': '1.2', Sep 08 12:56:58.061599 n-d-807558-3 neutron-server[96265]: 'QosPolicy': '1.9', Sep 08 12:56:58.061599 n-d-807558-3 neutron-server[96265]: 'SecurityGroup': '1.4', Sep 08 12:56:58.061599 n-d-807558-3 neutron-server[96265]: 'SecurityGroupRule': '1.2', Sep 08 12:56:58.061599 n-d-807558-3 neutron-server[96265]: 'SubPort': '1.0', Sep 08 12:56:58.061599 n-d-807558-3 neutron-server[96265]: 'Subnet': '1.1', Sep 08 12:56:58.061599 n-d-807558-3 neutron-server[96265]: 'Trunk': '1.1'}} Sep 08 12:56:58.061599 n-d-807558-3 neutron-server[96265]: {{(pid=96265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 12:56:58.140028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Attempting to bind port 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 12:56:58.140536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Attempting to bind port 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'a1ed9817-1429-4f1b-84f8-1a8f70d226fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 12:56:58.140972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Attempting to bind port 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a on network 6535ecd4-c00d-49f8-9cf2-751d02c6a41f {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 12:56:58.146934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 12, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 12:56:58.156002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Checking segment: {'id': 'a1ed9817-1429-4f1b-84f8-1a8f70d226fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 12:56:58.156002 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:58.156002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Bound using segment: {'id': 'a1ed9817-1429-4f1b-84f8-1a8f70d226fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 12:56:58.156350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Bound port: 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ed9817-1429-4f1b-84f8-1a8f70d226fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 12:56:58.156350 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:58.220029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] For port 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 12:56:58.246784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] For port 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9cb97913-8b6c-4496-b1fc-e8611b7f4d4a,segment=NetworkSegment(a1ed9817-1429-4f1b-84f8-1a8f70d226fe),segment_id=a1ed9817-1429-4f1b-84f8-1a8f70d226fe)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 12:56:58.341337 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:56:58.435251 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88baa848-a9fa-47a2-b153-98164ab80665 None None] Pushing event updated for resources: {'Port': ['ID=9cb97913-8b6c-4496-b1fc-e8611b7f4d4a,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:56:59.490432 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40614) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:56:59.845760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-b0dbd574-5431-4089-bf21-db7b3a610a64 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 12:56:59.846892 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b0dbd574-5431-4089-bf21-db7b3a610a64 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3554668 Sep 08 12:57:02.337019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40622) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:57:02.656966 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-f831cd7d-d9e8-48a9-9b2b-3c9d529362dd admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 12:57:02.657977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f831cd7d-d9e8-48a9-9b2b-3c9d529362dd admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3200419 Sep 08 12:57:05.386001 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40632) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:57:05.696162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c08f2955-e3fd-4ffd-8438-a59797aa5642 admin admin] Request body: {'router': {'tenant_id': '7cfc28fecae94442988203591559815d', 'name': 'router1', 'admin_state_up': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 12:57:05.784471 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c08f2955-e3fd-4ffd-8438-a59797aa5642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:05.786808 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c08f2955-e3fd-4ffd-8438-a59797aa5642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:05.956143 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c08f2955-e3fd-4ffd-8438-a59797aa5642 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:06.015636 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c08f2955-e3fd-4ffd-8438-a59797aa5642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:06.084655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 12:57:06.130724 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c08f2955-e3fd-4ffd-8438-a59797aa5642 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:06.132601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c08f2955-e3fd-4ffd-8438-a59797aa5642 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7455120 Sep 08 12:57:06.247223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 12:57:07.012399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a64c80-1243-4b80-8453-9127b747e1ac None None] Network 6535ecd4-c00d-49f8-9cf2-751d02c6a41f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 12:57:07.200967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9c02463f-9d7f-437c-8ab7-27620838b698 None None] Provisioning for port 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 12:57:07.205139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9c02463f-9d7f-437c-8ab7-27620838b698 None None] Provisioning complete for port 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 12:57:07.205542 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9c02463f-9d7f-437c-8ab7-27620838b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:07.319588 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9c02463f-9d7f-437c-8ab7-27620838b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:07.357567 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9c02463f-9d7f-437c-8ab7-27620838b698 None None] For port 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9cb97913-8b6c-4496-b1fc-e8611b7f4d4a,segment=NetworkSegment(a1ed9817-1429-4f1b-84f8-1a8f70d226fe),segment_id=a1ed9817-1429-4f1b-84f8-1a8f70d226fe)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 12:57:07.437506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9c02463f-9d7f-437c-8ab7-27620838b698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:07.491861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02463f-9d7f-437c-8ab7-27620838b698 None None] Pushing event updated for resources: {'Port': ['ID=9cb97913-8b6c-4496-b1fc-e8611b7f4d4a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:07.557469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-41d861c5-659f-48ff-a30e-1861b851b8fd None None] Provisioning complete for port 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 12:57:07.557848 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-41d861c5-659f-48ff-a30e-1861b851b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:07.677521 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-587f60eb-dd42-484a-85ff-1ce389df0438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:08.059418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 12:57:08.107186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 12:57:08.107557 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:08.596068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40644) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:57:08.925440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-332f6137-d065-46a5-84bb-6ab7aed70916 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 12:57:08.927191 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-332f6137-d065-46a5-84bb-6ab7aed70916 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3299694 Sep 08 12:57:10.212830 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2f7123c3-0285-4e30-99f1-d620ac33a46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:10.380460 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:11.400069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40656) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:57:11.608954 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:11.856504 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 12:57:11.940434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Made reservation on behalf of 9111d40ea5cf48599b2c9920ffc80307 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 12:57:11.943257 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:11.959500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:12.071043 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:12.140336 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:12.152547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Reserving flat network on physical network physnet1 {{(pid=96264) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 12:57:12.182155 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778604830064', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:12.182780 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Unsubscribe: segment precommit_create {{(pid=96264) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 12:57:12.183332 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Added segment dfad9ccb-3c31-4c4f-bd9a-5d652543803a of type flat for network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c Sep 08 12:57:12.201079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be399a4-5d02-46ef-8f67-a0b80d4acab2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:12.254699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:12.255052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:12.255405 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:12.255861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:12.256204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:12.256694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:12.256931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:12.257268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:12.257608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:12.257932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:12.258280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:12.258602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Tracked resource versions report: Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: pushed versions: Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: { 'AddressGroup': {'1.2'}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'ConntrackHelper': {'1.0'}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'Log': {'1.0'}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'Network': {'1.1'}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'Port': {'1.7'}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'PortForwarding': {'1.2'}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'QosPolicy': {'1.9'}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'SecurityGroup': {'1.4'}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'SecurityGroupRule': {'1.2'}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'SubPort': {'1.0'}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'Subnet': {'1.1'}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'Trunk': {'1.1'}} Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: consumer versions: Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: { DHCP agent@n-d-807558-3: {}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: L3 agent@n-d-807558-3: {}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: Metadata agent@n-d-807558-3: {}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: Metering agent@n-d-807558-3: {}, Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: Open vSwitch agent@n-d-807558-3: { 'AddressGroup': '1.2', Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'ConntrackHelper': '1.0', Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'Log': '1.0', Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'Network': '1.1', Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'Port': '1.7', Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'PortForwarding': '1.2', Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'QosPolicy': '1.9', Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'SecurityGroup': '1.4', Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'SecurityGroupRule': '1.2', Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'SubPort': '1.0', Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'Subnet': '1.1', Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: 'Trunk': '1.1'}} Sep 08 12:57:12.259722 n-d-807558-3 neutron-server[96264]: {{(pid=96264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 12:57:12.322117 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:12.443317 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:12.444479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:57:12.445125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:12.544911 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] Pushing event updated for resources: {'Network': ['ID=4c250eb5-9c09-4211-bfa1-2def0c9fc28c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:12.555968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 12:57:12.593364 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-71c214b6-f0a0-4433-8eeb-d2d6b9c3af3d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1920381 Sep 08 12:57:12.972233 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:14.758208 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 12:57:15.061661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40678) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:57:15.250508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b17709-04f9-4e9a-a840-113c2656113c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:57:15.251880 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-78b17709-04f9-4e9a-a840-113c2656113c admin admin] 10.222.0.69 "GET /v2.0/subnets/9d590bf0-de15-4625-b168-5a77b7d77cb5 HTTP/1.1" status: 200 len: 849 time: 0.1892314 Sep 08 12:57:15.419150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bae0264e-ddb2-4fee-bbb6-f6382b233bef admin admin] 10.222.0.69 "GET /v2.0/routers/01db32b8-ea0b-423c-989e-65a11aaf7c18 HTTP/1.1" status: 200 len: 704 time: 0.1610811 Sep 08 12:57:15.696046 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:16.002768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Allocated IP 172.20.0.1 (6535ecd4-c00d-49f8-9cf2-751d02c6a41f/9d590bf0-de15-4625-b168-5a77b7d77cb5/36e32fb3-7485-4e70-a127-24a3db681cd5) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 12:57:16.190152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:16.213757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Transition to ACTIVE for port object 36e32fb3-7485-4e70-a127-24a3db681cd5 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 12:57:16.344555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:16.411073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Network 6535ecd4-c00d-49f8-9cf2-751d02c6a41f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 12:57:16.419731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 12:57:16.427750 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 12:57:16.428441 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:16.539953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Pushing event updated for resources: {'Port': ['ID=36e32fb3-7485-4e70-a127-24a3db681cd5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:16.761933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4664b0c1-999c-4456-8e79-9b98970db20d None None] Provisioning for port 36e32fb3-7485-4e70-a127-24a3db681cd5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 12:57:16.766439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4664b0c1-999c-4456-8e79-9b98970db20d None None] Provisioning complete for port 36e32fb3-7485-4e70-a127-24a3db681cd5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 12:57:16.766824 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4664b0c1-999c-4456-8e79-9b98970db20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:16.803935 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4664b0c1-999c-4456-8e79-9b98970db20d None None] Port 36e32fb3-7485-4e70-a127-24a3db681cd5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 12:57:16.865164 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:17.081977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:17.209296 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:17.210128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:17.271958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Pushing event updated for resources: {'Port': ['ID=36e32fb3-7485-4e70-a127-24a3db681cd5,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:17.339168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Network 6535ecd4-c00d-49f8-9cf2-751d02c6a41f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 12:57:17.340516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 12:57:17.527772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ce74433b-2dcf-4dbe-8ef1-be3ccf29b8c9 None None] Provisioning complete for port 36e32fb3-7485-4e70-a127-24a3db681cd5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 12:57:17.528152 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ce74433b-2dcf-4dbe-8ef1-be3ccf29b8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:17.562565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ce74433b-2dcf-4dbe-8ef1-be3ccf29b8c9 None None] Port 36e32fb3-7485-4e70-a127-24a3db681cd5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 12:57:17.580629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Router 01db32b8-ea0b-423c-989e-65a11aaf7c18 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 12:57:17.675300 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 12:57:17.680780 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-84e90160-aa1c-485e-86ca-bf8b198109a8 admin admin] 10.222.0.69 "PUT /v2.0/routers/01db32b8-ea0b-423c-989e-65a11aaf7c18/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2556260 Sep 08 12:57:17.697965 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Sync routers for ids ['01db32b8-ea0b-423c-989e-65a11aaf7c18'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 12:57:17.710627 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Routers {'01db32b8-ea0b-423c-989e-65a11aaf7c18'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 12:57:17.711466 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T12:57:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['01db32b8-ea0b-423c-989e-65a11aaf7c18'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:57:17.915134 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Set router 01db32b8-ea0b-423c-989e-65a11aaf7c18 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 12:57:18.376848 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'name': 'router1', 'tenant_id': '7cfc28fecae94442988203591559815d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T12:57:05Z', 'updated_at': '2021-09-08T12:57:16Z', 'revision_number': 2, 'project_id': '7cfc28fecae94442988203591559815d', 'gw_port_host': None, '_interfaces': [{'id': '36e32fb3-7485-4e70-a127-24a3db681cd5', 'name': '', 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f', 'tenant_id': '7cfc28fecae94442988203591559815d', 'mac_address': 'fa:16:3e:65:a4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d590bf0-de15-4625-b168-5a77b7d77cb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T12:57:15Z', 'updated_at': '2021-09-08T12:57:16Z', 'revision_number': 2, 'project_id': '7cfc28fecae94442988203591559815d', 'subnets': [{'id': '9d590bf0-de15-4625-b168-5a77b7d77cb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a973adbb-e211-4c9a-86f9-6372522fdba8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:57:18.431257 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Checking router: 01db32b8-ea0b-423c-989e-65a11aaf7c18 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 12:57:18.431644 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Updating router 01db32b8-ea0b-423c-989e-65a11aaf7c18 port 36e32fb3-7485-4e70-a127-24a3db681cd5 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 12:57:18.487504 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:19.049191 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:19.069066 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Transition to ACTIVE for port object 36e32fb3-7485-4e70-a127-24a3db681cd5 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 12:57:19.140511 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:19.300721 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Pushing event updated for resources: {'Port': ['ID=36e32fb3-7485-4e70-a127-24a3db681cd5,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:19.313469 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:19.313824 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:19.314263 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:19.314534 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:19.314908 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:19.315209 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:19.315542 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:19.315868 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:19.316200 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:19.316524 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:19.316852 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:19.317182 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Tracked resource versions report: Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: pushed versions: Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: { 'AddressGroup': {'1.2'}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'ConntrackHelper': {'1.0'}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'Log': {'1.0'}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'Network': {'1.1'}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'Port': {'1.7'}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'PortForwarding': {'1.2'}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'QosPolicy': {'1.9'}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'SecurityGroup': {'1.4'}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'SecurityGroupRule': {'1.2'}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'SubPort': {'1.0'}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'Subnet': {'1.1'}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'Trunk': {'1.1'}} Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: consumer versions: Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: { DHCP agent@n-d-807558-3: {}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: L3 agent@n-d-807558-3: {}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: Metadata agent@n-d-807558-3: {}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: Metering agent@n-d-807558-3: {}, Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: Open vSwitch agent@n-d-807558-3: { 'AddressGroup': '1.2', Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'ConntrackHelper': '1.0', Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'Log': '1.0', Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'Network': '1.1', Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'Port': '1.7', Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'PortForwarding': '1.2', Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'QosPolicy': '1.9', Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'SecurityGroup': '1.4', Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'SecurityGroupRule': '1.2', Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'SubPort': '1.0', Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'Subnet': '1.1', Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: 'Trunk': '1.1'}} Sep 08 12:57:19.318364 n-d-807558-3 neutron-server[96266]: {{(pid=96266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 12:57:19.327915 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Attempting to bind port 36e32fb3-7485-4e70-a127-24a3db681cd5 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 12:57:19.328322 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Attempting to bind port 36e32fb3-7485-4e70-a127-24a3db681cd5 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'a1ed9817-1429-4f1b-84f8-1a8f70d226fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 12:57:19.328755 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Attempting to bind port 36e32fb3-7485-4e70-a127-24a3db681cd5 on network 6535ecd4-c00d-49f8-9cf2-751d02c6a41f {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 12:57:19.334711 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 12, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 12:57:19.335147 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Checking segment: {'id': 'a1ed9817-1429-4f1b-84f8-1a8f70d226fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 12:57:19.335791 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:19.336050 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Bound using segment: {'id': 'a1ed9817-1429-4f1b-84f8-1a8f70d226fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 12:57:19.336575 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Bound port: 36e32fb3-7485-4e70-a127-24a3db681cd5, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1ed9817-1429-4f1b-84f8-1a8f70d226fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 12:57:19.336981 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:19.417339 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] For port 36e32fb3-7485-4e70-a127-24a3db681cd5, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 12:57:19.440139 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] For port 36e32fb3-7485-4e70-a127-24a3db681cd5, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=36e32fb3-7485-4e70-a127-24a3db681cd5,segment=NetworkSegment(a1ed9817-1429-4f1b-84f8-1a8f70d226fe),segment_id=a1ed9817-1429-4f1b-84f8-1a8f70d226fe)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 12:57:19.517966 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:19.589780 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Routers {'01db32b8-ea0b-423c-989e-65a11aaf7c18'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 12:57:19.590610 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T12:57:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['01db32b8-ea0b-423c-989e-65a11aaf7c18'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:57:19.645182 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582ae62-8865-45d7-888d-66d15f3f8e43 None None] Pushing event updated for resources: {'Port': ['ID=36e32fb3-7485-4e70-a127-24a3db681cd5,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:19.715589 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] Set router 01db32b8-ea0b-423c-989e-65a11aaf7c18 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 12:57:19.968864 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'name': 'router1', 'tenant_id': '7cfc28fecae94442988203591559815d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T12:57:05Z', 'updated_at': '2021-09-08T12:57:16Z', 'revision_number': 2, 'project_id': '7cfc28fecae94442988203591559815d', 'gw_port_host': None, '_interfaces': [{'id': '36e32fb3-7485-4e70-a127-24a3db681cd5', 'name': '', 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f', 'tenant_id': '7cfc28fecae94442988203591559815d', 'mac_address': 'fa:16:3e:65:a4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d590bf0-de15-4625-b168-5a77b7d77cb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T12:57:15Z', 'updated_at': '2021-09-08T12:57:19Z', 'revision_number': 4, 'project_id': '7cfc28fecae94442988203591559815d', 'subnets': [{'id': '9d590bf0-de15-4625-b168-5a77b7d77cb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a973adbb-e211-4c9a-86f9-6372522fdba8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:57:19.995588 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7620bc7-860d-47f1-934d-d41cd4163904 None None] The sync data for ids ['01db32b8-ea0b-423c-989e-65a11aaf7c18'] in n-d-807558-3 is: [{'id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'name': 'router1', 'tenant_id': '7cfc28fecae94442988203591559815d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T12:57:05Z', 'updated_at': '2021-09-08T12:57:16Z', 'revision_number': 2, 'project_id': '7cfc28fecae94442988203591559815d', 'gw_port_host': None, '_interfaces': [{'id': '36e32fb3-7485-4e70-a127-24a3db681cd5', 'name': '', 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f', 'tenant_id': '7cfc28fecae94442988203591559815d', 'mac_address': 'fa:16:3e:65:a4:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d590bf0-de15-4625-b168-5a77b7d77cb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T12:57:15Z', 'updated_at': '2021-09-08T12:57:19Z', 'revision_number': 4, 'project_id': '7cfc28fecae94442988203591559815d', 'subnets': [{'id': '9d590bf0-de15-4625-b168-5a77b7d77cb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a973adbb-e211-4c9a-86f9-6372522fdba8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 12:57:20.045765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40694) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:57:20.168922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9802f0-de75-4dac-bead-5769a879d46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:57:20.170333 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ee9802f0-de75-4dac-bead-5769a879d46c admin admin] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 842 time: 0.1233752 Sep 08 12:57:20.180722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'gateway_ip': '172.25.5.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 12:57:20.303998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] Made reservation on behalf of 9111d40ea5cf48599b2c9920ffc80307 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 12:57:20.306225 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:20.729654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.objects.ports [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96263) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 12:57:20.730108 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:20.787839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7022d94-419c-4a58-8243-70cdf6aef22b,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:20.798449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 12:57:20.798815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] Network hostable DHCP agents. Network: 4c250eb5-9c09-4211-bfa1-2def0c9fc28c, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 12:57:20.911984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 12:57:20.997660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 4c250eb5-9c09-4211-bfa1-2def0c9fc28c) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 12:57:21.002655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:57:21.003617 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:21.007119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d3f187-112e-424b-8740-c66b627f7afe None None] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 12:57:21.088209 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-59330908-c0ac-4f1e-a556-9e68dd7cce14 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9104795 Sep 08 12:57:21.147606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae42fbe4-2b43-48fe-aaac-4a07e833062b None None] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 12:57:23.456730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40702) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:57:23.600188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2144619f-ba87-4fe7-bab0-693767560b83 admin admin] 10.222.0.69 "GET /v2.0/routers/01db32b8-ea0b-423c-989e-65a11aaf7c18 HTTP/1.1" status: 200 len: 710 time: 0.1421716 Sep 08 12:57:23.766871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c2c49-f50f-40ae-934c-518821ab90d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:57:23.768274 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-722c2c49-f50f-40ae-934c-518821ab90d6 admin admin] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 886 time: 0.1617038 Sep 08 12:57:23.778008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 12:57:24.032409 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:24.419293 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:24.498951 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:24.633246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Allocated IP 172.25.5.163 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/b89fae77-5725-44cd-93ba-3def9767eb7b) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 12:57:24.744992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:24.906705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:24.944308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 12:57:24.947358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 12:57:24.953216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 12:57:24.992686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b89fae77-5725-44cd-93ba-3def9767eb7b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:25.483895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:25.873330 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:25.878701 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:25.992454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Router 01db32b8-ea0b-423c-989e-65a11aaf7c18 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 12:57:26.126824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 12:57:26.133242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:26.135174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-96c9beb2-10d6-4bff-9bc0-f2321bcf65a3 admin admin] 10.222.0.69 "PUT /v2.0/routers/01db32b8-ea0b-423c-989e-65a11aaf7c18 HTTP/1.1" status: 200 len: 890 time: 2.3603110 Sep 08 12:57:26.148386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 36e32fb3-7485-4e70-a127-24a3db681cd5 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 12:57:26.420568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 36e32fb3-7485-4e70-a127-24a3db681cd5 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 12:57:26.428480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 36e32fb3-7485-4e70-a127-24a3db681cd5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 12:57:26.429714 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:26.598792 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:26.645439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 36e32fb3-7485-4e70-a127-24a3db681cd5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=36e32fb3-7485-4e70-a127-24a3db681cd5,segment=NetworkSegment(a1ed9817-1429-4f1b-84f8-1a8f70d226fe),segment_id=a1ed9817-1429-4f1b-84f8-1a8f70d226fe)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 12:57:26.711922 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:26.721943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Sync routers for ids ['01db32b8-ea0b-423c-989e-65a11aaf7c18'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 12:57:26.768006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Routers {'01db32b8-ea0b-423c-989e-65a11aaf7c18'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 12:57:26.768687 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T12:57:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['01db32b8-ea0b-423c-989e-65a11aaf7c18'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:57:26.917505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=36e32fb3-7485-4e70-a127-24a3db681cd5,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:27.105682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Set router 01db32b8-ea0b-423c-989e-65a11aaf7c18 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 12:57:27.622314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'name': 'router1', 'tenant_id': '7cfc28fecae94442988203591559815d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b89fae77-5725-44cd-93ba-3def9767eb7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T12:57:05Z', 'updated_at': '2021-09-08T12:57:25Z', 'revision_number': 4, 'project_id': '7cfc28fecae94442988203591559815d', 'gw_port': {'id': 'b89fae77-5725-44cd-93ba-3def9767eb7b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T12:57:24Z', 'updated_at': '2021-09-08T12:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '36e32fb3-7485-4e70-a127-24a3db681cd5', 'name': '', 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f', 'tenant_id': '7cfc28fecae94442988203591559815d', 'mac_address': 'fa:16:3e:65:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d590bf0-de15-4625-b168-5a77b7d77cb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T12:57:15Z', 'updated_at': '2021-09-08T12:57:26Z', 'revision_number': 5, 'project_id': '7cfc28fecae94442988203591559815d', 'subnets': [{'id': '9d590bf0-de15-4625-b168-5a77b7d77cb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a973adbb-e211-4c9a-86f9-6372522fdba8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:57:27.673790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Checking router: 01db32b8-ea0b-423c-989e-65a11aaf7c18 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 12:57:27.674141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Updating router 01db32b8-ea0b-423c-989e-65a11aaf7c18 port b89fae77-5725-44cd-93ba-3def9767eb7b binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 12:57:27.728955 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:28.059734 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:28.070308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Transition to ACTIVE for port object b89fae77-5725-44cd-93ba-3def9767eb7b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 12:57:28.090961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 36e32fb3-7485-4e70-a127-24a3db681cd5 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 12:57:28.142050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 36e32fb3-7485-4e70-a127-24a3db681cd5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 12:57:28.142453 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:28.164023 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:28.256407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Attempting to bind port b89fae77-5725-44cd-93ba-3def9767eb7b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 12:57:28.256783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Attempting to bind port b89fae77-5725-44cd-93ba-3def9767eb7b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 12:57:28.257057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Attempting to bind port b89fae77-5725-44cd-93ba-3def9767eb7b on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 12:57:28.275794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 12, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 12:57:28.276175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 12:57:28.276611 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:28.284278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 12:57:28.284278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Bound port: b89fae77-5725-44cd-93ba-3def9767eb7b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 12:57:28.284278 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:28.284278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e0ebf-32fe-4578-8500-a331a3096e63 None None] Pushing event updated for resources: {'Port': ['ID=b89fae77-5725-44cd-93ba-3def9767eb7b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:28.345495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] For port b89fae77-5725-44cd-93ba-3def9767eb7b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 12:57:28.349280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] For port b89fae77-5725-44cd-93ba-3def9767eb7b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b89fae77-5725-44cd-93ba-3def9767eb7b,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 12:57:28.466983 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:28.553136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Routers {'01db32b8-ea0b-423c-989e-65a11aaf7c18'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 12:57:28.554012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T12:57:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['01db32b8-ea0b-423c-989e-65a11aaf7c18'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:57:28.557839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e0ebf-32fe-4578-8500-a331a3096e63 None None] Pushing event updated for resources: {'Port': ['ID=b89fae77-5725-44cd-93ba-3def9767eb7b,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:28.770437 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] Set router 01db32b8-ea0b-423c-989e-65a11aaf7c18 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 12:57:28.777680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40716) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:57:28.912185 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-672ca074-f200-4b77-891e-ab68fea73bdc admin admin] 10.222.0.69 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1330433 Sep 08 12:57:29.050563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'name': 'router1', 'tenant_id': '7cfc28fecae94442988203591559815d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b89fae77-5725-44cd-93ba-3def9767eb7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T12:57:05Z', 'updated_at': '2021-09-08T12:57:25Z', 'revision_number': 4, 'project_id': '7cfc28fecae94442988203591559815d', 'gw_port': {'id': 'b89fae77-5725-44cd-93ba-3def9767eb7b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T12:57:24Z', 'updated_at': '2021-09-08T12:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '36e32fb3-7485-4e70-a127-24a3db681cd5', 'name': '', 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f', 'tenant_id': '7cfc28fecae94442988203591559815d', 'mac_address': 'fa:16:3e:65:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d590bf0-de15-4625-b168-5a77b7d77cb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T12:57:15Z', 'updated_at': '2021-09-08T12:57:26Z', 'revision_number': 5, 'project_id': '7cfc28fecae94442988203591559815d', 'subnets': [{'id': '9d590bf0-de15-4625-b168-5a77b7d77cb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a973adbb-e211-4c9a-86f9-6372522fdba8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 12:57:29.079419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ae8b0d-1066-42ff-b96e-fe81ad07c166 None None] The sync data for ids ['01db32b8-ea0b-423c-989e-65a11aaf7c18'] in n-d-807558-3 is: [{'id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'name': 'router1', 'tenant_id': '7cfc28fecae94442988203591559815d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.163'}], 'enable_snat': True}, 'gw_port_id': 'b89fae77-5725-44cd-93ba-3def9767eb7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T12:57:05Z', 'updated_at': '2021-09-08T12:57:25Z', 'revision_number': 4, 'project_id': '7cfc28fecae94442988203591559815d', 'gw_port': {'id': 'b89fae77-5725-44cd-93ba-3def9767eb7b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:2a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T12:57:24Z', 'updated_at': '2021-09-08T12:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '36e32fb3-7485-4e70-a127-24a3db681cd5', 'name': '', 'network_id': '6535ecd4-c00d-49f8-9cf2-751d02c6a41f', 'tenant_id': '7cfc28fecae94442988203591559815d', 'mac_address': 'fa:16:3e:65:a4:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db32b8-ea0b-423c-989e-65a11aaf7c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d590bf0-de15-4625-b168-5a77b7d77cb5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T12:57:15Z', 'updated_at': '2021-09-08T12:57:26Z', 'revision_number': 5, 'project_id': '7cfc28fecae94442988203591559815d', 'subnets': [{'id': '9d590bf0-de15-4625-b168-5a77b7d77cb5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a973adbb-e211-4c9a-86f9-6372522fdba8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 12:57:30.123270 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b89fae77-5725-44cd-93ba-3def9767eb7b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 12:57:30.328986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b89fae77-5725-44cd-93ba-3def9767eb7b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 12:57:30.334093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b89fae77-5725-44cd-93ba-3def9767eb7b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 12:57:30.334866 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:30.422481 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:30.451427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b89fae77-5725-44cd-93ba-3def9767eb7b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b89fae77-5725-44cd-93ba-3def9767eb7b,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 12:57:30.540704 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:30.593021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b89fae77-5725-44cd-93ba-3def9767eb7b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:57:32.105708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b89fae77-5725-44cd-93ba-3def9767eb7b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 12:57:32.178473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b89fae77-5725-44cd-93ba-3def9767eb7b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 12:57:32.179036 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:37.683398 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0330c210-6bf8-428f-96e1-9456bfaf525b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:40.164868 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e682cd1e-53c5-4348-982d-929aba0d729a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:40.352389 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:41.654232 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:43.011500 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:57:51.756689 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 12:58:07.699665 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b33750e1-07f2-4470-bd44-32bee873149b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:58:10.082256 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-daf86052-e6f2-4edb-b316-0fc124717a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:58:10.304535 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:58:11.601896 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:58:12.990310 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:58:28.756334 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 12:58:37.670293 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-42bc4ffc-38c3-4671-90d4-5e7ea0a86989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:58:40.127553 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bf40f0c2-64b1-4b63-8ccc-b23a31c3b426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:58:40.469993 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:58:41.634012 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:58:42.992980 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:05.755382 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 12:59:07.689542 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cde1013f-bd4b-457e-9780-e4392748951f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:10.074641 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4f152bab-e4aa-44ed-a3b6-d0e4ac6b2a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:10.326756 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:11.611899 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:13.003733 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:14.936987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41310) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:59:15.006019 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-820c0b9e-d829-4c7d-818a-4d42a8482ecc admin admin] GET failed (client error): The resource could not be found. Sep 08 12:59:15.007692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-820c0b9e-d829-4c7d-818a-4d42a8482ecc admin admin] 10.222.0.69 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0697300 Sep 08 12:59:15.198053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d10899-a90e-4da3-955e-82868d9385b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:15.199612 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-33d10899-a90e-4da3-955e-82868d9385b2 admin admin] 10.222.0.69 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1867061 Sep 08 12:59:17.425365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41320) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:59:17.563263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bf4626-a6ab-448e-89e7-329abd979a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:17.564665 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a6bf4626-a6ab-448e-89e7-329abd979a28 admin admin] 10.222.0.69 "GET /v2.0/subnets/9d590bf0-de15-4625-b168-5a77b7d77cb5 HTTP/1.1" status: 200 len: 849 time: 0.1383314 Sep 08 12:59:17.575282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 12:59:17.659945 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:17.883816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778604624869'] for subnet, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:17.925824 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:17.926877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:17.931854 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] 10.222.0.69 "PUT /v2.0/subnets/9d590bf0-de15-4625-b168-5a77b7d77cb5 HTTP/1.1" status: 200 len: 868 time: 0.3561478 Sep 08 12:59:17.932073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b6670-f961-42df-bb1e-51ef2d31b88f None None] Network 6535ecd4-c00d-49f8-9cf2-751d02c6a41f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 12:59:17.945952 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d590bf0-de15-4625-b168-5a77b7d77cb5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 12:59:17.953825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:59:17.954515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:59:17.954891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:59:17.955412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:59:17.955748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:59:17.956089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:59:17.956420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:59:17.956752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:59:17.957633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:59:17.957633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:59:17.957839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:59:17.958037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d0779aa-0539-4da0-a8f1-8c517ff942d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 12:59:18.301691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-44774b76-60c5-4aec-9e87-f679698d6cad None None] Provisioning complete for port 36e32fb3-7485-4e70-a127-24a3db681cd5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 12:59:18.302069 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44774b76-60c5-4aec-9e87-f679698d6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:18.395005 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-44774b76-60c5-4aec-9e87-f679698d6cad None None] Provisioning complete for port 9cb97913-8b6c-4496-b1fc-e8611b7f4d4a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 12:59:18.395310 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44774b76-60c5-4aec-9e87-f679698d6cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:20.144307 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41328) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:59:20.347208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8472be3-37c3-4c39-80a9-611951a4e33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:20.347600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8472be3-37c3-4c39-80a9-611951a4e33a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:20.349179 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e8472be3-37c3-4c39-80a9-611951a4e33a admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2039144 Sep 08 12:59:22.551207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41336) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:59:22.691629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd13a79c-f28c-423f-a4d4-162b91b0dae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:22.692105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd13a79c-f28c-423f-a4d4-162b91b0dae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:22.693730 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cd13a79c-f28c-423f-a4d4-162b91b0dae6 admin admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1415725 Sep 08 12:59:24.917903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41344) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:59:25.091277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8f72f1-3bb2-483b-83f8-c4cbadf2aa47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:25.092647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5c8f72f1-3bb2-483b-83f8-c4cbadf2aa47 admin admin] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 886 time: 0.1737773 Sep 08 12:59:27.287412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41352) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:59:27.436476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ae8ebb-32de-4cbe-9414-ac4024d4e787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:27.437859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-17ae8ebb-32de-4cbe-9414-ac4024d4e787 admin admin] 10.222.0.69 "GET /v2.0/networks/6535ecd4-c00d-49f8-9cf2-751d02c6a41f HTTP/1.1" status: 200 len: 869 time: 0.1489646 Sep 08 12:59:29.645841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41360) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:59:29.773204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee86a5f-a3aa-4b17-8c9e-68373b94861a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:29.773666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee86a5f-a3aa-4b17-8c9e-68373b94861a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:29.775265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aee86a5f-a3aa-4b17-8c9e-68373b94861a admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284199 Sep 08 12:59:31.972996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41370) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:59:32.063133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5cd92d-e7d4-45ad-901d-0e9d01c47d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:32.063595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5cd92d-e7d4-45ad-901d-0e9d01c47d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:32.065085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7d5cd92d-e7d4-45ad-901d-0e9d01c47d54 admin admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911381 Sep 08 12:59:34.251659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41378) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:59:34.342280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb79c71-ecab-4d7f-b312-92c1a6294391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:34.343690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cfb79c71-ecab-4d7f-b312-92c1a6294391 admin admin] 10.222.0.69 "GET /v2.0/subnets/9d590bf0-de15-4625-b168-5a77b7d77cb5 HTTP/1.1" status: 200 len: 868 time: 0.0911226 Sep 08 12:59:36.527334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41386) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 12:59:36.620719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8878d46-e7f3-45b6-b771-efbf1190165d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 12:59:36.622096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a8878d46-e7f3-45b6-b771-efbf1190165d admin admin] 10.222.0.69 "GET /v2.0/subnets/d7022d94-419c-4a58-8243-70cdf6aef22b HTTP/1.1" status: 200 len: 816 time: 0.0938122 Sep 08 12:59:37.666411 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f5097f1c-633e-4625-9f0d-0b7403f99da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:40.062693 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-de03846d-a476-4917-a0d4-54f097d7c19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:40.323274 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:41.637079 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 12:59:42.753666 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 12:59:42.993719 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:00.890683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41440) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:00:00.939170 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-9be63fc6-24fe-47ef-8fb7-dacc3db00247 admin admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:00:00.940168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9be63fc6-24fe-47ef-8fb7-dacc3db00247 admin admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485525 Sep 08 13:00:03.212865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41448) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:00:03.273362 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2ee081-fe3e-473e-9a3c-b4589d4f673d admin admin] GET failed (client error): The resource could not be found. Sep 08 13:00:03.274713 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7e2ee081-fe3e-473e-9a3c-b4589d4f673d admin admin] 10.222.0.69 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0609653 Sep 08 13:00:03.417489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17879a00-ab54-4ae7-8aa7-12985310c650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:00:03.419004 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-17879a00-ab54-4ae7-8aa7-12985310c650 admin admin] 10.222.0.69 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1396260 Sep 08 13:00:05.642125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41456) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:00:05.690530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:00:05.785083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Made reservation on behalf of 9111d40ea5cf48599b2c9920ffc80307 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:00:05.788127 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:05.815460 n-d-807558-3 neutron-server[96263]: WARNING neutron.services.revisions.revision_plugin [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Could not find related network for resource to bump revision. Sep 08 13:00:05.832576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:00:05.836002 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:05.836348 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Added segment dd848522-cec3-4205-a667-0f9cd49ae602 of type vlan for network 482eeba8-8857-4f89-b896-67ddacf5efca Sep 08 13:00:05.885600 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:05.976131 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:05.977094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:00:05.977686 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:06.033582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Pushing event updated for resources: {'Network': ['ID=482eeba8-8857-4f89-b896-67ddacf5efca,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:00:06.040919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:06.041301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:06.041651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:06.041998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:06.042359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:06.045706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:06.045706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:06.045706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:06.045706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:06.045706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:06.045706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:06.045706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:06.055653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 482eeba8-8857-4f89-b896-67ddacf5efca details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:00:06.066279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e0217104-3c25-4b3d-b5d6-b80aa2c4110d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4230325 Sep 08 13:00:07.662479 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ac11b5e6-cca0-4f12-874b-1fe1ec13f991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:08.265317 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41464) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:00:08.325321 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-4211397f-0e77-41e4-9721-69b0368c36cb admin admin] GET failed (client error): The resource could not be found. Sep 08 13:00:08.326681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4211397f-0e77-41e4-9721-69b0368c36cb admin admin] 10.222.0.69 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604699 Sep 08 13:00:08.395724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1db4349-1e30-4e32-ae7b-b2701981fc36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:00:08.397694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e1db4349-1e30-4e32-ae7b-b2701981fc36 admin admin] 10.222.0.69 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0662196 Sep 08 13:00:08.407997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-0c261743-f072-4107-b9c9-7cf37ef35b0e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:00:08.501530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c261743-f072-4107-b9c9-7cf37ef35b0e admin admin] Made reservation on behalf of 9111d40ea5cf48599b2c9920ffc80307 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:00:08.504131 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c261743-f072-4107-b9c9-7cf37ef35b0e admin admin] Notify callbacks [] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:08.724952 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c261743-f072-4107-b9c9-7cf37ef35b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:08.780328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c261743-f072-4107-b9c9-7cf37ef35b0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a2d340-0d3b-407e-811c-5b5cad937ad3,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:00:08.786269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c261743-f072-4107-b9c9-7cf37ef35b0e admin admin] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:00:08.787131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c261743-f072-4107-b9c9-7cf37ef35b0e admin admin] Network hostable DHCP agents. Network: 482eeba8-8857-4f89-b896-67ddacf5efca, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:00:08.916793 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c261743-f072-4107-b9c9-7cf37ef35b0e admin admin] Network 482eeba8-8857-4f89-b896-67ddacf5efca is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:00:09.013754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-0c261743-f072-4107-b9c9-7cf37ef35b0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 482eeba8-8857-4f89-b896-67ddacf5efca) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:00:09.021439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c261743-f072-4107-b9c9-7cf37ef35b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:00:09.021439 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c261743-f072-4107-b9c9-7cf37ef35b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:09.025153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d80243b-7414-48d5-bdf1-4268ed3ba25c None None] Network 482eeba8-8857-4f89-b896-67ddacf5efca requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:00:09.132037 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0c261743-f072-4107-b9c9-7cf37ef35b0e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7273786 Sep 08 13:00:09.166920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-482eeba8-8857-4f89-b896-67ddacf5efca', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'tenant_id': '9111d40ea5cf48599b2c9920ffc80307', 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:00:09.167828 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:09.314468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Allocated IP 192.168.233.2 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/d8ae857b-cf13-4905-8df4-db98bbcd69c0) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:00:09.456589 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:09.465197 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Transition to ACTIVE for port object d8ae857b-cf13-4905-8df4-db98bbcd69c0 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:00:09.482123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Transition to ACTIVE for port object d8ae857b-cf13-4905-8df4-db98bbcd69c0 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:00:09.542468 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:09.583841 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:00:09.586646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:00:09.589802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:00:09.605008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Pushing event updated for resources: {'Port': ['ID=d8ae857b-cf13-4905-8df4-db98bbcd69c0,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:00:09.627434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:09.627788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:09.628135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:09.628477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:09.628814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:09.629175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:09.629507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:09.629836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:09.630261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:09.630541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:09.630860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:09.631188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:00:09.664510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Attempting to bind port d8ae857b-cf13-4905-8df4-db98bbcd69c0 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:00:09.664886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Attempting to bind port d8ae857b-cf13-4905-8df4-db98bbcd69c0 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:00:09.665252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Attempting to bind port d8ae857b-cf13-4905-8df4-db98bbcd69c0 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:00:09.670420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 12, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:00:09.670797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:00:09.671206 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:09.671600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:00:09.672072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Bound port: d8ae857b-cf13-4905-8df4-db98bbcd69c0, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:00:09.672480 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:09.735541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] For port d8ae857b-cf13-4905-8df4-db98bbcd69c0, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:00:09.738955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] For port d8ae857b-cf13-4905-8df4-db98bbcd69c0, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d8ae857b-cf13-4905-8df4-db98bbcd69c0,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:00:09.803047 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:09.867419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db2744a-fbec-4562-b2d0-43b140bfc84d None None] Pushing event updated for resources: {'Port': ['ID=d8ae857b-cf13-4905-8df4-db98bbcd69c0,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:00:10.088381 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba8bf237-e57b-40f4-a3c7-7901df797adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:10.248556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d8ae857b-cf13-4905-8df4-db98bbcd69c0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:00:10.295890 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:10.397489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port d8ae857b-cf13-4905-8df4-db98bbcd69c0 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:00:10.699643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb26389d-277e-45f5-ba01-47b2c4a232ba None None] Network 482eeba8-8857-4f89-b896-67ddacf5efca requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:00:10.893856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-65960572-b4e2-4238-856e-87fa3a70d011 None None] Provisioning for port d8ae857b-cf13-4905-8df4-db98bbcd69c0 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:00:10.901015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-65960572-b4e2-4238-856e-87fa3a70d011 None None] Provisioning complete for port d8ae857b-cf13-4905-8df4-db98bbcd69c0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:00:10.901015 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-65960572-b4e2-4238-856e-87fa3a70d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:10.989302 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-65960572-b4e2-4238-856e-87fa3a70d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:11.028831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-65960572-b4e2-4238-856e-87fa3a70d011 None None] For port d8ae857b-cf13-4905-8df4-db98bbcd69c0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d8ae857b-cf13-4905-8df4-db98bbcd69c0,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:00:11.119019 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-65960572-b4e2-4238-856e-87fa3a70d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:11.166838 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65960572-b4e2-4238-856e-87fa3a70d011 None None] Pushing event updated for resources: {'Port': ['ID=d8ae857b-cf13-4905-8df4-db98bbcd69c0,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:00:11.237856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-679300f1-735b-48dc-8ee6-53e1d20b3c7a None None] Provisioning complete for port d8ae857b-cf13-4905-8df4-db98bbcd69c0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:00:11.238307 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-679300f1-735b-48dc-8ee6-53e1d20b3c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:11.650316 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:12.202027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d8ae857b-cf13-4905-8df4-db98bbcd69c0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:00:12.253177 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d8ae857b-cf13-4905-8df4-db98bbcd69c0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:00:12.253486 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:13.014105 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:19.752646 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:00:37.689568 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-be0eb7d8-62d8-46f7-b537-4cf68346da8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:40.060745 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-61e63efe-62e0-4436-be5a-e17896e5573c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:40.298662 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:41.626944 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:43.009788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:00:56.751428 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:01:07.721181 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dad5835c-8c6a-4550-a856-c482e1bb805b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:10.060321 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4a2786b8-f28d-4b01-90ff-48cb18b8783a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:10.446988 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:11.637233 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:13.006930 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:33.749619 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:01:37.670995 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c2968f27-94db-414b-8522-ba03b4c5d7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:37.799602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41516) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:01:37.805828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-a98b79da-4e15-403c-8830-ed61d76a4851 tempest-verify_tempest_config-458729853 tempest-verify_tempest_config-458729853-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:01:37.806827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a98b79da-4e15-403c-8830-ed61d76a4851 tempest-verify_tempest_config-458729853 tempest-verify_tempest_config-458729853-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058024 Sep 08 13:01:38.387416 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41534) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:01:38.495885 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:38.582871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:38.676555 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:38.720520 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc35dfce-2f7d-4ecd-b2c5-d57fa19a8a78,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:01:38.725071 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b97a7a7bff944d9a90c2b63c4869e718&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3363214 Sep 08 13:01:38.727804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41540) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:01:38.729667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:38.730022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:38.730395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:38.730737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:38.731072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:38.731406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:38.731735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:38.732063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:38.732390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:38.732713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:38.733048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:38.733369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcee88f6-b388-4bde-8ea8-fe3e5de5c937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:38.781374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:38.802450 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:39.006471 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:39.009079 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:39.010265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc35dfce-2f7d-4ecd-b2c5-d57fa19a8a78 HTTP/1.1" status: 204 len: 168 time: 0.2814796 Sep 08 13:01:39.017954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc35dfce-2f7d-4ecd-b2c5-d57fa19a8a78,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:01:39.024986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:39.025341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:39.025690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:39.026030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:39.026395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:39.026739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:39.027068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:39.027445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:39.027731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:39.028058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:39.028387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:39.028736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b88555-2b59-4505-9460-f77844a4e2d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:01:40.068300 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f9d1cfc0-cc61-4069-b32a-d46f7cf5b723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:40.333823 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:41.647927 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:01:42.990913 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:02:07.647307 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1404441b-4bc8-4a22-a77f-9dd1cd9d982b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:02:10.079206 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-459861f6-2024-418f-8f42-df6ca345d7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:02:10.313944 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:02:10.749324 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:02:11.636092 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:02:13.019125 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:02:37.710102 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b4b02be5-e7de-4def-951a-d77995f15723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:02:40.063800 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3b16013c-e960-4c8b-96de-2012ccdce20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:02:40.318594 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:02:41.737548 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:02:43.072709 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:02:47.748092 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:03:07.662788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a265aea-bff2-4644-b823-3b4e4e049e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:03:10.085429 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3e6a183c-c6ce-416e-ab02-2a4cf2790cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:03:10.352260 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:03:11.673896 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:03:13.034139 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:03:24.747856 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:03:37.673522 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18c2efd0-a721-44ef-a86e-7ff60c83f5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:03:40.096361 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0fe25157-5270-451d-99b2-1f98261d0820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:03:40.319196 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:03:41.683062 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:03:43.078910 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:04:01.748171 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:04:07.659962 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aba39a0a-95f5-4dc5-b74d-a1090a4a6d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:04:10.073390 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e0a45164-d795-41e7-a26e-0f225c818803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:04:10.322754 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:04:11.655727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:04:13.021746 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:04:37.695955 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6d08486d-3a9b-43be-a2e8-b6522cae9c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:04:38.747183 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 5 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:04:40.077903 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-34cbd1d8-3818-487a-ae06-61ed289da8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:04:40.318296 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:04:41.676358 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:04:43.072410 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:04:43.962132 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748263'] for agent, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:04:46.552129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-748263'] for agent, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:07.672090 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-809ad56f-eda1-4b10-91c4-a6865f46c21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:10.072194 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a7b20221-fe67-40f5-a67b-eae6f11878e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:10.317938 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:11.652803 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:13.049192 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:13.836718 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:15.746371 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:05:16.464247 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:30.421538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41604) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:05:30.531963 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-97896ab2-2861-4a44-aee2-8896128c8220 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1089733 Sep 08 13:05:32.758848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41614) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:05:32.815253 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9964024f-5766-4c5c-8ba4-63488e3682e2 admin admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0552988 Sep 08 13:05:37.789711 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f99b813b-440e-4716-9196-98229043d669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:40.077559 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fed56480-4f7f-4ae2-8161-b480c51eb33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:40.401426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:41.660243 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:43.052693 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:43.841157 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:46.472361 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:05:52.746472 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:06:07.697835 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c2adee08-0415-47b0-914e-34c7f9a5fff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:10.120891 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b4ae87fd-1646-4c25-8864-1f6467fc6351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:10.326162 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:11.680848 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:13.052071 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:13.831573 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:16.492116 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:29.746710 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:06:37.670851 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-71fde37e-ba88-4b8a-97ec-0e5e12d01760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:40.102883 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-369c3d67-1588-477f-853a-9d863fde8b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:40.337331 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:41.669601 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:43.045878 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:43.830316 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:46.519877 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:54.958815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41770) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:06:55.513332 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-network', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:06:55.630611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Made reservation on behalf of a7274b00e2404f71955ace24a4fcbafe for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:06:55.633050 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:55.645175 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:55.736590 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:55.881677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:55.918146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:06:55.924539 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b414bd-6c5f-4b8d-a885-2153e5b9bef2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:06:55.934767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:55.935226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:55.935480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:55.935816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:55.936140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:55.936454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:55.936780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:55.937099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:55.937420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:55.937741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:55.938087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:55.938428 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Tracked resource versions report: Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: pushed versions: Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: { 'AddressGroup': {'1.2'}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'ConntrackHelper': {'1.0'}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'Log': {'1.0'}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'Network': {'1.1'}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'Port': {'1.7'}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'PortForwarding': {'1.2'}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'QosPolicy': {'1.9'}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'SecurityGroup': {'1.4'}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'SubPort': {'1.0'}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'Subnet': {'1.1'}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'Trunk': {'1.1'}} Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: consumer versions: Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: { DHCP agent@n-d-807558-3: {}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: HyperV agent@n-h1-807558-3: {}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: HyperV agent@n-h2-807558-3: {}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: L3 agent@n-d-807558-3: {}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: Metadata agent@n-d-807558-3: {}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: Metering agent@n-d-807558-3: {}, Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: Open vSwitch agent@n-d-807558-3: { 'AddressGroup': '1.2', Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'ConntrackHelper': '1.0', Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'Log': '1.0', Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'Network': '1.1', Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'Port': '1.7', Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'PortForwarding': '1.2', Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'QosPolicy': '1.9', Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'SecurityGroup': '1.4', Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'SecurityGroupRule': '1.2', Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'SubPort': '1.0', Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'Subnet': '1.1', Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: 'Trunk': '1.1'}} Sep 08 13:06:55.939502 n-d-807558-3 neutron-server[96264]: {{(pid=96264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:06:55.944912 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:55.945260 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Added segment 93188114-1648-4b4f-8453-e359a2e91179 of type vlan for network 140e26e4-9169-4cfc-9628-100d96ca6c1a Sep 08 13:06:55.992761 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:56.100049 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:56.101054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:06:56.101640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:56.164702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] Pushing event updated for resources: {'Network': ['ID=140e26e4-9169-4cfc-9628-100d96ca6c1a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:06:56.174570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 140e26e4-9169-4cfc-9628-100d96ca6c1a details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:06:56.211499 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ed2b2b39-cb21-402c-9d9a-350b088016c4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2510602 Sep 08 13:06:56.211678 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41826) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:06:56.218003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Request body: {'subnet': {'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-subnet', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:06:56.339440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Made reservation on behalf of a7274b00e2404f71955ace24a4fcbafe for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:06:56.343979 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:56.453233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41834) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:06:56.642808 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:56.697241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb151a63-aad3-419d-afc4-6b2e27650372,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:06:56.707666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:56.707953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:56.708295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:56.708629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:56.708959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:56.709284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:56.709631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:56.709956 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:56.710304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:56.710628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:56.711015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:56.711258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Tracked resource versions report: Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: pushed versions: Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: { 'AddressGroup': {'1.2'}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'ConntrackHelper': {'1.0'}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'Log': {'1.0'}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'Network': {'1.1'}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'Port': {'1.7'}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'PortForwarding': {'1.2'}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'QosPolicy': {'1.9'}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'SecurityGroup': {'1.4'}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'SubPort': {'1.0'}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'Subnet': {'1.1'}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'Trunk': {'1.1'}} Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: consumer versions: Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: { DHCP agent@n-d-807558-3: {}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: HyperV agent@n-h1-807558-3: {}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: HyperV agent@n-h2-807558-3: {}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: L3 agent@n-d-807558-3: {}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: Metadata agent@n-d-807558-3: {}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: Metering agent@n-d-807558-3: {}, Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: Open vSwitch agent@n-d-807558-3: { 'AddressGroup': '1.2', Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'ConntrackHelper': '1.0', Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'Log': '1.0', Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'Network': '1.1', Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'Port': '1.7', Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'PortForwarding': '1.2', Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'QosPolicy': '1.9', Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'SecurityGroup': '1.4', Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'SecurityGroupRule': '1.2', Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'SubPort': '1.0', Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'Subnet': '1.1', Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: 'Trunk': '1.1'}} Sep 08 13:06:56.712336 n-d-807558-3 neutron-server[96263]: {{(pid=96263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:06:56.718099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Checking segment: {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:06:56.718099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Network hostable DHCP agents. Network: 140e26e4-9169-4cfc-9628-100d96ca6c1a, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:06:56.824656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Network 140e26e4-9169-4cfc-9628-100d96ca6c1a is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:06:56.938913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 140e26e4-9169-4cfc-9628-100d96ca6c1a) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:06:56.944553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:06:57.249423 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:57.251721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08009e8-08aa-46c8-ac9a-f1d216bed851 None None] Network 140e26e4-9169-4cfc-9628-100d96ca6c1a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:06:57.252635 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-452c429e-5ac3-47c7-b057-ca454b1db357 tempest-AutoAllocateNetworkTest-117334348 tempest-AutoAllocateNetworkTest-117334348-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb4e82755fe24bbba3292057c092bd00&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5630097 Sep 08 13:06:57.252635 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41850) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:06:57.253122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-140e26e4-9169-4cfc-9628-100d96ca6c1a', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:06:57.253122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:57.253645 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c6480331-52c6-4082-956e-6ed985a38187 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9826772 Sep 08 13:06:57.253645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41856) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:06:57.253645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:06:57.290384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc38c01-4142-43c9-8c94-02719728c8b6 tempest-AutoAllocateNetworkTest-117334348 tempest-AutoAllocateNetworkTest-117334348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:06:57.291997 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8bc38c01-4142-43c9-8c94-02719728c8b6 tempest-AutoAllocateNetworkTest-117334348 tempest-AutoAllocateNetworkTest-117334348-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2688570 Sep 08 13:06:57.295680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41860) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:06:57.376034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Allocated IP 172.20.0.2 (140e26e4-9169-4cfc-9628-100d96ca6c1a/bb151a63-aad3-419d-afc4-6b2e27650372/3bae4ee3-b2df-4328-9026-311f6d7b417d) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:06:57.459123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f00cdb04-ec3a-42f4-ad70-0880a8a829a4 tempest-AutoAllocateNetworkTest-117334348 tempest-AutoAllocateNetworkTest-117334348-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1615059 Sep 08 13:06:57.459423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41862) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:06:57.460817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:57.462230 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:57.500263 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-40216b25-a92e-407a-8719-1deac562b620 tempest-AutoAllocateNetworkTest-117334348 tempest-AutoAllocateNetworkTest-117334348-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cb4e82755fe24bbba3292057c092bd00 HTTP/1.1" status: 200 len: 208 time: 0.0394878 Sep 08 13:06:57.574483 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:57.600897 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:57.609520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Transition to ACTIVE for port object 3bae4ee3-b2df-4328-9026-311f6d7b417d will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:06:57.625386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Transition to ACTIVE for port object 3bae4ee3-b2df-4328-9026-311f6d7b417d will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:06:57.745361 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:57.786739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Network 140e26e4-9169-4cfc-9628-100d96ca6c1a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:06:57.790871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:06:57.794010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:06:57.826923 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:57.859429 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Pushing event updated for resources: {'Port': ['ID=3bae4ee3-b2df-4328-9026-311f6d7b417d,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:06:57.870396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Attempting to bind port 3bae4ee3-b2df-4328-9026-311f6d7b417d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:06:57.870758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Attempting to bind port 3bae4ee3-b2df-4328-9026-311f6d7b417d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:06:57.871133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Attempting to bind port 3bae4ee3-b2df-4328-9026-311f6d7b417d on network 140e26e4-9169-4cfc-9628-100d96ca6c1a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:06:57.874914 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:57.875416 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:57.875597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:57.875945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:57.876283 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:57.876633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:57.876953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:57.877283 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:57.877617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:57.877942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:57.878300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:57.878626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Tracked resource versions report: Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: pushed versions: Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: { 'AddressGroup': {'1.2'}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'ConntrackHelper': {'1.0'}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'Log': {'1.0'}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'Network': {'1.1'}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'Port': {'1.7'}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'PortForwarding': {'1.2'}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'QosPolicy': {'1.9'}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'SecurityGroup': {'1.4'}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'SubPort': {'1.0'}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'Subnet': {'1.1'}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'Trunk': {'1.1'}} Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: consumer versions: Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: { DHCP agent@n-d-807558-3: {}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: HyperV agent@n-h1-807558-3: {}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: HyperV agent@n-h2-807558-3: {}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: L3 agent@n-d-807558-3: {}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: Metadata agent@n-d-807558-3: {}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: Metering agent@n-d-807558-3: {}, Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: Open vSwitch agent@n-d-807558-3: { 'AddressGroup': '1.2', Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'ConntrackHelper': '1.0', Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'Log': '1.0', Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'Network': '1.1', Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'Port': '1.7', Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'PortForwarding': '1.2', Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'QosPolicy': '1.9', Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'SecurityGroup': '1.4', Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'SecurityGroupRule': '1.2', Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'SubPort': '1.0', Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'Subnet': '1.1', Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: 'Trunk': '1.1'}} Sep 08 13:06:57.879752 n-d-807558-3 neutron-server[96265]: {{(pid=96265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:06:57.885933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:06:57.886350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Checking segment: {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:06:57.887226 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:57.887226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Bound using segment: {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:06:57.887609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Bound port: 3bae4ee3-b2df-4328-9026-311f6d7b417d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:06:57.887996 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:57.952771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] For port 3bae4ee3-b2df-4328-9026-311f6d7b417d, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:06:57.955963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] For port 3bae4ee3-b2df-4328-9026-311f6d7b417d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3bae4ee3-b2df-4328-9026-311f6d7b417d,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:06:58.288646 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:58.396041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59766c-1687-4fee-aeca-0723fa35257b None None] Pushing event updated for resources: {'Port': ['ID=3bae4ee3-b2df-4328-9026-311f6d7b417d,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:06:58.469697 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:58.490317 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:58.628280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Allocated IP 172.25.5.87 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/30aa98d6-b4fe-435c-acfa-4c1c34bafee0) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:06:58.744269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:58.926117 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:58.965910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:06:58.968644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:06:58.971328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:06:59.020194 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Pushing event updated for resources: {'Port': ['ID=30aa98d6-b4fe-435c-acfa-4c1c34bafee0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:06:59.294228 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:59.385727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9382279e-95c1-435d-9be9-3d502b584dd9 None None] Network 140e26e4-9169-4cfc-9628-100d96ca6c1a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:06:59.470287 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41900) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:06:59.521003 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:06:59.639954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-00cf910b-7500-4009-b2e5-076bfc3aaa7b None None] Provisioning for port 3bae4ee3-b2df-4328-9026-311f6d7b417d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:06:59.754504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Router 969429ea-0171-4af4-aadb-0d52a4afab42 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:07:00.036639 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-042e9c50-9360-4f7b-a580-080cd5ffe4b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:00.037279 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:07:00.047298 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Sync routers for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:07:00.059921 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:07:00.060670 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:06:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:00.160640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-042e9c50-9360-4f7b-a580-080cd5ffe4b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:00.220749 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:07:00.253409 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-042e9c50-9360-4f7b-a580-080cd5ffe4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:00.294444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e9c50-9360-4f7b-a580-080cd5ffe4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaf815b-e62a-4318-8f1d-6b83f1214215,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:00.315014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41928) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:00.315192 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-042e9c50-9360-4f7b-a580-080cd5ffe4b7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb4e82755fe24bbba3292057c092bd00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8428993 Sep 08 13:07:00.334017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:00.338038 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c3770417-c111-4b64-a045-d766a0b99035 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.1375182 Sep 08 13:07:00.352331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41932) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:00.426132 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f08389c-b3a6-4e01-8cda-309dceeb24ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:00.492801 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f08389c-b3a6-4e01-8cda-309dceeb24ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:00.569115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3bae4ee3-b2df-4328-9026-311f6d7b417d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:00.601204 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:06:59Z', 'revision_number': 3, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:00.637745 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Checking router: 969429ea-0171-4af4-aadb-0d52a4afab42 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:07:00.638595 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Updating router 969429ea-0171-4af4-aadb-0d52a4afab42 port 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:07:00.664961 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f08389c-b3a6-4e01-8cda-309dceeb24ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:00.669629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f08389c-b3a6-4e01-8cda-309dceeb24ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:00.670468 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:00.671422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8f08389c-b3a6-4e01-8cda-309dceeb24ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bcaf815b-e62a-4318-8f1d-6b83f1214215 HTTP/1.1" status: 204 len: 168 time: 0.3541062 Sep 08 13:07:00.687844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08389c-b3a6-4e01-8cda-309dceeb24ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaf815b-e62a-4318-8f1d-6b83f1214215,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:00.747727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 3bae4ee3-b2df-4328-9026-311f6d7b417d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:00.747727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3bae4ee3-b2df-4328-9026-311f6d7b417d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:00.747727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:00.843843 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:00.941578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 3bae4ee3-b2df-4328-9026-311f6d7b417d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3bae4ee3-b2df-4328-9026-311f6d7b417d,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:00.960989 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:00.972257 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Transition to ACTIVE for port object 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:01.159911 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:01.219083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=3bae4ee3-b2df-4328-9026-311f6d7b417d,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:01.224520 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:01.484786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Allocated IP 172.20.0.1 (140e26e4-9169-4cfc-9628-100d96ca6c1a/bb151a63-aad3-419d-afc4-6b2e27650372/7aeff937-506c-49b2-b51e-5e5e427d727f) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:07:01.603217 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:01.623692 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Transition to ACTIVE for port object 7aeff937-506c-49b2-b51e-5e5e427d727f will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:01.798338 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:01.851229 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Attempting to bind port 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:07:01.851615 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Attempting to bind port 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:07:01.851983 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Attempting to bind port 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:01.857541 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Pushing event updated for resources: {'Port': ['ID=30aa98d6-b4fe-435c-acfa-4c1c34bafee0,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:01.863250 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:01.866421 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:07:01.870514 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:07:01.870514 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:01.870514 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:07:01.870514 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Bound port: 30aa98d6-b4fe-435c-acfa-4c1c34bafee0, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:07:01.870514 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:01.872417 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:01.872770 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:01.873114 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:01.873452 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:01.873785 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:01.874119 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:01.874469 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:01.874801 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:01.875127 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:01.875510 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:01.875777 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:01.876100 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Tracked resource versions report: Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: pushed versions: Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: { 'AddressGroup': {'1.2'}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'ConntrackHelper': {'1.0'}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'Log': {'1.0'}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'Network': {'1.1'}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'Port': {'1.7'}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'PortForwarding': {'1.2'}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'QosPolicy': {'1.9'}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'SecurityGroup': {'1.4'}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'SecurityGroupRule': {'1.2'}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'SubPort': {'1.0'}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'Subnet': {'1.1'}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'Trunk': {'1.1'}} Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: consumer versions: Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: { DHCP agent@n-d-807558-3: {}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: HyperV agent@n-h1-807558-3: {}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: HyperV agent@n-h2-807558-3: {}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: L3 agent@n-d-807558-3: {}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: Metadata agent@n-d-807558-3: {}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: Metering agent@n-d-807558-3: {}, Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: Open vSwitch agent@n-d-807558-3: { 'AddressGroup': '1.2', Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'ConntrackHelper': '1.0', Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'Log': '1.0', Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'Network': '1.1', Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'Port': '1.7', Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'PortForwarding': '1.2', Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'QosPolicy': '1.9', Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'SecurityGroup': '1.4', Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'SecurityGroupRule': '1.2', Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'SubPort': '1.0', Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'Subnet': '1.1', Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: 'Trunk': '1.1'}} Sep 08 13:07:01.877201 n-d-807558-3 neutron-server[96266]: {{(pid=96266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 13:07:01.933892 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] For port 30aa98d6-b4fe-435c-acfa-4c1c34bafee0, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:07:01.944654 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] For port 30aa98d6-b4fe-435c-acfa-4c1c34bafee0, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=30aa98d6-b4fe-435c-acfa-4c1c34bafee0,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:07:01.947400 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Network 140e26e4-9169-4cfc-9628-100d96ca6c1a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:07:01.951807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:01.962361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:07:01.963565 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:01.997562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Pushing event updated for resources: {'Port': ['ID=7aeff937-506c-49b2-b51e-5e5e427d727f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:02.032030 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:02.104509 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:07:02.105595 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:06:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:02.111958 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57442194-4fdb-44ea-811a-db6d8d3e623e None None] Pushing event updated for resources: {'Port': ['ID=30aa98d6-b4fe-435c-acfa-4c1c34bafee0,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:02.258419 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:07:02.282518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9d07d88d-96a6-4e68-a328-3d889efe05d6 None None] Provisioning for port 7aeff937-506c-49b2-b51e-5e5e427d727f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:02.288251 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9d07d88d-96a6-4e68-a328-3d889efe05d6 None None] Provisioning complete for port 7aeff937-506c-49b2-b51e-5e5e427d727f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:02.288622 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9d07d88d-96a6-4e68-a328-3d889efe05d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:02.370831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9d07d88d-96a6-4e68-a328-3d889efe05d6 None None] Port 7aeff937-506c-49b2-b51e-5e5e427d727f cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:07:02.503201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3bae4ee3-b2df-4328-9026-311f6d7b417d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:02.578526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3bae4ee3-b2df-4328-9026-311f6d7b417d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:02.579272 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:02.605523 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:02.721571 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:06:59Z', 'revision_number': 3, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:02.754501 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8d7422-2c8b-4ba4-b2b9-33193604d9fc None None] The sync data for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 is: [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:06:59Z', 'revision_number': 3, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:07:02.870433 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:02.995553 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:02.996401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:03.057076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Pushing event updated for resources: {'Port': ['ID=7aeff937-506c-49b2-b51e-5e5e427d727f,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:03.177799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Network 140e26e4-9169-4cfc-9628-100d96ca6c1a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:07:03.180340 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:03.310772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42036) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:03.402106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Router 969429ea-0171-4af4-aadb-0d52a4afab42 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:07:03.456517 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3dabf2-909a-476d-9367-12501c6f45af admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:03.483901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:07:03.492283 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-09639aa8-10f5-44ac-ac0a-221aa444d24b admin admin] 10.222.0.69 "PUT /v2.0/routers/969429ea-0171-4af4-aadb-0d52a4afab42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1518104 Sep 08 13:07:03.559949 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-59f2f162-818e-40c5-9474-f2416d5ba412 None None] Provisioning complete for port 7aeff937-506c-49b2-b51e-5e5e427d727f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:03.559949 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59f2f162-818e-40c5-9474-f2416d5ba412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:03.592672 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3dabf2-909a-476d-9367-12501c6f45af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:03.597254 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-59f2f162-818e-40c5-9474-f2416d5ba412 None None] Port 7aeff937-506c-49b2-b51e-5e5e427d727f cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:07:03.727796 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3dabf2-909a-476d-9367-12501c6f45af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:03.794197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42066) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:03.806462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0c3dabf2-909a-476d-9367-12501c6f45af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=45d449009ba0490d9cc6d6cac5d93676&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4916158 Sep 08 13:07:03.833014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3dabf2-909a-476d-9367-12501c6f45af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f87016-b3e6-4022-9eee-e5c882abd766,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:03.873883 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b50d154-ed1f-4213-9dd4-ff5bc8cd40ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:03.902048 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b50d154-ed1f-4213-9dd4-ff5bc8cd40ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:04.045434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b50d154-ed1f-4213-9dd4-ff5bc8cd40ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:04.049207 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b50d154-ed1f-4213-9dd4-ff5bc8cd40ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:04.050442 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7b50d154-ed1f-4213-9dd4-ff5bc8cd40ae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/50f87016-b3e6-4022-9eee-e5c882abd766 HTTP/1.1" status: 204 len: 168 time: 0.2552214 Sep 08 13:07:04.060682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50d154-ed1f-4213-9dd4-ff5bc8cd40ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f87016-b3e6-4022-9eee-e5c882abd766,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:04.490918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:04.588138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Sync routers for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:07:04.598731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:07:04.599361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:06:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:04.637557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:04.643748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:04.644127 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:04.742122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:07:04.843531 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:04.888149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 30aa98d6-b4fe-435c-acfa-4c1c34bafee0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=30aa98d6-b4fe-435c-acfa-4c1c34bafee0,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:04.986416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.156374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=30aa98d6-b4fe-435c-acfa-4c1c34bafee0,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:05.166943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 2, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:05.199579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Checking router: 969429ea-0171-4af4-aadb-0d52a4afab42 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:07:05.199579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Updating router 969429ea-0171-4af4-aadb-0d52a4afab42 port 7aeff937-506c-49b2-b51e-5e5e427d727f binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:07:05.219959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42146) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:05.221244 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.240513 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-623dd3ff-e0eb-41b3-8a5c-56be2c1044ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.349331 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-623dd3ff-e0eb-41b3-8a5c-56be2c1044ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.452930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-623dd3ff-e0eb-41b3-8a5c-56be2c1044ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.493670 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-623dd3ff-e0eb-41b3-8a5c-56be2c1044ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=49a53b2042ff404e8c341324a5d718b2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2713158 Sep 08 13:07:05.495970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dd3ff-e0eb-41b3-8a5c-56be2c1044ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcccced-d71c-40a7-914e-e7db4e662da1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:05.497434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42160) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:05.561110 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-698bb451-594f-4e13-bf73-ade256457d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.561544 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.571481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42166) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:05.577041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Transition to ACTIVE for port object 7aeff937-506c-49b2-b51e-5e5e427d727f will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:05.582112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1915202780-network', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:05.596231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42172) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:05.599237 n-d-807558-3 neutron-server[96264]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 13:07:05.609928 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-698bb451-594f-4e13-bf73-ade256457d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.629217 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-4ffeb371-9c1f-49e9-bdc5-90ba502948b7 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=fb2a8221761544d2bd897d055fee4314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310538 Sep 08 13:07:05.641459 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.686055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39ac4e-f5e0-489a-8ae8-81b3aeed512d None None] Pushing event updated for resources: {'Port': ['ID=7aeff937-506c-49b2-b51e-5e5e427d727f,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:05.728393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Made reservation on behalf of ae3907ae201f4b20849f22db779fc86d for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:07:05.732553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.734948 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-698bb451-594f-4e13-bf73-ade256457d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.738644 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-698bb451-594f-4e13-bf73-ade256457d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.740639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-698bb451-594f-4e13-bf73-ade256457d93 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cbcccced-d71c-40a7-914e-e7db4e662da1 HTTP/1.1" status: 204 len: 168 time: 0.2416635 Sep 08 13:07:05.773333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698bb451-594f-4e13-bf73-ade256457d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcccced-d71c-40a7-914e-e7db4e662da1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:05.780370 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.796542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-eb0d3c21-01e3-4df5-90c0-e69e4b42633f tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:05.805514 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-eb0d3c21-01e3-4df5-90c0-e69e4b42633f tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746097 Sep 08 13:07:05.828507 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-8ce640c0-3887-424f-b00b-fd6c4a91c751 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/quotas/fb2a8221761544d2bd897d055fee4314 HTTP/1.1" status: 200 len: 375 time: 0.0218003 Sep 08 13:07:05.832093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Attempting to bind port 7aeff937-506c-49b2-b51e-5e5e427d727f on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:07:05.832517 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Attempting to bind port 7aeff937-506c-49b2-b51e-5e5e427d727f by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:07:05.832888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Attempting to bind port 7aeff937-506c-49b2-b51e-5e5e427d727f on network 140e26e4-9169-4cfc-9628-100d96ca6c1a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:05.852924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:07:05.853307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Checking segment: {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:07:05.853723 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.854117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Bound using segment: {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:07:05.854647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Bound port: 7aeff937-506c-49b2-b51e-5e5e427d727f, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:07:05.856613 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.939509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:05.952503 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-d1faa9f2-61b7-4088-9af3-0dce47725a82 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb2a8221761544d2bd897d055fee4314&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1113470 Sep 08 13:07:05.983534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42188) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:06.025102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] For port 7aeff937-506c-49b2-b51e-5e5e427d727f, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:07:06.028818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] For port 7aeff937-506c-49b2-b51e-5e5e427d727f, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7aeff937-506c-49b2-b51e-5e5e427d727f,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:07:06.033378 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.072721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:07:06.084970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.085429 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Added segment 7c5e6102-e51e-4c37-b88e-075a3bf975dc of type vlan for network 378b6988-0d62-4670-ac90-66706fa1bd8c Sep 08 13:07:06.117590 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.135391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1993a9b-08fe-45ab-9d71-3a807ce0305a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:06.173270 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.203877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39ac4e-f5e0-489a-8ae8-81b3aeed512d None None] Pushing event updated for resources: {'Port': ['ID=7aeff937-506c-49b2-b51e-5e5e427d727f,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:06.213764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:07:06.214692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:06:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:06.224745 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b31e9a79-dece-4cb4-8e60-90c29379442b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.349758 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b31e9a79-dece-4cb4-8e60-90c29379442b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.384703 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.385728 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:06.386355 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.445074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:07:06.495577 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-15910faa-b1fa-4ce0-82bd-5fbdbaea4d4b req-3dc61a46-48b2-4801-b40a-8bea09bbf624 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 210 time: 0.1383958 Sep 08 13:07:06.498880 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b31e9a79-dece-4cb4-8e60-90c29379442b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.567369 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b31e9a79-dece-4cb4-8e60-90c29379442b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89342b1c965e475bae4d54580305ca84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5827146 Sep 08 13:07:06.570009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:06.572186 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42222) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:06.595475 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0218081 Sep 08 13:07:06.597855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3a0d1-cded-4551-b438-725499cd88fd admin admin] Pushing event updated for resources: {'Network': ['ID=378b6988-0d62-4670-ac90-66706fa1bd8c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:06.597979 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e9a79-dece-4cb4-8e60-90c29379442b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec552033-ad50-4f18-a5c9-da93b5aec058,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:06.602533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42224) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:06.611560 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-22334281-f3c0-459d-a0c3-4733b037c46b admin admin] Request body: {'subnet': {'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1915202780-subnet', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:06.626518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 378b6988-0d62-4670-ac90-66706fa1bd8c details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:07:06.705138 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b130dc4-458c-4707-934f-1244f810e592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.733590 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b130dc4-458c-4707-934f-1244f810e592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.748553 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:07:06.754941 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22334281-f3c0-459d-a0c3-4733b037c46b admin admin] Made reservation on behalf of ae3907ae201f4b20849f22db779fc86d for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:07:06.758500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-22334281-f3c0-459d-a0c3-4733b037c46b admin admin] Notify callbacks [] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.766440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:06.766942 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:06.894780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:06Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:06.932210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b523d4ab-cf87-470d-ae86-e4593fadcbc5 None None] The sync data for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 is: [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:06Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:07:07.026594 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b130dc4-458c-4707-934f-1244f810e592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:07.029180 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b130dc4-458c-4707-934f-1244f810e592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:07.030984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7b130dc4-458c-4707-934f-1244f810e592 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ec552033-ad50-4f18-a5c9-da93b5aec058 HTTP/1.1" status: 204 len: 168 time: 0.4578507 Sep 08 13:07:07.064460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b130dc4-458c-4707-934f-1244f810e592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec552033-ad50-4f18-a5c9-da93b5aec058,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:07.092775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42252) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:07.327236 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-22334281-f3c0-459d-a0c3-4733b037c46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:07.539514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22334281-f3c0-459d-a0c3-4733b037c46b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c45973d9-6d42-48d4-85d2-f5049ee3160d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:07.547776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22334281-f3c0-459d-a0c3-4733b037c46b admin admin] Checking segment: {'id': '7c5e6102-e51e-4c37-b88e-075a3bf975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:07:07.548140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22334281-f3c0-459d-a0c3-4733b037c46b admin admin] Network hostable DHCP agents. Network: 378b6988-0d62-4670-ac90-66706fa1bd8c, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:07:07.648050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7855c9c-5558-45c3-b5c1-276342c6445c req-4eee5b08-e429-40a7-9ff5-aba74fa3d74d tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 210 time: 0.0356667 Sep 08 13:07:07.662064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22334281-f3c0-459d-a0c3-4733b037c46b admin admin] Network 378b6988-0d62-4670-ac90-66706fa1bd8c is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:07:07.738580 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dd591d6e-aecf-457b-93bf-2177c498ba8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:07.788214 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-303dae0c-8c16-434a-a68b-97015f55f8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:07.856576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-22334281-f3c0-459d-a0c3-4733b037c46b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 378b6988-0d62-4670-ac90-66706fa1bd8c) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:07.860865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22334281-f3c0-459d-a0c3-4733b037c46b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:07.863027 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-22334281-f3c0-459d-a0c3-4733b037c46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:07.872597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b066ee0-f700-45cb-9cee-755d720cdfe3 None None] Network 378b6988-0d62-4670-ac90-66706fa1bd8c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:07:07.911881 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-303dae0c-8c16-434a-a68b-97015f55f8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.007932 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-303dae0c-8c16-434a-a68b-97015f55f8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.090350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dae0c-8c16-434a-a68b-97015f55f8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd265d3-f442-49c2-a64d-06be487a0fb3,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:08.095404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-303dae0c-8c16-434a-a68b-97015f55f8c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d569e862ce349df9fcf5d5bc34768d2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0013430 Sep 08 13:07:08.098083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42296) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:08.112863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-378b6988-0d62-4670-ac90-66706fa1bd8c', 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'fixed_ips': [{'subnet_id': 'c45973d9-6d42-48d4-85d2-f5049ee3160d'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:07:08.121549 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.134520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-22334281-f3c0-459d-a0c3-4733b037c46b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5274534 Sep 08 13:07:08.142845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42298) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:08.152775 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1915202780-router', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:08.160066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2cd8cb9-b44e-4397-ad37-ac1e0c434f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.188044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2cd8cb9-b44e-4397-ad37-ac1e0c434f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.282577 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42300) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:08.288099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd10d8cd-3207-47d4-9443-a5b980b8061e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.337560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Allocated IP 172.20.0.2 (378b6988-0d62-4670-ac90-66706fa1bd8c/c45973d9-6d42-48d4-85d2-f5049ee3160d/e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:07:08.362517 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.374258 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.406393 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2cd8cb9-b44e-4397-ad37-ac1e0c434f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.414311 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2cd8cb9-b44e-4397-ad37-ac1e0c434f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.421310 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b2cd8cb9-b44e-4397-ad37-ac1e0c434f48 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2dd265d3-f442-49c2-a64d-06be487a0fb3 HTTP/1.1" status: 204 len: 168 time: 0.3202198 Sep 08 13:07:08.460791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd8cb9-b44e-4397-ad37-ac1e0c434f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd265d3-f442-49c2-a64d-06be487a0fb3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:08.579643 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.593510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7aeff937-506c-49b2-b51e-5e5e427d727f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:08.595738 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.610315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Transition to ACTIVE for port object e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:08.666340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd10d8cd-3207-47d4-9443-a5b980b8061e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.683705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Transition to ACTIVE for port object e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:08.835960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 7aeff937-506c-49b2-b51e-5e5e427d727f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:08.838622 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.856444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 7aeff937-506c-49b2-b51e-5e5e427d727f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:08.856819 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.863376 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd10d8cd-3207-47d4-9443-a5b980b8061e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.919917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Network 378b6988-0d62-4670-ac90-66706fa1bd8c is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:07:08.925294 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:08.930123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:08.937141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:07:08.949529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Pushing event updated for resources: {'Port': ['ID=e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:08.967805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42352) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:08.983686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fd10d8cd-3207-47d4-9443-a5b980b8061e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dad4c7fd30034a17966c27093890cd8f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7030511 Sep 08 13:07:08.984739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10d8cd-3207-47d4-9443-a5b980b8061e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e9eb75-051f-4341-8ca9-b1fecd0bfde7,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:09.060288 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b90ac402-9e47-4fef-8f68-6fc8a39cc2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.092729 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b90ac402-9e47-4fef-8f68-6fc8a39cc2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.150738 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.152922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Attempting to bind port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:07:09.153277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Attempting to bind port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7c5e6102-e51e-4c37-b88e-075a3bf975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:07:09.153570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Attempting to bind port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 on network 378b6988-0d62-4670-ac90-66706fa1bd8c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:09.169659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:07:09.169659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Checking segment: {'id': '7c5e6102-e51e-4c37-b88e-075a3bf975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:07:09.170109 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.170219 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Bound using segment: {'id': '7c5e6102-e51e-4c37-b88e-075a3bf975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:07:09.170680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Bound port: e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5e6102-e51e-4c37-b88e-075a3bf975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:07:09.171081 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.206375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 7aeff937-506c-49b2-b51e-5e5e427d727f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7aeff937-506c-49b2-b51e-5e5e427d727f,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:09.230336 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b90ac402-9e47-4fef-8f68-6fc8a39cc2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.234123 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b90ac402-9e47-4fef-8f68-6fc8a39cc2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.238940 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b90ac402-9e47-4fef-8f68-6fc8a39cc2f6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/80e9eb75-051f-4341-8ca9-b1fecd0bfde7 HTTP/1.1" status: 204 len: 168 time: 0.2696540 Sep 08 13:07:09.268406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ac402-9e47-4fef-8f68-6fc8a39cc2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e9eb75-051f-4341-8ca9-b1fecd0bfde7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:09.284019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] For port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:07:09.288148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] For port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205,segment=NetworkSegment(7c5e6102-e51e-4c37-b88e-075a3bf975dc),segment_id=7c5e6102-e51e-4c37-b88e-075a3bf975dc)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:07:09.293153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42364) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:09.332777 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.364200 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.428380 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.462014 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.476053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Allocated IP 172.25.5.135 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/0644a6d1-3e44-406f-963b-2c354df74134) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:07:09.490047 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=7aeff937-506c-49b2-b51e-5e5e427d727f,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:09.556387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc2f17-404f-4399-a76d-4067f1840418 None None] Pushing event updated for resources: {'Port': ['ID=e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:09.622422 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.753335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42384) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:09.774988 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.783296 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f1995366-bf2d-4562-86b3-bd8a89bb3ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:09.830329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:07:09.840778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:09.844172 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:07:09.968986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Pushing event updated for resources: {'Port': ['ID=0644a6d1-3e44-406f-963b-2c354df74134,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:10.040294 n-d-807558-3 neutron-server[96263]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 13:07:10.088196 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f1995366-bf2d-4562-86b3-bd8a89bb3ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:10.110819 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd11cec3-5b60-4f8c-8b9f-ab2249778e9d req-c63e7a4b-a9ec-4e1b-96e2-57acaab339cc tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 210 time: 0.8160269 Sep 08 13:07:10.338025 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-09db03d2-6844-4bbc-aca0-b2a2357a5791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:10.340362 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f1995366-bf2d-4562-86b3-bd8a89bb3ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:10.391612 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f1995366-bf2d-4562-86b3-bd8a89bb3ce5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a06468dd34a5488a94faaaa9088a0875&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6326768 Sep 08 13:07:10.393650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42402) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:10.409092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1995366-bf2d-4562-86b3-bd8a89bb3ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bb9224-3320-4a63-b33f-592c34ff6345,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:10.419087 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:10.472709 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f8f836b-9d97-45c0-8472-e31b292d1d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:10.491608 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f8f836b-9d97-45c0-8472-e31b292d1d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:10.494693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:10.652163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:10.684165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b729c42-42f4-4333-9a61-417b621a47f1 None None] Network 378b6988-0d62-4670-ac90-66706fa1bd8c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:07:10.727070 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f8f836b-9d97-45c0-8472-e31b292d1d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:10.730371 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f8f836b-9d97-45c0-8472-e31b292d1d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:10.738132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3f8f836b-9d97-45c0-8472-e31b292d1d3c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65bb9224-3320-4a63-b33f-592c34ff6345 HTTP/1.1" status: 204 len: 168 time: 0.3367722 Sep 08 13:07:10.742096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f836b-9d97-45c0-8472-e31b292d1d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bb9224-3320-4a63-b33f-592c34ff6345,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:10.811805 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:10.953980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.70', 58254) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:11.012789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c582f883-19d2-4af1-b545-c2901a0cb6fb tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb2a8221761544d2bd897d055fee4314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572987 Sep 08 13:07:11.034118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:11.037390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c13c5d63-33fa-4e23-ba6c-150149d15aa6 None None] Provisioning for port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:11.047126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:11.047515 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:11.049134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c13c5d63-33fa-4e23-ba6c-150149d15aa6 None None] Provisioning complete for port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:11.049486 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c13c5d63-33fa-4e23-ba6c-150149d15aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:11.246500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-79144e05-9e32-43ac-b3cc-c74d92322a40 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:11.247960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-79144e05-9e32-43ac-b3cc-c74d92322a40 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291644 Sep 08 13:07:11.279213 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c13c5d63-33fa-4e23-ba6c-150149d15aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:11.281399 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:11.321449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8bfe530-ada4-43c1-af5f-6472fb993910 req-99903c56-7971-405d-af54-a2d6e12f0a81 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 210 time: 0.0290778 Sep 08 13:07:11.327665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205,segment=NetworkSegment(7c5e6102-e51e-4c37-b88e-075a3bf975dc),segment_id=7c5e6102-e51e-4c37-b88e-075a3bf975dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:11.370894 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Router 82ba950f-f907-423b-a74e-5f9a0c58c880 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:07:11.371432 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Request body: {'port': {'device_id': 'b2460864-33df-4cb0-8f5b-e6f8d23d7449', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': 'fb2a8221761544d2bd897d055fee4314'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:11.460748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:07:11.472826 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Sync routers for ids ['82ba950f-f907-423b-a74e-5f9a0c58c880'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:07:11.486449 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Routers {'82ba950f-f907-423b-a74e-5f9a0c58c880'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:07:11.487390 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:07:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['82ba950f-f907-423b-a74e-5f9a0c58c880'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:11.490881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42428) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:11.520171 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:11.521587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7aeff937-506c-49b2-b51e-5e5e427d727f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:11.647879 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Set router 82ba950f-f907-423b-a74e-5f9a0c58c880 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:07:11.650733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:11.655499 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-c13c5d63-33fa-4e23-ba6c-150149d15aa6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:07:11.655499 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-c13c5d63-33fa-4e23-ba6c-150149d15aa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:07:11.666139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 7aeff937-506c-49b2-b51e-5e5e427d727f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:11.666569 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:11.677575 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:11.683472 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d22943cc-f547-4194-b29e-ef600c9822f0 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5367293 Sep 08 13:07:11.684402 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42440) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:11.721741 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:11.812675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Made reservation on behalf of fb2a8221761544d2bd897d055fee4314 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:07:11.816559 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:11.833914 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:11.905198 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1915202780-router', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0644a6d1-3e44-406f-963b-2c354df74134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:07:08Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 3, 'project_id': 'ae3907ae201f4b20849f22db779fc86d', 'gw_port': {'id': '0644a6d1-3e44-406f-963b-2c354df74134', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:09Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:11.943111 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Checking router: 82ba950f-f907-423b-a74e-5f9a0c58c880 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:07:11.943846 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Updating router 82ba950f-f907-423b-a74e-5f9a0c58c880 port 0644a6d1-3e44-406f-963b-2c354df74134 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:07:11.962871 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:11.975339 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.006202 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd35d1ce-8dfc-4fd4-a2cb-57203325d17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.025445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42448) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:12.070127 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.139719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5902ef-5e2f-48d6-9966-28c900bfcfe8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:12.313448 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.320617 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f66839be-e0ce-45ed-bf9c-aa1281620067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.355660 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd35d1ce-8dfc-4fd4-a2cb-57203325d17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.388866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-74ce343b-0dc7-46e3-8627-2a06b79a95a3 None None] Provisioning complete for port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:12.389324 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-74ce343b-0dc7-46e3-8627-2a06b79a95a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.473759 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.493340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd35d1ce-8dfc-4fd4-a2cb-57203325d17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.504996 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Transition to ACTIVE for port object 0644a6d1-3e44-406f-963b-2c354df74134 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:12.534018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:12.576013 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8cb7170-2d1f-4965-ac82-f10ec2100281 req-5b45afa2-dacf-4b7d-a13e-60d7142026ea tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 210 time: 0.1156943 Sep 08 13:07:12.584869 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.603223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Allocated IP 192.168.233.72 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/3fe3018c-e89d-4381-9eab-e0b38b52d7a6) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:07:12.632713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:12.633368 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.691079 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Attempting to bind port 0644a6d1-3e44-406f-963b-2c354df74134 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:07:12.691651 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Attempting to bind port 0644a6d1-3e44-406f-963b-2c354df74134 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:07:12.692180 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Attempting to bind port 0644a6d1-3e44-406f-963b-2c354df74134 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:12.702651 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cfc52-5469-4cae-8171-c2fd5adcba2f None None] Pushing event updated for resources: {'Port': ['ID=0644a6d1-3e44-406f-963b-2c354df74134,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:12.708095 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:07:12.708756 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:07:12.709305 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.710010 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:07:12.710663 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Bound port: 0644a6d1-3e44-406f-963b-2c354df74134, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:07:12.711245 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.734844 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bd35d1ce-8dfc-4fd4-a2cb-57203325d17e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1faa78b0b56a4761ae9400a4e1ede000&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2433646 Sep 08 13:07:12.745552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42486) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:12.805516 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] For port 0644a6d1-3e44-406f-963b-2c354df74134, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:07:12.814363 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] For port 0644a6d1-3e44-406f-963b-2c354df74134, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0644a6d1-3e44-406f-963b-2c354df74134,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:07:12.826323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f66839be-e0ce-45ed-bf9c-aa1281620067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.838281 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235d86f7-0c3a-4e98-a5d1-d9760bc96c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.861755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235d86f7-0c3a-4e98-a5d1-d9760bc96c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:12.916178 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35d1ce-8dfc-4fd4-a2cb-57203325d17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4aab00-3a20-4181-9416-b8cee4ba56bc,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:12.933887 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Allocated IP 172.20.0.1 (378b6988-0d62-4670-ac90-66706fa1bd8c/c45973d9-6d42-48d4-85d2-f5049ee3160d/e8bb4c3e-22c6-4052-95e8-70b22a6fd073) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:07:12.967646 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.012364 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f66839be-e0ce-45ed-bf9c-aa1281620067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.066657 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.079203 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Routers {'82ba950f-f907-423b-a74e-5f9a0c58c880'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:07:13.079821 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:07:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['82ba950f-f907-423b-a74e-5f9a0c58c880'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:13.081739 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.084448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Transition to ACTIVE for port object 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:13.085724 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235d86f7-0c3a-4e98-a5d1-d9760bc96c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.089849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235d86f7-0c3a-4e98-a5d1-d9760bc96c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.094903 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cfc52-5469-4cae-8171-c2fd5adcba2f None None] Pushing event updated for resources: {'Port': ['ID=0644a6d1-3e44-406f-963b-2c354df74134,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:13.096389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-235d86f7-0c3a-4e98-a5d1-d9760bc96c97 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4a4aab00-3a20-4181-9416-b8cee4ba56bc HTTP/1.1" status: 204 len: 168 time: 0.3475506 Sep 08 13:07:13.120402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f66839be-e0ce-45ed-bf9c-aa1281620067 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95f4fc38804a47c0b39dca8cd63830fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0938523 Sep 08 13:07:13.124222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42500) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:13.133422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66839be-e0ce-45ed-bf9c-aa1281620067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a21962-5f98-49e9-b612-f2ab5783652f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:13.156557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d86f7-0c3a-4e98-a5d1-d9760bc96c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4aab00-3a20-4181-9416-b8cee4ba56bc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:13.160665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.175993 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Transition to ACTIVE for port object e8bb4c3e-22c6-4052-95e8-70b22a6fd073 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:13.186528 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.250194 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] Set router 82ba950f-f907-423b-a74e-5f9a0c58c880 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:07:13.261061 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e514692c-7df9-4f63-a9ff-e1e21ae0eeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.293913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:07:13.302979 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.309100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:13.319248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:07:13.331494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:13.331494 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.343309 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e514692c-7df9-4f63-a9ff-e1e21ae0eeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.345636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Pushing event updated for resources: {'Port': ['ID=3fe3018c-e89d-4381-9eab-e0b38b52d7a6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:13.362120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Network 378b6988-0d62-4670-ac90-66706fa1bd8c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:07:13.369142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:13.376390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:07:13.377052 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.471157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-c0c03852-ec43-4e86-aa19-1cfdf8758151 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1088009 Sep 08 13:07:13.483938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-f949cd1d-99cd-46f0-be19-b9f236973d1b tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:07:13.485226 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-f949cd1d-99cd-46f0-be19-b9f236973d1b tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072732 Sep 08 13:07:13.498765 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e514692c-7df9-4f63-a9ff-e1e21ae0eeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.511445 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e514692c-7df9-4f63-a9ff-e1e21ae0eeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.531493 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e514692c-7df9-4f63-a9ff-e1e21ae0eeff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/24a21962-5f98-49e9-b612-f2ab5783652f HTTP/1.1" status: 204 len: 168 time: 0.4001353 Sep 08 13:07:13.540996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Pushing event updated for resources: {'Port': ['ID=e8bb4c3e-22c6-4052-95e8-70b22a6fd073,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:13.580241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e514692c-7df9-4f63-a9ff-e1e21ae0eeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a21962-5f98-49e9-b612-f2ab5783652f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:13.606038 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1915202780-router', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0644a6d1-3e44-406f-963b-2c354df74134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:07:08Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 3, 'project_id': 'ae3907ae201f4b20849f22db779fc86d', 'gw_port': {'id': '0644a6d1-3e44-406f-963b-2c354df74134', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:09Z', 'updated_at': '2021-09-08T13:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:13.658543 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.672399 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e6f965-67f5-4eba-821e-bb6832f09e14 None None] The sync data for ids ['82ba950f-f907-423b-a74e-5f9a0c58c880'] in n-d-807558-3 is: [{'id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1915202780-router', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0644a6d1-3e44-406f-963b-2c354df74134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:07:08Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 3, 'project_id': 'ae3907ae201f4b20849f22db779fc86d', 'gw_port': {'id': '0644a6d1-3e44-406f-963b-2c354df74134', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:09Z', 'updated_at': '2021-09-08T13:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:07:13.867938 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:13.936545 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49109ec-86cc-40ec-9047-dc55e48ea038 req-353e2af5-d62c-4400-b019-68c2b85557ee tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:13.938302 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e49109ec-86cc-40ec-9047-dc55e48ea038 req-353e2af5-d62c-4400-b019-68c2b85557ee tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 935 time: 0.1300240 Sep 08 13:07:13.973038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-baf6e0f3-ca39-4868-ac52-14c50dcfb1c6 None None] Provisioning for port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:13.978619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-baf6e0f3-ca39-4868-ac52-14c50dcfb1c6 None None] Provisioning complete for port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:13.983585 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-baf6e0f3-ca39-4868-ac52-14c50dcfb1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:14.123457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-baf6e0f3-ca39-4868-ac52-14c50dcfb1c6 None None] Port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:07:14.270637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e49109ec-86cc-40ec-9047-dc55e48ea038 req-d29135f6-6f81-4df3-b4d4-9212704311c4 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427630 Sep 08 13:07:14.353237 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:14.450970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-baf6e0f3-ca39-4868-ac52-14c50dcfb1c6 None None] Provisioning for port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:14.456213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-baf6e0f3-ca39-4868-ac52-14c50dcfb1c6 None None] Provisioning complete for port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:14.460991 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-baf6e0f3-ca39-4868-ac52-14c50dcfb1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:14.507572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-baf6e0f3-ca39-4868-ac52-14c50dcfb1c6 None None] Port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:07:14.510493 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:14.511421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:14.613113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0644a6d1-3e44-406f-963b-2c354df74134 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:14.617608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Pushing event updated for resources: {'Port': ['ID=e8bb4c3e-22c6-4052-95e8-70b22a6fd073,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:14.812880 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 0644a6d1-3e44-406f-963b-2c354df74134 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:14.825275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0644a6d1-3e44-406f-963b-2c354df74134 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:14.827251 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:15.030335 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:15.111821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 0644a6d1-3e44-406f-963b-2c354df74134, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0644a6d1-3e44-406f-963b-2c354df74134,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:15.169909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Network 378b6988-0d62-4670-ac90-66706fa1bd8c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:07:15.171589 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:15.222857 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:15.337865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=0644a6d1-3e44-406f-963b-2c354df74134,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:15.438572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Router 82ba950f-f907-423b-a74e-5f9a0c58c880 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:07:15.541907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42552) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:15.563506 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-44655aea-7a93-4194-8d23-b5752f88503e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:15.615860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15493882-a6ee-4845-928a-b55ab73ace54 req-d509f9c5-ff2c-47fc-8c00-cdbbe7268e3e tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:15.619527 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-15493882-a6ee-4845-928a-b55ab73ace54 req-d509f9c5-ff2c-47fc-8c00-cdbbe7268e3e tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 935 time: 0.2113404 Sep 08 13:07:15.654095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-bd149feb-d618-4e8f-8954-658ffcc9f145 None None] Provisioning complete for port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:15.654532 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bd149feb-d618-4e8f-8954-658ffcc9f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:15.730957 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-15493882-a6ee-4845-928a-b55ab73ace54 req-7403c8f4-dd23-493e-aad6-e953b15e48e1 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003730 Sep 08 13:07:15.763579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-bd149feb-d618-4e8f-8954-658ffcc9f145 None None] Port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:07:15.801721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:07:15.816344 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-44655aea-7a93-4194-8d23-b5752f88503e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:15.824577 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2fee8296-d7ef-4245-95db-1e748cac1cdb admin admin] 10.222.0.69 "PUT /v2.0/routers/82ba950f-f907-423b-a74e-5f9a0c58c880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1387508 Sep 08 13:07:15.910058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-44655aea-7a93-4194-8d23-b5752f88503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:15.962366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42558) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:15.963322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-44655aea-7a93-4194-8d23-b5752f88503e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4937da326737460e8e0291af1bee7ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189899 Sep 08 13:07:15.964817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44655aea-7a93-4194-8d23-b5752f88503e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e27f30-8aee-44e2-a6d6-f277d9335c13,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:16.020879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Request body: {'port': {'device_id': 'b2460864-33df-4cb0-8f5b-e6f8d23d7449', 'device_owner': 'compute:tempest-test_az-1581220881', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:16.054344 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-29eca9f5-fcaf-4381-9066-ff6c1a764cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.112335 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-29eca9f5-fcaf-4381-9066-ff6c1a764cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.156765 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.242071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42560) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:16.263063 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0757-65c7-4ef8-bce1-b5b911da95aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.435293 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0757-65c7-4ef8-bce1-b5b911da95aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.438440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-29eca9f5-fcaf-4381-9066-ff6c1a764cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.440783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-29eca9f5-fcaf-4381-9066-ff6c1a764cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.442882 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-29eca9f5-fcaf-4381-9066-ff6c1a764cf8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96e27f30-8aee-44e2-a6d6-f277d9335c13 HTTP/1.1" status: 204 len: 168 time: 0.4786026 Sep 08 13:07:16.467118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eca9f5-fcaf-4381-9066-ff6c1a764cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e27f30-8aee-44e2-a6d6-f277d9335c13,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:16.521331 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.537646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0644a6d1-3e44-406f-963b-2c354df74134 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:16.550660 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0d0757-65c7-4ef8-bce1-b5b911da95aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.647059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d0757-65c7-4ef8-bce1-b5b911da95aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6999b0c7-c382-46ca-acee-7b34328adfc5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:16.649622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:07:16.651301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0644a6d1-3e44-406f-963b-2c354df74134 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:16.653777 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.656264 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6c0d0757-65c7-4ef8-bce1-b5b911da95aa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20b1f56169b94e9c8522c981665109ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109328 Sep 08 13:07:16.660296 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.668508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42568) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:16.700142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Transition to ACTIVE for port object 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:16.726215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Sync routers for ids ['82ba950f-f907-423b-a74e-5f9a0c58c880'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:07:16.752841 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-596e85fb-98d0-4ce1-b861-c15bafbfa7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.762251 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Routers {'82ba950f-f907-423b-a74e-5f9a0c58c880'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:07:16.763235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:07:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['82ba950f-f907-423b-a74e-5f9a0c58c880'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:16.804613 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:16.920809 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-596e85fb-98d0-4ce1-b861-c15bafbfa7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:17.015607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Set router 82ba950f-f907-423b-a74e-5f9a0c58c880 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:07:17.143418 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-596e85fb-98d0-4ce1-b861-c15bafbfa7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:17.146629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-596e85fb-98d0-4ce1-b861-c15bafbfa7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:17.150278 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-596e85fb-98d0-4ce1-b861-c15bafbfa7ac admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6999b0c7-c382-46ca-acee-7b34328adfc5 HTTP/1.1" status: 204 len: 168 time: 0.4851675 Sep 08 13:07:17.166836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Attempting to bind port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:07:17.167167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Attempting to bind port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:07:17.167497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Attempting to bind port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:17.179817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f32ea-752f-44eb-94a3-376c466d3467 req-96d9b2f6-c281-417b-8cc3-a0173a46abe7 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:17.181349 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f2f32ea-752f-44eb-94a3-376c466d3467 req-96d9b2f6-c281-417b-8cc3-a0173a46abe7 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 969 time: 0.1890185 Sep 08 13:07:17.183293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:07:17.189499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Attempting to bind port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:17.189499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe3018c-e89d-4381-9eab-e0b38b52d7a6,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:17.232652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e85fb-98d0-4ce1-b861-c15bafbfa7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6999b0c7-c382-46ca-acee-7b34328adfc5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:17.243748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:07:17.244707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:07:17.245799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:07:17.246613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Bound port: 3fe3018c-e89d-4381-9eab-e0b38b52d7a6, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:07:17.247131 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:17.302988 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f2f32ea-752f-44eb-94a3-376c466d3467 req-a4c67026-9421-4d41-913f-4fe35924a6be tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885661 Sep 08 13:07:17.397165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] For port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:07:17.403749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] For port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3fe3018c-e89d-4381-9eab-e0b38b52d7a6,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:07:17.419433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42586) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:17.565423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1915202780-router', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0644a6d1-3e44-406f-963b-2c354df74134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:07:08Z', 'updated_at': '2021-09-08T13:07:13Z', 'revision_number': 4, 'project_id': 'ae3907ae201f4b20849f22db779fc86d', 'gw_port': {'id': '0644a6d1-3e44-406f-963b-2c354df74134', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:09Z', 'updated_at': '2021-09-08T13:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'e8bb4c3e-22c6-4052-95e8-70b22a6fd073', 'name': '', 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'mac_address': 'fa:16:3e:9f:dc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c45973d9-6d42-48d4-85d2-f5049ee3160d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:12Z', 'updated_at': '2021-09-08T13:07:13Z', 'revision_number': 2, 'project_id': 'ae3907ae201f4b20849f22db779fc86d', 'subnets': [{'id': 'c45973d9-6d42-48d4-85d2-f5049ee3160d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:17.565423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Checking router: 82ba950f-f907-423b-a74e-5f9a0c58c880 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:07:17.565423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Updating router 82ba950f-f907-423b-a74e-5f9a0c58c880 port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:07:17.565423 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:18.003347 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:18.013675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Transition to ACTIVE for port object e8bb4c3e-22c6-4052-95e8-70b22a6fd073 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:18.070188 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:18.116096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:18.117080 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:18.130860 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] 10.222.0.70 "PUT /v2.0/ports/3fe3018c-e89d-4381-9eab-e0b38b52d7a6 HTTP/1.1" status: 200 len: 1117 time: 3.6345954 Sep 08 13:07:18.131883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2460864-33df-4cb0-8f5b-e6f8d23d7449', 'tag': '3fe3018c-e89d-4381-9eab-e0b38b52d7a6'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:07:18.231690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb862d-7ed8-4697-9068-46d2a2121161 service neutron] Pushing event updated for resources: {'Port': ['ID=3fe3018c-e89d-4381-9eab-e0b38b52d7a6,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:18.359987 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:18.438443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799ff4a-d9b9-4bf1-9825-fb281dcaec62 None None] Pushing event updated for resources: {'Port': ['ID=e8bb4c3e-22c6-4052-95e8-70b22a6fd073,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:18.483312 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5b963fb7-9ddf-490b-80f8-fb503cb977a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:18.526916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e66d6-a765-42a8-9e79-a241dffb333f req-fb3eda6c-5add-4849-a568-53eec1f006b5 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:18.534983 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-739e66d6-a765-42a8-9e79-a241dffb333f req-fb3eda6c-5add-4849-a568-53eec1f006b5 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 969 time: 0.1290810 Sep 08 13:07:18.557383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Attempting to bind port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:07:18.557787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Attempting to bind port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7c5e6102-e51e-4c37-b88e-075a3bf975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:07:18.558278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Attempting to bind port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 on network 378b6988-0d62-4670-ac90-66706fa1bd8c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:18.576765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:07:18.577525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Checking segment: {'id': '7c5e6102-e51e-4c37-b88e-075a3bf975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:07:18.577619 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:18.577964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Bound using segment: {'id': '7c5e6102-e51e-4c37-b88e-075a3bf975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:07:18.578473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Bound port: e8bb4c3e-22c6-4052-95e8-70b22a6fd073, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c5e6102-e51e-4c37-b88e-075a3bf975dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:07:18.578859 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:18.677290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-739e66d6-a765-42a8-9e79-a241dffb333f req-b7560610-9da7-48fd-bfb2-aa09e937a3ee tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355660 Sep 08 13:07:18.704075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] For port e8bb4c3e-22c6-4052-95e8-70b22a6fd073, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:07:18.708645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] For port e8bb4c3e-22c6-4052-95e8-70b22a6fd073, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e8bb4c3e-22c6-4052-95e8-70b22a6fd073,segment=NetworkSegment(7c5e6102-e51e-4c37-b88e-075a3bf975dc),segment_id=7c5e6102-e51e-4c37-b88e-075a3bf975dc)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:07:18.727481 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5b963fb7-9ddf-490b-80f8-fb503cb977a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:18.999010 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac938d70-ecd0-477e-b2c4-bf6e1a611584" -d '{"events": [{"name": "network-changed", "server_uuid": "b2460864-33df-4cb0-8f5b-e6f8d23d7449", "tag": "3fe3018c-e89d-4381-9eab-e0b38b52d7a6"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:07:19.029473 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:19.058587 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5b963fb7-9ddf-490b-80f8-fb503cb977a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:19.106560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Routers {'82ba950f-f907-423b-a74e-5f9a0c58c880'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:07:19.107331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:07:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['82ba950f-f907-423b-a74e-5f9a0c58c880'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:19.175712 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5b963fb7-9ddf-490b-80f8-fb503cb977a5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a9ae8ca54b5a41b6a844491f392edd25&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7548902 Sep 08 13:07:19.176902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b963fb7-9ddf-490b-80f8-fb503cb977a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b162c8ec-a9ab-4b80-a74c-bdedd0bdca1e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:19.178704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42630) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:19.226750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799ff4a-d9b9-4bf1-9825-fb281dcaec62 None None] Pushing event updated for resources: {'Port': ['ID=e8bb4c3e-22c6-4052-95e8-70b22a6fd073,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:19.291306 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73aabdb9-10d8-4cca-a625-c529b0c7dfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:19.314471 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73aabdb9-10d8-4cca-a625-c529b0c7dfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:19.433558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] Set router 82ba950f-f907-423b-a74e-5f9a0c58c880 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:07:19.504648 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73aabdb9-10d8-4cca-a625-c529b0c7dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:19.507251 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73aabdb9-10d8-4cca-a625-c529b0c7dfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:19.508407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-73aabdb9-10d8-4cca-a625-c529b0c7dfe9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b162c8ec-a9ab-4b80-a74c-bdedd0bdca1e HTTP/1.1" status: 204 len: 168 time: 0.3267374 Sep 08 13:07:19.523175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aabdb9-10d8-4cca-a625-c529b0c7dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b162c8ec-a9ab-4b80-a74c-bdedd0bdca1e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:19.788656 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f167815-b846-459d-87dd-d8c6b752a934 x-openstack-request-id: req-9f167815-b846-459d-87dd-d8c6b752a934 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:07:19.789439 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2460864-33df-4cb0-8f5b-e6f8d23d7449", "tag": "3fe3018c-e89d-4381-9eab-e0b38b52d7a6", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:07:19.790049 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9f167815-b846-459d-87dd-d8c6b752a934 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:07:19.791131 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2460864-33df-4cb0-8f5b-e6f8d23d7449', 'tag': '3fe3018c-e89d-4381-9eab-e0b38b52d7a6', 'status': 'completed', 'code': 200} Sep 08 13:07:19.948638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1915202780-router', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0644a6d1-3e44-406f-963b-2c354df74134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:07:08Z', 'updated_at': '2021-09-08T13:07:13Z', 'revision_number': 4, 'project_id': 'ae3907ae201f4b20849f22db779fc86d', 'gw_port': {'id': '0644a6d1-3e44-406f-963b-2c354df74134', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:09Z', 'updated_at': '2021-09-08T13:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'e8bb4c3e-22c6-4052-95e8-70b22a6fd073', 'name': '', 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'mac_address': 'fa:16:3e:9f:dc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c45973d9-6d42-48d4-85d2-f5049ee3160d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:12Z', 'updated_at': '2021-09-08T13:07:18Z', 'revision_number': 4, 'project_id': 'ae3907ae201f4b20849f22db779fc86d', 'subnets': [{'id': 'c45973d9-6d42-48d4-85d2-f5049ee3160d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:19.999931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7953efd0-835a-43f0-aaf7-95f142f8a559 req-b52d11c9-4c10-4f99-a12c-3c91db655bea tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:20.001536 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7953efd0-835a-43f0-aaf7-95f142f8a559 req-b52d11c9-4c10-4f99-a12c-3c91db655bea tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 969 time: 0.1104817 Sep 08 13:07:20.017283 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535b7ff7-6080-4fe1-9b6b-fb238739ccd1 None None] The sync data for ids ['82ba950f-f907-423b-a74e-5f9a0c58c880'] in n-d-807558-3 is: [{'id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1915202780-router', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0644a6d1-3e44-406f-963b-2c354df74134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:07:08Z', 'updated_at': '2021-09-08T13:07:13Z', 'revision_number': 4, 'project_id': 'ae3907ae201f4b20849f22db779fc86d', 'gw_port': {'id': '0644a6d1-3e44-406f-963b-2c354df74134', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:09Z', 'updated_at': '2021-09-08T13:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'e8bb4c3e-22c6-4052-95e8-70b22a6fd073', 'name': '', 'network_id': '378b6988-0d62-4670-ac90-66706fa1bd8c', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'mac_address': 'fa:16:3e:9f:dc:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c45973d9-6d42-48d4-85d2-f5049ee3160d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:12Z', 'updated_at': '2021-09-08T13:07:18Z', 'revision_number': 4, 'project_id': 'ae3907ae201f4b20849f22db779fc86d', 'subnets': [{'id': 'c45973d9-6d42-48d4-85d2-f5049ee3160d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:07:20.110244 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7953efd0-835a-43f0-aaf7-95f142f8a559 req-beda537b-1f91-44d6-b00b-44146cd4881d tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994644 Sep 08 13:07:20.496519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e8bb4c3e-22c6-4052-95e8-70b22a6fd073 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:20.824968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:20.832359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:20.833506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:20.959913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42670) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:20.964058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e9701604-d6aa-4565-a426-7b69e74bac45 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1342593955', 'description': 'tempest-description--1441567743'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:21.137972 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:21.185103 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port e8bb4c3e-22c6-4052-95e8-70b22a6fd073, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e8bb4c3e-22c6-4052-95e8-70b22a6fd073,segment=NetworkSegment(7c5e6102-e51e-4c37-b88e-075a3bf975dc),segment_id=7c5e6102-e51e-4c37-b88e-075a3bf975dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:21.195768 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e9701604-d6aa-4565-a426-7b69e74bac45 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:21.298405 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:21.409378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=e8bb4c3e-22c6-4052-95e8-70b22a6fd073,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:21.434932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255cc881-a740-44af-9985-777e1cb8b6ba req-a402d0b8-22f4-480b-a1c4-bb1dd4456b82 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:21.436543 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-255cc881-a740-44af-9985-777e1cb8b6ba req-a402d0b8-22f4-480b-a1c4-bb1dd4456b82 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 969 time: 0.1414828 Sep 08 13:07:21.500196 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e9701604-d6aa-4565-a426-7b69e74bac45 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:21.529080 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-255cc881-a740-44af-9985-777e1cb8b6ba req-53861b51-2e14-4f6e-a447-dbb561529904 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831316 Sep 08 13:07:21.624383 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e9701604-d6aa-4565-a426-7b69e74bac45 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:21.701678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9701604-d6aa-4565-a426-7b69e74bac45 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f6a247-694b-4d76-a1ea-8f4f783c0e80,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:21.764512 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e9701604-d6aa-4565-a426-7b69e74bac45 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:21.765774 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e9701604-d6aa-4565-a426-7b69e74bac45 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8053961 Sep 08 13:07:21.769150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42694) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:21.785686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-80fb158d-1a5d-46f0-a872-77034dba1b72 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Request body: {'security_group_rule': {'security_group_id': '52f6a247-694b-4d76-a1ea-8f4f783c0e80', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:21.866770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42700) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:21.881592 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73f81abf-e53e-439e-9df4-b515d488a33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:21.943586 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-80fb158d-1a5d-46f0-a872-77034dba1b72 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:22.124578 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-80fb158d-1a5d-46f0-a872-77034dba1b72 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:22.184290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73f81abf-e53e-439e-9df4-b515d488a33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:22.210590 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-80fb158d-1a5d-46f0-a872-77034dba1b72 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:22.231244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb158d-1a5d-46f0-a872-77034dba1b72 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d69a1dc-468d-4267-aede-02950c205238,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:22.281071 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73f81abf-e53e-439e-9df4-b515d488a33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:22.329704 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-73f81abf-e53e-439e-9df4-b515d488a33e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=879ad9cbba9e4b32a1d2e6aa483e6c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4593048 Sep 08 13:07:22.329704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f81abf-e53e-439e-9df4-b515d488a33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003c03d7-89ae-4aa4-a21a-e5e99543690f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:22.330760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42718) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:22.365571 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-80fb158d-1a5d-46f0-a872-77034dba1b72 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:22.369361 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-80fb158d-1a5d-46f0-a872-77034dba1b72 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5968330 Sep 08 13:07:22.369688 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42720) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:22.377057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a7c68c54-913d-4033-b85b-016add4e90f8 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Request body: {'security_group_rule': {'security_group_id': '52f6a247-694b-4d76-a1ea-8f4f783c0e80', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:22.406708 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6f15fa3b-619f-4bc4-ba18-6570445553a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:22.449148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6f15fa3b-619f-4bc4-ba18-6570445553a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:22.548240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e8bb4c3e-22c6-4052-95e8-70b22a6fd073 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:22.550237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42724) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:22.590594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:22.591181 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:22.679376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97ee10-b802-4725-9122-387f8b8819ed req-8b3d5a9a-4d47-4f94-b4c5-f561af49ca7a tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:22.686912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d97ee10-b802-4725-9122-387f8b8819ed req-8b3d5a9a-4d47-4f94-b4c5-f561af49ca7a tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 969 time: 0.0740809 Sep 08 13:07:22.737406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d97ee10-b802-4725-9122-387f8b8819ed req-e1dab3e4-b808-4d40-b030-ba6f628ec641 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Sep 08 13:07:22.938241 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a7c68c54-913d-4033-b85b-016add4e90f8 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:22.967143 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6f15fa3b-619f-4bc4-ba18-6570445553a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:22.971960 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6f15fa3b-619f-4bc4-ba18-6570445553a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:22.979553 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6f15fa3b-619f-4bc4-ba18-6570445553a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/003c03d7-89ae-4aa4-a21a-e5e99543690f HTTP/1.1" status: 204 len: 168 time: 0.6412599 Sep 08 13:07:23.000935 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a7c68c54-913d-4033-b85b-016add4e90f8 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:23.008119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15fa3b-619f-4bc4-ba18-6570445553a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003c03d7-89ae-4aa4-a21a-e5e99543690f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:23.087903 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a7c68c54-913d-4033-b85b-016add4e90f8 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:23.107155 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c68c54-913d-4033-b85b-016add4e90f8 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2caadd1-7ed5-45e6-b98f-0c5dc0d4c094,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:23.172793 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a7c68c54-913d-4033-b85b-016add4e90f8 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:23.174637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a7c68c54-913d-4033-b85b-016add4e90f8 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8036323 Sep 08 13:07:23.178672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42736) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:23.184042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:23.184999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1116056811-network', 'tenant_id': 'fb92476927b34b84aed526285f320f3a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:23.206226 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:07:23.206226 n-d-807558-3 neutron-server[96264]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 08 13:07:23.206226 n-d-807558-3 neutron-server[96264]: [parameters: {'project_id': 'fb92476927b34b84aed526285f320f3a', 'id': '34c72e22-4a3f-4999-b267-b4c119123e8b', 'expiration': datetime.datetime(2021, 9, 8, 13, 9, 23, 201394)}] Sep 08 13:07:23.206226 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:07:23.206722 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:07:23.359759 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:23.484522 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:23.657142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Allocated IP 172.25.5.4 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/dab683a3-14de-41d6-99a3-1c47a410d3ea) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:07:23.804829 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:23.863804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Made reservation on behalf of fb92476927b34b84aed526285f320f3a for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:07:23.866502 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:23.886706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:23.997296 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.024466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:07:24.049329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:24.061535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:07:24.103950 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.298456 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.309937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Pushing event updated for resources: {'Port': ['ID=dab683a3-14de-41d6-99a3-1c47a410d3ea,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:24.328888 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.329801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:07:24.339059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a29aee-4c4d-4e7e-b384-717c8b530279,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:24.345184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a8cf7-e390-49ac-a898-dccd422c5fcc req-a1839076-2ac8-4e82-8cd3-0d3edcb84fc9 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:24.345385 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.345535 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Added segment 3e4e08c7-d93e-4017-a5a4-f03c94abc848 of type vlan for network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 Sep 08 13:07:24.346767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f79a8cf7-e390-49ac-a898-dccd422c5fcc req-a1839076-2ac8-4e82-8cd3-0d3edcb84fc9 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 969 time: 0.3014617 Sep 08 13:07:24.390476 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.402494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f79a8cf7-e390-49ac-a898-dccd422c5fcc req-1d01a1f4-1c07-4347-afe2-877ccd758d1c tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Sep 08 13:07:24.485108 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.515470 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.516455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:24.517106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.588250 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] Pushing event updated for resources: {'Network': ['ID=fc3173e7-86b4-44fc-88d3-c8f473ef58e7,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:24.599536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:07:24.616519 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-30f80708-7d38-4fdb-add6-29828a07596b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0620451 Sep 08 13:07:24.616700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42774) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:24.622351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d04325af-daa3-4829-8b64-2ba2939da3c4 admin admin] Request body: {'subnet': {'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1116056811-subnet', 'tenant_id': 'fb92476927b34b84aed526285f320f3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:24.666649 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.732586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04325af-daa3-4829-8b64-2ba2939da3c4 admin admin] Made reservation on behalf of fb92476927b34b84aed526285f320f3a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:07:24.733513 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.734973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d04325af-daa3-4829-8b64-2ba2939da3c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.792838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:24.815263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Pushing event updated for resources: {'Port': ['ID=dab683a3-14de-41d6-99a3-1c47a410d3ea,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:25.024065 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:25.025458 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d3f536f6-7542-4e04-bc45-d4dfa3770965 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8453362 Sep 08 13:07:25.070197 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d04325af-daa3-4829-8b64-2ba2939da3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:25.138818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04325af-daa3-4829-8b64-2ba2939da3c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f66f5b93-f567-41bb-80c4-2513fe2ad21d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:25.152145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04325af-daa3-4829-8b64-2ba2939da3c4 admin admin] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:07:25.156942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04325af-daa3-4829-8b64-2ba2939da3c4 admin admin] Network hostable DHCP agents. Network: fc3173e7-86b4-44fc-88d3-c8f473ef58e7, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:07:25.157099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac938d70-ecd0-477e-b2c4-bf6e1a611584 req-15a69005-9eff-4b1f-b06d-42df5ade4d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:25.157099 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac938d70-ecd0-477e-b2c4-bf6e1a611584 req-15a69005-9eff-4b1f-b06d-42df5ade4d4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb2a8221761544d2bd897d055fee4314&device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 1120 time: 0.1206419 Sep 08 13:07:25.196549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac938d70-ecd0-477e-b2c4-bf6e1a611584 req-1c6c7d87-90a4-42e4-8748-438b219c59ca service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=fb2a8221761544d2bd897d055fee4314&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271177 Sep 08 13:07:25.290245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04325af-daa3-4829-8b64-2ba2939da3c4 admin admin] Network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:07:25.383703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac938d70-ecd0-477e-b2c4-bf6e1a611584 req-3b131fd9-c682-4527-bbd8-dafb1cb38150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:25.386773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac938d70-ecd0-477e-b2c4-bf6e1a611584 req-3b131fd9-c682-4527-bbd8-dafb1cb38150 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1808031 Sep 08 13:07:25.400050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d04325af-daa3-4829-8b64-2ba2939da3c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, fc3173e7-86b4-44fc-88d3-c8f473ef58e7) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:25.408872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04325af-daa3-4829-8b64-2ba2939da3c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:25.410019 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d04325af-daa3-4829-8b64-2ba2939da3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:25.417831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2a703e-d939-4414-a689-aa4e9bc8415a None None] Network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:07:25.544613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-d3445d5e-96e7-4aa1-bbc0-36267b873688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:25.546340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-d3445d5e-96e7-4aa1-bbc0-36267b873688 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb2a8221761544d2bd897d055fee4314&device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 1120 time: 0.0938251 Sep 08 13:07:25.563446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-ebf61e3b-ebd7-42d7-900b-da1bfa963ac9 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1342593955&fields=id&tenant_id=a7274b00e2404f71955ace24a4fcbafe HTTP/1.1" status: 200 len: 267 time: 0.0680110 Sep 08 13:07:25.572875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a065d7e-f622-4afe-8550-a39098235f65 None None] Network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:07:25.585445 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d04325af-daa3-4829-8b64-2ba2939da3c4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9675612 Sep 08 13:07:25.636861 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-1deade37-7152-488c-a0b4-bc347155e04c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=3fe3018c-e89d-4381-9eab-e0b38b52d7a6 HTTP/1.1" status: 200 len: 217 time: 0.0818117 Sep 08 13:07:25.752777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42824) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:25.813584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-9ef7f95e-3596-44c7-a2c7-6dc168ac4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:25.815115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-9ef7f95e-3596-44c7-a2c7-6dc168ac4ad5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1602483 Sep 08 13:07:25.908508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-50ce6873-b875-436b-a4ad-fa2ee85d4737 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:25.910362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-50ce6873-b875-436b-a4ad-fa2ee85d4737 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/networks?id=140e26e4-9169-4cfc-9628-100d96ca6c1a HTTP/1.1" status: 200 len: 824 time: 0.3207903 Sep 08 13:07:25.932702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-88a70150-30b4-436e-b72e-eb4583bebc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:25.934272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-88a70150-30b4-436e-b72e-eb4583bebc10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1123202 Sep 08 13:07:25.937910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-73c5f72f-acbd-482e-b791-5d65cf9331af tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/quotas/a7274b00e2404f71955ace24a4fcbafe HTTP/1.1" status: 200 len: 375 time: 0.0210960 Sep 08 13:07:26.088382 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-45d48f06-ed4f-495e-af1c-e18dca005a17 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7274b00e2404f71955ace24a4fcbafe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372905 Sep 08 13:07:26.105021 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-3d437c31-f5c3-4cb7-8355-53631c7cf151 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613796 Sep 08 13:07:26.158867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-edcc8c54-be22-4e17-82d1-4b68ee104a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:26.198827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42836) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:26.248556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d488d35-4bc6-42d0-8e62-451c09995bc2 req-8c6ec4fd-2939-4562-b796-4af6934e78a5 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355851 Sep 08 13:07:26.308667 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-edcc8c54-be22-4e17-82d1-4b68ee104a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:26.333203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7655b-292b-402d-8a3f-f56ee4ab7986 req-80ee7fba-c7e8-462c-a158-9f2eef08a860 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:26.334860 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-92c7655b-292b-402d-8a3f-f56ee4ab7986 req-80ee7fba-c7e8-462c-a158-9f2eef08a860 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 969 time: 0.0610354 Sep 08 13:07:26.367189 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-14e0b60a-8c47-429d-a10b-ab2d6e595857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:26.375623 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-92c7655b-292b-402d-8a3f-f56ee4ab7986 req-5c2b61b0-68d1-44a6-a247-f0e44367c188 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345705 Sep 08 13:07:26.415847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-9011b272-69a6-43c6-903e-c41628c7d6a4 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:07:26.417741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-9011b272-69a6-43c6-903e-c41628c7d6a4 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1536231 Sep 08 13:07:26.434530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-edcc8c54-be22-4e17-82d1-4b68ee104a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:26.495405 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-edcc8c54-be22-4e17-82d1-4b68ee104a7b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6cef4e3099d94c26abafbe93c0e7af16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7412081 Sep 08 13:07:26.497568 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc8c54-be22-4e17-82d1-4b68ee104a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf38485-eca1-41b6-a758-61a893ca4f19,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:26.501468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42848) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:26.587660 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35c71e2b-8e9a-4e3a-8f98-1fdfdfcddc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:26.621162 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-f6f527a3-a86e-412d-8b6f-7bf70e6e7cc8 service neutron] 10.222.0.69 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920564 Sep 08 13:07:26.629234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35c71e2b-8e9a-4e3a-8f98-1fdfdfcddc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:26.678349 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-14e0b60a-8c47-429d-a10b-ab2d6e595857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:26.738661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-bf2871a3-0a87-421f-929d-6b99448f0824 service neutron] 10.222.0.69 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087832 Sep 08 13:07:26.784972 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-14e0b60a-8c47-429d-a10b-ab2d6e595857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:26.838541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-14e0b60a-8c47-429d-a10b-ab2d6e595857 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=36d1fb8735f94d4b99ebee2a21a53b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6362662 Sep 08 13:07:26.838541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0b60a-8c47-429d-a10b-ab2d6e595857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1935ef-1600-44b0-9ab5-6d47bffcf3d0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:26.838852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42868) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:26.849131 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35c71e2b-8e9a-4e3a-8f98-1fdfdfcddc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:26.852992 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35c71e2b-8e9a-4e3a-8f98-1fdfdfcddc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:26.855378 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-35c71e2b-8e9a-4e3a-8f98-1fdfdfcddc9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0bf38485-eca1-41b6-a758-61a893ca4f19 HTTP/1.1" status: 204 len: 168 time: 0.3523540 Sep 08 13:07:26.882363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c71e2b-8e9a-4e3a-8f98-1fdfdfcddc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf38485-eca1-41b6-a758-61a893ca4f19,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:26.936037 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0226e08e-a4f7-4455-84fb-63a4e02fa768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:26.954913 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0226e08e-a4f7-4455-84fb-63a4e02fa768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:27.109643 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0226e08e-a4f7-4455-84fb-63a4e02fa768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:27.112927 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0226e08e-a4f7-4455-84fb-63a4e02fa768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:27.121766 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0226e08e-a4f7-4455-84fb-63a4e02fa768 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae1935ef-1600-44b0-9ab5-6d47bffcf3d0 HTTP/1.1" status: 204 len: 168 time: 0.2751226 Sep 08 13:07:27.125667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226e08e-a4f7-4455-84fb-63a4e02fa768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1935ef-1600-44b0-9ab5-6d47bffcf3d0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:27.173590 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f7e1a17-eac2-4efe-88b5-4d689219523b req-69b0c34d-c5d4-41a1-91b2-88bc4b23a656 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 210 time: 0.0353355 Sep 08 13:07:27.557842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f626d8e-b335-4732-9ad5-76cfd4e747b5 req-ad35ce9c-55d6-4eac-bda8-8e3bcf813043 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:27.563963 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f626d8e-b335-4732-9ad5-76cfd4e747b5 req-ad35ce9c-55d6-4eac-bda8-8e3bcf813043 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 969 time: 0.0583539 Sep 08 13:07:27.609709 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f626d8e-b335-4732-9ad5-76cfd4e747b5 req-d0fa6e3f-1d6a-455d-8a77-48353c126c2d tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441828 Sep 08 13:07:27.888928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42932) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:27.906911 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96f32d78-0deb-4dbd-8cbc-3767da5999c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:27.999096 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96f32d78-0deb-4dbd-8cbc-3767da5999c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:28.116273 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96f32d78-0deb-4dbd-8cbc-3767da5999c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:28.147950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42942) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:28.156912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-779700857-network', 'tenant_id': 'e0a3cd40eb4d434b8977e3ce5d46a728'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:28.179161 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-96f32d78-0deb-4dbd-8cbc-3767da5999c5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=612e9a8a20f04ad1bd0e41986ee1c2fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892034 Sep 08 13:07:28.180486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f32d78-0deb-4dbd-8cbc-3767da5999c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a430fa86-2769-4f8c-a08e-4f3da1562fbc,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:28.182868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42944) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:28.437521 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88c32126-d91e-4f16-8b78-a48e7e171752 req-4299d6b2-3eec-4b06-b19d-41b5d7ea4b09 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 210 time: 0.0356643 Sep 08 13:07:28.465757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b90dfbc-3544-424d-aa4b-379163a292cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:28.493712 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b90dfbc-3544-424d-aa4b-379163a292cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:28.510414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Made reservation on behalf of e0a3cd40eb4d434b8977e3ce5d46a728 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:07:28.512965 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:28.527631 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:28.619586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42954) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:28.633647 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d74afd0-e1aa-473d-ad0e-e9708299c6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:28.678028 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b90dfbc-3544-424d-aa4b-379163a292cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:28.680664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b90dfbc-3544-424d-aa4b-379163a292cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:28.681839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8b90dfbc-3544-424d-aa4b-379163a292cc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a430fa86-2769-4f8c-a08e-4f3da1562fbc HTTP/1.1" status: 204 len: 168 time: 0.4974771 Sep 08 13:07:28.711740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90dfbc-3544-424d-aa4b-379163a292cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a430fa86-2769-4f8c-a08e-4f3da1562fbc,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:28.764210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0081f1d-b2d8-4ef3-bdb7-4ef38f174bb0 req-c0b27ea4-e056-4b59-aefe-b3df4ca09587 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:28.765699 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0081f1d-b2d8-4ef3-bdb7-4ef38f174bb0 req-c0b27ea4-e056-4b59-aefe-b3df4ca09587 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 969 time: 0.0826771 Sep 08 13:07:28.818777 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:28.831278 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0081f1d-b2d8-4ef3-bdb7-4ef38f174bb0 req-6fbafd5b-3baf-4a9b-9e26-2df667fab31f tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491173 Sep 08 13:07:29.015280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42964) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:29.122282 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5fd926f0-672b-40cc-b0fd-1c48a64524be admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.166908 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.179883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:07:29.192670 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.192670 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Added segment 75586f31-b1d4-4eba-b124-074eae700fda of type vlan for network 0d937240-146c-451a-928b-84065d89ce1d Sep 08 13:07:29.244773 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.248274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2db893-ca4d-4ba2-9359-e4a092c88fd6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:29.378445 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d74afd0-e1aa-473d-ad0e-e9708299c6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.451364 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.452345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:29.453142 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.527479 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d74afd0-e1aa-473d-ad0e-e9708299c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.538075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] Pushing event updated for resources: {'Network': ['ID=0d937240-146c-451a-928b-84065d89ce1d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:29.553578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 0d937240-146c-451a-928b-84065d89ce1d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:07:29.614404 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5fd926f0-672b-40cc-b0fd-1c48a64524be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.628094 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de734cc1-eaf7-49e7-b418-a8367fb30bef req-e01c4513-76c0-4f97-8c9f-2c74c28fc28a tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 210 time: 0.0846844 Sep 08 13:07:29.641573 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0d74afd0-e1aa-473d-ad0e-e9708299c6f2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab99a3f7c3e34f9880fe38dbbbbe2e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0195835 Sep 08 13:07:29.643160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42986) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:29.644210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74afd0-e1aa-473d-ad0e-e9708299c6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d06dd47-7c95-4097-802d-4c90832cea00,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:29.714902 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-41916f39-1947-436f-a378-184ec9ea3e0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.740276 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-41916f39-1947-436f-a378-184ec9ea3e0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.756340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5fd926f0-672b-40cc-b0fd-1c48a64524be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.810487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5fd926f0-672b-40cc-b0fd-1c48a64524be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a9674a75817a4975be4f7cdb7936ae42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7940319 Sep 08 13:07:29.811736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd926f0-672b-40cc-b0fd-1c48a64524be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c48f720-858b-4e09-9d95-5ad576d3260c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:29.813243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42996) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:29.836621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ba093d18-0118-4c2a-8cb1-dab5d9d56d9c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6863582 Sep 08 13:07:29.839389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43002) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:29.844802 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f4a8161b-2981-4f20-85a9-d7604cc14ae4 admin admin] Request body: {'subnet': {'network_id': '0d937240-146c-451a-928b-84065d89ce1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-779700857-subnet', 'tenant_id': 'e0a3cd40eb4d434b8977e3ce5d46a728', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:29.899720 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-619fca9b-8288-49ef-8ec6-72476e6281e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.945409 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-619fca9b-8288-49ef-8ec6-72476e6281e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.953907 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-41916f39-1947-436f-a378-184ec9ea3e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.956665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-41916f39-1947-436f-a378-184ec9ea3e0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:29.960262 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-41916f39-1947-436f-a378-184ec9ea3e0e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4d06dd47-7c95-4097-802d-4c90832cea00 HTTP/1.1" status: 204 len: 168 time: 0.3135245 Sep 08 13:07:29.970681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41916f39-1947-436f-a378-184ec9ea3e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d06dd47-7c95-4097-802d-4c90832cea00,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:30.003576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8341d-486e-46ba-abfd-fdc0395f1e8c req-4012642a-ffdd-44f7-a2b2-9e38d6cec07f tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:30.006284 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cec8341d-486e-46ba-abfd-fdc0395f1e8c req-4012642a-ffdd-44f7-a2b2-9e38d6cec07f tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 969 time: 0.0841639 Sep 08 13:07:30.007886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a8161b-2981-4f20-85a9-d7604cc14ae4 admin admin] Made reservation on behalf of e0a3cd40eb4d434b8977e3ce5d46a728 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:07:30.013127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a8161b-2981-4f20-85a9-d7604cc14ae4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:30.102364 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cec8341d-486e-46ba-abfd-fdc0395f1e8c req-6d32d031-d312-49d4-9371-f9dc2462eec9 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884809 Sep 08 13:07:30.330846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-619fca9b-8288-49ef-8ec6-72476e6281e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:30.330846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-619fca9b-8288-49ef-8ec6-72476e6281e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:30.330846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-619fca9b-8288-49ef-8ec6-72476e6281e5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c48f720-858b-4e09-9d95-5ad576d3260c HTTP/1.1" status: 204 len: 168 time: 0.5078733 Sep 08 13:07:30.335984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fca9b-8288-49ef-8ec6-72476e6281e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c48f720-858b-4e09-9d95-5ad576d3260c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:30.387791 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a8161b-2981-4f20-85a9-d7604cc14ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:30.426749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.60', 50734) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:30.445300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8161b-2981-4f20-85a9-d7604cc14ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81b7221-dfe1-4f44-914b-f02e81a50cea,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:30.463708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a8161b-2981-4f20-85a9-d7604cc14ae4 admin admin] Checking segment: {'id': '75586f31-b1d4-4eba-b124-074eae700fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '0d937240-146c-451a-928b-84065d89ce1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:07:30.463982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a8161b-2981-4f20-85a9-d7604cc14ae4 admin admin] Network hostable DHCP agents. Network: 0d937240-146c-451a-928b-84065d89ce1d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:07:30.493722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:07:30.560770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-b024526f-11b9-432a-b7eb-011bea1636a9 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:30.562595 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-b024526f-11b9-432a-b7eb-011bea1636a9 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.60 "GET /v2.0/networks?id=140e26e4-9169-4cfc-9628-100d96ca6c1a HTTP/1.1" status: 200 len: 824 time: 0.1327806 Sep 08 13:07:30.611892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3fe3018c-e89d-4381-9eab-e0b38b52d7a6,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:30.625965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '3fe3018c-e89d-4381-9eab-e0b38b52d7a6', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '3fe3018c-e89d-4381-9eab-e0b38b52d7a6', 'mac_address': 'fa:16:3e:04:44:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:tempest-test_az-1581220881', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:07:30.664069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a8161b-2981-4f20-85a9-d7604cc14ae4 admin admin] Network 0d937240-146c-451a-928b-84065d89ce1d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:07:30.664656 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:30.682262 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:07:30.703834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3fe3018c-e89d-4381-9eab-e0b38b52d7a6,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:30.737852 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-0b470e04-b632-48ee-a899-8f99bb91cc9f tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7274b00e2404f71955ace24a4fcbafe HTTP/1.1" status: 200 len: 380 time: 0.0791328 Sep 08 13:07:30.748034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Request body: {'port': {'device_id': '83507964-a8cf-4f42-ab87-103fee0354a6', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'admin_state_up': True, 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'security_groups': ['52f6a247-694b-4d76-a1ea-8f4f783c0e80']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:30.772485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f4a8161b-2981-4f20-85a9-d7604cc14ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 0d937240-146c-451a-928b-84065d89ce1d) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:30.773044 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:30.784218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a8161b-2981-4f20-85a9-d7604cc14ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:30.786572 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a8161b-2981-4f20-85a9-d7604cc14ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:30.797963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c98924e-d57b-477d-9621-a1f614cd4dff None None] Network 0d937240-146c-451a-928b-84065d89ce1d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:07:30.803006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82240b78-a614-4e28-8ed2-4156143c1db1 req-ff16189d-dfec-42d7-852c-8f77aa7c761a tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 210 time: 0.0395467 Sep 08 13:07:30.911583 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f4a8161b-2981-4f20-85a9-d7604cc14ae4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0647810 Sep 08 13:07:31.026810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=3fe3018c-e89d-4381-9eab-e0b38b52d7a6,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:31.093742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f8fc8e-0a1a-4297-bea9-de9a7f0b9842 None None] Network 0d937240-146c-451a-928b-84065d89ce1d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:07:31.107844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['3fe3018c-e89d-4381-9eab-e0b38b52d7a6'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:07:31.110478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Made reservation on behalf of a7274b00e2404f71955ace24a4fcbafe for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:07:31.122889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:31.309109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06b7ae-b500-48a2-bda0-fc2fe146fd74 req-88c74dd0-c421-41d7-ad2a-fea5a239570c tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:31.323176 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea06b7ae-b500-48a2-bda0-fc2fe146fd74 req-88c74dd0-c421-41d7-ad2a-fea5a239570c tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 970 time: 0.1169024 Sep 08 13:07:31.382866 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea06b7ae-b500-48a2-bda0-fc2fe146fd74 req-5ffcd58f-c5dc-4897-af2a-af6bc4433342 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584188 Sep 08 13:07:31.386959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Allocated IP 172.20.0.12 (140e26e4-9169-4cfc-9628-100d96ca6c1a/bb151a63-aad3-419d-afc4-6b2e27650372/ad538eee-9730-472d-8d27-dcca41d5e721) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:07:31.594623 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:31.614121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Transition to ACTIVE for port object ad538eee-9730-472d-8d27-dcca41d5e721 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:31.622544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43048) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:31.805323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:31.881881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Network 140e26e4-9169-4cfc-9628-100d96ca6c1a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:07:31.881881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Pushing event updated for resources: {'Port': ['ID=ad538eee-9730-472d-8d27-dcca41d5e721,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:31.881881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:31.933014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:07:31.940037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:31.940881 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.043008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43060) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:32.060973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9097c87-e5c2-4d70-be24-ee6acc0614ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.073840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-cdbed186-5fc1-4de7-a5be-1e53fd341181 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3296177 Sep 08 13:07:32.109408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee6f12-5050-48ff-9e40-6106757d88bc req-a7bd4770-11a0-47c0-9a77-45f327ea71bf tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:32.127918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bfee6f12-5050-48ff-9e40-6106757d88bc req-a7bd4770-11a0-47c0-9a77-45f327ea71bf tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 932 time: 0.1946635 Sep 08 13:07:32.199726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bfee6f12-5050-48ff-9e40-6106757d88bc req-01b434ab-ebcb-408c-91a6-f36b7bae60e7 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664332 Sep 08 13:07:32.237340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9097c87-e5c2-4d70-be24-ee6acc0614ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.287666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c2046165-d8a6-48e4-95d6-ee2eee6526be None None] Provisioning for port ad538eee-9730-472d-8d27-dcca41d5e721 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:32.293467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c2046165-d8a6-48e4-95d6-ee2eee6526be None None] Provisioning complete for port ad538eee-9730-472d-8d27-dcca41d5e721 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:32.294357 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c2046165-d8a6-48e4-95d6-ee2eee6526be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.303608 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-449cb7cf-8d2e-4419-baf1-79ae92d454af admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.317767 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9097c87-e5c2-4d70-be24-ee6acc0614ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.347103 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c2046165-d8a6-48e4-95d6-ee2eee6526be None None] Port ad538eee-9730-472d-8d27-dcca41d5e721 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:07:32.380947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f9097c87-e5c2-4d70-be24-ee6acc0614ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81af4bbdd1f64a699875c75f0a300e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368235 Sep 08 13:07:32.383298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9097c87-e5c2-4d70-be24-ee6acc0614ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135b49b9-dabc-4dd5-a64c-5ea0b7f3cc99,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:32.385004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43068) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:32.487101 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:32.518412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-449cb7cf-8d2e-4419-baf1-79ae92d454af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.573838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-037807a8-92e3-4814-8622-3c74ebad389c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.619509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-037807a8-92e3-4814-8622-3c74ebad389c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.622308 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-449cb7cf-8d2e-4419-baf1-79ae92d454af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.641569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109a44c-c526-418e-a868-d5f47705dbd1 req-dc769767-febf-43de-995a-777f0dac56ba tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:32.643197 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1109a44c-c526-418e-a868-d5f47705dbd1 req-dc769767-febf-43de-995a-777f0dac56ba tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 970 time: 0.1464431 Sep 08 13:07:32.669571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:32.673850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:32.674599 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.701127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1109a44c-c526-418e-a868-d5f47705dbd1 req-ebaab1a7-e937-449a-a946-40a7fd46095d tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486977 Sep 08 13:07:32.729865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cb7cf-8d2e-4419-baf1-79ae92d454af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12e87fc-2432-43b8-9fb8-d07c9b84b945,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:32.789753 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.808499 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-037807a8-92e3-4814-8622-3c74ebad389c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.812964 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-037807a8-92e3-4814-8622-3c74ebad389c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.817580 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-037807a8-92e3-4814-8622-3c74ebad389c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/135b49b9-dabc-4dd5-a64c-5ea0b7f3cc99 HTTP/1.1" status: 204 len: 168 time: 0.4232912 Sep 08 13:07:32.826266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037807a8-92e3-4814-8622-3c74ebad389c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135b49b9-dabc-4dd5-a64c-5ea0b7f3cc99,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:32.846133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3fe3018c-e89d-4381-9eab-e0b38b52d7a6,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:32.849470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2460864-33df-4cb0-8f5b-e6f8d23d7449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe3018c-e89d-4381-9eab-e0b38b52d7a6'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:07:32.944242 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:32.998467 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43096) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:32.998841 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-449cb7cf-8d2e-4419-baf1-79ae92d454af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c8a3b47a96b4eda99ad42e8ac609de3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3747821 Sep 08 13:07:33.005441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=3fe3018c-e89d-4381-9eab-e0b38b52d7a6,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:33.072170 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5875e7b5-d764-4be1-a09e-054e0bc1e040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:33.079940 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-948e4586-3ab5-445c-90a6-ab43b1b169b8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:33.081545 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-948e4586-3ab5-445c-90a6-ab43b1b169b8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 821 time: 0.5020623 Sep 08 13:07:33.097335 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5875e7b5-d764-4be1-a09e-054e0bc1e040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:33.101071 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-3d75f9c7-c272-42d4-9b8c-c046c1a63cb5 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/quotas/fb92476927b34b84aed526285f320f3a HTTP/1.1" status: 200 len: 375 time: 0.0121107 Sep 08 13:07:33.139859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-5aaa4d86-b33d-4da3-a8cc-617c4d0a8266 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308063 Sep 08 13:07:33.241221 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5875e7b5-d764-4be1-a09e-054e0bc1e040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:33.243806 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5875e7b5-d764-4be1-a09e-054e0bc1e040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:33.251211 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5875e7b5-d764-4be1-a09e-054e0bc1e040 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b12e87fc-2432-43b8-9fb8-d07c9b84b945 HTTP/1.1" status: 204 len: 168 time: 0.2456243 Sep 08 13:07:33.259818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875e7b5-d764-4be1-a09e-054e0bc1e040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12e87fc-2432-43b8-9fb8-d07c9b84b945,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:33.352932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb3a61-9b98-4670-bc51-65973ab709d0 req-edcbfef5-daba-4c06-af48-fd2ca2a328f6 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:33.361731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8eb3a61-9b98-4670-bc51-65973ab709d0 req-edcbfef5-daba-4c06-af48-fd2ca2a328f6 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 932 time: 0.0664101 Sep 08 13:07:33.398815 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8eb3a61-9b98-4670-bc51-65973ab709d0 req-73255d63-72d8-4d86-80a7-1811909ade65 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359082 Sep 08 13:07:33.438718 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb014e2-24a5-44b6-ad1f-8eb8dd41fade" -d '{"events": [{"server_uuid": "b2460864-33df-4cb0-8f5b-e6f8d23d7449", "name": "network-vif-plugged", "status": "completed", "tag": "3fe3018c-e89d-4381-9eab-e0b38b52d7a6"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:07:33.811599 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cea1f3b-bca8-4a45-9070-cf01f4f05106 x-openstack-request-id: req-5cea1f3b-bca8-4a45-9070-cf01f4f05106 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:07:33.812199 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2460864-33df-4cb0-8f5b-e6f8d23d7449", "name": "network-vif-plugged", "status": "completed", "tag": "3fe3018c-e89d-4381-9eab-e0b38b52d7a6", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:07:33.812842 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5cea1f3b-bca8-4a45-9070-cf01f4f05106 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:07:33.813435 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2460864-33df-4cb0-8f5b-e6f8d23d7449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe3018c-e89d-4381-9eab-e0b38b52d7a6', 'code': 200} Sep 08 13:07:34.000944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970bcc0-f1d5-4569-82f9-a2382c74dd17 req-90f879b6-deaf-4e00-b7ca-7c0d5d0e32db tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:34.002531 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0970bcc0-f1d5-4569-82f9-a2382c74dd17 req-90f879b6-deaf-4e00-b7ca-7c0d5d0e32db tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 971 time: 0.1349719 Sep 08 13:07:34.012617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8a087-8501-490a-8d90-be22a88b9be0 req-716e4672-8fe1-452d-a1d2-0ddb8acb5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:34.014057 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8b8a087-8501-490a-8d90-be22a88b9be0 req-716e4672-8fe1-452d-a1d2-0ddb8acb5091 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 1122 time: 0.1132534 Sep 08 13:07:34.035914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-aa147487-97f4-4a92-b576-e89325f89e58 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:07:34.036948 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-aa147487-97f4-4a92-b576-e89325f89e58 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4172981 Sep 08 13:07:34.054057 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8b8a087-8501-490a-8d90-be22a88b9be0 req-2125a0fd-6670-4ce2-bbd5-86885215f14a service neutron] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:34.088629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0970bcc0-f1d5-4569-82f9-a2382c74dd17 req-9e786b47-d71f-4782-b8a1-4677432e9edd tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783231 Sep 08 13:07:34.161400 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c44c8fdd-b5de-4421-8adb-3a857b6fa1ed service neutron] 10.222.0.69 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171396 Sep 08 13:07:34.220670 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8b8a087-8501-490a-8d90-be22a88b9be0 req-2125a0fd-6670-4ce2-bbd5-86885215f14a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:34.258430 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-b16cbc7e-4ac9-4df1-b6c4-7eae9188589f service neutron] 10.222.0.69 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960686 Sep 08 13:07:34.296482 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8b8a087-8501-490a-8d90-be22a88b9be0 req-2125a0fd-6670-4ce2-bbd5-86885215f14a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:34.345716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8b8a087-8501-490a-8d90-be22a88b9be0 req-2125a0fd-6670-4ce2-bbd5-86885215f14a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196311 Sep 08 13:07:34.356128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125a0fd-6670-4ce2-bbd5-86885215f14a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c48cd632-314a-4eee-b30e-cf171cd827dd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:34.521574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f7bb0-f385-49ad-a5a1-8b088157ae06 req-7eaec0ae-b8fd-4684-ba65-6b6af06b9d23 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:34.528023 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c5f7bb0-f385-49ad-a5a1-8b088157ae06 req-7eaec0ae-b8fd-4684-ba65-6b6af06b9d23 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 932 time: 0.0569556 Sep 08 13:07:34.574386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c5f7bb0-f385-49ad-a5a1-8b088157ae06 req-6b5bc5fc-9b80-46a1-b7f3-41df9fb9abee tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400052 Sep 08 13:07:34.599051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43154) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:34.621467 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c656d3e4-2e83-406a-be11-664a4d23d752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:34.658514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ae79db77-5027-4f18-8c86-d6dafe7d6a2d req-834af4a8-e1ce-41e3-b07a-86b795727655 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 210 time: 0.0314772 Sep 08 13:07:34.766194 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c656d3e4-2e83-406a-be11-664a4d23d752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:35.041499 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c656d3e4-2e83-406a-be11-664a4d23d752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:35.083829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c656d3e4-2e83-406a-be11-664a4d23d752 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a73f081959ad4db290f6946657a347e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831381 Sep 08 13:07:35.086043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656d3e4-2e83-406a-be11-664a4d23d752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285754dd-c09f-4001-ae0a-cbd382a0bf31,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:35.088377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43168) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:35.141204 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fc0a-e6db-48bf-aea8-b96acaa2e462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:35.190126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fc0a-e6db-48bf-aea8-b96acaa2e462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:35.253948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3198ee-ad25-47b5-8371-747c9531edbe req-877db17f-cce1-4c69-9772-f50e64a4e592 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:35.255706 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ca3198ee-ad25-47b5-8371-747c9531edbe req-877db17f-cce1-4c69-9772-f50e64a4e592 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 971 time: 0.0924792 Sep 08 13:07:35.310759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ca3198ee-ad25-47b5-8371-747c9531edbe req-247f1f87-6c00-41bf-892a-34b935807b53 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403166 Sep 08 13:07:35.405816 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fc0a-e6db-48bf-aea8-b96acaa2e462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:35.409555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2c9fc0a-e6db-48bf-aea8-b96acaa2e462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:35.411599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a2c9fc0a-e6db-48bf-aea8-b96acaa2e462 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/285754dd-c09f-4001-ae0a-cbd382a0bf31 HTTP/1.1" status: 204 len: 168 time: 0.3222387 Sep 08 13:07:35.421697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c9fc0a-e6db-48bf-aea8-b96acaa2e462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285754dd-c09f-4001-ae0a-cbd382a0bf31,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:35.727321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d5f44-621a-4df7-aeb3-5e045078a7bf req-a7ed37e9-6625-4458-bde0-7708a866e451 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:35.728904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd7d5f44-621a-4df7-aeb3-5e045078a7bf req-a7ed37e9-6625-4458-bde0-7708a866e451 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 932 time: 0.0701864 Sep 08 13:07:35.769106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd7d5f44-621a-4df7-aeb3-5e045078a7bf req-2b4ffc35-c8a0-4616-81a3-96e459c92505 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336549 Sep 08 13:07:35.775490 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e608b803-e52c-4d58-ba97-33767c9d8506 req-8dac4493-ca97-452d-9d4c-bc2855395989 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 210 time: 0.0316927 Sep 08 13:07:36.463084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d21f5-7ab4-4b01-b0ae-50791a8fba3b req-941e23e5-e6f1-40dd-9d59-c7cb249b5f90 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:36.464783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-667d21f5-7ab4-4b01-b0ae-50791a8fba3b req-941e23e5-e6f1-40dd-9d59-c7cb249b5f90 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 971 time: 0.0595171 Sep 08 13:07:36.509457 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-667d21f5-7ab4-4b01-b0ae-50791a8fba3b req-b6132a85-a9e4-425a-bdcc-99497a808ce7 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 Sep 08 13:07:36.516587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43224) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:36.532705 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4da4c5b0-53bb-4cb0-acb4-07d538ac7040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:36.639001 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4da4c5b0-53bb-4cb0-acb4-07d538ac7040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:36.772363 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4da4c5b0-53bb-4cb0-acb4-07d538ac7040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:36.867162 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4da4c5b0-53bb-4cb0-acb4-07d538ac7040 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4f2c5440a3c04bd69fb463e87b68ffaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490384 Sep 08 13:07:36.869713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43240) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:36.889898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4c5b0-53bb-4cb0-acb4-07d538ac7040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfe0736-210f-499b-adc4-a678af1f184a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:36.926136 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82625b-748c-429f-8816-d5977e311e94 req-9fbdaba1-46e2-4c0c-b8c2-bfee3b51edb0 tempest-AggregatesAdminTestJSON-1522110561 tempest-AggregatesAdminTestJSON-1522110561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:36.935416 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c82625b-748c-429f-8816-d5977e311e94 req-9fbdaba1-46e2-4c0c-b8c2-bfee3b51edb0 tempest-AggregatesAdminTestJSON-1522110561 tempest-AggregatesAdminTestJSON-1522110561-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 1122 time: 0.1125507 Sep 08 13:07:36.950837 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c82625b-748c-429f-8816-d5977e311e94 req-128eaaac-8445-447f-9a71-8380a94c0ef4 tempest-AggregatesAdminTestJSON-1522110561 tempest-AggregatesAdminTestJSON-1522110561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:36.994087 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d406d823-ef54-4c2a-8228-d55af8d308db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:37.024708 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d406d823-ef54-4c2a-8228-d55af8d308db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:37.044711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26949b-51a8-40e3-9429-8590235c3afc req-3c319b69-7463-4377-a576-669ffa6d9038 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:37.046407 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a26949b-51a8-40e3-9429-8590235c3afc req-3c319b69-7463-4377-a576-669ffa6d9038 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 932 time: 0.1004634 Sep 08 13:07:37.095932 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c82625b-748c-429f-8816-d5977e311e94 req-128eaaac-8445-447f-9a71-8380a94c0ef4 tempest-AggregatesAdminTestJSON-1522110561 tempest-AggregatesAdminTestJSON-1522110561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:37.108540 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a26949b-51a8-40e3-9429-8590235c3afc req-191c3ae9-bedd-44b0-b53a-e7073231a62c tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509446 Sep 08 13:07:37.194556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83f665ea-b63c-47bd-bd41-cb2b88c70651 req-33f8f4e6-5a3a-4321-b701-eccb2ccefe7d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 210 time: 0.0296898 Sep 08 13:07:37.208738 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c82625b-748c-429f-8816-d5977e311e94 req-128eaaac-8445-447f-9a71-8380a94c0ef4 tempest-AggregatesAdminTestJSON-1522110561 tempest-AggregatesAdminTestJSON-1522110561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:37.247172 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d406d823-ef54-4c2a-8228-d55af8d308db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:37.250096 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d406d823-ef54-4c2a-8228-d55af8d308db admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:37.253366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d406d823-ef54-4c2a-8228-d55af8d308db admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cbfe0736-210f-499b-adc4-a678af1f184a HTTP/1.1" status: 204 len: 168 time: 0.3769956 Sep 08 13:07:37.253519 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c82625b-748c-429f-8816-d5977e311e94 req-128eaaac-8445-447f-9a71-8380a94c0ef4 tempest-AggregatesAdminTestJSON-1522110561 tempest-AggregatesAdminTestJSON-1522110561-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149264 Sep 08 13:07:37.259564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406d823-ef54-4c2a-8228-d55af8d308db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfe0736-210f-499b-adc4-a678af1f184a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:37.271623 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128eaaac-8445-447f-9a71-8380a94c0ef4 tempest-AggregatesAdminTestJSON-1522110561 tempest-AggregatesAdminTestJSON-1522110561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60c6c4b-3385-4498-afd4-c4da096ff4ae,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:37.710265 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-327e3d43-8f8c-4573-8ebc-739c3ba2cc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:38.115497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38868476-dbc1-4f27-aeae-08df1f38d529 req-89c198e2-a735-41ba-962e-084917580f42 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.116244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38868476-dbc1-4f27-aeae-08df1f38d529 req-89c198e2-a735-41ba-962e-084917580f42 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.116718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38868476-dbc1-4f27-aeae-08df1f38d529 req-89c198e2-a735-41ba-962e-084917580f42 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.117372 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38868476-dbc1-4f27-aeae-08df1f38d529 req-89c198e2-a735-41ba-962e-084917580f42 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.117902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38868476-dbc1-4f27-aeae-08df1f38d529 req-89c198e2-a735-41ba-962e-084917580f42 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.118409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38868476-dbc1-4f27-aeae-08df1f38d529 req-89c198e2-a735-41ba-962e-084917580f42 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.118879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38868476-dbc1-4f27-aeae-08df1f38d529 req-89c198e2-a735-41ba-962e-084917580f42 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.120735 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-38868476-dbc1-4f27-aeae-08df1f38d529 req-89c198e2-a735-41ba-962e-084917580f42 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.1259823 Sep 08 13:07:38.236209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabaafa-ddf0-410f-9dfa-476db3ec2d98 req-17dfb951-b0b3-4961-b6f9-8fe5fae1b4d2 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.237258 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8fabaafa-ddf0-410f-9dfa-476db3ec2d98 req-17dfb951-b0b3-4961-b6f9-8fe5fae1b4d2 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 886 time: 0.0967453 Sep 08 13:07:38.461490 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8dde4034-c1fc-4bcd-b7a6-860450249113 req-e6404ce3-6e42-4ffb-9165-c5db65c71b99 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 210 time: 0.0374007 Sep 08 13:07:38.532797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3db4b8-1295-454a-ad16-5f0670cbd6d7 req-10b4bf66-8c1f-4368-a1f4-6d2f66b5aae5 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.534757 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee3db4b8-1295-454a-ad16-5f0670cbd6d7 req-10b4bf66-8c1f-4368-a1f4-6d2f66b5aae5 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 932 time: 0.0908456 Sep 08 13:07:38.585486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43312) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:38.597060 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee3db4b8-1295-454a-ad16-5f0670cbd6d7 req-69652653-d55b-4e1f-b3d8-b2b43a3399e7 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548999 Sep 08 13:07:38.714692 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-06742849-6b52-4810-b3cb-6d5363a5e48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:38.715525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d0f4-1cd5-4326-9078-ef8ab24376cd req-987fbb5e-bd1d-4dbe-b5ac-b2ab905411e2 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.715903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d0f4-1cd5-4326-9078-ef8ab24376cd req-987fbb5e-bd1d-4dbe-b5ac-b2ab905411e2 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.716377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d0f4-1cd5-4326-9078-ef8ab24376cd req-987fbb5e-bd1d-4dbe-b5ac-b2ab905411e2 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.716848 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d0f4-1cd5-4326-9078-ef8ab24376cd req-987fbb5e-bd1d-4dbe-b5ac-b2ab905411e2 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.717315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d0f4-1cd5-4326-9078-ef8ab24376cd req-987fbb5e-bd1d-4dbe-b5ac-b2ab905411e2 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.717777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d0f4-1cd5-4326-9078-ef8ab24376cd req-987fbb5e-bd1d-4dbe-b5ac-b2ab905411e2 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.718268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d0f4-1cd5-4326-9078-ef8ab24376cd req-987fbb5e-bd1d-4dbe-b5ac-b2ab905411e2 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:38.720090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3a4d0f4-1cd5-4326-9078-ef8ab24376cd req-987fbb5e-bd1d-4dbe-b5ac-b2ab905411e2 tempest-NetworksTest-310295437 tempest-NetworksTest-310295437-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5047 time: 0.2278695 Sep 08 13:07:38.826377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-06742849-6b52-4810-b3cb-6d5363a5e48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:38.983741 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-06742849-6b52-4810-b3cb-6d5363a5e48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:39.022008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06742849-6b52-4810-b3cb-6d5363a5e48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40f0aa1-8642-4d3a-9af7-f709f486826a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:39.027186 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-06742849-6b52-4810-b3cb-6d5363a5e48b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c481d4e94e034733b67fcfff574a2256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406564 Sep 08 13:07:39.030370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43324) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:39.095274 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-97ff147d-e818-4662-bcfc-b98f4cf2a742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:39.124670 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-97ff147d-e818-4662-bcfc-b98f4cf2a742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:39.320943 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-97ff147d-e818-4662-bcfc-b98f4cf2a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:39.328895 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-97ff147d-e818-4662-bcfc-b98f4cf2a742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:39.333665 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-97ff147d-e818-4662-bcfc-b98f4cf2a742 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a40f0aa1-8642-4d3a-9af7-f709f486826a HTTP/1.1" status: 204 len: 168 time: 0.2988594 Sep 08 13:07:39.342731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff147d-e818-4662-bcfc-b98f4cf2a742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40f0aa1-8642-4d3a-9af7-f709f486826a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:39.566213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b0c4b82-efc9-485b-9d71-8cabc3189f51 req-927a0e64-8077-41c0-ad56-b51768a897c9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 210 time: 0.0286498 Sep 08 13:07:39.740569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43368) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:39.801882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-7edf840f-02a8-48b0-b29c-3f17de7509a3 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:07:39.803154 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-7edf840f-02a8-48b0-b29c-3f17de7509a3 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069668 Sep 08 13:07:40.131703 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa1bcb76-3351-473a-93a4-9711e749b9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.174659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1682b53-3a07-42ff-bc03-5c3c303801d5 req-f89c33b6-0f2f-47c2-9dc7-f1798514ef0b tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:40.176464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1682b53-3a07-42ff-bc03-5c3c303801d5 req-f89c33b6-0f2f-47c2-9dc7-f1798514ef0b tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 932 time: 0.0718753 Sep 08 13:07:40.219525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1682b53-3a07-42ff-bc03-5c3c303801d5 req-f6c03b7b-8be9-4647-a8eb-40ad8df458c0 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336983 Sep 08 13:07:40.223467 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-edbbce6f-659f-4cd7-9a3f-0f0d30d3d05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.234739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa1bcb76-3351-473a-93a4-9711e749b9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.258521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43386) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:40.273608 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-080a67e8-4eea-42dd-9054-c4700c072b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.334817 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa1bcb76-3351-473a-93a4-9711e749b9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.404821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Request body: {'port': {'device_id': '83507964-a8cf-4f42-ab87-103fee0354a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:40.407128 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.433389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aa1bcb76-3351-473a-93a4-9711e749b9be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0db619e767544e0a7f6b3f35963b857&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6918187 Sep 08 13:07:40.444669 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43394) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:40.461128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bcb76-3351-473a-93a4-9711e749b9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6cd41a-87a6-4338-a443-f79e3682d67c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:40.504191 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.559988 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-161e4d0a-ca3b-41bb-9b6f-9b25b8ef19eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.571287 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-080a67e8-4eea-42dd-9054-c4700c072b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.590036 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-161e4d0a-ca3b-41bb-9b6f-9b25b8ef19eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.698892 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-00766397-aca9-438f-ae93-a0001024a5b2 req-d54c92f5-699e-446e-ad41-28deb3cc9d97 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 210 time: 0.0293298 Sep 08 13:07:40.720935 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-080a67e8-4eea-42dd-9054-c4700c072b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.764366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-080a67e8-4eea-42dd-9054-c4700c072b9b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=57a1dc4d0afd44029cbe6024c2970dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033686 Sep 08 13:07:40.766646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43414) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:40.791839 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-161e4d0a-ca3b-41bb-9b6f-9b25b8ef19eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.795525 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-161e4d0a-ca3b-41bb-9b6f-9b25b8ef19eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.799377 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-161e4d0a-ca3b-41bb-9b6f-9b25b8ef19eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb6cd41a-87a6-4338-a443-f79e3682d67c HTTP/1.1" status: 204 len: 168 time: 0.3500953 Sep 08 13:07:40.808477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a67e8-4eea-42dd-9054-c4700c072b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39638855-4ad3-4c0e-a3a2-f2807c504e31,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:40.826320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e4d0a-ca3b-41bb-9b6f-9b25b8ef19eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6cd41a-87a6-4338-a443-f79e3682d67c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:40.867577 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1437ccf-3289-446c-b15d-6d5c8db761a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.893816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1437ccf-3289-446c-b15d-6d5c8db761a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.900120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad538eee-9730-472d-8d27-dcca41d5e721 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:07:40.909903 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:40.926639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Transition to ACTIVE for port object ad538eee-9730-472d-8d27-dcca41d5e721 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:41.090546 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:41.090750 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1437ccf-3289-446c-b15d-6d5c8db761a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:41.093246 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1437ccf-3289-446c-b15d-6d5c8db761a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:41.097510 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a1437ccf-3289-446c-b15d-6d5c8db761a8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/39638855-4ad3-4c0e-a3a2-f2807c504e31 HTTP/1.1" status: 204 len: 168 time: 0.3282504 Sep 08 13:07:41.105424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1437ccf-3289-446c-b15d-6d5c8db761a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39638855-4ad3-4c0e-a3a2-f2807c504e31,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:41.151234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Pushing event updated for resources: {'Port': ['ID=ad538eee-9730-472d-8d27-dcca41d5e721,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:41.186019 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Attempting to bind port ad538eee-9730-472d-8d27-dcca41d5e721 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:07:41.186594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Attempting to bind port ad538eee-9730-472d-8d27-dcca41d5e721 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:07:41.186962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Attempting to bind port ad538eee-9730-472d-8d27-dcca41d5e721 on network 140e26e4-9169-4cfc-9628-100d96ca6c1a {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:41.191907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Port ad538eee-9730-472d-8d27-dcca41d5e721 on network 140e26e4-9169-4cfc-9628-100d96ca6c1a not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:07:41.192363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Attempting to bind port ad538eee-9730-472d-8d27-dcca41d5e721 on network 140e26e4-9169-4cfc-9628-100d96ca6c1a {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:41.197884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:07:41.198401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Checking segment: {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:07:41.198877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Bound using segment: {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:07:41.208033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Bound port: ad538eee-9730-472d-8d27-dcca41d5e721, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:07:41.208033 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:41.260295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.60', 50739) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:41.296832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] For port ad538eee-9730-472d-8d27-dcca41d5e721, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:07:41.300301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] For port ad538eee-9730-472d-8d27-dcca41d5e721, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ad538eee-9730-472d-8d27-dcca41d5e721,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:07:41.382446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-cf8e3e5b-f5cf-43db-920a-1a3dced9b400 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:41.383913 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-cf8e3e5b-f5cf-43db-920a-1a3dced9b400 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.60 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 821 time: 0.1221070 Sep 08 13:07:41.397483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Request body: {'port': {'device_id': '213cab09-05fe-48dd-82f5-287ba8265d6c', 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7', 'admin_state_up': True, 'tenant_id': 'fb92476927b34b84aed526285f320f3a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:41.452147 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:41.495537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:41.496319 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:41.497863 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] 10.222.0.60 "PUT /v2.0/ports/ad538eee-9730-472d-8d27-dcca41d5e721 HTTP/1.1" status: 200 len: 1092 time: 1.3514800 Sep 08 13:07:41.499152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83507964-a8cf-4f42-ab87-103fee0354a6', 'tag': 'ad538eee-9730-472d-8d27-dcca41d5e721'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:07:41.501766 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe48882-a0f3-4ed9-903b-1547a40063de" -d '{"events": [{"name": "network-changed", "server_uuid": "83507964-a8cf-4f42-ab87-103fee0354a6", "tag": "ad538eee-9730-472d-8d27-dcca41d5e721"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:07:41.525609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee250a-036c-4d64-a611-c9b81ae7bd05 req-a32caafe-1e1c-4442-b620-f5b6de2004d6 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:41.533431 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bee250a-036c-4d64-a611-c9b81ae7bd05 req-a32caafe-1e1c-4442-b620-f5b6de2004d6 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 944 time: 0.1257391 Sep 08 13:07:41.570852 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3f46c-ddb1-441e-a416-cdd4517d003a service neutron] Pushing event updated for resources: {'Port': ['ID=ad538eee-9730-472d-8d27-dcca41d5e721,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:41.612717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bee250a-036c-4d64-a611-c9b81ae7bd05 req-783fd177-1a29-481a-9390-7af285d4fb0d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782578 Sep 08 13:07:41.711274 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:41.753854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-e6fa79ed-a87e-4db0-be6c-558cd0231525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:41.755617 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-e6fa79ed-a87e-4db0-be6c-558cd0231525 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7274b00e2404f71955ace24a4fcbafe&device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 1095 time: 0.0609205 Sep 08 13:07:41.801644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-86e12cea-690e-46bd-8878-27e8f24ac36e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad538eee-9730-472d-8d27-dcca41d5e721 HTTP/1.1" status: 200 len: 217 time: 0.0362732 Sep 08 13:07:41.824010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Made reservation on behalf of fb92476927b34b84aed526285f320f3a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:07:41.838360 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:41.859760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-ba5407da-f2f7-4ba7-99e9-96da68d1f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:41.862063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-ba5407da-f2f7-4ba7-99e9-96da68d1f3c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb151a63-aad3-419d-afc4-6b2e27650372 HTTP/1.1" status: 200 len: 863 time: 0.0542667 Sep 08 13:07:41.920405 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17c1e67-d803-4659-9468-68690b087c59 x-openstack-request-id: req-b17c1e67-d803-4659-9468-68690b087c59 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:07:41.921094 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83507964-a8cf-4f42-ab87-103fee0354a6", "tag": "ad538eee-9730-472d-8d27-dcca41d5e721", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:07:41.921094 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b17c1e67-d803-4659-9468-68690b087c59 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:07:41.921453 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83507964-a8cf-4f42-ab87-103fee0354a6', 'tag': 'ad538eee-9730-472d-8d27-dcca41d5e721', 'status': 'completed', 'code': 200} Sep 08 13:07:41.942037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-08ac0359-b5f2-4127-9116-5fffdaae8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:41.943628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-08ac0359-b5f2-4127-9116-5fffdaae8a82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=140e26e4-9169-4cfc-9628-100d96ca6c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720320 Sep 08 13:07:42.070081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43462) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:42.095807 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26d8b08e-b1db-4253-8d3c-df7eb247b542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:42.172945 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Allocated IP 172.20.0.11 (fc3173e7-86b4-44fc-88d3-c8f473ef58e7/f66f5b93-f567-41bb-80c4-2513fe2ad21d/98924f8c-871d-4707-a227-48a248fb189c) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:07:42.287021 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-4b81f873-8dcf-4e03-9af0-0eddf8d4ff4d service neutron] 10.222.0.60 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354325 Sep 08 13:07:42.406798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6869a94e-522c-406f-9b29-0d8c037ace29 req-48c7c97b-915a-48c4-b43d-af66a6ba05ec tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 210 time: 0.2273054 Sep 08 13:07:42.411010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db2ce0b7-8ae6-40cf-929f-ba31a9c9040d req-34a920e5-c5d0-43af-9add-82378b3b2792 service neutron] 10.222.0.60 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103783 Sep 08 13:07:42.599337 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26d8b08e-b1db-4253-8d3c-df7eb247b542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:42.629730 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:42.728558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe48882-a0f3-4ed9-903b-1547a40063de req-7c864986-2c76-42b1-989b-18a4f06e20ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:42.730019 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbe48882-a0f3-4ed9-903b-1547a40063de req-7c864986-2c76-42b1-989b-18a4f06e20ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7274b00e2404f71955ace24a4fcbafe&device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 1095 time: 0.0417860 Sep 08 13:07:42.883535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c1d33-9465-409e-92b7-0789f433aa45 req-b52f93b5-aa6b-48fc-affe-9466d8d0f42c tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:42.903383 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f82c1d33-9465-409e-92b7-0789f433aa45 req-b52f93b5-aa6b-48fc-affe-9466d8d0f42c tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 944 time: 0.0608037 Sep 08 13:07:42.919343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe48882-a0f3-4ed9-903b-1547a40063de req-f98c3ab3-f643-4146-9726-dfe4d9249771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:42.921462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbe48882-a0f3-4ed9-903b-1547a40063de req-f98c3ab3-f643-4146-9726-dfe4d9249771 service neutron] 10.222.0.60 "GET /v2.0/networks?id=140e26e4-9169-4cfc-9628-100d96ca6c1a HTTP/1.1" status: 200 len: 925 time: 0.1839974 Sep 08 13:07:42.935265 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f82c1d33-9465-409e-92b7-0789f433aa45 req-37845f82-e46e-4a99-bc04-b746180735d0 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423877 Sep 08 13:07:42.967532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26d8b08e-b1db-4253-8d3c-df7eb247b542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:42.971826 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbe48882-a0f3-4ed9-903b-1547a40063de req-b039ccc3-7fb4-4fcf-b370-612bb4e70ad2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad538eee-9730-472d-8d27-dcca41d5e721 HTTP/1.1" status: 200 len: 217 time: 0.0418808 Sep 08 13:07:43.027602 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-26d8b08e-b1db-4253-8d3c-df7eb247b542 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac8d4024d6784ebb85068cc6bcdf016a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9560573 Sep 08 13:07:43.030329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43484) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:43.036468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8b08e-b1db-4253-8d3c-df7eb247b542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edf2e13-9547-4e62-8648-967704ba11ee,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:43.058514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe48882-a0f3-4ed9-903b-1547a40063de req-df517f6d-c423-4bf4-8659-33e834731937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:43.058514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbe48882-a0f3-4ed9-903b-1547a40063de req-df517f6d-c423-4bf4-8659-33e834731937 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb151a63-aad3-419d-afc4-6b2e27650372 HTTP/1.1" status: 200 len: 863 time: 0.0627644 Sep 08 13:07:43.098741 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-822fc2e7-e066-4e50-9df5-8d6153a3fe66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:43.111194 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:43.125155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe48882-a0f3-4ed9-903b-1547a40063de req-4b45cb74-1464-4843-b38e-7c72f31658d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:43.125155 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbe48882-a0f3-4ed9-903b-1547a40063de req-4b45cb74-1464-4843-b38e-7c72f31658d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=140e26e4-9169-4cfc-9628-100d96ca6c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534489 Sep 08 13:07:43.194630 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-822fc2e7-e066-4e50-9df5-8d6153a3fe66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:43.223759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbe48882-a0f3-4ed9-903b-1547a40063de req-1ca41e3e-4c8b-404e-81ce-15ea9d50c232 service neutron] 10.222.0.60 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978367 Sep 08 13:07:43.228435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:07:43.238672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:43.246147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Pushing event updated for resources: {'Port': ['ID=98924f8c-871d-4707-a227-48a248fb189c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:43.258733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:07:43.264379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:43.264952 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:43.267955 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:43.338056 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbe48882-a0f3-4ed9-903b-1547a40063de req-e34676fc-3500-4ede-bf71-4c71c2c6ed69 service neutron] 10.222.0.60 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062005 Sep 08 13:07:43.434034 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-78aaaa0e-f851-4ef7-b0d2-149b12e35d51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0409005 Sep 08 13:07:43.451990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Request body: {'port': {'device_id': '213cab09-05fe-48dd-82f5-287ba8265d6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:43.491994 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-822fc2e7-e066-4e50-9df5-8d6153a3fe66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:43.497033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-822fc2e7-e066-4e50-9df5-8d6153a3fe66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:43.499207 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-822fc2e7-e066-4e50-9df5-8d6153a3fe66 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0edf2e13-9547-4e62-8648-967704ba11ee HTTP/1.1" status: 204 len: 168 time: 0.4677508 Sep 08 13:07:43.545356 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822fc2e7-e066-4e50-9df5-8d6153a3fe66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edf2e13-9547-4e62-8648-967704ba11ee,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:43.611163 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:43.749263 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:07:43.837835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f800a-7536-4abb-b878-7b0f7042f2d5 req-11030dc0-6dc8-4cb4-b26a-b797ac4fdbc3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:43.843581 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db0f800a-7536-4abb-b878-7b0f7042f2d5 req-11030dc0-6dc8-4cb4-b26a-b797ac4fdbc3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 932 time: 0.2081532 Sep 08 13:07:43.942244 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:43.946306 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db0f800a-7536-4abb-b878-7b0f7042f2d5 req-7a4725c8-bfcd-43db-923d-5f66b1fa35b6 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941496 Sep 08 13:07:44.069254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98924f8c-871d-4707-a227-48a248fb189c {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:07:44.078431 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:44.098926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Transition to ACTIVE for port object 98924f8c-871d-4707-a227-48a248fb189c will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:44.212700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655df7-81d3-42e7-8bf4-cc8a0567ff77 req-06f9bcaf-5a40-41a9-a870-d9b51c0c44d9 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:44.214278 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7e655df7-81d3-42e7-8bf4-cc8a0567ff77 req-06f9bcaf-5a40-41a9-a870-d9b51c0c44d9 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 944 time: 0.0506349 Sep 08 13:07:44.253333 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7e655df7-81d3-42e7-8bf4-cc8a0567ff77 req-950295a3-514e-452e-9211-c7e356dafe20 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330706 Sep 08 13:07:44.291353 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:44.381138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Pushing event updated for resources: {'Port': ['ID=98924f8c-871d-4707-a227-48a248fb189c,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:44.419045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Attempting to bind port 98924f8c-871d-4707-a227-48a248fb189c on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:07:44.419409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Attempting to bind port 98924f8c-871d-4707-a227-48a248fb189c by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:07:44.419990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Attempting to bind port 98924f8c-871d-4707-a227-48a248fb189c on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:44.429929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Port 98924f8c-871d-4707-a227-48a248fb189c on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:07:44.430301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Attempting to bind port 98924f8c-871d-4707-a227-48a248fb189c on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:44.436325 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:07:44.436994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:07:44.437216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:07:44.438006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Bound port: 98924f8c-871d-4707-a227-48a248fb189c, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:07:44.438006 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:44.536642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:07:44.544494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=98924f8c-871d-4707-a227-48a248fb189c,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:07:44.658931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:44.700617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:44.701247 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:44.702814 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] 10.222.0.60 "PUT /v2.0/ports/98924f8c-871d-4707-a227-48a248fb189c HTTP/1.1" status: 200 len: 1092 time: 1.2598577 Sep 08 13:07:44.703289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213cab09-05fe-48dd-82f5-287ba8265d6c', 'tag': '98924f8c-871d-4707-a227-48a248fb189c'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:07:44.807734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053e4b0-d468-4702-8d1b-06b3814f7d06 service neutron] Pushing event updated for resources: {'Port': ['ID=98924f8c-871d-4707-a227-48a248fb189c,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:44.941884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-448b3072-af62-4af4-acae-b6c564a777dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:44.943562 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-448b3072-af62-4af4-acae-b6c564a777dc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 1095 time: 0.0788941 Sep 08 13:07:45.022212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-771d1a4b-1dbb-4afa-8d47-2289bda590c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98924f8c-871d-4707-a227-48a248fb189c HTTP/1.1" status: 200 len: 217 time: 0.0698302 Sep 08 13:07:45.081762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-9e3c182e-3268-4405-b932-6137ef0645e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:45.084228 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-9e3c182e-3268-4405-b932-6137ef0645e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.0530865 Sep 08 13:07:45.149993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a995dd6-569e-4809-87f5-5420fa4530d1 req-3bf4dd93-6aa1-47a3-9348-2d0be584655b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569434 Sep 08 13:07:45.163472 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-877c97d4-651d-4061-b551-cad4e1000fa6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708563 Sep 08 13:07:45.294529 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-3cbc0b1f-31dc-4274-8867-5ea535fab046 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229072 Sep 08 13:07:45.308276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d5bc6-4a45-4f98-b478-81b519947539 req-02332b53-00d6-4be7-b10c-0d3264a4535d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:45.309771 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-181d5bc6-4a45-4f98-b478-81b519947539 req-02332b53-00d6-4be7-b10c-0d3264a4535d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 944 time: 0.0699036 Sep 08 13:07:45.319997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a995dd6-569e-4809-87f5-5420fa4530d1 req-4bbd2277-014a-431f-9a20-81934a2b71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:45.322501 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a995dd6-569e-4809-87f5-5420fa4530d1 req-4bbd2277-014a-431f-9a20-81934a2b71a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb2a8221761544d2bd897d055fee4314&device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 1122 time: 0.0562856 Sep 08 13:07:45.438859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43596) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:45.524110 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b9a0ec-bd85-411b-8eb6-cbff68f08f78" -d '{"events": [{"name": "network-changed", "server_uuid": "213cab09-05fe-48dd-82f5-287ba8265d6c", "tag": "98924f8c-871d-4707-a227-48a248fb189c"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:07:45.538264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a995dd6-569e-4809-87f5-5420fa4530d1 req-655ed395-6640-4076-8e8e-62fa20db4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:45.540379 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a995dd6-569e-4809-87f5-5420fa4530d1 req-655ed395-6640-4076-8e8e-62fa20db4cd0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1803946 Sep 08 13:07:45.577574 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-181d5bc6-4a45-4f98-b478-81b519947539 req-0044db02-9cfc-4a04-9874-a599906263b8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581084 Sep 08 13:07:45.606518 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc712ee0-b2df-41b8-bfcd-e768c53937e4 req-4a178b71-3006-47db-b45f-6fda235dece1 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932527 Sep 08 13:07:45.625505 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a995dd6-569e-4809-87f5-5420fa4530d1 req-d5e65586-1a56-4875-a239-4b0364203f3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=3fe3018c-e89d-4381-9eab-e0b38b52d7a6 HTTP/1.1" status: 200 len: 217 time: 0.0769844 Sep 08 13:07:45.680133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a995dd6-569e-4809-87f5-5420fa4530d1 req-919e7106-cac9-414a-a81b-2d6a3e58c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:45.681781 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a995dd6-569e-4809-87f5-5420fa4530d1 req-919e7106-cac9-414a-a81b-2d6a3e58c65f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0486803 Sep 08 13:07:45.738950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a995dd6-569e-4809-87f5-5420fa4530d1 req-9af3d018-1b40-4347-a25f-82cbcb097921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:45.741188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a995dd6-569e-4809-87f5-5420fa4530d1 req-9af3d018-1b40-4347-a25f-82cbcb097921 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528238 Sep 08 13:07:45.774542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8474e31-0f76-4be6-bf9b-8da81921f5f8 req-69f8bba3-84b8-4063-91e7-636651cf8206 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:45.776457 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8474e31-0f76-4be6-bf9b-8da81921f5f8 req-69f8bba3-84b8-4063-91e7-636651cf8206 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 944 time: 0.0589135 Sep 08 13:07:45.820012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8474e31-0f76-4be6-bf9b-8da81921f5f8 req-ac12bf01-e3cd-41d1-91ee-fa41937d0409 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346801 Sep 08 13:07:45.829589 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6ff591d-ae04-45ee-b385-907d1cd18dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:45.869610 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a995dd6-569e-4809-87f5-5420fa4530d1 req-224940a4-801f-41f4-bc80-8f6a504b9de2 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207538 Sep 08 13:07:46.006752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a995dd6-569e-4809-87f5-5420fa4530d1 req-ce6e4eba-6172-4c08-9c18-ad0739f9df84 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299317 Sep 08 13:07:46.037553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6ff591d-ae04-45ee-b385-907d1cd18dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:46.096407 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cdbe16-7869-4ca5-9584-0c58ef89f9a7 x-openstack-request-id: req-c5cdbe16-7869-4ca5-9584-0c58ef89f9a7 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:07:46.096700 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213cab09-05fe-48dd-82f5-287ba8265d6c", "tag": "98924f8c-871d-4707-a227-48a248fb189c", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:07:46.096942 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c5cdbe16-7869-4ca5-9584-0c58ef89f9a7 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:07:46.097392 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213cab09-05fe-48dd-82f5-287ba8265d6c', 'tag': '98924f8c-871d-4707-a227-48a248fb189c', 'status': 'completed', 'code': 200} Sep 08 13:07:46.170551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9a0ec-bd85-411b-8eb6-cbff68f08f78 req-abe0e016-0407-4410-b7f9-a012997e68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:46.172421 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1b9a0ec-bd85-411b-8eb6-cbff68f08f78 req-abe0e016-0407-4410-b7f9-a012997e68a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 1095 time: 0.0462911 Sep 08 13:07:46.229174 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6ff591d-ae04-45ee-b385-907d1cd18dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:46.274980 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b6ff591d-ae04-45ee-b385-907d1cd18dbe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8bc1a62410d14d4b8ff34cb29e802117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8330908 Sep 08 13:07:46.276387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43620) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:46.285904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff591d-ae04-45ee-b385-907d1cd18dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe1b99b-4ae3-42b9-8845-8cf7e33456a9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:46.354758 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-373a24ba-c656-4cb2-87ff-dd6ad92b9292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:46.354916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9a0ec-bd85-411b-8eb6-cbff68f08f78 req-bb23c7de-2505-4413-88ac-75f1accb54d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:46.354916 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1b9a0ec-bd85-411b-8eb6-cbff68f08f78 req-bb23c7de-2505-4413-88ac-75f1accb54d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1730444 Sep 08 13:07:46.373913 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-373a24ba-c656-4cb2-87ff-dd6ad92b9292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:46.402834 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1b9a0ec-bd85-411b-8eb6-cbff68f08f78 req-cdbf8648-f50c-4de6-a9d1-19379f476e0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98924f8c-871d-4707-a227-48a248fb189c HTTP/1.1" status: 200 len: 217 time: 0.0421047 Sep 08 13:07:46.506406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9a0ec-bd85-411b-8eb6-cbff68f08f78 req-82729c8e-9f2e-4a6a-8f62-8276052e0375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:46.507911 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1b9a0ec-bd85-411b-8eb6-cbff68f08f78 req-82729c8e-9f2e-4a6a-8f62-8276052e0375 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.0975292 Sep 08 13:07:46.547115 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1b9a0ec-bd85-411b-8eb6-cbff68f08f78 req-3080b382-df3c-46e3-9e9d-75e415ae08ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316489 Sep 08 13:07:46.555427 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-373a24ba-c656-4cb2-87ff-dd6ad92b9292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:46.560375 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-373a24ba-c656-4cb2-87ff-dd6ad92b9292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:46.567344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-373a24ba-c656-4cb2-87ff-dd6ad92b9292 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bfe1b99b-4ae3-42b9-8845-8cf7e33456a9 HTTP/1.1" status: 204 len: 168 time: 0.2845242 Sep 08 13:07:46.577562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a24ba-c656-4cb2-87ff-dd6ad92b9292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe1b99b-4ae3-42b9-8845-8cf7e33456a9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:46.596182 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:46.647503 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1b9a0ec-bd85-411b-8eb6-cbff68f08f78 req-d9134948-c2bb-4574-98f9-5695885c9853 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922585 Sep 08 13:07:46.757965 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1b9a0ec-bd85-411b-8eb6-cbff68f08f78 req-c44975f5-bb2b-4e46-9f85-ff319f402493 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018214 Sep 08 13:07:47.176305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ad538eee-9730-472d-8d27-dcca41d5e721 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:07:47.204160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f74786-3baa-47b4-81bd-1098a0e934d6 req-f115f642-3195-4372-a0a9-9e47dfe8afa4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:47.210739 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4f74786-3baa-47b4-81bd-1098a0e934d6 req-f115f642-3195-4372-a0a9-9e47dfe8afa4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 944 time: 0.0750301 Sep 08 13:07:47.249639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4f74786-3baa-47b4-81bd-1098a0e934d6 req-f25f725a-e364-4b95-a74f-8a30549d0783 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Sep 08 13:07:47.301834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ad538eee-9730-472d-8d27-dcca41d5e721, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ad538eee-9730-472d-8d27-dcca41d5e721,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:47.313444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'ad538eee-9730-472d-8d27-dcca41d5e721', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'port_id': 'ad538eee-9730-472d-8d27-dcca41d5e721', 'mac_address': 'fa:16:3e:a9:88:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:07:47.353356 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:47.371555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad538eee-9730-472d-8d27-dcca41d5e721 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:07:47.394080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ad538eee-9730-472d-8d27-dcca41d5e721, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ad538eee-9730-472d-8d27-dcca41d5e721,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:47.472142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac28f9-7025-4e0c-8db2-9fcd9a5690c3 req-652f602e-976f-46a7-950e-605cdde21dc7 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:47.474602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-efac28f9-7025-4e0c-8db2-9fcd9a5690c3 req-652f602e-976f-46a7-950e-605cdde21dc7 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 944 time: 0.0564132 Sep 08 13:07:47.475451 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:47.513996 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-efac28f9-7025-4e0c-8db2-9fcd9a5690c3 req-0bc529ec-3861-4261-ab12-b4c9e36f77af tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321753 Sep 08 13:07:47.531190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ad538eee-9730-472d-8d27-dcca41d5e721,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:47.614695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43666) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:47.627888 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9f12-ed09-4ff9-b735-8378fb43431f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:47.717144 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9f12-ed09-4ff9-b735-8378fb43431f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:47.777873 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f4c9f12-ed09-4ff9-b735-8378fb43431f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:47.837413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c9f12-ed09-4ff9-b735-8378fb43431f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b992e84-6084-4908-8a3e-b4406583b781,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:47.841763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9f4c9f12-ed09-4ff9-b735-8378fb43431f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2471458c3a4d4514b2dcf5e7aa862ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2258549 Sep 08 13:07:47.844505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43676) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:47.854047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-e828a3e9-d0a9-4c48-8c4f-916167cb644c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354118 Sep 08 13:07:47.909739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70e78b22-03f7-4da7-9045-c95901470986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:47.932144 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70e78b22-03f7-4da7-9045-c95901470986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:47.961997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ad538eee-9730-472d-8d27-dcca41d5e721'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:07:47.968930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24774814-d812-457e-bbdd-4218b78314cf req-d8778d18-d32d-41f4-a8ad-1bfafd0f2a87 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:47.970458 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-d8778d18-d32d-41f4-a8ad-1bfafd0f2a87 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098559 Sep 08 13:07:47.990759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-98460e24-b82d-4070-9c0a-e9f8b3ef5d4f tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/quotas/7552984e8e56490ca3a3457fbd7d0daf HTTP/1.1" status: 200 len: 375 time: 0.0133200 Sep 08 13:07:48.024569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-a4dadd9c-56f1-4e61-bc4e-ebd00c7ec33d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284617 Sep 08 13:07:48.087197 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70e78b22-03f7-4da7-9045-c95901470986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:48.092692 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70e78b22-03f7-4da7-9045-c95901470986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:48.094855 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-70e78b22-03f7-4da7-9045-c95901470986 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b992e84-6084-4908-8a3e-b4406583b781 HTTP/1.1" status: 204 len: 168 time: 0.2487817 Sep 08 13:07:48.117646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e78b22-03f7-4da7-9045-c95901470986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b992e84-6084-4908-8a3e-b4406583b781,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:48.496945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-456fe0ca-78e1-43ef-997c-a8b931e2ca04 req-7b538b32-c21a-4255-9233-7582b701a0a1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 210 time: 0.0619586 Sep 08 13:07:48.686906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6f4bb-ebde-4413-99da-fb98559cd9be req-e9a9e55b-7c2c-4744-9162-5e81772aa5fb tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:48.687478 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3cc6f4bb-ebde-4413-99da-fb98559cd9be req-e9a9e55b-7c2c-4744-9162-5e81772aa5fb tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 944 time: 0.0961943 Sep 08 13:07:48.731227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3cc6f4bb-ebde-4413-99da-fb98559cd9be req-3b144fc9-b269-4161-854e-d7ed18e928f9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363903 Sep 08 13:07:48.866273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5665ff60-f89e-42fb-b894-16845220cd8a req-6b151962-e025-48c9-8d3e-e63f1d31d498 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:48.867772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5665ff60-f89e-42fb-b894-16845220cd8a req-6b151962-e025-48c9-8d3e-e63f1d31d498 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 945 time: 0.0503874 Sep 08 13:07:48.916077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5665ff60-f89e-42fb-b894-16845220cd8a req-b23bf0a8-3cff-4508-b640-bc96d948f0cf tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406771 Sep 08 13:07:49.165036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 98924f8c-871d-4707-a227-48a248fb189c details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:07:49.200079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ad538eee-9730-472d-8d27-dcca41d5e721 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:49.300769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43724) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:49.343951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=98924f8c-871d-4707-a227-48a248fb189c,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:49.372374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '98924f8c-871d-4707-a227-48a248fb189c', 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7', 'port_id': '98924f8c-871d-4707-a227-48a248fb189c', 'mac_address': 'fa:16:3e:28:27:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66f5b93-f567-41bb-80c4-2513fe2ad21d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:07:49.412764 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:49.426929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98924f8c-871d-4707-a227-48a248fb189c {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:07:49.447179 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port ad538eee-9730-472d-8d27-dcca41d5e721 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:49.447389 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02a0185b-2a2d-432d-bff7-11c7b54f3444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:49.454727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=98924f8c-871d-4707-a227-48a248fb189c,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:49.455799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port ad538eee-9730-472d-8d27-dcca41d5e721 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:49.462007 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:49.545672 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02a0185b-2a2d-432d-bff7-11c7b54f3444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:49.547399 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:49.572105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83507964-a8cf-4f42-ab87-103fee0354a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad538eee-9730-472d-8d27-dcca41d5e721'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:07:49.574487 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ed7a79-6ebd-40d3-a481-d6b498a722ef" -d '{"events": [{"server_uuid": "83507964-a8cf-4f42-ab87-103fee0354a6", "name": "network-vif-plugged", "status": "completed", "tag": "ad538eee-9730-472d-8d27-dcca41d5e721"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:07:49.587164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ad538eee-9730-472d-8d27-dcca41d5e721, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ad538eee-9730-472d-8d27-dcca41d5e721,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:49.606753 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:49.639942 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02a0185b-2a2d-432d-bff7-11c7b54f3444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:49.663617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=98924f8c-871d-4707-a227-48a248fb189c,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:49.682817 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-02a0185b-2a2d-432d-bff7-11c7b54f3444 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73d33e379a7e411fbbf3f741073e000b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3809419 Sep 08 13:07:49.685444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43746) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:49.704051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fbaf465-6808-4217-bcde-f208c7d40741 req-71f585e4-9dc9-49fe-90d7-ecd6c0ba2aba tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 210 time: 0.0332987 Sep 08 13:07:49.710627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0185b-2a2d-432d-bff7-11c7b54f3444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecdeb37-c8c7-41db-acb2-6db442ed8c4c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:49.732179 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:49.756199 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6548b4c6-13c1-4f4f-8de6-d2e89558f627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:49.767244 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63385868-c050-4af6-ace2-4cd00955aff1 x-openstack-request-id: req-63385868-c050-4af6-ace2-4cd00955aff1 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:07:49.769113 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83507964-a8cf-4f42-ab87-103fee0354a6", "name": "network-vif-plugged", "status": "completed", "tag": "ad538eee-9730-472d-8d27-dcca41d5e721", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:07:49.769464 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-63385868-c050-4af6-ace2-4cd00955aff1 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:07:49.777407 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83507964-a8cf-4f42-ab87-103fee0354a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad538eee-9730-472d-8d27-dcca41d5e721', 'code': 200} Sep 08 13:07:49.786553 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6548b4c6-13c1-4f4f-8de6-d2e89558f627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:49.800494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ad538eee-9730-472d-8d27-dcca41d5e721,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:49.978237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9c48d-02ca-45b4-9ff0-86450e10df6d req-ec91deda-cef0-4542-9804-828ffbd6fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:49.979759 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-42d9c48d-02ca-45b4-9ff0-86450e10df6d req-ec91deda-cef0-4542-9804-828ffbd6fe25 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 1097 time: 0.0899758 Sep 08 13:07:49.992566 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b4cfd-c655-40c2-b6c2-90472edcdba2 req-0eeab293-b459-4f3b-a6c1-4231cc78e824 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:49.994164 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-958b4cfd-c655-40c2-b6c2-90472edcdba2 req-0eeab293-b459-4f3b-a6c1-4231cc78e824 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 945 time: 0.0680707 Sep 08 13:07:50.000668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['98924f8c-871d-4707-a227-48a248fb189c'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:07:50.049613 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-42d9c48d-02ca-45b4-9ff0-86450e10df6d req-bf2e47c7-a4c6-4daa-b5bf-f78c8f53865c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539143 Sep 08 13:07:50.070166 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-958b4cfd-c655-40c2-b6c2-90472edcdba2 req-61f9288f-39ed-4c22-b135-0f97c7701fa7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576169 Sep 08 13:07:50.104224 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6548b4c6-13c1-4f4f-8de6-d2e89558f627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:50.109405 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6548b4c6-13c1-4f4f-8de6-d2e89558f627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:50.114922 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6548b4c6-13c1-4f4f-8de6-d2e89558f627 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ecdeb37-c8c7-41db-acb2-6db442ed8c4c HTTP/1.1" status: 204 len: 168 time: 0.4279971 Sep 08 13:07:50.128032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548b4c6-13c1-4f4f-8de6-d2e89558f627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecdeb37-c8c7-41db-acb2-6db442ed8c4c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:50.182585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43762) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:50.371738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f321d63-f77f-4c2f-83e1-4ad5f1fef935 req-8faa1e5c-deb6-4715-8e78-d9cc6e273060 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:50.373277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f321d63-f77f-4c2f-83e1-4ad5f1fef935 req-8faa1e5c-deb6-4715-8e78-d9cc6e273060 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 946 time: 0.0614848 Sep 08 13:07:50.413460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f321d63-f77f-4c2f-83e1-4ad5f1fef935 req-dec644ce-8f41-4dbf-9158-9eb9ec14f02c tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328884 Sep 08 13:07:50.434073 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3d296138-a2b9-406b-9105-c21d6b7c1461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:50.569620 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3d296138-a2b9-406b-9105-c21d6b7c1461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:50.675160 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3d296138-a2b9-406b-9105-c21d6b7c1461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:50.720012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3d296138-a2b9-406b-9105-c21d6b7c1461 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d32f36930b54229ac62c9139151b3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5359180 Sep 08 13:07:50.726447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43780) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:50.728472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d296138-a2b9-406b-9105-c21d6b7c1461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76635485-bef9-47a9-914a-8cb1a5608465,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:50.783505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec617749-aefe-438e-8598-50ca54663b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:50.813732 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec617749-aefe-438e-8598-50ca54663b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:50.835968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0af7919a-121d-4daf-9956-455d2db9f3ed req-d61a71b0-80a9-4ab2-8a25-e87208b54a4a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 210 time: 0.0384893 Sep 08 13:07:51.020175 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec617749-aefe-438e-8598-50ca54663b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:51.022821 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec617749-aefe-438e-8598-50ca54663b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:51.023992 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ec617749-aefe-438e-8598-50ca54663b33 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/76635485-bef9-47a9-914a-8cb1a5608465 HTTP/1.1" status: 204 len: 168 time: 0.2995241 Sep 08 13:07:51.033330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43798) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:51.081248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec617749-aefe-438e-8598-50ca54663b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76635485-bef9-47a9-914a-8cb1a5608465,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:51.093786 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6eece036-96a7-4d76-836e-9c29d6bb206b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:51.159733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 98924f8c-871d-4707-a227-48a248fb189c up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:07:51.243228 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6eece036-96a7-4d76-836e-9c29d6bb206b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:51.338278 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6eece036-96a7-4d76-836e-9c29d6bb206b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:51.338559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 98924f8c-871d-4707-a227-48a248fb189c completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:51.344046 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 98924f8c-871d-4707-a227-48a248fb189c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:51.344685 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:51.383903 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6eece036-96a7-4d76-836e-9c29d6bb206b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d8cc30c4ef0149929a8eb35fd474e41a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490369 Sep 08 13:07:51.384918 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eece036-96a7-4d76-836e-9c29d6bb206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dca96b5-8844-4202-bec7-e35031dfdefe,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:51.386998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43806) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:51.487389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-4415a3b2-2de8-4b91-918e-67168298dc58 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423129 Sep 08 13:07:51.499776 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:51.556418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=98924f8c-871d-4707-a227-48a248fb189c,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:51.615830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfb51d3c-6a70-4b6c-bb69-c6341d9047bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:51.628047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89e50d-af9f-4031-aca5-bc7f4b8df3dd req-9fadda70-9c51-4e28-8a25-676572a5f201 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:51.629585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba89e50d-af9f-4031-aca5-bc7f4b8df3dd req-9fadda70-9c51-4e28-8a25-676572a5f201 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 945 time: 0.1626801 Sep 08 13:07:51.679840 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfb51d3c-6a70-4b6c-bb69-c6341d9047bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:51.692270 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:51.709792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24774814-d812-457e-bbdd-4218b78314cf req-29757b8b-f755-4ce4-864c-a4979888ebaf tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:51.711377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-29757b8b-f755-4ce4-864c-a4979888ebaf tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2174344 Sep 08 13:07:51.723562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba89e50d-af9f-4031-aca5-bc7f4b8df3dd req-bbe678d1-d339-4e7a-b655-de63d0a7da41 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803251 Sep 08 13:07:51.738996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Request body: {'port': {'device_id': '509f612a-635d-4804-bf4e-6e7637ea6688', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '7552984e8e56490ca3a3457fbd7d0daf'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:51.758256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=98924f8c-871d-4707-a227-48a248fb189c,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:51.771454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213cab09-05fe-48dd-82f5-287ba8265d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98924f8c-871d-4707-a227-48a248fb189c'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:07:51.774467 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16410324-321f-4b60-9eab-a5591b0f4b59" -d '{"events": [{"server_uuid": "213cab09-05fe-48dd-82f5-287ba8265d6c", "name": "network-vif-plugged", "status": "completed", "tag": "98924f8c-871d-4707-a227-48a248fb189c"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:07:51.884799 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfb51d3c-6a70-4b6c-bb69-c6341d9047bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:51.887425 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfb51d3c-6a70-4b6c-bb69-c6341d9047bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:51.890879 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dfb51d3c-6a70-4b6c-bb69-c6341d9047bd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1dca96b5-8844-4202-bec7-e35031dfdefe HTTP/1.1" status: 204 len: 168 time: 0.5005178 Sep 08 13:07:51.897915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb51d3c-6a70-4b6c-bb69-c6341d9047bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dca96b5-8844-4202-bec7-e35031dfdefe,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:51.995573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Made reservation on behalf of 7552984e8e56490ca3a3457fbd7d0daf for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:07:51.998811 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:52.016826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:52.031879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1edb45-d719-4921-8980-68641cebc530 req-95ea4c3a-c2ea-48f0-a630-1da707238027 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:52.034091 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec1edb45-d719-4921-8980-68641cebc530 req-95ea4c3a-c2ea-48f0-a630-1da707238027 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 971 time: 0.0649259 Sep 08 13:07:52.073197 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec1edb45-d719-4921-8980-68641cebc530 req-5bd28403-dba0-4154-88e0-82a753666422 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324318 Sep 08 13:07:52.113971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5fb31a-31ae-4c8b-8b90-af64d8200332 req-4c696aae-8033-456c-b9f4-3d3fd5406f08 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:52.115562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5a5fb31a-31ae-4c8b-8b90-af64d8200332 req-4c696aae-8033-456c-b9f4-3d3fd5406f08 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 946 time: 0.0733700 Sep 08 13:07:52.124853 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6a1514-bee7-488a-923e-93da7efbc6d4 x-openstack-request-id: req-fc6a1514-bee7-488a-923e-93da7efbc6d4 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:07:52.125456 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213cab09-05fe-48dd-82f5-287ba8265d6c", "name": "network-vif-plugged", "status": "completed", "tag": "98924f8c-871d-4707-a227-48a248fb189c", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:07:52.125456 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc6a1514-bee7-488a-923e-93da7efbc6d4 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:07:52.125778 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213cab09-05fe-48dd-82f5-287ba8265d6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98924f8c-871d-4707-a227-48a248fb189c', 'code': 200} Sep 08 13:07:52.175827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5a5fb31a-31ae-4c8b-8b90-af64d8200332 req-2b07c9e4-e755-4ca4-9851-6e3ff65bed6c tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539181 Sep 08 13:07:52.189704 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:52.198715 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1b07c0b-1180-4f9c-901d-f33437f187cd req-385a375d-3fbd-45f4-aef0-e15d9901f21c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 210 time: 0.0274727 Sep 08 13:07:52.251292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07646af-bad4-4288-96e2-7e111118138a req-9a4cd84c-e1f0-492d-896c-e43375115c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:52.252814 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c07646af-bad4-4288-96e2-7e111118138a req-9a4cd84c-e1f0-492d-896c-e43375115c4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 1097 time: 0.0566258 Sep 08 13:07:52.270649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43834) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:52.289876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:52.295758 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0152bbe7-83d3-43a6-8ffd-c7ced97aa202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:52.305178 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c07646af-bad4-4288-96e2-7e111118138a req-949cb039-6ceb-4898-a5ae-45a51ddd1445 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387139 Sep 08 13:07:52.371578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:52.476189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Allocated IP 192.168.233.221 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/50c6444f-c7d7-48bf-bde3-39790c6758b9) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:07:52.557193 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0152bbe7-83d3-43a6-8ffd-c7ced97aa202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:52.663687 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0152bbe7-83d3-43a6-8ffd-c7ced97aa202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:52.730809 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0152bbe7-83d3-43a6-8ffd-c7ced97aa202 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f79d964b26eb40bfa52b1272a4a079ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4590333 Sep 08 13:07:52.733808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43856) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:52.734035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152bbe7-83d3-43a6-8ffd-c7ced97aa202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f48696-3924-41cd-b7d6-b539295d76a5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:52.739910 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:52.753123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Transition to ACTIVE for port object 50c6444f-c7d7-48bf-bde3-39790c6758b9 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:52.799478 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49a7fbba-0f24-4167-ac48-73b8e3479fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:52.828367 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49a7fbba-0f24-4167-ac48-73b8e3479fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:52.858809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.70', 58269) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:52.886580 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:52.912840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a0bca-6e2d-4b9b-8a77-b418d59debf2 req-b627c559-d6af-4769-96d5-4f3e086ad280 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:52.914670 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c49a0bca-6e2d-4b9b-8a77-b418d59debf2 req-b627c559-d6af-4769-96d5-4f3e086ad280 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 946 time: 0.0789587 Sep 08 13:07:52.964995 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c49a0bca-6e2d-4b9b-8a77-b418d59debf2 req-29a87616-9882-44ee-a093-b8e9268479ec tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371478 Sep 08 13:07:52.965185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:07:52.967501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event updated for resources: {'Port': ['ID=50c6444f-c7d7-48bf-bde3-39790c6758b9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:52.982262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6d1088-ecf0-45ea-84f8-30b96a247024 req-0f066c19-cb3a-4c06-82b0-2d99456c966d tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:52.982262 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a6d1088-ecf0-45ea-84f8-30b96a247024 req-0f066c19-cb3a-4c06-82b0-2d99456c966d tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 971 time: 0.1202929 Sep 08 13:07:52.982262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:07:52.983701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:07:52.989650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:52.990500 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:53.063610 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49a7fbba-0f24-4167-ac48-73b8e3479fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:53.067612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49a7fbba-0f24-4167-ac48-73b8e3479fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:53.069085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-49a7fbba-0f24-4167-ac48-73b8e3479fbf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a0f48696-3924-41cd-b7d6-b539295d76a5 HTTP/1.1" status: 204 len: 168 time: 0.3332043 Sep 08 13:07:53.083478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7fbba-0f24-4167-ac48-73b8e3479fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f48696-3924-41cd-b7d6-b539295d76a5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:53.173263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-9a6d1088-ecf0-45ea-84f8-30b96a247024 req-6c9cbfe0-1860-4a5f-8225-c6cf8f0d5829 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Deleting port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:07:53.173704 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6d1088-ecf0-45ea-84f8-30b96a247024 req-6c9cbfe0-1860-4a5f-8225-c6cf8f0d5829 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:53.237531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb608de-ebd4-40cb-832e-49f76fa7e0e1 req-f1479025-338f-4b4a-9f1f-217695f79891 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:53.248412 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4fb608de-ebd4-40cb-832e-49f76fa7e0e1 req-f1479025-338f-4b4a-9f1f-217695f79891 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 971 time: 0.0690148 Sep 08 13:07:53.295555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43878) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:53.306630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4fb608de-ebd4-40cb-832e-49f76fa7e0e1 req-00b04b1d-1d62-4ef1-b3f3-93a84a3e1979 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c5902ef-5e2f-48d6-9966-28c900bfcfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560405 Sep 08 13:07:53.435302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20237c-ea4f-4a73-a73a-05a2d8f7bd93 req-39ab1e7b-a7c0-4202-9a73-896b931adc51 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:53.435744 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-c53cfdfd-e1a8-4893-8491-45ad09deb9ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7058010 Sep 08 13:07:53.436719 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d20237c-ea4f-4a73-a73a-05a2d8f7bd93 req-39ab1e7b-a7c0-4202-9a73-896b931adc51 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 946 time: 0.0505412 Sep 08 13:07:53.449666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Request body: {'port': {'device_id': '509f612a-635d-4804-bf4e-6e7637ea6688', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:53.477153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d20237c-ea4f-4a73-a73a-05a2d8f7bd93 req-b7ae8cc1-2a8a-49d6-b691-6163deda27e8 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339773 Sep 08 13:07:53.512329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0a3cf661-4df1-4eb2-94ba-24d1ff43c02f None None] Provisioning for port 50c6444f-c7d7-48bf-bde3-39790c6758b9 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:07:53.520943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0a3cf661-4df1-4eb2-94ba-24d1ff43c02f None None] Provisioning complete for port 50c6444f-c7d7-48bf-bde3-39790c6758b9 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:07:53.521322 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a3cf661-4df1-4eb2-94ba-24d1ff43c02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:53.563147 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:53.576327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0a3cf661-4df1-4eb2-94ba-24d1ff43c02f None None] Port 50c6444f-c7d7-48bf-bde3-39790c6758b9 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:07:53.596541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9a6d1088-ecf0-45ea-84f8-30b96a247024 req-6c9cbfe0-1860-4a5f-8225-c6cf8f0d5829 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] For port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3fe3018c-e89d-4381-9eab-e0b38b52d7a6,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:53.596725 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6d1088-ecf0-45ea-84f8-30b96a247024 req-6c9cbfe0-1860-4a5f-8225-c6cf8f0d5829 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:53.634730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-9a6d1088-ecf0-45ea-84f8-30b96a247024 req-6c9cbfe0-1860-4a5f-8225-c6cf8f0d5829 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Calling delete_port for 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 owned by compute:tempest-test_az-1581220881 {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:07:53.709275 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817f815-f846-4611-a42d-405adeb7d4b3 req-d52a6c92-e49a-4753-a907-90353050b8e6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:53.710826 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1817f815-f846-4611-a42d-405adeb7d4b3 req-d52a6c92-e49a-4753-a907-90353050b8e6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 936 time: 0.1179419 Sep 08 13:07:53.765597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-51272533-e652-4d05-8512-7432ff43f0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:53.801481 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1817f815-f846-4611-a42d-405adeb7d4b3 req-63a273be-de4a-4d03-9666-70206d90e70a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730798 Sep 08 13:07:53.919910 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-51272533-e652-4d05-8512-7432ff43f0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:53.950533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20d1f9-2033-4d7d-9ea0-140087f1ab0b req-a86c84bc-8334-4937-b5fd-3f866bce8ebf tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:53.952147 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f20d1f9-2033-4d7d-9ea0-140087f1ab0b req-a86c84bc-8334-4937-b5fd-3f866bce8ebf tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 946 time: 0.1873085 Sep 08 13:07:53.963851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43894) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:53.969303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f16bd999-ca63-469b-ba2f-d64808a98a3d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Request body: {'floatingip': {'port_id': 'ad538eee-9730-472d-8d27-dcca41d5e721'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:07:54.044862 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-51272533-e652-4d05-8512-7432ff43f0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:54.082359 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f16bd999-ca63-469b-ba2f-d64808a98a3d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:54.116207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c6444f-c7d7-48bf-bde3-39790c6758b9 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:07:54.125762 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:54.140822 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6d1088-ecf0-45ea-84f8-30b96a247024 req-6c9cbfe0-1860-4a5f-8225-c6cf8f0d5829 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:54.153155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Transition to ACTIVE for port object 50c6444f-c7d7-48bf-bde3-39790c6758b9 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:07:54.153357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['3fe3018c-e89d-4381-9eab-e0b38b52d7a6'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:07:54.189205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272533-e652-4d05-8512-7432ff43f0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5160c0e4-e46e-4c09-a9cd-b36ea7021200,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:54.210756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cbfe0-1860-4a5f-8225-c6cf8f0d5829 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Pushing event deleted for resources: {'Port': ['ID=3fe3018c-e89d-4381-9eab-e0b38b52d7a6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:54.235012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-51272533-e652-4d05-8512-7432ff43f0e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5372926dbea344119ccc685582fb1bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9172175 Sep 08 13:07:54.237147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43904) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:54.256196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6d1088-ecf0-45ea-84f8-30b96a247024 req-6c9cbfe0-1860-4a5f-8225-c6cf8f0d5829 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] No DVR routers for this DVR port 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:07:54.260707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6d1088-ecf0-45ea-84f8-30b96a247024 req-6c9cbfe0-1860-4a5f-8225-c6cf8f0d5829 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:54.263181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a6d1088-ecf0-45ea-84f8-30b96a247024 req-6c9cbfe0-1860-4a5f-8225-c6cf8f0d5829 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.70 "DELETE /v2.0/ports/3fe3018c-e89d-4381-9eab-e0b38b52d7a6 HTTP/1.1" status: 204 len: 173 time: 1.2695618 Sep 08 13:07:54.274202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2460864-33df-4cb0-8f5b-e6f8d23d7449', 'name': 'network-vif-deleted', 'tag': '3fe3018c-e89d-4381-9eab-e0b38b52d7a6'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:07:54.274202 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b2e295-9d31-43d6-b3ac-1c3c691c1444" -d '{"events": [{"server_uuid": "b2460864-33df-4cb0-8f5b-e6f8d23d7449", "name": "network-vif-deleted", "tag": "3fe3018c-e89d-4381-9eab-e0b38b52d7a6"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:07:54.300495 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:54.343706 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c88a79-c35d-4118-8846-539a104f7928 req-ae1b75be-0934-4c17-a4e0-af3592d9eeba tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:54.345248 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f3c88a79-c35d-4118-8846-539a104f7928 req-ae1b75be-0934-4c17-a4e0-af3592d9eeba tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 946 time: 0.2820437 Sep 08 13:07:54.348590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43910) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:54.424041 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c772ef0-cf90-487a-8e8a-a9c10fd2e343 x-openstack-request-id: req-2c772ef0-cf90-487a-8e8a-a9c10fd2e343 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:07:54.424557 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2460864-33df-4cb0-8f5b-e6f8d23d7449", "name": "network-vif-deleted", "tag": "3fe3018c-e89d-4381-9eab-e0b38b52d7a6", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:07:54.424812 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2c772ef0-cf90-487a-8e8a-a9c10fd2e343 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:07:54.425206 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2460864-33df-4cb0-8f5b-e6f8d23d7449', 'name': 'network-vif-deleted', 'tag': '3fe3018c-e89d-4381-9eab-e0b38b52d7a6', 'status': 'completed', 'code': 200} Sep 08 13:07:54.426758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Pushing event updated for resources: {'Port': ['ID=50c6444f-c7d7-48bf-bde3-39790c6758b9,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:54.528113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Attempting to bind port 50c6444f-c7d7-48bf-bde3-39790c6758b9 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:07:54.530290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Attempting to bind port 50c6444f-c7d7-48bf-bde3-39790c6758b9 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:07:54.531557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Attempting to bind port 50c6444f-c7d7-48bf-bde3-39790c6758b9 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:54.537448 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f3c88a79-c35d-4118-8846-539a104f7928 req-d572ad7b-26e1-4f49-8382-fa7a553bcde9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710961 Sep 08 13:07:54.540496 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07cf4c72-0fe0-4464-a3d0-7bb1d55826d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:54.542211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Port 50c6444f-c7d7-48bf-bde3-39790c6758b9 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:07:54.542699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Attempting to bind port 50c6444f-c7d7-48bf-bde3-39790c6758b9 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:07:54.562204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:07:54.562204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:07:54.562204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:07:54.562204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Bound port: 50c6444f-c7d7-48bf-bde3-39790c6758b9, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:07:54.562204 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:54.627659 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07cf4c72-0fe0-4464-a3d0-7bb1d55826d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:54.640532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8397d33-d8e6-4d6f-ae3f-ada510d3a971 req-dccb2f77-6819-4417-9c55-678b1b5f6f05 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 210 time: 0.0794897 Sep 08 13:07:54.718364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] For port 50c6444f-c7d7-48bf-bde3-39790c6758b9, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:07:54.725640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] For port 50c6444f-c7d7-48bf-bde3-39790c6758b9, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=50c6444f-c7d7-48bf-bde3-39790c6758b9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:07:54.736548 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c33-e3a8-4614-9081-3ba8da93baa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:54.834785 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:54.993258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:54.993941 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:54.995637 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] 10.222.0.70 "PUT /v2.0/ports/50c6444f-c7d7-48bf-bde3-39790c6758b9 HTTP/1.1" status: 200 len: 1096 time: 1.5499780 Sep 08 13:07:55.034128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b24615-0047-4f3a-a680-f6661320c956 service neutron] Pushing event updated for resources: {'Port': ['ID=50c6444f-c7d7-48bf-bde3-39790c6758b9,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:55.065016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3cc3d-d0f0-4ed4-836c-212791cb9947 req-425eec16-4c4d-4675-9c48-1456fd418246 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:55.072871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ce3cc3d-d0f0-4ed4-836c-212791cb9947 req-425eec16-4c4d-4675-9c48-1456fd418246 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 948 time: 0.1271236 Sep 08 13:07:55.080894 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07cf4c72-0fe0-4464-a3d0-7bb1d55826d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:55.083508 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07cf4c72-0fe0-4464-a3d0-7bb1d55826d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:55.084989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-07cf4c72-0fe0-4464-a3d0-7bb1d55826d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5160c0e4-e46e-4c09-a9cd-b36ea7021200 HTTP/1.1" status: 204 len: 168 time: 0.8110960 Sep 08 13:07:55.136733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ce3cc3d-d0f0-4ed4-836c-212791cb9947 req-b35596e6-9b45-449d-83cc-6876dda5f3e0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628185 Sep 08 13:07:55.187964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24774814-d812-457e-bbdd-4218b78314cf req-7f0d9ab8-bd03-4cbe-95db-316aa91a12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:55.189928 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-7f0d9ab8-bd03-4cbe-95db-316aa91a12dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 1099 time: 0.0484056 Sep 08 13:07:55.227122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf4c72-0fe0-4464-a3d0-7bb1d55826d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5160c0e4-e46e-4c09-a9cd-b36ea7021200,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:55.242074 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-912f74c8-3c18-4aaf-8b69-8300e9c0a7b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=50c6444f-c7d7-48bf-bde3-39790c6758b9 HTTP/1.1" status: 200 len: 217 time: 0.0438149 Sep 08 13:07:55.329985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24774814-d812-457e-bbdd-4218b78314cf req-e58f96d2-a1b3-4cdb-b265-78f30e1bf645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:55.335973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-e58f96d2-a1b3-4cdb-b265-78f30e1bf645 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0749695 Sep 08 13:07:55.387268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24774814-d812-457e-bbdd-4218b78314cf req-deb00688-bf4f-4af5-9d2f-2f5fcb309aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:55.388847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-deb00688-bf4f-4af5-9d2f-2f5fcb309aa4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0493152 Sep 08 13:07:55.473049 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f16bd999-ca63-469b-ba2f-d64808a98a3d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:55.500848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f91441-ac05-419e-96fb-aa82174a8b04 req-edf84c2e-a385-4409-98e4-1c6075b9cc40 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:55.502304 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0f91441-ac05-419e-96fb-aa82174a8b04 req-edf84c2e-a385-4409-98e4-1c6075b9cc40 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 1097 time: 0.1056440 Sep 08 13:07:55.507570 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-99212bed-e573-40c1-b72a-6698099ba4fb service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109982 Sep 08 13:07:55.559894 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c33-e3a8-4614-9081-3ba8da93baa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:55.570737 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0f91441-ac05-419e-96fb-aa82174a8b04 req-e1f464b6-59d3-457d-85e7-81076efec82a tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569210 Sep 08 13:07:55.580364 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f16bd999-ca63-469b-ba2f-d64808a98a3d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:55.626695 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24774814-d812-457e-bbdd-4218b78314cf req-0ceaa996-c0ce-4509-9e11-e48b9edd71ac service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117232 Sep 08 13:07:55.647374 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f51f8c33-e3a8-4614-9081-3ba8da93baa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:55.774469 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f51f8c33-e3a8-4614-9081-3ba8da93baa5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d1346d2975d4004bd79d44b68dca6c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4212675 Sep 08 13:07:55.791356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43944) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:55.794792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1df7f709-c1e3-4baf-ae9f-899c1cc33ad8 req-2c93eb7a-0d1f-409d-8ded-1a06fe807324 tempest-AggregatesAdminTestJSON-520491434 tempest-AggregatesAdminTestJSON-520491434-project] 10.222.0.69 "GET /v2.0/ports?device_id=b2460864-33df-4cb0-8f5b-e6f8d23d7449 HTTP/1.1" status: 200 len: 210 time: 0.0294461 Sep 08 13:07:55.844635 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f8c33-e3a8-4614-9081-3ba8da93baa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc79cef-23da-4e43-bfa6-0d34116e7ee5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:55.851181 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-f16bd999-ca63-469b-ba2f-d64808a98a3d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Floating IP 0f99dde4-7c37-4094-831b-ca37f0e22fd8 associated. External IP: 172.25.5.4, port: ad538eee-9730-472d-8d27-dcca41d5e721. Sep 08 13:07:55.869106 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f64b960-c4ce-47e0-9517-e2a111ef39c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:55.905476 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f64b960-c4ce-47e0-9517-e2a111ef39c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:55.906533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f3330-4300-41a3-bac3-94c2b71945e5 req-2e9c0881-ba1d-486e-9002-b1a9650b2626 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:55.914891 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a8f3330-4300-41a3-bac3-94c2b71945e5 req-2e9c0881-ba1d-486e-9002-b1a9650b2626 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 1097 time: 0.1353710 Sep 08 13:07:55.985522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a8f3330-4300-41a3-bac3-94c2b71945e5 req-8ee32e86-b042-4b76-92a6-df36b481194f tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679123 Sep 08 13:07:56.097400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f64b960-c4ce-47e0-9517-e2a111ef39c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:56.100789 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f64b960-c4ce-47e0-9517-e2a111ef39c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:56.104518 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8f64b960-c4ce-47e0-9517-e2a111ef39c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ffc79cef-23da-4e43-bfa6-0d34116e7ee5 HTTP/1.1" status: 204 len: 168 time: 0.3098140 Sep 08 13:07:56.110424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f64b960-c4ce-47e0-9517-e2a111ef39c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc79cef-23da-4e43-bfa6-0d34116e7ee5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:56.151554 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16bd999-ca63-469b-ba2f-d64808a98a3d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Router 969429ea-0171-4af4-aadb-0d52a4afab42 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:07:56.215109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-be1fc1ff-ebd4-4b77-9ef2-74c405c90438 req-4af1feb7-c1e4-4476-b051-b8e5b66611ea service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:07:56.217966 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be1fc1ff-ebd4-4b77-9ef2-74c405c90438 req-4af1feb7-c1e4-4476-b051-b8e5b66611ea service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068591 Sep 08 13:07:56.293216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aecbbf-fe57-48ae-aaf7-e4c02c47fe18 req-60523ca3-389d-49c9-b31f-93bf30d936db tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:56.296496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1aecbbf-fe57-48ae-aaf7-e4c02c47fe18 req-60523ca3-389d-49c9-b31f-93bf30d936db tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 948 time: 0.0693402 Sep 08 13:07:56.314639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16bd999-ca63-469b-ba2f-d64808a98a3d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:07:56.319843 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f16bd999-ca63-469b-ba2f-d64808a98a3d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:56.332467 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab4f9ee-0dbf-4fd9-a876-08f45363d3c1 None None] Sync routers for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:07:56.343007 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4f9ee-0dbf-4fd9-a876-08f45363d3c1 None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:07:56.343787 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cab4f9ee-0dbf-4fd9-a876-08f45363d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:07:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:56.346664 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1aecbbf-fe57-48ae-aaf7-e4c02c47fe18 req-055930c5-4066-468b-b6eb-cdbf7e6fd5b7 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438457 Sep 08 13:07:56.373854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43964) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:56.375870 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f16bd999-ca63-469b-ba2f-d64808a98a3d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "PUT /v2.0/floatingips/0f99dde4-7c37-4094-831b-ca37f0e22fd8 HTTP/1.1" status: 200 len: 990 time: 2.4104633 Sep 08 13:07:56.377233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83507964-a8cf-4f42-ab87-103fee0354a6', 'tag': 'ad538eee-9730-472d-8d27-dcca41d5e721'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:07:56.381355 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21874f23-4832-4406-9fb0-043c37b9b984" -d '{"events": [{"name": "network-changed", "server_uuid": "83507964-a8cf-4f42-ab87-103fee0354a6", "tag": "ad538eee-9730-472d-8d27-dcca41d5e721"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:07:56.391443 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:56.432572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509f612a-635d-4804-bf4e-6e7637ea6688', 'tag': '50c6444f-c7d7-48bf-bde3-39790c6758b9'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:07:56.436150 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4b3b51-b147-4a1a-bb46-2358b8585ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "509f612a-635d-4804-bf4e-6e7637ea6688", "tag": "50c6444f-c7d7-48bf-bde3-39790c6758b9"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:07:56.583214 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:56.586641 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6590da68-0e96-4323-b01d-d02a99e4430c x-openstack-request-id: req-6590da68-0e96-4323-b01d-d02a99e4430c {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:07:56.587178 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83507964-a8cf-4f42-ab87-103fee0354a6", "tag": "ad538eee-9730-472d-8d27-dcca41d5e721", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:07:56.587431 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6590da68-0e96-4323-b01d-d02a99e4430c {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:07:56.587835 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83507964-a8cf-4f42-ab87-103fee0354a6', 'tag': 'ad538eee-9730-472d-8d27-dcca41d5e721', 'status': 'completed', 'code': 200} Sep 08 13:07:56.587966 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-cab4f9ee-0dbf-4fd9-a876-08f45363d3c1 None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:07:56.619808 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:07:56.633675 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cbc9db-fbff-48c5-a750-2fe6b1ea9d37 x-openstack-request-id: req-b2cbc9db-fbff-48c5-a750-2fe6b1ea9d37 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:07:56.633964 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509f612a-635d-4804-bf4e-6e7637ea6688", "tag": "50c6444f-c7d7-48bf-bde3-39790c6758b9", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:07:56.634227 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2cbc9db-fbff-48c5-a750-2fe6b1ea9d37 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:07:56.634686 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509f612a-635d-4804-bf4e-6e7637ea6688', 'tag': '50c6444f-c7d7-48bf-bde3-39790c6758b9', 'status': 'completed', 'code': 200} Sep 08 13:07:56.660716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:07:56.660716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3fe3018c-e89d-4381-9eab-e0b38b52d7a6 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:07:56.695788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874f23-4832-4406-9fb0-043c37b9b984 req-81b1eaab-75b1-4177-ab00-2d27d8d0ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:56.697711 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21874f23-4832-4406-9fb0-043c37b9b984 req-81b1eaab-75b1-4177-ab00-2d27d8d0ae35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7274b00e2404f71955ace24a4fcbafe&device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 1097 time: 0.0876243 Sep 08 13:07:56.726302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b3b51-b147-4a1a-bb46-2358b8585ac7 req-c29200e7-f2a1-4ade-acd4-bb2d25cde573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:56.728534 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee4b3b51-b147-4a1a-bb46-2358b8585ac7 req-c29200e7-f2a1-4ade-acd4-bb2d25cde573 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 1099 time: 0.0690870 Sep 08 13:07:56.765535 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:56.858697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874f23-4832-4406-9fb0-043c37b9b984 req-5563e7c8-c2b1-4d3c-9254-b2510b7991f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:56.861955 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21874f23-4832-4406-9fb0-043c37b9b984 req-5563e7c8-c2b1-4d3c-9254-b2510b7991f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=140e26e4-9169-4cfc-9628-100d96ca6c1a HTTP/1.1" status: 200 len: 925 time: 0.1573105 Sep 08 13:07:56.914270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a307693c2fd41fd94248360dccbb68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5382781 Sep 08 13:07:56.922631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43990) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:56.980388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314f3883-fdf6-409b-b935-f2c1d6ccc230,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:57.007841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:57.008186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:57.008527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:57.011921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:57.011921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:57.012106 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cab4f9ee-0dbf-4fd9-a876-08f45363d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '0f99dde4-7c37-4094-831b-ca37f0e22fd8', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'port_id': 'ad538eee-9730-472d-8d27-dcca41d5e721', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'mac_address': 'fa:16:3e:a9:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83507964-a8cf-4f42-ab87-103fee0354a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:07:24Z', 'updated_at': '2021-09-08T13:07:55Z', 'revision_number': 1, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:57.012286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:57.012286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:57.012286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:57.012286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:57.012286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:57.012286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:57.012286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7459436d-b2b7-445d-b180-7d20e0e836fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:57.022796 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21874f23-4832-4406-9fb0-043c37b9b984 req-5fb3d071-17b8-46b7-861d-b1d3aa3bf066 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad538eee-9730-472d-8d27-dcca41d5e721 HTTP/1.1" status: 200 len: 998 time: 0.1533136 Sep 08 13:07:57.046070 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab4f9ee-0dbf-4fd9-a876-08f45363d3c1 None None] Checking router: 969429ea-0171-4af4-aadb-0d52a4afab42 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:07:57.058629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-b38cb803-fd42-4de8-a749-8ceb55c48d48 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=76ddd524a08c4f0996d0f05aee6d5e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1122732 Sep 08 13:07:57.058825 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab4f9ee-0dbf-4fd9-a876-08f45363d3c1 None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:07:57.059217 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cab4f9ee-0dbf-4fd9-a876-08f45363d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:07:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:57.094531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874f23-4832-4406-9fb0-043c37b9b984 req-ee4e02d9-75ce-4f00-b216-4ee28a181381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:57.096368 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21874f23-4832-4406-9fb0-043c37b9b984 req-ee4e02d9-75ce-4f00-b216-4ee28a181381 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb151a63-aad3-419d-afc4-6b2e27650372 HTTP/1.1" status: 200 len: 863 time: 0.0657949 Sep 08 13:07:57.108233 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-22dd0f1c-e51a-4705-b984-24efd2e9e066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:57.152217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b3b51-b147-4a1a-bb46-2358b8585ac7 req-4fe11b85-e5cd-4e04-ae21-7fee9b84d7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:57.153965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee4b3b51-b147-4a1a-bb46-2358b8585ac7 req-4fe11b85-e5cd-4e04-ae21-7fee9b84d7cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.4159076 Sep 08 13:07:57.168382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-22dd0f1c-e51a-4705-b984-24efd2e9e066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:57.183805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21874f23-4832-4406-9fb0-043c37b9b984 req-a045be7e-de5c-4ec8-8342-0c7ec0cebf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:57.185510 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21874f23-4832-4406-9fb0-043c37b9b984 req-a045be7e-de5c-4ec8-8342-0c7ec0cebf1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=140e26e4-9169-4cfc-9628-100d96ca6c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787532 Sep 08 13:07:57.217282 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-cab4f9ee-0dbf-4fd9-a876-08f45363d3c1 None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:07:57.242893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee4b3b51-b147-4a1a-bb46-2358b8585ac7 req-4baf29b7-d3d7-491c-8fa6-cc1d09faeb1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=50c6444f-c7d7-48bf-bde3-39790c6758b9 HTTP/1.1" status: 200 len: 217 time: 0.0766742 Sep 08 13:07:57.297752 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21874f23-4832-4406-9fb0-043c37b9b984 req-87e231e2-df1a-465f-b32a-9b1145ab8613 service neutron] 10.222.0.60 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030965 Sep 08 13:07:57.329283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-f82d70f1-a95c-4a63-a09a-046511252c88 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:57.336431 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-f82d70f1-a95c-4a63-a09a-046511252c88 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2596638 Sep 08 13:07:57.358793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-1227be81-b314-4770-9162-def9f7c06226 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/quotas/76ddd524a08c4f0996d0f05aee6d5e63 HTTP/1.1" status: 200 len: 375 time: 0.0213974 Sep 08 13:07:57.377661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b3b51-b147-4a1a-bb46-2358b8585ac7 req-0f9e6225-cf5e-4b57-bc87-8238671810fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:57.377661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee4b3b51-b147-4a1a-bb46-2358b8585ac7 req-0f9e6225-cf5e-4b57-bc87-8238671810fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1193616 Sep 08 13:07:57.397974 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-d8d17e14-9397-46a8-89e2-77ef6051cdc1 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=76ddd524a08c4f0996d0f05aee6d5e63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358129 Sep 08 13:07:57.452109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b3b51-b147-4a1a-bb46-2358b8585ac7 req-ebe4d6e1-94aa-4f79-93c2-fe93a8be7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:57.452819 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee4b3b51-b147-4a1a-bb46-2358b8585ac7 req-ebe4d6e1-94aa-4f79-93c2-fe93a8be7426 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537562 Sep 08 13:07:57.462563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44008) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:57.532885 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21874f23-4832-4406-9fb0-043c37b9b984 req-501e4677-ba0d-4984-beb5-05b6104a349c service neutron] 10.222.0.60 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261956 Sep 08 13:07:57.605926 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-22dd0f1c-e51a-4705-b984-24efd2e9e066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:57.609094 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-22dd0f1c-e51a-4705-b984-24efd2e9e066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:57.610764 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-22dd0f1c-e51a-4705-b984-24efd2e9e066 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/314f3883-fdf6-409b-b935-f2c1d6ccc230 HTTP/1.1" status: 204 len: 168 time: 0.6866443 Sep 08 13:07:57.617241 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cab4f9ee-0dbf-4fd9-a876-08f45363d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '0f99dde4-7c37-4094-831b-ca37f0e22fd8', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'port_id': 'ad538eee-9730-472d-8d27-dcca41d5e721', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'mac_address': 'fa:16:3e:a9:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83507964-a8cf-4f42-ab87-103fee0354a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:07:24Z', 'updated_at': '2021-09-08T13:07:55Z', 'revision_number': 1, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:07:57.628538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a936756-b965-4e76-9ce4-7f073d609be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:57.634094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd0f1c-e51a-4705-b984-24efd2e9e066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314f3883-fdf6-409b-b935-f2c1d6ccc230,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:57.645204 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab4f9ee-0dbf-4fd9-a876-08f45363d3c1 None None] The sync data for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 is: [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '0f99dde4-7c37-4094-831b-ca37f0e22fd8', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'port_id': 'ad538eee-9730-472d-8d27-dcca41d5e721', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'mac_address': 'fa:16:3e:a9:88:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83507964-a8cf-4f42-ab87-103fee0354a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:07:24Z', 'updated_at': '2021-09-08T13:07:55Z', 'revision_number': 1, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:07:57.685414 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee4b3b51-b147-4a1a-bb46-2358b8585ac7 req-126c5621-f6d0-4304-8624-1ead64c83949 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242184 Sep 08 13:07:57.822446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee4b3b51-b147-4a1a-bb46-2358b8585ac7 req-309d6b7d-bddc-4ffa-a14b-942c622bc74a service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294408 Sep 08 13:07:57.864707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a936756-b965-4e76-9ce4-7f073d609be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:57.955806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731247a7-df89-4d21-9b2f-65699cc4fb0a None None] New status for floating IP 0f99dde4-7c37-4094-831b-ca37f0e22fd8: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:07:57.974953 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a936756-b965-4e76-9ce4-7f073d609be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:58.033167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5a936756-b965-4e76-9ce4-7f073d609be3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff39eb7c1c5a469a9555bd66c7b96a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5693386 Sep 08 13:07:58.036082 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44034) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:58.038536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a936756-b965-4e76-9ce4-7f073d609be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3647e6c6-843b-4cea-a354-6c5a9f109cc5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:58.057859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb0fae-d01f-43e8-a378-fac7ea5ede93 req-8f12c9b9-3d25-4132-b489-062983a83425 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:58.065143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ebb0fae-d01f-43e8-a378-fac7ea5ede93 req-8f12c9b9-3d25-4132-b489-062983a83425 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 948 time: 0.1260681 Sep 08 13:07:58.146078 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ebb0fae-d01f-43e8-a378-fac7ea5ede93 req-30668618-a219-45fa-a5a2-a8b88c3cd2aa tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799489 Sep 08 13:07:58.165373 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:58.208328 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:58.317876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2654a1ab-c17e-4d1b-9f99-37cf7a2b2c15 req-e58b9b0b-236e-428a-837b-6efa12a68164 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 210 time: 0.0360956 Sep 08 13:07:58.437756 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:58.445156 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:58.446388 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3647e6c6-843b-4cea-a354-6c5a9f109cc5 HTTP/1.1" status: 204 len: 168 time: 0.4091444 Sep 08 13:07:58.459020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3647e6c6-843b-4cea-a354-6c5a9f109cc5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:58.468273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:58.468878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:58.469429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:58.469827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:58.470247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:58.470590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:58.470924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:58.471256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:58.471784 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:58.472120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:58.473124 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:58.473615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6183316c-2bef-406f-9a40-44901e64b8ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:58.625008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 50c6444f-c7d7-48bf-bde3-39790c6758b9 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:07:58.746557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 50c6444f-c7d7-48bf-bde3-39790c6758b9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=50c6444f-c7d7-48bf-bde3-39790c6758b9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:58.760633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '50c6444f-c7d7-48bf-bde3-39790c6758b9', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '50c6444f-c7d7-48bf-bde3-39790c6758b9', 'mac_address': 'fa:16:3e:4b:98:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:07:58.833413 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:58.851914 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c6444f-c7d7-48bf-bde3-39790c6758b9 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:07:58.877117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 50c6444f-c7d7-48bf-bde3-39790c6758b9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=50c6444f-c7d7-48bf-bde3-39790c6758b9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:07:58.966261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44072) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:59.069525 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:59.121434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=50c6444f-c7d7-48bf-bde3-39790c6758b9,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:07:59.129019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:59.129368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:59.129707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:59.130041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:59.130556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:59.130771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:59.139830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:59.139830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:59.139830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:59.139830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:59.139830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:59.139830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:07:59.259984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:07:59.260214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf743a3b-e58d-4639-aa2a-a7c9f736136d req-380c9ed0-7fe0-4101-aab0-2f616bf67ef2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:07:59.261530 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf743a3b-e58d-4639-aa2a-a7c9f736136d req-380c9ed0-7fe0-4101-aab0-2f616bf67ef2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 949 time: 0.0558367 Sep 08 13:07:59.304202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf743a3b-e58d-4639-aa2a-a7c9f736136d req-bc6e5b99-ea8f-4c17-9781-ae1a6b300599 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Sep 08 13:07:59.381316 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2a9c11c3-0ea2-4aa8-8e66-0b3c314ef6a7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb2a8221761544d2bd897d055fee4314&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4137616 Sep 08 13:07:59.383983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44092) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:07:59.445090 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d70c494c-70b0-4643-8720-928c2c293648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:59.479850 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d70c494c-70b0-4643-8720-928c2c293648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:59.544259 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd351f46-3779-4949-ba09-240c9d2550b1 req-6c67da8d-1cc3-4fe8-bd35-59ed03950c50 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 210 time: 0.0388904 Sep 08 13:07:59.629270 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d70c494c-70b0-4643-8720-928c2c293648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:59.631896 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d70c494c-70b0-4643-8720-928c2c293648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:07:59.633054 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d70c494c-70b0-4643-8720-928c2c293648 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c5902ef-5e2f-48d6-9966-28c900bfcfe8 HTTP/1.1" status: 204 len: 168 time: 0.2480154 Sep 08 13:07:59.641220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c494c-70b0-4643-8720-928c2c293648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5902ef-5e2f-48d6-9966-28c900bfcfe8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:00.213167 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44126) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:00.390886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1233875969-network', 'tenant_id': 'aac606096ddf41b391d4064c83720258'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:00.423587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44136) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:00.506277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-dbb7611e-d420-4aa3-98c8-0e2253238618 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:08:00.507366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-dbb7611e-d420-4aa3-98c8-0e2253238618 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0827854 Sep 08 13:08:00.548884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-5b0c534d-5039-4380-b45a-011c86eb8002 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:00.550425 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-5b0c534d-5039-4380-b45a-011c86eb8002 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports/98924f8c-871d-4707-a227-48a248fb189c HTTP/1.1" status: 200 len: 1094 time: 0.0366235 Sep 08 13:08:00.572351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Made reservation on behalf of aac606096ddf41b391d4064c83720258 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:00.575263 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:00.586882 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:00.630639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-b681173e-b784-4261-8de4-4af805c9397c tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=76ddd524a08c4f0996d0f05aee6d5e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362375 Sep 08 13:08:00.632824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 50c6444f-c7d7-48bf-bde3-39790c6758b9 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:00.707211 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:00.743282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44152) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:00.771034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82d003-9cd0-433d-879c-dee1b6e6ba14 req-42b2c498-8a91-41c2-a152-efc87613193a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:00.779661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa82d003-9cd0-433d-879c-dee1b6e6ba14 req-42b2c498-8a91-41c2-a152-efc87613193a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 949 time: 0.1531587 Sep 08 13:08:00.792586 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-78b477cc-76bb-42c8-bcca-049b7454eee7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7935bb0a582740908f49bcbf987cf5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478947 Sep 08 13:08:00.796666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44156) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:00.829088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 50c6444f-c7d7-48bf-bde3-39790c6758b9 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:00.834703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 50c6444f-c7d7-48bf-bde3-39790c6758b9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:00.841620 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:00.848840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] Request body: {'binding': {'host': 'n-h1-807558-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:00.849617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] Unknown quota resources ['binding']. {{(pid=96264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:08:00.966368 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.002503 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509f612a-635d-4804-bf4e-6e7637ea6688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c6444f-c7d7-48bf-bde3-39790c6758b9'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:01.005709 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5aa20c-a7a9-400c-9137-350471767e23" -d '{"events": [{"server_uuid": "509f612a-635d-4804-bf4e-6e7637ea6688", "name": "network-vif-plugged", "status": "completed", "tag": "50c6444f-c7d7-48bf-bde3-39790c6758b9"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:01.024962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 50c6444f-c7d7-48bf-bde3-39790c6758b9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=50c6444f-c7d7-48bf-bde3-39790c6758b9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:01.069532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-fb30a521-4352-4491-a0b5-24b300fed607 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:01.071109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-fb30a521-4352-4491-a0b5-24b300fed607 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4319277 Sep 08 13:08:01.076608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa82d003-9cd0-433d-879c-dee1b6e6ba14 req-e9657fcd-729f-4b60-b8e3-74e01b1a8f99 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956793 Sep 08 13:08:01.078287 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.085893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Request body: {'port': {'device_id': 'e42b4db6-2771-4d62-a55f-84cf1c6ab8c6', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '76ddd524a08c4f0996d0f05aee6d5e63'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:01.124314 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35586974-e68e-48a1-b61d-14044f5f810c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.125981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:08:01.160381 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.254624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=50c6444f-c7d7-48bf-bde3-39790c6758b9,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:01.276064 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.276521 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Added segment da0651fe-46fb-476d-8c89-f65de2e0f3b8 of type vlan for network 3f432071-7491-4451-8098-e3cee91681da Sep 08 13:08:01.278114 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ceeb98-48b1-4179-ba1a-d008d5282958,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:01.309658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Made reservation on behalf of 76ddd524a08c4f0996d0f05aee6d5e63 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:01.313666 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.318859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35586974-e68e-48a1-b61d-14044f5f810c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.323628 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.375061 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] Attempting to bind port 98924f8c-871d-4707-a227-48a248fb189c on host n-h1-807558-3 for vnic_type normal with profile None {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:01.375298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] Attempting to bind port 98924f8c-871d-4707-a227-48a248fb189c by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:01.375625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] Attempting to bind port 98924f8c-871d-4707-a227-48a248fb189c on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:01.386009 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.402946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] Port 98924f8c-871d-4707-a227-48a248fb189c on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:01.402946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] Attempting to bind port 98924f8c-871d-4707-a227-48a248fb189c on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:01.424770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:01.425127 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:01.425575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:01.426014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] Bound port: 98924f8c-871d-4707-a227-48a248fb189c, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:01.475554 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.527796 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=98924f8c-871d-4707-a227-48a248fb189c,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:01.537992 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.539073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:01.539656 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.540007 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2097939-2f4e-4781-bbf4-20f4062a4d97 req-10cf7721-3897-4101-b026-d11226131699 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 210 time: 0.0295241 Sep 08 13:08:01.566697 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.587103 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35586974-e68e-48a1-b61d-14044f5f810c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.592028 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85b6475-ec43-4c4d-8314-f0b7b86efd8d x-openstack-request-id: req-d85b6475-ec43-4c4d-8314-f0b7b86efd8d {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:01.592499 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509f612a-635d-4804-bf4e-6e7637ea6688", "name": "network-vif-plugged", "status": "completed", "tag": "50c6444f-c7d7-48bf-bde3-39790c6758b9", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:01.592918 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d85b6475-ec43-4c4d-8314-f0b7b86efd8d {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:01.593559 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509f612a-635d-4804-bf4e-6e7637ea6688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c6444f-c7d7-48bf-bde3-39790c6758b9', 'code': 200} Sep 08 13:08:01.595760 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35586974-e68e-48a1-b61d-14044f5f810c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.599413 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-35586974-e68e-48a1-b61d-14044f5f810c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d60c6c4b-3385-4498-afd4-c4da096ff4ae HTTP/1.1" status: 204 len: 168 time: 0.7992439 Sep 08 13:08:01.634114 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35586974-e68e-48a1-b61d-14044f5f810c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60c6c4b-3385-4498-afd4-c4da096ff4ae,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:01.639933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] Pushing event updated for resources: {'Network': ['ID=3f432071-7491-4451-8098-e3cee91681da,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:01.647264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:01.653228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 3f432071-7491-4451-8098-e3cee91681da details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:08:01.662004 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] Notify callbacks [] for binding, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.664182 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f8773a16-2966-4a3d-b2b7-3c145deffde9 service neutron] 10.222.0.69 "POST /v2.0/ports/98924f8c-871d-4707-a227-48a248fb189c/bindings HTTP/1.1" status: 201 len: 389 time: 0.9293222 Sep 08 13:08:01.691550 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8344185b-1df1-433d-b5ce-33919236043d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4770718 Sep 08 13:08:01.694534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44180) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:01.702666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-bf8e92fd-477f-4b69-8afa-f207481e9f70 admin admin] Request body: {'subnet': {'network_id': '3f432071-7491-4451-8098-e3cee91681da', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1233875969-subnet', 'tenant_id': 'aac606096ddf41b391d4064c83720258', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:01.797010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Allocated IP 192.168.233.12 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/cf4a4741-d5b7-4259-bc4f-d66ed9bd236c) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:01.810051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01841665-38ac-420e-80a6-acec108f5378 req-d8a8f305-28aa-418e-b1ff-49d0de0266ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:01.811585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01841665-38ac-420e-80a6-acec108f5378 req-d8a8f305-28aa-418e-b1ff-49d0de0266ab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 1101 time: 0.0784826 Sep 08 13:08:01.858568 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8e92fd-477f-4b69-8afa-f207481e9f70 admin admin] Made reservation on behalf of aac606096ddf41b391d4064c83720258 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:01.861784 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf8e92fd-477f-4b69-8afa-f207481e9f70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:01.870856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01841665-38ac-420e-80a6-acec108f5378 req-486a193d-88b9-4cc0-9d5b-95c2f1ce2dc0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519309 Sep 08 13:08:02.022889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:02.037676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Transition to ACTIVE for port object cf4a4741-d5b7-4259-bc4f-d66ed9bd236c will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:02.118370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6341d99-1004-411b-b047-87912f196448 req-b72138ca-47e8-4a71-966f-06a37bac1c7a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:02.120291 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6341d99-1004-411b-b047-87912f196448 req-b72138ca-47e8-4a71-966f-06a37bac1c7a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 946 time: 0.1035473 Sep 08 13:08:02.170160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6341d99-1004-411b-b047-87912f196448 req-71dead24-d221-43a9-9b36-f4c7d9b1d43b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365760 Sep 08 13:08:02.223970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:02.301766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Pushing event updated for resources: {'Port': ['ID=cf4a4741-d5b7-4259-bc4f-d66ed9bd236c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:02.303383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:02.305128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:02.307518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:02.313725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:02.314716 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:02.329154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eab0f8-d601-422a-a8ec-f8472e857500 req-7693553b-eefb-47ed-ac70-3ad0a9079e67 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:02.338252 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a9eab0f8-d601-422a-a8ec-f8472e857500 req-7693553b-eefb-47ed-ac70-3ad0a9079e67 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 950 time: 0.0905206 Sep 08 13:08:02.346911 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf8e92fd-477f-4b69-8afa-f207481e9f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:02.585549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a9eab0f8-d601-422a-a8ec-f8472e857500 req-e2f90a60-32d9-426f-bf66-84310a2de7e3 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903821 Sep 08 13:08:02.585549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e92fd-477f-4b69-8afa-f207481e9f70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d829b7bf-50ed-4d60-94f3-3e5a0d11a475,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:02.585549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8e92fd-477f-4b69-8afa-f207481e9f70 admin admin] Checking segment: {'id': 'da0651fe-46fb-476d-8c89-f65de2e0f3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '3f432071-7491-4451-8098-e3cee91681da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:02.585549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e92fd-477f-4b69-8afa-f207481e9f70 admin admin] Network hostable DHCP agents. Network: 3f432071-7491-4451-8098-e3cee91681da, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:08:02.686991 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bfefc-fd62-4492-bf8e-83ad22c4638d req-04679911-d2a8-4e3e-a99b-b0b15a00cbab tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:02.690541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-845bfefc-fd62-4492-bf8e-83ad22c4638d req-04679911-d2a8-4e3e-a99b-b0b15a00cbab tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 935 time: 0.0550137 Sep 08 13:08:02.730642 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-845bfefc-fd62-4492-bf8e-83ad22c4638d req-533afa96-4e0e-4eba-ae28-081c5758d1f7 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351501 Sep 08 13:08:02.778276 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-28334872-c3e9-4f29-b45b-1352aec2261b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6975124 Sep 08 13:08:02.791389 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Request body: {'port': {'device_id': 'e42b4db6-2771-4d62-a55f-84cf1c6ab8c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:02.815830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8e92fd-477f-4b69-8afa-f207481e9f70 admin admin] Network 3f432071-7491-4451-8098-e3cee91681da is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:08:02.817343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fe3b024f-ceda-4e66-95c1-6cb488116cc1 None None] Provisioning for port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:02.831367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fe3b024f-ceda-4e66-95c1-6cb488116cc1 None None] Provisioning complete for port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:02.838005 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe3b024f-ceda-4e66-95c1-6cb488116cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:02.872137 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:02.895046 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b024f-ceda-4e66-95c1-6cb488116cc1 None None] Port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:02.953423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-bf8e92fd-477f-4b69-8afa-f207481e9f70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 3f432071-7491-4451-8098-e3cee91681da) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:02.959654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8e92fd-477f-4b69-8afa-f207481e9f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:02.960567 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf8e92fd-477f-4b69-8afa-f207481e9f70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:02.968247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54854a8f-082e-40b8-b33c-d9894c2c7766 None None] Network 3f432071-7491-4451-8098-e3cee91681da requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:08:03.105576 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bf8e92fd-477f-4b69-8afa-f207481e9f70 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4062941 Sep 08 13:08:03.145381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-ef899af4-883e-40b9-b4aa-b74a8e6bc119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:03.147197 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-ef899af4-883e-40b9-b4aa-b74a8e6bc119 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 1097 time: 0.0601814 Sep 08 13:08:03.150825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab922a91-49d1-4d20-a3c7-b1e4091beb5e None None] Network 3f432071-7491-4451-8098-e3cee91681da requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:08:03.272467 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-314f583f-be76-431d-8f8f-8ca7e7153dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:03.274388 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-314f583f-be76-431d-8f8f-8ca7e7153dc0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1164782 Sep 08 13:08:03.345769 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-8884e46d-3b73-4aec-82a4-f706fd7991be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98924f8c-871d-4707-a227-48a248fb189c HTTP/1.1" status: 200 len: 217 time: 0.0636380 Sep 08 13:08:03.399564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf4a4741-d5b7-4259-bc4f-d66ed9bd236c {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:03.414496 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:03.442068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Transition to ACTIVE for port object cf4a4741-d5b7-4259-bc4f-d66ed9bd236c will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:03.443715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-96b8b9c4-42fb-4821-a409-c58dc901d5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:03.445213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-96b8b9c4-42fb-4821-a409-c58dc901d5e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.0839100 Sep 08 13:08:03.453013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5fc51-60cf-41b2-af4b-883cee7d8b06 req-040ea3f0-5cbf-4f8f-abd4-5f97b2f76616 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:03.454496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13f5fc51-60cf-41b2-af4b-883cee7d8b06 req-040ea3f0-5cbf-4f8f-abd4-5f97b2f76616 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 946 time: 0.1742167 Sep 08 13:08:03.487935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-529c35e5-0c09-4510-a556-cb030ee27418 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303991 Sep 08 13:08:03.536666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13f5fc51-60cf-41b2-af4b-883cee7d8b06 req-b821619e-45eb-4a5c-95d6-7efe7c24ccf9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735776 Sep 08 13:08:03.566420 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:03.668954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-23c0ea1a-3db1-4085-86cf-c0dd1b32b1f3 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760345 Sep 08 13:08:03.669589 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4a4741-d5b7-4259-bc4f-d66ed9bd236c,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:03.738763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Attempting to bind port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:03.739112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Attempting to bind port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:03.739448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Attempting to bind port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:03.803473 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-fdbd94d0-2202-46e2-af6b-3c8cd612baea service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141620 Sep 08 13:08:03.804981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:03.805405 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Attempting to bind port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:03.820578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38bc2b-bf17-4e80-b3a8-e8d56a3204cf req-12c25d9d-5d7d-4da5-b223-e49a09a44211 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:03.822263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ca38bc2b-bf17-4e80-b3a8-e8d56a3204cf req-12c25d9d-5d7d-4da5-b223-e49a09a44211 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 950 time: 0.1830525 Sep 08 13:08:03.825241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:03.825581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:03.826167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:03.826802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Bound port: cf4a4741-d5b7-4259-bc4f-d66ed9bd236c, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:03.827345 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:03.902190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a4c08-f670-454d-916e-fa0befcf7e35 req-0665a491-22e2-4fd8-a189-7d1a1b8f7c9c tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:03.904538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] For port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:03.908413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] For port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cf4a4741-d5b7-4259-bc4f-d66ed9bd236c,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:03.911301 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-633a4c08-f670-454d-916e-fa0befcf7e35 req-0665a491-22e2-4fd8-a189-7d1a1b8f7c9c tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 947 time: 0.0736990 Sep 08 13:08:03.942310 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ca38bc2b-bf17-4e80-b3a8-e8d56a3204cf req-35ce6826-3959-4515-9a3f-4f3b2f6a872d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051435 Sep 08 13:08:03.970907 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-633a4c08-f670-454d-916e-fa0befcf7e35 req-b11a5dfb-1e76-40f0-8151-6d57dcee9ba0 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586097 Sep 08 13:08:04.063717 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:04.148471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:04.148471 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:04.148471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] 10.222.0.70 "PUT /v2.0/ports/cf4a4741-d5b7-4259-bc4f-d66ed9bd236c HTTP/1.1" status: 200 len: 1095 time: 1.3606899 Sep 08 13:08:04.148471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e42b4db6-2771-4d62-a55f-84cf1c6ab8c6', 'tag': 'cf4a4741-d5b7-4259-bc4f-d66ed9bd236c'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:04.150165 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13c77b6-74e3-467d-b3d9-55311d4cac78" -d '{"events": [{"name": "network-changed", "server_uuid": "e42b4db6-2771-4d62-a55f-84cf1c6ab8c6", "tag": "cf4a4741-d5b7-4259-bc4f-d66ed9bd236c"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:04.189594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a23d65-2a73-486b-9a04-2732a0f90e83 service neutron] Pushing event updated for resources: {'Port': ['ID=cf4a4741-d5b7-4259-bc4f-d66ed9bd236c,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:04.204974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-d44bffdf-4215-460f-aaa6-090cdfe6ae59 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:04.206498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-d44bffdf-4215-460f-aaa6-090cdfe6ae59 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c&tenant_id=fb92476927b34b84aed526285f320f3a&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 1097 time: 0.1141913 Sep 08 13:08:04.208005 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfef9f8-19d4-4218-ab99-d3815f083340 x-openstack-request-id: req-8dfef9f8-19d4-4218-ab99-d3815f083340 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:04.208293 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e42b4db6-2771-4d62-a55f-84cf1c6ab8c6", "tag": "cf4a4741-d5b7-4259-bc4f-d66ed9bd236c", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:04.208544 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8dfef9f8-19d4-4218-ab99-d3815f083340 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:04.208928 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e42b4db6-2771-4d62-a55f-84cf1c6ab8c6', 'tag': 'cf4a4741-d5b7-4259-bc4f-d66ed9bd236c', 'status': 'completed', 'code': 200} Sep 08 13:08:04.223845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807558-3'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:04.311519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c77b6-74e3-467d-b3d9-55311d4cac78 req-e488f3a3-98a5-40f5-b07b-bf61ac5035f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:04.313023 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b13c77b6-74e3-467d-b3d9-55311d4cac78 req-e488f3a3-98a5-40f5-b07b-bf61ac5035f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76ddd524a08c4f0996d0f05aee6d5e63&device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 1098 time: 0.0853312 Sep 08 13:08:04.314007 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:04.347741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b13c77b6-74e3-467d-b3d9-55311d4cac78 req-651c6764-bc10-4e43-9b53-78606703fe86 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=76ddd524a08c4f0996d0f05aee6d5e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235450 Sep 08 13:08:04.515713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c77b6-74e3-467d-b3d9-55311d4cac78 req-259d280b-1eda-444d-ae06-936290ac1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:04.517043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b13c77b6-74e3-467d-b3d9-55311d4cac78 req-259d280b-1eda-444d-ae06-936290ac1327 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523046 Sep 08 13:08:04.537364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=98924f8c-871d-4707-a227-48a248fb189c,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:04.623497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:04.673085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644e740-0084-4134-af44-21d881f2e33a req-446e7402-713e-40a9-993c-b02491b5c0f7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:04.674952 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7644e740-0084-4134-af44-21d881f2e33a req-446e7402-713e-40a9-993c-b02491b5c0f7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 946 time: 0.0584717 Sep 08 13:08:04.682908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-ba4d7eeb-80bd-415c-8eb2-bdda14991174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:04.684502 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-ba4d7eeb-80bd-415c-8eb2-bdda14991174 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76ddd524a08c4f0996d0f05aee6d5e63&device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 1098 time: 0.1219828 Sep 08 13:08:04.731721 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7644e740-0084-4134-af44-21d881f2e33a req-578eaaad-aed5-4350-a73c-ab8a203db624 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 Sep 08 13:08:04.738665 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:04.741603 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-07dbfb31-9aa0-485a-ad08-c774310239bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=cf4a4741-d5b7-4259-bc4f-d66ed9bd236c HTTP/1.1" status: 200 len: 217 time: 0.0488997 Sep 08 13:08:04.785003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6386b-ab82-4928-9e11-63ac92c63098 req-b74b8934-245b-4a79-a544-c0657c799afd tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:04.786674 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6be6386b-ab82-4928-9e11-63ac92c63098 req-b74b8934-245b-4a79-a544-c0657c799afd tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 1101 time: 0.1416571 Sep 08 13:08:04.811754 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6be6386b-ab82-4928-9e11-63ac92c63098 req-ba51f30b-fd29-46d9-9881-231d2ca73e57 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:04.815617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-4a9f6112-96f6-45c4-b12e-e9997ec5b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:04.817655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-4a9f6112-96f6-45c4-b12e-e9997ec5b854 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0692823 Sep 08 13:08:04.856054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:04.953028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-c1896820-b1f8-4fdd-be2e-9d303817326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:04.954596 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-c1896820-b1f8-4fdd-be2e-9d303817326c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294515 Sep 08 13:08:04.968037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Pushing event updated for resources: {'Port': ['ID=98924f8c-871d-4707-a227-48a248fb189c,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:05.065700 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Attempting to bind port 98924f8c-871d-4707-a227-48a248fb189c on host n-h2-807558-3 for vnic_type normal with profile {"migrating_to": "n-h1-807558-3"} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:05.066612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Attempting to bind port 98924f8c-871d-4707-a227-48a248fb189c by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:05.067154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Attempting to bind port 98924f8c-871d-4707-a227-48a248fb189c on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:05.084086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Port 98924f8c-871d-4707-a227-48a248fb189c on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:05.095979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Attempting to bind port 98924f8c-871d-4707-a227-48a248fb189c on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:05.100067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:05.100652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:05.101214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:05.101893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Bound port: 98924f8c-871d-4707-a227-48a248fb189c, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:05.102534 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.107778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44278) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:05.144887 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6be6386b-ab82-4928-9e11-63ac92c63098 req-ba51f30b-fd29-46d9-9881-231d2ca73e57 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.152280 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-9c012d48-8ca9-46b7-ab9f-72a33125341e service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852608 Sep 08 13:08:05.154932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7601e-b7d8-4e1a-a348-244e602b6832 req-7b5da189-7448-4e2d-8971-0c1a54880ff0 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:05.170273 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6cc7601e-b7d8-4e1a-a348-244e602b6832 req-7b5da189-7448-4e2d-8971-0c1a54880ff0 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 947 time: 0.1209931 Sep 08 13:08:05.237685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6cc7601e-b7d8-4e1a-a348-244e602b6832 req-d717b85e-ee84-478e-b5ed-d55f50d4ad80 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607262 Sep 08 13:08:05.264762 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6be6386b-ab82-4928-9e11-63ac92c63098 req-ba51f30b-fd29-46d9-9881-231d2ca73e57 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.268061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:05.275828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=98924f8c-871d-4707-a227-48a248fb189c,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:05.311775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6be6386b-ab82-4928-9e11-63ac92c63098 req-ba51f30b-fd29-46d9-9881-231d2ca73e57 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5186331 Sep 08 13:08:05.319907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51f30b-fd29-46d9-9881-231d2ca73e57 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22031ad-a335-4cc3-98bf-fed93e3ac9da,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:05.325411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5ff40d8-195b-4293-bda7-cfe295de6510 req-7637d140-5b18-4958-b6cf-34c740ec0d8c service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556659 Sep 08 13:08:05.382364 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.384453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1aec422c-985d-41ad-806a-5e67590fc326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.414420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44292) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:05.422717 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-776539574-network', 'tenant_id': '1b71d02b910f4b3881dfb9bcc508f517'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:05.459154 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-1aec422c-985d-41ad-806a-5e67590fc326 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:08:05.459154 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:08:05.459154 n-d-807558-3 neutron-server[96263]: [parameters: {'project_id_1': '00c1e9558c484756b33e1ab33395c2ba', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 7, 45, 437002)}] Sep 08 13:08:05.459154 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:08:05.462414 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-1aec422c-985d-41ad-806a-5e67590fc326 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:08:05.521808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Made reservation on behalf of 1b71d02b910f4b3881dfb9bcc508f517 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:05.526139 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.544791 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.675585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.697831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:05.698826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.700217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] 10.222.0.70 "PUT /v2.0/ports/98924f8c-871d-4707-a227-48a248fb189c HTTP/1.1" status: 200 len: 1122 time: 1.4812679 Sep 08 13:08:05.701031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf17cc-4e4c-4a2b-909e-02076bbd198a service neutron] Pushing event updated for resources: {'Port': ['ID=98924f8c-871d-4707-a227-48a248fb189c,revision_number=8']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:05.772235 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.819677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['98924f8c-871d-4707-a227-48a248fb189c'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:05.820923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-9cc72be6-ed7f-40cf-b02c-090ccba7489c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241103 Sep 08 13:08:05.821304 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:08:05.840285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2fa5cc-4732-4194-9178-b8e1fd2b3a42,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:05.865406 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.865747 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Added segment 1ce2a138-e28c-4b1b-9523-dff78f8c0ec4 of type vlan for network c36a515e-3ae4-4be8-9456-b913a0759c3f Sep 08 13:08:05.909976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.947431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-7438ba79-22ed-4f3f-8c7e-d8a387b013dd tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:05.948993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-7438ba79-22ed-4f3f-8c7e-d8a387b013dd tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449335 Sep 08 13:08:05.963240 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1aec422c-985d-41ad-806a-5e67590fc326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:05.977146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-2cfeb629-6c6e-49da-b0d0-38c7eaff3155 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/quotas/7552984e8e56490ca3a3457fbd7d0daf HTTP/1.1" status: 200 len: 375 time: 0.0206738 Sep 08 13:08:06.049133 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-5ae6bee4-6a1d-4c4f-af20-b8adb4e13fa0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658219 Sep 08 13:08:06.086826 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:06.087951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:06.088811 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:06.101834 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1aec422c-985d-41ad-806a-5e67590fc326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:06.151758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] Pushing event updated for resources: {'Network': ['ID=c36a515e-3ae4-4be8-9456-b913a0759c3f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:06.162057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c36a515e-3ae4-4be8-9456-b913a0759c3f details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:08:06.210165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213cab09-05fe-48dd-82f5-287ba8265d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98924f8c-871d-4707-a227-48a248fb189c'}, {'name': 'network-changed', 'server_uuid': '213cab09-05fe-48dd-82f5-287ba8265d6c', 'tag': '98924f8c-871d-4707-a227-48a248fb189c'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:06.212888 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e38f28-478a-4ef8-863d-d74532cc6c32" -d '{"events": [{"server_uuid": "213cab09-05fe-48dd-82f5-287ba8265d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "98924f8c-871d-4707-a227-48a248fb189c"}, {"name": "network-changed", "server_uuid": "213cab09-05fe-48dd-82f5-287ba8265d6c", "tag": "98924f8c-871d-4707-a227-48a248fb189c"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:06.216838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1aec422c-985d-41ad-806a-5e67590fc326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:06.261133 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1aec422c-985d-41ad-806a-5e67590fc326 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00c1e9558c484756b33e1ab33395c2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1496408 Sep 08 13:08:06.263618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec422c-985d-41ad-806a-5e67590fc326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0acd9f-5746-4b45-983c-5d0bd30342d6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:06.264017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44328) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:06.293048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4868b-f7aa-45c0-9da7-063d3cadb8c4 req-a5e9fb39-275c-4d63-84c1-62cda7c52e74 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:06.294630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99e4868b-f7aa-45c0-9da7-063d3cadb8c4 req-a5e9fb39-275c-4d63-84c1-62cda7c52e74 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 944 time: 0.0650897 Sep 08 13:08:06.328783 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-53abf7fc-61f2-4ac1-9b61-2af28f79496b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9099979 Sep 08 13:08:06.332217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44330) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:06.337515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9c77d377-8ae1-466b-b215-188445a2ba56 admin admin] Request body: {'subnet': {'network_id': 'c36a515e-3ae4-4be8-9456-b913a0759c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-776539574-subnet', 'tenant_id': '1b71d02b910f4b3881dfb9bcc508f517', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:06.355552 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99e4868b-f7aa-45c0-9da7-063d3cadb8c4 req-38ea81b7-07e0-41c2-8936-1b6929ea8f91 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530221 Sep 08 13:08:06.360427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eeb05284-121f-4466-88ab-c450ff7a7693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:06.393323 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eeb05284-121f-4466-88ab-c450ff7a7693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:06.456015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c77d377-8ae1-466b-b215-188445a2ba56 admin admin] Made reservation on behalf of 1b71d02b910f4b3881dfb9bcc508f517 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:06.459933 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9c77d377-8ae1-466b-b215-188445a2ba56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:06.549233 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eeb05284-121f-4466-88ab-c450ff7a7693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:06.551853 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eeb05284-121f-4466-88ab-c450ff7a7693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:06.553013 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-eeb05284-121f-4466-88ab-c450ff7a7693 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1b0acd9f-5746-4b45-983c-5d0bd30342d6 HTTP/1.1" status: 204 len: 168 time: 0.2879541 Sep 08 13:08:06.573443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb05284-121f-4466-88ab-c450ff7a7693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0acd9f-5746-4b45-983c-5d0bd30342d6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:06.727204 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d18a67-57b7-4808-99a5-73355d906962 x-openstack-request-id: req-c6d18a67-57b7-4808-99a5-73355d906962 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:06.727204 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213cab09-05fe-48dd-82f5-287ba8265d6c", "name": "network-vif-unplugged", "status": "completed", "tag": "98924f8c-871d-4707-a227-48a248fb189c", "code": 200}, {"name": "network-changed", "server_uuid": "213cab09-05fe-48dd-82f5-287ba8265d6c", "tag": "98924f8c-871d-4707-a227-48a248fb189c", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:06.727204 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c6d18a67-57b7-4808-99a5-73355d906962 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:06.727465 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213cab09-05fe-48dd-82f5-287ba8265d6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98924f8c-871d-4707-a227-48a248fb189c', 'code': 200} Sep 08 13:08:06.727668 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213cab09-05fe-48dd-82f5-287ba8265d6c', 'tag': '98924f8c-871d-4707-a227-48a248fb189c', 'status': 'completed', 'code': 200} Sep 08 13:08:06.776299 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9c77d377-8ae1-466b-b215-188445a2ba56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:06.830675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e38f28-478a-4ef8-863d-d74532cc6c32 req-1fa96a04-33af-45f8-b1b8-43c75ededa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:06.832740 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82e38f28-478a-4ef8-863d-d74532cc6c32 req-1fa96a04-33af-45f8-b1b8-43c75ededa77 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 1125 time: 0.0765567 Sep 08 13:08:06.844733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecd517-39f5-4c42-96fc-f7a8f3051d46 req-b4d70d3d-2d42-425c-a753-767fd77aedd7 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:06.852933 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-afecd517-39f5-4c42-96fc-f7a8f3051d46 req-b4d70d3d-2d42-425c-a753-767fd77aedd7 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 947 time: 0.0705373 Sep 08 13:08:06.875560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77d377-8ae1-466b-b215-188445a2ba56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9f5984d-f98b-4605-a129-6aa33f1dbc6c,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:06.884109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77d377-8ae1-466b-b215-188445a2ba56 admin admin] Checking segment: {'id': '1ce2a138-e28c-4b1b-9523-dff78f8c0ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'c36a515e-3ae4-4be8-9456-b913a0759c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:06.884843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77d377-8ae1-466b-b215-188445a2ba56 admin admin] Network hostable DHCP agents. Network: c36a515e-3ae4-4be8-9456-b913a0759c3f, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:08:06.968552 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-afecd517-39f5-4c42-96fc-f7a8f3051d46 req-ac360ddd-ab30-4f90-8452-04ba92317c57 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024847 Sep 08 13:08:06.998814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77d377-8ae1-466b-b215-188445a2ba56 admin admin] Network c36a515e-3ae4-4be8-9456-b913a0759c3f is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:08:07.024484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e38f28-478a-4ef8-863d-d74532cc6c32 req-502b4c02-81ba-4ccf-b928-d3922599f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:07.026072 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82e38f28-478a-4ef8-863d-d74532cc6c32 req-502b4c02-81ba-4ccf-b928-d3922599f415 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1707876 Sep 08 13:08:07.072784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-9c77d377-8ae1-466b-b215-188445a2ba56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c36a515e-3ae4-4be8-9456-b913a0759c3f) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:07.077736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c77d377-8ae1-466b-b215-188445a2ba56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:07.078494 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9c77d377-8ae1-466b-b215-188445a2ba56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:07.098819 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82e38f28-478a-4ef8-863d-d74532cc6c32 req-4df90352-d4b4-4826-bd4f-e81ea61f010c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98924f8c-871d-4707-a227-48a248fb189c HTTP/1.1" status: 200 len: 217 time: 0.0644157 Sep 08 13:08:07.126029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afb424a-e7a5-4a1b-b349-b294d21b5b74 None None] Network c36a515e-3ae4-4be8-9456-b913a0759c3f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:08:07.178832 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e38f28-478a-4ef8-863d-d74532cc6c32 req-40af572b-a65e-435b-954c-8ff783d782fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:07.180445 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82e38f28-478a-4ef8-863d-d74532cc6c32 req-40af572b-a65e-435b-954c-8ff783d782fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.0731874 Sep 08 13:08:07.202424 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9c77d377-8ae1-466b-b215-188445a2ba56 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8690133 Sep 08 13:08:07.254097 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82e38f28-478a-4ef8-863d-d74532cc6c32 req-00a4ac07-5ac1-4c45-a54a-3369f6847cff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508032 Sep 08 13:08:07.443998 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82e38f28-478a-4ef8-863d-d74532cc6c32 req-c0aed14c-0e73-42be-8ced-33f854d51fc3 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805012 Sep 08 13:08:07.446092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44382) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:07.483679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a07101-4afc-4e19-b00c-9591c5dac2af None None] Network c36a515e-3ae4-4be8-9456-b913a0759c3f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:08:07.484497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44388) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:07.510910 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f496548c-b5a2-4237-846b-55306efa725a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:07.561558 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-deb78498-5bbe-4cbc-bdff-b13dc4460292 admin admin] Deleting subnet d829b7bf-50ed-4d60-94f3-3e5a0d11a475 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:08:07.565131 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-deb78498-5bbe-4cbc-bdff-b13dc4460292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:07.607879 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-deb78498-5bbe-4cbc-bdff-b13dc4460292 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:07.616470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c3621131-801e-4e93-9f01-7b68d3165b4b req-e9ba49a6-cae4-4a0f-bcc1-c1e0f6c1ad2c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 210 time: 0.0338042 Sep 08 13:08:07.626903 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-deb78498-5bbe-4cbc-bdff-b13dc4460292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:07.649983 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82e38f28-478a-4ef8-863d-d74532cc6c32 req-690f243c-13df-43f9-a1bd-44eb96c5b3d1 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961660 Sep 08 13:08:07.676071 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6eb529c3-1df6-4e40-870d-acac6c8882d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:07.711675 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f496548c-b5a2-4237-846b-55306efa725a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:07.777990 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-deb78498-5bbe-4cbc-bdff-b13dc4460292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:07.794700 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89eb341-9393-4a1b-a5c8-42629fb4c4e1 req-f5c09abf-f5b1-497c-8dff-339b076fb6b8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:07.796321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c89eb341-9393-4a1b-a5c8-42629fb4c4e1 req-f5c09abf-f5b1-497c-8dff-339b076fb6b8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 944 time: 0.0547709 Sep 08 13:08:07.807680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb78498-5bbe-4cbc-bdff-b13dc4460292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d829b7bf-50ed-4d60-94f3-3e5a0d11a475,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:07.813644 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-deb78498-5bbe-4cbc-bdff-b13dc4460292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:07.818222 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-deb78498-5bbe-4cbc-bdff-b13dc4460292 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d829b7bf-50ed-4d60-94f3-3e5a0d11a475 HTTP/1.1" status: 204 len: 168 time: 0.3684459 Sep 08 13:08:07.818471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44400) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:07.843276 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f496548c-b5a2-4237-846b-55306efa725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:07.874721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c89eb341-9393-4a1b-a5c8-42629fb4c4e1 req-02162ffd-9a79-4d4a-8f27-0716e7244b73 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717137 Sep 08 13:08:07.881807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496548c-b5a2-4237-846b-55306efa725a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd68cf0-237c-4ace-bbf5-5ba5bd1588e9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:07.905153 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f496548c-b5a2-4237-846b-55306efa725a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f73ead9007e84dddb8e4f0289f45fb10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4167738 Sep 08 13:08:07.905269 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:07.905269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44404) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:08.009003 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8ae6-8616-4023-a4ee-398310142715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.051769 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.074878 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8ae6-8616-4023-a4ee-398310142715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.117987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cfcc6-c2f9-45a3-9db1-81432ae7ed3a req-4fdee62a-129c-4168-92e3-1fe8e1c158c0 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:08.117987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b96cfcc6-c2f9-45a3-9db1-81432ae7ed3a req-4fdee62a-129c-4168-92e3-1fe8e1c158c0 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 947 time: 0.0742264 Sep 08 13:08:08.129431 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.130000 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.130848 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.131384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > port after_create 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.131881 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > port after_delete 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.132238 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > port after_update 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.132597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.132897 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.133211 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.133524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.167562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b96cfcc6-c2f9-45a3-9db1-81432ae7ed3a req-149c4504-58a5-472b-ab40-99bb549a16d9 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448391 Sep 08 13:08:08.223290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.223644 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.223981 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.224305 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=96264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:08:08.224684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f432071-7491-4451-8098-e3cee91681da']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:08:08.248031 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0651fe-46fb-476d-8c89-f65de2e0f3b8') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:08:08.248329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0651fe-46fb-476d-8c89-f65de2e0f3b8') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:08:08.264407 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.286761 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.296275 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:08:08.296670 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: from cryptography.utils import int_from_bytes Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: from cryptography.utils import int_from_bytes Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:08:08.317037 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:08:08.423511 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8ae6-8616-4023-a4ee-398310142715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.426993 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6ec8ae6-8616-4023-a4ee-398310142715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.429048 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b6ec8ae6-8616-4023-a4ee-398310142715 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4fd68cf0-237c-4ace-bbf5-5ba5bd1588e9 HTTP/1.1" status: 204 len: 168 time: 0.5223372 Sep 08 13:08:08.436173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec8ae6-8616-4023-a4ee-398310142715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd68cf0-237c-4ace-bbf5-5ba5bd1588e9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:08.474807 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.495758 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.497805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3f432071-7491-4451-8098-e3cee91681da HTTP/1.1" status: 204 len: 168 time: 0.6780462 Sep 08 13:08:08.498867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a79679-7fe5-400b-a873-93b597d08d43 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f432071-7491-4451-8098-e3cee91681da,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:08.500591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44424) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:08.563178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-761c5bd5-d1f0-446d-9aa4-e0e748150ee1 admin admin] Deleting subnet d9f5984d-f98b-4605-a129-6aa33f1dbc6c {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:08:08.566567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-761c5bd5-d1f0-446d-9aa4-e0e748150ee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.602585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-761c5bd5-d1f0-446d-9aa4-e0e748150ee1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.614952 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-761c5bd5-d1f0-446d-9aa4-e0e748150ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.670610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cf4a4741-d5b7-4259-bc4f-d66ed9bd236c details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:08.709521 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ac34badf-f97f-4fec-9350-de093333c3c9 req-dd029b9c-062b-4126-b539-afb752a78376 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 210 time: 0.0273690 Sep 08 13:08:08.800198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cf4a4741-d5b7-4259-bc4f-d66ed9bd236c,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:08.813364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'cf4a4741-d5b7-4259-bc4f-d66ed9bd236c', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'cf4a4741-d5b7-4259-bc4f-d66ed9bd236c', 'mac_address': 'fa:16:3e:b4:ae:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:08.818892 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-761c5bd5-d1f0-446d-9aa4-e0e748150ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.859692 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.877700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf4a4741-d5b7-4259-bc4f-d66ed9bd236c {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:08.886467 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c5bd5-d1f0-446d-9aa4-e0e748150ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9f5984d-f98b-4605-a129-6aa33f1dbc6c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:08.899693 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-761c5bd5-d1f0-446d-9aa4-e0e748150ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:08.901997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-761c5bd5-d1f0-446d-9aa4-e0e748150ee1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d9f5984d-f98b-4605-a129-6aa33f1dbc6c HTTP/1.1" status: 204 len: 168 time: 0.4004166 Sep 08 13:08:08.903787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cf4a4741-d5b7-4259-bc4f-d66ed9bd236c,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:08.905005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44440) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:08.983674 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:09.053246 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:09.108111 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:09.119966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=cf4a4741-d5b7-4259-bc4f-d66ed9bd236c,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:09.140994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb966ad-fc5a-4e6b-83f1-77c9596b567a req-34914a6c-6875-46b6-8e4c-ff8cbce7e881 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:09.142517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcb966ad-fc5a-4e6b-83f1-77c9596b567a req-34914a6c-6875-46b6-8e4c-ff8cbce7e881 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 944 time: 0.1170661 Sep 08 13:08:09.144148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36a515e-3ae4-4be8-9456-b913a0759c3f']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:08:09.160203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce2a138-e28c-4b1b-9523-dff78f8c0ec4') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:08:09.160506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce2a138-e28c-4b1b-9523-dff78f8c0ec4') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:08:09.179611 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:09.207534 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:09.214193 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcb966ad-fc5a-4e6b-83f1-77c9596b567a req-8e1ff18f-1d5d-4738-9a10-2648ed77fc5d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626094 Sep 08 13:08:09.217941 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:08:09.218375 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:08:09.220186 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:08:09.374137 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55413-f109-46a4-91fe-f671317c07a6 req-e6170a3e-a5ed-456a-97d5-cf99d7c404e2 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:09.375761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7d55413-f109-46a4-91fe-f671317c07a6 req-e6170a3e-a5ed-456a-97d5-cf99d7c404e2 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 948 time: 0.0510788 Sep 08 13:08:09.385618 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['cf4a4741-d5b7-4259-bc4f-d66ed9bd236c'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:09.419333 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:09.424481 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:09.430023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] 10.222.0.69 "DELETE /v2.0/networks/c36a515e-3ae4-4be8-9456-b913a0759c3f HTTP/1.1" status: 204 len: 168 time: 0.5232770 Sep 08 13:08:09.447470 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7d55413-f109-46a4-91fe-f671317c07a6 req-ea42f197-fef3-4ec8-8f50-79644a586cba tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629735 Sep 08 13:08:09.465384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5264bae-f6b2-49bf-bdb1-ec7477badf8e admin admin] Pushing event deleted for resources: {'Network': ['ID=c36a515e-3ae4-4be8-9456-b913a0759c3f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:09.576017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44476) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:09.703599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8bb84978-0103-44f4-9dd5-419be6fb6cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:09.835052 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e2d195c-3a12-4dbe-b00d-1a2e0b3b2de4 req-a5dbab46-df73-4cdc-853c-a57339bce058 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 210 time: 0.0299857 Sep 08 13:08:09.839429 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8bb84978-0103-44f4-9dd5-419be6fb6cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:09.940682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44500) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:09.973202 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8bb84978-0103-44f4-9dd5-419be6fb6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:10.048425 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8bb84978-0103-44f4-9dd5-419be6fb6cbc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d32ba8cbf0f441fcb6f3d8dbe4d420e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712722 Sep 08 13:08:10.055265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44506) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:10.060003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb84978-0103-44f4-9dd5-419be6fb6cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1cf162-2b4c-412e-b2e9-50f062d51d52,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:10.069933 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1369bd44-ae22-4478-9275-80cae6653dc3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aac606096ddf41b391d4064c83720258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1287138 Sep 08 13:08:10.073096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44510) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:10.119025 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-49460243-def0-4fde-bfd5-2585074aeb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:10.133782 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cdcb52a6-061a-4c4e-849b-8178100debaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:10.137580 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f85d1e0a-d967-4238-aa5d-840130948e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:10.142551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-49460243-def0-4fde-bfd5-2585074aeb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:10.167590 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cdcb52a6-061a-4c4e-849b-8178100debaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:10.309279 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-49460243-def0-4fde-bfd5-2585074aeb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:10.312143 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-49460243-def0-4fde-bfd5-2585074aeb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:10.313316 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-49460243-def0-4fde-bfd5-2585074aeb4f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7e1cf162-2b4c-412e-b2e9-50f062d51d52 HTTP/1.1" status: 204 len: 168 time: 0.2556849 Sep 08 13:08:10.337487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49460243-def0-4fde-bfd5-2585074aeb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1cf162-2b4c-412e-b2e9-50f062d51d52,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:10.341041 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cdcb52a6-061a-4c4e-849b-8178100debaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:10.344678 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cdcb52a6-061a-4c4e-849b-8178100debaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:10.354018 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cdcb52a6-061a-4c4e-849b-8178100debaf admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3ceeb98-48b1-4179-ba1a-d008d5282958 HTTP/1.1" status: 204 len: 168 time: 0.2799084 Sep 08 13:08:10.382816 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-5ded5412-be23-425b-bd9e-355875e4b549 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712178 Sep 08 13:08:10.384444 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:10.388406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb52a6-061a-4c4e-849b-8178100debaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ceeb98-48b1-4179-ba1a-d008d5282958,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:10.438312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe211d1f-6397-4537-b8e4-668209529173 req-39435d64-7097-41e9-9f6f-02ccf0698855 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:10.439883 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fe211d1f-6397-4537-b8e4-668209529173 req-39435d64-7097-41e9-9f6f-02ccf0698855 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 944 time: 0.1422944 Sep 08 13:08:10.552174 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fe211d1f-6397-4537-b8e4-668209529173 req-d47161c2-9e31-415f-9a0a-6f4887e481ea tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608144 Sep 08 13:08:10.561819 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-d05c5867-17ff-4665-9e28-c501f8644b18 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:10.563674 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-d05c5867-17ff-4665-9e28-c501f8644b18 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728983 Sep 08 13:08:10.578865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Request body: {'port': {'device_id': '12682579-86c6-4f21-84a2-8fe60f51b224', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '7552984e8e56490ca3a3457fbd7d0daf'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:10.701194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 98924f8c-871d-4707-a227-48a248fb189c details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:10.703253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c88484-8060-4248-9b95-2573601cf793 req-7ec1045b-bfce-4931-8fd7-ed66a3536f66 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:10.705200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48c88484-8060-4248-9b95-2573601cf793 req-7ec1045b-bfce-4931-8fd7-ed66a3536f66 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 948 time: 0.0658319 Sep 08 13:08:10.753296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cf4a4741-d5b7-4259-bc4f-d66ed9bd236c up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:10.764831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48c88484-8060-4248-9b95-2573601cf793 req-5877b079-a457-4410-b452-4f6aa1d2fbfb tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471933 Sep 08 13:08:10.861376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=98924f8c-871d-4707-a227-48a248fb189c,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:10.873013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 98924f8c-871d-4707-a227-48a248fb189c has no active binding in host n-h1-807558-3 {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 13:08:10.880558 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Made reservation on behalf of 7552984e8e56490ca3a3457fbd7d0daf for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:10.886210 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:10.960398 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-674b0f7e-fc2c-4107-8fa8-1cae39333c61 req-af52d5d9-428a-4953-894a-3913578e67d4 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 210 time: 0.0420437 Sep 08 13:08:10.981637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:10.986526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:10.986908 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:11.022260 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-3f1bd248-3230-4e9e-acf1-c07f0642414e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516248 Sep 08 13:08:11.122382 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:11.150513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42b4db6-2771-4d62-a55f-84cf1c6ab8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4a4741-d5b7-4259-bc4f-d66ed9bd236c'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:11.153924 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930a8385-016b-41ad-a971-0369ecdc1a90" -d '{"events": [{"server_uuid": "e42b4db6-2771-4d62-a55f-84cf1c6ab8c6", "name": "network-vif-plugged", "status": "completed", "tag": "cf4a4741-d5b7-4259-bc4f-d66ed9bd236c"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:11.171264 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cf4a4741-d5b7-4259-bc4f-d66ed9bd236c,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:11.184088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Allocated IP 192.168.233.248 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/ae006e9f-fb1a-4ec7-b966-11f5461450de) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:11.203594 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7c9204-ecb0-4725-9756-b3a98b85297c x-openstack-request-id: req-8e7c9204-ecb0-4725-9756-b3a98b85297c {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:11.203939 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42b4db6-2771-4d62-a55f-84cf1c6ab8c6", "name": "network-vif-plugged", "status": "completed", "tag": "cf4a4741-d5b7-4259-bc4f-d66ed9bd236c", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:11.204194 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e7c9204-ecb0-4725-9756-b3a98b85297c {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:11.204622 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42b4db6-2771-4d62-a55f-84cf1c6ab8c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf4a4741-d5b7-4259-bc4f-d66ed9bd236c', 'code': 200} Sep 08 13:08:11.207561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-3137f0c5-25d1-490a-a45f-eeb20bf1b41a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:11.209953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-3137f0c5-25d1-490a-a45f-eeb20bf1b41a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765149 Sep 08 13:08:11.223598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Request body: {'port': {'device_id': '669b3563-cced-447a-9d47-1c7b673216ba', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '7552984e8e56490ca3a3457fbd7d0daf'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:11.250623 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:11.302588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=cf4a4741-d5b7-4259-bc4f-d66ed9bd236c,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:11.385778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd57dfe-05c9-4794-bd4f-8a1925a319b9 req-837f322f-4004-4176-954e-b7eaeefd3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:11.387924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6fd57dfe-05c9-4794-bd4f-8a1925a319b9 req-837f322f-4004-4176-954e-b7eaeefd3063 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 1100 time: 0.1022003 Sep 08 13:08:11.403270 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:11.428426 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6fd57dfe-05c9-4794-bd4f-8a1925a319b9 req-e308eb0b-63b3-4571-bfae-9483c332eb8f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320671 Sep 08 13:08:11.490417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Made reservation on behalf of 7552984e8e56490ca3a3457fbd7d0daf for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:11.496343 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:11.502686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44568) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:11.538912 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0d8b-6044-414a-b100-fe696c1f77ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:11.596987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44574) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:11.632332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.60', 50772) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:11.646915 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Transition to ACTIVE for port object ae006e9f-fb1a-4ec7-b966-11f5461450de will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:11.695650 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:11.751139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-18cb8a40-5dbd-4765-9dd4-c25c484d8ec2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1b71d02b910f4b3881dfb9bcc508f517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501808 Sep 08 13:08:11.752436 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8493b-40d5-4b5c-8628-c78a92cf9941 req-47cb0aba-ff6a-4d6d-b187-beb3d56fca97 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:11.754142 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59d8493b-40d5-4b5c-8628-c78a92cf9941 req-47cb0aba-ff6a-4d6d-b187-beb3d56fca97 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 944 time: 0.0927534 Sep 08 13:08:11.754740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44580) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:11.785079 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-a265f59d-0dc0-4887-a4e2-e60bec28762d service neutron] 10.222.0.60 "GET /v2.0/ports/98924f8c-871d-4707-a227-48a248fb189c/bindings/n-h1-807558-3 HTTP/1.1" status: 200 len: 384 time: 0.1508200 Sep 08 13:08:11.818873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:11.829938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:11.916458 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59d8493b-40d5-4b5c-8628-c78a92cf9941 req-284b732f-bf33-4771-a094-bbf41c20b82c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465335 Sep 08 13:08:11.929069 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0d8b-6044-414a-b100-fe696c1f77ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:11.942389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:11.943427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-270e5703-c134-4736-918f-03d34003914f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:11.951575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:11.968675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Allocated IP 192.168.233.138 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/4a2d1b68-e6ca-48ae-82ef-858daee2373a) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:11.992848 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868397e-3ad7-458a-a394-5b68f6920f39 req-e9408e20-516a-44ba-aeca-a3177fd5bd1b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:11.992848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4868397e-3ad7-458a-a394-5b68f6920f39 req-e9408e20-516a-44ba-aeca-a3177fd5bd1b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 949 time: 0.1273839 Sep 08 13:08:12.000174 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-270e5703-c134-4736-918f-03d34003914f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.021130 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a8a0d8b-6044-414a-b100-fe696c1f77ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.066562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:12.108352 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event updated for resources: {'Port': ['ID=ae006e9f-fb1a-4ec7-b966-11f5461450de,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:12.140188 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-38748da7-91f4-414f-8dc0-603ef56b21e1 req-adf7cdf0-82a8-4a82-8bb0-23b54c5acc93 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 210 time: 0.0662744 Sep 08 13:08:12.170357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:12.171877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.206060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a0d8b-6044-414a-b100-fe696c1f77ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c83483-450a-4809-b426-1c2d742ef09f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:12.235776 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-270e5703-c134-4736-918f-03d34003914f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.239759 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-270e5703-c134-4736-918f-03d34003914f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.244901 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7a8a0d8b-6044-414a-b100-fe696c1f77ee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d9692b303c854930b845083d0eacb173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7367659 Sep 08 13:08:12.245445 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-270e5703-c134-4736-918f-03d34003914f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fd2fa5cc-4732-4194-9178-b8e1fd2b3a42 HTTP/1.1" status: 204 len: 168 time: 0.4851644 Sep 08 13:08:12.245445 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44598) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:12.257978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4868397e-3ad7-458a-a394-5b68f6920f39 req-3f798560-7ffb-4814-8539-ae91a82859bd tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427738 Sep 08 13:08:12.271119 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-45caa016-166d-40a7-88d1-9b93ba79d4c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6960361 Sep 08 13:08:12.277755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e5703-c134-4736-918f-03d34003914f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2fa5cc-4732-4194-9178-b8e1fd2b3a42,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:12.301712 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Request body: {'port': {'device_id': '12682579-86c6-4f21-84a2-8fe60f51b224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:12.321612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-03c1e850-63ea-411d-bc81-b13922d773f1 service neutron] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=98924f8c-871d-4707-a227-48a248fb189c,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:12.378938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49f03cc6-23db-43fe-b828-11d37579d430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.382784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-03c1e850-63ea-411d-bc81-b13922d773f1 service neutron] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:12.432411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-03c1e850-63ea-411d-bc81-b13922d773f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98924f8c-871d-4707-a227-48a248fb189c {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:12.444975 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49f03cc6-23db-43fe-b828-11d37579d430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.450765 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.453783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-03c1e850-63ea-411d-bc81-b13922d773f1 service neutron] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=98924f8c-871d-4707-a227-48a248fb189c,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:12.454028 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.455849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cb5d1242-0a45-46cd-8cba-ae364e50a8cd None None] Provisioning for port ae006e9f-fb1a-4ec7-b966-11f5461450de completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:12.463153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cb5d1242-0a45-46cd-8cba-ae364e50a8cd None None] Provisioning complete for port ae006e9f-fb1a-4ec7-b966-11f5461450de triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:12.465756 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cb5d1242-0a45-46cd-8cba-ae364e50a8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.475419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Transition to ACTIVE for port object 4a2d1b68-e6ca-48ae-82ef-858daee2373a will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:12.535665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-cb5d1242-0a45-46cd-8cba-ae364e50a8cd None None] Port ae006e9f-fb1a-4ec7-b966-11f5461450de cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:12.554757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-03c1e850-63ea-411d-bc81-b13922d773f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.589971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44606) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:12.598545 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.612350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:12.643141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:12.651713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:12.664118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:12.669428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:12.670055 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.705469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event updated for resources: {'Port': ['ID=4a2d1b68-e6ca-48ae-82ef-858daee2373a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:12.731876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-03c1e850-63ea-411d-bc81-b13922d773f1 service neutron] Transition to ACTIVE for port object 98924f8c-871d-4707-a227-48a248fb189c will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:12.734612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49f03cc6-23db-43fe-b828-11d37579d430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.737211 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49f03cc6-23db-43fe-b828-11d37579d430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.744821 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-49f03cc6-23db-43fe-b828-11d37579d430 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e6c83483-450a-4809-b426-1c2d742ef09f HTTP/1.1" status: 204 len: 168 time: 0.4996915 Sep 08 13:08:12.770412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f03cc6-23db-43fe-b828-11d37579d430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c83483-450a-4809-b426-1c2d742ef09f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:12.794052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-0bcc4fb3-266c-4f0f-ac41-e6d9a72aba66 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5744958 Sep 08 13:08:12.809386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Request body: {'port': {'device_id': '669b3563-cced-447a-9d47-1c7b673216ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:12.866813 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-03c1e850-63ea-411d-bc81-b13922d773f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:12.939131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae006e9f-fb1a-4ec7-b966-11f5461450de {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:12.970497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:13.026071 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:13.029426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Transition to ACTIVE for port object ae006e9f-fb1a-4ec7-b966-11f5461450de will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:13.055129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-03c1e850-63ea-411d-bc81-b13922d773f1 service neutron] No DVR routers for this DVR port 98924f8c-871d-4707-a227-48a248fb189c on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:08:13.077800 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1e850-63ea-411d-bc81-b13922d773f1 service neutron] Pushing event updated for resources: {'Port': ['ID=98924f8c-871d-4707-a227-48a248fb189c,revision_number=10']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:13.095541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-c7c22873-f58b-4efa-be5a-6088c68e0b79 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3616b8ef182f471e8b655d7b12138708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235572 Sep 08 13:08:13.164207 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0a12411-353d-403f-9e6f-7b2c3d9a55b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:13.180317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-03c1e850-63ea-411d-bc81-b13922d773f1 service neutron] 10.222.0.60 "PUT /v2.0/ports/98924f8c-871d-4707-a227-48a248fb189c/bindings/n-h1-807558-3/activate HTTP/1.1" status: 200 len: 369 time: 1.3862405 Sep 08 13:08:13.209724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed526c2-ecea-4a77-8851-89b69ed7e040 req-320f5a29-6500-4235-8bfc-e4f7308c19b0 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:13.211598 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:13.213944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2bf9c805-5251-4d0b-a033-b6935f40fe48 None None] Provisioning for port 4a2d1b68-e6ca-48ae-82ef-858daee2373a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:13.217243 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ed526c2-ecea-4a77-8851-89b69ed7e040 req-320f5a29-6500-4235-8bfc-e4f7308c19b0 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 945 time: 0.1884756 Sep 08 13:08:13.219850 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:13.228814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2bf9c805-5251-4d0b-a033-b6935f40fe48 None None] Provisioning complete for port 4a2d1b68-e6ca-48ae-82ef-858daee2373a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:13.229966 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2bf9c805-5251-4d0b-a033-b6935f40fe48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:13.303321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9c805-5251-4d0b-a033-b6935f40fe48 None None] Port 4a2d1b68-e6ca-48ae-82ef-858daee2373a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:13.311177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Pushing event updated for resources: {'Port': ['ID=ae006e9f-fb1a-4ec7-b966-11f5461450de,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:13.323336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-9be299d8-1e92-41b2-9b80-f2f18297b450 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:13.332420 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-9be299d8-1e92-41b2-9b80-f2f18297b450 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291451 Sep 08 13:08:13.345963 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-a8f80757-28ab-4ed1-b4e7-6873a031b90f tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/quotas/3616b8ef182f471e8b655d7b12138708 HTTP/1.1" status: 200 len: 375 time: 0.0134034 Sep 08 13:08:13.379043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ed526c2-ecea-4a77-8851-89b69ed7e040 req-90adb68e-5117-4e69-b666-bf0a9f2cfcb2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593261 Sep 08 13:08:13.460260 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-8d0f83db-7760-425a-9eb8-e211c5f343be tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3616b8ef182f471e8b655d7b12138708&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1023750 Sep 08 13:08:13.514311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Attempting to bind port ae006e9f-fb1a-4ec7-b966-11f5461450de on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:13.515001 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Attempting to bind port ae006e9f-fb1a-4ec7-b966-11f5461450de by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:13.515455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Attempting to bind port ae006e9f-fb1a-4ec7-b966-11f5461450de on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:13.523448 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Port ae006e9f-fb1a-4ec7-b966-11f5461450de on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:13.523813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Attempting to bind port ae006e9f-fb1a-4ec7-b966-11f5461450de on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:13.533063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:13.533410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:13.533786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:13.534441 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Bound port: ae006e9f-fb1a-4ec7-b966-11f5461450de, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:13.535428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:13.659152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] For port ae006e9f-fb1a-4ec7-b966-11f5461450de, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:13.662949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] For port ae006e9f-fb1a-4ec7-b966-11f5461450de, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae006e9f-fb1a-4ec7-b966-11f5461450de,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:13.746813 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:13.836174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-5e16c83c-9f2b-4d9d-a1d4-945708ba9b9e tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:13.843465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:13.844106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:13.845519 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] 10.222.0.60 "PUT /v2.0/ports/ae006e9f-fb1a-4ec7-b966-11f5461450de HTTP/1.1" status: 200 len: 1096 time: 1.5643187 Sep 08 13:08:13.845980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12682579-86c6-4f21-84a2-8fe60f51b224', 'tag': 'ae006e9f-fb1a-4ec7-b966-11f5461450de'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:13.848946 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8310d6-46f0-404e-b1b7-dc59d931c0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "12682579-86c6-4f21-84a2-8fe60f51b224", "tag": "ae006e9f-fb1a-4ec7-b966-11f5461450de"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:13.851110 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-5e16c83c-9f2b-4d9d-a1d4-945708ba9b9e tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c&tenant_id=fb92476927b34b84aed526285f320f3a&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 1096 time: 0.4699917 Sep 08 13:08:13.897133 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0a12411-353d-403f-9e6f-7b2c3d9a55b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:13.919888 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:13.920891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4d679-5df0-4dec-988c-0eb54f242a73 service neutron] Pushing event updated for resources: {'Port': ['ID=ae006e9f-fb1a-4ec7-b966-11f5461450de,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:13.953277 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4d306-cda6-4eb0-8262-319db92ad51b req-7432b2b9-9d87-46d3-9d1d-ba55fd1ce162 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:13.962018 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41d4d306-cda6-4eb0-8262-319db92ad51b req-7432b2b9-9d87-46d3-9d1d-ba55fd1ce162 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 936 time: 0.5117686 Sep 08 13:08:14.071781 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41d4d306-cda6-4eb0-8262-319db92ad51b req-0d278c36-215d-4051-a84f-5d00a57e59d0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045141 Sep 08 13:08:14.087866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-eb76c0a7-d4f1-4181-bdfb-487cb5e3e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:14.089765 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-eb76c0a7-d4f1-4181-bdfb-487cb5e3e3e4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c&tenant_id=fb92476927b34b84aed526285f320f3a HTTP/1.1" status: 200 len: 1096 time: 0.2187114 Sep 08 13:08:14.122595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f0499-433f-494e-a197-9f4080f3c03a req-06fc7a9d-2b67-4ec8-bcf4-59a6c7acc914 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:14.122595 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb2f0499-433f-494e-a197-9f4080f3c03a req-06fc7a9d-2b67-4ec8-bcf4-59a6c7acc914 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 949 time: 0.1746945 Sep 08 13:08:14.125945 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0a12411-353d-403f-9e6f-7b2c3d9a55b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:14.156335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-20019d3a-ca35-4418-bbf5-e181ea502aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:14.157841 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-20019d3a-ca35-4418-bbf5-e181ea502aaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=12682579-86c6-4f21-84a2-8fe60f51b224 HTTP/1.1" status: 200 len: 1099 time: 0.1220336 Sep 08 13:08:14.189173 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb2f0499-433f-494e-a197-9f4080f3c03a req-06c822fd-678e-4dbc-bb86-3ef67d6aa171 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686014 Sep 08 13:08:14.231151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e26431e4-35f2-44ef-9d3a-eb1c4ca77555 req-73bf9ab6-8d28-4236-b802-1ff7c709dc9b tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 210 time: 0.1060045 Sep 08 13:08:14.245298 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-cfd9ac0f-851d-4c20-ac8b-e6607d7f83e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=ae006e9f-fb1a-4ec7-b966-11f5461450de HTTP/1.1" status: 200 len: 217 time: 0.0653560 Sep 08 13:08:14.273804 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d0a12411-353d-403f-9e6f-7b2c3d9a55b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8724c61da7574d6a935da3c5f5751196&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6822934 Sep 08 13:08:14.277263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a2d1b68-e6ca-48ae-82ef-858daee2373a {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:14.284976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44674) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:14.286603 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6559da57-73a9-4e76-8c53-a14fa33eb236 x-openstack-request-id: req-6559da57-73a9-4e76-8c53-a14fa33eb236 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:14.286961 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12682579-86c6-4f21-84a2-8fe60f51b224", "tag": "ae006e9f-fb1a-4ec7-b966-11f5461450de", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:14.287279 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6559da57-73a9-4e76-8c53-a14fa33eb236 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:14.287734 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12682579-86c6-4f21-84a2-8fe60f51b224', 'tag': 'ae006e9f-fb1a-4ec7-b966-11f5461450de', 'status': 'completed', 'code': 200} Sep 08 13:08:14.288798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a12411-353d-403f-9e6f-7b2c3d9a55b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7172c41-f4e2-406f-9555-321d29123c25,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:14.293060 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:14.309098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-2d116d7c-86e4-45cf-81b6-0f7c1488e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:14.310923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-2d116d7c-86e4-45cf-81b6-0f7c1488e9b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 1096 time: 0.1888757 Sep 08 13:08:14.314211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Transition to ACTIVE for port object 4a2d1b68-e6ca-48ae-82ef-858daee2373a will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:14.338392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-239f3ea4-6584-429b-b129-8609ead1bf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:14.340079 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-239f3ea4-6584-429b-b129-8609ead1bf2a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0876195 Sep 08 13:08:14.391068 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cc099848-6e73-4b93-be0b-739ce4ca9cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:14.425231 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cc099848-6e73-4b93-be0b-739ce4ca9cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:14.440425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b28cfdb9-c9d2-493c-bc88-88b6083e2d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:14.442559 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-b28cfdb9-c9d2-493c-bc88-88b6083e2d44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0942252 Sep 08 13:08:14.495708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-ac32f163-ed07-4852-8fc4-a0a284ce855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:14.497412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-ac32f163-ed07-4852-8fc4-a0a284ce855a service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1769462 Sep 08 13:08:14.499396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:14.601050 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-f1caaaa2-3b73-4459-91e2-64a826959770 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98924f8c-871d-4707-a227-48a248fb189c HTTP/1.1" status: 200 len: 217 time: 0.0893075 Sep 08 13:08:14.628705 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-e39e2e9e-2b3e-44bb-adfa-41311c37db6c service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655915 Sep 08 13:08:14.674543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed661df-5599-4bc7-9635-8c793efe2672 req-42762b48-f7c4-4c2b-8e51-0220abbd3ee4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:14.688897 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ed661df-5599-4bc7-9635-8c793efe2672 req-42762b48-f7c4-4c2b-8e51-0220abbd3ee4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 945 time: 0.1536772 Sep 08 13:08:14.718595 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cc099848-6e73-4b93-be0b-739ce4ca9cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:14.722083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cc099848-6e73-4b93-be0b-739ce4ca9cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:14.723997 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cc099848-6e73-4b93-be0b-739ce4ca9cc9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f7172c41-f4e2-406f-9555-321d29123c25 HTTP/1.1" status: 204 len: 168 time: 0.4353681 Sep 08 13:08:14.794907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2d1b68-e6ca-48ae-82ef-858daee2373a,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:14.804887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Attempting to bind port 4a2d1b68-e6ca-48ae-82ef-858daee2373a on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:14.805688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Attempting to bind port 4a2d1b68-e6ca-48ae-82ef-858daee2373a by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:14.805688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Attempting to bind port 4a2d1b68-e6ca-48ae-82ef-858daee2373a on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:14.813333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Port 4a2d1b68-e6ca-48ae-82ef-858daee2373a on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:14.814045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Attempting to bind port 4a2d1b68-e6ca-48ae-82ef-858daee2373a on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:14.821698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-d91b87a2-a187-4309-9d98-6858604f5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:14.823361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-d91b87a2-a187-4309-9d98-6858604f5701 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.1959314 Sep 08 13:08:14.824832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:14.825273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:14.825753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:14.826338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Bound port: 4a2d1b68-e6ca-48ae-82ef-858daee2373a, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:14.826825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:14.846204 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ed661df-5599-4bc7-9635-8c793efe2672 req-f0c32f9a-c058-439b-a786-6fe153ef6cc7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556745 Sep 08 13:08:14.850064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc099848-6e73-4b93-be0b-739ce4ca9cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7172c41-f4e2-406f-9555-321d29123c25,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:14.873844 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-ff831b9f-b0b9-446d-a422-f71746091bc8 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404799 Sep 08 13:08:14.923869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-7a5a8c4a-0724-4f09-8cb8-d2d5dd403187 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800896 Sep 08 13:08:14.996828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] For port 4a2d1b68-e6ca-48ae-82ef-858daee2373a, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:15.037985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] For port 4a2d1b68-e6ca-48ae-82ef-858daee2373a, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4a2d1b68-e6ca-48ae-82ef-858daee2373a,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:15.060531 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-8c1416e2-7dee-44e4-9008-54a3d53987ae service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257954 Sep 08 13:08:15.164674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8310d6-46f0-404e-b1b7-dc59d931c0d7 req-7b0a98a3-4059-43cf-a142-a8dee8475877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:15.166682 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c8310d6-46f0-404e-b1b7-dc59d931c0d7 req-7b0a98a3-4059-43cf-a142-a8dee8475877 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=12682579-86c6-4f21-84a2-8fe60f51b224 HTTP/1.1" status: 200 len: 1099 time: 0.0718784 Sep 08 13:08:15.172340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-c7fccd9d-55f6-46f9-99b1-6dce00f4e012 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032894 Sep 08 13:08:15.196885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:15.245605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:15.246296 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:15.247872 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] 10.222.0.60 "PUT /v2.0/ports/4a2d1b68-e6ca-48ae-82ef-858daee2373a HTTP/1.1" status: 200 len: 1096 time: 2.4444294 Sep 08 13:08:15.250019 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '669b3563-cced-447a-9d47-1c7b673216ba', 'tag': '4a2d1b68-e6ca-48ae-82ef-858daee2373a'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:15.253970 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cff934-3993-4237-ae26-679e7ed23f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "669b3563-cced-447a-9d47-1c7b673216ba", "tag": "4a2d1b68-e6ca-48ae-82ef-858daee2373a"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:15.278729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 98924f8c-871d-4707-a227-48a248fb189c no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:08:15.307370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d90780-a4d1-447e-bbb2-c14bd4544870 service neutron] Pushing event updated for resources: {'Port': ['ID=4a2d1b68-e6ca-48ae-82ef-858daee2373a,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:15.349945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d8c17-9619-441b-9ed9-11808bac80f0 req-c24b1baa-bf1d-47b1-8451-d8ab3797290e tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:15.360153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 98924f8c-871d-4707-a227-48a248fb189c not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:08:15.361443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844026d-3ae0-4dfc-8511-3b2fd85b4ff5 req-c3d5da35-3ec5-4957-b6c1-8d4decba509a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:15.364278 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b19d8c17-9619-441b-9ed9-11808bac80f0 req-c24b1baa-bf1d-47b1-8451-d8ab3797290e tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 949 time: 0.1563847 Sep 08 13:08:15.374761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1844026d-3ae0-4dfc-8511-3b2fd85b4ff5 req-c3d5da35-3ec5-4957-b6c1-8d4decba509a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 948 time: 0.1894224 Sep 08 13:08:15.431477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b19d8c17-9619-441b-9ed9-11808bac80f0 req-f7820413-71ec-42f1-8eae-8a63995913a8 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601730 Sep 08 13:08:15.490612 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1844026d-3ae0-4dfc-8511-3b2fd85b4ff5 req-247c5e24-c1ae-4abb-a9f6-e92c87f813b9 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148341 Sep 08 13:08:15.526891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8310d6-46f0-404e-b1b7-dc59d931c0d7 req-fd527e0e-1cc6-44b2-bf69-f6c064d061c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:15.534893 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c8310d6-46f0-404e-b1b7-dc59d931c0d7 req-fd527e0e-1cc6-44b2-bf69-f6c064d061c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.3570564 Sep 08 13:08:15.601472 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9532a387-857f-48a4-a04d-448479850348 x-openstack-request-id: req-9532a387-857f-48a4-a04d-448479850348 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:15.602038 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "669b3563-cced-447a-9d47-1c7b673216ba", "tag": "4a2d1b68-e6ca-48ae-82ef-858daee2373a", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:15.602038 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9532a387-857f-48a4-a04d-448479850348 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:15.605983 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '669b3563-cced-447a-9d47-1c7b673216ba', 'tag': '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'status': 'completed', 'code': 200} Sep 08 13:08:15.660621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-99619295-5fa4-45e1-a191-0656e0195e18 req-e21f6fa1-b02e-4c4c-8282-d3f9484f2013 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 210 time: 0.0773239 Sep 08 13:08:15.660857 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c8310d6-46f0-404e-b1b7-dc59d931c0d7 req-1901ad94-a225-4613-acbd-6a0d0932e7bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=ae006e9f-fb1a-4ec7-b966-11f5461450de HTTP/1.1" status: 200 len: 217 time: 0.1151848 Sep 08 13:08:15.663900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c90f2afc-0eee-426d-9cc7-810bc959a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:15.665391 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-c90f2afc-0eee-426d-9cc7-810bc959a662 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 1099 time: 0.1867151 Sep 08 13:08:15.728808 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-d4901b05-2c3f-446b-9941-cf74eafecee2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=4a2d1b68-e6ca-48ae-82ef-858daee2373a HTTP/1.1" status: 200 len: 217 time: 0.0491345 Sep 08 13:08:15.744109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8310d6-46f0-404e-b1b7-dc59d931c0d7 req-af74982f-df3a-4e44-8ee3-25e7222b56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:15.746389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c8310d6-46f0-404e-b1b7-dc59d931c0d7 req-af74982f-df3a-4e44-8ee3-25e7222b56ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0720661 Sep 08 13:08:15.807237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-f37f403a-4052-47db-9fa3-d1d4d601be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:15.811770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-f37f403a-4052-47db-9fa3-d1d4d601be10 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0755126 Sep 08 13:08:15.816772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8310d6-46f0-404e-b1b7-dc59d931c0d7 req-4afeb2fd-8db3-45de-8467-8507e53bc845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:15.818882 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c8310d6-46f0-404e-b1b7-dc59d931c0d7 req-4afeb2fd-8db3-45de-8467-8507e53bc845 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0652218 Sep 08 13:08:15.869721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-8b323fac-1fab-483b-b9c5-30b099063a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:15.869721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-8b323fac-1fab-483b-b9c5-30b099063a0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0501280 Sep 08 13:08:15.959935 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c8310d6-46f0-404e-b1b7-dc59d931c0d7 req-0808a940-9d3a-4771-ade3-4d4bb0242c8c service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326928 Sep 08 13:08:16.079480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-0463d305-921d-4d06-88ad-7c085d5e5b96 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:16.080989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-0463d305-921d-4d06-88ad-7c085d5e5b96 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c&tenant_id=fb92476927b34b84aed526285f320f3a&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1096 time: 0.0948493 Sep 08 13:08:16.085614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-ff55044e-1f93-4570-aabe-b19733cb5d1c service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071497 Sep 08 13:08:16.103642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ea432-11af-4af9-b936-b397286af465 req-d7fc34ed-afc4-4f0c-a5ab-0df68f46ba6f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:16.104764 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa7ea432-11af-4af9-b936-b397286af465 req-d7fc34ed-afc4-4f0c-a5ab-0df68f46ba6f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 945 time: 0.1130657 Sep 08 13:08:16.135297 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c8310d6-46f0-404e-b1b7-dc59d931c0d7 req-374ed61e-b3df-4b3d-9422-0715aa78cfc2 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620946 Sep 08 13:08:16.155837 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa7ea432-11af-4af9-b936-b397286af465 req-c3f36b8e-f45f-4ab9-af8a-a8202a357884 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380478 Sep 08 13:08:16.265620 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafed9e2-5e66-4244-ba75-e23f364ddb41 req-390bafbc-7ea6-4ed5-9faa-ce4c8dd899b9 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716645 Sep 08 13:08:16.360634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44728) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:16.375550 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e57e40e0-eca7-40bc-bc41-21c023ea203c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:16.494665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-5c224514-4415-4206-afc1-23736e8ae765 service neutron] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:16.505231 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-5c224514-4415-4206-afc1-23736e8ae765 service neutron] Notify callbacks [] for binding, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:16.506943 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e6c8785-aa06-4f4f-8927-b2850445cb16 req-5c224514-4415-4206-afc1-23736e8ae765 service neutron] 10.222.0.70 "DELETE /v2.0/ports/98924f8c-871d-4707-a227-48a248fb189c/bindings/n-h2-807558-3 HTTP/1.1" status: 204 len: 173 time: 0.4043541 Sep 08 13:08:16.517954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cff934-3993-4237-ae26-679e7ed23f5b req-f359caa5-2eef-4196-84b8-3840192a6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:16.519537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39cff934-3993-4237-ae26-679e7ed23f5b req-f359caa5-2eef-4196-84b8-3840192a6e45 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 1099 time: 0.0858645 Sep 08 13:08:16.531892 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:16.563790 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e57e40e0-eca7-40bc-bc41-21c023ea203c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:16.657663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ac281-95c6-482e-a898-97eed5beb651 req-6fb9a2b3-ae55-4834-9f7f-4d37d5345076 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:16.659217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-012ac281-95c6-482e-a898-97eed5beb651 req-6fb9a2b3-ae55-4834-9f7f-4d37d5345076 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 949 time: 0.1053250 Sep 08 13:08:16.669246 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e57e40e0-eca7-40bc-bc41-21c023ea203c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:16.674697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99269568-a9f5-4c4b-bbb3-8f8b5b95e84a req-07a11206-72dc-4e4c-8a36-95d12fe448e1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:16.676946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99269568-a9f5-4c4b-bbb3-8f8b5b95e84a req-07a11206-72dc-4e4c-8a36-95d12fe448e1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 948 time: 0.0915198 Sep 08 13:08:16.722531 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99269568-a9f5-4c4b-bbb3-8f8b5b95e84a req-e379368e-cf61-4f8f-9d22-3a3404327b6a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393748 Sep 08 13:08:16.735153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cff934-3993-4237-ae26-679e7ed23f5b req-0ab43ce4-2be4-4817-8c4b-185fbc44e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:16.736756 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39cff934-3993-4237-ae26-679e7ed23f5b req-0ab43ce4-2be4-4817-8c4b-185fbc44e822 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.2066774 Sep 08 13:08:16.768766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44748) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:16.768978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e57e40e0-eca7-40bc-bc41-21c023ea203c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f8cdac69cb541b098a2c27fdeaa2061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063859 Sep 08 13:08:16.823250 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39cff934-3993-4237-ae26-679e7ed23f5b req-7585e9ce-21e9-4d2b-88f6-7d526169de3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=4a2d1b68-e6ca-48ae-82ef-858daee2373a HTTP/1.1" status: 200 len: 217 time: 0.0770388 Sep 08 13:08:16.824189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57e40e0-eca7-40bc-bc41-21c023ea203c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92055aa4-6d1f-4d40-b9da-44d920a3012e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:16.861757 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b7ab5e1f-5bc3-4800-b998-996f3590271c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:16.890036 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b7ab5e1f-5bc3-4800-b998-996f3590271c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:16.907119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-012ac281-95c6-482e-a898-97eed5beb651 req-f8238d15-4cfe-4eea-af14-3b1ad3d8ecec tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387941 Sep 08 13:08:16.913767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-c492f7dc-09b3-4355-a3cf-93c163bf8037 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3616b8ef182f471e8b655d7b12138708&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844240 Sep 08 13:08:16.929635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af177940-54a7-4d01-9a75-6eb7040315b2 req-9ed8e8fd-e485-4184-84d8-069eec7ef613 tempest-DeleteServersAdminTestJSON-754242254 tempest-DeleteServersAdminTestJSON-754242254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:16.941440 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af177940-54a7-4d01-9a75-6eb7040315b2 req-9ed8e8fd-e485-4184-84d8-069eec7ef613 tempest-DeleteServersAdminTestJSON-754242254 tempest-DeleteServersAdminTestJSON-754242254-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 1100 time: 0.2031810 Sep 08 13:08:16.963013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cff934-3993-4237-ae26-679e7ed23f5b req-d2f3f27b-d48a-4053-9b11-488d0db87423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:16.966395 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39cff934-3993-4237-ae26-679e7ed23f5b req-d2f3f27b-d48a-4053-9b11-488d0db87423 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1331689 Sep 08 13:08:17.142013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b7ab5e1f-5bc3-4800-b998-996f3590271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:17.144865 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b7ab5e1f-5bc3-4800-b998-996f3590271c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:17.146144 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b7ab5e1f-5bc3-4800-b998-996f3590271c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/92055aa4-6d1f-4d40-b9da-44d920a3012e HTTP/1.1" status: 204 len: 168 time: 0.3740585 Sep 08 13:08:17.167406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab5e1f-5bc3-4800-b998-996f3590271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92055aa4-6d1f-4d40-b9da-44d920a3012e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:17.199107 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-865c7478-3814-448c-9097-b6754d1bce9e tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3a698fd8962742e39d4127a4b6933147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330038 Sep 08 13:08:17.322625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-c8850cd5-056a-4c0d-8a24-45d25874b951 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:17.327168 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-c8850cd5-056a-4c0d-8a24-45d25874b951 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263537 Sep 08 13:08:17.345873 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-40dcc7f2-5c1f-4aa8-b18b-7dd19cc94720 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/quotas/3a698fd8962742e39d4127a4b6933147 HTTP/1.1" status: 200 len: 375 time: 0.0152559 Sep 08 13:08:17.372041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e51f2d9-e107-4665-8468-b7410cd1c8dc req-5eb2a689-b77e-4c31-92b3-76d155fee563 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 210 time: 0.3340530 Sep 08 13:08:17.380650 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-4f940607-1d81-4fa7-b4fc-75d1dc461c2f tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a698fd8962742e39d4127a4b6933147&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265949 Sep 08 13:08:17.445285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-120b83e7-7783-43ab-89a9-913d48040f36 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:17.446907 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-120b83e7-7783-43ab-89a9-913d48040f36 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5037999 Sep 08 13:08:17.453218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cff934-3993-4237-ae26-679e7ed23f5b req-8178a425-8548-4d0c-a70f-170dae03caef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:17.454773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39cff934-3993-4237-ae26-679e7ed23f5b req-8178a425-8548-4d0c-a70f-170dae03caef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4601345 Sep 08 13:08:17.463783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Request body: {'port': {'device_id': '3f9bf4af-2220-4faf-8b8a-5cfe72ae0034', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '3616b8ef182f471e8b655d7b12138708'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:17.603383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-af177940-54a7-4d01-9a75-6eb7040315b2 req-16d3ce4e-2e05-41d5-a7fa-2bbe34c399c9 tempest-DeleteServersAdminTestJSON-754242254 tempest-DeleteServersAdminTestJSON-754242254-project-admin] Deleting port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:08:17.603383 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af177940-54a7-4d01-9a75-6eb7040315b2 req-16d3ce4e-2e05-41d5-a7fa-2bbe34c399c9 tempest-DeleteServersAdminTestJSON-754242254 tempest-DeleteServersAdminTestJSON-754242254-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:17.689009 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39cff934-3993-4237-ae26-679e7ed23f5b req-36b5fb73-fda5-44bb-8d0e-b6e38c40aeb9 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218254 Sep 08 13:08:17.766720 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-779626a3-4d62-4150-b3bb-22107497d026 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4f9e01d4b3d04d74a450534bc08e9f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707219 Sep 08 13:08:17.833575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce2470-6c5e-4548-a583-f10fdcb15b71 req-bb8606d7-9c13-4b28-ae04-9898ed01737a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:17.845337 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73ce2470-6c5e-4548-a583-f10fdcb15b71 req-bb8606d7-9c13-4b28-ae04-9898ed01737a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 945 time: 0.0843244 Sep 08 13:08:17.893219 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73ce2470-6c5e-4548-a583-f10fdcb15b71 req-a762f69a-7530-444d-bf1d-b38e40ff0a56 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376215 Sep 08 13:08:17.925180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-af177940-54a7-4d01-9a75-6eb7040315b2 req-16d3ce4e-2e05-41d5-a7fa-2bbe34c399c9 tempest-DeleteServersAdminTestJSON-754242254 tempest-DeleteServersAdminTestJSON-754242254-project-admin] For port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cf4a4741-d5b7-4259-bc4f-d66ed9bd236c,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:17.925569 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af177940-54a7-4d01-9a75-6eb7040315b2 req-16d3ce4e-2e05-41d5-a7fa-2bbe34c399c9 tempest-DeleteServersAdminTestJSON-754242254 tempest-DeleteServersAdminTestJSON-754242254-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:17.948065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Made reservation on behalf of 3616b8ef182f471e8b655d7b12138708 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:17.951539 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:17.970855 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1eb6a83d-f937-4205-928b-7a09d2eb6f7c req-378440ce-0ffa-451f-bf57-637ee0e0bedf tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 210 time: 0.0320599 Sep 08 13:08:17.971570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-af177940-54a7-4d01-9a75-6eb7040315b2 req-16d3ce4e-2e05-41d5-a7fa-2bbe34c399c9 tempest-DeleteServersAdminTestJSON-754242254 tempest-DeleteServersAdminTestJSON-754242254-project-admin] Calling delete_port for cf4a4741-d5b7-4259-bc4f-d66ed9bd236c owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:08:17.977437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39cff934-3993-4237-ae26-679e7ed23f5b req-1ef5376b-4332-4896-8702-9a01556a9f3e service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761068 Sep 08 13:08:17.984867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:18.111888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf04460-7af0-4aa4-b99d-e8efc8fcc73e req-97d3e2c5-e8ac-47fe-a65c-f6c7d05a8ab7 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:18.113620 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0bf04460-7af0-4aa4-b99d-e8efc8fcc73e req-97d3e2c5-e8ac-47fe-a65c-f6c7d05a8ab7 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 948 time: 0.0560107 Sep 08 13:08:18.117961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72315-8637-46a7-a4dc-48d0f143976a req-9d6db4a5-22b1-40cf-8eff-248716e2d643 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:18.119537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-9d6db4a5-22b1-40cf-8eff-248716e2d643 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3395166 Sep 08 13:08:18.153146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-b4d96bec-96a7-4287-adfe-7d8454676eea tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/quotas/4f9e01d4b3d04d74a450534bc08e9f36 HTTP/1.1" status: 200 len: 375 time: 0.0225973 Sep 08 13:08:18.154766 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0bf04460-7af0-4aa4-b99d-e8efc8fcc73e req-7676eda5-0307-4536-b511-9488713df675 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347090 Sep 08 13:08:18.210981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-eaae0a05-8300-49e6-a634-ed4648dfd593 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f9e01d4b3d04d74a450534bc08e9f36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407906 Sep 08 13:08:18.275390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:18.342408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918061e9-8c14-4b6e-825f-ed3e79346c87 req-48cffdae-a07e-48ff-aece-10c30bd7863f tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:18.344042 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-918061e9-8c14-4b6e-825f-ed3e79346c87 req-48cffdae-a07e-48ff-aece-10c30bd7863f tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 949 time: 0.0550239 Sep 08 13:08:18.371741 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:18.386195 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-918061e9-8c14-4b6e-825f-ed3e79346c87 req-5530bf18-e70e-42f8-84ca-78389f25d3e8 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358970 Sep 08 13:08:18.446060 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af177940-54a7-4d01-9a75-6eb7040315b2 req-16d3ce4e-2e05-41d5-a7fa-2bbe34c399c9 tempest-DeleteServersAdminTestJSON-754242254 tempest-DeleteServersAdminTestJSON-754242254-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:18.452361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b64e146f-837c-4767-a52c-97f4c8632763,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:18.458128 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['cf4a4741-d5b7-4259-bc4f-d66ed9bd236c'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:18.516858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3ce4e-2e05-41d5-a7fa-2bbe34c399c9 tempest-DeleteServersAdminTestJSON-754242254 tempest-DeleteServersAdminTestJSON-754242254-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf4a4741-d5b7-4259-bc4f-d66ed9bd236c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:18.569320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc0445-49aa-4b93-a327-139d9e6ab9a8 req-2086e5dc-7047-43db-a907-fc828af6cdff tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:18.582724 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6dbc0445-49aa-4b93-a327-139d9e6ab9a8 req-2086e5dc-7047-43db-a907-fc828af6cdff tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 1096 time: 0.1292391 Sep 08 13:08:18.603066 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-af177940-54a7-4d01-9a75-6eb7040315b2 req-16d3ce4e-2e05-41d5-a7fa-2bbe34c399c9 tempest-DeleteServersAdminTestJSON-754242254 tempest-DeleteServersAdminTestJSON-754242254-project-admin] No DVR routers for this DVR port cf4a4741-d5b7-4259-bc4f-d66ed9bd236c on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:08:18.632509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Allocated IP 192.168.233.51 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/ccfd646e-d4b5-438e-9b75-12b3fe0c5c29) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:18.686331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6dbc0445-49aa-4b93-a327-139d9e6ab9a8 req-07670b02-f566-4028-b143-46d2bf0a235e tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931351 Sep 08 13:08:18.721872 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af177940-54a7-4d01-9a75-6eb7040315b2 req-16d3ce4e-2e05-41d5-a7fa-2bbe34c399c9 tempest-DeleteServersAdminTestJSON-754242254 tempest-DeleteServersAdminTestJSON-754242254-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:18.724867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af177940-54a7-4d01-9a75-6eb7040315b2 req-16d3ce4e-2e05-41d5-a7fa-2bbe34c399c9 tempest-DeleteServersAdminTestJSON-754242254 tempest-DeleteServersAdminTestJSON-754242254-project-admin] 10.222.0.70 "DELETE /v2.0/ports/cf4a4741-d5b7-4259-bc4f-d66ed9bd236c HTTP/1.1" status: 204 len: 173 time: 1.7703581 Sep 08 13:08:18.725382 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e42b4db6-2771-4d62-a55f-84cf1c6ab8c6', 'name': 'network-vif-deleted', 'tag': 'cf4a4741-d5b7-4259-bc4f-d66ed9bd236c'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:18.729720 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecb354d-337c-4517-b89f-ba90f63b35ab" -d '{"events": [{"server_uuid": "e42b4db6-2771-4d62-a55f-84cf1c6ab8c6", "name": "network-vif-deleted", "tag": "cf4a4741-d5b7-4259-bc4f-d66ed9bd236c"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:18.788198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b51709f8-87f2-4cd7-a7da-732994a28612 req-186274aa-5fec-4680-97a3-76c4e0d8f348 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 210 time: 0.0681672 Sep 08 13:08:18.916295 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442d83bd-391d-4699-ae38-623e4a32fe89 x-openstack-request-id: req-442d83bd-391d-4699-ae38-623e4a32fe89 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:18.916606 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e42b4db6-2771-4d62-a55f-84cf1c6ab8c6", "name": "network-vif-deleted", "tag": "cf4a4741-d5b7-4259-bc4f-d66ed9bd236c", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:18.917070 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-442d83bd-391d-4699-ae38-623e4a32fe89 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:18.924466 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3cef85e-fe7e-492b-a63b-2cfe0a1b29d3 req-16f8084e-e88a-4e1b-99fa-7b10791cd5dc tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 210 time: 0.0719759 Sep 08 13:08:18.929923 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e42b4db6-2771-4d62-a55f-84cf1c6ab8c6', 'name': 'network-vif-deleted', 'tag': 'cf4a4741-d5b7-4259-bc4f-d66ed9bd236c', 'status': 'completed', 'code': 200} Sep 08 13:08:18.951423 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:18.974491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Transition to ACTIVE for port object ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:19.084605 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cdb1de9e-7347-4bf7-aec0-6b1fab209760 req-99603727-32e8-4c6a-97a0-29d6eb0fecf2 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 210 time: 0.0465086 Sep 08 13:08:19.119837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ae1c-194b-4503-9249-82e996dda12f req-bf471395-5d40-424b-b361-d700cdd77511 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:19.121678 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-bf471395-5d40-424b-b361-d700cdd77511 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 821 time: 0.1318324 Sep 08 13:08:19.137174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-82432dfe-5189-4a94-841d-7ea57073cb18 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/quotas/fb92476927b34b84aed526285f320f3a HTTP/1.1" status: 200 len: 375 time: 0.0099986 Sep 08 13:08:19.172374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:19.224240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:19.234133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:19.236183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Pushing event updated for resources: {'Port': ['ID=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:19.242581 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-446ba287-a4cf-4921-b11a-68f3a2179117 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998282 Sep 08 13:08:19.243290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:19.248647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:19.249551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:19.289024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5a282a-6bfc-4a68-8edc-e0944c3ae085 req-f6e199ae-6ade-4a4b-91e2-ffb49d5d3e0d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:19.300917 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce5a282a-6bfc-4a68-8edc-e0944c3ae085 req-f6e199ae-6ade-4a4b-91e2-ffb49d5d3e0d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 948 time: 0.0735109 Sep 08 13:08:19.301477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae006e9f-fb1a-4ec7-b966-11f5461450de details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:19.374436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce5a282a-6bfc-4a68-8edc-e0944c3ae085 req-f1ec7612-f3eb-4ad1-95d6-2a638c39a7fa tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720530 Sep 08 13:08:19.415219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-97b6fde7-d4df-4c13-8279-173fe378f99a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9560432 Sep 08 13:08:19.422148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-ded03dca-3954-4ac5-abe1-b713e5d08c91 service neutron] 10.222.0.69 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635988 Sep 08 13:08:19.441604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Request body: {'port': {'device_id': '3f9bf4af-2220-4faf-8b8a-5cfe72ae0034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:19.467956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae006e9f-fb1a-4ec7-b966-11f5461450de, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae006e9f-fb1a-4ec7-b966-11f5461450de,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:19.482622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'ae006e9f-fb1a-4ec7-b966-11f5461450de', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'ae006e9f-fb1a-4ec7-b966-11f5461450de', 'mac_address': 'fa:16:3e:c0:12:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:19.530587 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:19.533740 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db668cf2-1fd9-4749-9c2c-4ba2ef457ad8 req-40b143de-e1a9-49f0-919f-34cd413610ab tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=e42b4db6-2771-4d62-a55f-84cf1c6ab8c6 HTTP/1.1" status: 200 len: 210 time: 0.0344262 Sep 08 13:08:19.558160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae006e9f-fb1a-4ec7-b966-11f5461450de {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:19.598949 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae006e9f-fb1a-4ec7-b966-11f5461450de, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae006e9f-fb1a-4ec7-b966-11f5461450de,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:19.614656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:19.634703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-1cb83b37-76f9-458b-a601-4dc0a7993d5e service neutron] 10.222.0.69 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042749 Sep 08 13:08:19.722601 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:19.725596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-47989ca7-f1bd-4e85-97f0-10606e9ae835 None None] Provisioning for port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:19.735821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-47989ca7-f1bd-4e85-97f0-10606e9ae835 None None] Provisioning complete for port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:19.736446 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47989ca7-f1bd-4e85-97f0-10606e9ae835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:19.857392 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-47989ca7-f1bd-4e85-97f0-10606e9ae835 None None] Port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:19.861958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae006e9f-fb1a-4ec7-b966-11f5461450de,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:20.048545 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1bf55a95-8cda-44c5-8fa8-b3e013d2c431 req-649a3330-02c0-48b4-a4ec-e79adbc46ef8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 210 time: 0.0852399 Sep 08 13:08:20.049039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:20.088239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:20.118585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:20.157428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Transition to ACTIVE for port object ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:20.171376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e260c-f7a9-42b0-a244-4143171ef4c2 req-cc73ca1b-6cb3-47a3-89b1-c0b38efe6cdb tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:20.182745 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a10e260c-f7a9-42b0-a244-4143171ef4c2 req-cc73ca1b-6cb3-47a3-89b1-c0b38efe6cdb tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 935 time: 0.2110710 Sep 08 13:08:20.193940 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7057a014-181a-4f85-911c-32982c0ee46f req-6967318b-0585-4fe1-8da0-5e0371faf1d2 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 210 time: 0.0316648 Sep 08 13:08:20.258786 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a10e260c-f7a9-42b0-a244-4143171ef4c2 req-b5b2bce6-0c2f-467b-a628-4b5fa3e0cec2 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/security-groups?id=b64e146f-837c-4767-a52c-97f4c8632763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751753 Sep 08 13:08:20.260719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:20.337474 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4ba04e9-74a5-4e7a-85f0-7fd8020de189 req-2bf2257e-aa7b-431d-a033-6d20cbee5ff5 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 210 time: 0.0540092 Sep 08 13:08:20.373880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:20.385982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Attempting to bind port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:20.386363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Attempting to bind port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:20.386697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Attempting to bind port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:20.392234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:20.392606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Attempting to bind port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:20.399148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:20.399676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:20.400232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:20.400669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Bound port: ccfd646e-d4b5-438e-9b75-12b3fe0c5c29, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:20.401035 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:20.481575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] For port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:20.485270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] For port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:20.522467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31152bdc-a01d-48e0-b147-813d2bc1d7db req-c6bd5e9e-ab1a-4704-a610-25b18b84a671 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:20.522467 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31152bdc-a01d-48e0-b147-813d2bc1d7db req-c6bd5e9e-ab1a-4704-a610-25b18b84a671 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 948 time: 0.0673840 Sep 08 13:08:20.572406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31152bdc-a01d-48e0-b147-813d2bc1d7db req-73e97f48-dd52-4798-9d9a-c5d957bb3542 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491624 Sep 08 13:08:20.590362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:20.651766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:20.652461 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:20.654525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] 10.222.0.70 "PUT /v2.0/ports/ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 HTTP/1.1" status: 200 len: 1095 time: 1.2208045 Sep 08 13:08:20.709381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea372d6-8942-4af1-aebd-a966828e2b25 service neutron] Pushing event updated for resources: {'Port': ['ID=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:20.722684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cf4a4741-d5b7-4259-bc4f-d66ed9bd236c no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:08:20.745203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: cf4a4741-d5b7-4259-bc4f-d66ed9bd236c {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:08:20.745644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cf4a4741-d5b7-4259-bc4f-d66ed9bd236c not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:08:20.750994 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:08:20.886594 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-90c23941-6f6b-4431-a5a1-7be9906d50f5 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=76ddd524a08c4f0996d0f05aee6d5e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328152 Sep 08 13:08:20.901913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-10d124f8-1054-41f1-9f86-8f3521ebd795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:20.904231 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-10d124f8-1054-41f1-9f86-8f3521ebd795 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3616b8ef182f471e8b655d7b12138708&device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 1098 time: 0.0581477 Sep 08 13:08:20.947911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f9bf4af-2220-4faf-8b8a-5cfe72ae0034', 'tag': 'ccfd646e-d4b5-438e-9b75-12b3fe0c5c29'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:20.950261 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9841ed15-6ec4-471d-9bc3-884141636dec" -d '{"events": [{"name": "network-changed", "server_uuid": "3f9bf4af-2220-4faf-8b8a-5cfe72ae0034", "tag": "ccfd646e-d4b5-438e-9b75-12b3fe0c5c29"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:20.954947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-4f8b90bb-7972-461d-8aea-5378351f8b39 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 HTTP/1.1" status: 200 len: 217 time: 0.0416648 Sep 08 13:08:21.002640 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f2b701-d9a9-4126-a121-b78db36ceb5f x-openstack-request-id: req-50f2b701-d9a9-4126-a121-b78db36ceb5f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:21.002932 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f9bf4af-2220-4faf-8b8a-5cfe72ae0034", "tag": "ccfd646e-d4b5-438e-9b75-12b3fe0c5c29", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:21.003708 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50f2b701-d9a9-4126-a121-b78db36ceb5f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:21.004087 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f9bf4af-2220-4faf-8b8a-5cfe72ae0034', 'tag': 'ccfd646e-d4b5-438e-9b75-12b3fe0c5c29', 'status': 'completed', 'code': 200} Sep 08 13:08:21.019856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-cc66fa27-35c5-4d86-8acd-1497a72e92cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:21.021327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-cc66fa27-35c5-4d86-8acd-1497a72e92cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0594189 Sep 08 13:08:21.024196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-bfb185b6-4cc4-429f-acb4-c2dd0bb5285c tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:21.025674 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-bfb185b6-4cc4-429f-acb4-c2dd0bb5285c tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359813 Sep 08 13:08:21.041276 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-0af0a404-fadd-4b1f-b10d-60463d96fc1b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/quotas/76ddd524a08c4f0996d0f05aee6d5e63 HTTP/1.1" status: 200 len: 375 time: 0.0092883 Sep 08 13:08:21.073521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-608ede56-3ded-49de-aa7c-78b42eb68660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:21.075108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-608ede56-3ded-49de-aa7c-78b42eb68660 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0455296 Sep 08 13:08:21.076114 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-81dec4ba-8f2b-4b59-b3f9-ab34c7094dc9 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=76ddd524a08c4f0996d0f05aee6d5e63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287182 Sep 08 13:08:21.137157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4a03650b-0187-4298-96fb-1e26e8cbe663 req-6abc12de-ef3a-4226-b617-16fb86b9679e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 210 time: 0.0348892 Sep 08 13:08:21.207059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-d11ce771-f28e-405c-8bf0-3b3497bb49c6 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3a698fd8962742e39d4127a4b6933147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343301 Sep 08 13:08:21.252085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-bfa15b8e-f6be-49f9-a396-d10c0a513bf9 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679599 Sep 08 13:08:21.278223 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44920) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:21.299767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 4a2d1b68-e6ca-48ae-82ef-858daee2373a details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:21.301825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae006e9f-fb1a-4ec7-b966-11f5461450de up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:21.354980 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b363b31-1c1e-40cf-8cde-72691062b072 req-d64c3364-70e7-4f19-9899-7a1ca8ef8105 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 210 time: 0.0858579 Sep 08 13:08:21.472818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b50821b-9295-4197-b8a5-fb5f550fd216 req-636815c0-9f1f-405e-af94-9930ad319a3b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 210 time: 0.0339148 Sep 08 13:08:21.483021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-be748c5a-4de6-48f5-b756-68fb58ccbb46 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:21.485421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-be748c5a-4de6-48f5-b756-68fb58ccbb46 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2706897 Sep 08 13:08:21.501589 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Request body: {'port': {'device_id': '6fd56399-edd6-429b-aee2-7d3bab019b97', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '3a698fd8962742e39d4127a4b6933147'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:21.510398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 4a2d1b68-e6ca-48ae-82ef-858daee2373a, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4a2d1b68-e6ca-48ae-82ef-858daee2373a,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:21.541915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'mac_address': 'fa:16:3e:f5:71:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:21.542015 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-394387d3-3d14-4b56-aa71-01bf25e6210f req-94d02e03-283a-47a5-bab2-ae38326a0d72 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781956 Sep 08 13:08:21.599126 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:21.616928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a2d1b68-e6ca-48ae-82ef-858daee2373a {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:21.617052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d153b-bca0-44d6-a255-ffc44a96f420 req-50ff6967-d6b2-4772-83c8-70966857f9af tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:21.619448 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a4d153b-bca0-44d6-a255-ffc44a96f420 req-50ff6967-d6b2-4772-83c8-70966857f9af tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 947 time: 0.1705973 Sep 08 13:08:21.621773 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2551949-ca89-4772-b9c3-08c8af7d8d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:21.625080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port ae006e9f-fb1a-4ec7-b966-11f5461450de completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:21.641860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port ae006e9f-fb1a-4ec7-b966-11f5461450de triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:21.646055 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:21.649453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 4a2d1b68-e6ca-48ae-82ef-858daee2373a, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4a2d1b68-e6ca-48ae-82ef-858daee2373a,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:21.738695 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:21.747973 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a4d153b-bca0-44d6-a255-ffc44a96f420 req-0dc0dcce-85f6-4ad2-8e9b-1d6c92d613f3 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/security-groups?id=b64e146f-837c-4767-a52c-97f4c8632763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212568 Sep 08 13:08:21.765082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12682579-86c6-4f21-84a2-8fe60f51b224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae006e9f-fb1a-4ec7-b966-11f5461450de'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:21.767396 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfef9460-86bf-45be-9792-2eb42264b320" -d '{"events": [{"server_uuid": "12682579-86c6-4f21-84a2-8fe60f51b224", "name": "network-vif-plugged", "status": "completed", "tag": "ae006e9f-fb1a-4ec7-b966-11f5461450de"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:21.807137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae006e9f-fb1a-4ec7-b966-11f5461450de, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae006e9f-fb1a-4ec7-b966-11f5461450de,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:21.813517 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2551949-ca89-4772-b9c3-08c8af7d8d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:21.855832 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:21.876883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9e28d21-105f-4307-abe6-e3ac4693d218 req-769074bf-82b2-493e-989b-190b87b93384 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 210 time: 0.0460358 Sep 08 13:08:21.907302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590bd58-43dc-443c-8c2f-a01794c383e3 req-5caf693a-a4e3-4298-9724-bbbe5ceb5c8e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:21.908886 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f590bd58-43dc-443c-8c2f-a01794c383e3 req-5caf693a-a4e3-4298-9724-bbbe5ceb5c8e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 949 time: 0.0571365 Sep 08 13:08:21.933287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=4a2d1b68-e6ca-48ae-82ef-858daee2373a,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:21.934656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841ed15-6ec4-471d-9bc3-884141636dec req-689d8f2c-ab27-45e4-8f07-c3488f8a8a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:21.943487 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9841ed15-6ec4-471d-9bc3-884141636dec req-689d8f2c-ab27-45e4-8f07-c3488f8a8a9b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3616b8ef182f471e8b655d7b12138708&device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 1098 time: 0.0979583 Sep 08 13:08:21.947369 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45644252-e2ba-4a09-930c-fd5a9f3146ba x-openstack-request-id: req-45644252-e2ba-4a09-930c-fd5a9f3146ba {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:21.948477 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12682579-86c6-4f21-84a2-8fe60f51b224", "name": "network-vif-plugged", "status": "completed", "tag": "ae006e9f-fb1a-4ec7-b966-11f5461450de", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:21.948727 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-45644252-e2ba-4a09-930c-fd5a9f3146ba {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:21.949159 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12682579-86c6-4f21-84a2-8fe60f51b224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae006e9f-fb1a-4ec7-b966-11f5461450de', 'code': 200} Sep 08 13:08:21.957029 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f590bd58-43dc-443c-8c2f-a01794c383e3 req-8cdc14fd-04f2-4f03-bb5c-af616fac5b7a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375931 Sep 08 13:08:22.067193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841ed15-6ec4-471d-9bc3-884141636dec req-1026dd6c-22eb-44c7-a2ef-f5dbd2c09c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:22.067193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9841ed15-6ec4-471d-9bc3-884141636dec req-1026dd6c-22eb-44c7-a2ef-f5dbd2c09c93 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1141410 Sep 08 13:08:22.070567 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78624ed-d085-4f43-a182-6613cc23bd2f req-82cae047-2b41-4445-84d2-16cb5bc632e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:22.072047 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e78624ed-d085-4f43-a182-6613cc23bd2f req-82cae047-2b41-4445-84d2-16cb5bc632e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12682579-86c6-4f21-84a2-8fe60f51b224 HTTP/1.1" status: 200 len: 1100 time: 0.0545306 Sep 08 13:08:22.108220 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e78624ed-d085-4f43-a182-6613cc23bd2f req-e599e7ca-f3cf-4cda-a1d6-bfa25eb13988 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289385 Sep 08 13:08:22.114660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9841ed15-6ec4-471d-9bc3-884141636dec req-9fd9bc57-b230-452c-8abf-ab5c2739274e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 HTTP/1.1" status: 200 len: 217 time: 0.0365543 Sep 08 13:08:22.156013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2551949-ca89-4772-b9c3-08c8af7d8d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:22.157328 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:22.179678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['4a2d1b68-e6ca-48ae-82ef-858daee2373a'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:22.185971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841ed15-6ec4-471d-9bc3-884141636dec req-82b74037-83ad-4ee5-9152-76390e036a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:22.190048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9841ed15-6ec4-471d-9bc3-884141636dec req-82b74037-83ad-4ee5-9152-76390e036a85 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0684755 Sep 08 13:08:22.211758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b2551949-ca89-4772-b9c3-08c8af7d8d0b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c5ca313bb384f64b9db0f8a854ee547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9315629 Sep 08 13:08:22.212444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44942) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:22.215020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2551949-ca89-4772-b9c3-08c8af7d8d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f283bc6-93e4-41c5-8c84-81e004f837a6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:22.264978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841ed15-6ec4-471d-9bc3-884141636dec req-7fe13a0f-77ff-4cd3-a29c-5d9237dcebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:22.266532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9841ed15-6ec4-471d-9bc3-884141636dec req-7fe13a0f-77ff-4cd3-a29c-5d9237dcebd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0680368 Sep 08 13:08:22.294067 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae006e9f-fb1a-4ec7-b966-11f5461450de,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:22.340226 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b567ce17-9465-4788-b650-67050df7ff40 req-e456f07d-a2b1-4938-991d-413ce06a0e24 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 210 time: 0.0402656 Sep 08 13:08:22.340954 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d085bba1-a3e1-46ed-8e9f-a75b81787286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:22.387025 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d085bba1-a3e1-46ed-8e9f-a75b81787286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:22.403786 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-c4966006-9c36-46ba-8846-b876fa46743b tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=4f9e01d4b3d04d74a450534bc08e9f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330577 Sep 08 13:08:22.412779 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9841ed15-6ec4-471d-9bc3-884141636dec req-dd25cd70-0974-40f7-8658-587e9e017d5e service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346531 Sep 08 13:08:22.440533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Made reservation on behalf of 3a698fd8962742e39d4127a4b6933147 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:22.448130 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:22.513546 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:22.545166 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9faf0402-ce94-4b2a-92ab-eacf804291b7 req-f01de151-559e-491b-9e9c-0a4bc02fec4d tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 210 time: 0.0739868 Sep 08 13:08:22.584394 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e36ede70-566b-470c-9e06-17bec58a40f5 req-64ee46db-5416-46c8-8121-a326ed6fb189 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 210 time: 0.0437143 Sep 08 13:08:22.620151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72315-8637-46a7-a4dc-48d0f143976a req-93943cc8-b164-4642-9d52-0a341593c52e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:22.621776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-93943cc8-b164-4642-9d52-0a341593c52e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080231 Sep 08 13:08:22.622062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9841ed15-6ec4-471d-9bc3-884141636dec req-e79e6fba-68d5-46dc-afe4-acf207d54710 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007303 Sep 08 13:08:22.635533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Request body: {'port': {'device_id': '160de57b-3880-48cf-82d7-63ae03559ef4', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '4f9e01d4b3d04d74a450534bc08e9f36'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:22.701152 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d085bba1-a3e1-46ed-8e9f-a75b81787286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:22.704089 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d085bba1-a3e1-46ed-8e9f-a75b81787286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:22.709053 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d085bba1-a3e1-46ed-8e9f-a75b81787286 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3f283bc6-93e4-41c5-8c84-81e004f837a6 HTTP/1.1" status: 204 len: 168 time: 0.4915230 Sep 08 13:08:22.736100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085bba1-a3e1-46ed-8e9f-a75b81787286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f283bc6-93e4-41c5-8c84-81e004f837a6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:22.795884 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:22.884761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c1d0e-d42a-4164-be8c-da05b0425fdb req-14aaa7be-c88a-4d6c-9a0e-55606dbdae9f tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:22.886343 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f96c1d0e-d42a-4164-be8c-da05b0425fdb req-14aaa7be-c88a-4d6c-9a0e-55606dbdae9f tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 947 time: 0.0500844 Sep 08 13:08:22.926992 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f96c1d0e-d42a-4164-be8c-da05b0425fdb req-a73f502a-f498-47dd-815c-d79304b4f42a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/security-groups?id=b64e146f-837c-4767-a52c-97f4c8632763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344601 Sep 08 13:08:22.990189 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c6a2771f-ce6c-4d98-8ef6-5f70d0cd0df5 req-bdb89576-4bb0-4aaa-be7f-572aa189a0e0 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 210 time: 0.0266352 Sep 08 13:08:23.073156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8199c6-f30c-444c-8aa0-5bdc1f33974f req-d0a1ed78-e760-4710-b230-ddfb581588f1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:23.074721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f8199c6-f30c-444c-8aa0-5bdc1f33974f req-d0a1ed78-e760-4710-b230-ddfb581588f1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 949 time: 0.0502665 Sep 08 13:08:23.108132 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:23.146085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d771e96d-3933-406b-aa6a-7f2d07523be1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:23.148511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Made reservation on behalf of 4f9e01d4b3d04d74a450534bc08e9f36 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:23.152856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f8199c6-f30c-444c-8aa0-5bdc1f33974f req-e85c0706-5465-4df2-bc2d-6d0012c464f0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721226 Sep 08 13:08:23.156198 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:23.171764 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:23.274080 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:23.276607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Allocated IP 192.168.233.63 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/a5a78d63-7711-46c0-98c3-86b434f5a0e7) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:23.317555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 4a2d1b68-e6ca-48ae-82ef-858daee2373a up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:23.382049 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:23.468948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc618ad-3630-4d4f-b3a9-900c645270f3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:23.507643 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8646801a-0b5b-4adf-896f-a93bce7db976 req-50549ecf-22f8-43e5-ad68-42844a8303b7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 210 time: 0.0623102 Sep 08 13:08:23.521015 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:23.535098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ae1c-194b-4503-9249-82e996dda12f req-4fb68166-8865-46ce-aa80-2146a71a8d74 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:23.536541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-4fb68166-8865-46ce-aa80-2146a71a8d74 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 821 time: 0.1945291 Sep 08 13:08:23.541193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 4a2d1b68-e6ca-48ae-82ef-858daee2373a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:23.543338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Transition to ACTIVE for port object a5a78d63-7711-46c0-98c3-86b434f5a0e7 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:23.545585 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 4a2d1b68-e6ca-48ae-82ef-858daee2373a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:23.545999 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:23.551311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9f50ae1c-194b-4503-9249-82e996dda12f req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Request body: {'port': {'device_id': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7', 'admin_state_up': True, 'tenant_id': 'fb92476927b34b84aed526285f320f3a'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:23.667254 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:23.702263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44968) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:23.709201 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06cc13e9-0a13-4367-bd66-9b6073c82bf8 req-6260bc94-8ff7-4c94-8a28-af43c5f8c468 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 210 time: 0.0809312 Sep 08 13:08:23.712712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 4a2d1b68-e6ca-48ae-82ef-858daee2373a, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4a2d1b68-e6ca-48ae-82ef-858daee2373a,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:23.731779 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fbe24aaa-abad-4bea-b343-b56ff173f6ca req-158b60bd-d40b-4d5f-ab4b-544010463ced tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 210 time: 0.0591810 Sep 08 13:08:23.732789 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25b59a8c-6af1-4c35-99c9-0c9c4c5b51f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:23.821887 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:23.837330 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25b59a8c-6af1-4c35-99c9-0c9c4c5b51f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:23.876071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=4a2d1b68-e6ca-48ae-82ef-858daee2373a,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:23.950601 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '669b3563-cced-447a-9d47-1c7b673216ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2d1b68-e6ca-48ae-82ef-858daee2373a'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:23.953064 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb31da3-de99-417d-8e2f-bd90880914a0" -d '{"events": [{"server_uuid": "669b3563-cced-447a-9d47-1c7b673216ba", "name": "network-vif-plugged", "status": "completed", "tag": "4a2d1b68-e6ca-48ae-82ef-858daee2373a"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:23.974673 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:23.998122 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f18730-80ff-4cff-9407-6518c1892e0c x-openstack-request-id: req-59f18730-80ff-4cff-9407-6518c1892e0c {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:23.998504 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "669b3563-cced-447a-9d47-1c7b673216ba", "name": "network-vif-plugged", "status": "completed", "tag": "4a2d1b68-e6ca-48ae-82ef-858daee2373a", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:23.998759 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-59f18730-80ff-4cff-9407-6518c1892e0c {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:23.999142 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669b3563-cced-447a-9d47-1c7b673216ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'code': 200} Sep 08 13:08:24.026349 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25b59a8c-6af1-4c35-99c9-0c9c4c5b51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:24.083249 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-25b59a8c-6af1-4c35-99c9-0c9c4c5b51f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ce7435f4b3a484fb0cce2a1e79723b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3794427 Sep 08 13:08:24.094214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44976) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:24.100419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b59a8c-6af1-4c35-99c9-0c9c4c5b51f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e2bd23-09f4-486c-8f85-868906e243ca,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:24.123740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Allocated IP 192.168.233.163 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/59ac2030-7c68-43d6-aafe-f1a3bd0e3411) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:24.126168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:24.136397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:24.141464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:24.147869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:24.148501 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:24.152047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Pushing event updated for resources: {'Port': ['ID=a5a78d63-7711-46c0-98c3-86b434f5a0e7,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:24.170430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06560bee-f53f-4efe-ac11-cf852532d7d8 req-88f68aff-fbda-4f77-9e3b-697a41c811bb tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:24.180932 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06560bee-f53f-4efe-ac11-cf852532d7d8 req-88f68aff-fbda-4f77-9e3b-697a41c811bb tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 935 time: 0.0956943 Sep 08 13:08:24.215054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec9342-fe8f-4079-9622-9606c3dc377c req-d83fde7f-0212-4cbc-aee4-0db6ff0b97a3 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:24.217831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4ec9342-fe8f-4079-9622-9606c3dc377c req-d83fde7f-0212-4cbc-aee4-0db6ff0b97a3 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 947 time: 0.2001002 Sep 08 13:08:24.223279 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8d977-c366-4a4f-9e76-7d1a03e2e48f req-f729f123-c1d0-4240-9bcb-7b7a2710c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:24.224772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51d8d977-c366-4a4f-9e76-7d1a03e2e48f req-f729f123-c1d0-4240-9bcb-7b7a2710c146 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 1101 time: 0.1596541 Sep 08 13:08:24.303057 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51d8d977-c366-4a4f-9e76-7d1a03e2e48f req-343967ba-158c-46ec-9ec3-c5e27a402682 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664272 Sep 08 13:08:24.303760 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a7b5-8cbb-44ef-8ecc-5fd62062dd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:24.325684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4ec9342-fe8f-4079-9622-9606c3dc377c req-5820b113-1ec3-4a5e-a973-14af0898dcf7 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/security-groups?id=b64e146f-837c-4767-a52c-97f4c8632763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972817 Sep 08 13:08:24.326348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f50ae1c-194b-4503-9249-82e996dda12f req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Made reservation on behalf of fb92476927b34b84aed526285f320f3a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:24.330081 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f50ae1c-194b-4503-9249-82e996dda12f req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:24.375338 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a7b5-8cbb-44ef-8ecc-5fd62062dd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:24.432289 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-6232dfa2-acfc-446e-a5e4-c226acfacccd tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9347198 Sep 08 13:08:24.504020 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06560bee-f53f-4efe-ac11-cf852532d7d8 req-5c69c449-830b-4307-95b6-6599b5ffa636 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243010 Sep 08 13:08:24.521870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-9f50ae1c-194b-4503-9249-82e996dda12f req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Allocated IP 172.20.0.12 (fc3173e7-86b4-44fc-88d3-c8f473ef58e7/f66f5b93-f567-41bb-80c4-2513fe2ad21d/f2c0a0da-3d86-403d-8799-c44195164676) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:24.565291 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:24.589480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Request body: {'port': {'device_id': '6fd56399-edd6-429b-aee2-7d3bab019b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:24.598870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-994ec461-af0e-4410-ab3a-3eece11d3796 None None] Provisioning for port a5a78d63-7711-46c0-98c3-86b434f5a0e7 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:24.603795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-994ec461-af0e-4410-ab3a-3eece11d3796 None None] Provisioning complete for port a5a78d63-7711-46c0-98c3-86b434f5a0e7 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:24.604377 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-994ec461-af0e-4410-ab3a-3eece11d3796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:24.625085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-8f6e8d8d-a3d5-4f33-92f4-ebc580b11338 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=76ddd524a08c4f0996d0f05aee6d5e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714459 Sep 08 13:08:24.636532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a5758-1adc-43f6-a27d-bf8231870e77 req-cf2319fb-0d50-4351-a512-e0b42f59ba83 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:24.639762 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c13a5758-1adc-43f6-a27d-bf8231870e77 req-cf2319fb-0d50-4351-a512-e0b42f59ba83 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 950 time: 0.0710518 Sep 08 13:08:24.641021 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Transition to ACTIVE for port object 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:24.651846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a7b5-8cbb-44ef-8ecc-5fd62062dd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:24.654689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cfe0a7b5-8cbb-44ef-8ecc-5fd62062dd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:24.655848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cfe0a7b5-8cbb-44ef-8ecc-5fd62062dd6e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51e2bd23-09f4-486c-8f85-868906e243ca HTTP/1.1" status: 204 len: 168 time: 0.5572548 Sep 08 13:08:24.663207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-994ec461-af0e-4410-ab3a-3eece11d3796 None None] Port a5a78d63-7711-46c0-98c3-86b434f5a0e7 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:24.709924 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c13a5758-1adc-43f6-a27d-bf8231870e77 req-4355f808-46c8-4b29-a459-e3f0b0b542ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618167 Sep 08 13:08:24.743916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0a7b5-8cbb-44ef-8ecc-5fd62062dd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e2bd23-09f4-486c-8f85-868906e243ca,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:24.747781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:24.776701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93d54ffa-6c58-4eb7-b683-7599ef92e7e7 req-f966b312-3411-4134-9de0-f4662be709cd tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 210 time: 0.1015511 Sep 08 13:08:24.862453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:24.864701 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5b3400a3-f16d-4f42-9793-98c262481a11 req-ce9ba755-d313-461d-9aa8-037615ef3ccc tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 210 time: 0.0762720 Sep 08 13:08:24.887467 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:24.942823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:24.949586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:24.953974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:24.976774 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c6995a1-b91a-47e0-9182-32ef81935bc2 req-46456d53-144b-4446-8af3-edc7870de802 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 210 time: 0.0896034 Sep 08 13:08:24.996747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:25.013558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-e205b8bc-e777-4763-8951-1eb22d20ba4b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:25.015270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-e205b8bc-e777-4763-8951-1eb22d20ba4b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3788195 Sep 08 13:08:25.018225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'ccfd646e-d4b5-438e-9b75-12b3fe0c5c29', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'ccfd646e-d4b5-438e-9b75-12b3fe0c5c29', 'mac_address': 'fa:16:3e:61:2d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:25.024726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Pushing event updated for resources: {'Port': ['ID=59ac2030-7c68-43d6-aafe-f1a3bd0e3411,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:25.037285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:25.038091 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:25.063347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Request body: {'port': {'device_id': 'fed2f4d4-34d7-4023-8182-ee0e0fd2c74c', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '76ddd524a08c4f0996d0f05aee6d5e63'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:25.070196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f50ae1c-194b-4503-9249-82e996dda12f req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:25.096151 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:25.115357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:25.137337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:25.143003 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d2251f07-00cb-485d-9e62-34c7bd7fdd2c tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5113807 Sep 08 13:08:25.158259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Request body: {'port': {'device_id': '160de57b-3880-48cf-82d7-63ae03559ef4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:25.257487 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:25.293544 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:25.355586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:25.411570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0f8c8935-879c-4149-8009-3dbd22dce8f3 None None] Provisioning for port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:25.418697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0f8c8935-879c-4149-8009-3dbd22dce8f3 None None] Provisioning complete for port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:25.420171 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0f8c8935-879c-4149-8009-3dbd22dce8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:25.458257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f50ae1c-194b-4503-9249-82e996dda12f req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:25.487968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c8935-879c-4149-8009-3dbd22dce8f3 None None] Port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:25.510102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78af178-9476-4953-bc97-2eb825b1ee66 req-d634d403-84a4-4a31-ac2a-812d399196b5 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:25.512237 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d78af178-9476-4953-bc97-2eb825b1ee66 req-d634d403-84a4-4a31-ac2a-812d399196b5 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 948 time: 0.0721366 Sep 08 13:08:25.535925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a78d63-7711-46c0-98c3-86b434f5a0e7 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:25.548739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Made reservation on behalf of 76ddd524a08c4f0996d0f05aee6d5e63 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:25.554801 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:25.562048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ccfd646e-d4b5-438e-9b75-12b3fe0c5c29'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:25.567054 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d78af178-9476-4953-bc97-2eb825b1ee66 req-8b373079-65c8-40fe-8c8d-ed6496aab709 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/security-groups?id=b64e146f-837c-4767-a52c-97f4c8632763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483351 Sep 08 13:08:25.570402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f50ae1c-194b-4503-9249-82e996dda12f req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:25.585477 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:25.619200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-9f50ae1c-194b-4503-9249-82e996dda12f req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:25.630040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f50ae1c-194b-4503-9249-82e996dda12f req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:25.649567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ae1c-194b-4503-9249-82e996dda12f req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:25.650529 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f50ae1c-194b-4503-9249-82e996dda12f req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:25.679044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Transition to ACTIVE for port object a5a78d63-7711-46c0-98c3-86b434f5a0e7 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:25.690341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Pushing event updated for resources: {'Port': ['ID=f2c0a0da-3d86-403d-8799-c44195164676,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:25.789827 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:25.883596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a78d63-7711-46c0-98c3-86b434f5a0e7,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:25.926419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044f9712-9cca-4cc2-b5a9-2a1f3676c7e4 req-6d942c67-b69f-45e1-8839-847fdee67243 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:25.928551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044f9712-9cca-4cc2-b5a9-2a1f3676c7e4 req-6d942c67-b69f-45e1-8839-847fdee67243 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 947 time: 0.2398050 Sep 08 13:08:25.932832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-fadb4b43-c26b-4985-bd75-f6102636c7e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3860011 Sep 08 13:08:25.945386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79eb06-ed27-4d91-ba58-b2cb9b09aedd req-77351053-813b-429b-bea8-e732b50106b3 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:25.952894 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc79eb06-ed27-4d91-ba58-b2cb9b09aedd req-77351053-813b-429b-bea8-e732b50106b3 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 950 time: 0.1109514 Sep 08 13:08:25.965903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Request body: {'port': {'device_id': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:26.025968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Attempting to bind port a5a78d63-7711-46c0-98c3-86b434f5a0e7 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:26.026413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Attempting to bind port a5a78d63-7711-46c0-98c3-86b434f5a0e7 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:26.026813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Attempting to bind port a5a78d63-7711-46c0-98c3-86b434f5a0e7 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:26.033261 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc79eb06-ed27-4d91-ba58-b2cb9b09aedd req-de93e22f-da05-4ba9-b154-96637d36bfe8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794680 Sep 08 13:08:26.063543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:26.071528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044f9712-9cca-4cc2-b5a9-2a1f3676c7e4 req-7a067753-c640-4a07-ad1d-1ac10e885763 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311624 Sep 08 13:08:26.075748 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:26.076370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Port a5a78d63-7711-46c0-98c3-86b434f5a0e7 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:26.076370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Attempting to bind port a5a78d63-7711-46c0-98c3-86b434f5a0e7 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:26.082255 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:26.085549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:26.085965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:26.086455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:26.087093 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Bound port: a5a78d63-7711-46c0-98c3-86b434f5a0e7, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:26.087521 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:26.121683 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Transition to ACTIVE for port object 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:26.196701 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c0ee6-e157-44c8-87cf-44529289c888 req-7d471c04-d86c-4303-82e7-5c3a779833c9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:26.198327 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c5c0ee6-e157-44c8-87cf-44529289c888 req-7d471c04-d86c-4303-82e7-5c3a779833c9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 932 time: 0.0601459 Sep 08 13:08:26.231958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:26.248067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] For port a5a78d63-7711-46c0-98c3-86b434f5a0e7, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:26.291242 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c5c0ee6-e157-44c8-87cf-44529289c888 req-f5330230-d802-4fa8-bf23-9dfed7961854 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853493 Sep 08 13:08:26.307371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Pushing event updated for resources: {'Port': ['ID=59ac2030-7c68-43d6-aafe-f1a3bd0e3411,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:26.367393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] For port a5a78d63-7711-46c0-98c3-86b434f5a0e7, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a5a78d63-7711-46c0-98c3-86b434f5a0e7,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:26.402735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535b59c-1550-4f19-bbf7-effce53ad676 req-fefb4870-87c2-4ce9-9506-54acbd33e0cc tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:26.404729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b535b59c-1550-4f19-bbf7-effce53ad676 req-fefb4870-87c2-4ce9-9506-54acbd33e0cc tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 936 time: 0.2318888 Sep 08 13:08:26.449930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Allocated IP 192.168.233.30 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/7e4c4796-8e81-4141-9b62-fc92b5fb6be9) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:26.458225 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-adc875fa-42d7-4cb4-a214-7a37b083fb9a req-70ca6c14-01b5-4558-a880-b12dbf32366d tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 210 time: 0.0514281 Sep 08 13:08:26.465735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:26.489641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Attempting to bind port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:26.490122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Attempting to bind port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:26.490745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Attempting to bind port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:26.497045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:26.498880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Attempting to bind port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:26.510080 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:26.511668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:26.511668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:26.512140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Bound port: 59ac2030-7c68-43d6-aafe-f1a3bd0e3411, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:26.513183 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:26.644409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] For port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:26.652621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] For port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=59ac2030-7c68-43d6-aafe-f1a3bd0e3411,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:26.749375 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8e5ed-dfd3-4dbb-ab2a-25ace02ca09c req-e7ef9203-5b7b-44e5-8d4f-82b8cf36f059 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:26.751450 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2cc8e5ed-dfd3-4dbb-ab2a-25ace02ca09c req-e7ef9203-5b7b-44e5-8d4f-82b8cf36f059 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 948 time: 0.0658920 Sep 08 13:08:26.757373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:26.761209 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:26.847832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:26.848364 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:26.849793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] 10.222.0.60 "PUT /v2.0/ports/a5a78d63-7711-46c0-98c3-86b434f5a0e7 HTTP/1.1" status: 200 len: 1095 time: 2.2705102 Sep 08 13:08:26.857113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd56399-edd6-429b-aee2-7d3bab019b97', 'tag': 'a5a78d63-7711-46c0-98c3-86b434f5a0e7'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:26.859268 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4242c4ac-a503-4788-bff4-9683973a5480" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd56399-edd6-429b-aee2-7d3bab019b97", "tag": "a5a78d63-7711-46c0-98c3-86b434f5a0e7"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:26.868018 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Pushing event updated for resources: {'Port': ['ID=59ac2030-7c68-43d6-aafe-f1a3bd0e3411,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:26.891426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:26.905040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:26.905040 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-cf5df334-d8ba-45a3-854d-79b8daa151ba service neutron] 10.222.0.60 "PUT /v2.0/ports/59ac2030-7c68-43d6-aafe-f1a3bd0e3411 HTTP/1.1" status: 200 len: 1096 time: 1.7413809 Sep 08 13:08:26.905040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '160de57b-3880-48cf-82d7-63ae03559ef4', 'tag': '59ac2030-7c68-43d6-aafe-f1a3bd0e3411'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:26.905040 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf48713-3be8-49be-a872-16a805e3a5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "160de57b-3880-48cf-82d7-63ae03559ef4", "tag": "59ac2030-7c68-43d6-aafe-f1a3bd0e3411"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:26.905727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b535b59c-1550-4f19-bbf7-effce53ad676 req-6ab6e290-e5ef-45f2-b896-7d4f2b9e5f86 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4821231 Sep 08 13:08:26.915844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d229c44-3949-431a-88b2-65b1c32d4e87 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a78d63-7711-46c0-98c3-86b434f5a0e7,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:26.943051 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2cc8e5ed-dfd3-4dbb-ab2a-25ace02ca09c req-6d5f0f54-87ff-4c83-8123-c6e062180aef tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/security-groups?id=b64e146f-837c-4767-a52c-97f4c8632763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473074 Sep 08 13:08:26.944331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:26.959184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:26.959726 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:27.024499 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5dc5d4-d116-471e-9b1f-0a3a37e21e30 x-openstack-request-id: req-cb5dc5d4-d116-471e-9b1f-0a3a37e21e30 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:27.024818 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd56399-edd6-429b-aee2-7d3bab019b97", "tag": "a5a78d63-7711-46c0-98c3-86b434f5a0e7", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:27.025057 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cb5dc5d4-d116-471e-9b1f-0a3a37e21e30 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:27.025693 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd56399-edd6-429b-aee2-7d3bab019b97', 'tag': 'a5a78d63-7711-46c0-98c3-86b434f5a0e7', 'status': 'completed', 'code': 200} Sep 08 13:08:27.076965 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c6d420-f340-485e-8fd5-e3a144dac114 x-openstack-request-id: req-54c6d420-f340-485e-8fd5-e3a144dac114 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:27.077534 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "160de57b-3880-48cf-82d7-63ae03559ef4", "tag": "59ac2030-7c68-43d6-aafe-f1a3bd0e3411", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:27.077534 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-54c6d420-f340-485e-8fd5-e3a144dac114 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:27.077927 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '160de57b-3880-48cf-82d7-63ae03559ef4', 'tag': '59ac2030-7c68-43d6-aafe-f1a3bd0e3411', 'status': 'completed', 'code': 200} Sep 08 13:08:27.101581 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0a770195-5c95-4814-a9a0-76aa0f8da475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:27.106133 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-0a770195-5c95-4814-a9a0-76aa0f8da475 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a698fd8962742e39d4127a4b6933147&device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 1098 time: 0.0722420 Sep 08 13:08:27.112200 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:27.168363 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-c813f644-c690-4090-abc0-ec89eba292a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a5a78d63-7711-46c0-98c3-86b434f5a0e7 HTTP/1.1" status: 200 len: 217 time: 0.0515280 Sep 08 13:08:27.186446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9bf4af-2220-4faf-8b8a-5cfe72ae0034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfd646e-d4b5-438e-9b75-12b3fe0c5c29'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:27.189015 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b3dd47-e723-4cb3-9596-72e36780d1cf" -d '{"events": [{"server_uuid": "3f9bf4af-2220-4faf-8b8a-5cfe72ae0034", "name": "network-vif-plugged", "status": "completed", "tag": "ccfd646e-d4b5-438e-9b75-12b3fe0c5c29"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:27.208937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:27.245044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-afde3ed9-1c62-462a-94da-2278a2efb31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:27.246628 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-afde3ed9-1c62-462a-94da-2278a2efb31a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0606825 Sep 08 13:08:27.308001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c0a0da-3d86-403d-8799-c44195164676 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:27.319170 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf48713-3be8-49be-a872-16a805e3a5c8 req-f3f4fef6-5e53-421e-92c2-dd7efd694230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:27.320908 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcf48713-3be8-49be-a872-16a805e3a5c8 req-f3f4fef6-5e53-421e-92c2-dd7efd694230 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f9e01d4b3d04d74a450534bc08e9f36&device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 1099 time: 0.2157228 Sep 08 13:08:27.324126 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:27.325870 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:27.332645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8f2c2-ffbf-450a-8d7c-e63106e6500e req-281964ce-574d-448d-ba17-bf99bb2f5c1e tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:27.333779 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8fc8f2c2-ffbf-450a-8d7c-e63106e6500e req-281964ce-574d-448d-ba17-bf99bb2f5c1e tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 947 time: 0.0862167 Sep 08 13:08:27.335773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-8da5bc61-9619-4916-b593-a55d187f0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:27.337193 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-8da5bc61-9619-4916-b593-a55d187f0723 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0776305 Sep 08 13:08:27.351190 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:27.387740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:27.413033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Transition to ACTIVE for port object f2c0a0da-3d86-403d-8799-c44195164676 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:27.414072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Transition to ACTIVE for port object 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:27.417146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcf48713-3be8-49be-a872-16a805e3a5c8 req-17fc60d0-e199-4549-8b5e-b0ed3e00b60d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4f9e01d4b3d04d74a450534bc08e9f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452816 Sep 08 13:08:27.429011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f9b02-e6d6-4b3d-86ed-0a03ff557876 req-fc1f4e6e-a728-4434-8d4b-152d342ea193 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:27.431963 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8fc8f2c2-ffbf-450a-8d7c-e63106e6500e req-22970cb4-00d3-49a0-b4d7-f96ce1350133 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917950 Sep 08 13:08:27.443107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-045f9b02-e6d6-4b3d-86ed-0a03ff557876 req-fc1f4e6e-a728-4434-8d4b-152d342ea193 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 950 time: 0.2500851 Sep 08 13:08:27.480102 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-e8795662-f319-4d99-94d5-14e0417eea39 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338825 Sep 08 13:08:27.535276 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fc9039-9ab4-45be-9c25-879f63d5daff x-openstack-request-id: req-49fc9039-9ab4-45be-9c25-879f63d5daff {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:27.535479 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9bf4af-2220-4faf-8b8a-5cfe72ae0034", "name": "network-vif-plugged", "status": "completed", "tag": "ccfd646e-d4b5-438e-9b75-12b3fe0c5c29", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:27.535999 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49fc9039-9ab4-45be-9c25-879f63d5daff {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:27.536533 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9bf4af-2220-4faf-8b8a-5cfe72ae0034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfd646e-d4b5-438e-9b75-12b3fe0c5c29', 'code': 200} Sep 08 13:08:27.552448 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:27.588434 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-045f9b02-e6d6-4b3d-86ed-0a03ff557876 req-5e3f7766-a979-4d5f-8216-55366db37f12 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443398 Sep 08 13:08:27.596753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbb59544-a203-4d42-8af3-fb39fef55c01 req-7ff1079e-63b6-4d5b-863a-bd51f528b2c0 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090772 Sep 08 13:08:27.643457 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.70', 58282) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:27.692259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf48713-3be8-49be-a872-16a805e3a5c8 req-213a1753-465e-48a5-b0dd-07f307577934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:27.693674 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcf48713-3be8-49be-a872-16a805e3a5c8 req-213a1753-465e-48a5-b0dd-07f307577934 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2464473 Sep 08 13:08:27.699228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60053839-2494-4066-86fc-9efeab51500f service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0a0da-3d86-403d-8799-c44195164676,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:27.709061 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780759b-df3e-4678-85a8-adbcfb27ac17 req-c35f3511-2171-47c9-b8c6-3e198e26d579 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:27.711019 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1780759b-df3e-4678-85a8-adbcfb27ac17 req-c35f3511-2171-47c9-b8c6-3e198e26d579 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 944 time: 0.1007876 Sep 08 13:08:27.721411 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f23710e-9219-4fce-b803-6889cfbb5f3b req-12a94f62-4963-4a75-919b-9521933e218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:27.723671 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f23710e-9219-4fce-b803-6889cfbb5f3b req-12a94f62-4963-4a75-919b-9521933e218e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 1100 time: 0.0786240 Sep 08 13:08:27.756425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0afce871-97c0-48e5-ae51-49b92d4b6747 req-b2a4b576-6469-49c6-95f0-78116fcaad12 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 210 time: 0.0372715 Sep 08 13:08:27.765466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:27.765833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:27.766137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:27.784993 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1780759b-df3e-4678-85a8-adbcfb27ac17 req-f9121c62-bd34-455c-89c5-41b02ebda95d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665524 Sep 08 13:08:27.787459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Port f2c0a0da-3d86-403d-8799-c44195164676 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:27.787797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:27.795114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:27.795461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:27.795857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:27.796306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Bound port: f2c0a0da-3d86-403d-8799-c44195164676, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:27.796673 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:27.809639 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f23710e-9219-4fce-b803-6889cfbb5f3b req-ab63e563-ca21-44f8-a231-16ce265ed1cd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b64e146f-837c-4767-a52c-97f4c8632763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678437 Sep 08 13:08:27.812283 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:27.870561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242c4ac-a503-4788-bff4-9683973a5480 req-cc423b39-0a30-4e37-88ec-9ceaff953656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:27.872305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4242c4ac-a503-4788-bff4-9683973a5480 req-cc423b39-0a30-4e37-88ec-9ceaff953656 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a698fd8962742e39d4127a4b6933147&device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 1098 time: 0.0605013 Sep 08 13:08:27.886474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72315-8637-46a7-a4dc-48d0f143976a req-88e0861a-cbb1-45e1-b1ff-7bec7cd51e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:27.887986 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-88e0861a-cbb1-45e1-b1ff-7bec7cd51e22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f9e01d4b3d04d74a450534bc08e9f36&device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 1099 time: 0.1360512 Sep 08 13:08:27.903296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:27.936165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:27.969688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:27.975314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:27.976012 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:27.985892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-8863ad92-d3ce-4010-b281-0c21194cd7f6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=59ac2030-7c68-43d6-aafe-f1a3bd0e3411 HTTP/1.1" status: 200 len: 217 time: 0.0801160 Sep 08 13:08:28.000125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Pushing event updated for resources: {'Port': ['ID=7e4c4796-8e81-4141-9b62-fc92b5fb6be9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:28.005612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242c4ac-a503-4788-bff4-9683973a5480 req-8a925ec7-254a-4264-b1e2-f2c94c66cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:28.007588 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4242c4ac-a503-4788-bff4-9683973a5480 req-8a925ec7-254a-4264-b1e2-f2c94c66cd26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1273336 Sep 08 13:08:28.066652 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4242c4ac-a503-4788-bff4-9683973a5480 req-01bb3381-2a1c-40f2-8329-416fdb4b2391 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a5a78d63-7711-46c0-98c3-86b434f5a0e7 HTTP/1.1" status: 200 len: 217 time: 0.0521379 Sep 08 13:08:28.068227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:28.084394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a905fcd-e588-483e-b630-1a61ea4594b4 req-300cf307-b365-4567-a6eb-e56769c08447 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:28.086005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4a905fcd-e588-483e-b630-1a61ea4594b4 req-300cf307-b365-4567-a6eb-e56769c08447 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=12682579-86c6-4f21-84a2-8fe60f51b224 HTTP/1.1" status: 200 len: 950 time: 0.2120888 Sep 08 13:08:28.099840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:28.107669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d56ca8e0-3e0d-4f86-8ddd-687227049184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:28.109147 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-d56ca8e0-3e0d-4f86-8ddd-687227049184 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0970480 Sep 08 13:08:28.123740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242c4ac-a503-4788-bff4-9683973a5480 req-3add3a07-d227-4883-8845-20307e7ddaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:28.125539 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4242c4ac-a503-4788-bff4-9683973a5480 req-3add3a07-d227-4883-8845-20307e7ddaa7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0524299 Sep 08 13:08:28.162309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-6f9c47fd-0e9d-4e05-abe6-ae0c12684c25 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1073248 Sep 08 13:08:28.170065 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4a905fcd-e588-483e-b630-1a61ea4594b4 req-bb45c7be-b423-4069-a67e-3f09ddfe9ba9 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749032 Sep 08 13:08:28.179838 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Request body: {'port': {'device_id': 'fed2f4d4-34d7-4023-8182-ee0e0fd2c74c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:28.191645 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-3cbc6754-c820-454c-b252-6155bc6c1ea6 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229228 Sep 08 13:08:28.221138 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:28.244196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242c4ac-a503-4788-bff4-9683973a5480 req-ac059b66-800f-4bda-a15c-2a042543a62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:28.245712 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4242c4ac-a503-4788-bff4-9683973a5480 req-ac059b66-800f-4bda-a15c-2a042543a62e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1097684 Sep 08 13:08:28.260119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f72315-8637-46a7-a4dc-48d0f143976a req-1237f975-407e-4a00-a230-a84f6ae7f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:28.261522 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-1237f975-407e-4a00-a230-a84f6ae7f090 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399822 Sep 08 13:08:28.278544 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ee93b069-0a1f-47cc-85c3-e93f4a0df013 None None] Provisioning for port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:28.283138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ee93b069-0a1f-47cc-85c3-e93f4a0df013 None None] Provisioning complete for port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:28.283513 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee93b069-0a1f-47cc-85c3-e93f4a0df013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:28.295490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:28.295704 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:28.301696 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-60053839-2494-4066-86fc-9efeab51500f service neutron] 10.222.0.70 "PUT /v2.0/ports/f2c0a0da-3d86-403d-8799-c44195164676 HTTP/1.1" status: 200 len: 1092 time: 2.3408189 Sep 08 13:08:28.325634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ee93b069-0a1f-47cc-85c3-e93f4a0df013 None None] Port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:28.386195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323801-73ec-4554-a486-8cffd23a67cf req-4d569ac1-fbfa-4009-8f3d-54e1aec49c46 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:28.387846 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-4d569ac1-fbfa-4009-8f3d-54e1aec49c46 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1878977 Sep 08 13:08:28.404923 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:28.412819 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-8106b80b-b625-4d17-acbe-a41a711c474b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/quotas/ed7d4c365f1b42888e99a8e63f1221e4 HTTP/1.1" status: 200 len: 375 time: 0.0136561 Sep 08 13:08:28.424968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60053839-2494-4066-86fc-9efeab51500f service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0a0da-3d86-403d-8799-c44195164676,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:28.446970 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4242c4ac-a503-4788-bff4-9683973a5480 req-8785f7b6-f9c1-49f8-abfd-4f6b39ae76ce service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701479 Sep 08 13:08:28.463679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-720a4ce6-0810-43e7-b069-961de1fdd479 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325048 Sep 08 13:08:28.466076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ecd1d-640f-4b06-93d7-e2ff840f02d2 req-9d9334f1-d999-4485-8a8f-05753ecf55dd tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:28.467655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-688ecd1d-640f-4b06-93d7-e2ff840f02d2 req-9d9334f1-d999-4485-8a8f-05753ecf55dd tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 948 time: 0.2104008 Sep 08 13:08:28.546388 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-afc84cf3-c912-4e36-9044-beb69a7d987e service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684247 Sep 08 13:08:28.564380 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4242c4ac-a503-4788-bff4-9683973a5480 req-cc56b795-f9c6-4a18-b1fd-1e340b0c5616 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031523 Sep 08 13:08:28.636727 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ae1c-194b-4503-9249-82e996dda12f req-d348211d-dbb6-45ed-8a47-4b5b76c98024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:28.638387 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-d348211d-dbb6-45ed-8a47-4b5b76c98024 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 1095 time: 0.1987433 Sep 08 13:08:28.656081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-688ecd1d-640f-4b06-93d7-e2ff840f02d2 req-f2b5792d-e743-4cd8-a718-6115aefb6d6e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723518 Sep 08 13:08:28.759621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-0235db00-3160-48de-a63e-7220750976f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a0da-3d86-403d-8799-c44195164676 HTTP/1.1" status: 200 len: 217 time: 0.0986943 Sep 08 13:08:28.908940 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97f72315-8637-46a7-a4dc-48d0f143976a req-5d95de58-0703-4f1e-9ef4-7a4c5f404dea service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527994 Sep 08 13:08:28.916701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50ae1c-194b-4503-9249-82e996dda12f req-e62a16c2-9234-4e1b-bda9-0fabf651f5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:28.919078 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-e62a16c2-9234-4e1b-bda9-0fabf651f5f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.1266692 Sep 08 13:08:28.931597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c37b-9537-41f0-a999-fd91d0f043d6 req-0f402310-abee-4b5b-b0db-1fd3552b05d0 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:28.933221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fec1c37b-9537-41f0-a999-fd91d0f043d6 req-0f402310-abee-4b5b-b0db-1fd3552b05d0 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 949 time: 0.1893241 Sep 08 13:08:28.974599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-8726c1a9-af7c-47e0-a5da-79f439872f5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381989 Sep 08 13:08:29.031689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'tag': 'f2c0a0da-3d86-403d-8799-c44195164676'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:29.034691 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8321ea0-9736-4cac-a15e-962143fea0cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c04fc894-843f-4e98-af4e-19bb797eca94", "tag": "f2c0a0da-3d86-403d-8799-c44195164676"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:29.066551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a2ab3-67b1-41ce-a3df-4389971c105e req-1312934d-2b48-400e-be52-f22fe499bf35 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:29.072612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a2ab3-67b1-41ce-a3df-4389971c105e req-1312934d-2b48-400e-be52-f22fe499bf35 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:29.074298 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-724a2ab3-67b1-41ce-a3df-4389971c105e req-1312934d-2b48-400e-be52-f22fe499bf35 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=12682579-86c6-4f21-84a2-8fe60f51b224&device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 1691 time: 0.0661962 Sep 08 13:08:29.079369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fec1c37b-9537-41f0-a999-fd91d0f043d6 req-246e647e-1ecc-4404-a7db-5134a1393ab3 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/security-groups?id=b64e146f-837c-4767-a52c-97f4c8632763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136029 Sep 08 13:08:29.130659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-724a2ab3-67b1-41ce-a3df-4389971c105e req-0eca4b59-dc6c-4ee5-9eb9-1d1a68807932 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496070 Sep 08 13:08:29.175726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:29.198247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-059ba7f5-e34c-413e-8e34-d079556daf83 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963944 Sep 08 13:08:29.201206 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:29.229269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Transition to ACTIVE for port object 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:29.270978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891dbb54-e6c4-4bfa-9f6e-043bb6f68bd5 req-4fe96a98-c23f-4e0a-9ea7-99b6dfd6090e tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:29.272766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-891dbb54-e6c4-4bfa-9f6e-043bb6f68bd5 req-4fe96a98-c23f-4e0a-9ea7-99b6dfd6090e tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 947 time: 0.1185894 Sep 08 13:08:29.335173 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-54564eb3-acf4-40e2-bf22-c1086ca946c2 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256085 Sep 08 13:08:29.349904 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:29.357422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-891dbb54-e6c4-4bfa-9f6e-043bb6f68bd5 req-e94d1e3a-b87f-420d-a161-a288a381df67 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586686 Sep 08 13:08:29.390826 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f50ae1c-194b-4503-9249-82e996dda12f req-bfee3bc1-f125-4b34-b728-4e6e4212900a service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780236 Sep 08 13:08:29.427892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4c4796-8e81-4141-9b62-fc92b5fb6be9,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:29.494036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Attempting to bind port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:29.494766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Attempting to bind port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:29.494766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Attempting to bind port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:29.504381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-acece8d6-7be6-406b-866b-2948938d70b0 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:29.504576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:29.504890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Attempting to bind port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:29.505996 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-acece8d6-7be6-406b-866b-2948938d70b0 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601567 Sep 08 13:08:29.514973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:29.515319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:29.515712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:29.516165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Bound port: 7e4c4796-8e81-4141-9b62-fc92b5fb6be9, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:29.516530 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:29.524385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-c3513ce5-10ef-4079-b8ab-71d73f7eafce tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/quotas/ed7d4c365f1b42888e99a8e63f1221e4 HTTP/1.1" status: 200 len: 375 time: 0.0107148 Sep 08 13:08:29.537490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0b9fa-b016-472b-8e1e-fc173c2c85c9 req-06ff6ed0-c5f1-4881-a46f-1f6797c48b5b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:29.539267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76c0b9fa-b016-472b-8e1e-fc173c2c85c9 req-06ff6ed0-c5f1-4881-a46f-1f6797c48b5b tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 947 time: 0.0820944 Sep 08 13:08:29.567542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-818d448e-a15b-47c9-8113-71c8ee88f61c tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358143 Sep 08 13:08:29.630268 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76c0b9fa-b016-472b-8e1e-fc173c2c85c9 req-af2a7844-61b7-48fa-9cc0-52a35d330dd1 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643282 Sep 08 13:08:29.631357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] For port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:29.634915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] For port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7e4c4796-8e81-4141-9b62-fc92b5fb6be9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:29.754509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa7b7cc-5701-4787-9267-b91ea43fe415 req-03cd77e9-d67d-4b4f-81cf-36ecd45e516a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:29.755913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3aa7b7cc-5701-4787-9267-b91ea43fe415 req-03cd77e9-d67d-4b4f-81cf-36ecd45e516a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 944 time: 0.0532377 Sep 08 13:08:29.794806 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:29.800659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3aa7b7cc-5701-4787-9267-b91ea43fe415 req-2bad5257-54fe-40bf-a362-75c9498baf9f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381556 Sep 08 13:08:29.833238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:29.833864 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:29.835331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] 10.222.0.70 "PUT /v2.0/ports/7e4c4796-8e81-4141-9b62-fc92b5fb6be9 HTTP/1.1" status: 200 len: 1095 time: 1.6614258 Sep 08 13:08:29.874496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caa254-5f34-4c4c-aa34-5f12d2ce9268 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4c4796-8e81-4141-9b62-fc92b5fb6be9,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:29.879271 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d139ea0-cebd-484b-86fe-869301a94d29 x-openstack-request-id: req-8d139ea0-cebd-484b-86fe-869301a94d29 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:29.879800 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04fc894-843f-4e98-af4e-19bb797eca94", "tag": "f2c0a0da-3d86-403d-8799-c44195164676", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:29.880191 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d139ea0-cebd-484b-86fe-869301a94d29 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:29.880722 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'tag': 'f2c0a0da-3d86-403d-8799-c44195164676', 'status': 'completed', 'code': 200} Sep 08 13:08:30.029908 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7dda4-b09b-42df-bacc-efe39fa1ed12 req-c3fa55ed-3919-4595-ba67-e8ed9385c267 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:30.037366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13e7dda4-b09b-42df-bacc-efe39fa1ed12 req-c3fa55ed-3919-4595-ba67-e8ed9385c267 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 948 time: 0.0917735 Sep 08 13:08:30.088570 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13e7dda4-b09b-42df-bacc-efe39fa1ed12 req-6dfe38d0-dfdd-456a-8dc7-7eeead3639cb tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502212 Sep 08 13:08:30.102051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8321ea0-9736-4cac-a15e-962143fea0cf req-e6f0e825-39b1-4270-ae03-0210a7d681b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:30.103659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8321ea0-9736-4cac-a15e-962143fea0cf req-e6f0e825-39b1-4270-ae03-0210a7d681b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 1095 time: 0.1909666 Sep 08 13:08:30.149965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-8f1df4e9-4085-43ec-af21-f0b420fdc9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:30.151689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-8f1df4e9-4085-43ec-af21-f0b420fdc9f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76ddd524a08c4f0996d0f05aee6d5e63&device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 1098 time: 0.1670284 Sep 08 13:08:30.212717 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9e5f8-5cf0-456a-949c-2dca8105763f req-328f9061-31ba-4396-afba-b3c4807a520d tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:30.215428 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efb9e5f8-5cf0-456a-949c-2dca8105763f req-328f9061-31ba-4396-afba-b3c4807a520d tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=12682579-86c6-4f21-84a2-8fe60f51b224 HTTP/1.1" status: 200 len: 1101 time: 0.0638380 Sep 08 13:08:30.261824 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efb9e5f8-5cf0-456a-949c-2dca8105763f req-bccb64fe-d004-4f21-bc95-ad06c161d745 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396357 Sep 08 13:08:30.387024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea69c5-bce0-49df-8c42-496ded53b010 req-4edfad03-1028-484e-ac51-455fc6f5ce41 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:30.388705 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cea69c5-bce0-49df-8c42-496ded53b010 req-4edfad03-1028-484e-ac51-455fc6f5ce41 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 949 time: 0.0611093 Sep 08 13:08:30.430055 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cea69c5-bce0-49df-8c42-496ded53b010 req-2e46b92f-26cb-477b-aedd-e2fd754d46e0 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/security-groups?id=b64e146f-837c-4767-a52c-97f4c8632763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339308 Sep 08 13:08:30.446015 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-25b89f38-e91a-4a98-8e98-56d91268633f req-7baed9e9-07e5-418a-8b60-417f940b808c tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 210 time: 0.2900386 Sep 08 13:08:30.450109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-688578fb-a96d-44a7-b681-f039c4d41f4a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=7e4c4796-8e81-4141-9b62-fc92b5fb6be9 HTTP/1.1" status: 200 len: 217 time: 0.2833080 Sep 08 13:08:30.576051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de77ba-d510-4858-8249-7617635d9945 req-50733a0e-63ea-4d34-b5e7-e2549d87f2f5 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:30.577649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-83de77ba-d510-4858-8249-7617635d9945 req-50733a0e-63ea-4d34-b5e7-e2549d87f2f5 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 1101 time: 0.0539563 Sep 08 13:08:30.609488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-c897147b-92df-4b2a-bcef-9f4d16389764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:30.611102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-c897147b-92df-4b2a-bcef-9f4d16389764 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1194274 Sep 08 13:08:30.612082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8321ea0-9736-4cac-a15e-962143fea0cf req-a9fdcf43-e299-43fb-a723-e0d0907693a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:30.614004 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8321ea0-9736-4cac-a15e-962143fea0cf req-a9fdcf43-e299-43fb-a723-e0d0907693a9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.4977257 Sep 08 13:08:30.630319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd2dec-ecb3-42ec-a4d0-72423f3ba432 req-e62a8c60-678f-425a-aa10-21b357c3c0a7 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:30.631835 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fccd2dec-ecb3-42ec-a4d0-72423f3ba432 req-e62a8c60-678f-425a-aa10-21b357c3c0a7 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 947 time: 0.0925915 Sep 08 13:08:30.632462 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-83de77ba-d510-4858-8249-7617635d9945 req-1ac015f7-1a47-4f5c-98b9-21bb164dd40a tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320692 Sep 08 13:08:30.713976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8321ea0-9736-4cac-a15e-962143fea0cf req-52fe8bdd-1c3b-4b65-b946-fcf90ea87c0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a0da-3d86-403d-8799-c44195164676 HTTP/1.1" status: 200 len: 217 time: 0.0737340 Sep 08 13:08:30.744915 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fccd2dec-ecb3-42ec-a4d0-72423f3ba432 req-93235303-4e07-4a6d-892f-97d7f61f5ab7 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064453 Sep 08 13:08:30.775750 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-378869ee-b865-4603-94fd-1f838bba2267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:30.777308 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-378869ee-b865-4603-94fd-1f838bba2267 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1311815 Sep 08 13:08:30.787564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8321ea0-9736-4cac-a15e-962143fea0cf req-ed16694a-258b-42d2-b00f-218bdf216634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:30.789309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8321ea0-9736-4cac-a15e-962143fea0cf req-ed16694a-258b-42d2-b00f-218bdf216634 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.0593534 Sep 08 13:08:30.850162 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8321ea0-9736-4cac-a15e-962143fea0cf req-380cde6f-2ac3-49ec-b128-cd698db136bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523691 Sep 08 13:08:31.003511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff019e1a-3657-4c7c-915d-3dde86caf0f7 req-8b313ac9-e035-4a30-8d97-3e77bbbfb4fc tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:31.005069 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff019e1a-3657-4c7c-915d-3dde86caf0f7 req-8b313ac9-e035-4a30-8d97-3e77bbbfb4fc tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 947 time: 0.1858227 Sep 08 13:08:31.026232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-b2abf830-9fe8-43fc-8e9f-8bd50e861b0e service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356286 Sep 08 13:08:31.049243 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8321ea0-9736-4cac-a15e-962143fea0cf req-a542454b-b8ee-43b4-bda4-0a56f1b2ad7c service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834631 Sep 08 13:08:31.146471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff019e1a-3657-4c7c-915d-3dde86caf0f7 req-897b7951-182e-4441-849e-4a47a535fb1d tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342404 Sep 08 13:08:31.244947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f5a9dc5-a2d3-4495-95e5-a271545d5d4d req-47021943-ef1e-4932-b966-679b073eaf2e service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068763 Sep 08 13:08:31.267947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8321ea0-9736-4cac-a15e-962143fea0cf req-577e47bb-837d-4700-9fc8-770797939330 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046297 Sep 08 13:08:31.293635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ad842-8142-440b-bb79-6a83b0449d90 req-bdeae2f7-152a-46e0-a1a7-bf1cba12965c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:31.295191 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c9ad842-8142-440b-bb79-6a83b0449d90 req-bdeae2f7-152a-46e0-a1a7-bf1cba12965c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 944 time: 0.0771592 Sep 08 13:08:31.333529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c9ad842-8142-440b-bb79-6a83b0449d90 req-db1e7165-3dee-466d-8c69-7f2aa21ed54f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Sep 08 13:08:31.348349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a5a78d63-7711-46c0-98c3-86b434f5a0e7 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:31.468564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a5a78d63-7711-46c0-98c3-86b434f5a0e7, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a5a78d63-7711-46c0-98c3-86b434f5a0e7,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:31.480084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a5a78d63-7711-46c0-98c3-86b434f5a0e7', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'a5a78d63-7711-46c0-98c3-86b434f5a0e7', 'mac_address': 'fa:16:3e:a4:10:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:31.508944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5263c84-9842-472d-8096-b5b7484d6b76 req-00ae7e47-259d-4029-9b44-e42f02253de7 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:31.510594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5263c84-9842-472d-8096-b5b7484d6b76 req-00ae7e47-259d-4029-9b44-e42f02253de7 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 948 time: 0.0483289 Sep 08 13:08:31.519873 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:31.534519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a78d63-7711-46c0-98c3-86b434f5a0e7 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:31.557004 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a5a78d63-7711-46c0-98c3-86b434f5a0e7, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a5a78d63-7711-46c0-98c3-86b434f5a0e7,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:31.566720 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5263c84-9842-472d-8096-b5b7484d6b76 req-48f9bd44-d065-4753-9cdf-8328d487d552 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494325 Sep 08 13:08:31.670088 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-a6d95b1c-6d17-4c97-8580-0adbdc912833 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219901 Sep 08 13:08:31.782490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-75acf2bc-900b-4c2e-b5ae-0024a35879de tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:31.783190 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:31.784328 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-75acf2bc-900b-4c2e-b5ae-0024a35879de tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069136 Sep 08 13:08:31.803483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-c5cf1124-3690-42b6-b538-182e673f99f6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/quotas/7552984e8e56490ca3a3457fbd7d0daf HTTP/1.1" status: 200 len: 375 time: 0.0121074 Sep 08 13:08:31.847903 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a5a78d63-7711-46c0-98c3-86b434f5a0e7,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:31.866646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-fd1662e9-d128-47f4-9273-edc44ffe7781 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539188 Sep 08 13:08:31.881092 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2821d4aa-9c2b-490b-98b7-ab1f5870f1d8 req-1aba1a46-a93d-48e1-bba9-9d3b8ed07fbe tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 210 time: 0.0271080 Sep 08 13:08:31.882189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed2f4d4-34d7-4023-8182-ee0e0fd2c74c', 'tag': '7e4c4796-8e81-4141-9b62-fc92b5fb6be9'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:31.885004 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6261211-2fc8-4e75-939c-5fdb457cad27" -d '{"events": [{"name": "network-changed", "server_uuid": "fed2f4d4-34d7-4023-8182-ee0e0fd2c74c", "tag": "7e4c4796-8e81-4141-9b62-fc92b5fb6be9"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:32.002131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b2838-a1c9-4224-b9d1-d4929351d2f3 req-6a4d6317-e6b4-4c7e-8e68-2c5b39a114a5 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:32.004353 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c9b2838-a1c9-4224-b9d1-d4929351d2f3 req-6a4d6317-e6b4-4c7e-8e68-2c5b39a114a5 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 948 time: 0.0563340 Sep 08 13:08:32.051848 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c9b2838-a1c9-4224-b9d1-d4929351d2f3 req-537862a0-85ea-4b49-b130-0e90611fe7ad tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404749 Sep 08 13:08:32.129711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a5a78d63-7711-46c0-98c3-86b434f5a0e7'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:32.162807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d578b-fd3b-487c-a4a6-b61a2e38642a req-80c5545a-30ab-44f2-8c9e-19a5f694eb7a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:32.164330 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d7d578b-fd3b-487c-a4a6-b61a2e38642a req-80c5545a-30ab-44f2-8c9e-19a5f694eb7a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 949 time: 0.0524542 Sep 08 13:08:32.219153 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-fddb9d49-823f-4bd8-b4c5-909a6cbb191d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270154 Sep 08 13:08:32.220342 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d7d578b-fd3b-487c-a4a6-b61a2e38642a req-58660053-b60e-4e50-b76f-d3420d3d91ac tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/security-groups?id=b64e146f-837c-4767-a52c-97f4c8632763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Sep 08 13:08:32.328749 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d543f2-d28e-4a32-879b-26964a7f7885 x-openstack-request-id: req-18d543f2-d28e-4a32-879b-26964a7f7885 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:32.329071 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed2f4d4-34d7-4023-8182-ee0e0fd2c74c", "tag": "7e4c4796-8e81-4141-9b62-fc92b5fb6be9", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:32.331110 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-18d543f2-d28e-4a32-879b-26964a7f7885 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:32.331110 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed2f4d4-34d7-4023-8182-ee0e0fd2c74c', 'tag': '7e4c4796-8e81-4141-9b62-fc92b5fb6be9', 'status': 'completed', 'code': 200} Sep 08 13:08:32.396939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323801-73ec-4554-a486-8cffd23a67cf req-49203ba3-ee6b-4a3a-a5c6-4c61614ccfdf tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:32.398430 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-49203ba3-ee6b-4a3a-a5c6-4c61614ccfdf tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1635602 Sep 08 13:08:32.414257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Request body: {'port': {'device_id': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': 'ed7d4c365f1b42888e99a8e63f1221e4'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:32.416446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07fd19-a8dc-4563-b31c-7c85923ba725 req-379b11c0-fa4c-479f-8f7d-8328198efe19 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:32.418346 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a07fd19-a8dc-4563-b31c-7c85923ba725 req-379b11c0-fa4c-479f-8f7d-8328198efe19 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 947 time: 0.0502295 Sep 08 13:08:32.425326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6261211-2fc8-4e75-939c-5fdb457cad27 req-6bb269a4-4576-42fc-b221-2050fe4d9440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:32.434330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f6261211-2fc8-4e75-939c-5fdb457cad27 req-6bb269a4-4576-42fc-b221-2050fe4d9440 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=76ddd524a08c4f0996d0f05aee6d5e63&device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 1098 time: 0.0710990 Sep 08 13:08:32.462389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a07fd19-a8dc-4563-b31c-7c85923ba725 req-e6af2382-2f62-431c-8c63-fa5c7cdbfab3 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365632 Sep 08 13:08:32.602408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157af75-ac9f-4606-98c6-f0409515ded6 req-416af62e-ff02-492b-bd52-0016e144b499 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:32.603129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6261211-2fc8-4e75-939c-5fdb457cad27 req-1c6635ca-ab8d-4873-844a-223328efcad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:32.604046 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b157af75-ac9f-4606-98c6-f0409515ded6 req-416af62e-ff02-492b-bd52-0016e144b499 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 944 time: 0.0637040 Sep 08 13:08:32.604509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f6261211-2fc8-4e75-939c-5fdb457cad27 req-1c6635ca-ab8d-4873-844a-223328efcad3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1674955 Sep 08 13:08:32.648188 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b157af75-ac9f-4606-98c6-f0409515ded6 req-d7eb87d6-3532-48f7-8bc1-7641d93b1874 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377123 Sep 08 13:08:32.667977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f6261211-2fc8-4e75-939c-5fdb457cad27 req-b19969c2-56f5-4db0-b67d-72c34ef9fa8a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=7e4c4796-8e81-4141-9b62-fc92b5fb6be9 HTTP/1.1" status: 200 len: 217 time: 0.0419466 Sep 08 13:08:32.728503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6261211-2fc8-4e75-939c-5fdb457cad27 req-885e41ec-1f11-4acf-960d-7cbf6bb57e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:32.730130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f6261211-2fc8-4e75-939c-5fdb457cad27 req-885e41ec-1f11-4acf-960d-7cbf6bb57e78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0521398 Sep 08 13:08:32.764802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Made reservation on behalf of ed7d4c365f1b42888e99a8e63f1221e4 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:32.768284 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:32.779012 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:32.795046 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device f2c0a0da-3d86-403d-8799-c44195164676 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:32.819268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6261211-2fc8-4e75-939c-5fdb457cad27 req-77c1bd25-6bd1-4174-8434-6d42e338ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:32.821231 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f6261211-2fc8-4e75-939c-5fdb457cad27 req-77c1bd25-6bd1-4174-8434-6d42e338ccc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816109 Sep 08 13:08:32.858090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa056e5-aa67-407b-a74a-cdfaf685df1b req-2f0c4a97-a680-4215-bdc2-ba1eb3cbed70 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:32.860150 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6aa056e5-aa67-407b-a74a-cdfaf685df1b req-2f0c4a97-a680-4215-bdc2-ba1eb3cbed70 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 948 time: 0.0748477 Sep 08 13:08:32.921255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6aa056e5-aa67-407b-a74a-cdfaf685df1b req-a19f81f3-666a-4ecc-974e-cd79668ec846 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507460 Sep 08 13:08:32.967729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:32.970984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f6261211-2fc8-4e75-939c-5fdb457cad27 req-afc46fa2-d83b-4474-ba70-a7dc7510c830 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412516 Sep 08 13:08:32.982882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'f2c0a0da-3d86-403d-8799-c44195164676', 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7', 'port_id': 'f2c0a0da-3d86-403d-8799-c44195164676', 'mac_address': 'fa:16:3e:86:f9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66f5b93-f567-41bb-80c4-2513fe2ad21d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:33.024921 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:33.054585 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b019aa54-b2f6-4710-a825-5e2d7701cb92 req-cabf4861-9d7c-44c1-bc2f-490f87a2dc63 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 210 time: 0.0466299 Sep 08 13:08:33.075156 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:33.095562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c0a0da-3d86-403d-8799-c44195164676 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:33.117090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f6261211-2fc8-4e75-939c-5fdb457cad27 req-34405c31-1086-4c0b-bad4-df602a54f3ea service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366668 Sep 08 13:08:33.123553 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:33.240774 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:33.241038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ba853-8bdb-4db0-81fb-4fe178b83146 req-ddba7ade-6274-4e65-aebc-0135ef3e6711 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:33.244088 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-012ba853-8bdb-4db0-81fb-4fe178b83146 req-ddba7ade-6274-4e65-aebc-0135ef3e6711 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 948 time: 0.0627613 Sep 08 13:08:33.296049 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:33.310236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-012ba853-8bdb-4db0-81fb-4fe178b83146 req-bd13aeee-e0e4-4f0d-8561-02c12d98362d tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560877 Sep 08 13:08:33.340300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-033b0b88-0655-43c1-b574-29d79b0f3eda req-885f554e-8ec6-48c2-9d6a-6ffbe5da7658 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 210 time: 0.0646279 Sep 08 13:08:33.353984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:33.398351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a5a78d63-7711-46c0-98c3-86b434f5a0e7 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:33.473966 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff269d88-51f3-40b5-8784-7f2adf8e0e6f req-47852c7c-bff8-41a7-922a-c93d23544171 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:33.480614 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ff269d88-51f3-40b5-8784-7f2adf8e0e6f req-47852c7c-bff8-41a7-922a-c93d23544171 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 949 time: 0.0645449 Sep 08 13:08:33.484579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86003af9-920b-4c9a-8478-cc9ff53d65b2,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:33.549683 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ff269d88-51f3-40b5-8784-7f2adf8e0e6f req-b019b27a-bccd-43fc-b013-a7d5020e2fac tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/security-groups?id=b64e146f-837c-4767-a52c-97f4c8632763&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594535 Sep 08 13:08:33.553641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a059571-f9da-45d2-ae8b-c5c041cc321f req-bb333fa4-f3b2-4106-85e1-bc52b74427e5 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:33.555227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a059571-f9da-45d2-ae8b-c5c041cc321f req-bb333fa4-f3b2-4106-85e1-bc52b74427e5 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 949 time: 0.1268306 Sep 08 13:08:33.564636 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.resource_extend [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 13:08:33.636015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=f2c0a0da-3d86-403d-8799-c44195164676,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:33.645667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Allocated IP 192.168.233.21 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/cd461f73-2ee0-4075-85df-24a6af06613e) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:33.677391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5075c27-e6f1-4b26-ad13-af93f89fd40d req-45d3fb3f-7414-49eb-b8ce-c8c9ffb68618 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:33.679017 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5075c27-e6f1-4b26-ad13-af93f89fd40d req-45d3fb3f-7414-49eb-b8ce-c8c9ffb68618 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 947 time: 0.1228564 Sep 08 13:08:33.695475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['f2c0a0da-3d86-403d-8799-c44195164676'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:33.737330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=59ac2030-7c68-43d6-aafe-f1a3bd0e3411,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:33.755280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '59ac2030-7c68-43d6-aafe-f1a3bd0e3411', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '59ac2030-7c68-43d6-aafe-f1a3bd0e3411', 'mac_address': 'fa:16:3e:de:98:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:33.791048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc89cba-2930-436c-85e5-7f15f567ec3d req-c5b5074d-21d8-4499-bc68-8080648ccfe8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:33.792830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8bc89cba-2930-436c-85e5-7f15f567ec3d req-c5b5074d-21d8-4499-bc68-8080648ccfe8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 945 time: 0.0563743 Sep 08 13:08:33.797258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5075c27-e6f1-4b26-ad13-af93f89fd40d req-2d2e24a7-fcb5-4761-a9af-2a87fe723cc5 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886543 Sep 08 13:08:33.847654 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8bc89cba-2930-436c-85e5-7f15f567ec3d req-583fcef8-27cd-40ee-8636-b170252caa48 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442734 Sep 08 13:08:33.859414 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:33.863495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-2a059571-f9da-45d2-ae8b-c5c041cc321f req-18b21fbd-769c-4b39-8e93-00b564a9cd23 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Deleting port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:08:33.864290 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2a059571-f9da-45d2-ae8b-c5c041cc321f req-18b21fbd-769c-4b39-8e93-00b564a9cd23 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:33.884379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:33.919174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=59ac2030-7c68-43d6-aafe-f1a3bd0e3411,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:33.984343 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:34.018271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Transition to ACTIVE for port object cd461f73-2ee0-4075-85df-24a6af06613e will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:34.026822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2a059571-f9da-45d2-ae8b-c5c041cc321f req-18b21fbd-769c-4b39-8e93-00b564a9cd23 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] For port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:34.027880 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2a059571-f9da-45d2-ae8b-c5c041cc321f req-18b21fbd-769c-4b39-8e93-00b564a9cd23 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:34.040214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a5a78d63-7711-46c0-98c3-86b434f5a0e7 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:34.049039 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:34.050610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-2a059571-f9da-45d2-ae8b-c5c041cc321f req-18b21fbd-769c-4b39-8e93-00b564a9cd23 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Calling delete_port for ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:08:34.055015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a5a78d63-7711-46c0-98c3-86b434f5a0e7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:34.055882 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:34.097578 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-c26cc875-8eee-4b35-bdfd-cc3cbfff9c57 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659449 Sep 08 13:08:34.155293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=59ac2030-7c68-43d6-aafe-f1a3bd0e3411,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:34.183317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2837281-6d16-4034-bb84-2167729afdb8 req-60237ada-000e-4ae3-b752-31e4dc55f29a tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:34.185559 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2837281-6d16-4034-bb84-2167729afdb8 req-60237ada-000e-4ae3-b752-31e4dc55f29a tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 948 time: 0.1951230 Sep 08 13:08:34.205293 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:34.206953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cce142e8-e880-4be8-b944-31954bb4f8e6 req-d20c486f-3675-4296-a3f1-240c1fa1e03a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 210 time: 0.0357316 Sep 08 13:08:34.241194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd56399-edd6-429b-aee2-7d3bab019b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a78d63-7711-46c0-98c3-86b434f5a0e7'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:34.243458 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3b70d8-2923-4c0e-a158-af9e9998cbf5" -d '{"events": [{"server_uuid": "6fd56399-edd6-429b-aee2-7d3bab019b97", "name": "network-vif-plugged", "status": "completed", "tag": "a5a78d63-7711-46c0-98c3-86b434f5a0e7"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:34.270894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a5a78d63-7711-46c0-98c3-86b434f5a0e7, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a5a78d63-7711-46c0-98c3-86b434f5a0e7,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:34.298297 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:34.309448 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2837281-6d16-4034-bb84-2167729afdb8 req-0ba70335-ec8f-4962-85e6-42bc0f0e56cb tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145952 Sep 08 13:08:34.322860 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cc35cc-f4c7-447d-95bb-f225d9a5f57d x-openstack-request-id: req-23cc35cc-f4c7-447d-95bb-f225d9a5f57d {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:34.323309 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd56399-edd6-429b-aee2-7d3bab019b97", "name": "network-vif-plugged", "status": "completed", "tag": "a5a78d63-7711-46c0-98c3-86b434f5a0e7", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:34.323643 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23cc35cc-f4c7-447d-95bb-f225d9a5f57d {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:34.324135 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd56399-edd6-429b-aee2-7d3bab019b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a78d63-7711-46c0-98c3-86b434f5a0e7', 'code': 200} Sep 08 13:08:34.335970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-e12190fe-53d8-4206-8212-648c4f4ae129 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:34.337874 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-e12190fe-53d8-4206-8212-648c4f4ae129 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2308230 Sep 08 13:08:34.354532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Request body: {'port': {'device_id': '48f7aed4-ffa6-4884-a784-24b7481b9835', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': 'ed7d4c365f1b42888e99a8e63f1221e4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:34.359436 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:34.365576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:34.369669 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:34.370883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:34.386775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:34.386775 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:34.393163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Pushing event updated for resources: {'Port': ['ID=cd461f73-2ee0-4075-85df-24a6af06613e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:34.450656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2a059571-f9da-45d2-ae8b-c5c041cc321f req-18b21fbd-769c-4b39-8e93-00b564a9cd23 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:34.455180 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['59ac2030-7c68-43d6-aafe-f1a3bd0e3411'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:34.480436 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ccfd646e-d4b5-438e-9b75-12b3fe0c5c29'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:34.549198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b21fbd-769c-4b39-8e93-00b564a9cd23 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Pushing event deleted for resources: {'Port': ['ID=ccfd646e-d4b5-438e-9b75-12b3fe0c5c29,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:34.554710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-1a6f73cb-a955-422e-af9c-6c9bc90a949b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1452296 Sep 08 13:08:34.561720 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-354d4ed2-dd20-4349-9659-65a1f95bca32 req-dae7e2ea-5d9c-4270-87d8-73e0891b147e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 210 time: 0.0773590 Sep 08 13:08:34.575940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Request body: {'port': {'device_id': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:34.601036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a5a78d63-7711-46c0-98c3-86b434f5a0e7,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:34.609349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd47045-a072-4f01-96c1-960c61872fe7 req-fe831f63-7168-468f-86ff-fee493c0b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:34.610965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3cd47045-a072-4f01-96c1-960c61872fe7 req-fe831f63-7168-468f-86ff-fee493c0b966 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 1100 time: 0.2260828 Sep 08 13:08:34.662509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a059571-f9da-45d2-ae8b-c5c041cc321f req-18b21fbd-769c-4b39-8e93-00b564a9cd23 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] No DVR routers for this DVR port ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:08:34.677413 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2a059571-f9da-45d2-ae8b-c5c041cc321f req-18b21fbd-769c-4b39-8e93-00b564a9cd23 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:34.679516 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a059571-f9da-45d2-ae8b-c5c041cc321f req-18b21fbd-769c-4b39-8e93-00b564a9cd23 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.70 "DELETE /v2.0/ports/ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 HTTP/1.1" status: 204 len: 173 time: 1.1177123 Sep 08 13:08:34.682218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f9bf4af-2220-4faf-8b8a-5cfe72ae0034', 'name': 'network-vif-deleted', 'tag': 'ccfd646e-d4b5-438e-9b75-12b3fe0c5c29'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:34.684469 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6765c2-7098-447c-8176-1d88ab9e9c6f" -d '{"events": [{"server_uuid": "3f9bf4af-2220-4faf-8b8a-5cfe72ae0034", "name": "network-vif-deleted", "tag": "ccfd646e-d4b5-438e-9b75-12b3fe0c5c29"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:34.698466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944b5e7-8188-4ff2-8047-bac4d3794ce2 req-13ea1fdd-0370-4940-b0f8-2d346337cbe1 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:34.707008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e944b5e7-8188-4ff2-8047-bac4d3794ce2 req-13ea1fdd-0370-4940-b0f8-2d346337cbe1 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 949 time: 0.2450573 Sep 08 13:08:34.751926 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9184c480-2cc9-4594-a8d4-0f87736f8ab2 req-0f6e1ae4-e19e-436f-8f52-776dab362505 tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 210 time: 0.0752385 Sep 08 13:08:34.770571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3cd47045-a072-4f01-96c1-960c61872fe7 req-e90ff269-790d-4d4d-8316-5bf873068c08 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191604 Sep 08 13:08:34.773825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:34.792483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e944b5e7-8188-4ff2-8047-bac4d3794ce2 req-75807cc8-252c-402a-9ff8-3d5254e49d8e tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824401 Sep 08 13:08:34.816748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Made reservation on behalf of ed7d4c365f1b42888e99a8e63f1221e4 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:34.818252 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:34.828598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:34.860906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device f2c0a0da-3d86-403d-8799-c44195164676 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:34.880969 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b2a0fb-4b9f-4485-8946-673508315425 x-openstack-request-id: req-08b2a0fb-4b9f-4485-8946-673508315425 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:34.884542 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f9bf4af-2220-4faf-8b8a-5cfe72ae0034", "name": "network-vif-deleted", "tag": "ccfd646e-d4b5-438e-9b75-12b3fe0c5c29", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:34.889674 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08b2a0fb-4b9f-4485-8946-673508315425 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:34.889674 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f9bf4af-2220-4faf-8b8a-5cfe72ae0034', 'name': 'network-vif-deleted', 'tag': 'ccfd646e-d4b5-438e-9b75-12b3fe0c5c29', 'status': 'completed', 'code': 200} Sep 08 13:08:34.964530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f8e26b13-dccb-4955-8be9-d3fb5e03e1ea None None] Provisioning for port cd461f73-2ee0-4075-85df-24a6af06613e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:34.970469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f8e26b13-dccb-4955-8be9-d3fb5e03e1ea None None] Provisioning complete for port cd461f73-2ee0-4075-85df-24a6af06613e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:34.970853 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8e26b13-dccb-4955-8be9-d3fb5e03e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:35.014786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f8e26b13-dccb-4955-8be9-d3fb5e03e1ea None None] Port cd461f73-2ee0-4075-85df-24a6af06613e cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:35.016779 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.resource_extend [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 13:08:35.099382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Allocated IP 192.168.233.101 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/8d7f5ded-0933-458e-8441-6b69c0ac741b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:35.115360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a2a83-e03f-4d31-842a-57de2b08ab20 req-e79b7511-922b-4a92-a09d-a82e0fbb67a4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:35.120040 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b7a2a83-e03f-4d31-842a-57de2b08ab20 req-e79b7511-922b-4a92-a09d-a82e0fbb67a4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 945 time: 0.1341968 Sep 08 13:08:35.136756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7e4c4796-8e81-4141-9b62-fc92b5fb6be9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:35.146483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port f2c0a0da-3d86-403d-8799-c44195164676 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:35.148449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea5b53-39d1-4117-8c66-00977f844992 req-d6909cbe-1f3c-44d4-9ed8-39fd7024d2c6 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:35.151599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfea5b53-39d1-4117-8c66-00977f844992 req-d6909cbe-1f3c-44d4-9ed8-39fd7024d2c6 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 947 time: 0.2441301 Sep 08 13:08:35.158001 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port f2c0a0da-3d86-403d-8799-c44195164676 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:35.158748 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:35.162661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '7e4c4796-8e81-4141-9b62-fc92b5fb6be9', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '7e4c4796-8e81-4141-9b62-fc92b5fb6be9', 'mac_address': 'fa:16:3e:61:f7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:35.189839 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b7a2a83-e03f-4d31-842a-57de2b08ab20 req-913f7cd8-2df3-4c21-b12f-091e078745d7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622199 Sep 08 13:08:35.199615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfea5b53-39d1-4117-8c66-00977f844992 req-31b733bd-a915-49ea-96da-899fb07f41b4 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401690 Sep 08 13:08:35.246293 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:35.282932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:35.337479 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:35.347398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7e4c4796-8e81-4141-9b62-fc92b5fb6be9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:35.359566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee738900-60d0-4451-9ea7-19c6ade2b23c req-dc94942e-0d5e-4c4c-8203-4d27914bb259 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 210 time: 0.0351865 Sep 08 13:08:35.367346 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:35.371024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Transition to ACTIVE for port object 8d7f5ded-0933-458e-8441-6b69c0ac741b will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:35.403062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:35.432341 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:35.449811 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09023ab2-a4d8-4d4d-814e-383b78cbdace req-f2a1f39a-de9a-4e81-8847-1432b96427aa tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:35.451644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09023ab2-a4d8-4d4d-814e-383b78cbdace req-f2a1f39a-de9a-4e81-8847-1432b96427aa tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 949 time: 0.0523932 Sep 08 13:08:35.484026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=7e4c4796-8e81-4141-9b62-fc92b5fb6be9,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:35.500054 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09023ab2-a4d8-4d4d-814e-383b78cbdace req-655560d9-6734-47ee-bd7e-f586a95de080 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400631 Sep 08 13:08:35.623354 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:35.624514 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:35.685476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=f2c0a0da-3d86-403d-8799-c44195164676,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:35.691249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['7e4c4796-8e81-4141-9b62-fc92b5fb6be9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:35.730761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-649328f0-2a7f-492a-9627-064649f9c312 req-fb98f650-5775-4e23-9346-04f96d912dea tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 210 time: 0.0785367 Sep 08 13:08:35.745885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:35.767024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:35.772433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:35.780827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Pushing event updated for resources: {'Port': ['ID=8d7f5ded-0933-458e-8441-6b69c0ac741b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:35.787999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd461f73-2ee0-4075-85df-24a6af06613e {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:35.802786 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:35.826934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Transition to ACTIVE for port object cd461f73-2ee0-4075-85df-24a6af06613e will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:35.896725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:35.897759 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:35.965366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4a3b058d-09d0-48c7-a69b-401bca286b12 req-c8e5e31f-adda-43a6-be57-8bd2e2a8f90a tempest-ServerDiagnosticsNegativeTest-2005874962 tempest-ServerDiagnosticsNegativeTest-2005874962-project] 10.222.0.69 "GET /v2.0/ports?device_id=3f9bf4af-2220-4faf-8b8a-5cfe72ae0034 HTTP/1.1" status: 200 len: 210 time: 0.0303228 Sep 08 13:08:35.966560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:36.013943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85eda9-3333-4aad-8daa-d56c9dc743d1 req-67dccb9f-6c4d-45db-95b6-ed73c89f411e tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:36.013943 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8a85eda9-3333-4aad-8daa-d56c9dc743d1 req-67dccb9f-6c4d-45db-95b6-ed73c89f411e tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 949 time: 0.1292720 Sep 08 13:08:36.065468 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8a85eda9-3333-4aad-8daa-d56c9dc743d1 req-72ac6413-6d4c-4c07-8807-899b44e47c2f tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534027 Sep 08 13:08:36.144819 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-5d1e86f9-1c57-4baf-8e79-c9d3c5a41526 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7959034 Sep 08 13:08:36.157893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Request body: {'port': {'device_id': '48f7aed4-ffa6-4884-a784-24b7481b9835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:36.194432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6e295e86-fdc8-4861-8af8-8269ac29b726 None None] Provisioning for port 8d7f5ded-0933-458e-8441-6b69c0ac741b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:36.200006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6e295e86-fdc8-4861-8af8-8269ac29b726 None None] Provisioning complete for port 8d7f5ded-0933-458e-8441-6b69c0ac741b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:36.200462 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e295e86-fdc8-4861-8af8-8269ac29b726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:36.221264 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:36.263083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6e295e86-fdc8-4861-8af8-8269ac29b726 None None] Port 8d7f5ded-0933-458e-8441-6b69c0ac741b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:36.294880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Pushing event updated for resources: {'Port': ['ID=cd461f73-2ee0-4075-85df-24a6af06613e,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:36.297362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Attempting to bind port cd461f73-2ee0-4075-85df-24a6af06613e on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:36.297760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Attempting to bind port cd461f73-2ee0-4075-85df-24a6af06613e by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:36.298100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Attempting to bind port cd461f73-2ee0-4075-85df-24a6af06613e on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:36.303924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Port cd461f73-2ee0-4075-85df-24a6af06613e on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:36.304039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Attempting to bind port cd461f73-2ee0-4075-85df-24a6af06613e on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:36.309306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:36.309646 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:36.310034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:36.310504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Bound port: cd461f73-2ee0-4075-85df-24a6af06613e, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:36.310868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:36.325368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0a0da-3d86-403d-8799-c44195164676'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:36.328653 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2eeade-025e-4267-b371-7d75c6d14fa0" -d '{"events": [{"server_uuid": "c04fc894-843f-4e98-af4e-19bb797eca94", "name": "network-vif-plugged", "status": "completed", "tag": "f2c0a0da-3d86-403d-8799-c44195164676"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:36.416337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:36.420189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:36.433150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae138123-2c9e-43a8-a80b-b7218fa2fbbe req-b444caa7-5c7a-4fb8-8bcb-77bb7a5f4239 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:36.434746 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ae138123-2c9e-43a8-a80b-b7218fa2fbbe req-b444caa7-5c7a-4fb8-8bcb-77bb7a5f4239 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 948 time: 0.0791888 Sep 08 13:08:36.463492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c5cd7-4b4f-49bd-ac62-cfd6b14b94be req-4a58fdce-4cea-411f-a703-d8c01955de74 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:36.465134 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b28c5cd7-4b4f-49bd-ac62-cfd6b14b94be req-4a58fdce-4cea-411f-a703-d8c01955de74 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 946 time: 0.1252110 Sep 08 13:08:36.509699 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ae138123-2c9e-43a8-a80b-b7218fa2fbbe req-62c2e55b-664d-4a65-8d19-80f39da57595 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671179 Sep 08 13:08:36.572578 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b28c5cd7-4b4f-49bd-ac62-cfd6b14b94be req-27dfd9ff-7396-4968-807c-55cd3140b9ab tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804403 Sep 08 13:08:36.604301 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:36.638059 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a0fb72-3c58-4d18-bb25-43371c1b3cbe x-openstack-request-id: req-15a0fb72-3c58-4d18-bb25-43371c1b3cbe {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:36.638652 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04fc894-843f-4e98-af4e-19bb797eca94", "name": "network-vif-plugged", "status": "completed", "tag": "f2c0a0da-3d86-403d-8799-c44195164676", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:36.639206 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15a0fb72-3c58-4d18-bb25-43371c1b3cbe {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:36.639634 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0a0da-3d86-403d-8799-c44195164676', 'code': 200} Sep 08 13:08:36.671362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:36.672243 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:36.673972 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] 10.222.0.70 "PUT /v2.0/ports/cd461f73-2ee0-4075-85df-24a6af06613e HTTP/1.1" status: 200 len: 1095 time: 2.1082859 Sep 08 13:08:36.688381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d7f5ded-0933-458e-8441-6b69c0ac741b {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:36.703238 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:36.708041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3068b-484f-44a1-833b-c423b0b6ee27 service neutron] Pushing event updated for resources: {'Port': ['ID=cd461f73-2ee0-4075-85df-24a6af06613e,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:36.751558 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Transition to ACTIVE for port object 8d7f5ded-0933-458e-8441-6b69c0ac741b will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:36.775665 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6321ae-f8b8-47a5-a7b6-dae8029daee5 req-976d6fc6-1480-4497-93ac-ca8a653c2b88 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:36.777400 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e6321ae-f8b8-47a5-a7b6-dae8029daee5 req-976d6fc6-1480-4497-93ac-ca8a653c2b88 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 936 time: 0.0616789 Sep 08 13:08:36.816928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1c509-46b6-459b-95c6-7cb17601e288 req-9d9e3284-96fc-4e82-9435-06ce1d1f10b2 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:36.818876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3a1c509-46b6-459b-95c6-7cb17601e288 req-9d9e3284-96fc-4e82-9435-06ce1d1f10b2 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 949 time: 0.0989041 Sep 08 13:08:36.824830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f071b43-6157-45ff-962a-b13d22b5040f req-f8a5e684-2ff4-4c31-898a-858ef151716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:36.827372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f071b43-6157-45ff-962a-b13d22b5040f req-f8a5e684-2ff4-4c31-898a-858ef151716d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 1097 time: 0.1042039 Sep 08 13:08:36.833771 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e6321ae-f8b8-47a5-a7b6-dae8029daee5 req-09d0f6e7-4ef0-40a9-8e57-74e75044f669 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466177 Sep 08 13:08:36.866167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:36.868919 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:36.895331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:36.898459 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74085ae-53c8-48a4-bc2b-2e9e3621cd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:36.903059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f071b43-6157-45ff-962a-b13d22b5040f req-5d678724-6c9e-4e42-8d36-5cf9d12251ac service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664761 Sep 08 13:08:36.929313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3a1c509-46b6-459b-95c6-7cb17601e288 req-e92a37f0-2055-4242-be8d-bb267afa7ecc tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995460 Sep 08 13:08:36.997940 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0cec0f-fc63-4f95-b72e-ebbe57ea080e x-openstack-request-id: req-2d0cec0f-fc63-4f95-b72e-ebbe57ea080e {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:36.998669 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:36.998669 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2d0cec0f-fc63-4f95-b72e-ebbe57ea080e {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:36.998943 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'status': 'completed', 'code': 200} Sep 08 13:08:37.017151 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a51d58b0-c25c-4ca7-9d22-332b463a626c req-0906a5a0-49cd-46ff-88ce-b3e39cfe0731 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 210 time: 0.0690100 Sep 08 13:08:37.022872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7f5ded-0933-458e-8441-6b69c0ac741b,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:37.071190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Attempting to bind port 8d7f5ded-0933-458e-8441-6b69c0ac741b on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:37.071536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Attempting to bind port 8d7f5ded-0933-458e-8441-6b69c0ac741b by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:37.071868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Attempting to bind port 8d7f5ded-0933-458e-8441-6b69c0ac741b on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:37.076837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Port 8d7f5ded-0933-458e-8441-6b69c0ac741b on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:37.086774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Attempting to bind port 8d7f5ded-0933-458e-8441-6b69c0ac741b on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:37.086774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:37.086774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:37.086774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:37.086774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Bound port: 8d7f5ded-0933-458e-8441-6b69c0ac741b, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:37.086774 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:37.130368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:37.135272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:37.135801 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:37.204528 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] For port 8d7f5ded-0933-458e-8441-6b69c0ac741b, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:37.204528 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] For port 8d7f5ded-0933-458e-8441-6b69c0ac741b, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8d7f5ded-0933-458e-8441-6b69c0ac741b,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:37.209416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323801-73ec-4554-a486-8cffd23a67cf req-27a5b8fb-da15-4728-914d-8b4f528e480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:37.211124 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-27a5b8fb-da15-4728-914d-8b4f528e480a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 1098 time: 0.1060061 Sep 08 13:08:37.264961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-f1ffdd93-6112-4cb2-aa6a-46636d8de24e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=cd461f73-2ee0-4075-85df-24a6af06613e HTTP/1.1" status: 200 len: 217 time: 0.0449562 Sep 08 13:08:37.279939 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:37.332562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7e4c4796-8e81-4141-9b62-fc92b5fb6be9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:37.357342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323801-73ec-4554-a486-8cffd23a67cf req-4321bfc9-3946-4742-8d9a-b33953fbf4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:37.359085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-4321bfc9-3946-4742-8d9a-b33953fbf4f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0861306 Sep 08 13:08:37.368791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:37.428728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-eb3a6ad7-1ede-431b-ad93-d3f7dc259bf9 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424304 Sep 08 13:08:37.461691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee323801-73ec-4554-a486-8cffd23a67cf req-ff79d62d-1d5a-4660-a42b-430ca8c160e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:37.463227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-ff79d62d-1d5a-4660-a42b-430ca8c160e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913606 Sep 08 13:08:37.468926 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:37.470123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:08:37.503896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:08:37.503896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ccfd646e-d4b5-438e-9b75-12b3fe0c5c29 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:08:37.504376 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:37.548480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:37.549107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:37.551145 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] 10.222.0.70 "PUT /v2.0/ports/8d7f5ded-0933-458e-8441-6b69c0ac741b HTTP/1.1" status: 200 len: 1096 time: 1.3978589 Sep 08 13:08:37.551572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f7aed4-ffa6-4884-a784-24b7481b9835', 'tag': '8d7f5ded-0933-458e-8441-6b69c0ac741b'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:37.553831 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abb18d3-aaf9-4cfa-b371-38563058223c" -d '{"events": [{"name": "network-changed", "server_uuid": "48f7aed4-ffa6-4884-a784-24b7481b9835", "tag": "8d7f5ded-0933-458e-8441-6b69c0ac741b"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:37.554840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:37.581598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94eb39f-a390-457c-8aeb-7bcf577639ea req-13c70c86-a38e-4750-af43-0a232206bbc1 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:37.583059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:37.583433 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:37.588933 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f94eb39f-a390-457c-8aeb-7bcf577639ea req-13c70c86-a38e-4750-af43-0a232206bbc1 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 949 time: 0.3666544 Sep 08 13:08:37.619707 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dc800-d84f-485e-9cc5-c6839fe4a951 service neutron] Pushing event updated for resources: {'Port': ['ID=8d7f5ded-0933-458e-8441-6b69c0ac741b,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:37.654929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=7e4c4796-8e81-4141-9b62-fc92b5fb6be9,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:37.673829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f94eb39f-a390-457c-8aeb-7bcf577639ea req-349fe1bf-e5c8-482c-952a-a54b60421402 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838525 Sep 08 13:08:37.743030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-6cd7d798-780f-4749-8af8-43ca189fdf91 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1452107 Sep 08 13:08:37.750857 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d18065e-abcd-44ac-ae4a-7a9a4f7e0139 x-openstack-request-id: req-5d18065e-abcd-44ac-ae4a-7a9a4f7e0139 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:37.751152 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f7aed4-ffa6-4884-a784-24b7481b9835", "tag": "8d7f5ded-0933-458e-8441-6b69c0ac741b", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:37.751405 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d18065e-abcd-44ac-ae4a-7a9a4f7e0139 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:37.751802 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f7aed4-ffa6-4884-a784-24b7481b9835', 'tag': '8d7f5ded-0933-458e-8441-6b69c0ac741b', 'status': 'completed', 'code': 200} Sep 08 13:08:37.762527 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:37.818022 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ddb7027a-2e09-4b3b-bd99-a40fdaa31590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:37.846272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=59ac2030-7c68-43d6-aafe-f1a3bd0e3411,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:37.899493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-2c10e398-bfde-406b-9397-e7711e8c8c18 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:37.901362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-2c10e398-bfde-406b-9397-e7711e8c8c18 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4655726 Sep 08 13:08:37.904972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb18d3-aaf9-4cfa-b371-38563058223c req-6566093a-5ce5-4d7c-b888-27cc142f6a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:37.906095 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8abb18d3-aaf9-4cfa-b371-38563058223c req-6566093a-5ce5-4d7c-b888-27cc142f6a8c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 1099 time: 0.0823836 Sep 08 13:08:37.951125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45270) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:37.958833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Request body: {'port': {'device_id': 'dc53ddc8-8999-44eb-ae87-d1753c42a579', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '7552984e8e56490ca3a3457fbd7d0daf'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:37.971011 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8abb18d3-aaf9-4cfa-b371-38563058223c req-b972fd73-b0cb-4d9f-b564-d34457c1385a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529401 Sep 08 13:08:37.994666 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:38.087226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=59ac2030-7c68-43d6-aafe-f1a3bd0e3411,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:38.087325 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-e0fd79e5-2b22-4a79-94da-a73556a856b4 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019733 Sep 08 13:08:38.094843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa00b75-7897-40ee-9f89-9b6c2a5fe631 req-4ab87b37-a503-4dad-b1e4-8dd46ecd1a43 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:38.096384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7fa00b75-7897-40ee-9f89-9b6c2a5fe631 req-4ab87b37-a503-4dad-b1e4-8dd46ecd1a43 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 949 time: 0.4026694 Sep 08 13:08:38.108802 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbf426-24cc-4a5d-b223-59ec7fdb3a28 req-f24d18f7-45b8-4cf6-a4d7-b039bad93199 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:38.116086 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66cbf426-24cc-4a5d-b223-59ec7fdb3a28 req-f24d18f7-45b8-4cf6-a4d7-b039bad93199 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 946 time: 0.1645610 Sep 08 13:08:38.199927 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66cbf426-24cc-4a5d-b223-59ec7fdb3a28 req-109ac958-323a-4481-8805-b06933f3372a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830009 Sep 08 13:08:38.208245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb18d3-aaf9-4cfa-b371-38563058223c req-836cfc93-d65b-4f1e-a1d6-b0c603363142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:38.208245 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8abb18d3-aaf9-4cfa-b371-38563058223c req-836cfc93-d65b-4f1e-a1d6-b0c603363142 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2170072 Sep 08 13:08:38.245126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-41b792c8-be9a-4928-a6cc-a92f494bc9ea tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:38.246644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-41b792c8-be9a-4928-a6cc-a92f494bc9ea tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4762893 Sep 08 13:08:38.262380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7fa00b75-7897-40ee-9f89-9b6c2a5fe631 req-2d720331-abc2-4dcc-a45a-9d9930f6d62e tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474164 Sep 08 13:08:38.269176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Request body: {'port': {'device_id': '6f02587f-3ff7-4797-a0be-7184fb7a8178', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '7552984e8e56490ca3a3457fbd7d0daf'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:38.318057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-e34bf7a1-f72e-4c91-ba2d-13fa0f4860fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:38.320314 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-e34bf7a1-f72e-4c91-ba2d-13fa0f4860fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 1099 time: 0.0585046 Sep 08 13:08:38.333184 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee323801-73ec-4554-a486-8cffd23a67cf req-742332b4-c324-4209-ba0a-3c5e8f7b440b service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330770 Sep 08 13:08:38.341455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b26ea41a-cbd5-4337-a293-28edad1c9f45 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3616b8ef182f471e8b655d7b12138708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871515 Sep 08 13:08:38.342823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45280) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:38.399896 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-76bd9043-3ae0-4318-839b-19ff0a7709b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=8d7f5ded-0933-458e-8441-6b69c0ac741b HTTP/1.1" status: 200 len: 217 time: 0.0724282 Sep 08 13:08:38.400647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Made reservation on behalf of 7552984e8e56490ca3a3457fbd7d0daf for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:38.404543 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:38.496692 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-dd2851b1-cfdb-400f-b223-8cd56dfe188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:38.498291 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-dd2851b1-cfdb-400f-b223-8cd56dfe188a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0907519 Sep 08 13:08:38.504851 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ea3490-2ff8-4493-ae04-258bdd1d3cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:38.536563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc4def-35f7-4366-ad55-216c2ecd869c req-c5ee83a2-c0a5-4c38-bd4a-f17af74adf11 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:38.539869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-66fc4def-35f7-4366-ad55-216c2ecd869c req-c5ee83a2-c0a5-4c38-bd4a-f17af74adf11 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 948 time: 0.1406684 Sep 08 13:08:38.571277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ea3490-2ff8-4493-ae04-258bdd1d3cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:38.610604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-8b7273fc-c729-4827-b777-6831ffdd06ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:38.612231 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-8b7273fc-c729-4827-b777-6831ffdd06ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1050310 Sep 08 13:08:38.640628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed2f4d4-34d7-4023-8182-ee0e0fd2c74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4c4796-8e81-4141-9b62-fc92b5fb6be9'}, {'server_uuid': '160de57b-3880-48cf-82d7-63ae03559ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ac2030-7c68-43d6-aafe-f1a3bd0e3411'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:38.644446 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5cad49-4ad7-47a1-8b42-dd00483724f8" -d '{"events": [{"server_uuid": "fed2f4d4-34d7-4023-8182-ee0e0fd2c74c", "name": "network-vif-plugged", "status": "completed", "tag": "7e4c4796-8e81-4141-9b62-fc92b5fb6be9"}, {"server_uuid": "160de57b-3880-48cf-82d7-63ae03559ef4", "name": "network-vif-plugged", "status": "completed", "tag": "59ac2030-7c68-43d6-aafe-f1a3bd0e3411"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:38.669909 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-66fc4def-35f7-4366-ad55-216c2ecd869c req-c7cc8746-c0f5-486f-a60e-dc54408ca455 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199837 Sep 08 13:08:38.697918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74085ae-53c8-48a4-bc2b-2e9e3621cd9c req-6fd9c366-f3e1-4539-832e-b6ee67b10485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:38.699629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b74085ae-53c8-48a4-bc2b-2e9e3621cd9c req-6fd9c366-f3e1-4539-832e-b6ee67b10485 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 1098 time: 0.1104684 Sep 08 13:08:38.736714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Allocated IP 192.168.233.232 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/c9cfce67-df0e-49b9-a822-e7d36b810e0b) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:38.746630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6934f7-3f61-4e43-9c0e-ee2f57e9ef4d req-3dd507de-e5c9-4e70-bdc8-a3056dbc0f3e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:38.748169 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa6934f7-3f61-4e43-9c0e-ee2f57e9ef4d req-3dd507de-e5c9-4e70-bdc8-a3056dbc0f3e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 950 time: 0.1161785 Sep 08 13:08:38.770883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Made reservation on behalf of 7552984e8e56490ca3a3457fbd7d0daf for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:38.774307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:38.784054 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-31649eae-1fbc-43e2-9307-905e6d8bd5bc service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601160 Sep 08 13:08:38.808854 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa6934f7-3f61-4e43-9c0e-ee2f57e9ef4d req-4e81d130-c928-4510-b54b-43be9cc3967f tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539260 Sep 08 13:08:38.823364 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-201a3385-24f6-4bc3-8870-2adb9c370db4 req-f35b7d5b-9cf7-49ff-aa1c-f3776f74249e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 210 time: 0.0795319 Sep 08 13:08:38.893340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ea3490-2ff8-4493-ae04-258bdd1d3cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:38.894811 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbdee34-45c7-4045-ba32-bd2c01107157 x-openstack-request-id: req-5cbdee34-45c7-4045-ba32-bd2c01107157 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:38.894935 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed2f4d4-34d7-4023-8182-ee0e0fd2c74c", "name": "network-vif-plugged", "status": "completed", "tag": "7e4c4796-8e81-4141-9b62-fc92b5fb6be9", "code": 200}, {"server_uuid": "160de57b-3880-48cf-82d7-63ae03559ef4", "name": "network-vif-plugged", "status": "completed", "tag": "59ac2030-7c68-43d6-aafe-f1a3bd0e3411", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:38.895228 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5cbdee34-45c7-4045-ba32-bd2c01107157 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:38.895648 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed2f4d4-34d7-4023-8182-ee0e0fd2c74c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4c4796-8e81-4141-9b62-fc92b5fb6be9', 'code': 200} Sep 08 13:08:38.895870 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160de57b-3880-48cf-82d7-63ae03559ef4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ac2030-7c68-43d6-aafe-f1a3bd0e3411', 'code': 200} Sep 08 13:08:38.903377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ea3490-2ff8-4493-ae04-258bdd1d3cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:38.904827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-45ea3490-2ff8-4493-ae04-258bdd1d3cd7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b64e146f-837c-4767-a52c-97f4c8632763 HTTP/1.1" status: 204 len: 168 time: 0.5123115 Sep 08 13:08:38.947625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea3490-2ff8-4493-ae04-258bdd1d3cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64e146f-837c-4767-a52c-97f4c8632763,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:38.975167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74085ae-53c8-48a4-bc2b-2e9e3621cd9c req-17af7e38-dbc4-40d4-9689-accefe109bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:38.976728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b74085ae-53c8-48a4-bc2b-2e9e3621cd9c req-17af7e38-dbc4-40d4-9689-accefe109bdb service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.2689722 Sep 08 13:08:39.014228 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.70', 58288) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:39.044782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b74085ae-53c8-48a4-bc2b-2e9e3621cd9c req-1ac45fbb-2b0f-49ff-b8ff-b5c1ede32851 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=cd461f73-2ee0-4075-85df-24a6af06613e HTTP/1.1" status: 200 len: 217 time: 0.0535283 Sep 08 13:08:39.046945 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662d50c-5a6c-4381-b29b-5585933c022f req-f7690537-e779-4ed9-88e8-4d34c74c4829 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:39.048517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c662d50c-5a6c-4381-b29b-5585933c022f req-f7690537-e779-4ed9-88e8-4d34c74c4829 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 949 time: 0.1405790 Sep 08 13:08:39.124320 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-742439b2-9f38-428f-8e28-2dbfa9a5e71d req-1e2a276a-92e3-46b1-b441-8c449a2f5044 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305891 Sep 08 13:08:39.133772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74085ae-53c8-48a4-bc2b-2e9e3621cd9c req-35a63949-1f9f-448b-877e-89bc1dc0df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:39.135257 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b74085ae-53c8-48a4-bc2b-2e9e3621cd9c req-35a63949-1f9f-448b-877e-89bc1dc0df89 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0654557 Sep 08 13:08:39.164036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6523e9-00cd-46b7-8d5d-92f2b6f0ffa8 req-b29df3fa-78ab-4e8b-9881-bacdde4af576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:39.164373 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:39.165541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca6523e9-00cd-46b7-8d5d-92f2b6f0ffa8 req-b29df3fa-78ab-4e8b-9881-bacdde4af576 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 1100 time: 0.1448677 Sep 08 13:08:39.169288 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c662d50c-5a6c-4381-b29b-5585933c022f req-217bd22f-7eea-4ad0-80bb-2cd9c0f457f5 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900538 Sep 08 13:08:39.174072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189c734-89b0-4544-9d9d-efd45af769c5 req-46ee5c6d-e77f-44ff-a5c5-edb9ba45c2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:39.175666 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b189c734-89b0-4544-9d9d-efd45af769c5 req-46ee5c6d-e77f-44ff-a5c5-edb9ba45c2ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 1101 time: 0.1430831 Sep 08 13:08:39.196157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Transition to ACTIVE for port object c9cfce67-df0e-49b9-a822-e7d36b810e0b will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:39.220307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74085ae-53c8-48a4-bc2b-2e9e3621cd9c req-0d30f42c-04ba-4a6a-a916-0030623516fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:39.222537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b74085ae-53c8-48a4-bc2b-2e9e3621cd9c req-0d30f42c-04ba-4a6a-a916-0030623516fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749941 Sep 08 13:08:39.237287 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca6523e9-00cd-46b7-8d5d-92f2b6f0ffa8 req-74996e66-6270-42e6-b2d9-affb92076c2f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606213 Sep 08 13:08:39.242167 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b189c734-89b0-4544-9d9d-efd45af769c5 req-aadc08bb-4bf5-42cf-83ae-ac0f54e0cd25 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525815 Sep 08 13:08:39.384331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f24df-e9a3-4ad5-a42f-7956ec6a2804 req-fcdfd2a3-34d8-4092-8308-0fb7f0f67562 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:39.386057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e93f24df-e9a3-4ad5-a42f-7956ec6a2804 req-fcdfd2a3-34d8-4092-8308-0fb7f0f67562 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 949 time: 0.0518098 Sep 08 13:08:39.397570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e3ce0-4973-42d3-9c93-f159f8645b0a req-b649abc5-7689-4087-9376-8821b2b75d7c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:39.399149 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa9e3ce0-4973-42d3-9c93-f159f8645b0a req-b649abc5-7689-4087-9376-8821b2b75d7c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 946 time: 0.0824442 Sep 08 13:08:39.404281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b74085ae-53c8-48a4-bc2b-2e9e3621cd9c req-2cf9e5bc-7295-4c4a-ad09-dae48ab8c12b service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549428 Sep 08 13:08:39.408916 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:39.422113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de', '4a2d1b68-e6ca-48ae-82ef-858daee2373a'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:39.424527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:39.435531 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e93f24df-e9a3-4ad5-a42f-7956ec6a2804 req-e9e8ee81-2b2e-4d5c-aa56-82e4ec397946 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406129 Sep 08 13:08:39.515109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event updated for resources: {'Port': ['ID=c9cfce67-df0e-49b9-a822-e7d36b810e0b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:39.567564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:39.577483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-6e7320ac-11c2-483a-8582-67dbadce33ca tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3a698fd8962742e39d4127a4b6933147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286498 Sep 08 13:08:39.601324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:39.651773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:39.663456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:39.664784 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:39.699062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa9e3ce0-4973-42d3-9c93-f159f8645b0a req-6e9292f8-7c1d-49d4-87a6-6e9007e6283d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912762 Sep 08 13:08:39.772436 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73121d96-472a-42a4-b79e-015ca28eba3f req-74a3663e-5034-4468-89ae-0234dc899713 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:39.776424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Allocated IP 192.168.233.20 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/97bd31fe-becf-4097-9d34-755a6c47dff8) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:39.783350 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-74a3663e-5034-4468-89ae-0234dc899713 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1973548 Sep 08 13:08:39.793777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-21ae68f7-105f-480b-83ca-20fc1dd2e527 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8465507 Sep 08 13:08:39.823140 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-53de46cf-cef0-4993-b6b5-358306dabbc5 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/quotas/3a698fd8962742e39d4127a4b6933147 HTTP/1.1" status: 200 len: 375 time: 0.0368268 Sep 08 13:08:39.851088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Request body: {'port': {'device_id': 'dc53ddc8-8999-44eb-ae87-d1753c42a579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:39.915543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-590ab63a-ac8d-4b98-b71b-2ead936fd6c3 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3a698fd8962742e39d4127a4b6933147&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0906963 Sep 08 13:08:40.024711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45318) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:40.042963 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-93b76e69-5fc5-4599-8bdf-dd0bde59c366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.149685 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-93b76e69-5fc5-4599-8bdf-dd0bde59c366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.157882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-64b28d4d-2ff8-4072-aaa0-e1d15d821207 None None] Provisioning for port c9cfce67-df0e-49b9-a822-e7d36b810e0b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:40.162158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-64b28d4d-2ff8-4072-aaa0-e1d15d821207 None None] Provisioning complete for port c9cfce67-df0e-49b9-a822-e7d36b810e0b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:40.170212 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-64b28d4d-2ff8-4072-aaa0-e1d15d821207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.180053 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b74085ae-53c8-48a4-bc2b-2e9e3621cd9c req-9b77a594-5cbe-40e9-9cca-4f9993884a7f service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6956294 Sep 08 13:08:40.202906 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-605210a3-74be-468f-896e-fccd05c0edeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.204504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-64b28d4d-2ff8-4072-aaa0-e1d15d821207 None None] Port c9cfce67-df0e-49b9-a822-e7d36b810e0b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:40.207136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111eff9-44f1-41ff-bc84-a4db9201d31c req-6f4a62b5-c03e-4f4b-b61c-e0218cbf944a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:40.209565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9111eff9-44f1-41ff-bc84-a4db9201d31c req-6f4a62b5-c03e-4f4b-b61c-e0218cbf944a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 948 time: 0.4005265 Sep 08 13:08:40.263334 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.271249 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-93b76e69-5fc5-4599-8bdf-dd0bde59c366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.325233 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.333143 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-93b76e69-5fc5-4599-8bdf-dd0bde59c366 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c06f5e0d5d444bf7b3c697077224ec76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072975 Sep 08 13:08:40.337910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45324) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:40.354033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b76e69-5fc5-4599-8bdf-dd0bde59c366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d40a4cc-12bf-4baf-919b-e77a69a30572,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:40.389348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c56c4-9c0d-445f-b936-aaeb06388cf3 req-8fd40825-4a63-4788-a8b2-f9d7c82352a1 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:40.390914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-985c56c4-9c0d-445f-b936-aaeb06388cf3 req-8fd40825-4a63-4788-a8b2-f9d7c82352a1 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 1097 time: 0.1305511 Sep 08 13:08:40.404936 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9111eff9-44f1-41ff-bc84-a4db9201d31c req-b27e404c-72a9-42bd-abb9-2f0ab46e6977 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793168 Sep 08 13:08:40.424153 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfbf976f-aebb-45f5-8751-291ce874dadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.462698 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-985c56c4-9c0d-445f-b936-aaeb06388cf3 req-dfaf8851-4842-40ed-87dd-3bf3780ad871 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563772 Sep 08 13:08:40.473125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfbf976f-aebb-45f5-8751-291ce874dadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.476682 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.578702 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-361acb04-863e-4aa2-9ed9-cf043dec0706 req-892f65ee-b328-4006-bed5-8065be4822c5 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 210 time: 0.0285754 Sep 08 13:08:40.624502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16678a69-c5c9-4d70-9a2a-1861962b0227 req-f21d565e-88a3-40fc-a862-ed60d8631c67 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:40.632289 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16678a69-c5c9-4d70-9a2a-1861962b0227 req-f21d565e-88a3-40fc-a862-ed60d8631c67 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 950 time: 0.1441636 Sep 08 13:08:40.666794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16678a69-c5c9-4d70-9a2a-1861962b0227 req-b78fefea-129d-4b01-a38a-667c117ed352 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Sep 08 13:08:40.667996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Transition to ACTIVE for port object 97bd31fe-becf-4097-9d34-755a6c47dff8 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:40.669664 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfbf976f-aebb-45f5-8751-291ce874dadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.673627 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfbf976f-aebb-45f5-8751-291ce874dadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.675200 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bfbf976f-aebb-45f5-8751-291ce874dadb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2d40a4cc-12bf-4baf-919b-e77a69a30572 HTTP/1.1" status: 204 len: 168 time: 0.3361969 Sep 08 13:08:40.684218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf976f-aebb-45f5-8751-291ce874dadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d40a4cc-12bf-4baf-919b-e77a69a30572,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:40.747895 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3a77ef0-1f81-47f2-8ab0-845329049540 req-1d5af431-58ca-498a-a330-e0dbab974e2b tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 210 time: 0.0295844 Sep 08 13:08:40.801976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2cfa93-0fc3-4b33-abb4-d7e48c72a9a2 req-f54584e2-6a23-413c-a344-a7eeaab6c3f5 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:40.804445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f2cfa93-0fc3-4b33-abb4-d7e48c72a9a2 req-f54584e2-6a23-413c-a344-a7eeaab6c3f5 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 949 time: 0.0633242 Sep 08 13:08:40.850281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f2cfa93-0fc3-4b33-abb4-d7e48c72a9a2 req-5364a44c-b1d2-4cb2-a551-5c7e29da63a1 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387557 Sep 08 13:08:40.870757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:40.890078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713710a7-69e9-44ea-a24b-2130937747d7 req-b9b98ad4-5f62-472d-b277-be98306081b3 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:40.893297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:40.896068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de', '4a2d1b68-e6ca-48ae-82ef-858daee2373a'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:40.898818 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-713710a7-69e9-44ea-a24b-2130937747d7 req-b9b98ad4-5f62-472d-b277-be98306081b3 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 1097 time: 0.0512729 Sep 08 13:08:40.942953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:40.961455 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-713710a7-69e9-44ea-a24b-2130937747d7 req-5c92932c-ecad-43ec-ab45-9f5fae5e2d71 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616481 Sep 08 13:08:40.974545 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:40.982110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:40.988912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:40.989340 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:41.011090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event updated for resources: {'Port': ['ID=97bd31fe-becf-4097-9d34-755a6c47dff8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:41.170238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cfce67-df0e-49b9-a822-e7d36b810e0b {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:41.180384 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:41.194124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Transition to ACTIVE for port object c9cfce67-df0e-49b9-a822-e7d36b810e0b will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:41.206441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-5be8c72f-1ce6-4dc6-80fd-e66b4c9111e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9427845 Sep 08 13:08:41.219980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Request body: {'port': {'device_id': '6f02587f-3ff7-4797-a0be-7184fb7a8178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:41.294504 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:41.335776 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:41.480182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a60689a6-678e-4e27-a2c0-a1e921f4bc38 None None] Provisioning for port 97bd31fe-becf-4097-9d34-755a6c47dff8 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:41.483639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Pushing event updated for resources: {'Port': ['ID=c9cfce67-df0e-49b9-a822-e7d36b810e0b,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:41.488402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a60689a6-678e-4e27-a2c0-a1e921f4bc38 None None] Provisioning complete for port 97bd31fe-becf-4097-9d34-755a6c47dff8 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:41.488881 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a60689a6-678e-4e27-a2c0-a1e921f4bc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:41.539055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Attempting to bind port c9cfce67-df0e-49b9-a822-e7d36b810e0b on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:41.539399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Attempting to bind port c9cfce67-df0e-49b9-a822-e7d36b810e0b by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:41.548599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Attempting to bind port c9cfce67-df0e-49b9-a822-e7d36b810e0b on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:41.555263 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a60689a6-678e-4e27-a2c0-a1e921f4bc38 None None] Port 97bd31fe-becf-4097-9d34-755a6c47dff8 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:41.568842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Port c9cfce67-df0e-49b9-a822-e7d36b810e0b on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:41.569413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Attempting to bind port c9cfce67-df0e-49b9-a822-e7d36b810e0b on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:41.586365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:41.586713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:41.587099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:41.588877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Bound port: c9cfce67-df0e-49b9-a822-e7d36b810e0b, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:41.589253 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:41.651782 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94043c5c-0975-4ecc-86e3-5450345f95da req-d471e001-cf94-4f82-a36c-b7b569c55d19 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:41.668690 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-94043c5c-0975-4ecc-86e3-5450345f95da req-d471e001-cf94-4f82-a36c-b7b569c55d19 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 948 time: 0.1110959 Sep 08 13:08:41.714239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-94043c5c-0975-4ecc-86e3-5450345f95da req-f480dad5-b818-48ac-9742-6f4858cb7de7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507102 Sep 08 13:08:41.744296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e952b-ee48-4344-a9a0-f30411548593 req-6a4e941b-352f-48f4-9215-df1b07abacc8 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:41.745823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f7e952b-ee48-4344-a9a0-f30411548593 req-6a4e941b-352f-48f4-9215-df1b07abacc8 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 1097 time: 0.1408665 Sep 08 13:08:41.763000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] For port c9cfce67-df0e-49b9-a822-e7d36b810e0b, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:41.793765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] For port c9cfce67-df0e-49b9-a822-e7d36b810e0b, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c9cfce67-df0e-49b9-a822-e7d36b810e0b,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:41.799880 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:41.832423 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f7e952b-ee48-4344-a9a0-f30411548593 req-1aa74a92-b3e8-42f8-9a83-ef14e91c648f tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797589 Sep 08 13:08:41.834026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dad6eb-5806-4e33-a448-38144841b8c8 req-1084b3c9-3a17-459f-9e65-291b3bca888f tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:41.835713 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91dad6eb-5806-4e33-a448-38144841b8c8 req-1084b3c9-3a17-459f-9e65-291b3bca888f tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 949 time: 0.0521920 Sep 08 13:08:41.843491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97bd31fe-becf-4097-9d34-755a6c47dff8 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:41.851867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:41.863855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Transition to ACTIVE for port object 97bd31fe-becf-4097-9d34-755a6c47dff8 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:41.885809 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91dad6eb-5806-4e33-a448-38144841b8c8 req-7a163d19-875f-41ad-8770-d110c75ea298 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425808 Sep 08 13:08:41.920249 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:41.969937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:41.970748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:41.972198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] 10.222.0.60 "PUT /v2.0/ports/c9cfce67-df0e-49b9-a822-e7d36b810e0b HTTP/1.1" status: 200 len: 1096 time: 2.1267984 Sep 08 13:08:41.972631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc53ddc8-8999-44eb-ae87-d1753c42a579', 'tag': 'c9cfce67-df0e-49b9-a822-e7d36b810e0b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:41.974925 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5d5f0e-efc1-4d1a-a17b-dd9695cfdc3f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc53ddc8-8999-44eb-ae87-d1753c42a579", "tag": "c9cfce67-df0e-49b9-a822-e7d36b810e0b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:42.013415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92a273-4a79-407e-888c-34bdf27649bc service neutron] Pushing event updated for resources: {'Port': ['ID=c9cfce67-df0e-49b9-a822-e7d36b810e0b,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:42.039038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258b0fb-6ec5-4b11-8991-4aa0302f87dc req-8c6ee297-185b-4594-b416-02aabd5e8664 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:42.039414 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:42.047019 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5258b0fb-6ec5-4b11-8991-4aa0302f87dc req-8c6ee297-185b-4594-b416-02aabd5e8664 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 935 time: 0.0670958 Sep 08 13:08:42.102237 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5258b0fb-6ec5-4b11-8991-4aa0302f87dc req-5b926136-1f0d-47f0-b855-d838ec2735bf tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533998 Sep 08 13:08:42.194840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Pushing event updated for resources: {'Port': ['ID=97bd31fe-becf-4097-9d34-755a6c47dff8,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:42.198770 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-34ad7740-9fba-4bb6-bf9c-904dc4bb34af req-f1bc5aaa-9c32-4437-8699-8f6d1d4a4b29 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 210 time: 0.0314705 Sep 08 13:08:42.234534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Attempting to bind port 97bd31fe-becf-4097-9d34-755a6c47dff8 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:42.234879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Attempting to bind port 97bd31fe-becf-4097-9d34-755a6c47dff8 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:42.235217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Attempting to bind port 97bd31fe-becf-4097-9d34-755a6c47dff8 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:42.255490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Port 97bd31fe-becf-4097-9d34-755a6c47dff8 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:42.255932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Attempting to bind port 97bd31fe-becf-4097-9d34-755a6c47dff8 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:42.265522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24476223-9d34-4fc9-a62b-0ebb708728ce req-f8d05235-2332-4cf5-895c-a8fe5ad0b598 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:42.267264 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24476223-9d34-4fc9-a62b-0ebb708728ce req-f8d05235-2332-4cf5-895c-a8fe5ad0b598 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 950 time: 0.1781840 Sep 08 13:08:42.274673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:42.275120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:42.275612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:42.276151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Bound port: 97bd31fe-becf-4097-9d34-755a6c47dff8, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:42.276870 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:42.302502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-b1d3bb65-3488-4dd3-82b5-7de0b37b6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:42.303504 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-b1d3bb65-3488-4dd3-82b5-7de0b37b6128 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579 HTTP/1.1" status: 200 len: 1099 time: 0.1275151 Sep 08 13:08:42.398697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-e2e0c0fd-8b73-46f8-ab13-7f3a0114c381 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=c9cfce67-df0e-49b9-a822-e7d36b810e0b HTTP/1.1" status: 200 len: 217 time: 0.0834842 Sep 08 13:08:42.428127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24476223-9d34-4fc9-a62b-0ebb708728ce req-a2756a0a-f891-460f-bba2-5cdaad96045e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481082 Sep 08 13:08:42.463667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] For port 97bd31fe-becf-4097-9d34-755a6c47dff8, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:42.467903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] For port 97bd31fe-becf-4097-9d34-755a6c47dff8, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=97bd31fe-becf-4097-9d34-755a6c47dff8,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:42.479998 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55df01ee-98ca-4178-9a38-210b545f7502 x-openstack-request-id: req-55df01ee-98ca-4178-9a38-210b545f7502 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:42.480286 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc53ddc8-8999-44eb-ae87-d1753c42a579", "tag": "c9cfce67-df0e-49b9-a822-e7d36b810e0b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:42.480658 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-55df01ee-98ca-4178-9a38-210b545f7502 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:42.481051 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc53ddc8-8999-44eb-ae87-d1753c42a579', 'tag': 'c9cfce67-df0e-49b9-a822-e7d36b810e0b', 'status': 'completed', 'code': 200} Sep 08 13:08:42.485100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-384c153e-2794-4338-9a8a-e0e651b7996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:42.486488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-384c153e-2794-4338-9a8a-e0e651b7996d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0755053 Sep 08 13:08:42.554927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-6fff5aac-2c68-432c-a53b-b35a4cc18745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:42.556599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-6fff5aac-2c68-432c-a53b-b35a4cc18745 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0503640 Sep 08 13:08:42.559737 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:42.622435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:42.623688 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:42.625622 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] 10.222.0.70 "PUT /v2.0/ports/97bd31fe-becf-4097-9d34-755a6c47dff8 HTTP/1.1" status: 200 len: 1095 time: 1.4104757 Sep 08 13:08:42.699385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec0dc5-5c48-41db-8116-50b3e90d76fd service neutron] Pushing event updated for resources: {'Port': ['ID=97bd31fe-becf-4097-9d34-755a6c47dff8,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:42.783151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-bc6ede32-fdac-457f-89ca-cb0703937ac7 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961749 Sep 08 13:08:42.817955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907df121-1928-4564-995a-bea697886865 req-b87de390-8bc6-44b3-b05d-76c94790aae6 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:42.823247 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-907df121-1928-4564-995a-bea697886865 req-b87de390-8bc6-44b3-b05d-76c94790aae6 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 949 time: 0.1056092 Sep 08 13:08:42.835867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-0dedeafa-f326-49bb-b2b6-dbf6b7d0cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:42.838615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-0dedeafa-f326-49bb-b2b6-dbf6b7d0cd51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 1098 time: 0.0925229 Sep 08 13:08:42.866875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cd461f73-2ee0-4075-85df-24a6af06613e details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:42.899989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-907df121-1928-4564-995a-bea697886865 req-4a6b9339-6db4-460d-9058-678aa114e257 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691152 Sep 08 13:08:42.959132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-c1214863-0956-436b-aa4d-e0faa405cd44 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=97bd31fe-becf-4097-9d34-755a6c47dff8 HTTP/1.1" status: 200 len: 217 time: 0.0713878 Sep 08 13:08:43.021544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-8c19f32a-626f-4592-88a5-14f7b6cf1058 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268343 Sep 08 13:08:43.058284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-a4081c16-8a63-457e-a082-a8412c07e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:43.069653 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-a4081c16-8a63-457e-a082-a8412c07e65e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0926118 Sep 08 13:08:43.078954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433ae7-c6b0-4286-a456-62ef9fa6afee req-f0c3d3c4-65f5-4356-bd9e-c60e3ff8d3ac tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:43.085307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608ee57-5a9f-44c4-a9f6-ca6b50ab1efa req-c82f8b94-c079-437f-995b-03163123d911 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:43.086917 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3608ee57-5a9f-44c4-a9f6-ca6b50ab1efa req-c82f8b94-c079-437f-995b-03163123d911 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 948 time: 0.0821142 Sep 08 13:08:43.087622 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7433ae7-c6b0-4286-a456-62ef9fa6afee req-f0c3d3c4-65f5-4356-bd9e-c60e3ff8d3ac tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 1097 time: 0.0476038 Sep 08 13:08:43.149913 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7433ae7-c6b0-4286-a456-62ef9fa6afee req-0c8b53d8-1633-4b56-8406-d225d2e91390 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465093 Sep 08 13:08:43.153500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:43.166806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'mac_address': 'fa:16:3e:a7:5f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:43.203252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-c9e9b25d-79d4-404e-bfe1-32162c108bb8 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3a698fd8962742e39d4127a4b6933147&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720720 Sep 08 13:08:43.209256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095c9f8-add0-4c42-a424-350faf82442b req-57275d6d-8115-4dec-9e6f-8ccde4106485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:43.211913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-57275d6d-8115-4dec-9e6f-8ccde4106485 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446707 Sep 08 13:08:43.216438 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:43.249511 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:43.271585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d5f0e-efc1-4d1a-a17b-dd9695cfdc3f req-4310be24-f63b-4c3d-9611-1ade82999461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:43.274118 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b5d5f0e-efc1-4d1a-a17b-dd9695cfdc3f req-4310be24-f63b-4c3d-9611-1ade82999461 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579 HTTP/1.1" status: 200 len: 1099 time: 0.0774994 Sep 08 13:08:43.274959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3608ee57-5a9f-44c4-a9f6-ca6b50ab1efa req-d1c96de5-ffbc-458d-b153-971884f44f07 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694100 Sep 08 13:08:43.285168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd461f73-2ee0-4075-85df-24a6af06613e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:43.308879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:43.404166 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:43.404773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 8d7f5ded-0933-458e-8441-6b69c0ac741b details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:43.430284 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-3f98a714-8cf3-49a8-b247-2b2ca10203c3 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4f9e01d4b3d04d74a450534bc08e9f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313799 Sep 08 13:08:43.459758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=cd461f73-2ee0-4075-85df-24a6af06613e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:43.473253 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d5f0e-efc1-4d1a-a17b-dd9695cfdc3f req-bc6ddda0-6274-48c9-9cd5-b69dec823241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:43.474838 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b5d5f0e-efc1-4d1a-a17b-dd9695cfdc3f req-bc6ddda0-6274-48c9-9cd5-b69dec823241 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1893437 Sep 08 13:08:43.486984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73121d96-472a-42a4-b79e-015ca28eba3f req-049f9b0b-aa72-4959-9c9c-366ee0e58b99 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:43.489108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-049f9b0b-aa72-4959-9c9c-366ee0e58b99 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676532 Sep 08 13:08:43.493305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-41060ab4-773f-435b-9e13-f7a87b9f6624 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504344 Sep 08 13:08:43.503911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Request body: {'port': {'device_id': 'de36c9ac-ccbf-48b1-803f-5dd318717e6f', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '3a698fd8962742e39d4127a4b6933147'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:43.514529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ea71d-6507-45f5-a1b2-0a4fdc5251f7 req-7fd30d46-b463-4676-bb75-04040022e55e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:43.516294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 8d7f5ded-0933-458e-8441-6b69c0ac741b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8d7f5ded-0933-458e-8441-6b69c0ac741b,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:43.527794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f6ea71d-6507-45f5-a1b2-0a4fdc5251f7 req-7fd30d46-b463-4676-bb75-04040022e55e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 947 time: 0.1417487 Sep 08 13:08:43.544689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '8d7f5ded-0933-458e-8441-6b69c0ac741b', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '8d7f5ded-0933-458e-8441-6b69c0ac741b', 'mac_address': 'fa:16:3e:5d:d6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:43.556305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b5d5f0e-efc1-4d1a-a17b-dd9695cfdc3f req-07f400bd-4dcd-4508-ac45-ace6eaf7208e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=c9cfce67-df0e-49b9-a822-e7d36b810e0b HTTP/1.1" status: 200 len: 217 time: 0.0737052 Sep 08 13:08:43.604738 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:43.631070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d7f5ded-0933-458e-8441-6b69c0ac741b {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:43.634654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-2da3b9ad-5104-4582-ac7c-1969a1ff7aef tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:43.641994 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-2da3b9ad-5104-4582-ac7c-1969a1ff7aef tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053833 Sep 08 13:08:43.652644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d5f0e-efc1-4d1a-a17b-dd9695cfdc3f req-97621878-e6aa-489d-a8e9-0a0007f7f42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:43.654776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b5d5f0e-efc1-4d1a-a17b-dd9695cfdc3f req-97621878-e6aa-489d-a8e9-0a0007f7f42f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0865793 Sep 08 13:08:43.659423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 8d7f5ded-0933-458e-8441-6b69c0ac741b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8d7f5ded-0933-458e-8441-6b69c0ac741b,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:43.666219 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-8b19c619-fad3-44e7-b926-458195bd1beb tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/quotas/4f9e01d4b3d04d74a450534bc08e9f36 HTTP/1.1" status: 200 len: 375 time: 0.0198262 Sep 08 13:08:43.719824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f6ea71d-6507-45f5-a1b2-0a4fdc5251f7 req-8fbbe4b4-0dd3-49a6-9ee7-7e4478d9fbea tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575716 Sep 08 13:08:43.745713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d5f0e-efc1-4d1a-a17b-dd9695cfdc3f req-e6044a08-0d53-4a58-8189-ad8224c5b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:43.748117 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b5d5f0e-efc1-4d1a-a17b-dd9695cfdc3f req-e6044a08-0d53-4a58-8189-ad8224c5b44c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844281 Sep 08 13:08:43.774350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9095c9f8-add0-4c42-a424-350faf82442b req-9bfdade2-ef13-4c77-810a-ed6d0a68070a service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449446 Sep 08 13:08:43.775605 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:43.786553 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-1049757a-7d14-43a7-a31d-26b114fe44fb tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f9e01d4b3d04d74a450534bc08e9f36&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013854 Sep 08 13:08:43.843781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=8d7f5ded-0933-458e-8441-6b69c0ac741b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:43.885983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Made reservation on behalf of 3a698fd8962742e39d4127a4b6933147 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:43.890374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:43.913918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b5d5f0e-efc1-4d1a-a17b-dd9695cfdc3f req-4db58aaa-5f99-4ae2-8e61-25ef5c986936 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471705 Sep 08 13:08:43.916152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-c6b944b2-c157-4fce-a87a-25a105c172b6 req-90d6dec1-99d7-46f4-aef1-8360eb38d7a6 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:08:43.917906 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c6b944b2-c157-4fce-a87a-25a105c172b6 req-90d6dec1-99d7-46f4-aef1-8360eb38d7a6 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094624 Sep 08 13:08:43.965555 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:44.047390 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b5d5f0e-efc1-4d1a-a17b-dd9695cfdc3f req-087b37f5-e438-43e0-875e-c335822ec6ec service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243579 Sep 08 13:08:44.056986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['8d7f5ded-0933-458e-8441-6b69c0ac741b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:44.065805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['cd461f73-2ee0-4075-85df-24a6af06613e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:44.095090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Allocated IP 192.168.233.173 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/d451ec26-4828-4b01-8249-73994d6567e5) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:44.108877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d7e9f-ec33-4834-83e1-bcd7262da2b3 req-6954c14d-eb8b-45c7-88eb-166e37da0e4c tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:44.110671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b1d7e9f-ec33-4834-83e1-bcd7262da2b3 req-6954c14d-eb8b-45c7-88eb-166e37da0e4c tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.70 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 949 time: 0.0880437 Sep 08 13:08:44.157445 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51bef5da-a4c7-4d3c-bd27-90809d83e250 req-f0b7d552-b009-4b47-9467-0dbd2d8248de tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 210 time: 0.0621436 Sep 08 13:08:44.327851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f449fd4-11b2-497b-a1ac-274d9473f78e req-6292e169-6421-4adf-be2d-227869b443df tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:44.336442 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f449fd4-11b2-497b-a1ac-274d9473f78e req-6292e169-6421-4adf-be2d-227869b443df tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 949 time: 0.0867565 Sep 08 13:08:44.381665 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f449fd4-11b2-497b-a1ac-274d9473f78e req-0f939749-d2c3-493d-8b60-598d47401210 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/security-groups?id=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428729 Sep 08 13:08:44.562949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f02587f-3ff7-4797-a0be-7184fb7a8178', 'tag': '97bd31fe-becf-4097-9d34-755a6c47dff8'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:44.565296 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b86bc6-bacf-477c-a7c8-a97833c15a68" -d '{"events": [{"name": "network-changed", "server_uuid": "6f02587f-3ff7-4797-a0be-7184fb7a8178", "tag": "97bd31fe-becf-4097-9d34-755a6c47dff8"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:44.579856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-3b1d7e9f-ec33-4834-83e1-bcd7262da2b3 req-5fced2cf-d521-4e6a-b2d4-e16530a12cc9 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Deleting port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:08:44.582345 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3b1d7e9f-ec33-4834-83e1-bcd7262da2b3 req-5fced2cf-d521-4e6a-b2d4-e16530a12cc9 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:44.625830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-3472c558-b199-4869-9584-e3d840234055 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1adba703cca34d92ac8554ac0b42768e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243771 Sep 08 13:08:44.670868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:44.698886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Transition to ACTIVE for port object d451ec26-4828-4b01-8249-73994d6567e5 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:44.712911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3b1d7e9f-ec33-4834-83e1-bcd7262da2b3 req-5fced2cf-d521-4e6a-b2d4-e16530a12cc9 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] For port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7e4c4796-8e81-4141-9b62-fc92b5fb6be9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:44.713343 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3b1d7e9f-ec33-4834-83e1-bcd7262da2b3 req-5fced2cf-d521-4e6a-b2d4-e16530a12cc9 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:44.730516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-3b1d7e9f-ec33-4834-83e1-bcd7262da2b3 req-5fced2cf-d521-4e6a-b2d4-e16530a12cc9 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Calling delete_port for 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:08:44.761767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-5ad5157c-3c4d-4974-b2ea-851840ed6bbc tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:44.763318 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-5ad5157c-3c4d-4974-b2ea-851840ed6bbc tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1289666 Sep 08 13:08:44.788221 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-49092f34-2a49-4482-8da4-c92cf6a5e8c4 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/quotas/1adba703cca34d92ac8554ac0b42768e HTTP/1.1" status: 200 len: 375 time: 0.0164378 Sep 08 13:08:44.821243 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-70c275a2-3d49-4be9-8a90-584306646f60 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1adba703cca34d92ac8554ac0b42768e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318372 Sep 08 13:08:44.921042 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:44.937055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a5a78d63-7711-46c0-98c3-86b434f5a0e7'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:45.018193 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3b1d7e9f-ec33-4834-83e1-bcd7262da2b3 req-5fced2cf-d521-4e6a-b2d4-e16530a12cc9 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:45.031628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Pushing event updated for resources: {'Port': ['ID=d451ec26-4828-4b01-8249-73994d6567e5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:45.034062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['7e4c4796-8e81-4141-9b62-fc92b5fb6be9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:45.086304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:45.090039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fced2cf-d521-4e6a-b2d4-e16530a12cc9 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Pushing event deleted for resources: {'Port': ['ID=7e4c4796-8e81-4141-9b62-fc92b5fb6be9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:45.096363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:45.101159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:45.106410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:45.107187 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:45.146834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1d7e9f-ec33-4834-83e1-bcd7262da2b3 req-5fced2cf-d521-4e6a-b2d4-e16530a12cc9 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] No DVR routers for this DVR port 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:08:45.149855 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3b1d7e9f-ec33-4834-83e1-bcd7262da2b3 req-5fced2cf-d521-4e6a-b2d4-e16530a12cc9 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:45.151948 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b1d7e9f-ec33-4834-83e1-bcd7262da2b3 req-5fced2cf-d521-4e6a-b2d4-e16530a12cc9 tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.70 "DELETE /v2.0/ports/7e4c4796-8e81-4141-9b62-fc92b5fb6be9 HTTP/1.1" status: 204 len: 173 time: 1.0346358 Sep 08 13:08:45.316811 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a8548edc-3891-412c-b1b0-ade525279341 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8171489 Sep 08 13:08:45.330055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Request body: {'port': {'device_id': 'de36c9ac-ccbf-48b1-803f-5dd318717e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:45.406067 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:45.434514 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-64285671-d5ca-4a8d-9975-c03eec09769b req-d6737276-dd57-4d79-bffc-a92119c41a66 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 210 time: 0.0497892 Sep 08 13:08:45.658017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bd35d-433f-4bcb-a0c2-fb12740810a6 req-38926203-8824-44d7-8ac5-01fe82d3aae7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:45.660918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-414bd35d-433f-4bcb-a0c2-fb12740810a6 req-38926203-8824-44d7-8ac5-01fe82d3aae7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 949 time: 0.0545673 Sep 08 13:08:45.713106 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-414bd35d-433f-4bcb-a0c2-fb12740810a6 req-27f88a53-6b6d-49cd-8f2b-6fd64c57ac79 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449593 Sep 08 13:08:45.782820 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5913356f-4861-46a9-bfa8-fc2dc956b89a x-openstack-request-id: req-5913356f-4861-46a9-bfa8-fc2dc956b89a {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:45.783439 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f02587f-3ff7-4797-a0be-7184fb7a8178", "tag": "97bd31fe-becf-4097-9d34-755a6c47dff8", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:45.783554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7db77aaf-8ba9-4572-af07-c4cc78daa88f None None] Provisioning for port d451ec26-4828-4b01-8249-73994d6567e5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:45.783651 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5913356f-4861-46a9-bfa8-fc2dc956b89a {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:45.783765 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f02587f-3ff7-4797-a0be-7184fb7a8178', 'tag': '97bd31fe-becf-4097-9d34-755a6c47dff8', 'status': 'completed', 'code': 200} Sep 08 13:08:45.793442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7db77aaf-8ba9-4572-af07-c4cc78daa88f None None] Provisioning complete for port d451ec26-4828-4b01-8249-73994d6567e5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:45.793442 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7db77aaf-8ba9-4572-af07-c4cc78daa88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:45.811248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d451ec26-4828-4b01-8249-73994d6567e5 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:45.828909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7db77aaf-8ba9-4572-af07-c4cc78daa88f None None] Port d451ec26-4828-4b01-8249-73994d6567e5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:45.829152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:45.858464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Transition to ACTIVE for port object d451ec26-4828-4b01-8249-73994d6567e5 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:45.868915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b86bc6-bacf-477c-a7c8-a97833c15a68 req-d68fe6c7-35ea-4adf-ad4a-3b938c806dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:45.870479 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35b86bc6-bacf-477c-a7c8-a97833c15a68 req-d68fe6c7-35ea-4adf-ad4a-3b938c806dae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 1098 time: 0.0546150 Sep 08 13:08:45.915344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f37f7-256b-4188-b16a-6da3a33218e5 req-2d71cc99-a313-40a9-94e5-38926816863e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:45.917198 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a0f37f7-256b-4188-b16a-6da3a33218e5 req-2d71cc99-a313-40a9-94e5-38926816863e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 947 time: 0.0662036 Sep 08 13:08:45.958163 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:45.969561 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a0f37f7-256b-4188-b16a-6da3a33218e5 req-1c2547ea-ca95-46a5-bac8-e09d67b4dc5d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414178 Sep 08 13:08:46.034697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Pushing event updated for resources: {'Port': ['ID=d451ec26-4828-4b01-8249-73994d6567e5,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:46.043024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b86bc6-bacf-477c-a7c8-a97833c15a68 req-2986baf3-a794-4254-bd7b-6c4c6a57eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:46.044537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35b86bc6-bacf-477c-a7c8-a97833c15a68 req-2986baf3-a794-4254-bd7b-6c4c6a57eb70 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1631093 Sep 08 13:08:46.107452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc48d85f-0896-442c-9d70-a42cffb877c5 req-3ab94dba-6891-4373-9e07-c54d68c9fba0 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:46.109149 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc48d85f-0896-442c-9d70-a42cffb877c5 req-3ab94dba-6891-4373-9e07-c54d68c9fba0 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 948 time: 0.0676773 Sep 08 13:08:46.125477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35b86bc6-bacf-477c-a7c8-a97833c15a68 req-ca009386-c3a3-4354-9c89-5c39d844d501 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=97bd31fe-becf-4097-9d34-755a6c47dff8 HTTP/1.1" status: 200 len: 217 time: 0.0664299 Sep 08 13:08:46.129009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Attempting to bind port d451ec26-4828-4b01-8249-73994d6567e5 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:46.129009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Attempting to bind port d451ec26-4828-4b01-8249-73994d6567e5 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:46.129009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Attempting to bind port d451ec26-4828-4b01-8249-73994d6567e5 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:46.149909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Port d451ec26-4828-4b01-8249-73994d6567e5 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:46.150878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Attempting to bind port d451ec26-4828-4b01-8249-73994d6567e5 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:46.184378 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc48d85f-0896-442c-9d70-a42cffb877c5 req-22f21015-9677-480c-8ce1-ff849127c0dc tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661678 Sep 08 13:08:46.206998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:46.207466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:46.208644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:46.208644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Bound port: d451ec26-4828-4b01-8249-73994d6567e5, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:46.209067 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:46.235113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b86bc6-bacf-477c-a7c8-a97833c15a68 req-34afbf15-5e10-4861-b854-2a07eb7716d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:46.236863 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35b86bc6-bacf-477c-a7c8-a97833c15a68 req-34afbf15-5e10-4861-b854-2a07eb7716d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1007576 Sep 08 13:08:46.247925 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6fade6c4-e2b6-4d11-98da-5767520f6d30 req-8974f954-0c99-4e7d-9c26-1e7b75ab3b04 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 210 time: 0.0281715 Sep 08 13:08:46.327185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] For port d451ec26-4828-4b01-8249-73994d6567e5, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:46.331546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b86bc6-bacf-477c-a7c8-a97833c15a68 req-f67267eb-4979-4a0a-acdc-17fc580f2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:46.332708 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35b86bc6-bacf-477c-a7c8-a97833c15a68 req-f67267eb-4979-4a0a-acdc-17fc580f2f88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0758049 Sep 08 13:08:46.334500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] For port d451ec26-4828-4b01-8249-73994d6567e5, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d451ec26-4828-4b01-8249-73994d6567e5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:46.362441 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-839c4e62-21cf-469f-9a88-4781604696f2 req-741be73f-bf73-4dd0-b25b-23c1fd83722c tempest-DeleteServersAdminTestJSON-1005363844 tempest-DeleteServersAdminTestJSON-1005363844-project] 10.222.0.69 "GET /v2.0/ports?device_id=fed2f4d4-34d7-4023-8182-ee0e0fd2c74c HTTP/1.1" status: 200 len: 210 time: 0.0274990 Sep 08 13:08:46.409428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:46.437780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45502) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:46.463184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:46.463861 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:46.465262 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] 10.222.0.60 "PUT /v2.0/ports/d451ec26-4828-4b01-8249-73994d6567e5 HTTP/1.1" status: 200 len: 1096 time: 1.1399956 Sep 08 13:08:46.504894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35b86bc6-bacf-477c-a7c8-a97833c15a68 req-28dd910e-347b-49e7-8d13-dc34132beba6 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539781 Sep 08 13:08:46.508258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbba06-533a-4bb8-bda1-97337a2b5f85 service neutron] Pushing event updated for resources: {'Port': ['ID=d451ec26-4828-4b01-8249-73994d6567e5,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:46.543467 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:46.631498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35b86bc6-bacf-477c-a7c8-a97833c15a68 req-d072947f-d6a4-44fa-b941-e1262c8d99e9 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171894 Sep 08 13:08:46.641604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-722b009c-b468-444e-9a68-a346c877e75b req-81f04dca-50f5-40bd-88dd-49948fe196b5 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 210 time: 0.0691221 Sep 08 13:08:46.649620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-b5ba653d-31aa-45d5-9324-917f1ad17b50 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:08:46.650918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-b5ba653d-31aa-45d5-9324-917f1ad17b50 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2110047 Sep 08 13:08:46.683221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a5879111-1e6f-420c-802c-db79a8556d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:46.687323 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a5879111-1e6f-420c-802c-db79a8556d44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a698fd8962742e39d4127a4b6933147&device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 1099 time: 0.0523589 Sep 08 13:08:46.701536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-0bc1ebb9-9ce7-420c-b5af-4735e9eb7c8c tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:46.702989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-0bc1ebb9-9ce7-420c-b5af-4735e9eb7c8c tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports/f2c0a0da-3d86-403d-8799-c44195164676 HTTP/1.1" status: 200 len: 1094 time: 0.0447571 Sep 08 13:08:46.745226 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-af47e656-406f-4836-b298-2e25b80f1571 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=d451ec26-4828-4b01-8249-73994d6567e5 HTTP/1.1" status: 200 len: 217 time: 0.0492747 Sep 08 13:08:46.813013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73121d96-472a-42a4-b79e-015ca28eba3f req-8b10a7a4-4afa-4d73-a730-45821a5eed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:46.814761 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-8b10a7a4-4afa-4d73-a730-45821a5eed9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0507379 Sep 08 13:08:46.816123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] Request body: {'binding': {'host': 'n-h2-807558-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:46.816573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] Unknown quota resources ['binding']. {{(pid=96264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:08:46.872691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73121d96-472a-42a4-b79e-015ca28eba3f req-71994143-668d-4c0c-a30d-7fbd377f9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:46.874286 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-71994143-668d-4c0c-a30d-7fbd377f9df7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0510223 Sep 08 13:08:46.887146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 97bd31fe-becf-4097-9d34-755a6c47dff8 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:46.891187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cd461f73-2ee0-4075-85df-24a6af06613e up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:46.923622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c0c23-7a32-40d1-86cd-71b3d2b31374 req-3bb56d78-9667-4f59-a1d2-d22438214a41 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:46.925568 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e8c0c23-7a32-40d1-86cd-71b3d2b31374 req-3bb56d78-9667-4f59-a1d2-d22438214a41 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 949 time: 0.1066344 Sep 08 13:08:47.019024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-460d4aff-29be-430b-9f92-b920f398df57 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345568 Sep 08 13:08:47.029813 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e8c0c23-7a32-40d1-86cd-71b3d2b31374 req-d95342bc-44f7-4803-9d95-dea222ceae4e tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659842 Sep 08 13:08:47.038026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 97bd31fe-becf-4097-9d34-755a6c47dff8, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=97bd31fe-becf-4097-9d34-755a6c47dff8,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:47.054833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '97bd31fe-becf-4097-9d34-755a6c47dff8', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '97bd31fe-becf-4097-9d34-755a6c47dff8', 'mac_address': 'fa:16:3e:4e:ac:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:47.069235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 on host n-h2-807558-3 for vnic_type normal with profile None {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:47.070412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:47.070788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:47.079672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] Port f2c0a0da-3d86-403d-8799-c44195164676 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:47.080356 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:47.087162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:47.088373 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:47.088932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:47.090467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] Bound port: f2c0a0da-3d86-403d-8799-c44195164676, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:47.101024 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:47.120477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port cd461f73-2ee0-4075-85df-24a6af06613e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:47.126290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port cd461f73-2ee0-4075-85df-24a6af06613e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:47.126998 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:47.129900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97bd31fe-becf-4097-9d34-755a6c47dff8 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:47.162085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73121d96-472a-42a4-b79e-015ca28eba3f req-a11a319f-65bc-46b0-88e4-191965deffc1 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344433 Sep 08 13:08:47.179926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 97bd31fe-becf-4097-9d34-755a6c47dff8, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=97bd31fe-becf-4097-9d34-755a6c47dff8,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:47.229559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388ecf2-17cd-46fc-8f26-18ccac8aa8ff req-afbd8ba9-b6b9-4c07-ae25-6ceea2cbd11b tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:47.231243 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d388ecf2-17cd-46fc-8f26-18ccac8aa8ff req-afbd8ba9-b6b9-4c07-ae25-6ceea2cbd11b tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 947 time: 0.0801044 Sep 08 13:08:47.234302 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:47.241513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:47.247480 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d818748d-1370-4557-9cd0-b04309ca8a4a req-b483c862-94a2-4817-8ca6-ee033b876ba4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495014 Sep 08 13:08:47.262621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:47.264992 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac2b7b0-7a42-4047-821e-e5d86eac9045" -d '{"events": [{"server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "name": "network-vif-plugged", "status": "completed", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:47.279224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:47.281925 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d388ecf2-17cd-46fc-8f26-18ccac8aa8ff req-1a414a22-e693-45ff-b7ff-51952e494abf tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385404 Sep 08 13:08:47.331141 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:47.342450 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-6a8b93e6-3984-4eb1-9e44-4b0cace3870e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4f9e01d4b3d04d74a450534bc08e9f36&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450861 Sep 08 13:08:47.370740 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:47.372559 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-57619c3f-1e11-446e-bfe5-0fb1dd2af5c0 service neutron] 10.222.0.69 "POST /v2.0/ports/f2c0a0da-3d86-403d-8799-c44195164676/bindings HTTP/1.1" status: 201 len: 389 time: 0.6208026 Sep 08 13:08:47.380318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818748d-1370-4557-9cd0-b04309ca8a4a req-6098a0f7-5eac-4acb-a39c-255d3f225cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:47.382200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d818748d-1370-4557-9cd0-b04309ca8a4a req-6098a0f7-5eac-4acb-a39c-255d3f225cfe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 1096 time: 0.0835299 Sep 08 13:08:47.398755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=97bd31fe-becf-4097-9d34-755a6c47dff8,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:47.412186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c9cfce67-df0e-49b9-a822-e7d36b810e0b details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:47.425619 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821c741-02f0-4bbd-9472-524835312dca req-215af113-f604-4193-a163-59df5f5c7f51 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:47.430768 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6821c741-02f0-4bbd-9472-524835312dca req-215af113-f604-4193-a163-59df5f5c7f51 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 948 time: 0.0711298 Sep 08 13:08:47.448182 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:47.452291 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 8d7f5ded-0933-458e-8441-6b69c0ac741b up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:47.473290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6821c741-02f0-4bbd-9472-524835312dca req-42cd156b-00fc-4c3a-a193-84fee092c8e8 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385416 Sep 08 13:08:47.545686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-65baca9c-06ca-4d39-9e50-7ca05dbd7e9f tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:47.547621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-65baca9c-06ca-4d39-9e50-7ca05dbd7e9f tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953773 Sep 08 13:08:47.591467 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Request body: {'port': {'device_id': 'afb1c0f1-607b-4e8f-a321-a23d5bea40bc', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '4f9e01d4b3d04d74a450534bc08e9f36'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:47.622973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818748d-1370-4557-9cd0-b04309ca8a4a req-2a88fe4d-0011-4ee2-9124-f68a028ce7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:47.624581 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d818748d-1370-4557-9cd0-b04309ca8a4a req-2a88fe4d-0011-4ee2-9124-f68a028ce7f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1880841 Sep 08 13:08:47.695433 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d818748d-1370-4557-9cd0-b04309ca8a4a req-3efb1e18-2e70-4105-8945-c4eba1e48aeb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98924f8c-871d-4707-a227-48a248fb189c HTTP/1.1" status: 200 len: 217 time: 0.0529776 Sep 08 13:08:47.766264 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da12b05b-df81-4a8b-99ee-b4f095d48ff2 x-openstack-request-id: req-da12b05b-df81-4a8b-99ee-b4f095d48ff2 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:47.766840 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "name": "network-vif-plugged", "status": "completed", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:47.766840 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-da12b05b-df81-4a8b-99ee-b4f095d48ff2 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:47.767103 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'code': 200} Sep 08 13:08:47.769886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['97bd31fe-becf-4097-9d34-755a6c47dff8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:47.818853 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b49fc973-94f6-41c3-baf9-46f9eb41f727 req-31d9cb7a-a06e-474a-a8e5-bb3130f07bb8 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 210 time: 0.0867355 Sep 08 13:08:47.843075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed2f4d4-34d7-4023-8182-ee0e0fd2c74c', 'name': 'network-vif-deleted', 'tag': '7e4c4796-8e81-4141-9b62-fc92b5fb6be9'}, {'name': 'network-changed', 'server_uuid': 'de36c9ac-ccbf-48b1-803f-5dd318717e6f', 'tag': 'd451ec26-4828-4b01-8249-73994d6567e5'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:47.849034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864442c-4c7f-49bd-ab74-9c02381caa2c req-45051cf7-9af8-424d-8017-d1a3c7937926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:47.849230 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2523a0-2caa-4bf3-9e3e-1c61c7a81834" -d '{"events": [{"server_uuid": "fed2f4d4-34d7-4023-8182-ee0e0fd2c74c", "name": "network-vif-deleted", "tag": "7e4c4796-8e81-4141-9b62-fc92b5fb6be9"}, {"name": "network-changed", "server_uuid": "de36c9ac-ccbf-48b1-803f-5dd318717e6f", "tag": "d451ec26-4828-4b01-8249-73994d6567e5"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:47.849325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f864442c-4c7f-49bd-ab74-9c02381caa2c req-45051cf7-9af8-424d-8017-d1a3c7937926 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 1100 time: 0.1188369 Sep 08 13:08:47.898506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=cd461f73-2ee0-4075-85df-24a6af06613e,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:47.951896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c9cfce67-df0e-49b9-a822-e7d36b810e0b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c9cfce67-df0e-49b9-a822-e7d36b810e0b,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:47.972356 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'c9cfce67-df0e-49b9-a822-e7d36b810e0b', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'c9cfce67-df0e-49b9-a822-e7d36b810e0b', 'mac_address': 'fa:16:3e:0a:57:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:48.001969 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f864442c-4c7f-49bd-ab74-9c02381caa2c req-b83ae2ca-16a3-425a-b815-c515389007da service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520305 Sep 08 13:08:48.007060 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-976e0ed9-48c9-4003-af8e-dedf48f575ee tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1adba703cca34d92ac8554ac0b42768e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735400 Sep 08 13:08:48.037974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85c8d7d5-bf59-4a80-8bc9-c8a6f931a9a9 req-7afc06f2-5215-4e0f-bed0-f687b622c9ab tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 210 time: 0.0753553 Sep 08 13:08:48.060232 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:48.061498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdb767-64f8-4a83-b6ce-0d359710a558 req-2ca282c6-558e-4c4d-9731-2f420c759ea9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:48.063771 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9bcdb767-64f8-4a83-b6ce-0d359710a558 req-2ca282c6-558e-4c4d-9731-2f420c759ea9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 946 time: 0.2094343 Sep 08 13:08:48.068109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818748d-1370-4557-9cd0-b04309ca8a4a req-6945180a-1cdf-4380-b268-ebc8968bd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:48.069778 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d818748d-1370-4557-9cd0-b04309ca8a4a req-6945180a-1cdf-4380-b268-ebc8968bd3d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.3655601 Sep 08 13:08:48.088979 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cfce67-df0e-49b9-a822-e7d36b810e0b {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:48.097968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f593cde0-afc1-4119-8939-e3f9fe0236e6 req-9e312b8b-60b7-404d-8a82-91a0a2e6f132 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2386355 Sep 08 13:08:48.110060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Made reservation on behalf of 4f9e01d4b3d04d74a450534bc08e9f36 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:48.114214 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:48.120136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 8d7f5ded-0933-458e-8441-6b69c0ac741b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:48.133011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9bcdb767-64f8-4a83-b6ce-0d359710a558 req-8612fba4-0e9d-4963-8274-f2f799f0993e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588934 Sep 08 13:08:48.136680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c9cfce67-df0e-49b9-a822-e7d36b810e0b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c9cfce67-df0e-49b9-a822-e7d36b810e0b,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:48.140227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 8d7f5ded-0933-458e-8441-6b69c0ac741b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:48.140612 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:48.202397 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:48.343108 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:48.360124 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e17d7a-0a8b-4fd0-9821-53861ae2a536 x-openstack-request-id: req-24e17d7a-0a8b-4fd0-9821-53861ae2a536 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:48.366825 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed2f4d4-34d7-4023-8182-ee0e0fd2c74c", "name": "network-vif-deleted", "tag": "7e4c4796-8e81-4141-9b62-fc92b5fb6be9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de36c9ac-ccbf-48b1-803f-5dd318717e6f", "tag": "d451ec26-4828-4b01-8249-73994d6567e5", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:48.367976 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-24e17d7a-0a8b-4fd0-9821-53861ae2a536 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:48.368122 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed2f4d4-34d7-4023-8182-ee0e0fd2c74c', 'name': 'network-vif-deleted', 'tag': '7e4c4796-8e81-4141-9b62-fc92b5fb6be9', 'status': 'completed', 'code': 200} Sep 08 13:08:48.368331 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de36c9ac-ccbf-48b1-803f-5dd318717e6f', 'tag': 'd451ec26-4828-4b01-8249-73994d6567e5', 'status': 'completed', 'code': 200} Sep 08 13:08:48.382940 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d818748d-1370-4557-9cd0-b04309ca8a4a req-24dbb638-70c3-4d65-8a63-077e90dd2caa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1614716 Sep 08 13:08:48.403044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=c9cfce67-df0e-49b9-a822-e7d36b810e0b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:48.432772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 8d7f5ded-0933-458e-8441-6b69c0ac741b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8d7f5ded-0933-458e-8441-6b69c0ac741b,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:48.536790 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:48.553064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Allocated IP 192.168.233.250 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/ec241bc9-5f50-462b-bf36-82683d028119) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:48.608883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593cde0-afc1-4119-8939-e3f9fe0236e6 req-102518fa-b916-4476-b171-04714a48cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:48.610187 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f593cde0-afc1-4119-8939-e3f9fe0236e6 req-102518fa-b916-4476-b171-04714a48cb22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a7274b00e2404f71955ace24a4fcbafe&device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 1097 time: 0.4090033 Sep 08 13:08:48.614537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=8d7f5ded-0933-458e-8441-6b69c0ac741b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:48.652105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-daf1c274-76fc-4fe4-8994-b37dc71a17d6 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:48.653799 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-daf1c274-76fc-4fe4-8994-b37dc71a17d6 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4501483 Sep 08 13:08:48.660615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2523a0-2caa-4bf3-9e3e-1c61c7a81834 req-bd6ea5b0-8d8b-4415-bed0-7474fc1c8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:48.662028 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f2523a0-2caa-4bf3-9e3e-1c61c7a81834 req-bd6ea5b0-8d8b-4415-bed0-7474fc1c8ad3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3a698fd8962742e39d4127a4b6933147&device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 1099 time: 0.3340147 Sep 08 13:08:48.667296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Request body: {'port': {'device_id': 'ae661774-910e-4dec-8c66-df3efce0b56a', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '1adba703cca34d92ac8554ac0b42768e'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:48.701809 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0913c4-9406-4747-8cba-16a91f80853f req-7ac4cdf5-3c9d-448f-b90a-594fc6fc4809 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:48.703276 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee0913c4-9406-4747-8cba-16a91f80853f req-7ac4cdf5-3c9d-448f-b90a-594fc6fc4809 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 950 time: 0.1129570 Sep 08 13:08:48.770578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed7e7c-ab5b-40b9-a737-1b98883ebfca req-b4e743eb-ac36-42b9-a398-99a805527926 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:48.772329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aaed7e7c-ab5b-40b9-a737-1b98883ebfca req-b4e743eb-ac36-42b9-a398-99a805527926 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 948 time: 0.3295665 Sep 08 13:08:48.817555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-1f8c2cb2-9208-4109-b4a6-eb380a97fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:48.819021 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-1f8c2cb2-9208-4109-b4a6-eb380a97fcbf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 1097 time: 0.3832967 Sep 08 13:08:48.840863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c9cfce67-df0e-49b9-a822-e7d36b810e0b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:48.843978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d818748d-1370-4557-9cd0-b04309ca8a4a req-7e7a014a-539e-40e9-8151-c5a417fc4ad8 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423559 Sep 08 13:08:48.855024 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee0913c4-9406-4747-8cba-16a91f80853f req-9ac9247c-fb01-4d92-808c-fd04c8d77fbb tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434479 Sep 08 13:08:48.882068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2523a0-2caa-4bf3-9e3e-1c61c7a81834 req-df927f35-c7d2-4450-bd49-71412c5712bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:48.883421 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f2523a0-2caa-4bf3-9e3e-1c61c7a81834 req-df927f35-c7d2-4450-bd49-71412c5712bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1989677 Sep 08 13:08:48.928939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 97bd31fe-becf-4097-9d34-755a6c47dff8 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:48.936749 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f2523a0-2caa-4bf3-9e3e-1c61c7a81834 req-0b26f7a6-92b6-4c8b-bc98-08e0fbefa9e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=d451ec26-4828-4b01-8249-73994d6567e5 HTTP/1.1" status: 200 len: 217 time: 0.0415170 Sep 08 13:08:49.000039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Made reservation on behalf of 1adba703cca34d92ac8554ac0b42768e for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:49.003870 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:49.021791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593cde0-afc1-4119-8939-e3f9fe0236e6 req-1ec291b0-af0a-4591-8698-306331296e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:49.023343 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f593cde0-afc1-4119-8939-e3f9fe0236e6 req-1ec291b0-af0a-4591-8698-306331296e5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=140e26e4-9169-4cfc-9628-100d96ca6c1a HTTP/1.1" status: 200 len: 925 time: 0.3507638 Sep 08 13:08:49.032167 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:49.059006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aaed7e7c-ab5b-40b9-a737-1b98883ebfca req-ac8fb5e4-27d1-478f-b9e7-1d67e91b655b tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353923 Sep 08 13:08:49.116292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 97bd31fe-becf-4097-9d34-755a6c47dff8 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:49.129621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 97bd31fe-becf-4097-9d34-755a6c47dff8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:49.130009 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:49.185196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2523a0-2caa-4bf3-9e3e-1c61c7a81834 req-9877eaad-73b4-4e7a-b8b3-abcb171883fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:49.186760 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f2523a0-2caa-4bf3-9e3e-1c61c7a81834 req-9877eaad-73b4-4e7a-b8b3-abcb171883fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.2401884 Sep 08 13:08:49.234716 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:49.250035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c9622-e91b-43f4-9e2d-78bce9b656ae req-e1f9a7a9-768c-4726-8186-c0a34bf91323 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:49.251667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f20c9622-e91b-43f4-9e2d-78bce9b656ae req-e1f9a7a9-768c-4726-8186-c0a34bf91323 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 948 time: 0.2122593 Sep 08 13:08:49.272995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 97bd31fe-becf-4097-9d34-755a6c47dff8, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=97bd31fe-becf-4097-9d34-755a6c47dff8,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:49.282051 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:49.300253 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2523a0-2caa-4bf3-9e3e-1c61c7a81834 req-f2aaffe3-0d74-4d03-8cfa-e40de41990b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:49.301974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f2523a0-2caa-4bf3-9e3e-1c61c7a81834 req-f2aaffe3-0d74-4d03-8cfa-e40de41990b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029537 Sep 08 13:08:49.335896 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f20c9622-e91b-43f4-9e2d-78bce9b656ae req-1ef70cab-96f7-49c6-b00d-c5ee0aa80a58 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706983 Sep 08 13:08:49.376799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:49.377575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:08:49.426071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:08:49.426805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7e4c4796-8e81-4141-9b62-fc92b5fb6be9 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:08:49.427975 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:49.448884 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b7953be-b650-402d-907f-ba186a61dfb7 req-e8b868c9-4e68-4c5c-82ab-544088ba824f tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 210 time: 0.0925703 Sep 08 13:08:49.515708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=97bd31fe-becf-4097-9d34-755a6c47dff8,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:49.541757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d818748d-1370-4557-9cd0-b04309ca8a4a req-ad5a82a2-ab26-40a6-9cc0-c2b245306d31 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6652889 Sep 08 13:08:49.553724 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:49.560052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f593cde0-afc1-4119-8939-e3f9fe0236e6 req-9833ea77-ac01-4eb2-8d84-965732c5f39c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad538eee-9730-472d-8d27-dcca41d5e721 HTTP/1.1" status: 200 len: 1000 time: 0.4975438 Sep 08 13:08:49.565769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-24f8c5ae-ff94-4a10-a226-6ceec65ad556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:49.567298 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-24f8c5ae-ff94-4a10-a226-6ceec65ad556 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.7069061 Sep 08 13:08:49.590742 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a038c115-37de-4213-a9b6-66722e63b08c req-3bba80f0-0767-42b3-b6d3-3be8a1b70100 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 210 time: 0.0678864 Sep 08 13:08:49.601009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Transition to ACTIVE for port object ec241bc9-5f50-462b-bf36-82683d028119 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:49.624556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:49.635817 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f2523a0-2caa-4bf3-9e3e-1c61c7a81834 req-853097e2-5e0a-4ab4-a1c8-c0546a0e90eb service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209932 Sep 08 13:08:49.679959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-56b2dbab-f69c-4159-b519-ffdc873af5c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a0da-3d86-403d-8799-c44195164676 HTTP/1.1" status: 200 len: 217 time: 0.0967739 Sep 08 13:08:49.730888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593cde0-afc1-4119-8939-e3f9fe0236e6 req-36d06469-fa7a-47d4-9b79-00b26b462ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:49.732398 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f593cde0-afc1-4119-8939-e3f9fe0236e6 req-36d06469-fa7a-47d4-9b79-00b26b462ee0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bb151a63-aad3-419d-afc4-6b2e27650372 HTTP/1.1" status: 200 len: 863 time: 0.1478770 Sep 08 13:08:49.740553 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f2523a0-2caa-4bf3-9e3e-1c61c7a81834 req-62d0463e-041c-4379-9c73-ceb2f3789d9e service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966651 Sep 08 13:08:49.766711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beba96c-e749-49be-8f1e-94377562c659 req-0f359a71-be94-4fd1-993d-bc7b37864ede tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:49.767862 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f7aed4-ffa6-4884-a784-24b7481b9835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7f5ded-0933-458e-8441-6b69c0ac741b'}, {'server_uuid': '6f02587f-3ff7-4797-a0be-7184fb7a8178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bd31fe-becf-4097-9d34-755a6c47dff8'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:49.769017 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1beba96c-e749-49be-8f1e-94377562c659 req-0f359a71-be94-4fd1-993d-bc7b37864ede tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 946 time: 0.2000651 Sep 08 13:08:49.771133 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a67b33-814b-480c-a2a9-caf5b61c6902" -d '{"events": [{"server_uuid": "48f7aed4-ffa6-4884-a784-24b7481b9835", "name": "network-vif-plugged", "status": "completed", "tag": "8d7f5ded-0933-458e-8441-6b69c0ac741b"}, {"server_uuid": "6f02587f-3ff7-4797-a0be-7184fb7a8178", "name": "network-vif-plugged", "status": "completed", "tag": "97bd31fe-becf-4097-9d34-755a6c47dff8"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:49.816742 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6b0cf1-00d9-4c23-902d-765203a27308 x-openstack-request-id: req-1f6b0cf1-00d9-4c23-902d-765203a27308 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:49.816742 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f7aed4-ffa6-4884-a784-24b7481b9835", "name": "network-vif-plugged", "status": "completed", "tag": "8d7f5ded-0933-458e-8441-6b69c0ac741b", "code": 200}, {"server_uuid": "6f02587f-3ff7-4797-a0be-7184fb7a8178", "name": "network-vif-plugged", "status": "completed", "tag": "97bd31fe-becf-4097-9d34-755a6c47dff8", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:49.816742 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f6b0cf1-00d9-4c23-902d-765203a27308 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:49.816742 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f7aed4-ffa6-4884-a784-24b7481b9835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d7f5ded-0933-458e-8441-6b69c0ac741b', 'code': 200} Sep 08 13:08:49.816742 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f02587f-3ff7-4797-a0be-7184fb7a8178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97bd31fe-becf-4097-9d34-755a6c47dff8', 'code': 200} Sep 08 13:08:49.821502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-c660616c-ebcd-4325-8b18-d8ec338f313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:49.823009 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-c660616c-ebcd-4325-8b18-d8ec338f313f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.1313312 Sep 08 13:08:49.873431 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-4ba8da88-1f72-4c52-896e-ee3f9d7c80c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367975 Sep 08 13:08:49.881889 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1beba96c-e749-49be-8f1e-94377562c659 req-38c4ad8a-a876-49c6-bac4-aa39490fbe5a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042998 Sep 08 13:08:49.885031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593cde0-afc1-4119-8939-e3f9fe0236e6 req-32e3bd7b-b864-4c2b-8cf1-2b0e630c196c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:49.886519 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f593cde0-afc1-4119-8939-e3f9fe0236e6 req-32e3bd7b-b864-4c2b-8cf1-2b0e630c196c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=140e26e4-9169-4cfc-9628-100d96ca6c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448824 Sep 08 13:08:49.925338 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.004355 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Allocated IP 192.168.233.98 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/852c3403-2d5b-413b-88d9-62ebf07b66f9) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:50.024887 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18d844-f2d2-4546-8803-32d538287dd5 req-0c7063e8-ae81-4e88-85c4-a5ae5f97997f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:50.026425 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf18d844-f2d2-4546-8803-32d538287dd5 req-0c7063e8-ae81-4e88-85c4-a5ae5f97997f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 1101 time: 0.0867157 Sep 08 13:08:50.037888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45564) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:50.088769 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f593cde0-afc1-4119-8939-e3f9fe0236e6 req-fedbc29d-71b0-4bc2-b771-d4e034873d05 service neutron] 10.222.0.60 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928566 Sep 08 13:08:50.134050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['59ac2030-7c68-43d6-aafe-f1a3bd0e3411'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:50.134561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b14d2-8f7b-4175-b1cb-ca7796a99bd9 req-a3d007c8-3c91-4de7-ab4d-f15e88f406b0 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:50.144480 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e64b14d2-8f7b-4175-b1cb-ca7796a99bd9 req-a3d007c8-3c91-4de7-ab4d-f15e88f406b0 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 950 time: 0.1408048 Sep 08 13:08:50.164325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:50.171782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:50.175109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:50.180835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:50.181302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.196670 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf18d844-f2d2-4546-8803-32d538287dd5 req-c4e0a858-36e5-4926-a134-6c35660508c7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490562 Sep 08 13:08:50.207065 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e64b14d2-8f7b-4175-b1cb-ca7796a99bd9 req-4384ee93-a506-4424-b248-be0b807d318a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609944 Sep 08 13:08:50.284968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Pushing event updated for resources: {'Port': ['ID=ec241bc9-5f50-462b-bf36-82683d028119,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:50.344827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce4c15-b8b5-452f-a7c9-1d27b5350600 req-a42c4707-92ca-4c1b-84f3-cfe3442750cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:50.346475 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fce4c15-b8b5-452f-a7c9-1d27b5350600 req-a42c4707-92ca-4c1b-84f3-cfe3442750cc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 1100 time: 0.3093021 Sep 08 13:08:50.361814 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.386514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-1f35ea06-8767-4406-a0b8-980b03d47c27 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989929 Sep 08 13:08:50.391123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Transition to ACTIVE for port object 852c3403-2d5b-413b-88d9-62ebf07b66f9 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:50.396145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-f067e572-183a-45d1-9629-e75e06f552ed tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8113446 Sep 08 13:08:50.445175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Request body: {'port': {'device_id': 'afb1c0f1-607b-4e8f-a321-a23d5bea40bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:50.461619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50bf6d9-e246-458f-b729-92d6c63ff9db req-5342bda7-6cd3-4b86-aff4-a5b6ca9b5634 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:50.462995 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b50bf6d9-e246-458f-b729-92d6c63ff9db req-5342bda7-6cd3-4b86-aff4-a5b6ca9b5634 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 949 time: 0.2620306 Sep 08 13:08:50.473889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357029a-9f49-4bdd-8cea-e0c076cede76 req-ac203ac5-b037-4f97-8b3a-2e6573af551f tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:50.475675 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c357029a-9f49-4bdd-8cea-e0c076cede76 req-ac203ac5-b037-4f97-8b3a-2e6573af551f tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 948 time: 0.0525885 Sep 08 13:08:50.483596 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-06b9327b-4efe-46e9-b21f-d53bee636baa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=76ddd524a08c4f0996d0f05aee6d5e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4406974 Sep 08 13:08:50.486244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45576) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:50.523251 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fce4c15-b8b5-452f-a7c9-1d27b5350600 req-2f1c6d9f-bd16-4268-bbb0-0813df70816e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302316 Sep 08 13:08:50.537071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f593cde0-afc1-4119-8939-e3f9fe0236e6 req-39967399-9809-4202-ab6c-220dbf4372ae service neutron] 10.222.0.60 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959880 Sep 08 13:08:50.538438 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.555746 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c357029a-9f49-4bdd-8cea-e0c076cede76 req-b23700f4-86e0-4009-adc4-5d89222a65ec tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709121 Sep 08 13:08:50.607487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:50.617827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:50.627827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-63a5729f-d37f-4a64-a0af-a00a8c0607e6 None None] Provisioning for port ec241bc9-5f50-462b-bf36-82683d028119 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:50.631871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-63a5729f-d37f-4a64-a0af-a00a8c0607e6 None None] Provisioning complete for port ec241bc9-5f50-462b-bf36-82683d028119 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:50.632236 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-63a5729f-d37f-4a64-a0af-a00a8c0607e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.638281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b50bf6d9-e246-458f-b729-92d6c63ff9db req-e15cc119-e200-4191-8716-38a3c233deec tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548219 Sep 08 13:08:50.649828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:50.657494 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.671583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-7b1335a7-e254-4b2b-969a-7ee49053785d service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492561 Sep 08 13:08:50.677160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-63a5729f-d37f-4a64-a0af-a00a8c0607e6 None None] Port ec241bc9-5f50-462b-bf36-82683d028119 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:50.720127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-14bcd021-2bb7-46d2-a2bd-184c50876cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.729159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Pushing event updated for resources: {'Port': ['ID=852c3403-2d5b-413b-88d9-62ebf07b66f9,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:50.775717 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:50.776384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.780344 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-14bcd021-2bb7-46d2-a2bd-184c50876cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.814233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc179e-7d89-41ab-80c8-ac15b50b9625 req-621b0788-7e13-4386-a838-d9417d86295f tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:50.816323 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1cbc179e-7d89-41ab-80c8-ac15b50b9625 req-621b0788-7e13-4386-a838-d9417d86295f tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 935 time: 0.1917255 Sep 08 13:08:50.868859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1cbc179e-7d89-41ab-80c8-ac15b50b9625 req-95ea7876-ecf2-4c19-b6a7-97612c05f6ca tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424788 Sep 08 13:08:50.872568 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-413b7ae0-6386-486d-9bbd-5f6a6c231464 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2088296 Sep 08 13:08:50.889554 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Request body: {'port': {'device_id': 'ae661774-910e-4dec-8c66-df3efce0b56a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:50.904737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468caa3-a3bd-4e98-ac35-e8b66287f4d2 req-d6ab27d1-be08-4d37-928a-34c18ef19580 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:50.912312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f468caa3-a3bd-4e98-ac35-e8b66287f4d2 req-d6ab27d1-be08-4d37-928a-34c18ef19580 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 936 time: 0.1371603 Sep 08 13:08:50.954245 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-14bcd021-2bb7-46d2-a2bd-184c50876cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.957181 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-14bcd021-2bb7-46d2-a2bd-184c50876cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.958364 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-14bcd021-2bb7-46d2-a2bd-184c50876cb4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/159191da-6cf8-42f7-aa61-2e5dbc9ae8e0 HTTP/1.1" status: 204 len: 168 time: 0.4710584 Sep 08 13:08:50.972018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.987497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-7c77acdd-ec0c-43c6-9cfc-0258b7f3f6ae tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:50.988005 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8bee4221-2769-4cbe-8957-f286131701b6 None None] Provisioning for port 852c3403-2d5b-413b-88d9-62ebf07b66f9 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:50.989010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-7c77acdd-ec0c-43c6-9cfc-0258b7f3f6ae tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94&tenant_id=fb92476927b34b84aed526285f320f3a&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1097 time: 0.1539893 Sep 08 13:08:50.994252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8bee4221-2769-4cbe-8957-f286131701b6 None None] Provisioning complete for port 852c3403-2d5b-413b-88d9-62ebf07b66f9 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:50.995002 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8bee4221-2769-4cbe-8957-f286131701b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:50.995249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcd021-2bb7-46d2-a2bd-184c50876cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159191da-6cf8-42f7-aa61-2e5dbc9ae8e0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:51.015358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807558-3'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:51.054849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f468caa3-a3bd-4e98-ac35-e8b66287f4d2 req-091a0abd-4dcd-4794-a3a2-0cf9d383a9cb tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409779 Sep 08 13:08:51.056087 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8bee4221-2769-4cbe-8957-f286131701b6 None None] Port 852c3403-2d5b-413b-88d9-62ebf07b66f9 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:51.106633 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.132550 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96105fb-2878-4d2a-9b29-3ac705248082 req-1b1679ab-22da-4f47-ada5-a96d2a58bc3b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:51.134070 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e96105fb-2878-4d2a-9b29-3ac705248082 req-1b1679ab-22da-4f47-ada5-a96d2a58bc3b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 946 time: 0.0972929 Sep 08 13:08:51.180205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec241bc9-5f50-462b-bf36-82683d028119 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:51.193507 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.228131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Transition to ACTIVE for port object ec241bc9-5f50-462b-bf36-82683d028119 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:51.235812 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e96105fb-2878-4d2a-9b29-3ac705248082 req-a5a12353-9421-412a-997c-2f55b6bf4874 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546305 Sep 08 13:08:51.292497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:51.313741 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.406200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:51.427155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Pushing event updated for resources: {'Port': ['ID=ec241bc9-5f50-462b-bf36-82683d028119,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:51.430736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d451ec26-4828-4b01-8249-73994d6567e5 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:51.433216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c9cfce67-df0e-49b9-a822-e7d36b810e0b up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:51.489433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36114a39-499b-4cef-989a-409994a61328 req-09337a10-f24e-4146-9b5c-cb30ab5fe73b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:51.497024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36114a39-499b-4cef-989a-409994a61328 req-09337a10-f24e-4146-9b5c-cb30ab5fe73b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 950 time: 0.2023742 Sep 08 13:08:51.509477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 852c3403-2d5b-413b-88d9-62ebf07b66f9 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:51.532759 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.540541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c0a0da-3d86-403d-8799-c44195164676'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:51.542886 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7612b2-7c6e-4605-80af-95e693f2c24d" -d '{"events": [{"server_uuid": "c04fc894-843f-4e98-af4e-19bb797eca94", "name": "network-vif-unplugged", "status": "completed", "tag": "f2c0a0da-3d86-403d-8799-c44195164676"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:51.547486 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.561039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Attempting to bind port ec241bc9-5f50-462b-bf36-82683d028119 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:51.561391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Attempting to bind port ec241bc9-5f50-462b-bf36-82683d028119 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:51.561902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Attempting to bind port ec241bc9-5f50-462b-bf36-82683d028119 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:51.585260 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36114a39-499b-4cef-989a-409994a61328 req-812611a0-426a-435b-ab9e-e6a5c9551439 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817888 Sep 08 13:08:51.586380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Port ec241bc9-5f50-462b-bf36-82683d028119 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:51.587033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Attempting to bind port ec241bc9-5f50-462b-bf36-82683d028119 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:51.595974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:51.600943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Transition to ACTIVE for port object 852c3403-2d5b-413b-88d9-62ebf07b66f9 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:51.601244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:51.602716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:51.603360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Bound port: ec241bc9-5f50-462b-bf36-82683d028119, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:51.605597 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.631286 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f3da57-85d1-4def-adfb-c3e3312799cc x-openstack-request-id: req-b3f3da57-85d1-4def-adfb-c3e3312799cc {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:51.631708 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04fc894-843f-4e98-af4e-19bb797eca94", "name": "network-vif-unplugged", "status": "completed", "tag": "f2c0a0da-3d86-403d-8799-c44195164676", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:51.632165 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b3f3da57-85d1-4def-adfb-c3e3312799cc {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:51.634087 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c0a0da-3d86-403d-8799-c44195164676', 'code': 200} Sep 08 13:08:51.668393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d451ec26-4828-4b01-8249-73994d6567e5, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d451ec26-4828-4b01-8249-73994d6567e5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:51.672182 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.685423 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.686242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'd451ec26-4828-4b01-8249-73994d6567e5', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'd451ec26-4828-4b01-8249-73994d6567e5', 'mac_address': 'fa:16:3e:97:8a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:51.738895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port c9cfce67-df0e-49b9-a822-e7d36b810e0b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:51.744431 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.746624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port c9cfce67-df0e-49b9-a822-e7d36b810e0b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:51.747238 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.783493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45598) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:51.790445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d451ec26-4828-4b01-8249-73994d6567e5 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:51.823483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d451ec26-4828-4b01-8249-73994d6567e5, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d451ec26-4828-4b01-8249-73994d6567e5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:51.858895 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0a0da-3d86-403d-8799-c44195164676,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:51.878687 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.883851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] For port ec241bc9-5f50-462b-bf36-82683d028119, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:51.893485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] For port ec241bc9-5f50-462b-bf36-82683d028119, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ec241bc9-5f50-462b-bf36-82683d028119,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:51.918219 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73b2aebe-7c6f-4b42-b2aa-7ab4e6575260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.920587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Pushing event updated for resources: {'Port': ['ID=852c3403-2d5b-413b-88d9-62ebf07b66f9,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:51.923910 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.932985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d881c-5b1a-4934-945d-1204e84c91ff req-98f947fa-4047-4969-bbab-d088ef626930 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:51.934638 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044d881c-5b1a-4934-945d-1204e84c91ff req-98f947fa-4047-4969-bbab-d088ef626930 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 948 time: 0.2559314 Sep 08 13:08:51.937806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 on host n-h1-807558-3 for vnic_type normal with profile {"migrating_to": "n-h2-807558-3"} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:51.938144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:51.938531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:51.940914 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc53ddc8-8999-44eb-ae87-d1753c42a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cfce67-df0e-49b9-a822-e7d36b810e0b'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:51.944273 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e9c998-e4d2-4805-8929-9d03e4c9c4ca" -d '{"events": [{"server_uuid": "dc53ddc8-8999-44eb-ae87-d1753c42a579", "name": "network-vif-plugged", "status": "completed", "tag": "c9cfce67-df0e-49b9-a822-e7d36b810e0b"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:51.945157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Port f2c0a0da-3d86-403d-8799-c44195164676 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:51.945577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:51.977883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:51.978268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:51.978842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:51.979137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Bound port: f2c0a0da-3d86-403d-8799-c44195164676, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:51.979509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:51.986328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c9cfce67-df0e-49b9-a822-e7d36b810e0b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c9cfce67-df0e-49b9-a822-e7d36b810e0b,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:52.004195 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044d881c-5b1a-4934-945d-1204e84c91ff req-3167544b-1c1e-4b16-bc5d-029c6c1c9013 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599034 Sep 08 13:08:52.005283 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:52.023315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=d451ec26-4828-4b01-8249-73994d6567e5,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:52.024613 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc688f-af37-40d2-a26a-3f1a16d95fd9 req-e5e4edcb-4614-4da5-b017-95c551a7eee8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.040428 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3cc688f-af37-40d2-a26a-3f1a16d95fd9 req-e5e4edcb-4614-4da5-b017-95c551a7eee8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 949 time: 0.1953471 Sep 08 13:08:52.055262 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:52.081837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.081837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:52.081837 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] 10.222.0.70 "PUT /v2.0/ports/ec241bc9-5f50-462b-bf36-82683d028119 HTTP/1.1" status: 200 len: 1096 time: 1.6494167 Sep 08 13:08:52.095815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Attempting to bind port 852c3403-2d5b-413b-88d9-62ebf07b66f9 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:52.096159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Attempting to bind port 852c3403-2d5b-413b-88d9-62ebf07b66f9 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:52.096555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Attempting to bind port 852c3403-2d5b-413b-88d9-62ebf07b66f9 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:52.116443 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3cc688f-af37-40d2-a26a-3f1a16d95fd9 req-c1fe914f-4943-46e4-8ccf-f6004cb43e8d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751727 Sep 08 13:08:52.120730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Port 852c3403-2d5b-413b-88d9-62ebf07b66f9 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:52.121079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Attempting to bind port 852c3403-2d5b-413b-88d9-62ebf07b66f9 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:52.129099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:52.129471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:52.129790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:52.130082 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Bound port: 852c3403-2d5b-413b-88d9-62ebf07b66f9, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:52.130491 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:52.180421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=c9cfce67-df0e-49b9-a822-e7d36b810e0b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:52.233885 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c444d9a5-8bab-4953-899e-ab479e51e846 x-openstack-request-id: req-c444d9a5-8bab-4953-899e-ab479e51e846 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:52.234527 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc53ddc8-8999-44eb-ae87-d1753c42a579", "name": "network-vif-plugged", "status": "completed", "tag": "c9cfce67-df0e-49b9-a822-e7d36b810e0b", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:52.235009 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c444d9a5-8bab-4953-899e-ab479e51e846 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:52.239536 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc53ddc8-8999-44eb-ae87-d1753c42a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cfce67-df0e-49b9-a822-e7d36b810e0b', 'code': 200} Sep 08 13:08:52.266333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] For port 852c3403-2d5b-413b-88d9-62ebf07b66f9, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:52.286041 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73b2aebe-7c6f-4b42-b2aa-7ab4e6575260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:52.290479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] For port 852c3403-2d5b-413b-88d9-62ebf07b66f9, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=852c3403-2d5b-413b-88d9-62ebf07b66f9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:52.361857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['d451ec26-4828-4b01-8249-73994d6567e5'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:52.366284 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73b2aebe-7c6f-4b42-b2aa-7ab4e6575260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:52.437675 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:52.446211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad94ef-bc3c-4fbf-8d28-c8e6546c581c service neutron] Pushing event updated for resources: {'Port': ['ID=ec241bc9-5f50-462b-bf36-82683d028119,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:52.461495 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-73b2aebe-7c6f-4b42-b2aa-7ab4e6575260 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=92af4fd1ee974618b7ecfc958f1d8e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6207359 Sep 08 13:08:52.473317 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:52.477534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2aebe-7c6f-4b42-b2aa-7ab4e6575260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3389a12-294a-43c8-9f38-6c8026fcf6eb,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:52.477871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45610) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:52.489601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.490244 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:52.491662 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] 10.222.0.70 "PUT /v2.0/ports/852c3403-2d5b-413b-88d9-62ebf07b66f9 HTTP/1.1" status: 200 len: 1095 time: 1.6098273 Sep 08 13:08:52.498517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae661774-910e-4dec-8c66-df3efce0b56a', 'tag': '852c3403-2d5b-413b-88d9-62ebf07b66f9'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:52.500414 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0caa437-6cea-465d-a8bd-bce84bfb611c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae661774-910e-4dec-8c66-df3efce0b56a", "tag": "852c3403-2d5b-413b-88d9-62ebf07b66f9"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:52.505181 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:52.531924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2320fa-2c1b-4450-a5ad-df867d277822 req-6e424ad9-469c-4d50-adfd-1f931a143868 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.539965 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da2320fa-2c1b-4450-a5ad-df867d277822 req-6e424ad9-469c-4d50-adfd-1f931a143868 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 948 time: 0.1599832 Sep 08 13:08:52.558765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde2ba8-5bb8-40d4-bbaa-45323b0bbfed service neutron] Pushing event updated for resources: {'Port': ['ID=852c3403-2d5b-413b-88d9-62ebf07b66f9,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:52.561003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c64d9-d908-4908-8081-d63d1abfccb3 req-f5ff8411-6c8b-48e5-a4de-ea411ba55bd9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.562700 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-753c64d9-d908-4908-8081-d63d1abfccb3 req-f5ff8411-6c8b-48e5-a4de-ea411ba55bd9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 947 time: 0.4639361 Sep 08 13:08:52.568576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-772f60d1-c4a9-4bba-bfb7-e73a44fa89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.570346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-772f60d1-c4a9-4bba-bfb7-e73a44fa89d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f9e01d4b3d04d74a450534bc08e9f36&device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 1099 time: 0.1508496 Sep 08 13:08:52.575423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348a63d-7946-4aab-9436-a8b8bcd40054 req-549d3cef-1eb2-46ea-aed1-658e208a64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.577154 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1348a63d-7946-4aab-9436-a8b8bcd40054 req-549d3cef-1eb2-46ea-aed1-658e208a64ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579 HTTP/1.1" status: 200 len: 1101 time: 0.1565516 Sep 08 13:08:52.580799 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:52.595308 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da2320fa-2c1b-4450-a5ad-df867d277822 req-d1892dd8-16cf-4b82-906a-d5262ab7ba90 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542221 Sep 08 13:08:52.671541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-ea514d4e-08b3-456a-980d-5b707079fb65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=ec241bc9-5f50-462b-bf36-82683d028119 HTTP/1.1" status: 200 len: 217 time: 0.0931270 Sep 08 13:08:52.705171 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51f446bd-8596-4c57-9e4c-67e31714564a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:52.710216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-733c670c-0271-41d2-a962-793fb427c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.711732 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-733c670c-0271-41d2-a962-793fb427c39d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1adba703cca34d92ac8554ac0b42768e&device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 1098 time: 0.0804293 Sep 08 13:08:52.759407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-600bfc00-452c-42c9-9312-cdab493d1cb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=852c3403-2d5b-413b-88d9-62ebf07b66f9 HTTP/1.1" status: 200 len: 217 time: 0.0394561 Sep 08 13:08:52.767445 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2d609-5e09-412e-bb79-790a2964430a req-95986a44-326c-4890-b98c-c68867de4040 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.768965 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8a2d609-5e09-412e-bb79-790a2964430a req-95986a44-326c-4890-b98c-c68867de4040 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 944 time: 0.0993111 Sep 08 13:08:52.790216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-753c64d9-d908-4908-8081-d63d1abfccb3 req-642865bc-c0a6-4cc0-a200-5a90b353bcf7 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168689 Sep 08 13:08:52.817995 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51f446bd-8596-4c57-9e4c-67e31714564a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:52.832714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0a0da-3d86-403d-8799-c44195164676,revision_number=8']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:52.839134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1348a63d-7946-4aab-9436-a8b8bcd40054 req-c10d4f24-fced-4565-bbb7-5b42fc693f80 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397804 Sep 08 13:08:52.847440 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a5481a-cc56-4436-8fdf-41625268aa08 x-openstack-request-id: req-97a5481a-cc56-4436-8fdf-41625268aa08 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:52.847918 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae661774-910e-4dec-8c66-df3efce0b56a", "tag": "852c3403-2d5b-413b-88d9-62ebf07b66f9", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:52.848013 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-97a5481a-cc56-4436-8fdf-41625268aa08 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:52.848357 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae661774-910e-4dec-8c66-df3efce0b56a', 'tag': '852c3403-2d5b-413b-88d9-62ebf07b66f9', 'status': 'completed', 'code': 200} Sep 08 13:08:52.852358 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-a8f9c983-7a57-4891-aadb-7fbcc2428533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.853860 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-a8f9c983-7a57-4891-aadb-7fbcc2428533 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0840073 Sep 08 13:08:52.865892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-c2732cc2-15b9-4ff2-aac8-b843b9634da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.867631 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-c2732cc2-15b9-4ff2-aac8-b843b9634da1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1813755 Sep 08 13:08:52.868929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.869569 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:52.870772 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8a2d609-5e09-412e-bb79-790a2964430a req-ad5867fd-b98d-4642-8e39-4676be61ebac tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927067 Sep 08 13:08:52.870898 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-893f22b8-dc12-4569-9cd4-7f8821696065 service neutron] 10.222.0.60 "PUT /v2.0/ports/f2c0a0da-3d86-403d-8799-c44195164676 HTTP/1.1" status: 200 len: 1122 time: 1.8670406 Sep 08 13:08:52.935769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-99d88b17-b4ba-4962-9d61-ef4b5b2e9322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.938001 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-99d88b17-b4ba-4962-9d61-ef4b5b2e9322 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0662653 Sep 08 13:08:52.961893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['f2c0a0da-3d86-403d-8799-c44195164676'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:52.967772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-1176bb70-e64f-45e4-9bfa-28452e71096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.969684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-1176bb70-e64f-45e4-9bfa-28452e71096b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932846 Sep 08 13:08:52.992698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeeeaa2-0109-4edb-9e25-29a3ea26086e req-5e02df5e-caa1-4a39-93a0-65148dda9def tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:52.994532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bdeeeaa2-0109-4edb-9e25-29a3ea26086e req-5e02df5e-caa1-4a39-93a0-65148dda9def tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 950 time: 0.0787423 Sep 08 13:08:53.072347 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-e523fb12-3700-4a01-96b6-159a5b7b5ecb service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131141 Sep 08 13:08:53.093917 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bdeeeaa2-0109-4edb-9e25-29a3ea26086e req-215e11bc-f860-4db9-ba99-fd0a94a09e80 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854330 Sep 08 13:08:53.125123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-fa05092d-f6cd-41fc-b5fe-7a8a020cfb87 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482663 Sep 08 13:08:53.130857 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51f446bd-8596-4c57-9e4c-67e31714564a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:53.134819 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51f446bd-8596-4c57-9e4c-67e31714564a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:53.140685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-51f446bd-8596-4c57-9e4c-67e31714564a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c3389a12-294a-43c8-9f38-6c8026fcf6eb HTTP/1.1" status: 204 len: 168 time: 0.6610346 Sep 08 13:08:53.178406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f446bd-8596-4c57-9e4c-67e31714564a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3389a12-294a-43c8-9f38-6c8026fcf6eb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:53.228578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e8f5c-974d-4a32-a1f7-d8fa275d1c2d req-d803015e-345c-44ff-b717-a9768fa5f745 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:53.230626 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b7e8f5c-974d-4a32-a1f7-d8fa275d1c2d req-d803015e-345c-44ff-b717-a9768fa5f745 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 949 time: 0.1405354 Sep 08 13:08:53.267520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4baacab0-7709-4fe4-8cef-fb711497c4b6 req-8d2f12be-132a-4605-a271-540fa4bc6dde service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009592 Sep 08 13:08:53.286624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275f5cc-e8f2-4268-b475-dde3dc81b8c2 req-9060396b-2664-4de9-893b-d48d6d67fd9c tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:53.288190 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9275f5cc-e8f2-4268-b475-dde3dc81b8c2 req-9060396b-2664-4de9-893b-d48d6d67fd9c tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0974076 Sep 08 13:08:53.296349 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b7e8f5c-974d-4a32-a1f7-d8fa275d1c2d req-48fcfe48-310d-4096-a470-453d6ae1ec0e tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478539 Sep 08 13:08:53.351477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a5da3ac-fc25-4da0-91b7-fee5f40946a8 req-72a7c3ea-f0ff-43b7-af87-69ddfbbb2a2e service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096674 Sep 08 13:08:53.355098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9275f5cc-e8f2-4268-b475-dde3dc81b8c2 req-ce3ced22-9d57-4584-8e12-7f447ace54cd tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593090 Sep 08 13:08:53.449951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06aba2-79de-4bbd-b423-1717a1a99b14 req-76d78bb5-71ce-46f2-8d5c-f72a70c94ea1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:53.459205 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f06aba2-79de-4bbd-b423-1717a1a99b14 req-76d78bb5-71ce-46f2-8d5c-f72a70c94ea1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 949 time: 0.0930297 Sep 08 13:08:53.491955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caa437-6cea-465d-a8bd-bce84bfb611c req-f4122b84-fae0-4870-81c7-a78bf2c86ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:53.493926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0caa437-6cea-465d-a8bd-bce84bfb611c req-f4122b84-fae0-4870-81c7-a78bf2c86ade service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1adba703cca34d92ac8554ac0b42768e&device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 1098 time: 0.0609012 Sep 08 13:08:53.497774 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f06aba2-79de-4bbd-b423-1717a1a99b14 req-30d3aa81-b836-4146-a9dc-55076373e5ac tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377290 Sep 08 13:08:53.608759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-54d4e494-5126-42ed-8f39-bff7b6d59e3f tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323372 Sep 08 13:08:53.634849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a24377-c095-43cc-9b19-c3ce402bc647 req-cb340bcf-5acc-468e-9dbe-0cbfa66c9cd1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:53.636480 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b9a24377-c095-43cc-9b19-c3ce402bc647 req-cb340bcf-5acc-468e-9dbe-0cbfa66c9cd1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579 HTTP/1.1" status: 200 len: 950 time: 0.0670002 Sep 08 13:08:53.643020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb1c0f1-607b-4e8f-a321-a23d5bea40bc', 'tag': 'ec241bc9-5f50-462b-bf36-82683d028119'}, {'name': 'network-changed', 'server_uuid': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'tag': 'f2c0a0da-3d86-403d-8799-c44195164676'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:53.645836 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d" -d '{"events": [{"name": "network-changed", "server_uuid": "afb1c0f1-607b-4e8f-a321-a23d5bea40bc", "tag": "ec241bc9-5f50-462b-bf36-82683d028119"}, {"name": "network-changed", "server_uuid": "c04fc894-843f-4e98-af4e-19bb797eca94", "tag": "f2c0a0da-3d86-403d-8799-c44195164676"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:53.661690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caa437-6cea-465d-a8bd-bce84bfb611c req-8bf69d3c-99a2-4f14-8cb3-052c74fae361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:53.663198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0caa437-6cea-465d-a8bd-bce84bfb611c req-8bf69d3c-99a2-4f14-8cb3-052c74fae361 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1610088 Sep 08 13:08:53.678411 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b9a24377-c095-43cc-9b19-c3ce402bc647 req-83551ce2-a263-45f9-9765-17d83ff32125 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359447 Sep 08 13:08:53.736261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0caa437-6cea-465d-a8bd-bce84bfb611c req-94e0773d-934f-4c97-8fd3-f358d56e89e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=852c3403-2d5b-413b-88d9-62ebf07b66f9 HTTP/1.1" status: 200 len: 217 time: 0.0653496 Sep 08 13:08:53.803902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d262a9d-d98c-4b4f-9e0e-9964265491e7 req-f25aef41-23ff-4189-82e6-6a97ad7d811a tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:53.805703 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d262a9d-d98c-4b4f-9e0e-9964265491e7 req-f25aef41-23ff-4189-82e6-6a97ad7d811a tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 948 time: 0.0626397 Sep 08 13:08:53.806474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-df0b2f99-0bf0-40ac-aca9-0217c485ddec tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:53.808800 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-df0b2f99-0bf0-40ac-aca9-0217c485ddec tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937220 Sep 08 13:08:53.819364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caa437-6cea-465d-a8bd-bce84bfb611c req-4fb8d569-e271-47d0-89d3-c1ad22c250a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:53.820768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0caa437-6cea-465d-a8bd-bce84bfb611c req-4fb8d569-e271-47d0-89d3-c1ad22c250a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0767403 Sep 08 13:08:53.829230 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-d4e15925-acaa-48e7-a01a-2fee314ad019 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/quotas/ed7d4c365f1b42888e99a8e63f1221e4 HTTP/1.1" status: 200 len: 375 time: 0.0125179 Sep 08 13:08:53.851944 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d262a9d-d98c-4b4f-9e0e-9964265491e7 req-e92912af-0106-4594-9822-1dfacbb262fa tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346770 Sep 08 13:08:53.908461 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841745fe-be6e-4ac8-8004-900db3dbc843 x-openstack-request-id: req-841745fe-be6e-4ac8-8004-900db3dbc843 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:53.908793 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afb1c0f1-607b-4e8f-a321-a23d5bea40bc", "tag": "ec241bc9-5f50-462b-bf36-82683d028119", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c04fc894-843f-4e98-af4e-19bb797eca94", "tag": "f2c0a0da-3d86-403d-8799-c44195164676", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:53.909041 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-841745fe-be6e-4ac8-8004-900db3dbc843 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:53.909472 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afb1c0f1-607b-4e8f-a321-a23d5bea40bc', 'tag': 'ec241bc9-5f50-462b-bf36-82683d028119', 'status': 'completed', 'code': 200} Sep 08 13:08:53.909721 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'tag': 'f2c0a0da-3d86-403d-8799-c44195164676', 'status': 'completed', 'code': 200} Sep 08 13:08:53.914671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0caa437-6cea-465d-a8bd-bce84bfb611c req-afc01686-a94e-4e7f-87f3-63892c5a2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:53.916133 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0caa437-6cea-465d-a8bd-bce84bfb611c req-afc01686-a94e-4e7f-87f3-63892c5a2f77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848560 Sep 08 13:08:53.923163 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-47d63114-c5f7-4c77-8434-966c09ca61c9 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831535 Sep 08 13:08:54.024022 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0caa437-6cea-465d-a8bd-bce84bfb611c req-3996f098-7346-42f2-b7a7-201aa3b47bb2 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979311 Sep 08 13:08:54.037065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-b29c4b47-cc21-46d1-88bc-0216299abafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:54.038639 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-b29c4b47-cc21-46d1-88bc-0216299abafc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f9e01d4b3d04d74a450534bc08e9f36&device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 1099 time: 0.1010129 Sep 08 13:08:54.047460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3736c-ebf9-4837-a052-e8d4c7f39460 req-eef9f5df-ee4f-4f54-8436-55ede4dc5710 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:54.048940 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-55d3736c-ebf9-4837-a052-e8d4c7f39460 req-eef9f5df-ee4f-4f54-8436-55ede4dc5710 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 947 time: 0.0741038 Sep 08 13:08:54.146790 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0caa437-6cea-465d-a8bd-bce84bfb611c req-62e0dd6b-df05-4483-b9a7-ef251221866a service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135821 Sep 08 13:08:54.151428 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-55d3736c-ebf9-4837-a052-e8d4c7f39460 req-547b22eb-6880-463a-b677-11d288df5794 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935552 Sep 08 13:08:54.190008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-9c349328-48f7-4037-a9a8-522a645edc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:54.192234 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-9c349328-48f7-4037-a9a8-522a645edc30 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1416674 Sep 08 13:08:54.302802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dae44-471a-4e13-9e94-42415530d7d5 req-3cda5ed4-710a-44bd-b3be-53be90afcaf4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:54.304594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eb1dae44-471a-4e13-9e94-42415530d7d5 req-3cda5ed4-710a-44bd-b3be-53be90afcaf4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 944 time: 0.0644932 Sep 08 13:08:54.309745 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-46e9ae4e-6e96-4a12-a119-7203093a6b18 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=ec241bc9-5f50-462b-bf36-82683d028119 HTTP/1.1" status: 200 len: 217 time: 0.0958138 Sep 08 13:08:54.336029 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea0ae1e3-b9fa-4628-9d58-05177464e53b req-1191ed62-7dae-4960-9dfb-4b7403856bac tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 210 time: 0.1058853 Sep 08 13:08:54.366572 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eb1dae44-471a-4e13-9e94-42415530d7d5 req-3b6664e7-aa15-4b1a-8256-ebdf83d1b436 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460463 Sep 08 13:08:54.392475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-95ea9dfc-97c0-42d0-bcf6-9180b82d506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:54.394265 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-95ea9dfc-97c0-42d0-bcf6-9180b82d506e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0698447 Sep 08 13:08:54.486508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49d696e-4013-4074-b455-a3b0685fa800 req-74017760-e53b-4361-82b8-42ee819f22e0 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:54.488677 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f49d696e-4013-4074-b455-a3b0685fa800 req-74017760-e53b-4361-82b8-42ee819f22e0 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 949 time: 0.0890694 Sep 08 13:08:54.490991 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-330daf4e-94eb-4ea0-a818-5d5bf28283c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:54.492863 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-330daf4e-94eb-4ea0-a818-5d5bf28283c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824842 Sep 08 13:08:54.608242 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f49d696e-4013-4074-b455-a3b0685fa800 req-93a10d76-2282-465b-a9dc-820f0a6a2297 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006117 Sep 08 13:08:54.626660 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-cfe6f96b-5df7-4527-8ef6-f6b7aba0e616 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264660 Sep 08 13:08:54.729372 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-39e0b0b0-31c2-4077-b109-830320ae9643 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951033 Sep 08 13:08:54.814962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-97399a78-069a-4755-bed2-2f040ca70af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:54.817436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-97399a78-069a-4755-bed2-2f040ca70af9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 1125 time: 0.0446486 Sep 08 13:08:54.820581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eeace8-df40-43bf-88a6-a73c8f1c7120 req-95f1d480-97dd-4307-bdeb-b677245c6977 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:54.822106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67eeace8-df40-43bf-88a6-a73c8f1c7120 req-95f1d480-97dd-4307-bdeb-b677245c6977 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579 HTTP/1.1" status: 200 len: 950 time: 0.0539379 Sep 08 13:08:54.865863 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67eeace8-df40-43bf-88a6-a73c8f1c7120 req-48235107-cc53-4342-bc0c-68eccb6cd8e0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373256 Sep 08 13:08:54.924776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-f161dbc5-48db-4848-814c-ab1f919ebf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:54.927226 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-f161dbc5-48db-4848-814c-ab1f919ebf23 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1022902 Sep 08 13:08:54.987145 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-2108f1ce-684c-49fa-b6ad-410cf93776ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a0da-3d86-403d-8799-c44195164676 HTTP/1.1" status: 200 len: 217 time: 0.0520041 Sep 08 13:08:55.061465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699805a1-d015-4c12-bd82-3a8931c5b5d6 req-1f59456f-29f9-4c1f-8edf-5b80bba99e36 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:55.062973 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-699805a1-d015-4c12-bd82-3a8931c5b5d6 req-1f59456f-29f9-4c1f-8edf-5b80bba99e36 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 948 time: 0.1161947 Sep 08 13:08:55.064913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-2fab7b8f-ddd7-4ce7-b2e4-02410b31a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:55.066886 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-2fab7b8f-ddd7-4ce7-b2e4-02410b31a201 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.0660489 Sep 08 13:08:55.107238 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-a2e5c12e-b53e-409d-a810-4c312d04dd6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307562 Sep 08 13:08:55.139625 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-699805a1-d015-4c12-bd82-3a8931c5b5d6 req-24366a1c-7191-41ca-84c3-6b11e13c7391 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699859 Sep 08 13:08:55.300195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28c9cc-17d0-424e-882d-b9ba3d40506b req-c316d4f4-879c-41a4-b0e8-233b06fb0214 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:55.301750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e28c9cc-17d0-424e-882d-b9ba3d40506b req-c316d4f4-879c-41a4-b0e8-233b06fb0214 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 947 time: 0.0576444 Sep 08 13:08:55.343954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e28c9cc-17d0-424e-882d-b9ba3d40506b req-7ba2f575-b06a-48d9-a164-f2f8a7e3020f tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358634 Sep 08 13:08:55.467196 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-a7942416-1e5f-4eba-b6f5-99e3fbbbcda2 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500466 Sep 08 13:08:55.484910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f2c0a0da-3d86-403d-8799-c44195164676 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:55.487725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d451ec26-4828-4b01-8249-73994d6567e5 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:08:55.497472 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-88371cf1-5caf-44dc-af6a-5a281371bed2 req-a97505e3-f9ec-4f4a-bede-b56ce6c03645 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 210 time: 0.0553925 Sep 08 13:08:55.529611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a84be-58f2-40b2-b31d-8f5d8fc32e2a req-1a82f8fa-2646-4258-9053-46bbeb0693f3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:55.531260 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-920a84be-58f2-40b2-b31d-8f5d8fc32e2a req-1a82f8fa-2646-4258-9053-46bbeb0693f3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 944 time: 0.0757804 Sep 08 13:08:55.610251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d0ead2d-ce78-4fc6-84d0-bcca790fd49d req-c5988547-ba6c-43ac-9969-157b97b034e4 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248171 Sep 08 13:08:55.612612 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-920a84be-58f2-40b2-b31d-8f5d8fc32e2a req-2a06a086-93f0-4d47-9fea-dd485d094648 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685782 Sep 08 13:08:55.716866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:55.728669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f2c0a0da-3d86-403d-8799-c44195164676 has no active binding in host n-h2-807558-3 {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 13:08:55.766733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996a46b-d481-4113-95a7-eb3a7ab3b8ae req-91c85f78-3a46-4be3-991c-962c41b0852d tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:55.768273 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d996a46b-d481-4113-95a7-eb3a7ab3b8ae req-91c85f78-3a46-4be3-991c-962c41b0852d tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 949 time: 0.0532813 Sep 08 13:08:55.804850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port d451ec26-4828-4b01-8249-73994d6567e5 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:55.808997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port d451ec26-4828-4b01-8249-73994d6567e5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:55.809369 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:55.813107 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d996a46b-d481-4113-95a7-eb3a7ab3b8ae req-6b80934d-1259-4185-9863-4f848e1e08f4 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381992 Sep 08 13:08:55.895589 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:55.928723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de36c9ac-ccbf-48b1-803f-5dd318717e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd451ec26-4828-4b01-8249-73994d6567e5'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:55.931109 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a54a82c-2c34-41bc-8633-7637b6e0cf21" -d '{"events": [{"server_uuid": "de36c9ac-ccbf-48b1-803f-5dd318717e6f", "name": "network-vif-plugged", "status": "completed", "tag": "d451ec26-4828-4b01-8249-73994d6567e5"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:55.946697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d451ec26-4828-4b01-8249-73994d6567e5, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d451ec26-4828-4b01-8249-73994d6567e5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:55.978997 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c6745d-15e3-4ea1-a6ef-f18aad314a8e x-openstack-request-id: req-c0c6745d-15e3-4ea1-a6ef-f18aad314a8e {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:55.979282 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de36c9ac-ccbf-48b1-803f-5dd318717e6f", "name": "network-vif-plugged", "status": "completed", "tag": "d451ec26-4828-4b01-8249-73994d6567e5", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:55.979530 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c0c6745d-15e3-4ea1-a6ef-f18aad314a8e {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:55.979917 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de36c9ac-ccbf-48b1-803f-5dd318717e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd451ec26-4828-4b01-8249-73994d6567e5', 'code': 200} Sep 08 13:08:56.011533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a51b5c-c34b-431c-a5b2-1cb2407df487 req-5ad15957-8206-4a38-87d0-cfa51508f3a2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:56.014631 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-28a51b5c-c34b-431c-a5b2-1cb2407df487 req-5ad15957-8206-4a38-87d0-cfa51508f3a2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579 HTTP/1.1" status: 200 len: 950 time: 0.0580747 Sep 08 13:08:56.026680 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:56.070712 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-28a51b5c-c34b-431c-a5b2-1cb2407df487 req-c6aa32f7-5b06-4fe2-95e4-c9e64349ebca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453322 Sep 08 13:08:56.086034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=d451ec26-4828-4b01-8249-73994d6567e5,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:56.116411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446f689-0f8f-440f-9624-8d530d8c59ca req-6962a193-007b-4c40-8955-db66fd4b5183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:56.118476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a446f689-0f8f-440f-9624-8d530d8c59ca req-6962a193-007b-4c40-8955-db66fd4b5183 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 1101 time: 0.0530910 Sep 08 13:08:56.162102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a446f689-0f8f-440f-9624-8d530d8c59ca req-784b89f5-f628-4334-b9c6-66ebaecb09c8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342834 Sep 08 13:08:56.267619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f09ff-f404-46d9-a696-8f7d46902a69 req-b0551ce2-8f5e-4d2b-93ba-cd8f9caa0e88 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:56.269735 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8f09ff-f404-46d9-a696-8f7d46902a69 req-b0551ce2-8f5e-4d2b-93ba-cd8f9caa0e88 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 948 time: 0.0514185 Sep 08 13:08:56.308582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8f09ff-f404-46d9-a696-8f7d46902a69 req-5374df5c-8bbf-47ed-9a6d-f5877c8fdac8 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Sep 08 13:08:56.357084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb165e2-cbfc-445e-9dbe-d11b1c37f872 req-977f5005-d917-458a-aaa1-1e203c001675 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:56.363395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb165e2-cbfc-445e-9dbe-d11b1c37f872 req-977f5005-d917-458a-aaa1-1e203c001675 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:56.364990 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dfb165e2-cbfc-445e-9dbe-d11b1c37f872 req-977f5005-d917-458a-aaa1-1e203c001675 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178&device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579 HTTP/1.1" status: 200 len: 1690 time: 0.0604599 Sep 08 13:08:56.408184 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dfb165e2-cbfc-445e-9dbe-d11b1c37f872 req-a6b9f4a1-dd57-4039-88df-d349d28485a0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365090 Sep 08 13:08:56.468131 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-36b00eff-b542-4260-9e2b-522465685663 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209899 Sep 08 13:08:56.514713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac8ea0-9037-4f06-bfd3-3327db554cd7 req-b5642211-1a75-4274-9420-d8b0b5bb21c7 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:56.524296 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cac8ea0-9037-4f06-bfd3-3327db554cd7 req-b5642211-1a75-4274-9420-d8b0b5bb21c7 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 947 time: 0.0800993 Sep 08 13:08:56.570493 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cac8ea0-9037-4f06-bfd3-3327db554cd7 req-c1cf83c8-98d2-4d43-8656-e59017b58f79 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451977 Sep 08 13:08:56.632273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-2987e6fa-154f-4565-955b-c58a530b9b78 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:56.633268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-2987e6fa-154f-4565-955b-c58a530b9b78 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593020 Sep 08 13:08:56.653699 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a3d988d-8ac7-4711-811d-536c5ca720c3 req-4c0d6253-0a14-4813-a548-214641fae798 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 210 time: 0.0407350 Sep 08 13:08:56.657151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Request body: {'port': {'device_id': 'd070e1ae-c10b-4baa-9890-8568c5ea6144', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': 'ed7d4c365f1b42888e99a8e63f1221e4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:56.690445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37b9d1-634c-4f08-a680-3bdd980e6ee7 req-f2f1d375-a00c-45a4-a7d3-8df4bf1291a4 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:56.692588 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a37b9d1-634c-4f08-a680-3bdd980e6ee7 req-f2f1d375-a00c-45a4-a7d3-8df4bf1291a4 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 1100 time: 0.0477376 Sep 08 13:08:56.731407 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a37b9d1-634c-4f08-a680-3bdd980e6ee7 req-adcd5997-3cf5-4317-a5ab-3e7797b56db9 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316122 Sep 08 13:08:56.838847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f885db-6d3c-4ac8-a895-a6ded05f0d53 req-f889a820-a726-4442-933d-b8168f7f1445 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:56.840385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0f885db-6d3c-4ac8-a895-a6ded05f0d53 req-f889a820-a726-4442-933d-b8168f7f1445 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 944 time: 0.0532107 Sep 08 13:08:56.900090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0f885db-6d3c-4ac8-a895-a6ded05f0d53 req-6036b0e3-1b18-4711-a359-e1969924477f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530469 Sep 08 13:08:56.942180 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Made reservation on behalf of ed7d4c365f1b42888e99a8e63f1221e4 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:08:56.947564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 852c3403-2d5b-413b-88d9-62ebf07b66f9 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:56.948041 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.003995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1850ca-da50-49bc-bdca-b9acb8463c59 req-57ccb90f-3d37-473d-878f-7fd7d24ef493 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:57.005938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb1850ca-da50-49bc-bdca-b9acb8463c59 req-57ccb90f-3d37-473d-878f-7fd7d24ef493 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579 HTTP/1.1" status: 200 len: 1101 time: 0.0418534 Sep 08 13:08:57.041338 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb1850ca-da50-49bc-bdca-b9acb8463c59 req-31cca5e7-ab10-4835-87a7-77ad0c967f23 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298748 Sep 08 13:08:57.051384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 852c3403-2d5b-413b-88d9-62ebf07b66f9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=852c3403-2d5b-413b-88d9-62ebf07b66f9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:57.070516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '852c3403-2d5b-413b-88d9-62ebf07b66f9', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '852c3403-2d5b-413b-88d9-62ebf07b66f9', 'mac_address': 'fa:16:3e:4c:04:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:57.119569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Allocated IP 192.168.233.65 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/6b9c64e3-8537-4082-bca7-6e4684407607) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:08:57.125772 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.145846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 852c3403-2d5b-413b-88d9-62ebf07b66f9 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:57.163547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47584d0-342e-47d4-9e81-401c8e6182a8 req-ede87af6-0681-4ae7-b236-901226a8ecc0 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:57.165475 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b47584d0-342e-47d4-9e81-401c8e6182a8 req-ede87af6-0681-4ae7-b236-901226a8ecc0 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 950 time: 0.0650439 Sep 08 13:08:57.196761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 852c3403-2d5b-413b-88d9-62ebf07b66f9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=852c3403-2d5b-413b-88d9-62ebf07b66f9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:57.217834 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b47584d0-342e-47d4-9e81-401c8e6182a8 req-441b6404-2169-4f2b-b7d5-cb02e57961eb tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434556 Sep 08 13:08:57.267580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45774) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:57.277837 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.278887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ec241bc9-5f50-462b-bf36-82683d028119 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:08:57.307228 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.326023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Transition to ACTIVE for port object 6b9c64e3-8537-4082-bca7-6e4684407607 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:57.338823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-dffa196d-7b21-46bf-89ec-3d77baf9c968 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387063 Sep 08 13:08:57.353367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=852c3403-2d5b-413b-88d9-62ebf07b66f9,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:57.357420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ec241bc9-5f50-462b-bf36-82683d028119, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ec241bc9-5f50-462b-bf36-82683d028119,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:57.373149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'ec241bc9-5f50-462b-bf36-82683d028119', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'ec241bc9-5f50-462b-bf36-82683d028119', 'mac_address': 'fa:16:3e:a8:11:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:08:57.412310 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.426468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec241bc9-5f50-462b-bf36-82683d028119 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:57.438405 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.450473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ec241bc9-5f50-462b-bf36-82683d028119, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ec241bc9-5f50-462b-bf36-82683d028119,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:08:57.453343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['8d7f5ded-0933-458e-8441-6b69c0ac741b', 'cd461f73-2ee0-4075-85df-24a6af06613e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:57.467714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-8648a135-a204-4c96-87c8-51dbc4d6a1af tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:57.469404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-8648a135-a204-4c96-87c8-51dbc4d6a1af tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1231501 Sep 08 13:08:57.485878 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-f8b514a0-d913-485d-81ff-2221e5762d09 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/quotas/7552984e8e56490ca3a3457fbd7d0daf HTTP/1.1" status: 200 len: 375 time: 0.0101373 Sep 08 13:08:57.505364 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b99709ba-269b-443e-9e30-40cc496f8961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.512554 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:08:57.522432 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.527874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:08:57.530724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:08:57.548105 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c03ff637-24d5-4184-82de-18eea3eaa271 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0551333 Sep 08 13:08:57.560851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Pushing event updated for resources: {'Port': ['ID=6b9c64e3-8537-4082-bca7-6e4684407607,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:57.604487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=ec241bc9-5f50-462b-bf36-82683d028119,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:57.612815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:57.613484 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.697225 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b99709ba-269b-443e-9e30-40cc496f8961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.750159 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:08:57.801268 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b99709ba-269b-443e-9e30-40cc496f8961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.839654 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ec241bc9-5f50-462b-bf36-82683d028119'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:57.854750 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99709ba-269b-443e-9e30-40cc496f8961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f379e3-8095-4303-b905-d2b482a24168,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:57.866595 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b99709ba-269b-443e-9e30-40cc496f8961 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=27830cc83f314ce6b4a9432fe5b9add5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5951703 Sep 08 13:08:57.867141 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45792) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:57.868964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['852c3403-2d5b-413b-88d9-62ebf07b66f9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:08:57.906238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94538c41-e0b2-448a-adc3-c03718d909a1 req-3c6e6c24-9b0f-4c1a-a70a-554965f91452 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:57.915690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-94538c41-e0b2-448a-adc3-c03718d909a1 req-3c6e6c24-9b0f-4c1a-a70a-554965f91452 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 949 time: 0.0900681 Sep 08 13:08:57.930632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8978b983-92b2-46f0-aab1-3f4f1130d728 None None] Provisioning for port 6b9c64e3-8537-4082-bca7-6e4684407607 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:08:57.939071 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-788db979-d5b6-4adb-a2ce-9ffd692e0f99 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2881033 Sep 08 13:08:57.942846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8978b983-92b2-46f0-aab1-3f4f1130d728 None None] Provisioning complete for port 6b9c64e3-8537-4082-bca7-6e4684407607 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:08:57.943230 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8978b983-92b2-46f0-aab1-3f4f1130d728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.960588 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43fd134b-16be-45e7-a5b5-fee7a4fd562a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:57.965813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-94538c41-e0b2-448a-adc3-c03718d909a1 req-89a42f28-dbe2-44b1-96bf-78ad078eb13f tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468745 Sep 08 13:08:57.970803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Request body: {'port': {'device_id': 'd070e1ae-c10b-4baa-9890-8568c5ea6144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:08:58.034275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8978b983-92b2-46f0-aab1-3f4f1130d728 None None] Port 6b9c64e3-8537-4082-bca7-6e4684407607 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:08:58.042211 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43fd134b-16be-45e7-a5b5-fee7a4fd562a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:58.073159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f698333-aebf-474c-a308-4f3944aeeba1 req-d27f4840-7ba2-4fb8-b87a-8f761c432c42 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:58.078805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f698333-aebf-474c-a308-4f3944aeeba1 req-d27f4840-7ba2-4fb8-b87a-8f761c432c42 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 948 time: 0.0566840 Sep 08 13:08:58.081738 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:58.129031 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f698333-aebf-474c-a308-4f3944aeeba1 req-90273598-6054-4680-be73-ce1e12055206 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471680 Sep 08 13:08:58.241667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540622c0-ca2f-428b-827a-abbfbc8036a9 req-dc0cdfc0-8abd-49fa-8130-fa7384bee8a8 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:58.243329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-540622c0-ca2f-428b-827a-abbfbc8036a9 req-dc0cdfc0-8abd-49fa-8130-fa7384bee8a8 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 935 time: 0.0498617 Sep 08 13:08:58.276742 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43fd134b-16be-45e7-a5b5-fee7a4fd562a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:58.279590 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43fd134b-16be-45e7-a5b5-fee7a4fd562a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:58.282997 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-43fd134b-16be-45e7-a5b5-fee7a4fd562a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a4f379e3-8095-4303-b905-d2b482a24168 HTTP/1.1" status: 204 len: 168 time: 0.4118621 Sep 08 13:08:58.283192 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-540622c0-ca2f-428b-827a-abbfbc8036a9 req-aafb3263-d8c9-4aca-b1ef-125506b022a4 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Sep 08 13:08:58.298690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd134b-16be-45e7-a5b5-fee7a4fd562a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f379e3-8095-4303-b905-d2b482a24168,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:58.419384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cfdad-6005-4f8e-aa31-ac72519a4a18 req-29263c75-8082-4238-ac22-42a04bb469a0 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:58.420872 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-002cfdad-6005-4f8e-aa31-ac72519a4a18 req-29263c75-8082-4238-ac22-42a04bb469a0 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 944 time: 0.0603256 Sep 08 13:08:58.436318 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11fb8b84-70e9-424f-b384-8c8d45a2ed1e req-f1b01a0c-1ffc-469b-9dab-2892578a223c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 210 time: 0.0391567 Sep 08 13:08:58.471720 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-002cfdad-6005-4f8e-aa31-ac72519a4a18 req-77bc6d4c-ec1f-4f80-ad6f-8fca57bb6f7f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376863 Sep 08 13:08:58.491135 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9c64e3-8537-4082-bca7-6e4684407607 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:08:58.501873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:58.517300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Transition to ACTIVE for port object 6b9c64e3-8537-4082-bca7-6e4684407607 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:08:58.563244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9becd15-41b9-4f2a-8d7f-5f77a3807d2d req-40d1a07c-5490-48a3-bf1c-b52950fd51a5 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:58.564804 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9becd15-41b9-4f2a-8d7f-5f77a3807d2d req-40d1a07c-5490-48a3-bf1c-b52950fd51a5 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 950 time: 0.0509369 Sep 08 13:08:58.585907 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:58.651255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9becd15-41b9-4f2a-8d7f-5f77a3807d2d req-2b388da7-a754-44e4-92aa-d54e06744039 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798609 Sep 08 13:08:58.667020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Pushing event updated for resources: {'Port': ['ID=6b9c64e3-8537-4082-bca7-6e4684407607,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:58.711854 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:58.712205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:58.712586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:58.712922 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:58.713254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:58.713599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:58.713949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:58.714296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:58.714629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:58.714950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:58.715269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:58.715588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:58.749107 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Attempting to bind port 6b9c64e3-8537-4082-bca7-6e4684407607 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:08:58.749425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Attempting to bind port 6b9c64e3-8537-4082-bca7-6e4684407607 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:08:58.749883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Attempting to bind port 6b9c64e3-8537-4082-bca7-6e4684407607 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:58.755041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Port 6b9c64e3-8537-4082-bca7-6e4684407607 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:08:58.755589 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Attempting to bind port 6b9c64e3-8537-4082-bca7-6e4684407607 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:08:58.761630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:08:58.761971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:08:58.762386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:08:58.762826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Bound port: 6b9c64e3-8537-4082-bca7-6e4684407607, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:08:58.763184 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:58.832910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] For port 6b9c64e3-8537-4082-bca7-6e4684407607, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:08:58.836113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] For port 6b9c64e3-8537-4082-bca7-6e4684407607, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b9c64e3-8537-4082-bca7-6e4684407607,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:08:58.954370 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:58.992664 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:58.996810 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:58.996810 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] 10.222.0.70 "PUT /v2.0/ports/6b9c64e3-8537-4082-bca7-6e4684407607 HTTP/1.1" status: 200 len: 1095 time: 1.0298390 Sep 08 13:08:58.996810 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd070e1ae-c10b-4baa-9890-8568c5ea6144', 'tag': '6b9c64e3-8537-4082-bca7-6e4684407607'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:08:58.997392 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eaa664-93ce-468f-a999-8c9c167f98fd" -d '{"events": [{"name": "network-changed", "server_uuid": "d070e1ae-c10b-4baa-9890-8568c5ea6144", "tag": "6b9c64e3-8537-4082-bca7-6e4684407607"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:08:59.022414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d6d2a-f479-4ed5-92ee-fb2863c8aecc service neutron] Pushing event updated for resources: {'Port': ['ID=6b9c64e3-8537-4082-bca7-6e4684407607,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:59.057248 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b054b619-2f9e-4826-98bf-7cfcac185279 x-openstack-request-id: req-b054b619-2f9e-4826-98bf-7cfcac185279 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:08:59.057591 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d070e1ae-c10b-4baa-9890-8568c5ea6144", "tag": "6b9c64e3-8537-4082-bca7-6e4684407607", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:08:59.057901 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b054b619-2f9e-4826-98bf-7cfcac185279 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:08:59.058394 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd070e1ae-c10b-4baa-9890-8568c5ea6144', 'tag': '6b9c64e3-8537-4082-bca7-6e4684407607', 'status': 'completed', 'code': 200} Sep 08 13:08:59.058888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45812) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:59.074795 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74944c20-312e-4d81-9578-a8ba9e2d77d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:59.093257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa1fc1-a2a7-42ee-961a-78515b177e01 req-50480897-6f0d-4710-ad22-81484f9df00e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:59.101481 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72fa1fc1-a2a7-42ee-961a-78515b177e01 req-50480897-6f0d-4710-ad22-81484f9df00e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 949 time: 0.0613990 Sep 08 13:08:59.146284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72fa1fc1-a2a7-42ee-961a-78515b177e01 req-e4866544-995e-4487-bea1-b521b65a2a1a tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430317 Sep 08 13:08:59.167753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaa664-93ce-468f-a999-8c9c167f98fd req-3c225031-c00e-423b-8571-fc45b040bcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:59.169087 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95eaa664-93ce-468f-a999-8c9c167f98fd req-3c225031-c00e-423b-8571-fc45b040bcbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 1098 time: 0.0813029 Sep 08 13:08:59.202536 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95eaa664-93ce-468f-a999-8c9c167f98fd req-f62f1c98-7ca2-4b26-84fd-a45b8e48e58a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209858 Sep 08 13:08:59.333125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74944c20-312e-4d81-9578-a8ba9e2d77d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:59.351778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983b391-194e-45b7-bbe1-6fbc1fce0e31 req-c899c93a-9094-49fb-ba5e-4dd742b0dde2 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:59.353619 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4983b391-194e-45b7-bbe1-6fbc1fce0e31 req-c899c93a-9094-49fb-ba5e-4dd742b0dde2 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 948 time: 0.1444426 Sep 08 13:08:59.389350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eaa664-93ce-468f-a999-8c9c167f98fd req-353ce6b9-239c-4174-9184-0251978765dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:59.390986 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95eaa664-93ce-468f-a999-8c9c167f98fd req-353ce6b9-239c-4174-9184-0251978765dc service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1803353 Sep 08 13:08:59.407783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463b331-47fa-4f30-91be-b07e0ad6ab14 req-542c1f2c-5f12-475c-8a91-82c483100528 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:59.409900 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5463b331-47fa-4f30-91be-b07e0ad6ab14 req-542c1f2c-5f12-475c-8a91-82c483100528 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 947 time: 0.0526700 Sep 08 13:08:59.421513 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4983b391-194e-45b7-bbe1-6fbc1fce0e31 req-996e9f8e-3853-4e7e-8c16-ccc5ebd27103 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581112 Sep 08 13:08:59.422894 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74944c20-312e-4d81-9578-a8ba9e2d77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:59.454363 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5463b331-47fa-4f30-91be-b07e0ad6ab14 req-16c920bc-8b50-4ef7-b42c-4e85c1271dbd tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364621 Sep 08 13:08:59.495049 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-74944c20-312e-4d81-9578-a8ba9e2d77d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0103871e780e4732ba42d824ee94588c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4350729 Sep 08 13:08:59.498222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45824) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:08:59.501632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74944c20-312e-4d81-9578-a8ba9e2d77d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cdb986-e341-4bfe-8123-75ff76d2034a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:59.523644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-3b841e79-53f8-48e9-9c21-3515966517e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:59.531192 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-3b841e79-53f8-48e9-9c21-3515966517e2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 1098 time: 0.0965970 Sep 08 13:08:59.559530 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:59.577386 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-65348e36-3bad-4c4b-8c44-35203bad9e93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=6b9c64e3-8537-4082-bca7-6e4684407607 HTTP/1.1" status: 200 len: 217 time: 0.0380497 Sep 08 13:08:59.603852 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:59.607058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e2285691-5b7e-4c15-bef2-3972d56ee01c req-65a21a26-b135-4814-b480-128ad5c3bff5 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 210 time: 0.0369244 Sep 08 13:08:59.670009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-037b6e5c-7e04-4cf1-be1d-d8a808fcc08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:59.671520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-037b6e5c-7e04-4cf1-be1d-d8a808fcc08a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0794706 Sep 08 13:08:59.679408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e076a2-a220-40bc-85f2-b65778d4f9ec req-046da13e-7547-4ef6-af80-61a77cd4e1c0 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:59.680979 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49e076a2-a220-40bc-85f2-b65778d4f9ec req-046da13e-7547-4ef6-af80-61a77cd4e1c0 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 944 time: 0.0991645 Sep 08 13:08:59.748976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49e076a2-a220-40bc-85f2-b65778d4f9ec req-6b0e4ecb-fdcd-41f5-9bf0-f8c8e117a17d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592332 Sep 08 13:08:59.756244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-3691553a-c2d2-4871-9cf5-9a60564fab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:59.757753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-3691553a-c2d2-4871-9cf5-9a60564fab48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759137 Sep 08 13:08:59.758718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:59.761249 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:08:59.762488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62cdb986-e341-4bfe-8123-75ff76d2034a HTTP/1.1" status: 204 len: 168 time: 0.2629774 Sep 08 13:08:59.778864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cdb986-e341-4bfe-8123-75ff76d2034a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:08:59.794939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:59.795138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:59.795333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:59.795668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:59.795997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:59.796326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:59.796649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:59.796975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:59.797343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:59.797632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:59.797936 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:59.798278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2852ab0-f783-4606-8af4-5ac580f04d6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:08:59.816129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044427b7-9f02-4234-bee8-7a062f2521cb req-abf5935d-5a2a-4bda-86d1-cef046405745 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:08:59.830797 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044427b7-9f02-4234-bee8-7a062f2521cb req-abf5935d-5a2a-4bda-86d1-cef046405745 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 950 time: 0.0998788 Sep 08 13:08:59.874335 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-edd0a978-b16d-4f9b-b3da-2d661da71fe0 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087084 Sep 08 13:08:59.874957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044427b7-9f02-4234-bee8-7a062f2521cb req-33d4df53-09c1-4dce-bfe9-ec7ef7a122bf tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Sep 08 13:08:59.975531 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-193b62bd-2b6b-48c6-9902-69ac37f99465 req-aa5426c8-c877-40b8-b5ce-911b49db0c2a service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926178 Sep 08 13:09:00.258293 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc66c02-5d43-4243-a7c4-7065a3c67da2 req-b9b3d860-4a9a-48f8-9672-c84a1df4bac6 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:00.259793 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3dc66c02-5d43-4243-a7c4-7065a3c67da2 req-b9b3d860-4a9a-48f8-9672-c84a1df4bac6 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 949 time: 0.0507753 Sep 08 13:09:00.299341 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3dc66c02-5d43-4243-a7c4-7065a3c67da2 req-70abd745-f64a-4827-ab51-1b21fbb3f978 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335343 Sep 08 13:09:00.419089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-3c19e19e-cbf0-4a56-b6a1-086a82c9eea6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207226 Sep 08 13:09:00.565998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c8de16ee-0a35-4185-8aee-232bccf57354 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:00.567437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c8de16ee-0a35-4185-8aee-232bccf57354 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1423771 Sep 08 13:09:00.579398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3e9c7-8561-417a-970e-3e5aa6429302 req-adf0b7cd-2aac-4b13-a9e3-8e6684942ef9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:00.581498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79d3e9c7-8561-417a-970e-3e5aa6429302 req-adf0b7cd-2aac-4b13-a9e3-8e6684942ef9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 948 time: 0.0873120 Sep 08 13:09:00.587571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Request body: {'port': {'device_id': 'dae70cb4-9f39-4ff5-bd8a-3bf6b745853b', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '7552984e8e56490ca3a3457fbd7d0daf'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:00.607578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e00e44-90dd-4780-afe6-63c7c1902f64 req-4b018ab9-75cd-4404-a154-8b2391af7a3a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:00.609303 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8e00e44-90dd-4780-afe6-63c7c1902f64 req-4b018ab9-75cd-4404-a154-8b2391af7a3a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 947 time: 0.0673108 Sep 08 13:09:00.675497 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8e00e44-90dd-4780-afe6-63c7c1902f64 req-b23b2ccc-104f-47bd-8f0d-ae7df51af083 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583897 Sep 08 13:09:00.683068 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79d3e9c7-8561-417a-970e-3e5aa6429302 req-30fbc72f-8a4f-4c13-b22c-2eac1ef2c673 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912931 Sep 08 13:09:00.801956 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Made reservation on behalf of 7552984e8e56490ca3a3457fbd7d0daf for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:00.806298 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:00.825095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-27aec0c8-a1ac-4734-aa74-45091161b020 req-c9f0bb42-4b6e-4c45-b1c7-00d09dc8897a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 210 time: 0.0370708 Sep 08 13:09:00.883598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1507e2a-b747-4193-8478-89105513ab1c req-95dab0de-e823-4155-9c23-fd8fc4be5a94 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:00.885511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c1507e2a-b747-4193-8478-89105513ab1c req-95dab0de-e823-4155-9c23-fd8fc4be5a94 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 944 time: 0.0557055 Sep 08 13:09:00.941081 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c1507e2a-b747-4193-8478-89105513ab1c req-b46ee437-d5e7-4f51-83d6-ff5da1dfd2e5 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494857 Sep 08 13:09:00.952739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 852c3403-2d5b-413b-88d9-62ebf07b66f9 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:01.013428 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-4c7d1273-cc3a-4250-bf5c-14f6c73e0952 service neutron] 10.222.0.70 "GET /v2.0/ports/f2c0a0da-3d86-403d-8799-c44195164676/bindings/n-h2-807558-3 HTTP/1.1" status: 200 len: 384 time: 0.0859530 Sep 08 13:09:01.025636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc717a-6578-4ae6-bd5f-f698589e1b62 req-d498983f-b1e0-4c26-b72a-333ab60c5c15 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:01.027237 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcbc717a-6578-4ae6-bd5f-f698589e1b62 req-d498983f-b1e0-4c26-b72a-333ab60c5c15 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 950 time: 0.0746033 Sep 08 13:09:01.028708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Allocated IP 192.168.233.17 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:09:01.103484 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcbc717a-6578-4ae6-bd5f-f698589e1b62 req-ecb6151a-eac8-44f3-b46b-c949a8c78150 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649037 Sep 08 13:09:01.136656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 852c3403-2d5b-413b-88d9-62ebf07b66f9 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:01.144968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 852c3403-2d5b-413b-88d9-62ebf07b66f9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:01.145362 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:01.234162 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:01.245665 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:01.262210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae661774-910e-4dec-8c66-df3efce0b56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852c3403-2d5b-413b-88d9-62ebf07b66f9'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:01.265450 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be1fc1f-d355-487e-9eb8-4c61c3fc6afc" -d '{"events": [{"server_uuid": "ae661774-910e-4dec-8c66-df3efce0b56a", "name": "network-vif-plugged", "status": "completed", "tag": "852c3403-2d5b-413b-88d9-62ebf07b66f9"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:01.266477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Transition to ACTIVE for port object 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:01.285571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 852c3403-2d5b-413b-88d9-62ebf07b66f9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=852c3403-2d5b-413b-88d9-62ebf07b66f9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:01.292326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-5eea9e52-5a43-4c57-aa7a-1326f601e6fb service neutron] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:01.307861 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9542eb0e-98d6-49e5-9dbc-18c45675c9fd x-openstack-request-id: req-9542eb0e-98d6-49e5-9dbc-18c45675c9fd {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:01.308153 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae661774-910e-4dec-8c66-df3efce0b56a", "name": "network-vif-plugged", "status": "completed", "tag": "852c3403-2d5b-413b-88d9-62ebf07b66f9", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:01.308408 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9542eb0e-98d6-49e5-9dbc-18c45675c9fd {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:01.308801 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae661774-910e-4dec-8c66-df3efce0b56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '852c3403-2d5b-413b-88d9-62ebf07b66f9', 'code': 200} Sep 08 13:09:01.316830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-5eea9e52-5a43-4c57-aa7a-1326f601e6fb service neutron] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:01.358613 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-5eea9e52-5a43-4c57-aa7a-1326f601e6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c0a0da-3d86-403d-8799-c44195164676 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:01.369850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-5eea9e52-5a43-4c57-aa7a-1326f601e6fb service neutron] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:01.382463 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:01.383295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ec241bc9-5f50-462b-bf36-82683d028119 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:01.388861 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:01.425576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9', '97bd31fe-becf-4097-9d34-755a6c47dff8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:01.427551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de', '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'c9cfce67-df0e-49b9-a822-e7d36b810e0b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:01.462672 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-5eea9e52-5a43-4c57-aa7a-1326f601e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:01.486238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:09:01.499125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcbd58-6ef4-41d9-ba6c-c4c38950fcb4 req-5c988eb4-26dc-4317-b9ef-b196cacf15a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:01.500697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2efcbd58-6ef4-41d9-ba6c-c4c38950fcb4 req-5c988eb4-26dc-4317-b9ef-b196cacf15a9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 1100 time: 0.1234648 Sep 08 13:09:01.503156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:01.509480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:09:01.515319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:01.515965 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:01.519087 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f2c0a0da-3d86-403d-8799-c44195164676 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:09:01.530101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event updated for resources: {'Port': ['ID=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:01.561622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b4adb-e3fc-4cec-8334-1089e6b75745 req-4d73205a-4f7c-43ee-b92b-283cb6e7c13b tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:01.563266 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-368b4adb-e3fc-4cec-8334-1089e6b75745 req-4d73205a-4f7c-43ee-b92b-283cb6e7c13b tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 949 time: 0.1774473 Sep 08 13:09:01.613223 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-5eea9e52-5a43-4c57-aa7a-1326f601e6fb service neutron] Transition to ACTIVE for port object f2c0a0da-3d86-403d-8799-c44195164676 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:01.633028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, got binding levels [] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:01.634843 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2efcbd58-6ef4-41d9-ba6c-c4c38950fcb4 req-e2f2c600-5580-47dc-80ff-ab8e642b3d7b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158006 Sep 08 13:09:01.660972 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-d884b04f-9874-4ac8-9e62-cb863bfcaa02 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0784020 Sep 08 13:09:01.671441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-368b4adb-e3fc-4cec-8334-1089e6b75745 req-acd3a31f-07d5-48d5-b1d1-6ee076831f3e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964022 Sep 08 13:09:01.689371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 on host n-h1-807558-3 for vnic_type normal with profile {"migrating_to": "n-h2-807558-3"} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:01.689371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:01.689371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:01.689722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Port f2c0a0da-3d86-403d-8799-c44195164676 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:09:01.690706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Attempting to bind port f2c0a0da-3d86-403d-8799-c44195164676 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:01.695608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Request body: {'port': {'device_id': 'dae70cb4-9f39-4ff5-bd8a-3bf6b745853b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:01.702386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32f08-6eaa-469a-a66f-ae93ea032812 req-f7b358bc-5839-43ac-9e58-643052ef9b6c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:01.704724 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49d32f08-6eaa-469a-a66f-ae93ea032812 req-f7b358bc-5839-43ac-9e58-643052ef9b6c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 950 time: 0.0862138 Sep 08 13:09:01.707396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-5eea9e52-5a43-4c57-aa7a-1326f601e6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:01.708649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:01.709021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:01.709642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:01.710129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Bound port: f2c0a0da-3d86-403d-8799-c44195164676, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:01.710550 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:01.794083 n-d-807558-3 neutron-server[96265]: WARNING neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Concurrent port binding operations failed on port f2c0a0da-3d86-403d-8799-c44195164676 Sep 08 13:09:01.797861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:01.803738 n-d-807558-3 neutron-server[96265]: INFO neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Attempt 2 to bind port f2c0a0da-3d86-403d-8799-c44195164676 Sep 08 13:09:01.804491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'f2c0a0da-3d86-403d-8799-c44195164676', 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7', 'port_id': 'f2c0a0da-3d86-403d-8799-c44195164676', 'mac_address': 'fa:16:3e:86:f9:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66f5b93-f567-41bb-80c4-2513fe2ad21d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:09:01.845730 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49d32f08-6eaa-469a-a66f-ae93ea032812 req-da39c417-de36-4a4c-bd36-575952ff701e tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324630 Sep 08 13:09:01.847372 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-5eea9e52-5a43-4c57-aa7a-1326f601e6fb service neutron] No DVR routers for this DVR port f2c0a0da-3d86-403d-8799-c44195164676 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:09:01.919629 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-5eea9e52-5a43-4c57-aa7a-1326f601e6fb service neutron] 10.222.0.70 "PUT /v2.0/ports/f2c0a0da-3d86-403d-8799-c44195164676/bindings/n-h2-807558-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8913300 Sep 08 13:09:01.990446 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:02.016667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c0a0da-3d86-403d-8799-c44195164676 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:02.018107 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eea9e52-5a43-4c57-aa7a-1326f601e6fb service neutron] Pushing event updated for resources: {'Port': ['ID=f2c0a0da-3d86-403d-8799-c44195164676,revision_number=10']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:02.025120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=852c3403-2d5b-413b-88d9-62ebf07b66f9,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:02.034631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port ec241bc9-5f50-462b-bf36-82683d028119 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:02.048113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port ec241bc9-5f50-462b-bf36-82683d028119 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:02.048503 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:02.054989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:02.064980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:02.064980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:02.064980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:02.064980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:02.064980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:02.064980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:02.064980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:02.064980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:02.064980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:02.064980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:02.064980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:02.065871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce64754-730b-4996-8954-a434d94ba12b req-d7e04f40-3caa-40f2-967f-9fccd4362270 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:02.074905 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ce64754-730b-4996-8954-a434d94ba12b req-d7e04f40-3caa-40f2-967f-9fccd4362270 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 949 time: 0.1539011 Sep 08 13:09:02.129872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:02.137831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ce64754-730b-4996-8954-a434d94ba12b req-e0155615-efd4-4f1b-9efc-499ecc5edb18 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546777 Sep 08 13:09:02.140018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-564dd1c6-64e4-44b1-a877-9ab28762298f None None] Provisioning for port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:02.151335 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:02.185516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-564dd1c6-64e4-44b1-a877-9ab28762298f None None] Provisioning complete for port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:02.185713 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-564dd1c6-64e4-44b1-a877-9ab28762298f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:02.217589 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:02.243042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-1fb61a23-a59f-4f18-aabe-fb74ed59e526 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:02.244553 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-1fb61a23-a59f-4f18-aabe-fb74ed59e526 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94&tenant_id=fb92476927b34b84aed526285f320f3a&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1096 time: 0.1249862 Sep 08 13:09:02.254725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39ac4f-e2f6-4a93-9ede-92e94207fc22 req-0a998858-c5a0-4868-9a75-1220c426aae2 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:02.261966 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b39ac4f-e2f6-4a93-9ede-92e94207fc22 req-0a998858-c5a0-4868-9a75-1220c426aae2 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 947 time: 0.4571257 Sep 08 13:09:02.294085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=f2c0a0da-3d86-403d-8799-c44195164676,revision_number=11']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:02.316599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-564dd1c6-64e4-44b1-a877-9ab28762298f None None] Port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:09:02.387158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3e49c-0906-41df-b9f6-e0b4f8296337 req-a8991730-f2f5-4732-85b9-2902f79022fd tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:02.389628 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3be3e49c-0906-41df-b9f6-e0b4f8296337 req-a8991730-f2f5-4732-85b9-2902f79022fd tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 935 time: 0.0598047 Sep 08 13:09:02.413630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['f2c0a0da-3d86-403d-8799-c44195164676'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:02.421025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b39ac4f-e2f6-4a93-9ede-92e94207fc22 req-a7b44cc5-01aa-45d7-ac90-69e186dbf169 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581559 Sep 08 13:09:02.433360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-8ea04c4c-19c8-408f-aacb-5e00739c2db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:02.434961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-8ea04c4c-19c8-408f-aacb-5e00739c2db0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94&tenant_id=fb92476927b34b84aed526285f320f3a HTTP/1.1" status: 200 len: 1097 time: 0.1647463 Sep 08 13:09:02.442042 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3be3e49c-0906-41df-b9f6-e0b4f8296337 req-82cecc1f-bb8b-4098-8ba6-5fcf67b31823 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426252 Sep 08 13:09:02.461830 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:02.583450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ec241bc9-5f50-462b-bf36-82683d028119, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ec241bc9-5f50-462b-bf36-82683d028119,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:02.602147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-45a8702a-0640-4784-9eee-1adc50f10626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:02.603193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-45a8702a-0640-4784-9eee-1adc50f10626 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 1097 time: 0.1216936 Sep 08 13:09:02.615546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eb60e-5a27-4d9e-8e86-5f42a407f971 req-e0efcafb-a875-4564-ac7c-8527c0a1b0de tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:02.617107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f90eb60e-5a27-4d9e-8e86-5f42a407f971 req-e0efcafb-a875-4564-ac7c-8527c0a1b0de tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 946 time: 0.1001151 Sep 08 13:09:02.652194 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:02.754497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:02.768236 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f90eb60e-5a27-4d9e-8e86-5f42a407f971 req-49c5aad5-13b0-4209-9879-bd6cd30618d1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311698 Sep 08 13:09:02.772154 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:02.790445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=ec241bc9-5f50-462b-bf36-82683d028119,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:02.797183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Transition to ACTIVE for port object 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:02.798651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-be2171cd-a541-45c5-805d-76350aaa0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:02.800219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-be2171cd-a541-45c5-805d-76350aaa0b8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1788094 Sep 08 13:09:02.869665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-aa47a7e7-7839-41d5-a877-56bcb9fa8a02 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a0da-3d86-403d-8799-c44195164676 HTTP/1.1" status: 200 len: 217 time: 0.0608125 Sep 08 13:09:02.884152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:02.963493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf5c47-4c08-49fc-a139-a35cc4195cb2 req-cb0a1004-fb55-4035-9f30-5278c7be5f7f tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:02.966822 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3dcf5c47-4c08-49fc-a139-a35cc4195cb2 req-cb0a1004-fb55-4035-9f30-5278c7be5f7f tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 950 time: 0.0616717 Sep 08 13:09:02.971849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6b9c64e3-8537-4082-bca7-6e4684407607 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:09:03.015843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:03.048136 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3dcf5c47-4c08-49fc-a139-a35cc4195cb2 req-e79627f7-c83a-4638-8d66-694adaa50185 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604239 Sep 08 13:09:03.055695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-1c65e56f-202a-4894-acba-35a073671383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:03.057400 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-1c65e56f-202a-4894-acba-35a073671383 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.1625237 Sep 08 13:09:03.114346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185cf26a-6dde-400c-bf74-3490e6f89179 req-e45aa2d2-1339-4e97-a9c2-c0955ab604bf tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:03.116285 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-185cf26a-6dde-400c-bf74-3490e6f89179 req-e45aa2d2-1339-4e97-a9c2-c0955ab604bf tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 950 time: 0.1855040 Sep 08 13:09:03.121576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Attempting to bind port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:03.122112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Attempting to bind port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:03.122649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Attempting to bind port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:03.129799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-4ed2fbc0-a19b-4bab-a321-09fa431b63a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604274 Sep 08 13:09:03.132075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:09:03.132400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Attempting to bind port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:03.146361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6b9c64e3-8537-4082-bca7-6e4684407607, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b9c64e3-8537-4082-bca7-6e4684407607,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:03.161218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:03.161567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:03.161939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:03.162444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Bound port: 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:03.162805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:03.164510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '6b9c64e3-8537-4082-bca7-6e4684407607', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '6b9c64e3-8537-4082-bca7-6e4684407607', 'mac_address': 'fa:16:3e:fd:3e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:09:03.220812 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:03.241308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9c64e3-8537-4082-bca7-6e4684407607 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:03.271058 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6b9c64e3-8537-4082-bca7-6e4684407607, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b9c64e3-8537-4082-bca7-6e4684407607,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:03.296275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-185cf26a-6dde-400c-bf74-3490e6f89179 req-684fff71-f150-4082-a504-152f8c437944 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650927 Sep 08 13:09:03.301786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dd3bd-f02f-4713-812d-6c388f8b6740 req-525559ad-dee7-4fba-af63-b6f4ef408a8e tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:03.303789 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b32dd3bd-f02f-4713-812d-6c388f8b6740 req-525559ad-dee7-4fba-af63-b6f4ef408a8e tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 949 time: 0.0569277 Sep 08 13:09:03.310074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb1c0f1-607b-4e8f-a321-a23d5bea40bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec241bc9-5f50-462b-bf36-82683d028119'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:03.315566 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b4de5c-836a-44fd-8e5a-1d29d7c0f9b9" -d '{"events": [{"server_uuid": "afb1c0f1-607b-4e8f-a321-a23d5bea40bc", "name": "network-vif-plugged", "status": "completed", "tag": "ec241bc9-5f50-462b-bf36-82683d028119"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:03.326151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-5561332d-f7c3-43ae-9be2-3de53ba2f0fe service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793561 Sep 08 13:09:03.349125 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:03.374757 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b32dd3bd-f02f-4713-812d-6c388f8b6740 req-8adf4a43-e1a2-4c31-a042-ca022a8be526 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639303 Sep 08 13:09:03.424902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] For port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:03.427482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6b9c64e3-8537-4082-bca7-6e4684407607,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:03.442051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] For port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:09:03.443346 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cec2af4-d54e-4f29-8101-d3d0d5dc77ec x-openstack-request-id: req-5cec2af4-d54e-4f29-8101-d3d0d5dc77ec {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:03.443946 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb1c0f1-607b-4e8f-a321-a23d5bea40bc", "name": "network-vif-plugged", "status": "completed", "tag": "ec241bc9-5f50-462b-bf36-82683d028119", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:03.444378 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5cec2af4-d54e-4f29-8101-d3d0d5dc77ec {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:03.444974 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb1c0f1-607b-4e8f-a321-a23d5bea40bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec241bc9-5f50-462b-bf36-82683d028119', 'code': 200} Sep 08 13:09:03.481277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-d33065d4-f71f-447e-ab64-62d6c67b9b8e service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432829 Sep 08 13:09:03.519057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f2c0a0da-3d86-403d-8799-c44195164676 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:09:03.536996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:03.603565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:03.604481 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:03.606015 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb HTTP/1.1" status: 200 len: 1095 time: 1.9316106 Sep 08 13:09:03.606542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae70cb4-9f39-4ff5-bd8a-3bf6b745853b', 'tag': '6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:03.607611 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:03.608923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f69b44-f39e-499e-8dd2-95f0c71fd6f1 req-2b197dea-e869-4865-a0fa-11fc0ddbfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:03.609152 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc8603a-cd4f-41ca-9126-3433d1ef0f98" -d '{"events": [{"name": "network-changed", "server_uuid": "dae70cb4-9f39-4ff5-bd8a-3bf6b745853b", "tag": "6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:03.612637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30f69b44-f39e-499e-8dd2-95f0c71fd6f1 req-2b197dea-e869-4865-a0fa-11fc0ddbfcf8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 1101 time: 0.0868936 Sep 08 13:09:03.623447 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f2c0a0da-3d86-403d-8799-c44195164676 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:03.623810 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff7aa2-507b-4334-bb77-8ee556e0b8c9 req-6279a595-4716-4af0-a8ef-23f621a4f903 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:03.625745 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-58ff7aa2-507b-4334-bb77-8ee556e0b8c9 req-6279a595-4716-4af0-a8ef-23f621a4f903 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 947 time: 0.0909321 Sep 08 13:09:03.645026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f527d7-0dab-4df9-9db6-2596479f60bc req-43836f0f-e743-40ea-b128-8c054a84cca7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:03.651648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:03.653194 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13f527d7-0dab-4df9-9db6-2596479f60bc req-43836f0f-e743-40ea-b128-8c054a84cca7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 948 time: 0.1488929 Sep 08 13:09:03.681922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ad70a-cf4e-428c-825b-817bc37656d0 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:03.687157 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30f69b44-f39e-499e-8dd2-95f0c71fd6f1 req-3346ff1c-3f20-49c5-b95b-da044ea264bf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603216 Sep 08 13:09:03.693011 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['6b9c64e3-8537-4082-bca7-6e4684407607'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:03.705750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13f527d7-0dab-4df9-9db6-2596479f60bc req-1cbc89d3-2f63-4202-83db-2b5c61aa6308 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513957 Sep 08 13:09:03.719597 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-58ff7aa2-507b-4334-bb77-8ee556e0b8c9 req-14022fac-ad26-4b4f-a704-0af96f6def79 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672977 Sep 08 13:09:03.774719 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7189c491-1f1a-4082-bceb-91010afd9639 x-openstack-request-id: req-7189c491-1f1a-4082-bceb-91010afd9639 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:03.774719 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae70cb4-9f39-4ff5-bd8a-3bf6b745853b", "tag": "6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:03.774719 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7189c491-1f1a-4082-bceb-91010afd9639 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:03.774719 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae70cb4-9f39-4ff5-bd8a-3bf6b745853b', 'tag': '6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb', 'status': 'completed', 'code': 200} Sep 08 13:09:03.798644 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:03.835491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-93283b80-d392-41c8-8186-c74eec9fbc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:03.837869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-93283b80-d392-41c8-8186-c74eec9fbc1f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 1098 time: 0.0499208 Sep 08 13:09:03.879998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=f2c0a0da-3d86-403d-8799-c44195164676,revision_number=12']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:03.898326 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-76db4fa0-44f7-4e44-b487-9e65abc03e9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb HTTP/1.1" status: 200 len: 217 time: 0.0470781 Sep 08 13:09:03.987220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-5b717e4a-d9e3-4512-8221-7565f3d554e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:03.988719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-5b717e4a-d9e3-4512-8221-7565f3d554e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0799730 Sep 08 13:09:04.003949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67062ec-5277-432e-9e30-6863366bbb19 req-24554440-980c-474e-a4cb-f31ff30bfbf3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:04.005422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f67062ec-5277-432e-9e30-6863366bbb19 req-24554440-980c-474e-a4cb-f31ff30bfbf3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 945 time: 0.0627358 Sep 08 13:09:04.070079 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f67062ec-5277-432e-9e30-6863366bbb19 req-13d1f085-dd1c-43cf-9d19-de7a1a30dc9b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558367 Sep 08 13:09:04.072890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-35211c66-707c-4b0a-8365-a17706057f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:04.074474 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-35211c66-707c-4b0a-8365-a17706057f4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681605 Sep 08 13:09:04.180901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56c08e-3b3e-48fd-9f29-734411722c27 req-314c27ff-e9fd-43d4-a1b3-d35ad72cf846 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:04.182432 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5b56c08e-3b3e-48fd-9f29-734411722c27 req-314c27ff-e9fd-43d4-a1b3-d35ad72cf846 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 950 time: 0.0527749 Sep 08 13:09:04.184125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-eb29e501-9f32-4f01-b863-592aa575c0f3 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980704 Sep 08 13:09:04.222689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5b56c08e-3b3e-48fd-9f29-734411722c27 req-ff428477-5f63-4ded-b92a-d683706b0f74 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342476 Sep 08 13:09:04.315192 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a43df487-dec0-4ca9-83cd-6d85c8006d05 req-5f5cfa86-eba0-4cd8-89b0-fdfbcfa1ea91 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158345 Sep 08 13:09:04.320955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-1cfa2f45-794b-426b-afff-38e227a4d14a tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:04.322462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-1cfa2f45-794b-426b-afff-38e227a4d14a tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94&tenant_id=fb92476927b34b84aed526285f320f3a&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 1096 time: 0.0623708 Sep 08 13:09:04.460248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac380567-1dfc-4084-b8db-62d6d88b1876 req-0ae39423-bfe5-41b8-99b0-2e66de195741 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:04.461807 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac380567-1dfc-4084-b8db-62d6d88b1876 req-0ae39423-bfe5-41b8-99b0-2e66de195741 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 950 time: 0.0821636 Sep 08 13:09:04.507236 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90c93d-fc47-4d0c-8fa3-121e32945d1f req-012c9ad2-953f-48cf-af97-d5c2a53ea627 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:04.508785 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a90c93d-fc47-4d0c-8fa3-121e32945d1f req-012c9ad2-953f-48cf-af97-d5c2a53ea627 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 949 time: 0.0658326 Sep 08 13:09:04.525498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac380567-1dfc-4084-b8db-62d6d88b1876 req-727804f7-989e-4097-88b8-daf5e1d148f5 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562923 Sep 08 13:09:04.559089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a90c93d-fc47-4d0c-8fa3-121e32945d1f req-6f75a55d-126a-4236-8ce9-4575c58b71a7 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 Sep 08 13:09:04.593001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8603a-cd4f-41ca-9126-3433d1ef0f98 req-ff70f1c5-6c9d-444e-b7ed-696ad9863e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:04.594604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dc8603a-cd4f-41ca-9126-3433d1ef0f98 req-ff70f1c5-6c9d-444e-b7ed-696ad9863e6d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 1098 time: 0.0575843 Sep 08 13:09:04.662543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d3730-1124-46ff-b9bf-a97eaaa58fcc req-5c309998-e4d6-48fb-9274-509b07c04e68 tempest-LiveMigrationNegativeTest-1182304740 tempest-LiveMigrationNegativeTest-1182304740-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:04.670268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-747d3730-1124-46ff-b9bf-a97eaaa58fcc req-5c309998-e4d6-48fb-9274-509b07c04e68 tempest-LiveMigrationNegativeTest-1182304740 tempest-LiveMigrationNegativeTest-1182304740-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 1101 time: 0.0524435 Sep 08 13:09:04.683508 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-747d3730-1124-46ff-b9bf-a97eaaa58fcc req-3f69c81b-dfae-4b34-8620-6cd35d893737 tempest-LiveMigrationNegativeTest-1182304740 tempest-LiveMigrationNegativeTest-1182304740-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:04.692455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8603a-cd4f-41ca-9126-3433d1ef0f98 req-856bb9c8-56df-4615-8e3b-6138b8c0fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:04.693945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dc8603a-cd4f-41ca-9126-3433d1ef0f98 req-856bb9c8-56df-4615-8e3b-6138b8c0fe9c service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.0915823 Sep 08 13:09:04.745892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dc8603a-cd4f-41ca-9126-3433d1ef0f98 req-f287dcc8-f940-4b99-a3cb-22618203727e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb HTTP/1.1" status: 200 len: 217 time: 0.0389192 Sep 08 13:09:04.810737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8603a-cd4f-41ca-9126-3433d1ef0f98 req-cf6849e1-1bda-4dfc-86d3-446fc429ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:04.811429 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-747d3730-1124-46ff-b9bf-a97eaaa58fcc req-3f69c81b-dfae-4b34-8620-6cd35d893737 tempest-LiveMigrationNegativeTest-1182304740 tempest-LiveMigrationNegativeTest-1182304740-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:04.812216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dc8603a-cd4f-41ca-9126-3433d1ef0f98 req-cf6849e1-1bda-4dfc-86d3-446fc429ded1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0582232 Sep 08 13:09:04.888758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8603a-cd4f-41ca-9126-3433d1ef0f98 req-2f225829-52a7-4fec-886d-2bdb96e8678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:04.890300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dc8603a-cd4f-41ca-9126-3433d1ef0f98 req-2f225829-52a7-4fec-886d-2bdb96e8678b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704629 Sep 08 13:09:04.900186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f492a21-3c8a-4478-b53c-adc2323a2328 req-993dfe5c-1afe-47f0-9886-c1405bd38eac tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:04.900584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f492a21-3c8a-4478-b53c-adc2323a2328 req-993dfe5c-1afe-47f0-9886-c1405bd38eac tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 947 time: 0.0731921 Sep 08 13:09:04.981236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6b9c64e3-8537-4082-bca7-6e4684407607 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:04.995366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-98ee82fc-9fce-48e0-89ce-4cf36c7fd719 service neutron] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:05.003490 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f492a21-3c8a-4478-b53c-adc2323a2328 req-24b8c1f0-d64b-4324-b9a0-fbf2062c97ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907164 Sep 08 13:09:05.010153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-98ee82fc-9fce-48e0-89ce-4cf36c7fd719 service neutron] Notify callbacks [] for binding, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:05.011555 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf9cde6-17a3-4dbf-8ebf-78e73df3433c req-98ee82fc-9fce-48e0-89ce-4cf36c7fd719 service neutron] 10.222.0.60 "DELETE /v2.0/ports/f2c0a0da-3d86-403d-8799-c44195164676/bindings/n-h1-807558-3 HTTP/1.1" status: 204 len: 173 time: 0.6790235 Sep 08 13:09:05.015430 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-747d3730-1124-46ff-b9bf-a97eaaa58fcc req-3f69c81b-dfae-4b34-8620-6cd35d893737 tempest-LiveMigrationNegativeTest-1182304740 tempest-LiveMigrationNegativeTest-1182304740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:05.046293 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dc8603a-cd4f-41ca-9126-3433d1ef0f98 req-2196a780-66f0-442e-ad0e-da398a81f959 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409855 Sep 08 13:09:05.092367 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-747d3730-1124-46ff-b9bf-a97eaaa58fcc req-3f69c81b-dfae-4b34-8620-6cd35d893737 tempest-LiveMigrationNegativeTest-1182304740 tempest-LiveMigrationNegativeTest-1182304740-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209421 Sep 08 13:09:05.123206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69c81b-dfae-4b34-8620-6cd35d893737 tempest-LiveMigrationNegativeTest-1182304740 tempest-LiveMigrationNegativeTest-1182304740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcc701c-b62d-49e5-a5ba-06a1df64b25e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:05.187835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f376a-51bb-4ab5-9cbf-f8e27ab5bcbf req-137335d7-b71d-4c60-9ed9-85fb43a077b8 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:05.189392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc5f376a-51bb-4ab5-9cbf-f8e27ab5bcbf req-137335d7-b71d-4c60-9ed9-85fb43a077b8 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 948 time: 0.1050463 Sep 08 13:09:05.199016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 6b9c64e3-8537-4082-bca7-6e4684407607 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:05.211470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 6b9c64e3-8537-4082-bca7-6e4684407607 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:05.211842 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:05.245181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dc8603a-cd4f-41ca-9126-3433d1ef0f98 req-68d5139b-0d37-42f0-a7ad-9ef1d39a43f4 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838279 Sep 08 13:09:05.253898 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc5f376a-51bb-4ab5-9cbf-f8e27ab5bcbf req-a9f0444a-b2d4-41e9-9a21-732915200c02 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557675 Sep 08 13:09:05.260025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45984) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:05.321630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d927a-d715-4764-b10a-3d189d952047 req-8e056270-46e4-4a5b-afba-2aa7c0bd96cf tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:05.323987 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-204d927a-d715-4764-b10a-3d189d952047 req-8e056270-46e4-4a5b-afba-2aa7c0bd96cf tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 945 time: 0.0715604 Sep 08 13:09:05.362313 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:05.381829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-204d927a-d715-4764-b10a-3d189d952047 req-4dd2d3a5-376f-4e07-ae18-1ed70ee95f44 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445206 Sep 08 13:09:05.419895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf28937c-e965-4560-af65-fbab5c5cf365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:05.439080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6b9c64e3-8537-4082-bca7-6e4684407607, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b9c64e3-8537-4082-bca7-6e4684407607,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:05.447800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd070e1ae-c10b-4baa-9890-8568c5ea6144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9c64e3-8537-4082-bca7-6e4684407607'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:05.450410 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e5099-a41b-41bd-889f-0f862d398bb6" -d '{"events": [{"server_uuid": "d070e1ae-c10b-4baa-9890-8568c5ea6144", "name": "network-vif-plugged", "status": "completed", "tag": "6b9c64e3-8537-4082-bca7-6e4684407607"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:05.508003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9063c-aff6-4f49-8286-1e05bf7a9009 req-3ada7cf0-9436-4bc6-a97d-195d6d7270c3 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:05.513042 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-80d9063c-aff6-4f49-8286-1e05bf7a9009 req-3ada7cf0-9436-4bc6-a97d-195d6d7270c3 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 950 time: 0.0538027 Sep 08 13:09:05.531186 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:05.532011 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device f2c0a0da-3d86-403d-8799-c44195164676 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:09:05.565758 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf28937c-e965-4560-af65-fbab5c5cf365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:05.579983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f2c0a0da-3d86-403d-8799-c44195164676 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:05.592182 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-80d9063c-aff6-4f49-8286-1e05bf7a9009 req-8254977c-1f45-413e-a03e-cd25bdbd7229 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720301 Sep 08 13:09:05.629038 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf28937c-e965-4560-af65-fbab5c5cf365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:05.659964 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eb4c49-dc91-41b0-95d2-64a85a124dbe x-openstack-request-id: req-97eb4c49-dc91-41b0-95d2-64a85a124dbe {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:05.660302 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d070e1ae-c10b-4baa-9890-8568c5ea6144", "name": "network-vif-plugged", "status": "completed", "tag": "6b9c64e3-8537-4082-bca7-6e4684407607", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:05.660534 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-97eb4c49-dc91-41b0-95d2-64a85a124dbe {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:05.660906 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd070e1ae-c10b-4baa-9890-8568c5ea6144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9c64e3-8537-4082-bca7-6e4684407607', 'code': 200} Sep 08 13:09:05.692948 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bf28937c-e965-4560-af65-fbab5c5cf365 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=76b8c5c651684becb718595d8d16c668&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4307983 Sep 08 13:09:05.694602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46006) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:05.710671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device f2c0a0da-3d86-403d-8799-c44195164676 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:09:05.717125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28937c-e965-4560-af65-fbab5c5cf365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12ef83c-9a4c-4390-acc7-91496e3ab02c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:05.717830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6b9c64e3-8537-4082-bca7-6e4684407607,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:05.776474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-670ae34b-9468-4cef-8492-72852a9afcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:05.821302 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-670ae34b-9468-4cef-8492-72852a9afcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:05.822156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port f2c0a0da-3d86-403d-8799-c44195164676 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:05.827059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port f2c0a0da-3d86-403d-8799-c44195164676 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:05.829650 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:05.864588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c7b8-6920-4ec5-8e76-b2ae0981d0c5 req-6b970778-a3fb-4dfc-bf21-fbb17cb72a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:05.866133 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee99c7b8-6920-4ec5-8e76-b2ae0981d0c5 req-6b970778-a3fb-4dfc-bf21-fbb17cb72a0b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 1100 time: 0.0747371 Sep 08 13:09:05.912637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee99c7b8-6920-4ec5-8e76-b2ae0981d0c5 req-b2d04d1c-fc7a-4736-a02e-6685383dbeb9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347080 Sep 08 13:09:05.932242 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:05.966128 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:06.193981 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-670ae34b-9468-4cef-8492-72852a9afcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:06.196111 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:06.197169 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-670ae34b-9468-4cef-8492-72852a9afcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:06.201799 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-670ae34b-9468-4cef-8492-72852a9afcb9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e12ef83c-9a4c-4390-acc7-91496e3ab02c HTTP/1.1" status: 204 len: 168 time: 0.5060883 Sep 08 13:09:06.220519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ae34b-9468-4cef-8492-72852a9afcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12ef83c-9a4c-4390-acc7-91496e3ab02c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:06.280405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=f2c0a0da-3d86-403d-8799-c44195164676,revision_number=14']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:06.300790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055daa0-d0b9-476e-8056-d164ee7e7ba6 req-4ac94245-8f6f-4067-8bd5-30cf78091fc1 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:06.302484 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7055daa0-d0b9-476e-8056-d164ee7e7ba6 req-4ac94245-8f6f-4067-8bd5-30cf78091fc1 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 1098 time: 0.0456445 Sep 08 13:09:06.347361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7055daa0-d0b9-476e-8056-d164ee7e7ba6 req-2f8ff162-cc2c-4b12-a57d-a48ca2efd6c0 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369937 Sep 08 13:09:06.477424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af803d2-98a5-4b9e-b867-cab27436ce24 req-ca66d071-695d-4d56-b81a-343b5c1788a0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:06.479236 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3af803d2-98a5-4b9e-b867-cab27436ce24 req-ca66d071-695d-4d56-b81a-343b5c1788a0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 947 time: 0.0519972 Sep 08 13:09:06.543649 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3af803d2-98a5-4b9e-b867-cab27436ce24 req-f6b647e1-b69d-4ec7-8b61-f1286d1457ed tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462182 Sep 08 13:09:06.672360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ec65-19b2-45e5-a5ed-3fcde956677f req-93680292-0b90-45a1-a78e-ef1b3c21b538 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:06.673514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69a4ec65-19b2-45e5-a5ed-3fcde956677f req-93680292-0b90-45a1-a78e-ef1b3c21b538 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 949 time: 0.0562921 Sep 08 13:09:06.712293 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69a4ec65-19b2-45e5-a5ed-3fcde956677f req-9e5c751d-6e6e-4c69-a039-6af43fc96c63 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327048 Sep 08 13:09:06.818083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee6774-d6c6-4ce0-8aab-439f01325d13 req-4ce76824-aa13-4168-9846-66a177f527f0 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:06.819593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39ee6774-d6c6-4ce0-8aab-439f01325d13 req-4ce76824-aa13-4168-9846-66a177f527f0 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 950 time: 0.0479071 Sep 08 13:09:06.859316 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39ee6774-d6c6-4ce0-8aab-439f01325d13 req-0ff7b086-1d07-4c52-b00f-0c6814ad88ed tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329084 Sep 08 13:09:06.966803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1306ac37-b6b4-40c6-bddb-eb1956368188 req-6ff2e7dc-ba12-49bc-a03e-2e58b33c6afc tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:06.968296 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1306ac37-b6b4-40c6-bddb-eb1956368188 req-6ff2e7dc-ba12-49bc-a03e-2e58b33c6afc tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 949 time: 0.0533299 Sep 08 13:09:07.007816 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1306ac37-b6b4-40c6-bddb-eb1956368188 req-bdc465a5-b7d3-4dcd-a923-1ce00611775b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332971 Sep 08 13:09:07.064339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-268f514b-3773-42e3-a4ce-262b3f39c6cf tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:07.065951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-268f514b-3773-42e3-a4ce-262b3f39c6cf tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 821 time: 0.1098526 Sep 08 13:09:07.081336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46034) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:07.085170 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-a82a1b23-8730-471d-943a-c53b2d6da231 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/quotas/fb92476927b34b84aed526285f320f3a HTTP/1.1" status: 200 len: 375 time: 0.0123732 Sep 08 13:09:07.114084 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8fd6-ab15-42ac-bc41-84a4efafe911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:07.142879 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-80efb3cd-6fe5-4e0a-935b-458f15e099ed tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478199 Sep 08 13:09:07.143720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f97d4-f674-49ed-a24f-c89b2f0ef0e8 req-55afe47a-3950-4808-9f50-0cc31471bc79 tempest-ServersAdminNegativeTestJSON-968566858 tempest-ServersAdminNegativeTestJSON-968566858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:07.145209 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a9f97d4-f674-49ed-a24f-c89b2f0ef0e8 req-55afe47a-3950-4808-9f50-0cc31471bc79 tempest-ServersAdminNegativeTestJSON-968566858 tempest-ServersAdminNegativeTestJSON-968566858-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 1101 time: 0.0750885 Sep 08 13:09:07.176063 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5a9f97d4-f674-49ed-a24f-c89b2f0ef0e8 req-31a91760-a8f2-4bbf-8f71-675bbd5f297d tempest-ServersAdminNegativeTestJSON-968566858 tempest-ServersAdminNegativeTestJSON-968566858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:07.239540 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-c1d8956e-47b0-4625-8726-848f031666d3 service neutron] 10.222.0.69 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879617 Sep 08 13:09:07.243536 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8fd6-ab15-42ac-bc41-84a4efafe911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:07.326496 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cfe8fd6-ab15-42ac-bc41-84a4efafe911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:07.343961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-5429e602-58dd-48e0-aaf5-135b1081c54f service neutron] 10.222.0.69 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934005 Sep 08 13:09:07.382686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe8fd6-ab15-42ac-bc41-84a4efafe911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d366632d-ec29-4985-9e7e-4f0d6a2cebe3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:07.391330 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0cfe8fd6-ab15-42ac-bc41-84a4efafe911 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d234cae90f464102b50ed435bc7aa087&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061583 Sep 08 13:09:07.396712 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46038) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:07.477337 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-29632424-9d40-4374-9b79-0d407691e99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:07.494649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5a9f97d4-f674-49ed-a24f-c89b2f0ef0e8 req-31a91760-a8f2-4bbf-8f71-675bbd5f297d tempest-ServersAdminNegativeTestJSON-968566858 tempest-ServersAdminNegativeTestJSON-968566858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:07.508004 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-29632424-9d40-4374-9b79-0d407691e99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:07.597681 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5a9f97d4-f674-49ed-a24f-c89b2f0ef0e8 req-31a91760-a8f2-4bbf-8f71-675bbd5f297d tempest-ServersAdminNegativeTestJSON-968566858 tempest-ServersAdminNegativeTestJSON-968566858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:07.627373 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a9f97d4-f674-49ed-a24f-c89b2f0ef0e8 req-31a91760-a8f2-4bbf-8f71-675bbd5f297d tempest-ServersAdminNegativeTestJSON-968566858 tempest-ServersAdminNegativeTestJSON-968566858-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756639 Sep 08 13:09:07.629191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a91760-a8f2-4bbf-8f71-675bbd5f297d tempest-ServersAdminNegativeTestJSON-968566858 tempest-ServersAdminNegativeTestJSON-968566858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4246f77e-e26a-4c0d-a1ec-5572eb8f723a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:07.661971 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0a0da-3d86-403d-8799-c44195164676'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:07.664570 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f3e0c5-ed1a-4b04-84d7-c581fbf37b79" -d '{"events": [{"server_uuid": "c04fc894-843f-4e98-af4e-19bb797eca94", "name": "network-vif-plugged", "status": "completed", "tag": "f2c0a0da-3d86-403d-8799-c44195164676"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:07.708672 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b4a5ef30-91c5-4b2f-8cdd-01720cb6f4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:07.716633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-29632424-9d40-4374-9b79-0d407691e99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:07.722456 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-29632424-9d40-4374-9b79-0d407691e99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:07.722456 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-29632424-9d40-4374-9b79-0d407691e99e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d366632d-ec29-4985-9e7e-4f0d6a2cebe3 HTTP/1.1" status: 204 len: 168 time: 0.3247268 Sep 08 13:09:07.729380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-911bef13-a28d-49be-9be9-58838c5018d9 req-9724cca3-53cf-4f44-896e-d567f398d66a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 210 time: 0.0346496 Sep 08 13:09:07.744765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29632424-9d40-4374-9b79-0d407691e99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d366632d-ec29-4985-9e7e-4f0d6a2cebe3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:07.774649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7be81c-9a17-41e6-9a98-3e064e2eb001 req-2b4ac319-5caf-4183-91c8-5e15ae4d4b19 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:07.774649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c7be81c-9a17-41e6-9a98-3e064e2eb001 req-2b4ac319-5caf-4183-91c8-5e15ae4d4b19 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 947 time: 0.0672641 Sep 08 13:09:07.801587 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257372b9-1141-4a30-a1cf-e912a886a2b3 x-openstack-request-id: req-257372b9-1141-4a30-a1cf-e912a886a2b3 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:07.803531 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04fc894-843f-4e98-af4e-19bb797eca94", "name": "network-vif-plugged", "status": "completed", "tag": "f2c0a0da-3d86-403d-8799-c44195164676", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:07.809376 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-257372b9-1141-4a30-a1cf-e912a886a2b3 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:07.809376 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c0a0da-3d86-403d-8799-c44195164676', 'code': 200} Sep 08 13:09:07.824419 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c7be81c-9a17-41e6-9a98-3e064e2eb001 req-8e8ce218-1d25-46d7-8668-1d89afafb80d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 Sep 08 13:09:07.903201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c1bce-9c4b-4fee-af5c-ba5723c76269 req-35c34fc0-8200-4418-9671-a7aa9327b997 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:07.905178 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-908c1bce-9c4b-4fee-af5c-ba5723c76269 req-35c34fc0-8200-4418-9671-a7aa9327b997 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 949 time: 0.0525386 Sep 08 13:09:07.947000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-908c1bce-9c4b-4fee-af5c-ba5723c76269 req-3022c28c-98fe-4231-b519-c5ddbb79597a tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/security-groups?id=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355844 Sep 08 13:09:07.981181 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70703e22-8f96-4475-9506-696fde5b0c26 req-1b1630e8-8fa8-4684-80dd-f4e4d7ab57e1 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:07.982698 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70703e22-8f96-4475-9506-696fde5b0c26 req-1b1630e8-8fa8-4684-80dd-f4e4d7ab57e1 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 950 time: 0.0528886 Sep 08 13:09:08.025317 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70703e22-8f96-4475-9506-696fde5b0c26 req-989a086b-f4cc-4dd9-941c-1b2b478c3ba4 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342567 Sep 08 13:09:08.363156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3571e0-911a-4132-9086-f37b7bed560d req-f0bbefda-4212-4825-8ff4-e838ba03d00a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:08.364942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af3571e0-911a-4132-9086-f37b7bed560d req-f0bbefda-4212-4825-8ff4-e838ba03d00a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 949 time: 0.2819111 Sep 08 13:09:08.422754 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af3571e0-911a-4132-9086-f37b7bed560d req-ace4666d-696e-4459-838f-56323bcdc442 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505910 Sep 08 13:09:08.431075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e7909-8ee3-4a3c-8048-38e046847f2b req-8547d130-b6ea-43d3-874c-b96238f8feb7 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:08.432688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-150e7909-8ee3-4a3c-8048-38e046847f2b req-8547d130-b6ea-43d3-874c-b96238f8feb7 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 949 time: 0.0774772 Sep 08 13:09:08.569512 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-150e7909-8ee3-4a3c-8048-38e046847f2b req-acdd0d04-9c2e-4a3a-b7b7-59d78b02cba9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Deleting port 852c3403-2d5b-413b-88d9-62ebf07b66f9 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:09:08.569858 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-150e7909-8ee3-4a3c-8048-38e046847f2b req-acdd0d04-9c2e-4a3a-b7b7-59d78b02cba9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:08.680685 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-150e7909-8ee3-4a3c-8048-38e046847f2b req-acdd0d04-9c2e-4a3a-b7b7-59d78b02cba9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] For port 852c3403-2d5b-413b-88d9-62ebf07b66f9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=852c3403-2d5b-413b-88d9-62ebf07b66f9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:08.683718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-150e7909-8ee3-4a3c-8048-38e046847f2b req-acdd0d04-9c2e-4a3a-b7b7-59d78b02cba9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:08.703204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-150e7909-8ee3-4a3c-8048-38e046847f2b req-acdd0d04-9c2e-4a3a-b7b7-59d78b02cba9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Calling delete_port for 852c3403-2d5b-413b-88d9-62ebf07b66f9 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:09:08.705191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26621ff0-9230-4701-8d30-ad72b0a5e151 req-c2d96e4a-6b8c-476f-b171-c4d0056730ba tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:08.707430 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26621ff0-9230-4701-8d30-ad72b0a5e151 req-c2d96e4a-6b8c-476f-b171-c4d0056730ba tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.60 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 950 time: 0.0771039 Sep 08 13:09:08.821089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f146e8c-89ca-4a55-bf10-1d6dfd5e1f9d req-ed47a18d-d59b-4904-88fe-0f6bc667dd71 tempest-ServersAdminNegativeTestJSON-968566858 tempest-ServersAdminNegativeTestJSON-968566858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:08.828578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f146e8c-89ca-4a55-bf10-1d6dfd5e1f9d req-ed47a18d-d59b-4904-88fe-0f6bc667dd71 tempest-ServersAdminNegativeTestJSON-968566858 tempest-ServersAdminNegativeTestJSON-968566858-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 1101 time: 0.1058578 Sep 08 13:09:08.895508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f146e8c-89ca-4a55-bf10-1d6dfd5e1f9d req-4beeb790-cb4f-4213-95c4-ce911ed845ea tempest-ServersAdminNegativeTestJSON-968566858 tempest-ServersAdminNegativeTestJSON-968566858-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600801 Sep 08 13:09:08.915633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-26621ff0-9230-4701-8d30-ad72b0a5e151 req-7606a9e9-1247-4238-ac43-9786ea607a5c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Deleting port d451ec26-4828-4b01-8249-73994d6567e5 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:09:08.916826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-26621ff0-9230-4701-8d30-ad72b0a5e151 req-7606a9e9-1247-4238-ac43-9786ea607a5c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:09.093285 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d0c0033-efc8-474e-9dde-48619815a0bb req-bc775e2e-c5e1-49f7-b346-b34879bdc57c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 210 time: 0.0303421 Sep 08 13:09:09.176017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-26621ff0-9230-4701-8d30-ad72b0a5e151 req-7606a9e9-1247-4238-ac43-9786ea607a5c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] For port d451ec26-4828-4b01-8249-73994d6567e5, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d451ec26-4828-4b01-8249-73994d6567e5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:09.176404 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-26621ff0-9230-4701-8d30-ad72b0a5e151 req-7606a9e9-1247-4238-ac43-9786ea607a5c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:09.191136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-26621ff0-9230-4701-8d30-ad72b0a5e151 req-7606a9e9-1247-4238-ac43-9786ea607a5c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Calling delete_port for d451ec26-4828-4b01-8249-73994d6567e5 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:09:09.259997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac070774-ffdd-4494-bfb2-1521de063d9d req-aad65558-1d2e-4c32-8402-80a5770dd979 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.267287 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ac070774-ffdd-4494-bfb2-1521de063d9d req-aad65558-1d2e-4c32-8402-80a5770dd979 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 947 time: 0.0762181 Sep 08 13:09:09.309704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46102) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:09.314470 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ac070774-ffdd-4494-bfb2-1521de063d9d req-d0062ab9-8c27-44de-8b68-a9dbfa98e4f4 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454140 Sep 08 13:09:09.337400 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-150e7909-8ee3-4a3c-8048-38e046847f2b req-acdd0d04-9c2e-4a3a-b7b7-59d78b02cba9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:09.352680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['852c3403-2d5b-413b-88d9-62ebf07b66f9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:09.371267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd0d04-9c2e-4a3a-b7b7-59d78b02cba9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Pushing event deleted for resources: {'Port': ['ID=852c3403-2d5b-413b-88d9-62ebf07b66f9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:09.436418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cabe6a49-4ce4-4721-88f3-775fac00c764 req-7edbef69-1083-4b75-b867-6451b788287b tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae661774-910e-4dec-8c66-df3efce0b56a HTTP/1.1" status: 200 len: 210 time: 0.0761359 Sep 08 13:09:09.473721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-150e7909-8ee3-4a3c-8048-38e046847f2b req-acdd0d04-9c2e-4a3a-b7b7-59d78b02cba9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] No DVR routers for this DVR port 852c3403-2d5b-413b-88d9-62ebf07b66f9 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:09:09.478030 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-150e7909-8ee3-4a3c-8048-38e046847f2b req-acdd0d04-9c2e-4a3a-b7b7-59d78b02cba9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:09.485044 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-150e7909-8ee3-4a3c-8048-38e046847f2b req-acdd0d04-9c2e-4a3a-b7b7-59d78b02cba9 tempest-TenantUsagesTestJSON-1623327206 tempest-TenantUsagesTestJSON-1623327206-project] 10.222.0.70 "DELETE /v2.0/ports/852c3403-2d5b-413b-88d9-62ebf07b66f9 HTTP/1.1" status: 204 len: 173 time: 1.0455165 Sep 08 13:09:09.485838 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae661774-910e-4dec-8c66-df3efce0b56a', 'name': 'network-vif-deleted', 'tag': '852c3403-2d5b-413b-88d9-62ebf07b66f9'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:09.490841 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a757646-f7e7-471c-b4f4-2ca0104cbe9e" -d '{"events": [{"server_uuid": "ae661774-910e-4dec-8c66-df3efce0b56a", "name": "network-vif-deleted", "tag": "852c3403-2d5b-413b-88d9-62ebf07b66f9"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:09.503183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1188900904-network', 'tenant_id': '86831c4ebbf248aa9ea1e18a0d68769f'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:09.526509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-26621ff0-9230-4701-8d30-ad72b0a5e151 req-7606a9e9-1247-4238-ac43-9786ea607a5c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:09.541138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a5a78d63-7711-46c0-98c3-86b434f5a0e7', 'd451ec26-4828-4b01-8249-73994d6567e5'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:09.550999 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:09:09.586196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606a9e9-1247-4238-ac43-9786ea607a5c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Pushing event deleted for resources: {'Port': ['ID=d451ec26-4828-4b01-8249-73994d6567e5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:09.617867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-59d7f364-8f5b-419a-8354-3bf19390a8b5 req-fad31a8b-29ee-4fb2-891f-2c29e9474fc6 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 210 time: 0.0407634 Sep 08 13:09:09.625185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Made reservation on behalf of 86831c4ebbf248aa9ea1e18a0d68769f for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:09.627533 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:09.684615 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:09.712433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-26621ff0-9230-4701-8d30-ad72b0a5e151 req-7606a9e9-1247-4238-ac43-9786ea607a5c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] No DVR routers for this DVR port d451ec26-4828-4b01-8249-73994d6567e5 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:09:09.717313 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-26621ff0-9230-4701-8d30-ad72b0a5e151 req-7606a9e9-1247-4238-ac43-9786ea607a5c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:09.722936 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26621ff0-9230-4701-8d30-ad72b0a5e151 req-7606a9e9-1247-4238-ac43-9786ea607a5c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.60 "DELETE /v2.0/ports/d451ec26-4828-4b01-8249-73994d6567e5 HTTP/1.1" status: 204 len: 173 time: 1.0070872 Sep 08 13:09:09.729567 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce12a0c-7707-4683-9a1f-f1f4193db030 x-openstack-request-id: req-2ce12a0c-7707-4683-9a1f-f1f4193db030 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:09.729567 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae661774-910e-4dec-8c66-df3efce0b56a", "name": "network-vif-deleted", "tag": "852c3403-2d5b-413b-88d9-62ebf07b66f9", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:09.729567 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ce12a0c-7707-4683-9a1f-f1f4193db030 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:09.729567 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae661774-910e-4dec-8c66-df3efce0b56a', 'name': 'network-vif-deleted', 'tag': '852c3403-2d5b-413b-88d9-62ebf07b66f9', 'status': 'completed', 'code': 200} Sep 08 13:09:09.733141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de36c9ac-ccbf-48b1-803f-5dd318717e6f', 'name': 'network-vif-deleted', 'tag': 'd451ec26-4828-4b01-8249-73994d6567e5'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:09.737859 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7770c2b9-2b53-4104-87ef-92a199f0729b" -d '{"events": [{"server_uuid": "de36c9ac-ccbf-48b1-803f-5dd318717e6f", "name": "network-vif-deleted", "tag": "d451ec26-4828-4b01-8249-73994d6567e5"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:09.841735 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d7ab8e-5158-44c9-bbe7-fe263b8c715a x-openstack-request-id: req-66d7ab8e-5158-44c9-bbe7-fe263b8c715a {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:09.842475 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de36c9ac-ccbf-48b1-803f-5dd318717e6f", "name": "network-vif-deleted", "tag": "d451ec26-4828-4b01-8249-73994d6567e5", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:09.843081 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66d7ab8e-5158-44c9-bbe7-fe263b8c715a {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:09.848238 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de36c9ac-ccbf-48b1-803f-5dd318717e6f', 'name': 'network-vif-deleted', 'tag': 'd451ec26-4828-4b01-8249-73994d6567e5', 'status': 'completed', 'code': 200} Sep 08 13:09:09.896974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.897797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.898678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.899537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.900471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.901259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.902019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.906449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.906449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.906449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.906449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.906449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.906912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.907600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.908347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:09.923409 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-3154b433-8879-4905-8214-60f90ea127e7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d&device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b&device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144&device_id=ae661774-910e-4dec-8c66-df3efce0b56a&device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc&device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f&device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178&device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579&device_id=48f7aed4-ffa6-4884-a784-24b7481b9835&device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630&device_id=c04fc894-843f-4e98-af4e-19bb797eca94&device_id=160de57b-3880-48cf-82d7-63ae03559ef4&device_id=6fd56399-edd6-429b-aee2-7d3bab019b97&device_id=12682579-86c6-4f21-84a2-8fe60f51b224&device_id=669b3563-cced-447a-9d47-1c7b673216ba&device_id=509f612a-635d-4804-bf4e-6e7637ea6688&device_id=213cab09-05fe-48dd-82f5-287ba8265d6c&device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 13558 time: 0.1408150 Sep 08 13:09:09.933550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:09.955836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb', 'mac_address': 'fa:16:3e:27:29:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:09:09.992396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-796bc38a-1af0-4fdb-9c17-402d6d8f6ab3 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.055215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.066567 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.097285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:10.123949 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:10.174817 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ddb0f66d-0039-46f7-919e-88d7bb202952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.175074 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.181728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-db43e6f0-680b-44f7-add2-27f02a02db8c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:10.183470 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-db43e6f0-680b-44f7-add2-27f02a02db8c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 821 time: 0.1393139 Sep 08 13:09:10.192599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:09:10.208312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Request body: {'port': {'device_id': '5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d', 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7', 'admin_state_up': True, 'tenant_id': 'fb92476927b34b84aed526285f320f3a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:10.213639 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.213981 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Added segment 0b6f2d05-a0ef-470e-8a32-19ab61c001a8 of type vlan for network 178a2dbf-fa69-4172-bac3-43bd50415f75 Sep 08 13:09:10.253231 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.257878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb278512-c0b7-4f56-b270-e9f0077fff57,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:10.296066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.324186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:10.367018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-796bc38a-1af0-4fdb-9c17-402d6d8f6ab3 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.370796 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.403231 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.404554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:10.407930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.473999 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-796bc38a-1af0-4fdb-9c17-402d6d8f6ab3 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.487648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=178a2dbf-fa69-4172-bac3-43bd50415f75,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:10.499920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 178a2dbf-fa69-4172-bac3-43bd50415f75 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:09:10.507568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54318ee2-ebce-44d9-b1db-0369417bf56d req-b79377b1-38b2-4a12-9fe6-e924cec96b1e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 210 time: 0.0368717 Sep 08 13:09:10.530033 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ed292ef7-aa53-411f-95a6-2763481b24bb req-796bc38a-1af0-4fdb-9c17-402d6d8f6ab3 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&id=d3a29aee-4c4d-4e7e-b384-717c8b530279&id=d771e96d-3933-406b-aa6a-7f2d07523be1&id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&id=fbc618ad-3630-4d4f-b3a9-900c645270f3&id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.6031392 Sep 08 13:09:10.542012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796bc38a-1af0-4fdb-9c17-402d6d8f6ab3 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36e14e2-75ba-46b3-9ed2-8b5683526738,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:10.612485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-950662f5-d60c-46c6-a912-ef66bad47bd6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3015954 Sep 08 13:09:10.617120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46132) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:10.624541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1c91a0de-77d4-4b5d-a02e-4a9bbe6baedc admin admin] Request body: {'subnet': {'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1188900904-subnet', 'tenant_id': '86831c4ebbf248aa9ea1e18a0d68769f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:10.688576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a2596-098a-4891-bbaa-e127eba737d7 req-7bcf839a-256b-4098-95e4-cae54c4a59d9 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:10.691053 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e8a2596-098a-4891-bbaa-e127eba737d7 req-7bcf839a-256b-4098-95e4-cae54c4a59d9 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 948 time: 0.0558982 Sep 08 13:09:10.719574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Made reservation on behalf of fb92476927b34b84aed526285f320f3a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:10.725173 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.767750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e8a2596-098a-4891-bbaa-e127eba737d7 req-7cd83a5f-8202-4ccb-b37d-cc63fb9bce5c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697415 Sep 08 13:09:10.799106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:10.816752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c91a0de-77d4-4b5d-a02e-4a9bbe6baedc admin admin] Made reservation on behalf of 86831c4ebbf248aa9ea1e18a0d68769f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:10.819135 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c91a0de-77d4-4b5d-a02e-4a9bbe6baedc admin admin] Notify callbacks [] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:10.926624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Allocated IP 172.20.0.4 (fc3173e7-86b4-44fc-88d3-c8f473ef58e7/f66f5b93-f567-41bb-80c4-2513fe2ad21d/1f738580-6a69-4861-a7eb-10ff46652817) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:09:10.950523 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6791250-88d4-4404-8e00-3276bce694b2 req-4b71038a-55db-4658-b70b-3f1a00eba362 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:10.952235 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6791250-88d4-4404-8e00-3276bce694b2 req-4b71038a-55db-4658-b70b-3f1a00eba362 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 950 time: 0.0891101 Sep 08 13:09:11.055614 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6791250-88d4-4404-8e00-3276bce694b2 req-41732b22-08b6-46b3-8282-792a48dee24b tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692093 Sep 08 13:09:11.136469 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c91a0de-77d4-4b5d-a02e-4a9bbe6baedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:11.158946 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:11.214941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91a0de-77d4-4b5d-a02e-4a9bbe6baedc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0c631f-1f63-46cc-ad9d-bb850194cb83,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:11.225176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c91a0de-77d4-4b5d-a02e-4a9bbe6baedc admin admin] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:11.225542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c91a0de-77d4-4b5d-a02e-4a9bbe6baedc admin admin] Network hostable DHCP agents. Network: 178a2dbf-fa69-4172-bac3-43bd50415f75, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:09:11.255977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2aa4f9b9-9c7a-4c18-8ab3-680c1118d169 req-a00d0d62-be77-4849-ad68-1b7727495213 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 210 time: 0.0269833 Sep 08 13:09:11.341983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c91a0de-77d4-4b5d-a02e-4a9bbe6baedc admin admin] Network 178a2dbf-fa69-4172-bac3-43bd50415f75 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:09:11.342524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:11.392578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:09:11.396987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:11.399320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Pushing event updated for resources: {'Port': ['ID=1f738580-6a69-4861-a7eb-10ff46652817,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:11.402119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:09:11.483376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:11.483376 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:11.499246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaec44c-e5d0-45b9-9a51-c4113c9c7260 req-8a553a5d-a133-4198-bae6-5c0cfd7e5aba tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:11.499725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaec44c-e5d0-45b9-9a51-c4113c9c7260 req-8a553a5d-a133-4198-bae6-5c0cfd7e5aba tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:11.500197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaec44c-e5d0-45b9-9a51-c4113c9c7260 req-8a553a5d-a133-4198-bae6-5c0cfd7e5aba tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:11.501887 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ceaec44c-e5d0-45b9-9a51-c4113c9c7260 req-8a553a5d-a133-4198-bae6-5c0cfd7e5aba tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144&device_id=48f7aed4-ffa6-4884-a784-24b7481b9835&device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 2882 time: 0.0761521 Sep 08 13:09:11.511847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-1c91a0de-77d4-4b5d-a02e-4a9bbe6baedc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 178a2dbf-fa69-4172-bac3-43bd50415f75) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:11.517763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c91a0de-77d4-4b5d-a02e-4a9bbe6baedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:11.523780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c91a0de-77d4-4b5d-a02e-4a9bbe6baedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:11.525378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddaf49d-da04-4459-bc80-8ecaf9728613 None None] Network 178a2dbf-fa69-4172-bac3-43bd50415f75 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:09:11.547600 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ceaec44c-e5d0-45b9-9a51-c4113c9c7260 req-2b0cb54b-41e9-4884-8987-698856d496c7 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386732 Sep 08 13:09:11.622865 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1c91a0de-77d4-4b5d-a02e-4a9bbe6baedc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0046279 Sep 08 13:09:11.625114 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-aa132f38-4ba4-44d3-a172-c8b8cfe8a912 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4237092 Sep 08 13:09:11.645705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Request body: {'port': {'device_id': '5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:11.672744 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67924e5-680b-4634-bfd6-31c4dfdf6c4a None None] Network 178a2dbf-fa69-4172-bac3-43bd50415f75 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:09:11.701865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:11.746092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46148) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:11.756280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bbb0d-e3d3-40f2-bac5-29ad449d1c8d req-d6bdc3e6-0cee-4685-8732-e7eb24e54b89 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:11.758574 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-461bbb0d-e3d3-40f2-bac5-29ad449d1c8d req-d6bdc3e6-0cee-4685-8732-e7eb24e54b89 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 931 time: 0.1299775 Sep 08 13:09:11.775954 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:11.821186 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-461bbb0d-e3d3-40f2-bac5-29ad449d1c8d req-e27dbbe6-b5aa-4c93-891f-1fa1db6cf1be tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553005 Sep 08 13:09:11.952193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0a96d087-051b-4ea9-b4c1-c60919c03f3c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1adba703cca34d92ac8554ac0b42768e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2049410 Sep 08 13:09:11.957184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46158) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:11.985843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['f2c0a0da-3d86-403d-8799-c44195164676'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:12.035365 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e889d0e3-11f6-4561-8478-851f1d881d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:12.061152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e889d0e3-11f6-4561-8478-851f1d881d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:12.121010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac5ac8-138d-4f99-a09a-f97521f48654 req-a42f8505-3f0a-41c1-bf8d-b196c0ab9228 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:12.122539 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67ac5ac8-138d-4f99-a09a-f97521f48654 req-a42f8505-3f0a-41c1-bf8d-b196c0ab9228 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 948 time: 0.1268625 Sep 08 13:09:12.191343 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67ac5ac8-138d-4f99-a09a-f97521f48654 req-ebdeefe7-812b-44de-abeb-a38f0a1f1017 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573418 Sep 08 13:09:12.237845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f738580-6a69-4861-a7eb-10ff46652817 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:12.248592 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:12.251281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e889d0e3-11f6-4561-8478-851f1d881d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:12.255171 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e889d0e3-11f6-4561-8478-851f1d881d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:12.255963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e889d0e3-11f6-4561-8478-851f1d881d9e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9adfb3c0-5d0f-44d3-a8a9-74007ca15cde HTTP/1.1" status: 204 len: 168 time: 0.2976618 Sep 08 13:09:12.269815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889d0e3-11f6-4561-8478-851f1d881d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9adfb3c0-5d0f-44d3-a8a9-74007ca15cde,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:12.270778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Transition to ACTIVE for port object 1f738580-6a69-4861-a7eb-10ff46652817 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:12.280651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b171f58-ce44-48a9-8233-db28bdc81d10 req-07424072-378c-40d7-88bb-cfd42a2ddaab tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:12.282830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b171f58-ce44-48a9-8233-db28bdc81d10 req-07424072-378c-40d7-88bb-cfd42a2ddaab tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.70 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 950 time: 0.0898147 Sep 08 13:09:12.357345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c0020-a5a5-44db-9f54-0d1fc1ab5073 req-7c1e841c-97cd-47d3-98f5-71114eda9b63 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:12.359355 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-896c0020-a5a5-44db-9f54-0d1fc1ab5073 req-7c1e841c-97cd-47d3-98f5-71114eda9b63 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 950 time: 0.0586853 Sep 08 13:09:12.360647 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:12.391847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-2b171f58-ce44-48a9-8233-db28bdc81d10 req-f8ea1fb7-4789-4c2d-9cd4-4a5a692006e9 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Deleting port ec241bc9-5f50-462b-bf36-82683d028119 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:09:12.392351 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2b171f58-ce44-48a9-8233-db28bdc81d10 req-f8ea1fb7-4789-4c2d-9cd4-4a5a692006e9 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:12.448713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f738580-6a69-4861-a7eb-10ff46652817,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:12.461318 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-896c0020-a5a5-44db-9f54-0d1fc1ab5073 req-fbf91167-ee03-4c41-bedf-cdeb5aeaf421 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732408 Sep 08 13:09:12.536724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2b171f58-ce44-48a9-8233-db28bdc81d10 req-f8ea1fb7-4789-4c2d-9cd4-4a5a692006e9 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] For port ec241bc9-5f50-462b-bf36-82683d028119, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ec241bc9-5f50-462b-bf36-82683d028119,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:12.538015 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2b171f58-ce44-48a9-8233-db28bdc81d10 req-f8ea1fb7-4789-4c2d-9cd4-4a5a692006e9 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:12.543470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Attempting to bind port 1f738580-6a69-4861-a7eb-10ff46652817 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:12.543470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Attempting to bind port 1f738580-6a69-4861-a7eb-10ff46652817 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:12.543470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Attempting to bind port 1f738580-6a69-4861-a7eb-10ff46652817 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:12.548205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Port 1f738580-6a69-4861-a7eb-10ff46652817 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:09:12.550470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Attempting to bind port 1f738580-6a69-4861-a7eb-10ff46652817 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:12.556171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:12.556640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:12.557101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:12.557356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-2b171f58-ce44-48a9-8233-db28bdc81d10 req-f8ea1fb7-4789-4c2d-9cd4-4a5a692006e9 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Calling delete_port for ec241bc9-5f50-462b-bf36-82683d028119 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:09:12.557666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Bound port: 1f738580-6a69-4861-a7eb-10ff46652817, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:12.558260 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:12.640648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:12.646160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1f738580-6a69-4861-a7eb-10ff46652817,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:09:12.656054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46180) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:12.662337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-916539647-network', 'tenant_id': 'c3736a3b3e5f4b35b4de4ccbf71780a4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:12.901078 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:12.938098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:12.938745 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:12.940100 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] 10.222.0.70 "PUT /v2.0/ports/1f738580-6a69-4861-a7eb-10ff46652817 HTTP/1.1" status: 200 len: 1091 time: 1.3006105 Sep 08 13:09:12.940586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d', 'tag': '1f738580-6a69-4861-a7eb-10ff46652817'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:12.942844 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdbf43e-6d24-4541-b787-cb2e2706e196" -d '{"events": [{"name": "network-changed", "server_uuid": "5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d", "tag": "1f738580-6a69-4861-a7eb-10ff46652817"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:12.962707 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285d36d-7837-4e65-b022-07132b093ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f738580-6a69-4861-a7eb-10ff46652817,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:12.981057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 852c3403-2d5b-413b-88d9-62ebf07b66f9 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:09:13.007878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 852c3403-2d5b-413b-88d9-62ebf07b66f9 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:09:13.008245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 852c3403-2d5b-413b-88d9-62ebf07b66f9 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:09:13.027678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Made reservation on behalf of c3736a3b3e5f4b35b4de4ccbf71780a4 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:13.027877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2b171f58-ce44-48a9-8233-db28bdc81d10 req-f8ea1fb7-4789-4c2d-9cd4-4a5a692006e9 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.030565 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.041315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ec241bc9-5f50-462b-bf36-82683d028119'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:13.042838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.044074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['59ac2030-7c68-43d6-aafe-f1a3bd0e3411'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:13.060845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea1fb7-4789-4c2d-9cd4-4a5a692006e9 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Pushing event deleted for resources: {'Port': ['ID=ec241bc9-5f50-462b-bf36-82683d028119,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:13.108761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b171f58-ce44-48a9-8233-db28bdc81d10 req-f8ea1fb7-4789-4c2d-9cd4-4a5a692006e9 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] No DVR routers for this DVR port ec241bc9-5f50-462b-bf36-82683d028119 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:09:13.112141 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2b171f58-ce44-48a9-8233-db28bdc81d10 req-f8ea1fb7-4789-4c2d-9cd4-4a5a692006e9 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.115436 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b171f58-ce44-48a9-8233-db28bdc81d10 req-f8ea1fb7-4789-4c2d-9cd4-4a5a692006e9 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.70 "DELETE /v2.0/ports/ec241bc9-5f50-462b-bf36-82683d028119 HTTP/1.1" status: 204 len: 173 time: 0.8240888 Sep 08 13:09:13.116082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb1c0f1-607b-4e8f-a321-a23d5bea40bc', 'name': 'network-vif-deleted', 'tag': 'ec241bc9-5f50-462b-bf36-82683d028119'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:13.118570 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ba2e83-195f-4e5f-b9c2-5d1d426e5be1" -d '{"events": [{"server_uuid": "afb1c0f1-607b-4e8f-a321-a23d5bea40bc", "name": "network-vif-deleted", "tag": "ec241bc9-5f50-462b-bf36-82683d028119"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:13.192640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-a7982b3d-40ad-4ecd-be6a-adf49bd2608b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:13.194200 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-a7982b3d-40ad-4ecd-be6a-adf49bd2608b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 1094 time: 0.0702932 Sep 08 13:09:13.208679 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.256344 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.258303 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-429cc33f-f8a5-4576-adb0-d46eab9f1809 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f738580-6a69-4861-a7eb-10ff46652817 HTTP/1.1" status: 200 len: 217 time: 0.0487549 Sep 08 13:09:13.321687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-469be4c6-f1fb-4750-88f7-f9dae0f43dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:13.323443 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-469be4c6-f1fb-4750-88f7-f9dae0f43dbb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.0572214 Sep 08 13:09:13.359882 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-0bdf73b9-00db-4fdd-9cae-78a45a0a0ed0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258243 Sep 08 13:09:13.403769 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11a26ea5-481b-4bd3-9eb2-9524bcb3ea51 req-38ecbf8d-2964-458d-8279-13b3ddfa2ec5 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 210 time: 0.0426939 Sep 08 13:09:13.483257 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-34ab5c09-49f3-4d3c-80c9-ce200dcc4168 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135108 Sep 08 13:09:13.511564 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.525873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46194) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:13.542157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53c57bc3-5b66-4a91-9e8d-d08a3f09def5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.558184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:09:13.567992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:13.614153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab467e30-7204-4c9e-9257-a7b776fdf542,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:13.624990 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.625357 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Added segment 8c83e6a6-9f08-4fdc-88df-959f8d825474 of type vlan for network 9804741d-4ffa-4686-aa21-8e908471a39c Sep 08 13:09:13.648759 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53c57bc3-5b66-4a91-9e8d-d08a3f09def5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.649664 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93db11-7c50-4186-9108-0669e42798e1 req-73e2ddb3-c376-4a48-b255-c55f8b2ce253 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:13.651300 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f93db11-7c50-4186-9108-0669e42798e1 req-73e2ddb3-c376-4a48-b255-c55f8b2ce253 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.1799824 Sep 08 13:09:13.711085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bf9d889-1cf1-43fc-800f-ee68b74e795d req-717c292c-4b40-4dcf-98e6-5a0ae678507a service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082584 Sep 08 13:09:13.715132 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.748774 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f93db11-7c50-4186-9108-0669e42798e1 req-9583e5ac-5b6d-40a1-b310-996ba4b3193f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896792 Sep 08 13:09:13.797257 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916ec291-f3b4-40d5-9588-1125bfaa2d9b x-openstack-request-id: req-916ec291-f3b4-40d5-9588-1125bfaa2d9b {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:13.797732 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d", "tag": "1f738580-6a69-4861-a7eb-10ff46652817", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:13.798079 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-916ec291-f3b4-40d5-9588-1125bfaa2d9b {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:13.798597 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d', 'tag': '1f738580-6a69-4861-a7eb-10ff46652817', 'status': 'completed', 'code': 200} Sep 08 13:09:13.820553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53c57bc3-5b66-4a91-9e8d-d08a3f09def5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.834473 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef2caf2-20c7-4d9a-abf3-06d1a4d915f5 x-openstack-request-id: req-2ef2caf2-20c7-4d9a-abf3-06d1a4d915f5 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:13.834473 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afb1c0f1-607b-4e8f-a321-a23d5bea40bc", "name": "network-vif-deleted", "tag": "ec241bc9-5f50-462b-bf36-82683d028119", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:13.834473 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ef2caf2-20c7-4d9a-abf3-06d1a4d915f5 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:13.834473 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afb1c0f1-607b-4e8f-a321-a23d5bea40bc', 'name': 'network-vif-deleted', 'tag': 'ec241bc9-5f50-462b-bf36-82683d028119', 'status': 'completed', 'code': 200} Sep 08 13:09:13.860845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:13.863147 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.868076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:13.871871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.872275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:13.885985 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.886294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-53c57bc3-5b66-4a91-9e8d-d08a3f09def5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=70786d4feb354cb6b204a5e6b6dcf6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3479452 Sep 08 13:09:13.886294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46196) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:13.886294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c57bc3-5b66-4a91-9e8d-d08a3f09def5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13061f1-d040-41ed-849b-452ec83bdab4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:13.944904 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-45dd9298-3314-43e4-80a5-869745450359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.969049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-45dd9298-3314-43e4-80a5-869745450359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:13.971820 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:14.001323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae70cb4-9f39-4ff5-bd8a-3bf6b745853b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:14.008616 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81494535-be86-45f9-8fb7-6755755dee2e" -d '{"events": [{"server_uuid": "dae70cb4-9f39-4ff5-bd8a-3bf6b745853b", "name": "network-vif-plugged", "status": "completed", "tag": "6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:14.016306 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:14.020786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:14.042962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] Pushing event updated for resources: {'Network': ['ID=9804741d-4ffa-4686-aa21-8e908471a39c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:14.053451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 9804741d-4ffa-4686-aa21-8e908471a39c details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:09:14.066019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7105e-2d8c-4235-bb58-91a59d64dc96 req-10564012-5c2d-4730-89bf-909676d104ff tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:14.067578 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7dc7105e-2d8c-4235-bb58-91a59d64dc96 req-10564012-5c2d-4730-89bf-909676d104ff tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 948 time: 0.1896589 Sep 08 13:09:14.070585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbf43e-6d24-4541-b787-cb2e2706e196 req-c75187d0-2bf1-47a0-b1a1-f1834af01146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:14.072166 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4cdbf43e-6d24-4541-b787-cb2e2706e196 req-c75187d0-2bf1-47a0-b1a1-f1834af01146 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 1094 time: 0.1119027 Sep 08 13:09:14.135842 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7dc7105e-2d8c-4235-bb58-91a59d64dc96 req-15761660-88f0-43f4-8c31-5d7f5d906893 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608809 Sep 08 13:09:14.196985 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbf43e-6d24-4541-b787-cb2e2706e196 req-f69445f0-a656-4426-9b9d-2bb014af9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:14.198769 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4cdbf43e-6d24-4541-b787-cb2e2706e196 req-f69445f0-a656-4426-9b9d-2bb014af9329 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1094248 Sep 08 13:09:14.240667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4cdbf43e-6d24-4541-b787-cb2e2706e196 req-98582cb4-ce24-403a-b11f-01a60d71d404 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f738580-6a69-4861-a7eb-10ff46652817 HTTP/1.1" status: 200 len: 217 time: 0.0337741 Sep 08 13:09:14.271864 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:14.272096 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-45dd9298-3314-43e4-80a5-869745450359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:14.273058 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d451ec26-4828-4b01-8249-73994d6567e5 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:09:14.275314 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-45dd9298-3314-43e4-80a5-869745450359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:14.280892 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-672ff6ff-e84c-4998-9f46-111de369c597 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6233058 Sep 08 13:09:14.284407 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-45dd9298-3314-43e4-80a5-869745450359 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c13061f1-d040-41ed-849b-452ec83bdab4 HTTP/1.1" status: 204 len: 168 time: 0.4000697 Sep 08 13:09:14.285664 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46202) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:14.294611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd9298-3314-43e4-80a5-869745450359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13061f1-d040-41ed-849b-452ec83bdab4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:14.305386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-37bdbbdd-29a0-4763-aee7-81bb5c4f9fb2 admin admin] Request body: {'subnet': {'network_id': '9804741d-4ffa-4686-aa21-8e908471a39c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-916539647-subnet', 'tenant_id': 'c3736a3b3e5f4b35b4de4ccbf71780a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:14.340808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbf43e-6d24-4541-b787-cb2e2706e196 req-67e06a97-a730-4db5-a10c-b2446eaa4d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:14.342711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:14.356972 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4cdbf43e-6d24-4541-b787-cb2e2706e196 req-67e06a97-a730-4db5-a10c-b2446eaa4d43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.0948634 Sep 08 13:09:14.369982 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: d451ec26-4828-4b01-8249-73994d6567e5 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:09:14.370655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d451ec26-4828-4b01-8249-73994d6567e5 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:09:14.410838 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4cdbf43e-6d24-4541-b787-cb2e2706e196 req-69b613e0-dfdc-45fc-b9b8-d54542ab223d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444424 Sep 08 13:09:14.430575 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51cf164d-1eeb-4e46-80bd-86489f7b390f req-7dede52e-033d-458f-80e4-afe4a164019e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=afb1c0f1-607b-4e8f-a321-a23d5bea40bc HTTP/1.1" status: 200 len: 210 time: 0.0539010 Sep 08 13:09:14.477501 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffcc3e1-ef2c-4982-9559-4cd437acc2b2 x-openstack-request-id: req-0ffcc3e1-ef2c-4982-9559-4cd437acc2b2 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:14.477872 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae70cb4-9f39-4ff5-bd8a-3bf6b745853b", "name": "network-vif-plugged", "status": "completed", "tag": "6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:14.478131 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ffcc3e1-ef2c-4982-9559-4cd437acc2b2 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:14.485458 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae70cb4-9f39-4ff5-bd8a-3bf6b745853b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb', 'code': 200} Sep 08 13:09:14.526916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bdbbdd-29a0-4763-aee7-81bb5c4f9fb2 admin admin] Made reservation on behalf of c3736a3b3e5f4b35b4de4ccbf71780a4 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:14.529479 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-37bdbbdd-29a0-4763-aee7-81bb5c4f9fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:14.536458 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4cdbf43e-6d24-4541-b787-cb2e2706e196 req-229a125d-3299-4f7a-97c1-b2db2a58f6d3 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082993 Sep 08 13:09:14.719451 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4cdbf43e-6d24-4541-b787-cb2e2706e196 req-070cc209-55b7-4ede-b2e7-94b187c0709e service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362057 Sep 08 13:09:14.916894 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-37bdbbdd-29a0-4763-aee7-81bb5c4f9fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:14.983589 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17d9ae3a-364e-4699-ba6a-48022136da20 req-a0bae827-abb1-4441-a0c6-ff779f7826b3 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 210 time: 0.0434055 Sep 08 13:09:15.003517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdbbdd-29a0-4763-aee7-81bb5c4f9fb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6648834e-a876-4433-bd55-f6ab935f18b1,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:15.015117 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bdbbdd-29a0-4763-aee7-81bb5c4f9fb2 admin admin] Checking segment: {'id': '8c83e6a6-9f08-4fdc-88df-959f8d825474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '9804741d-4ffa-4686-aa21-8e908471a39c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:15.015598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bdbbdd-29a0-4763-aee7-81bb5c4f9fb2 admin admin] Network hostable DHCP agents. Network: 9804741d-4ffa-4686-aa21-8e908471a39c, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:09:15.098842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae054c-e05b-428b-b266-69f13f83d713 req-b9bc4ffb-ee14-46de-a13c-47800c0aa158 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:15.100376 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-61ae054c-e05b-428b-b266-69f13f83d713 req-b9bc4ffb-ee14-46de-a13c-47800c0aa158 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0493774 Sep 08 13:09:15.141725 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-61ae054c-e05b-428b-b266-69f13f83d713 req-35aed80b-6c89-4eec-94f7-129edab39e12 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333347 Sep 08 13:09:15.190982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bdbbdd-29a0-4763-aee7-81bb5c4f9fb2 admin admin] Network 9804741d-4ffa-4686-aa21-8e908471a39c is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:09:15.238485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d77c51-caa5-472c-96d1-fc4e29a71189 req-2026493d-0d6a-4df3-8eea-1960103a69bf tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:15.240015 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4d77c51-caa5-472c-96d1-fc4e29a71189 req-2026493d-0d6a-4df3-8eea-1960103a69bf tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 1100 time: 0.0413082 Sep 08 13:09:15.274017 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4d77c51-caa5-472c-96d1-fc4e29a71189 req-dcc16012-0beb-42d0-a3fc-f412629f0614 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276489 Sep 08 13:09:15.295986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-37bdbbdd-29a0-4763-aee7-81bb5c4f9fb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 9804741d-4ffa-4686-aa21-8e908471a39c) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:15.302065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bdbbdd-29a0-4763-aee7-81bb5c4f9fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:15.302724 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-37bdbbdd-29a0-4763-aee7-81bb5c4f9fb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:15.307141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64142659-aa5b-410e-ae0f-c2730225eeac None None] Network 9804741d-4ffa-4686-aa21-8e908471a39c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:09:15.386454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ee533-42b9-4fb3-9844-6127b74cd47d req-b6e365a6-da0a-4a03-a0cb-907f8ed33ae2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:15.388705 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e68ee533-42b9-4fb3-9844-6127b74cd47d req-b6e365a6-da0a-4a03-a0cb-907f8ed33ae2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 949 time: 0.0578172 Sep 08 13:09:15.412717 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-37bdbbdd-29a0-4763-aee7-81bb5c4f9fb2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1252472 Sep 08 13:09:15.443372 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e68ee533-42b9-4fb3-9844-6127b74cd47d req-22d9b434-854e-44b0-869a-e87359bdf30c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476191 Sep 08 13:09:15.453993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef8007-7be6-455a-ae67-b51a74d234be None None] Network 9804741d-4ffa-4686-aa21-8e908471a39c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:09:15.546322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d00b2-b5d0-4af5-9b9a-d69eece5234b req-2cac9e92-0c9b-4198-811d-5d5f048afbba tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:15.548084 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-060d00b2-b5d0-4af5-9b9a-d69eece5234b req-2cac9e92-0c9b-4198-811d-5d5f048afbba tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 1100 time: 0.0450742 Sep 08 13:09:15.592195 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-060d00b2-b5d0-4af5-9b9a-d69eece5234b req-ccd6914b-179a-44a3-9717-b8dbeb62d34d tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375464 Sep 08 13:09:15.688422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46246) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:15.784211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-network', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:15.856090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Made reservation on behalf of b184c2e842764e78a122b1ec80b45a99 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:15.858463 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:15.867984 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:15.957960 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:16.079468 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:16.106192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:09:16.117291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d723ef-42e1-4b63-b7f5-a5e0957854ed,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:16.124297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:16.124639 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Added segment b3fda092-23e8-4501-8b2c-1bd64ceb515b of type vlan for network b3a42663-794e-4834-91b5-51046f164bce Sep 08 13:09:16.169822 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:16.288386 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:16.289390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:16.289980 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:16.351933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] Pushing event updated for resources: {'Network': ['ID=b3a42663-794e-4834-91b5-51046f164bce,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:16.362819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network b3a42663-794e-4834-91b5-51046f164bce details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:09:16.420278 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-70cf10e5-1f45-4846-8041-f5e1fc123a64 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7278140 Sep 08 13:09:16.421560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46268) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:16.427011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-db6c0bdf-5728-4b1f-9b9c-33d0e89e0578 admin admin] Request body: {'subnet': {'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-subnet', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:16.517373 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:16.547984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6c0bdf-5728-4b1f-9b9c-33d0e89e0578 admin admin] Made reservation on behalf of b184c2e842764e78a122b1ec80b45a99 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:16.550577 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db6c0bdf-5728-4b1f-9b9c-33d0e89e0578 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:16.735320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-b6f38beb-c9e4-4801-bc06-e60de385a149 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:16.736866 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-b6f38beb-c9e4-4801-bc06-e60de385a149 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 808 time: 0.3423977 Sep 08 13:09:16.751861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-6e1357ce-8850-4d02-b3ae-984fbcc9be32 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/quotas/86831c4ebbf248aa9ea1e18a0d68769f HTTP/1.1" status: 200 len: 375 time: 0.0091600 Sep 08 13:09:16.784972 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-3af19f63-bfd7-4b44-a5d7-752d0980be42 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268002 Sep 08 13:09:16.803278 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db6c0bdf-5728-4b1f-9b9c-33d0e89e0578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:16.861169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c0bdf-5728-4b1f-9b9c-33d0e89e0578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef7b21a7-50db-4956-96e8-beb091e875de,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:16.870500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6c0bdf-5728-4b1f-9b9c-33d0e89e0578 admin admin] Checking segment: {'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:16.870867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c0bdf-5728-4b1f-9b9c-33d0e89e0578 admin admin] Network hostable DHCP agents. Network: b3a42663-794e-4834-91b5-51046f164bce, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:09:16.887566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-3d74a229-d740-4789-b662-ab095a116d4e service neutron] 10.222.0.69 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953293 Sep 08 13:09:16.957682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6c0bdf-5728-4b1f-9b9c-33d0e89e0578 admin admin] Network b3a42663-794e-4834-91b5-51046f164bce is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:09:16.980406 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 1f738580-6a69-4861-a7eb-10ff46652817 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:09:16.981089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-2cc7d9dc-d7ca-4a49-9471-f7d861126548 service neutron] 10.222.0.69 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863998 Sep 08 13:09:16.984566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ec241bc9-5f50-462b-bf36-82683d028119 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:09:17.009785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: ec241bc9-5f50-462b-bf36-82683d028119 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:09:17.010144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ec241bc9-5f50-462b-bf36-82683d028119 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:09:17.088833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-db6c0bdf-5728-4b1f-9b9c-33d0e89e0578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, b3a42663-794e-4834-91b5-51046f164bce) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:17.099079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6c0bdf-5728-4b1f-9b9c-33d0e89e0578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:17.099683 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db6c0bdf-5728-4b1f-9b9c-33d0e89e0578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:17.103916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b006fcd-d177-4174-964a-05b19b18fd45 None None] Network b3a42663-794e-4834-91b5-51046f164bce requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:09:17.129575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1f738580-6a69-4861-a7eb-10ff46652817,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:17.150633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '1f738580-6a69-4861-a7eb-10ff46652817', 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7', 'port_id': '1f738580-6a69-4861-a7eb-10ff46652817', 'mac_address': 'fa:16:3e:79:18:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66f5b93-f567-41bb-80c4-2513fe2ad21d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:09:17.215945 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46272) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:17.221576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:17.228344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-db6c0bdf-5728-4b1f-9b9c-33d0e89e0578 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8045714 Sep 08 13:09:17.235764 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:17.250137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f738580-6a69-4861-a7eb-10ff46652817 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:17.307120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1f738580-6a69-4861-a7eb-10ff46652817,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:17.350368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-b3a42663-794e-4834-91b5-51046f164bce', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'fixed_ips': [{'subnet_id': 'ef7b21a7-50db-4956-96e8-beb091e875de'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:09:17.351579 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:17.364252 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:17.366419 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:17.440148 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:17.446749 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9319e421-6244-4080-b7a7-9aba0fa968e7 req-d73fd8d4-a83c-455d-a71b-30ea6a7915f6 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 210 time: 0.0876837 Sep 08 13:09:17.516428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:17.536986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=1f738580-6a69-4861-a7eb-10ff46652817,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:17.556335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Allocated IP 172.20.0.2 (b3a42663-794e-4834-91b5-51046f164bce/ef7b21a7-50db-4956-96e8-beb091e875de/6b379344-b74e-4454-8e8d-eff8a14d4339) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:09:17.585823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55717b0-21a8-4e10-972d-4b186688781a req-75033c92-f64e-4f78-9350-d7bde63e10eb tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:17.587381 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b55717b0-21a8-4e10-972d-4b186688781a req-75033c92-f64e-4f78-9350-d7bde63e10eb tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 944 time: 0.0691321 Sep 08 13:09:17.630159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b55717b0-21a8-4e10-972d-4b186688781a req-310b802f-ede4-4b52-acd8-862c453d51da tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 Sep 08 13:09:17.717926 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:17.725909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Transition to ACTIVE for port object 6b379344-b74e-4454-8e8d-eff8a14d4339 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:17.740572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Transition to ACTIVE for port object 6b379344-b74e-4454-8e8d-eff8a14d4339 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:17.791639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['1f738580-6a69-4861-a7eb-10ff46652817'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:17.811523 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:17.832187 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f19bb2-45d1-439c-b08f-90d34f00054b req-a566f2f7-469d-49ed-afbf-fca64ae15708 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:17.833703 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17f19bb2-45d1-439c-b08f-90d34f00054b req-a566f2f7-469d-49ed-afbf-fca64ae15708 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 950 time: 0.1153154 Sep 08 13:09:17.837314 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:17.874012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17f19bb2-45d1-439c-b08f-90d34f00054b req-0019cac8-cc4e-46dd-b464-e30af1075ab1 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341468 Sep 08 13:09:17.896963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Network b3a42663-794e-4834-91b5-51046f164bce is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:09:17.903160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:17.911332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Pushing event updated for resources: {'Port': ['ID=6b379344-b74e-4454-8e8d-eff8a14d4339,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:17.913798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:09:18.003236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Attempting to bind port 6b379344-b74e-4454-8e8d-eff8a14d4339 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:18.003615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Attempting to bind port 6b379344-b74e-4454-8e8d-eff8a14d4339 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:18.003978 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Attempting to bind port 6b379344-b74e-4454-8e8d-eff8a14d4339 on network b3a42663-794e-4834-91b5-51046f164bce {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:18.013888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:18.014296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Checking segment: {'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:18.014704 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:18.015098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Bound using segment: {'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:18.015575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Bound port: 6b379344-b74e-4454-8e8d-eff8a14d4339, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:18.015960 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:18.049392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae15a4-c3e7-40ee-aac1-449690bd4d4c req-1eb325de-f425-4ab6-9ac0-4641bf4a64a3 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:18.050928 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-33ae15a4-c3e7-40ee-aac1-449690bd4d4c req-1eb325de-f425-4ab6-9ac0-4641bf4a64a3 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 949 time: 0.0903692 Sep 08 13:09:18.095715 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] For port 6b379344-b74e-4454-8e8d-eff8a14d4339, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:18.099355 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] For port 6b379344-b74e-4454-8e8d-eff8a14d4339, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6b379344-b74e-4454-8e8d-eff8a14d4339,segment=NetworkSegment(b3fda092-23e8-4501-8b2c-1bd64ceb515b),segment_id=b3fda092-23e8-4501-8b2c-1bd64ceb515b)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:09:18.101955 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-33ae15a4-c3e7-40ee-aac1-449690bd4d4c req-0c5aa2d6-59c5-4ded-9fc7-86fb4c6e308b tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440836 Sep 08 13:09:18.194497 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f70fe73a-754b-4260-af70-7e377242d5a7 req-d7005831-0610-47e1-89a4-a2c9efc78698 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 210 time: 0.0524623 Sep 08 13:09:18.211514 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:18.239661 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:18.263125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:18.276091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd1ac4-a66f-4c87-af2d-038bb1e6ee15 None None] Pushing event updated for resources: {'Port': ['ID=6b379344-b74e-4454-8e8d-eff8a14d4339,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:18.374541 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Allocated IP 172.25.5.82 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/4982596c-0014-4032-9afd-2f788e022c1f) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:09:18.526071 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:18.661398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6b379344-b74e-4454-8e8d-eff8a14d4339 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:18.676617 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d0f38d3-f9a6-4fd6-983a-4b8105c99d7a req-8cd29669-1992-4d43-943f-acfd9e973efb tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 210 time: 0.0464065 Sep 08 13:09:18.680118 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:18.723562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:09:18.728785 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:18.731318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:09:18.738376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Pushing event updated for resources: {'Port': ['ID=4982596c-0014-4032-9afd-2f788e022c1f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:18.798790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 6b379344-b74e-4454-8e8d-eff8a14d4339 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:18.989371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 1f738580-6a69-4861-a7eb-10ff46652817 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:19.087033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:19.180285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 1f738580-6a69-4861-a7eb-10ff46652817 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:19.184440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 1f738580-6a69-4861-a7eb-10ff46652817 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:19.184901 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:19.304985 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:19.349169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f738580-6a69-4861-a7eb-10ff46652817'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:19.359166 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d52abf6-36e1-4691-bc52-37e1d6f477dd" -d '{"events": [{"server_uuid": "5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d", "name": "network-vif-plugged", "status": "completed", "tag": "1f738580-6a69-4861-a7eb-10ff46652817"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:19.359166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17673ddc-17eb-40e0-8dc1-f48b0411988a None None] Network b3a42663-794e-4834-91b5-51046f164bce requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:09:19.361933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a03a72-ce25-41dc-8ed4-5988d4d36242 req-920c94b6-4072-4529-8779-c22f726d95ef tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:19.362780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1f738580-6a69-4861-a7eb-10ff46652817,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:19.363520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0a03a72-ce25-41dc-8ed4-5988d4d36242 req-920c94b6-4072-4529-8779-c22f726d95ef tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 944 time: 0.0653956 Sep 08 13:09:19.365100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:19.449652 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0a03a72-ce25-41dc-8ed4-5988d4d36242 req-d739f9b8-46d7-45da-b393-6b367c42a672 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778239 Sep 08 13:09:19.504692 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:19.513243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-616a5b7f-19b8-426d-b433-eaf306b731b7 None None] Provisioning for port 6b379344-b74e-4454-8e8d-eff8a14d4339 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:19.550021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-616a5b7f-19b8-426d-b433-eaf306b731b7 None None] Provisioning complete for port 6b379344-b74e-4454-8e8d-eff8a14d4339 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:19.550295 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-616a5b7f-19b8-426d-b433-eaf306b731b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:19.599997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Router 839f8330-62c7-4832-aa74-15b548ec4f16 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:09:19.638781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=1f738580-6a69-4861-a7eb-10ff46652817,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:19.680910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1630d-656f-46ac-8066-91d3fd476af0 req-da2c8af8-587b-426c-96cf-ad46d48aff13 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:19.687698 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-616a5b7f-19b8-426d-b433-eaf306b731b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:19.688735 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-64b1630d-656f-46ac-8066-91d3fd476af0 req-da2c8af8-587b-426c-96cf-ad46d48aff13 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 950 time: 0.1304710 Sep 08 13:09:19.724915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-616a5b7f-19b8-426d-b433-eaf306b731b7 None None] For port 6b379344-b74e-4454-8e8d-eff8a14d4339, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6b379344-b74e-4454-8e8d-eff8a14d4339,segment=NetworkSegment(b3fda092-23e8-4501-8b2c-1bd64ceb515b),segment_id=b3fda092-23e8-4501-8b2c-1bd64ceb515b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:19.769015 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-64b1630d-656f-46ac-8066-91d3fd476af0 req-abe59aff-450c-41e7-bf45-b9c3c9da4c95 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792487 Sep 08 13:09:19.794773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:09:19.810339 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Sync routers for ids ['839f8330-62c7-4832-aa74-15b548ec4f16'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:09:19.820234 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Routers {'839f8330-62c7-4832-aa74-15b548ec4f16'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:09:19.820870 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:09:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['839f8330-62c7-4832-aa74-15b548ec4f16'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:19.827624 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-616a5b7f-19b8-426d-b433-eaf306b731b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:19.920015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a5b7f-19b8-426d-b433-eaf306b731b7 None None] Pushing event updated for resources: {'Port': ['ID=6b379344-b74e-4454-8e8d-eff8a14d4339,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:19.923075 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:19.924943 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fb149a66-51bf-4fff-99c6-0f756c823b81 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.7076285 Sep 08 13:09:19.927754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46318) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:19.955543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-61e77edc-9d04-46dd-a793-76302c15c916 None None] Provisioning complete for port 6b379344-b74e-4454-8e8d-eff8a14d4339 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:19.956135 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-61e77edc-9d04-46dd-a793-76302c15c916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:20.037968 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Set router 839f8330-62c7-4832-aa74-15b548ec4f16 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:09:20.053527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d822c70-908f-4cf3-929e-906045462432 req-acbb063d-e4c2-4ade-8d13-5e125a8d165c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:20.055285 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d822c70-908f-4cf3-929e-906045462432 req-acbb063d-e4c2-4ade-8d13-5e125a8d165c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 949 time: 0.2214041 Sep 08 13:09:20.195425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-0782967a-7b84-4276-8d95-23f95edaad99 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:20.197812 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-0782967a-7b84-4276-8d95-23f95edaad99 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.70 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 808 time: 0.3135543 Sep 08 13:09:20.236914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Request body: {'port': {'device_id': 'ba90176d-b983-482a-969d-2e0225b9c8d3', 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75', 'admin_state_up': True, 'tenant_id': '86831c4ebbf248aa9ea1e18a0d68769f'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:20.310932 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d822c70-908f-4cf3-929e-906045462432 req-f7d29036-4a74-4f5d-a663-d00c81796fcc tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353919 Sep 08 13:09:20.368566 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:09:18Z', 'revision_number': 3, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:20.402615 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Checking router: 839f8330-62c7-4832-aa74-15b548ec4f16 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:09:20.403632 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Updating router 839f8330-62c7-4832-aa74-15b548ec4f16 port 4982596c-0014-4032-9afd-2f788e022c1f binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:09:20.436411 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:20.480525 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:20.500708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb7402-a1b2-4a73-aaea-c60b141a24ad req-7c7f4cb4-3244-4d39-8c81-e0303b90f328 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:20.502972 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09cb7402-a1b2-4a73-aaea-c60b141a24ad req-7c7f4cb4-3244-4d39-8c81-e0303b90f328 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0554183 Sep 08 13:09:20.514474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Made reservation on behalf of 86831c4ebbf248aa9ea1e18a0d68769f for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:20.522385 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:20.604304 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09cb7402-a1b2-4a73-aaea-c60b141a24ad req-c73a6033-f280-4e25-868e-b397f80be639 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779700 Sep 08 13:09:20.617668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6b379344-b74e-4454-8e8d-eff8a14d4339 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:20.679910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Allocated IP 172.20.0.1 (b3a42663-794e-4834-91b5-51046f164bce/ef7b21a7-50db-4956-96e8-beb091e875de/22953999-24ab-46d5-9d2a-0c226f5b985d) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:09:20.698867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6b379344-b74e-4454-8e8d-eff8a14d4339 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:20.699900 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:20.727875 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14b82ea4-da49-4601-8c8a-6f53d3436093 req-3cf495c6-c68c-4941-959d-90606eac89ce tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 210 time: 0.0353861 Sep 08 13:09:20.815914 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8034335f-5794-4eae-a32c-81526a1f33ae x-openstack-request-id: req-8034335f-5794-4eae-a32c-81526a1f33ae {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:20.816366 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d", "name": "network-vif-plugged", "status": "completed", "tag": "1f738580-6a69-4861-a7eb-10ff46652817", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:20.816789 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8034335f-5794-4eae-a32c-81526a1f33ae {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:20.817242 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f738580-6a69-4861-a7eb-10ff46652817', 'code': 200} Sep 08 13:09:20.832791 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:20.841947 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Allocated IP 172.20.0.9 (178a2dbf-fa69-4172-bac3-43bd50415f75/1b0c631f-1f63-46cc-ad9d-bb850194cb83/47c9fccf-25c9-47c0-8886-a54fb3555649) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:09:20.859348 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Transition to ACTIVE for port object 4982596c-0014-4032-9afd-2f788e022c1f will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:20.863851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:20.879063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Transition to ACTIVE for port object 22953999-24ab-46d5-9d2a-0c226f5b985d will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:20.914325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0806cc6-866e-4cc6-a332-3774fcf0fe19 req-945924e3-b1a5-4643-91f9-8690eedaad37 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 210 time: 0.0473888 Sep 08 13:09:20.945166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9341c6-bc8a-4857-b3b4-1b4e8ab8861d req-a65bb0d1-ad48-458e-ba6e-a33c355bcc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:20.946637 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b9341c6-bc8a-4857-b3b4-1b4e8ab8861d req-a65bb0d1-ad48-458e-ba6e-a33c355bcc8b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 1096 time: 0.0654817 Sep 08 13:09:20.958741 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.009189 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b9341c6-bc8a-4857-b3b4-1b4e8ab8861d req-b7390310-e0f6-47d3-ad90-e940c6e3680c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496712 Sep 08 13:09:21.036607 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Attempting to bind port 4982596c-0014-4032-9afd-2f788e022c1f on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:21.036957 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Attempting to bind port 4982596c-0014-4032-9afd-2f788e022c1f by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:21.037381 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Attempting to bind port 4982596c-0014-4032-9afd-2f788e022c1f on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:21.050497 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:21.054289 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:21.054289 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.054289 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:21.054289 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Bound port: 4982596c-0014-4032-9afd-2f788e022c1f, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:21.054289 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.054289 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Pushing event updated for resources: {'Port': ['ID=4982596c-0014-4032-9afd-2f788e022c1f,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:21.074563 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.084703 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:21.090417 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:21.090417 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:21.090417 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:21.090417 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:21.090417 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:21.090417 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:21.091754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e4c4c-7815-4fb6-98eb-aca00aa31082 req-4d00c013-6a85-4ab8-ae9d-ac5eff860da5 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:21.091863 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:21.091863 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:21.091863 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:21.091863 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:21.091863 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:21.092262 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f14e4c4c-7815-4fb6-98eb-aca00aa31082 req-4d00c013-6a85-4ab8-ae9d-ac5eff860da5 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0871320 Sep 08 13:09:21.092737 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.121097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Network b3a42663-794e-4834-91b5-51046f164bce is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:09:21.124627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:21.133609 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] For port 4982596c-0014-4032-9afd-2f788e022c1f, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:21.135595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:09:21.136463 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.137802 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] For port 4982596c-0014-4032-9afd-2f788e022c1f, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4982596c-0014-4032-9afd-2f788e022c1f,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:09:21.171246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f14e4c4c-7815-4fb6-98eb-aca00aa31082 req-36a38e7a-ff78-4b4e-80df-e18d26927e35 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706720 Sep 08 13:09:21.192870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Pushing event updated for resources: {'Port': ['ID=22953999-24ab-46d5-9d2a-0c226f5b985d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:21.206035 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.235093 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.279354 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03a955-5429-44bb-b7fa-a6c71d9787c7 None None] Pushing event updated for resources: {'Port': ['ID=4982596c-0014-4032-9afd-2f788e022c1f,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:21.287387 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Routers {'839f8330-62c7-4832-aa74-15b548ec4f16'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:09:21.288074 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:09:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['839f8330-62c7-4832-aa74-15b548ec4f16'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:21.325270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Network 178a2dbf-fa69-4172-bac3-43bd50415f75 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:09:21.335426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:21.339818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:09:21.343047 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Pushing event updated for resources: {'Port': ['ID=47c9fccf-25c9-47c0-8886-a54fb3555649,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:21.402964 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269884d-588e-4fbe-9f75-fe6d0a9d0083 req-e1e04945-8eb0-4d92-bd5d-948e6919b728 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:21.404728 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a269884d-588e-4fbe-9f75-fe6d0a9d0083 req-e1e04945-8eb0-4d92-bd5d-948e6919b728 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 950 time: 0.1613810 Sep 08 13:09:21.413486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:21.414127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.457004 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.466941 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a269884d-588e-4fbe-9f75-fe6d0a9d0083 req-8ba51dba-3e7b-4be3-92c2-5554ce54ade9 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498340 Sep 08 13:09:21.501072 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] Set router 839f8330-62c7-4832-aa74-15b548ec4f16 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:09:21.582690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268284a-3b5b-406b-8a74-f1d2f072d037 req-3ead82d0-1150-4ac4-9d7e-78ab341b60d6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:21.584396 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1268284a-3b5b-406b-8a74-f1d2f072d037 req-3ead82d0-1150-4ac4-9d7e-78ab341b60d6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 949 time: 0.0570953 Sep 08 13:09:21.625822 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1268284a-3b5b-406b-8a74-f1d2f072d037 req-e5b0d178-8a0e-44b3-b96e-f1adcefc7638 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352902 Sep 08 13:09:21.683576 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.697229 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:09:18Z', 'revision_number': 3, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:21.724022 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0556dd3-395f-44b6-8aa3-57f69921f8e2 None None] The sync data for ids ['839f8330-62c7-4832-aa74-15b548ec4f16'] in n-d-807558-3 is: [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:09:18Z', 'revision_number': 3, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:09:21.728843 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9a2e7-bfdc-476e-8b50-ca4738000b2e req-0645004f-0492-4504-a736-c1f7f9989026 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:21.730346 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-98a9a2e7-bfdc-476e-8b50-ca4738000b2e req-0645004f-0492-4504-a736-c1f7f9989026 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0493226 Sep 08 13:09:21.772907 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-98a9a2e7-bfdc-476e-8b50-ca4738000b2e req-f4643889-2d16-45ce-98a0-0b35f67ab697 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363357 Sep 08 13:09:21.782432 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-27087186-0871-4349-b6bc-497f27374d5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5524037 Sep 08 13:09:21.800686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Request body: {'port': {'device_id': 'ba90176d-b983-482a-969d-2e0225b9c8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:21.819953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2d4c3cfe-f12c-4051-931d-45d02b58b68d None None] Provisioning for port 22953999-24ab-46d5-9d2a-0c226f5b985d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:21.822567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.823366 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.825970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2d4c3cfe-f12c-4051-931d-45d02b58b68d None None] Provisioning complete for port 22953999-24ab-46d5-9d2a-0c226f5b985d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:21.826545 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2d4c3cfe-f12c-4051-931d-45d02b58b68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.887324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c3cfe-f12c-4051-931d-45d02b58b68d None None] Port 22953999-24ab-46d5-9d2a-0c226f5b985d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:09:21.916993 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:21.932029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Pushing event updated for resources: {'Port': ['ID=22953999-24ab-46d5-9d2a-0c226f5b985d,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:21.942887 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33f5bc-4c1a-4b19-a45d-61e59814f91d req-f6900dd5-63b7-48d1-8ad3-a02f14581d33 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:21.944380 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8a33f5bc-4c1a-4b19-a45d-61e59814f91d req-f6900dd5-63b7-48d1-8ad3-a02f14581d33 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 931 time: 0.1012955 Sep 08 13:09:21.982970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Network b3a42663-794e-4834-91b5-51046f164bce is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:09:21.987720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:22.105376 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8a33f5bc-4c1a-4b19-a45d-61e59814f91d req-ae120d39-4742-4c36-b784-d98af4c59c06 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369381 Sep 08 13:09:22.190992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Router 839f8330-62c7-4832-aa74-15b548ec4f16 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:09:22.245108 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-739a1379-4380-4e4c-9d5c-1250dc2e5ce6 req-aba9db61-eb5f-4305-b9d2-243253aa46b2 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=de36c9ac-ccbf-48b1-803f-5dd318717e6f HTTP/1.1" status: 200 len: 210 time: 0.0331349 Sep 08 13:09:22.331034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:09:22.347117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-97d84725-22a1-4c0f-b8e9-fc082972f958 None None] Provisioning complete for port 22953999-24ab-46d5-9d2a-0c226f5b985d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:22.347375 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-97d84725-22a1-4c0f-b8e9-fc082972f958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:22.350825 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4a9761dd-7e7c-43bc-81aa-6977abbfca08 admin admin] 10.222.0.69 "PUT /v2.0/routers/839f8330-62c7-4832-aa74-15b548ec4f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4208565 Sep 08 13:09:22.404543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-97d84725-22a1-4c0f-b8e9-fc082972f958 None None] Port 22953999-24ab-46d5-9d2a-0c226f5b985d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:09:22.626765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4982596c-0014-4032-9afd-2f788e022c1f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:22.678516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ee60a-dff5-46c4-9231-740bb130bdad req-378ef879-c698-4d24-972c-8a87fc0cbe1e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:22.685941 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-763ee60a-dff5-46c4-9231-740bb130bdad req-378ef879-c698-4d24-972c-8a87fc0cbe1e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.1186523 Sep 08 13:09:22.700374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c9fccf-25c9-47c0-8886-a54fb3555649 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:22.713505 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:22.740836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Transition to ACTIVE for port object 47c9fccf-25c9-47c0-8886-a54fb3555649 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:22.746719 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-763ee60a-dff5-46c4-9231-740bb130bdad req-db4085d2-f236-4aa6-9c7a-fd97a060c0f4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598886 Sep 08 13:09:22.782141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 4982596c-0014-4032-9afd-2f788e022c1f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:22.787880 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 4982596c-0014-4032-9afd-2f788e022c1f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:22.792923 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:22.822862 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:22.880830 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:22.903472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 4982596c-0014-4032-9afd-2f788e022c1f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4982596c-0014-4032-9afd-2f788e022c1f,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:22.905886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=47c9fccf-25c9-47c0-8886-a54fb3555649,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:22.938395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3f07e-9bb5-4a88-b832-95772b280a03 req-9ad321c8-ddc9-4d4d-96ec-5eaff2e17b7e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:22.939924 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6ec3f07e-9bb5-4a88-b832-95772b280a03 req-9ad321c8-ddc9-4d4d-96ec-5eaff2e17b7e tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 950 time: 0.1181884 Sep 08 13:09:23.014485 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6ec3f07e-9bb5-4a88-b832-95772b280a03 req-7f29a6b6-90c3-4d65-815d-1f1824d92c31 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562072 Sep 08 13:09:23.019208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Attempting to bind port 47c9fccf-25c9-47c0-8886-a54fb3555649 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:23.019550 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Attempting to bind port 47c9fccf-25c9-47c0-8886-a54fb3555649 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:23.019885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Attempting to bind port 47c9fccf-25c9-47c0-8886-a54fb3555649 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:23.024661 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Port 47c9fccf-25c9-47c0-8886-a54fb3555649 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:09:23.024918 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Attempting to bind port 47c9fccf-25c9-47c0-8886-a54fb3555649 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:23.030341 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:23.030684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:23.031459 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:23.031603 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Bound using segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:23.031603 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Bound port: 47c9fccf-25c9-47c0-8886-a54fb3555649, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:23.031834 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:23.086596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=4982596c-0014-4032-9afd-2f788e022c1f,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:23.103595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:23.106879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47c9fccf-25c9-47c0-8886-a54fb3555649,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:09:23.227317 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:23.277443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:23.277983 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:23.279648 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] 10.222.0.70 "PUT /v2.0/ports/47c9fccf-25c9-47c0-8886-a54fb3555649 HTTP/1.1" status: 200 len: 1091 time: 1.4843078 Sep 08 13:09:23.285188 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba90176d-b983-482a-969d-2e0225b9c8d3', 'tag': '47c9fccf-25c9-47c0-8886-a54fb3555649'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:23.287502 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e58f66-f4f6-4a3c-b21b-08c87efe239d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba90176d-b983-482a-969d-2e0225b9c8d3", "tag": "47c9fccf-25c9-47c0-8886-a54fb3555649"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:23.309464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41ff-9333-481b-96ed-ae651498a393 req-262c1d1f-0dc5-4972-897f-414b54f71ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:23.311070 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-262c1d1f-0dc5-4972-897f-414b54f71ee6 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/networks?id=b3a42663-794e-4834-91b5-51046f164bce HTTP/1.1" status: 200 len: 829 time: 0.1579990 Sep 08 13:09:23.327405 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-556e1381-533b-4944-85f8-aebd290e70ed tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/quotas/b184c2e842764e78a122b1ec80b45a99 HTTP/1.1" status: 200 len: 375 time: 0.0100768 Sep 08 13:09:23.333407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421098bd-9339-43c6-8838-86438578fbc9 service neutron] Pushing event updated for resources: {'Port': ['ID=47c9fccf-25c9-47c0-8886-a54fb3555649,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:23.390941 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-67769243-44e0-4d21-9af6-cf5208c93bee tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b184c2e842764e78a122b1ec80b45a99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535843 Sep 08 13:09:23.479196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879a2a1-723a-4875-be26-ee01aa2f826f req-aeab0cdf-9b13-45c7-a52b-d2539688ba86 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:23.480847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5879a2a1-723a-4875-be26-ee01aa2f826f req-aeab0cdf-9b13-45c7-a52b-d2539688ba86 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 949 time: 0.0844996 Sep 08 13:09:23.496070 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b4421-0337-4998-b8b1-c21067eb8a6b req-17ba470c-0c1c-4263-aa6b-72b48bb16d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:23.498692 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-715b4421-0337-4998-b8b1-c21067eb8a6b req-17ba470c-0c1c-4263-aa6b-72b48bb16d2e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 1100 time: 0.0689924 Sep 08 13:09:23.532990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-eeaa5644-97f4-4ca9-8b7c-96f890a08500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:23.534528 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-eeaa5644-97f4-4ca9-8b7c-96f890a08500 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 1094 time: 0.0932033 Sep 08 13:09:23.536706 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-1d6d9252-9d63-4ae7-89b8-a7d9500a6213 service neutron] 10.222.0.69 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362381 Sep 08 13:09:23.549475 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5879a2a1-723a-4875-be26-ee01aa2f826f req-63e6f283-9dd1-4576-ac1d-6690fe28e1fd tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613933 Sep 08 13:09:23.563897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-715b4421-0337-4998-b8b1-c21067eb8a6b req-e2653e7d-f0bc-47c9-8e29-d93e977241aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493495 Sep 08 13:09:23.625836 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-3ad48170-2e9b-4221-ba3f-6c1cc2536dd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c9fccf-25c9-47c0-8886-a54fb3555649 HTTP/1.1" status: 200 len: 217 time: 0.0720663 Sep 08 13:09:23.663977 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322baae2-23bf-4290-894c-e04d352db14e req-a3ebf911-c2a0-452f-abb9-5cd0772b9886 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:23.665564 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-322baae2-23bf-4290-894c-e04d352db14e req-a3ebf911-c2a0-452f-abb9-5cd0772b9886 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0517218 Sep 08 13:09:23.683025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Sync routers for ids ['839f8330-62c7-4832-aa74-15b548ec4f16'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:09:23.694138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Routers {'839f8330-62c7-4832-aa74-15b548ec4f16'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:09:23.701425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:09:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['839f8330-62c7-4832-aa74-15b548ec4f16'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:23.712642 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-322baae2-23bf-4290-894c-e04d352db14e req-2bce9bde-5e26-406f-8c0f-e3700eeee222 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396402 Sep 08 13:09:23.731494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-e7bd4d24-3229-4199-a8a5-ee08c412e7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:23.733292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-e7bd4d24-3229-4199-a8a5-ee08c412e7a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0746841 Sep 08 13:09:23.735685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-87f0fd87-b2b0-482f-bcea-07297d847d30 service neutron] 10.222.0.69 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918051 Sep 08 13:09:23.779051 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-d1036eb3-5c27-4002-a39c-be6c79abdf9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322263 Sep 08 13:09:23.839699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa43c5-0a54-4108-9ad3-1d2d4c5d5b85 req-cfac9385-6205-41f7-b63a-a76128edd21b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:23.840602 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Set router 839f8330-62c7-4832-aa74-15b548ec4f16 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:09:23.847764 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c3fa43c5-0a54-4108-9ad3-1d2d4c5d5b85 req-cfac9385-6205-41f7-b63a-a76128edd21b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 943 time: 0.0637000 Sep 08 13:09:23.896061 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c3fa43c5-0a54-4108-9ad3-1d2d4c5d5b85 req-e51f0c7f-c265-48ea-83f8-c3312aa4dfd0 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Sep 08 13:09:23.905697 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-6e61517a-a324-4e89-8987-8a38f64ccd6d service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149578 Sep 08 13:09:24.052549 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e2ca20f-08c7-4eaf-b62b-3927e7cb8ca1 x-openstack-request-id: req-3e2ca20f-08c7-4eaf-b62b-3927e7cb8ca1 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:24.052858 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba90176d-b983-482a-969d-2e0225b9c8d3", "tag": "47c9fccf-25c9-47c0-8886-a54fb3555649", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:24.053080 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3e2ca20f-08c7-4eaf-b62b-3927e7cb8ca1 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:24.053458 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba90176d-b983-482a-969d-2e0225b9c8d3', 'tag': '47c9fccf-25c9-47c0-8886-a54fb3555649', 'status': 'completed', 'code': 200} Sep 08 13:09:24.084533 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4899b199-5a57-49c4-9c3c-84f0cb44f9a9 req-eeef6d24-a10d-478c-8281-b3be60e996a5 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 210 time: 0.0465221 Sep 08 13:09:24.087749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f511-d83c-4ad5-8406-c15b13c567c2 req-585ff193-de61-4eed-811f-d016d70330f1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:24.088574 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d386b3-e2d8-4ec3-94a1-9b1474776e66 req-e9fd6c82-03ef-43c1-a6e6-7625d4fd6dde service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744885 Sep 08 13:09:24.098041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff26f511-d83c-4ad5-8406-c15b13c567c2 req-585ff193-de61-4eed-811f-d016d70330f1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0772188 Sep 08 13:09:24.149505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:09:21Z', 'revision_number': 4, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '22953999-24ab-46d5-9d2a-0c226f5b985d', 'name': '', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'mac_address': 'fa:16:3e:7c:cf:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:20Z', 'updated_at': '2021-09-08T13:09:21Z', 'revision_number': 2, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'subnets': [{'id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:24.162639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff26f511-d83c-4ad5-8406-c15b13c567c2 req-b3c868b6-e38b-40ad-8105-0931e8225598 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556338 Sep 08 13:09:24.197861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Checking router: 839f8330-62c7-4832-aa74-15b548ec4f16 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:09:24.197983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Updating router 839f8330-62c7-4832-aa74-15b548ec4f16 port 22953999-24ab-46d5-9d2a-0c226f5b985d binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:09:24.226676 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:24.290534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f888039-36a7-4167-8f3b-1d99f11b61a8 req-e4a96cac-f296-4da1-8491-e4ac1bdbcb79 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:24.292197 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f888039-36a7-4167-8f3b-1d99f11b61a8 req-e4a96cac-f296-4da1-8491-e4ac1bdbcb79 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 950 time: 0.0519311 Sep 08 13:09:24.343501 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f888039-36a7-4167-8f3b-1d99f11b61a8 req-9f3d56c3-fcde-4649-848c-34541612de38 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434711 Sep 08 13:09:24.343727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e58f66-f4f6-4a3c-b21b-08c87efe239d req-39108adc-967f-4aaa-a50a-66f9feed785e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:24.345354 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c5e58f66-f4f6-4a3c-b21b-08c87efe239d req-39108adc-967f-4aaa-a50a-66f9feed785e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 1094 time: 0.0592873 Sep 08 13:09:24.527354 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e58f66-f4f6-4a3c-b21b-08c87efe239d req-72bdef34-56a9-48d0-ad73-fc2a28ac0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:24.530305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c5e58f66-f4f6-4a3c-b21b-08c87efe239d req-72bdef34-56a9-48d0-ad73-fc2a28ac0997 service neutron] 10.222.0.70 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.1707127 Sep 08 13:09:24.587668 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c5e58f66-f4f6-4a3c-b21b-08c87efe239d req-ab602b94-03dc-49de-95f0-c5b1c0d0e27c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c9fccf-25c9-47c0-8886-a54fb3555649 HTTP/1.1" status: 200 len: 217 time: 0.0450644 Sep 08 13:09:24.601007 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:24.619890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Transition to ACTIVE for port object 22953999-24ab-46d5-9d2a-0c226f5b985d will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:24.657803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e58f66-f4f6-4a3c-b21b-08c87efe239d req-bf2c4096-906e-45fa-9d43-c2379def24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:24.659602 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c5e58f66-f4f6-4a3c-b21b-08c87efe239d req-bf2c4096-906e-45fa-9d43-c2379def24d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0666983 Sep 08 13:09:24.676334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4982596c-0014-4032-9afd-2f788e022c1f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:24.723191 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c5e58f66-f4f6-4a3c-b21b-08c87efe239d req-09a591d5-38ed-4a29-ad53-e2d72db38e82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488691 Sep 08 13:09:24.727887 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:24.812587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f451af-7f23-4167-800f-c25c6e2becec req-6b73eb6a-4aa1-4017-8016-42fbe7dede2d tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:24.812587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31f451af-7f23-4167-800f-c25c6e2becec req-6b73eb6a-4aa1-4017-8016-42fbe7dede2d tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 1096 time: 0.3884065 Sep 08 13:09:24.840647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 4982596c-0014-4032-9afd-2f788e022c1f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:24.849380 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:24.872126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb29952-8108-4cd7-a328-26e4b10219a2 None None] Pushing event updated for resources: {'Port': ['ID=22953999-24ab-46d5-9d2a-0c226f5b985d,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:24.883345 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31f451af-7f23-4167-800f-c25c6e2becec req-b4874b15-2948-422f-ae56-50a5f644f2f2 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603681 Sep 08 13:09:24.896486 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c5e58f66-f4f6-4a3c-b21b-08c87efe239d req-3f97c485-f220-40c0-93b8-9e97f8f23d14 service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553583 Sep 08 13:09:24.925233 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Attempting to bind port 22953999-24ab-46d5-9d2a-0c226f5b985d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:24.925810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Attempting to bind port 22953999-24ab-46d5-9d2a-0c226f5b985d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:24.926467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Attempting to bind port 22953999-24ab-46d5-9d2a-0c226f5b985d on network b3a42663-794e-4834-91b5-51046f164bce {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:24.933772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:24.934640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Checking segment: {'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:24.935198 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:24.935729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Bound using segment: {'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:24.936372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Bound port: 22953999-24ab-46d5-9d2a-0c226f5b985d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:24.936751 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:25.057782 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778b6ab-f584-4694-9000-e7e5b25211fc req-cdf1e6a7-8884-43ed-bf73-39b99cec9a20 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:25.065019 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2778b6ab-f584-4694-9000-e7e5b25211fc req-cdf1e6a7-8884-43ed-bf73-39b99cec9a20 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 949 time: 0.1655266 Sep 08 13:09:25.091328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be723a-78ba-441c-a44b-951cc618ec78 req-dc8260cd-742b-4fd7-8b4e-e6f1d397cf13 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:25.093682 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-04be723a-78ba-441c-a44b-951cc618ec78 req-dc8260cd-742b-4fd7-8b4e-e6f1d397cf13 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 949 time: 0.0742593 Sep 08 13:09:25.103523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] For port 22953999-24ab-46d5-9d2a-0c226f5b985d, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:25.123419 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c5e58f66-f4f6-4a3c-b21b-08c87efe239d req-1a932200-d6e1-4304-8b24-960d2a09706d service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146208 Sep 08 13:09:25.127800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] For port 22953999-24ab-46d5-9d2a-0c226f5b985d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=22953999-24ab-46d5-9d2a-0c226f5b985d,segment=NetworkSegment(b3fda092-23e8-4501-8b2c-1bd64ceb515b),segment_id=b3fda092-23e8-4501-8b2c-1bd64ceb515b)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:09:25.148913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-04be723a-78ba-441c-a44b-951cc618ec78 req-3f575e21-e144-413f-93d2-822f838b07e0 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Sep 08 13:09:25.158914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2778b6ab-f584-4694-9000-e7e5b25211fc req-2a60253a-dae4-4ca8-a75c-1d7ddd87939d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901389 Sep 08 13:09:25.239188 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:25.292999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a7168-242b-440d-be99-a3f5ca00aa37 req-018285e3-2fe1-46f1-8911-adde7dc3b0bd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:25.301160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6d0a7168-242b-440d-be99-a3f5ca00aa37 req-018285e3-2fe1-46f1-8911-adde7dc3b0bd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 943 time: 0.0697081 Sep 08 13:09:25.305444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0bddd-eff7-46e7-a036-4a725684846c req-6c8d827c-88d5-4e95-b5ea-0fdf44f8897d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:25.323759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-afb0bddd-eff7-46e7-a036-4a725684846c req-6c8d827c-88d5-4e95-b5ea-0fdf44f8897d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0864279 Sep 08 13:09:25.324113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb29952-8108-4cd7-a328-26e4b10219a2 None None] Pushing event updated for resources: {'Port': ['ID=22953999-24ab-46d5-9d2a-0c226f5b985d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:25.324113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Routers {'839f8330-62c7-4832-aa74-15b548ec4f16'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:09:25.324113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:09:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['839f8330-62c7-4832-aa74-15b548ec4f16'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:25.342986 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6d0a7168-242b-440d-be99-a3f5ca00aa37 req-36d58d91-914a-48cb-ab03-0e0a7f61923e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Sep 08 13:09:25.367650 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-afb0bddd-eff7-46e7-a036-4a725684846c req-b32437de-b8af-415a-bd1a-325013658616 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456622 Sep 08 13:09:25.488018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] Set router 839f8330-62c7-4832-aa74-15b548ec4f16 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:09:25.567109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68147e73-df47-460e-bf31-9d64c43bf661 req-847bb9d0-08ca-4d23-b3e1-7dbfc88ca132 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 210 time: 0.0805693 Sep 08 13:09:25.592041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7abdd9-32d0-4663-8b48-20f5ff9b5bf7 req-abfa3a38-2ace-43cc-93cf-e0eacf309f23 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:25.600688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b7abdd9-32d0-4663-8b48-20f5ff9b5bf7 req-abfa3a38-2ace-43cc-93cf-e0eacf309f23 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 950 time: 0.1015048 Sep 08 13:09:25.646005 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b7abdd9-32d0-4663-8b48-20f5ff9b5bf7 req-fac25399-4a2f-4375-97fc-ef23e8b1607b tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbc618ad-3630-4d4f-b3a9-900c645270f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444157 Sep 08 13:09:25.798372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:09:21Z', 'revision_number': 4, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '22953999-24ab-46d5-9d2a-0c226f5b985d', 'name': '', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'mac_address': 'fa:16:3e:7c:cf:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:20Z', 'updated_at': '2021-09-08T13:09:25Z', 'revision_number': 4, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'subnets': [{'id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:25.825672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874f3719-5dc9-459c-8a2e-6e3aa16cd2b8 None None] The sync data for ids ['839f8330-62c7-4832-aa74-15b548ec4f16'] in n-d-807558-3 is: [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:09:21Z', 'revision_number': 4, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '22953999-24ab-46d5-9d2a-0c226f5b985d', 'name': '', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'mac_address': 'fa:16:3e:7c:cf:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:20Z', 'updated_at': '2021-09-08T13:09:25Z', 'revision_number': 4, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'subnets': [{'id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:09:25.920318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b1b69-c769-4896-9711-d1acd7e92e0c req-069b7f9a-73ec-4d7e-b3f9-9d416bd6b1e5 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:25.922699 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-210b1b69-c769-4896-9711-d1acd7e92e0c req-069b7f9a-73ec-4d7e-b3f9-9d416bd6b1e5 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.60 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 950 time: 0.0940902 Sep 08 13:09:26.033658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-210b1b69-c769-4896-9711-d1acd7e92e0c req-ff64d861-c39d-45c2-8575-0258a950b716 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Deleting port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:09:26.034279 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-210b1b69-c769-4896-9711-d1acd7e92e0c req-ff64d861-c39d-45c2-8575-0258a950b716 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:26.154082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-210b1b69-c769-4896-9711-d1acd7e92e0c req-ff64d861-c39d-45c2-8575-0258a950b716 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] For port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=59ac2030-7c68-43d6-aafe-f1a3bd0e3411,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:26.154417 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-210b1b69-c769-4896-9711-d1acd7e92e0c req-ff64d861-c39d-45c2-8575-0258a950b716 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:26.175965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-210b1b69-c769-4896-9711-d1acd7e92e0c req-ff64d861-c39d-45c2-8575-0258a950b716 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Calling delete_port for 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:09:26.322709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2ab8a-fc4e-437a-90b7-9954deb08be9 req-c478ecad-bf1c-4d76-9f68-061884157d3d tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:26.330646 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e7f2ab8a-fc4e-437a-90b7-9954deb08be9 req-c478ecad-bf1c-4d76-9f68-061884157d3d tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 949 time: 0.0681789 Sep 08 13:09:26.331825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2411d50-415b-442b-84bd-c052bd25903d req-1b1e92b3-e013-4794-b0c0-5c0bfbf004b6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:26.333626 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c2411d50-415b-442b-84bd-c052bd25903d req-1b1e92b3-e013-4794-b0c0-5c0bfbf004b6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 949 time: 0.0719686 Sep 08 13:09:26.376265 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e7f2ab8a-fc4e-437a-90b7-9954deb08be9 req-668cc00a-7745-4ecc-80d5-81df5868c1d6 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440838 Sep 08 13:09:26.428177 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c2411d50-415b-442b-84bd-c052bd25903d req-a1a14908-c309-4f28-bea6-bcecac17c00e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822525 Sep 08 13:09:26.523887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ae9f0-8c11-4c26-836b-29d2b6ea25e3 req-9f35edf4-6f9f-4ad9-a123-d84289b4e4fb tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:26.526192 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf3ae9f0-8c11-4c26-836b-29d2b6ea25e3 req-9f35edf4-6f9f-4ad9-a123-d84289b4e4fb tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.60 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 949 time: 0.0967760 Sep 08 13:09:26.529811 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-210b1b69-c769-4896-9711-d1acd7e92e0c req-ff64d861-c39d-45c2-8575-0258a950b716 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:26.567167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['59ac2030-7c68-43d6-aafe-f1a3bd0e3411'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:26.713053 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64d861-c39d-45c2-8575-0258a950b716 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Pushing event deleted for resources: {'Port': ['ID=59ac2030-7c68-43d6-aafe-f1a3bd0e3411,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:27.021152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4e906-f022-4934-8498-267c5122c4fb req-430baeb5-b710-45d8-90be-275a3cd8b32d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:27.021152 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-edb4e906-f022-4934-8498-267c5122c4fb req-430baeb5-b710-45d8-90be-275a3cd8b32d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 943 time: 0.2293108 Sep 08 13:09:27.027453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-210b1b69-c769-4896-9711-d1acd7e92e0c req-ff64d861-c39d-45c2-8575-0258a950b716 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] No DVR routers for this DVR port 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:09:27.027453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-210b1b69-c769-4896-9711-d1acd7e92e0c req-ff64d861-c39d-45c2-8575-0258a950b716 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:27.027453 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-210b1b69-c769-4896-9711-d1acd7e92e0c req-ff64d861-c39d-45c2-8575-0258a950b716 tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.60 "DELETE /v2.0/ports/59ac2030-7c68-43d6-aafe-f1a3bd0e3411 HTTP/1.1" status: 204 len: 173 time: 0.8486123 Sep 08 13:09:27.027453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '160de57b-3880-48cf-82d7-63ae03559ef4', 'name': 'network-vif-deleted', 'tag': '59ac2030-7c68-43d6-aafe-f1a3bd0e3411'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:27.027453 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0668fb-4286-41ad-86c7-fdf4aac69aa3" -d '{"events": [{"server_uuid": "160de57b-3880-48cf-82d7-63ae03559ef4", "name": "network-vif-deleted", "tag": "59ac2030-7c68-43d6-aafe-f1a3bd0e3411"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:27.031867 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-edb4e906-f022-4934-8498-267c5122c4fb req-211be438-bde3-4927-bfa4-803383cfa4d2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446332 Sep 08 13:09:27.034626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e7c8a-8d30-4947-a620-833f84750b3c req-db87036b-6bc2-406d-897d-606ed2cd0993 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:27.034626 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c2e7c8a-8d30-4947-a620-833f84750b3c req-db87036b-6bc2-406d-897d-606ed2cd0993 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.2536716 Sep 08 13:09:27.034626 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c2e7c8a-8d30-4947-a620-833f84750b3c req-8233e973-1470-4775-97a4-052f7cda6aed tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Sep 08 13:09:27.037096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5fad3-1661-4144-84d2-7d8a23d60a04 req-f035255c-dd55-45fd-b5a5-ba918927dd03 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:27.037096 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c6c5fad3-1661-4144-84d2-7d8a23d60a04 req-f035255c-dd55-45fd-b5a5-ba918927dd03 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 1100 time: 0.0483091 Sep 08 13:09:27.037096 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c6c5fad3-1661-4144-84d2-7d8a23d60a04 req-52b1acc1-5ce1-42bf-b838-530ac107932e tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386617 Sep 08 13:09:27.039252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9b408d0-d9a7-4c9f-b0b3-757c38c5b25b req-fbda8a1b-ca04-47a2-8ad9-ed310eafd89c tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 210 time: 0.0278888 Sep 08 13:09:27.039252 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b862ac35-9ff8-45e5-b43d-46e95db6bfb2 x-openstack-request-id: req-b862ac35-9ff8-45e5-b43d-46e95db6bfb2 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:27.039252 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "160de57b-3880-48cf-82d7-63ae03559ef4", "name": "network-vif-deleted", "tag": "59ac2030-7c68-43d6-aafe-f1a3bd0e3411", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:27.039252 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b862ac35-9ff8-45e5-b43d-46e95db6bfb2 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:27.039252 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '160de57b-3880-48cf-82d7-63ae03559ef4', 'name': 'network-vif-deleted', 'tag': '59ac2030-7c68-43d6-aafe-f1a3bd0e3411', 'status': 'completed', 'code': 200} Sep 08 13:09:27.064476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 22953999-24ab-46d5-9d2a-0c226f5b985d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:27.158535 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e6c035b-6afe-44cf-95b2-11cf45111673 req-889caaca-4ed3-44f3-88fd-dacf1ffe78da tempest-ServersAdminNegativeTestJSON-652501721 tempest-ServersAdminNegativeTestJSON-652501721-project] 10.222.0.69 "GET /v2.0/ports?device_id=160de57b-3880-48cf-82d7-63ae03559ef4 HTTP/1.1" status: 200 len: 210 time: 0.1135747 Sep 08 13:09:27.161381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 47c9fccf-25c9-47c0-8886-a54fb3555649 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:09:27.232651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-cf3ae9f0-8c11-4c26-836b-29d2b6ea25e3 req-cdd3b89c-7cf6-495b-bc74-d4a4a1372bc2 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Deleting port a5a78d63-7711-46c0-98c3-86b434f5a0e7 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:09:27.243017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf3ae9f0-8c11-4c26-836b-29d2b6ea25e3 req-cdd3b89c-7cf6-495b-bc74-d4a4a1372bc2 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:27.558301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47c9fccf-25c9-47c0-8886-a54fb3555649,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:27.573294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-e24f8627-e983-4f2c-9ef3-a2fb83893779 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811141 Sep 08 13:09:27.586470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '47c9fccf-25c9-47c0-8886-a54fb3555649', 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75', 'port_id': '47c9fccf-25c9-47c0-8886-a54fb3555649', 'mac_address': 'fa:16:3e:e2:d8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0c631f-1f63-46cc-ad9d-bb850194cb83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:09:27.592129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 22953999-24ab-46d5-9d2a-0c226f5b985d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:27.659902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cf3ae9f0-8c11-4c26-836b-29d2b6ea25e3 req-cdd3b89c-7cf6-495b-bc74-d4a4a1372bc2 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] For port a5a78d63-7711-46c0-98c3-86b434f5a0e7, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a5a78d63-7711-46c0-98c3-86b434f5a0e7,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:27.660626 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf3ae9f0-8c11-4c26-836b-29d2b6ea25e3 req-cdd3b89c-7cf6-495b-bc74-d4a4a1372bc2 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:27.699959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 22953999-24ab-46d5-9d2a-0c226f5b985d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:27.700657 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:27.725920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-cf3ae9f0-8c11-4c26-836b-29d2b6ea25e3 req-cdd3b89c-7cf6-495b-bc74-d4a4a1372bc2 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Calling delete_port for a5a78d63-7711-46c0-98c3-86b434f5a0e7 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:09:27.742861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4b2a5-4a9b-4ca6-b273-5a26574be5a5 req-d7baf83d-a0fe-4505-b9c7-fd4b23ed9d17 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:27.746695 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e0e4b2a5-4a9b-4ca6-b273-5a26574be5a5 req-d7baf83d-a0fe-4505-b9c7-fd4b23ed9d17 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 949 time: 0.0662217 Sep 08 13:09:27.763764 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:27.794083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47c9fccf-25c9-47c0-8886-a54fb3555649 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:27.835870 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e0e4b2a5-4a9b-4ca6-b273-5a26574be5a5 req-35e6390d-5847-4ff3-a53e-492fe6a02ce7 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/security-groups?id=d771e96d-3933-406b-aa6a-7f2d07523be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836024 Sep 08 13:09:27.850122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47c9fccf-25c9-47c0-8886-a54fb3555649,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:27.891518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41ff-9333-481b-96ed-ae651498a393 req-5d62e933-89cc-4298-b9ed-608fb967147f tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:27.893747 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-5d62e933-89cc-4298-b9ed-608fb967147f tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.60 "GET /v2.0/networks?id=b3a42663-794e-4834-91b5-51046f164bce HTTP/1.1" status: 200 len: 829 time: 0.3484936 Sep 08 13:09:27.903645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-59371a91-2eaa-4381-8ff7-8ac885a3519a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:27.911482 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-59371a91-2eaa-4381-8ff7-8ac885a3519a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3370800 Sep 08 13:09:27.921018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Request body: {'port': {'device_id': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'admin_state_up': True, 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:27.927127 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:27.967993 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:28.040719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 22953999-24ab-46d5-9d2a-0c226f5b985d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=22953999-24ab-46d5-9d2a-0c226f5b985d,segment=NetworkSegment(b3fda092-23e8-4501-8b2c-1bd64ceb515b),segment_id=b3fda092-23e8-4501-8b2c-1bd64ceb515b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:28.072947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-7b117660-d253-437a-bf77-7b6eb245a01d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/quotas/7552984e8e56490ca3a3457fbd7d0daf HTTP/1.1" status: 200 len: 375 time: 0.1573529 Sep 08 13:09:28.116691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=47c9fccf-25c9-47c0-8886-a54fb3555649,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:28.124697 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:28.165992 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-84335942-c863-4e6c-9e29-7f82b23c5960 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0951612 Sep 08 13:09:28.194113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=22953999-24ab-46d5-9d2a-0c226f5b985d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:28.219068 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da92af4e-5fa6-4550-a356-8c482752a7a3 req-0d923574-5b69-41de-aecb-1adda6d90008 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 210 time: 0.0750527 Sep 08 13:09:28.244567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Made reservation on behalf of b184c2e842764e78a122b1ec80b45a99 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:28.248377 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:28.324623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['47c9fccf-25c9-47c0-8886-a54fb3555649'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:28.355834 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf3ae9f0-8c11-4c26-836b-29d2b6ea25e3 req-cdd3b89c-7cf6-495b-bc74-d4a4a1372bc2 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:28.374522 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2241a3-5ffe-4450-8a62-e03f84aedf8d req-cf0b86f5-ec56-4c23-86ab-0010c9aaaad4 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:28.383880 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a2241a3-5ffe-4450-8a62-e03f84aedf8d req-cf0b86f5-ec56-4c23-86ab-0010c9aaaad4 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0782723 Sep 08 13:09:28.446045 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a2241a3-5ffe-4450-8a62-e03f84aedf8d req-6744aa97-f40e-4df2-89cd-5ccc5f5fe0f7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612769 Sep 08 13:09:28.534833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3b89c-7cf6-495b-bc74-d4a4a1372bc2 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Pushing event deleted for resources: {'Port': ['ID=a5a78d63-7711-46c0-98c3-86b434f5a0e7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:28.638978 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 22953999-24ab-46d5-9d2a-0c226f5b985d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:28.707626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3ae9f0-8c11-4c26-836b-29d2b6ea25e3 req-cdd3b89c-7cf6-495b-bc74-d4a4a1372bc2 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] No DVR routers for this DVR port a5a78d63-7711-46c0-98c3-86b434f5a0e7 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:09:28.718682 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf3ae9f0-8c11-4c26-836b-29d2b6ea25e3 req-cdd3b89c-7cf6-495b-bc74-d4a4a1372bc2 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:28.722939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf3ae9f0-8c11-4c26-836b-29d2b6ea25e3 req-cdd3b89c-7cf6-495b-bc74-d4a4a1372bc2 tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.60 "DELETE /v2.0/ports/a5a78d63-7711-46c0-98c3-86b434f5a0e7 HTTP/1.1" status: 204 len: 173 time: 2.1657588 Sep 08 13:09:28.772580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758e327-1c5b-4d8d-ae48-a81e4b2befd2 req-980e9f46-e9a7-4f59-b23b-ebc558dcbaf8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:28.774317 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d758e327-1c5b-4d8d-ae48-a81e4b2befd2 req-980e9f46-e9a7-4f59-b23b-ebc558dcbaf8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 944 time: 0.1249118 Sep 08 13:09:28.798306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Allocated IP 172.20.0.8 (b3a42663-794e-4834-91b5-51046f164bce/ef7b21a7-50db-4956-96e8-beb091e875de/92859c71-466e-4b5c-9f53-b9d28a1acb56) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:09:28.896504 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d758e327-1c5b-4d8d-ae48-a81e4b2befd2 req-b3dc504b-8db8-4cfd-b09f-f3a1d469e4d8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084690 Sep 08 13:09:28.910775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5890286d-c2d4-40d4-8488-d404597677df req-60859860-b670-4c0f-98a5-ee917f760a74 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 210 time: 0.0570464 Sep 08 13:09:29.052317 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 22953999-24ab-46d5-9d2a-0c226f5b985d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:29.052820 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:29.067099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd56399-edd6-429b-aee2-7d3bab019b97', 'name': 'network-vif-deleted', 'tag': 'a5a78d63-7711-46c0-98c3-86b434f5a0e7'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:29.068502 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec32d987-6c4f-47a8-802e-29820963a126" -d '{"events": [{"server_uuid": "6fd56399-edd6-429b-aee2-7d3bab019b97", "name": "network-vif-deleted", "tag": "a5a78d63-7711-46c0-98c3-86b434f5a0e7"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:29.149456 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cd31577a-a0ca-49f6-b049-656bffb83f3e req-4324e47c-18e0-4aa3-8fa7-aeecc5ead33c tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 210 time: 0.0886843 Sep 08 13:09:29.174687 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:29.174687 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37051404-9567-4c52-b470-1811f4e02fc0 x-openstack-request-id: req-37051404-9567-4c52-b470-1811f4e02fc0 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:29.174687 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd56399-edd6-429b-aee2-7d3bab019b97", "name": "network-vif-deleted", "tag": "a5a78d63-7711-46c0-98c3-86b434f5a0e7", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:29.174687 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37051404-9567-4c52-b470-1811f4e02fc0 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:29.174687 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd56399-edd6-429b-aee2-7d3bab019b97', 'name': 'network-vif-deleted', 'tag': 'a5a78d63-7711-46c0-98c3-86b434f5a0e7', 'status': 'completed', 'code': 200} Sep 08 13:09:29.184831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Transition to ACTIVE for port object 92859c71-466e-4b5c-9f53-b9d28a1acb56 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:29.372977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bf42db0d-10d3-4e31-8aa3-39d0db4ac9f5 req-f38cdb8c-12b4-467e-a9da-6a3498b5d350 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 210 time: 0.0681181 Sep 08 13:09:29.379640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:29.450459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Network b3a42663-794e-4834-91b5-51046f164bce is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:09:29.525202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:29.568597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:09:29.598507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:29.599985 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:29.689911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a5a78d63-7711-46c0-98c3-86b434f5a0e7 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:09:29.733746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Pushing event updated for resources: {'Port': ['ID=92859c71-466e-4b5c-9f53-b9d28a1acb56,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:29.758084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a5a78d63-7711-46c0-98c3-86b434f5a0e7 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:09:29.763601 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a5a78d63-7711-46c0-98c3-86b434f5a0e7 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:09:29.763601 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:09:29.846505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:09:29.847196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 59ac2030-7c68-43d6-aafe-f1a3bd0e3411 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:09:29.855726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a352ad-5415-488d-8ca6-62c1b312d022 req-a9eeb6bc-c0da-4f50-a2d3-c89e63e3c47e tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:29.871026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85a352ad-5415-488d-8ca6-62c1b312d022 req-a9eeb6bc-c0da-4f50-a2d3-c89e63e3c47e tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.2510834 Sep 08 13:09:29.894628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46486) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:29.944744 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-0fed36c6-ce7b-4467-8a1c-d424795df411 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0292003 Sep 08 13:09:29.957061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Request body: {'port': {'device_id': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:30.031576 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85a352ad-5415-488d-8ca6-62c1b312d022 req-c56a7cee-a97b-44be-9ab8-9a5a3955e0dd tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442163 Sep 08 13:09:30.124531 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e2ee1671-0d09-4a36-8103-fbae23456907 req-937f1bfb-a177-44db-9011-d4a12703b0fb tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 210 time: 0.0424633 Sep 08 13:09:30.225178 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:30.309188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ec7bf64d-271c-4250-8b2f-3daa4ec446a1 None None] Provisioning for port 92859c71-466e-4b5c-9f53-b9d28a1acb56 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:30.319393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ec7bf64d-271c-4250-8b2f-3daa4ec446a1 None None] Provisioning complete for port 92859c71-466e-4b5c-9f53-b9d28a1acb56 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:30.319393 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ec7bf64d-271c-4250-8b2f-3daa4ec446a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:30.384006 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce51dc4d-03ba-4e06-aea4-bfd82a6f5f4c req-ea5fd658-e7d8-431f-af2d-2583dfc7341a tempest-LiveMigrationNegativeTest-1702729859 tempest-LiveMigrationNegativeTest-1702729859-project] 10.222.0.69 "GET /v2.0/ports?device_id=6fd56399-edd6-429b-aee2-7d3bab019b97 HTTP/1.1" status: 200 len: 210 time: 0.0472238 Sep 08 13:09:30.386836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ec7bf64d-271c-4250-8b2f-3daa4ec446a1 None None] Port 92859c71-466e-4b5c-9f53-b9d28a1acb56 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:09:30.453687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9fc3be10-a425-4561-8416-f496b2f9816f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4f9e01d4b3d04d74a450534bc08e9f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5567687 Sep 08 13:09:30.457969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46498) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:30.465893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed228afc-fd7d-4e52-a98c-31b449b35dbe req-e8dec3d3-8124-44aa-9ae4-5c13b3f5d46d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:30.467681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed228afc-fd7d-4e52-a98c-31b449b35dbe req-e8dec3d3-8124-44aa-9ae4-5c13b3f5d46d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 944 time: 0.4151454 Sep 08 13:09:30.544514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed228afc-fd7d-4e52-a98c-31b449b35dbe req-7ccdf1df-70ab-444b-aebf-a0ecfe97c1d7 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596695 Sep 08 13:09:30.582462 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a7c665d-4438-41a8-88c5-f8a2bed3d723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:30.621067 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a7c665d-4438-41a8-88c5-f8a2bed3d723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:30.639976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559898c-84d3-4b6b-ae6f-2fd778839be1 req-ae3ed404-1299-4c13-9c9f-c2efededf775 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:30.641567 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7559898c-84d3-4b6b-ae6f-2fd778839be1 req-ae3ed404-1299-4c13-9c9f-c2efededf775 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 931 time: 0.1371534 Sep 08 13:09:30.704790 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7559898c-84d3-4b6b-ae6f-2fd778839be1 req-de5bd6ec-86bc-4f6e-8c09-2eaaba8af3ee tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536606 Sep 08 13:09:30.713732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92859c71-466e-4b5c-9f53-b9d28a1acb56 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:30.723282 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:30.737934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Transition to ACTIVE for port object 92859c71-466e-4b5c-9f53-b9d28a1acb56 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:30.799470 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a7c665d-4438-41a8-88c5-f8a2bed3d723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:30.802354 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a7c665d-4438-41a8-88c5-f8a2bed3d723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:30.807410 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1a7c665d-4438-41a8-88c5-f8a2bed3d723 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fbc618ad-3630-4d4f-b3a9-900c645270f3 HTTP/1.1" status: 204 len: 168 time: 0.3446994 Sep 08 13:09:30.824042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7c665d-4438-41a8-88c5-f8a2bed3d723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc618ad-3630-4d4f-b3a9-900c645270f3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:30.837807 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:30.906099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Pushing event updated for resources: {'Port': ['ID=92859c71-466e-4b5c-9f53-b9d28a1acb56,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:30.942275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Attempting to bind port 92859c71-466e-4b5c-9f53-b9d28a1acb56 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:30.942596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Attempting to bind port 92859c71-466e-4b5c-9f53-b9d28a1acb56 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:30.942935 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Attempting to bind port 92859c71-466e-4b5c-9f53-b9d28a1acb56 on network b3a42663-794e-4834-91b5-51046f164bce {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:30.947921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Port 92859c71-466e-4b5c-9f53-b9d28a1acb56 on network b3a42663-794e-4834-91b5-51046f164bce not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:09:30.948468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Attempting to bind port 92859c71-466e-4b5c-9f53-b9d28a1acb56 on network b3a42663-794e-4834-91b5-51046f164bce {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:30.954758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:30.955213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Checking segment: {'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:30.955555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Bound using segment: {'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:30.956011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Bound port: 92859c71-466e-4b5c-9f53-b9d28a1acb56, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3fda092-23e8-4501-8b2c-1bd64ceb515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:30.956444 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:31.097446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 47c9fccf-25c9-47c0-8886-a54fb3555649 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:31.098025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] For port 92859c71-466e-4b5c-9f53-b9d28a1acb56, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:31.100016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] For port 92859c71-466e-4b5c-9f53-b9d28a1acb56, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=92859c71-466e-4b5c-9f53-b9d28a1acb56,segment=NetworkSegment(b3fda092-23e8-4501-8b2c-1bd64ceb515b),segment_id=b3fda092-23e8-4501-8b2c-1bd64ceb515b)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:09:31.191088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d3ad2-0014-4104-86fe-3c50253f549c req-d1a4f631-55e0-4d0a-ace3-a1041d58bef6 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:31.193121 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c8d3ad2-0014-4104-86fe-3c50253f549c req-d1a4f631-55e0-4d0a-ace3-a1041d58bef6 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0673265 Sep 08 13:09:31.201212 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:31.238819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:31.239861 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:31.240937 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] 10.222.0.60 "PUT /v2.0/ports/92859c71-466e-4b5c-9f53-b9d28a1acb56 HTTP/1.1" status: 200 len: 1091 time: 1.2899339 Sep 08 13:09:31.241549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'tag': '92859c71-466e-4b5c-9f53-b9d28a1acb56'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:31.243966 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340a6508-0d86-410d-9ead-9391b01a90a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e635ab75-24dc-46e6-bdf7-4815f216740d", "tag": "92859c71-466e-4b5c-9f53-b9d28a1acb56"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:31.249987 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c8d3ad2-0014-4104-86fe-3c50253f549c req-c1c97bdb-4308-4b0b-abc0-4e4a09e197e7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479615 Sep 08 13:09:31.286992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775f336-54ab-4765-8a2f-f07c57c15948 service neutron] Pushing event updated for resources: {'Port': ['ID=92859c71-466e-4b5c-9f53-b9d28a1acb56,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:31.344478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09f474f6-bd12-4d18-9eb6-a6b943fb0151 req-7be4687d-8a5b-48cc-acf3-617673e5c465 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 210 time: 0.0347886 Sep 08 13:09:31.369393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 47c9fccf-25c9-47c0-8886-a54fb3555649 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:31.386920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 47c9fccf-25c9-47c0-8886-a54fb3555649 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:31.388276 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:31.471014 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64412c8-5ae9-4445-b04d-81e12fc86363 x-openstack-request-id: req-a64412c8-5ae9-4445-b04d-81e12fc86363 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:31.471411 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e635ab75-24dc-46e6-bdf7-4815f216740d", "tag": "92859c71-466e-4b5c-9f53-b9d28a1acb56", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:31.471549 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a64412c8-5ae9-4445-b04d-81e12fc86363 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:31.477294 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'tag': '92859c71-466e-4b5c-9f53-b9d28a1acb56', 'status': 'completed', 'code': 200} Sep 08 13:09:31.538086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41ff-9333-481b-96ed-ae651498a393 req-0141af3b-812d-4c01-aebb-e76f6132bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:31.539702 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:31.540692 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-0141af3b-812d-4c01-aebb-e76f6132bfd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b184c2e842764e78a122b1ec80b45a99&device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 1094 time: 0.1330473 Sep 08 13:09:31.572387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba90176d-b983-482a-969d-2e0225b9c8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c9fccf-25c9-47c0-8886-a54fb3555649'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:31.576614 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522ed85d-6322-487a-9e15-679b64ba21b2" -d '{"events": [{"server_uuid": "ba90176d-b983-482a-969d-2e0225b9c8d3", "name": "network-vif-plugged", "status": "completed", "tag": "47c9fccf-25c9-47c0-8886-a54fb3555649"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:31.603865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47c9fccf-25c9-47c0-8886-a54fb3555649,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:31.629071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-a61893cb-94eb-4e14-8ad5-6b9eb18c8a0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92859c71-466e-4b5c-9f53-b9d28a1acb56 HTTP/1.1" status: 200 len: 217 time: 0.0779262 Sep 08 13:09:31.686111 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41ff-9333-481b-96ed-ae651498a393 req-448a87ad-71a8-40a4-a065-20687abde28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:31.687752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-448a87ad-71a8-40a4-a065-20687abde28d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef7b21a7-50db-4956-96e8-beb091e875de HTTP/1.1" status: 200 len: 868 time: 0.0505667 Sep 08 13:09:31.702704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfaae3-4fb3-4fdd-817f-e82f837f0d06 req-a72892de-2f16-46a3-8665-29f6c6407b35 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:31.705639 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66dfaae3-4fb3-4fdd-817f-e82f837f0d06 req-a72892de-2f16-46a3-8665-29f6c6407b35 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 944 time: 0.0551693 Sep 08 13:09:31.748117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e41ff-9333-481b-96ed-ae651498a393 req-4e950978-4420-4590-b519-a9c4b04d550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:31.749535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-4e950978-4420-4590-b519-a9c4b04d550f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a42663-794e-4834-91b5-51046f164bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528159 Sep 08 13:09:31.749672 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66dfaae3-4fb3-4fdd-817f-e82f837f0d06 req-c5e0771c-4969-49c2-8dd4-603f2dbb4d71 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Sep 08 13:09:31.806292 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:31.858719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-01b16d56-ed09-486e-836c-1c7731aa2654 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002102 Sep 08 13:09:31.903800 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467088c6-3ddb-476b-8cbc-ef8b2163baf4 x-openstack-request-id: req-467088c6-3ddb-476b-8cbc-ef8b2163baf4 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:31.904551 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba90176d-b983-482a-969d-2e0225b9c8d3", "name": "network-vif-plugged", "status": "completed", "tag": "47c9fccf-25c9-47c0-8886-a54fb3555649", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:31.905985 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-467088c6-3ddb-476b-8cbc-ef8b2163baf4 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:31.906578 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba90176d-b983-482a-969d-2e0225b9c8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47c9fccf-25c9-47c0-8886-a54fb3555649', 'code': 200} Sep 08 13:09:31.912052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-070e9f8b-bc9c-45d2-b2f4-d7f9f0394c3e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521920 Sep 08 13:09:31.961307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=47c9fccf-25c9-47c0-8886-a54fb3555649,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:32.036744 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd973f1e-d7ee-4059-a684-a2c9d75af1a9 req-d8ebed7e-f573-4f12-a7bc-cc08849167a3 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:32.060188 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fd973f1e-d7ee-4059-a684-a2c9d75af1a9 req-d8ebed7e-f573-4f12-a7bc-cc08849167a3 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 943 time: 0.1567569 Sep 08 13:09:32.080327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191e41ff-9333-481b-96ed-ae651498a393 req-7f3b7e59-27e5-41b4-95c4-ef4a477fde17 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103224 Sep 08 13:09:32.088456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce21f3-a4f1-42d6-9062-a3f90b31e0ca req-83b40b1f-7588-4374-aa94-5ff18736779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:32.091298 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cce21f3-a4f1-42d6-9062-a3f90b31e0ca req-83b40b1f-7588-4374-aa94-5ff18736779e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 1096 time: 0.1315861 Sep 08 13:09:32.117574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-7811ab40-1b9d-402c-b6e8-a7543f6e450d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:32.120551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-7811ab40-1b9d-402c-b6e8-a7543f6e450d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975703 Sep 08 13:09:32.121387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46536) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:32.137643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Request body: {'port': {'device_id': '247c8af2-e4c0-4794-9a27-a56306ec06cc', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '7552984e8e56490ca3a3457fbd7d0daf'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:32.149978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46538) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:32.164299 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fd973f1e-d7ee-4059-a684-a2c9d75af1a9 req-eeb0bbd7-53ab-4e29-97ec-f2d0bbae2736 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940404 Sep 08 13:09:32.193518 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cce21f3-a4f1-42d6-9062-a3f90b31e0ca req-ccf7d71e-dc65-4dd7-a4a7-c12d1bba5bb2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826893 Sep 08 13:09:32.263556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-64446ae3-ef09-4ca5-8546-831fa6a19af6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d112c118b1d743e6988e0c784b5294b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402702 Sep 08 13:09:32.266211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46542) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:32.390041 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bb33e9d-9e8d-452f-9345-367d923a4aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:32.442211 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bb33e9d-9e8d-452f-9345-367d923a4aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:32.471697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a5921-0509-442a-aaf6-f41dfbb37a3c req-7ed8ccd8-9d12-4b7f-b2a9-d0d82473fd01 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:32.477737 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-545a5921-0509-442a-aaf6-f41dfbb37a3c req-7ed8ccd8-9d12-4b7f-b2a9-d0d82473fd01 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.1349235 Sep 08 13:09:32.486083 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dc78da56-87c6-40e1-be38-7790e2cb3a30 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3a698fd8962742e39d4127a4b6933147&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348634 Sep 08 13:09:32.489390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46550) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:32.502814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dadeb643-1924-4bf9-a632-e0a096984d1b req-1c0045b3-68db-4c04-8385-7e2ceec3794a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 210 time: 0.0298481 Sep 08 13:09:32.557998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Made reservation on behalf of 7552984e8e56490ca3a3457fbd7d0daf for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:32.566468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:32.576240 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-545a5921-0509-442a-aaf6-f41dfbb37a3c req-95668e5a-c20d-43d0-a8ee-eef0e0e6974f tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908217 Sep 08 13:09:32.610624 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16def5ed-c55e-4852-a3bf-bb4791ffe9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:32.620049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a6508-0d86-410d-9ead-9391b01a90a2 req-677466b0-5361-4b22-9dc0-bed45d6cdec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:32.621662 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-340a6508-0d86-410d-9ead-9391b01a90a2 req-677466b0-5361-4b22-9dc0-bed45d6cdec7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b184c2e842764e78a122b1ec80b45a99&device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 1094 time: 0.0768218 Sep 08 13:09:32.640050 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16def5ed-c55e-4852-a3bf-bb4791ffe9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:32.724677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bb33e9d-9e8d-452f-9345-367d923a4aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:32.727829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bb33e9d-9e8d-452f-9345-367d923a4aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:32.729070 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6bb33e9d-9e8d-452f-9345-367d923a4aa6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4246f77e-e26a-4c0d-a1ec-5572eb8f723a HTTP/1.1" status: 204 len: 168 time: 0.4603822 Sep 08 13:09:32.738856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb33e9d-9e8d-452f-9345-367d923a4aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4246f77e-e26a-4c0d-a1ec-5572eb8f723a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:32.793391 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16def5ed-c55e-4852-a3bf-bb4791ffe9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:32.796269 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16def5ed-c55e-4852-a3bf-bb4791ffe9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:32.797524 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-16def5ed-c55e-4852-a3bf-bb4791ffe9af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d771e96d-3933-406b-aa6a-7f2d07523be1 HTTP/1.1" status: 204 len: 168 time: 0.3045454 Sep 08 13:09:32.818718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16def5ed-c55e-4852-a3bf-bb4791ffe9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d771e96d-3933-406b-aa6a-7f2d07523be1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:33.083982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Allocated IP 192.168.233.146 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/fa77426b-2b46-4aa9-9add-2a501e2020b1) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:09:33.094436 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a6508-0d86-410d-9ead-9391b01a90a2 req-336075ab-0e79-4f86-b1fa-f3ed85a670f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:33.094436 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-340a6508-0d86-410d-9ead-9391b01a90a2 req-336075ab-0e79-4f86-b1fa-f3ed85a670f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3a42663-794e-4834-91b5-51046f164bce HTTP/1.1" status: 200 len: 930 time: 0.4401259 Sep 08 13:09:33.151201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f53bc0-78cc-4a60-8fc6-6735dd0bea6d req-0c47ece4-3c09-4e6d-8cc2-7a8759bac8f5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:33.152847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96f53bc0-78cc-4a60-8fc6-6735dd0bea6d req-0c47ece4-3c09-4e6d-8cc2-7a8759bac8f5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 945 time: 0.1439173 Sep 08 13:09:33.157495 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-340a6508-0d86-410d-9ead-9391b01a90a2 req-d9cd22af-644b-44ad-a954-158528de9be6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92859c71-466e-4b5c-9f53-b9d28a1acb56 HTTP/1.1" status: 200 len: 217 time: 0.0566659 Sep 08 13:09:33.291708 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96f53bc0-78cc-4a60-8fc6-6735dd0bea6d req-07edcce0-2c9b-4777-87a2-3c9b89260dc8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235774 Sep 08 13:09:33.308602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a6508-0d86-410d-9ead-9391b01a90a2 req-a97c1c5d-b59b-4eb8-87cc-d327ffe69ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:33.317330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-340a6508-0d86-410d-9ead-9391b01a90a2 req-a97c1c5d-b59b-4eb8-87cc-d327ffe69ee6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef7b21a7-50db-4956-96e8-beb091e875de HTTP/1.1" status: 200 len: 868 time: 0.1493320 Sep 08 13:09:33.434249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c8a1b-535b-4f72-baae-b7e7f6939b56 req-297be6f0-2fb5-4374-9244-9cbdcd2b2f0b tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:33.442816 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-089c8a1b-535b-4f72-baae-b7e7f6939b56 req-297be6f0-2fb5-4374-9244-9cbdcd2b2f0b tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 943 time: 0.1468010 Sep 08 13:09:33.452796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a6508-0d86-410d-9ead-9391b01a90a2 req-5d10ffdd-8b86-484c-aea1-fd9ad458d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:33.463344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-340a6508-0d86-410d-9ead-9391b01a90a2 req-5d10ffdd-8b86-484c-aea1-fd9ad458d1c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a42663-794e-4834-91b5-51046f164bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244841 Sep 08 13:09:33.477136 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:33.482884 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-089c8a1b-535b-4f72-baae-b7e7f6939b56 req-903770ca-1873-496a-b3f6-f14c634ac04e tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383346 Sep 08 13:09:33.511132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Transition to ACTIVE for port object fa77426b-2b46-4aa9-9add-2a501e2020b1 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:33.623863 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-340a6508-0d86-410d-9ead-9391b01a90a2 req-7392ec9e-2499-4f73-9a11-66d38066af5f service neutron] 10.222.0.60 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468401 Sep 08 13:09:33.720104 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f47eccc-4b7b-47f8-af8f-7aee16b44578 req-0736ec15-61e6-4283-bd45-b7ca12565180 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 210 time: 0.0587070 Sep 08 13:09:33.737215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:33.750040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de', '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'c9cfce67-df0e-49b9-a822-e7d36b810e0b', '6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:33.757630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9', '97bd31fe-becf-4097-9d34-755a6c47dff8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:33.817019 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:09:33.828263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-340a6508-0d86-410d-9ead-9391b01a90a2 req-9294fb57-3e26-4aef-9c40-7f5d8e2dda97 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076058 Sep 08 13:09:33.833437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:33.835853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event updated for resources: {'Port': ['ID=fa77426b-2b46-4aa9-9add-2a501e2020b1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:33.838632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f10c02-0c53-4479-9f3e-049aeda18221 req-97dae31e-c4c0-4ae5-a12a-35004585ebd3 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:33.840918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:09:33.841872 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62f10c02-0c53-4479-9f3e-049aeda18221 req-97dae31e-c4c0-4ae5-a12a-35004585ebd3 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.1585314 Sep 08 13:09:33.846602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:33.847342 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:33.920310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62f10c02-0c53-4479-9f3e-049aeda18221 req-667fa067-612e-40b8-bf7f-8024fbbb7691 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630038 Sep 08 13:09:33.946951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46586) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:33.988373 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-02a0a000-4824-45e9-8184-8eeed1f0fc7c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8561299 Sep 08 13:09:34.056757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4e215796-e070-4686-acbf-592cd97b6581 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5accef084fea42248d1a60711b8f849f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023679 Sep 08 13:09:34.057082 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46588) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:34.057192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Request body: {'port': {'device_id': '247c8af2-e4c0-4794-9a27-a56306ec06cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:34.168532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5452fefa-d53e-4e57-b66e-fcda6308c835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:34.177902 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:34.198662 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5452fefa-d53e-4e57-b66e-fcda6308c835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:34.336768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7c14fb96-c436-4327-89b3-a611b88924ca None None] Provisioning for port fa77426b-2b46-4aa9-9add-2a501e2020b1 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:34.362959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7c14fb96-c436-4327-89b3-a611b88924ca None None] Provisioning complete for port fa77426b-2b46-4aa9-9add-2a501e2020b1 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:34.363339 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7c14fb96-c436-4327-89b3-a611b88924ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:34.398484 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5452fefa-d53e-4e57-b66e-fcda6308c835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:34.402482 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5452fefa-d53e-4e57-b66e-fcda6308c835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:34.404171 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5452fefa-d53e-4e57-b66e-fcda6308c835 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/abcc701c-b62d-49e5-a5ba-06a1df64b25e HTTP/1.1" status: 204 len: 168 time: 0.3492894 Sep 08 13:09:34.415547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452fefa-d53e-4e57-b66e-fcda6308c835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcc701c-b62d-49e5-a5ba-06a1df64b25e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:34.483055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46602) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:34.505307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7c14fb96-c436-4327-89b3-a611b88924ca None None] Port fa77426b-2b46-4aa9-9add-2a501e2020b1 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:09:34.632996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-570491661-network', 'tenant_id': 'd6308f8b8c964c649c9ae8eee6d367c0'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:34.742889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa77426b-2b46-4aa9-9add-2a501e2020b1 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:34.754031 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:09:34.754816 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:34.762831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128caa2-846c-4c82-9b9f-eacc79f713bf req-48d9bbb6-d12e-41fb-a87f-f41e2be92191 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:34.764929 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0128caa2-846c-4c82-9b9f-eacc79f713bf req-48d9bbb6-d12e-41fb-a87f-f41e2be92191 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 943 time: 0.0919614 Sep 08 13:09:34.766406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Made reservation on behalf of d6308f8b8c964c649c9ae8eee6d367c0 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:34.767290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f3ca66-5351-4f40-96ce-9c82259077ec req-a2b09aea-a2ca-44be-acec-36c1f6d6ef80 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:34.768900 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1f3ca66-5351-4f40-96ce-9c82259077ec req-a2b09aea-a2ca-44be-acec-36c1f6d6ef80 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 945 time: 0.1806583 Sep 08 13:09:34.774946 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:34.785802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Transition to ACTIVE for port object fa77426b-2b46-4aa9-9add-2a501e2020b1 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:34.810092 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:34.839215 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0128caa2-846c-4c82-9b9f-eacc79f713bf req-cd87fe98-240f-4aae-aff1-fb6b1f1836f0 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603669 Sep 08 13:09:34.844332 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1f3ca66-5351-4f40-96ce-9c82259077ec req-be5c0aab-de92-4e6a-9028-75e9cd654bac tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566258 Sep 08 13:09:34.885152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:35.054416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Pushing event updated for resources: {'Port': ['ID=fa77426b-2b46-4aa9-9add-2a501e2020b1,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:35.065661 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32a7a1-1f3f-4360-8d85-f9b7b814ac9a req-444d4ecd-b758-4782-84ec-92d4675cca15 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:35.073675 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb32a7a1-1f3f-4360-8d85-f9b7b814ac9a req-444d4ecd-b758-4782-84ec-92d4675cca15 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 948 time: 0.1277053 Sep 08 13:09:35.137601 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cd461f73-2ee0-4075-85df-24a6af06613e no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:09:35.161294 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:35.171899 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb32a7a1-1f3f-4360-8d85-f9b7b814ac9a req-07e0fbe3-464e-4c80-95f6-f3ad7354d60d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964401 Sep 08 13:09:35.219433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Attempting to bind port fa77426b-2b46-4aa9-9add-2a501e2020b1 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:35.219827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Attempting to bind port fa77426b-2b46-4aa9-9add-2a501e2020b1 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:35.220331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Attempting to bind port fa77426b-2b46-4aa9-9add-2a501e2020b1 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:35.236942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Port fa77426b-2b46-4aa9-9add-2a501e2020b1 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:09:35.237488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Attempting to bind port fa77426b-2b46-4aa9-9add-2a501e2020b1 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:35.253951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:35.254574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:35.255249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:35.256028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Bound port: fa77426b-2b46-4aa9-9add-2a501e2020b1, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:35.256658 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:35.268332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:35.349883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:09:35.393591 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:35.432994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] For port fa77426b-2b46-4aa9-9add-2a501e2020b1, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:35.438089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] For port fa77426b-2b46-4aa9-9add-2a501e2020b1, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=fa77426b-2b46-4aa9-9add-2a501e2020b1,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:09:35.464838 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a53444-534b-40ea-b125-b9ff830be5c9,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:35.473375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:35.480742 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b3e52f-5d9f-4b38-b92c-94c4fa1f8df3" -d '{"events": [{"server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "name": "network-vif-unplugged", "status": "completed", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:35.493244 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:35.500106 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Added segment 2dca8564-1af5-485e-8785-d8dd6a201da6 of type vlan for network 924cdcc8-43a5-47e9-bb98-7dce89403007 Sep 08 13:09:35.524656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:35.559569 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:35.613455 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:35.615896 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:35.632330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2188429-0763-45e7-ace3-0fee0c576c92 req-5585594c-2e89-4046-8255-4b81c1662474 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:35.646755 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e2188429-0763-45e7-ace3-0fee0c576c92 req-5585594c-2e89-4046-8255-4b81c1662474 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.2965910 Sep 08 13:09:35.647443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Pushing event updated for resources: {'Port': ['ID=fa77426b-2b46-4aa9-9add-2a501e2020b1,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:35.676477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=cd461f73-2ee0-4075-85df-24a6af06613e,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:35.724447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:35.725714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:35.728386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-85d43d3f-1b5c-4ed3-8109-7688e248946d service neutron] 10.222.0.60 "PUT /v2.0/ports/fa77426b-2b46-4aa9-9add-2a501e2020b1 HTTP/1.1" status: 200 len: 1096 time: 1.6809642 Sep 08 13:09:35.729210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 92859c71-466e-4b5c-9f53-b9d28a1acb56 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:09:35.729373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247c8af2-e4c0-4794-9a27-a56306ec06cc', 'tag': 'fa77426b-2b46-4aa9-9add-2a501e2020b1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:35.735670 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb5f990-3026-4f87-8327-bc499bb599b5" -d '{"events": [{"name": "network-changed", "server_uuid": "247c8af2-e4c0-4794-9a27-a56306ec06cc", "tag": "fa77426b-2b46-4aa9-9add-2a501e2020b1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:35.756979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39740171-505e-4570-8edd-261234cb89e6 req-9c5dc5af-00b0-405f-8b08-a6d576ad65ad tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:35.759869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39740171-505e-4570-8edd-261234cb89e6 req-9c5dc5af-00b0-405f-8b08-a6d576ad65ad tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 1096 time: 0.1134136 Sep 08 13:09:35.781939 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e2188429-0763-45e7-ace3-0fee0c576c92 req-a7697256-30b1-438d-a1a1-c7967c305ae9 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339881 Sep 08 13:09:35.847996 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39740171-505e-4570-8edd-261234cb89e6 req-49ffae26-571c-44a9-9b58-8c983446ddd8 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780046 Sep 08 13:09:35.881582 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:35.882647 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:35.883310 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:35.897420 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96246e67-2ae7-4dd2-a68b-f77d800f89b5 x-openstack-request-id: req-96246e67-2ae7-4dd2-a68b-f77d800f89b5 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:35.897759 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "name": "network-vif-unplugged", "status": "completed", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:35.898049 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96246e67-2ae7-4dd2-a68b-f77d800f89b5 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:35.898504 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'code': 200} Sep 08 13:09:35.973954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-ed7c22a5-baad-45ba-ae58-ce8436daca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:35.975780 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-ed7c22a5-baad-45ba-ae58-ce8436daca08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 1099 time: 0.0962448 Sep 08 13:09:35.985765 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e50e7f-5237-4397-a127-c17b02aa362f x-openstack-request-id: req-17e50e7f-5237-4397-a127-c17b02aa362f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:35.987585 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247c8af2-e4c0-4794-9a27-a56306ec06cc", "tag": "fa77426b-2b46-4aa9-9add-2a501e2020b1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:35.987585 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-17e50e7f-5237-4397-a127-c17b02aa362f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:35.987793 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247c8af2-e4c0-4794-9a27-a56306ec06cc', 'tag': 'fa77426b-2b46-4aa9-9add-2a501e2020b1', 'status': 'completed', 'code': 200} Sep 08 13:09:36.049034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 92859c71-466e-4b5c-9f53-b9d28a1acb56, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=92859c71-466e-4b5c-9f53-b9d28a1acb56,segment=NetworkSegment(b3fda092-23e8-4501-8b2c-1bd64ceb515b),segment_id=b3fda092-23e8-4501-8b2c-1bd64ceb515b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:36.084171 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '92859c71-466e-4b5c-9f53-b9d28a1acb56', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'port_id': '92859c71-466e-4b5c-9f53-b9d28a1acb56', 'mac_address': 'fa:16:3e:76:c8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:09:36.089959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] Pushing event updated for resources: {'Network': ['ID=924cdcc8-43a5-47e9-bb98-7dce89403007,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:36.099257 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-ba9988f0-30de-4fe4-9143-9af5af17aeea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=fa77426b-2b46-4aa9-9add-2a501e2020b1 HTTP/1.1" status: 200 len: 217 time: 0.1014266 Sep 08 13:09:36.131550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 924cdcc8-43a5-47e9-bb98-7dce89403007 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:09:36.205334 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-edc0a5bb-d167-42f2-99b2-869c8eff8a84 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7198703 Sep 08 13:09:36.211137 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46646) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:36.220950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c28848-b910-481b-8954-91f34ba7f970 req-3128a714-41f6-4613-8030-a0f0d9d25cef tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:36.225524 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-63c28848-b910-481b-8954-91f34ba7f970 req-3128a714-41f6-4613-8030-a0f0d9d25cef tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 943 time: 0.1157906 Sep 08 13:09:36.225783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-131c2acd-6793-4203-9eac-a214a93ddc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:36.227755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4db31190-36b1-4e82-8f6d-f3918b699542 admin admin] Request body: {'subnet': {'network_id': '924cdcc8-43a5-47e9-bb98-7dce89403007', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-570491661-subnet', 'tenant_id': 'd6308f8b8c964c649c9ae8eee6d367c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:36.231025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-131c2acd-6793-4203-9eac-a214a93ddc2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1151037 Sep 08 13:09:36.245158 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:36.279723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92859c71-466e-4b5c-9f53-b9d28a1acb56 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:36.319366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 92859c71-466e-4b5c-9f53-b9d28a1acb56, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=92859c71-466e-4b5c-9f53-b9d28a1acb56,segment=NetworkSegment(b3fda092-23e8-4501-8b2c-1bd64ceb515b),segment_id=b3fda092-23e8-4501-8b2c-1bd64ceb515b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:36.328294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75c7017-2b08-4546-ac42-51b36ef9b813 req-2b9c83fc-58bd-4968-ba35-c9b4804db78d tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:36.328294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f75c7017-2b08-4546-ac42-51b36ef9b813 req-2b9c83fc-58bd-4968-ba35-c9b4804db78d tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 1096 time: 0.1763337 Sep 08 13:09:36.337645 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-63c28848-b910-481b-8954-91f34ba7f970 req-6f161179-2e44-4da3-9d29-d52db27a64a0 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876725 Sep 08 13:09:36.339481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db31190-36b1-4e82-8f6d-f3918b699542 admin admin] Made reservation on behalf of d6308f8b8c964c649c9ae8eee6d367c0 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:36.343706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4db31190-36b1-4e82-8f6d-f3918b699542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:36.377804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-05dab598-5175-414d-9634-c5b767aa2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:36.380829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-05dab598-5175-414d-9634-c5b767aa2bed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1424394 Sep 08 13:09:36.416186 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:36.426727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f75c7017-2b08-4546-ac42-51b36ef9b813 req-e35d07f4-c6ae-42a4-81ff-ef4469117e0d tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913112 Sep 08 13:09:36.492519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee1bac-ffe0-4796-8637-6e5484c5a8ab req-3fba53df-94c9-40e8-b9de-40a0c20cf458 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:36.500461 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16ee1bac-ffe0-4796-8637-6e5484c5a8ab req-3fba53df-94c9-40e8-b9de-40a0c20cf458 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 948 time: 0.0763087 Sep 08 13:09:36.554657 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16ee1bac-ffe0-4796-8637-6e5484c5a8ab req-633d2607-5ca8-4827-8e2f-b9dec2f54485 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488684 Sep 08 13:09:36.614397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=92859c71-466e-4b5c-9f53-b9d28a1acb56,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:36.637587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-a8be4b8f-0560-4fd2-b6aa-a1c0890081aa service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486877 Sep 08 13:09:36.847446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4db31190-36b1-4e82-8f6d-f3918b699542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:36.855461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['92859c71-466e-4b5c-9f53-b9d28a1acb56'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:36.862831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c65e8c4b-3e78-4848-a60d-eaf3d15197c9 req-65420c33-11ff-4226-902b-a34c7e62b62d service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159281 Sep 08 13:09:36.964149 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db31190-36b1-4e82-8f6d-f3918b699542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f9a018-1611-47d2-bfbc-b769654fafbc,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:37.004341 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db31190-36b1-4e82-8f6d-f3918b699542 admin admin] Checking segment: {'id': '2dca8564-1af5-485e-8785-d8dd6a201da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '924cdcc8-43a5-47e9-bb98-7dce89403007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:37.004713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db31190-36b1-4e82-8f6d-f3918b699542 admin admin] Network hostable DHCP agents. Network: 924cdcc8-43a5-47e9-bb98-7dce89403007, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:09:37.031731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cfe744-55a2-4d55-9d9d-8ec3e7953779 req-a652e4d8-289b-4cd2-bf46-35e023a201c8 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:37.035188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c3cfe744-55a2-4d55-9d9d-8ec3e7953779 req-a652e4d8-289b-4cd2-bf46-35e023a201c8 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 947 time: 0.1207068 Sep 08 13:09:37.116294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c3cfe744-55a2-4d55-9d9d-8ec3e7953779 req-9c2740f6-1275-4749-bd95-307213767f32 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743666 Sep 08 13:09:37.152295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cd461f73-2ee0-4075-85df-24a6af06613e details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:09:37.157164 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f990-3026-4f87-8327-bc499bb599b5 req-5358debe-be72-4fa6-8737-5ef587838c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:37.160352 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5eb5f990-3026-4f87-8327-bc499bb599b5 req-5358debe-be72-4fa6-8737-5ef587838c7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 1099 time: 0.0821872 Sep 08 13:09:37.164596 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db31190-36b1-4e82-8f6d-f3918b699542 admin admin] Network 924cdcc8-43a5-47e9-bb98-7dce89403007 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:09:37.262527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-4db31190-36b1-4e82-8f6d-f3918b699542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 924cdcc8-43a5-47e9-bb98-7dce89403007) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:37.268239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db31190-36b1-4e82-8f6d-f3918b699542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:37.269053 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4db31190-36b1-4e82-8f6d-f3918b699542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:37.290402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883bc509-53f5-447d-acac-ec8af0c4961c None None] Network 924cdcc8-43a5-47e9-bb98-7dce89403007 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:09:37.388617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f990-3026-4f87-8327-bc499bb599b5 req-d1164b94-ae01-4c61-b32b-75b7107c2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:37.399242 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4db31190-36b1-4e82-8f6d-f3918b699542 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1752565 Sep 08 13:09:37.400927 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5eb5f990-3026-4f87-8327-bc499bb599b5 req-d1164b94-ae01-4c61-b32b-75b7107c2832 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.2258275 Sep 08 13:09:37.470639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:37.495267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'mac_address': 'fa:16:3e:a7:5f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:09:37.498508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5eb5f990-3026-4f87-8327-bc499bb599b5 req-45625d45-4df9-42c0-a2f3-74509953310e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=fa77426b-2b46-4aa9-9add-2a501e2020b1 HTTP/1.1" status: 200 len: 217 time: 0.0859799 Sep 08 13:09:37.587205 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:37.644478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd461f73-2ee0-4075-85df-24a6af06613e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:37.656799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccca1739-3dff-41fa-9081-4a1d593705fd None None] Network 924cdcc8-43a5-47e9-bb98-7dce89403007 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:09:37.700380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:37.724085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed24d6-f552-4c59-88be-e5d22ed8decc req-46d4c672-0ff8-49c4-ba97-5c010302e6b7 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:37.726015 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-75ed24d6-f552-4c59-88be-e5d22ed8decc req-46d4c672-0ff8-49c4-ba97-5c010302e6b7 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 944 time: 0.2313025 Sep 08 13:09:37.732485 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bcb20c3d-7ac8-40f8-b080-e0d70cfe7cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:37.737821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f990-3026-4f87-8327-bc499bb599b5 req-fcacd8e2-99f8-4409-a4a9-5d77ed7ae481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:37.741539 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5eb5f990-3026-4f87-8327-bc499bb599b5 req-fcacd8e2-99f8-4409-a4a9-5d77ed7ae481 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1422913 Sep 08 13:09:37.817590 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:37.819403 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-75ed24d6-f552-4c59-88be-e5d22ed8decc req-12f76c90-f939-4d4a-869a-15050c31ffc9 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756269 Sep 08 13:09:37.836505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f990-3026-4f87-8327-bc499bb599b5 req-90245811-4897-479c-bf28-a3674f4b8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:37.838494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5eb5f990-3026-4f87-8327-bc499bb599b5 req-90245811-4897-479c-bf28-a3674f4b8560 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848038 Sep 08 13:09:37.883394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=cd461f73-2ee0-4075-85df-24a6af06613e,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:38.082482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc14566-96ef-4da6-b049-b948f2914d12 req-f7a70382-5ccd-4e22-a597-72293d0e0ba3 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:38.084134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-acc14566-96ef-4da6-b049-b948f2914d12 req-f7a70382-5ccd-4e22-a597-72293d0e0ba3 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 948 time: 0.0771272 Sep 08 13:09:38.086645 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5eb5f990-3026-4f87-8327-bc499bb599b5 req-a9a86fe7-43b1-4e3e-8ed8-cc5509c91fa8 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374103 Sep 08 13:09:38.164376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['cd461f73-2ee0-4075-85df-24a6af06613e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:38.207586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-acc14566-96ef-4da6-b049-b948f2914d12 req-25f8b701-2f1a-47d7-9487-b8e96d731642 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094117 Sep 08 13:09:38.252893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5eb5f990-3026-4f87-8327-bc499bb599b5 req-cec8fe17-fe9f-41f9-b41e-81d8b4f11e36 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560862 Sep 08 13:09:38.382654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71175470-18a5-4c56-9fc1-074eef86e3dc req-d1db583a-b5b0-4803-9daa-fe79b8eaaddd tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:38.384341 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71175470-18a5-4c56-9fc1-074eef86e3dc req-d1db583a-b5b0-4803-9daa-fe79b8eaaddd tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 948 time: 0.0700624 Sep 08 13:09:38.473957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71175470-18a5-4c56-9fc1-074eef86e3dc req-7b8c5642-bbb6-414d-863c-38c6fda7e39d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764720 Sep 08 13:09:39.024526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46726) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:39.034774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-762431656-network', 'tenant_id': '29feaec5bdd441fa9ba5dc9ec16d6be5'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:39.072632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462d42e-6502-46bd-9875-8c6495fcc9c4 req-9f653f4b-e108-49e8-b79f-82ccf04231b0 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:39.074265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b462d42e-6502-46bd-9875-8c6495fcc9c4 req-9f653f4b-e108-49e8-b79f-82ccf04231b0 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 944 time: 0.0621748 Sep 08 13:09:39.124650 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b462d42e-6502-46bd-9875-8c6495fcc9c4 req-c8220c0d-d6b4-4afc-9cc7-408ae8daec5e tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397372 Sep 08 13:09:39.261484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Made reservation on behalf of 29feaec5bdd441fa9ba5dc9ec16d6be5 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:39.268490 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:39.298327 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:39.312793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46734) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:39.340987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa91f7e-5ea6-4298-9a48-c9f738d77537 req-1aedbea1-bfb6-47f4-b34b-9ee5b95009e1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:39.342747 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0aa91f7e-5ea6-4298-9a48-c9f738d77537 req-1aedbea1-bfb6-47f4-b34b-9ee5b95009e1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 948 time: 0.0565426 Sep 08 13:09:39.387323 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0aa91f7e-5ea6-4298-9a48-c9f738d77537 req-7a5d015f-8464-4536-a711-536aa483b106 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365636 Sep 08 13:09:39.444531 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:39.458711 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ddde5db2-5e5b-44cb-a61a-46155d4ee1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:39.634062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec19974-4f56-4fdb-8a73-40a32de00fae req-16d8607a-a08a-4007-abf9-656e5ed9375a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:39.634661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ec19974-4f56-4fdb-8a73-40a32de00fae req-16d8607a-a08a-4007-abf9-656e5ed9375a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 948 time: 0.0515642 Sep 08 13:09:39.672268 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ec19974-4f56-4fdb-8a73-40a32de00fae req-5d9d649b-371d-402e-bc53-8e8426e18929 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315073 Sep 08 13:09:39.733372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 92859c71-466e-4b5c-9f53-b9d28a1acb56 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:39.982705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 92859c71-466e-4b5c-9f53-b9d28a1acb56 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:39.986051 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:39.988929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 92859c71-466e-4b5c-9f53-b9d28a1acb56 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:39.989575 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.029289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:09:40.053388 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.053738 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Added segment 5258e972-3766-4d37-861a-09a440b32c3f of type vlan for network 8dfde7da-e09b-4f70-9920-3f11707cced0 Sep 08 13:09:40.056127 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2727b538-6d09-461c-b3a7-bdc5d3f6aff0,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:40.098840 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.117646 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.123441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92859c71-466e-4b5c-9f53-b9d28a1acb56'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:40.125744 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6f888f-fe48-40af-b208-29859a91992a" -d '{"events": [{"server_uuid": "e635ab75-24dc-46e6-bdf7-4815f216740d", "name": "network-vif-plugged", "status": "completed", "tag": "92859c71-466e-4b5c-9f53-b9d28a1acb56"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:40.139361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 92859c71-466e-4b5c-9f53-b9d28a1acb56, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=92859c71-466e-4b5c-9f53-b9d28a1acb56,segment=NetworkSegment(b3fda092-23e8-4501-8b2c-1bd64ceb515b),segment_id=b3fda092-23e8-4501-8b2c-1bd64ceb515b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:40.171440 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d2ea81-215b-47d7-9ed1-9972fea4e2b5 x-openstack-request-id: req-76d2ea81-215b-47d7-9ed1-9972fea4e2b5 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:40.171736 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e635ab75-24dc-46e6-bdf7-4815f216740d", "name": "network-vif-plugged", "status": "completed", "tag": "92859c71-466e-4b5c-9f53-b9d28a1acb56", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:40.171988 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76d2ea81-215b-47d7-9ed1-9972fea4e2b5 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:40.172403 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92859c71-466e-4b5c-9f53-b9d28a1acb56', 'code': 200} Sep 08 13:09:40.178206 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ddde5db2-5e5b-44cb-a61a-46155d4ee1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.273373 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-935f37c9-2186-45f4-8cb4-ad0ad5bdaea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.293322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-1346379c-aeff-42b1-9ff6-af273c864c98 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:09:40.295339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-1346379c-aeff-42b1-9ff6-af273c864c98 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111194 Sep 08 13:09:40.304001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce9587-cfa0-4626-afbf-751462456e20 req-490b692f-774e-4960-a8fd-ee28e1ba948e tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:40.305525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2ce9587-cfa0-4626-afbf-751462456e20 req-490b692f-774e-4960-a8fd-ee28e1ba948e tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 944 time: 0.0835238 Sep 08 13:09:40.314499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd9220-d286-4333-bb04-9cb9704044d4 req-3d375c07-5cd1-452d-8814-c57e1ea0447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:40.316678 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2bdd9220-d286-4333-bb04-9cb9704044d4 req-3d375c07-5cd1-452d-8814-c57e1ea0447f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 1095 time: 0.0825555 Sep 08 13:09:40.335311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-521bca0a-a663-411e-9367-b1b16bc630e7 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:40.336700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-521bca0a-a663-411e-9367-b1b16bc630e7 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports/47c9fccf-25c9-47c0-8886-a54fb3555649 HTTP/1.1" status: 200 len: 1093 time: 0.0352819 Sep 08 13:09:40.346850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] Request body: {'binding': {'host': 'n-h2-807558-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:40.347296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] Unknown quota resources ['binding']. {{(pid=96264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:09:40.367995 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2ce9587-cfa0-4626-afbf-751462456e20 req-edac6346-8fc4-4e6c-8c26-def60c0b7bad tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560174 Sep 08 13:09:40.370201 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.371107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ddde5db2-5e5b-44cb-a61a-46155d4ee1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.380729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2bdd9220-d286-4333-bb04-9cb9704044d4 req-bd2bfd3a-d153-48c9-bc79-748fc67c2ce2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500798 Sep 08 13:09:40.386581 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.387557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:40.388130 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.434955 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.435203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=92859c71-466e-4b5c-9f53-b9d28a1acb56,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:40.483424 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ddde5db2-5e5b-44cb-a61a-46155d4ee1ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=89c0b6ef113e465b926588632b6cb279&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1679630 Sep 08 13:09:40.487732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46750) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:40.521003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde5db2-5e5b-44cb-a61a-46155d4ee1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81de9b3-79a9-487f-97f4-1a0864b6e156,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:40.539346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcdfc97-6be7-415c-8dee-a6905c927ef1 req-20c43e59-3e51-4490-b752-16dc523aeba6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:40.541011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-abcdfc97-6be7-415c-8dee-a6905c927ef1 req-20c43e59-3e51-4490-b752-16dc523aeba6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 948 time: 0.0588188 Sep 08 13:09:40.562705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] Pushing event updated for resources: {'Network': ['ID=8dfde7da-e09b-4f70-9920-3f11707cced0,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:40.569062 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fc433fcf-4bbf-40ab-a1b4-96b13b38efb4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5404863 Sep 08 13:09:40.570115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46752) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:40.576677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 8dfde7da-e09b-4f70-9920-3f11707cced0 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:09:40.583508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1e3238d3-712c-47b2-9509-2e57a62d0ea9 admin admin] Request body: {'subnet': {'network_id': '8dfde7da-e09b-4f70-9920-3f11707cced0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-762431656-subnet', 'tenant_id': '29feaec5bdd441fa9ba5dc9ec16d6be5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:40.584123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-abcdfc97-6be7-415c-8dee-a6905c927ef1 req-07cafc42-502c-4621-af02-c9d683cbf45b tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362649 Sep 08 13:09:40.659134 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-499b94d7-5898-4956-a273-8ba5a277b72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.682005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] Attempting to bind port 47c9fccf-25c9-47c0-8886-a54fb3555649 on host n-h2-807558-3 for vnic_type normal with profile None {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:40.682005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] Attempting to bind port 47c9fccf-25c9-47c0-8886-a54fb3555649 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:40.682365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] Attempting to bind port 47c9fccf-25c9-47c0-8886-a54fb3555649 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:40.694471 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-499b94d7-5898-4956-a273-8ba5a277b72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.700900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] Port 47c9fccf-25c9-47c0-8886-a54fb3555649 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:09:40.701196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] Attempting to bind port 47c9fccf-25c9-47c0-8886-a54fb3555649 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:40.715231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:40.715569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:40.715955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] Bound using segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:40.716405 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] Bound port: 47c9fccf-25c9-47c0-8886-a54fb3555649, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:40.760866 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3238d3-712c-47b2-9509-2e57a62d0ea9 admin admin] Made reservation on behalf of 29feaec5bdd441fa9ba5dc9ec16d6be5 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:40.763964 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1e3238d3-712c-47b2-9509-2e57a62d0ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:40.809321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc483ce-3aba-4086-a180-72c17a70d65d req-d88e1d5d-8e59-4de2-8acb-3886afe1d1a7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:40.811005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-acc483ce-3aba-4086-a180-72c17a70d65d req-d88e1d5d-8e59-4de2-8acb-3886afe1d1a7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 948 time: 0.0643494 Sep 08 13:09:40.853186 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-acc483ce-3aba-4086-a180-72c17a70d65d req-9847f558-0f5d-42a4-9615-eb1ec27e7b40 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352538 Sep 08 13:09:40.861839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=47c9fccf-25c9-47c0-8886-a54fb3555649,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:09:41.041505 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-499b94d7-5898-4956-a273-8ba5a277b72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:41.044185 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-499b94d7-5898-4956-a273-8ba5a277b72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:41.045374 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-499b94d7-5898-4956-a273-8ba5a277b72f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e81de9b3-79a9-487f-97f4-1a0864b6e156 HTTP/1.1" status: 204 len: 168 time: 0.5567079 Sep 08 13:09:41.059043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b94d7-5898-4956-a273-8ba5a277b72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81de9b3-79a9-487f-97f4-1a0864b6e156,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:41.136297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] Notify callbacks [] for binding, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:41.137507 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c9e30603-fa1e-427b-9fc0-fcba383d44ec service neutron] 10.222.0.69 "POST /v2.0/ports/47c9fccf-25c9-47c0-8886-a54fb3555649/bindings HTTP/1.1" status: 201 len: 389 time: 0.7947009 Sep 08 13:09:41.149638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cd461f73-2ee0-4075-85df-24a6af06613e up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:41.210903 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port cd461f73-2ee0-4075-85df-24a6af06613e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:41.211484 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:41.299047 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:41.339718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:41.382033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1e3238d3-712c-47b2-9509-2e57a62d0ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:41.447895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3238d3-712c-47b2-9509-2e57a62d0ea9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d0a2d4f-b3c5-4031-a4bb-99dd904e44c1,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:41.457854 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3238d3-712c-47b2-9509-2e57a62d0ea9 admin admin] Checking segment: {'id': '5258e972-3766-4d37-861a-09a440b32c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '8dfde7da-e09b-4f70-9920-3f11707cced0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:41.458248 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3238d3-712c-47b2-9509-2e57a62d0ea9 admin admin] Network hostable DHCP agents. Network: 8dfde7da-e09b-4f70-9920-3f11707cced0, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:09:41.484160 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:41.525686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e7a1f-e7be-49ff-9741-f5c03a52d413 req-a4df3c0c-9de0-4293-ba3d-be310958f5ca tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:41.528500 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-136e7a1f-e7be-49ff-9741-f5c03a52d413 req-a4df3c0c-9de0-4293-ba3d-be310958f5ca tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 945 time: 0.0581689 Sep 08 13:09:41.582300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=cd461f73-2ee0-4075-85df-24a6af06613e,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:41.592883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-136e7a1f-e7be-49ff-9741-f5c03a52d413 req-0396813d-82f8-4324-9d22-f311808ef948 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512574 Sep 08 13:09:41.632746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3238d3-712c-47b2-9509-2e57a62d0ea9 admin admin] Network 8dfde7da-e09b-4f70-9920-3f11707cced0 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:09:41.722972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e335d-83ad-41b1-8afd-19b41c708c66 req-6577bcda-7faf-43f2-814f-da851d9dcb24 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:41.724519 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c9e335d-83ad-41b1-8afd-19b41c708c66 req-6577bcda-7faf-43f2-814f-da851d9dcb24 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0572422 Sep 08 13:09:41.741416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:41.743683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device fa77426b-2b46-4aa9-9add-2a501e2020b1 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:09:41.758973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c325d4-faa1-4190-a21b-5abd35fb7c7b req-0668a541-5e0e-48a7-829d-655add93d0e9 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:41.761015 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73c325d4-faa1-4190-a21b-5abd35fb7c7b req-0668a541-5e0e-48a7-829d-655add93d0e9 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 948 time: 0.0818377 Sep 08 13:09:41.767277 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c9e335d-83ad-41b1-8afd-19b41c708c66 req-bffcde77-295a-4b0d-ab91-cbad7ae3f58c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361514 Sep 08 13:09:41.787758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-1e3238d3-712c-47b2-9509-2e57a62d0ea9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 8dfde7da-e09b-4f70-9920-3f11707cced0) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:41.802895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3238d3-712c-47b2-9509-2e57a62d0ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:41.804257 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1e3238d3-712c-47b2-9509-2e57a62d0ea9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:41.818372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73c325d4-faa1-4190-a21b-5abd35fb7c7b req-68088c62-6f48-42e3-9195-91fabd7e2ff0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511043 Sep 08 13:09:41.819725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ca83fc-1365-458f-b75a-faf157937c2d None None] Network 8dfde7da-e09b-4f70-9920-3f11707cced0 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:09:41.950092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port fa77426b-2b46-4aa9-9add-2a501e2020b1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=fa77426b-2b46-4aa9-9add-2a501e2020b1,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:41.975756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'fa77426b-2b46-4aa9-9add-2a501e2020b1', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'fa77426b-2b46-4aa9-9add-2a501e2020b1', 'mac_address': 'fa:16:3e:41:d8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:09:41.984260 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1e3238d3-712c-47b2-9509-2e57a62d0ea9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4088514 Sep 08 13:09:42.078628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c7f4ae-2d5b-44f2-8ab1-8a1a6a7bd071 None None] Network 8dfde7da-e09b-4f70-9920-3f11707cced0 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:09:42.083401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079025c-4579-4dfc-a6ae-e553289ad5cb req-ac395cf3-eff7-4356-b025-ac8dc392cc3a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:42.086357 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6079025c-4579-4dfc-a6ae-e553289ad5cb req-ac395cf3-eff7-4356-b025-ac8dc392cc3a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.1355751 Sep 08 13:09:42.140789 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6079025c-4579-4dfc-a6ae-e553289ad5cb req-5f3942dd-63ef-40de-86d4-0539516e7436 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477254 Sep 08 13:09:42.166938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46778) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:42.188621 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4dc29e8-323d-4ddc-8ea9-709239ab71ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:42.224737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:42.227701 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc003364-b6d1-4fa8-a6d5-7bcc2ebd2422" -d '{"events": [{"server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "name": "network-vif-plugged", "status": "completed", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:42.243830 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:42.280966 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec5ad70-2758-4f21-8427-dd5a08eca1e9 x-openstack-request-id: req-0ec5ad70-2758-4f21-8427-dd5a08eca1e9 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:42.281257 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "name": "network-vif-plugged", "status": "completed", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:42.281573 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0ec5ad70-2758-4f21-8427-dd5a08eca1e9 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:42.282209 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'code': 200} Sep 08 13:09:42.330581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa77426b-2b46-4aa9-9add-2a501e2020b1 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:42.353746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port fa77426b-2b46-4aa9-9add-2a501e2020b1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=fa77426b-2b46-4aa9-9add-2a501e2020b1,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:42.372451 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4dc29e8-323d-4ddc-8ea9-709239ab71ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:42.383468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-29f4dcda-3f23-4ea4-a493-ead7bfc0bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:42.384915 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-29f4dcda-3f23-4ea4-a493-ead7bfc0bf86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 1096 time: 0.0705266 Sep 08 13:09:42.491100 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:42.509500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-38f844a0-078c-458f-9f7a-c1718b5192cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:42.511353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-38f844a0-078c-458f-9f7a-c1718b5192cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.1190600 Sep 08 13:09:42.578536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4dc29e8-323d-4ddc-8ea9-709239ab71ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:42.582617 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-dcd771f3-23dc-4762-8086-4f44dcc4579e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c9fccf-25c9-47c0-8886-a54fb3555649 HTTP/1.1" status: 200 len: 217 time: 0.0591409 Sep 08 13:09:42.587127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=fa77426b-2b46-4aa9-9add-2a501e2020b1,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:42.663294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc29e8-323d-4ddc-8ea9-709239ab71ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3165838-3f1d-4bfb-844d-d6d7cdeb7d44,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:42.668765 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d4dc29e8-323d-4ddc-8ea9-709239ab71ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=acee52fee8184f95a6a96e7db4d5ff18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4998996 Sep 08 13:09:42.671711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46798) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:42.685822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6e37fc-bec9-4a41-8936-3af5b6886cdc req-5b5830c1-2de2-4af3-a24d-3b8496b8bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:42.688700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd6e37fc-bec9-4a41-8936-3af5b6886cdc req-5b5830c1-2de2-4af3-a24d-3b8496b8bd60 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 1100 time: 0.1346183 Sep 08 13:09:42.688891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-df1df597-4c77-405b-8284-66559eacd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:42.690361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-df1df597-4c77-405b-8284-66559eacd675 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0862713 Sep 08 13:09:42.766741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-32a4213c-093d-49ab-b71f-d665b5948862 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628004 Sep 08 13:09:42.813807 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd6e37fc-bec9-4a41-8936-3af5b6886cdc req-a942020e-14b5-4f3b-9829-37fb98e17fd6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785584 Sep 08 13:09:42.822379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11476d85-7e7c-406b-abe4-68863edfeafc req-d3fd544d-4687-49d6-90b3-31fa7f1419d9 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:42.822871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3586725-9415-4fdd-b888-8d46c6f67a04 req-8bb615c6-6e50-40c3-a0ee-c4f6fb909bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:42.823890 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-d3fd544d-4687-49d6-90b3-31fa7f1419d9 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/networks?id=924cdcc8-43a5-47e9-bb98-7dce89403007 HTTP/1.1" status: 200 len: 814 time: 0.2314074 Sep 08 13:09:42.824391 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3586725-9415-4fdd-b888-8d46c6f67a04 req-8bb615c6-6e50-40c3-a0ee-c4f6fb909bc5 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 945 time: 0.1315746 Sep 08 13:09:42.827020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f736f4a2-c390-4bd9-907b-d336b4060d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:42.844121 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-cd8f4f06-46df-4089-ae7d-6df5d7a61732 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/quotas/d6308f8b8c964c649c9ae8eee6d367c0 HTTP/1.1" status: 200 len: 375 time: 0.0109706 Sep 08 13:09:42.883939 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-173ed1ce-a919-45bf-80af-ef84cf0df3fd tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d6308f8b8c964c649c9ae8eee6d367c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339739 Sep 08 13:09:42.916628 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f736f4a2-c390-4bd9-907b-d336b4060d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:42.930791 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3586725-9415-4fdd-b888-8d46c6f67a04 req-7183a013-c381-4fe5-b9d6-94c5c0aa2cdd tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989246 Sep 08 13:09:42.935629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['fa77426b-2b46-4aa9-9add-2a501e2020b1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:42.967053 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-42bb4b39-7940-44b4-bfcf-24d760427abe service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892457 Sep 08 13:09:43.025256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-a2153de4-a25a-431d-919d-8c65961d68a4 service neutron] 10.222.0.69 "GET /v2.0/networks/924cdcc8-43a5-47e9-bb98-7dce89403007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318102 Sep 08 13:09:43.107793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-1170c553-ed98-4ae1-838d-9142f7318fe7 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324811 Sep 08 13:09:43.116028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ed452-d968-4591-ae93-d5b968275fbb req-00fef2cb-cf9a-4a1c-95e1-646839e586b4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:43.117527 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-275ed452-d968-4591-ae93-d5b968275fbb req-00fef2cb-cf9a-4a1c-95e1-646839e586b4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0761306 Sep 08 13:09:43.124383 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f736f4a2-c390-4bd9-907b-d336b4060d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:43.127005 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f736f4a2-c390-4bd9-907b-d336b4060d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:43.128126 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f736f4a2-c390-4bd9-907b-d336b4060d2a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f3165838-3f1d-4bfb-844d-d6d7cdeb7d44 HTTP/1.1" status: 204 len: 168 time: 0.4555142 Sep 08 13:09:43.135239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-d58b47c2-ec3f-4906-83b9-e23420c95983 service neutron] 10.222.0.69 "GET /v2.0/networks/924cdcc8-43a5-47e9-bb98-7dce89403007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086361 Sep 08 13:09:43.149601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736f4a2-c390-4bd9-907b-d336b4060d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3165838-3f1d-4bfb-844d-d6d7cdeb7d44,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:43.170539 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:43.194939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-275ed452-d968-4591-ae93-d5b968275fbb req-c5de729d-a647-4492-9cf1-063e70c0f83c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655131 Sep 08 13:09:43.327250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019704b4-a8aa-452f-a84e-0e6c0452149f req-3844c6e2-ff87-4408-bcee-197522a85878 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:43.328799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-019704b4-a8aa-452f-a84e-0e6c0452149f req-3844c6e2-ff87-4408-bcee-197522a85878 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 949 time: 0.0786846 Sep 08 13:09:43.332663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-596ac5d9-63b8-496f-9fd2-a95a83a13797 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:43.334070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-596ac5d9-63b8-496f-9fd2-a95a83a13797 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1096 time: 0.0815094 Sep 08 13:09:43.352161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807558-3'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:43.414118 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-019704b4-a8aa-452f-a84e-0e6c0452149f req-debb902f-7e03-4144-8fec-1fb0bf586c77 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742493 Sep 08 13:09:43.457537 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:43.714137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39725157-bc14-4cad-a0f0-89ece5764ddb req-baca7d89-ef89-4df8-839d-a9305b027b72 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:43.723592 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39725157-bc14-4cad-a0f0-89ece5764ddb req-baca7d89-ef89-4df8-839d-a9305b027b72 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.1255841 Sep 08 13:09:43.738736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47c9fccf-25c9-47c0-8886-a54fb3555649,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:43.790740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39725157-bc14-4cad-a0f0-89ece5764ddb req-bfbb5a99-848e-4ef0-bac9-c2625cffbd8c tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659683 Sep 08 13:09:43.810253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:43.891912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba90176d-b983-482a-969d-2e0225b9c8d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c9fccf-25c9-47c0-8886-a54fb3555649'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:43.894583 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12740008-dd91-4b50-b58f-2335ff9dc50f" -d '{"events": [{"server_uuid": "ba90176d-b983-482a-969d-2e0225b9c8d3", "name": "network-vif-unplugged", "status": "completed", "tag": "47c9fccf-25c9-47c0-8886-a54fb3555649"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:43.899679 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:43.914899 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-2ab8c1c7-436d-4da9-8d90-8ae86005015e tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 258 time: 0.5493205 Sep 08 13:09:43.917539 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5d7537-b00b-4e34-bfa5-13538f987c54 req-4931da24-be9c-4976-887e-43dce05fc271 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 210 time: 0.0413167 Sep 08 13:09:43.921071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:43.942367 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:43.964551 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80457c76-c5d1-4f26-b8b9-24638214c9fd x-openstack-request-id: req-80457c76-c5d1-4f26-b8b9-24638214c9fd {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:43.964941 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba90176d-b983-482a-969d-2e0225b9c8d3", "name": "network-vif-unplugged", "status": "completed", "tag": "47c9fccf-25c9-47c0-8886-a54fb3555649", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:43.965249 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-80457c76-c5d1-4f26-b8b9-24638214c9fd {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:43.965702 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba90176d-b983-482a-969d-2e0225b9c8d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47c9fccf-25c9-47c0-8886-a54fb3555649', 'code': 200} Sep 08 13:09:44.072901 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:44.105651 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:44.146699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Pushing event updated for resources: {'Port': ['ID=47c9fccf-25c9-47c0-8886-a54fb3555649,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:44.208101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Attempting to bind port 47c9fccf-25c9-47c0-8886-a54fb3555649 on host n-h1-807558-3 for vnic_type normal with profile {"migrating_to": "n-h2-807558-3"} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:44.208328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Attempting to bind port 47c9fccf-25c9-47c0-8886-a54fb3555649 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:44.208702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Attempting to bind port 47c9fccf-25c9-47c0-8886-a54fb3555649 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:44.221271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Port 47c9fccf-25c9-47c0-8886-a54fb3555649 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:09:44.221576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Attempting to bind port 47c9fccf-25c9-47c0-8886-a54fb3555649 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:44.237400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:44.237775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:44.238147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Bound using segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:44.238633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Bound port: 47c9fccf-25c9-47c0-8886-a54fb3555649, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:44.239000 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:44.284577 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:44.349899 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:44.359357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcac47-511e-464f-be67-7143be047b15 req-fbf0dc8e-6792-4123-9760-9110a590a41b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:44.360935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0fcac47-511e-464f-be67-7143be047b15 req-fbf0dc8e-6792-4123-9760-9110a590a41b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 943 time: 0.0824711 Sep 08 13:09:44.362836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47c9fccf-25c9-47c0-8886-a54fb3555649,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:09:44.395460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Allocated IP 172.25.5.130 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/f4d92170-a074-46bb-909c-ccdcdad17241) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:09:44.401659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0fcac47-511e-464f-be67-7143be047b15 req-51b3dcff-a938-4b7e-902b-be61679153f5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342641 Sep 08 13:09:44.473637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:44.536862 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:44.551537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Pushing event updated for resources: {'Port': ['ID=47c9fccf-25c9-47c0-8886-a54fb3555649,revision_number=8']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:44.614616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:44.615244 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:44.616635 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-729c1fdd-f1b2-48ef-8439-1c0a796dab91 service neutron] 10.222.0.60 "PUT /v2.0/ports/47c9fccf-25c9-47c0-8886-a54fb3555649 HTTP/1.1" status: 200 len: 1121 time: 1.2704225 Sep 08 13:09:44.632235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d0001-915c-4b39-810a-364e0ade1b08 req-f798a72b-0f2e-4a5a-b00f-dbb6c86a7555 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:44.633885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-564d0001-915c-4b39-810a-364e0ade1b08 req-f798a72b-0f2e-4a5a-b00f-dbb6c86a7555 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 949 time: 0.0849748 Sep 08 13:09:44.672973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-564d0001-915c-4b39-810a-364e0ade1b08 req-3f88afe0-aae8-4678-b0ae-7b7b1afa19e1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324838 Sep 08 13:09:44.717056 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:44.748469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['47c9fccf-25c9-47c0-8886-a54fb3555649'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:44.758134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:09:44.760995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:44.764358 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:09:44.793465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Pushing event updated for resources: {'Port': ['ID=f4d92170-a074-46bb-909c-ccdcdad17241,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:44.949301 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:44.962197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35cbec-6772-4db4-94d1-a18fecf3a4c2 req-a74d7354-aeb2-45ab-bfd6-0c4dcd2eeb7e tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:44.963816 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea35cbec-6772-4db4-94d1-a18fecf3a4c2 req-a74d7354-aeb2-45ab-bfd6-0c4dcd2eeb7e tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0714040 Sep 08 13:09:45.004413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea35cbec-6772-4db4-94d1-a18fecf3a4c2 req-05fc92ac-64e5-4714-9e16-5a7b2ce35209 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Sep 08 13:09:45.092472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35af7357-a5c0-4c4f-a851-0a312657ee2a req-db7e4347-8fc2-4126-8a09-80c95a90d129 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 210 time: 0.0266211 Sep 08 13:09:45.187440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:45.202010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9c88b-404a-4218-9a1c-dd55c1020720 req-16258f89-66a0-4954-b2c3-92745fc6e6de tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:45.203423 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a8e9c88b-404a-4218-9a1c-dd55c1020720 req-16258f89-66a0-4954-b2c3-92745fc6e6de tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0522592 Sep 08 13:09:45.373600 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:45.482632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a8e9c88b-404a-4218-9a1c-dd55c1020720 req-70960791-5a4a-44d2-a54b-b742e9b5667b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721632 Sep 08 13:09:45.531608 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:45.600245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06530f62-a31a-4179-bb44-787be9b1f30c req-ff20c2f8-e8a7-4d75-a087-8103b1817094 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:45.602167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06530f62-a31a-4179-bb44-787be9b1f30c req-ff20c2f8-e8a7-4d75-a087-8103b1817094 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 943 time: 0.0586963 Sep 08 13:09:45.609559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Pushing event updated for resources: {'Port': ['ID=f4d92170-a074-46bb-909c-ccdcdad17241,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:45.617436 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:45.644997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06530f62-a31a-4179-bb44-787be9b1f30c req-550aa237-600a-42f6-8318-1cff8837111c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364451 Sep 08 13:09:45.758558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:45.760159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-60444171-9001-4bfd-8558-ab2b2167c68d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8444595 Sep 08 13:09:45.789358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device fa77426b-2b46-4aa9-9add-2a501e2020b1 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:45.843219 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-95214429-c9ea-4be2-848c-aefb9202dd0a tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.0768704 Sep 08 13:09:45.947294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port fa77426b-2b46-4aa9-9add-2a501e2020b1 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:45.951440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port fa77426b-2b46-4aa9-9add-2a501e2020b1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:45.952006 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:45.967228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba90176d-b983-482a-969d-2e0225b9c8d3', 'tag': '47c9fccf-25c9-47c0-8886-a54fb3555649'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:45.971698 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e36a6f4-e742-4779-9a71-a9af39fafff6" -d '{"events": [{"name": "network-changed", "server_uuid": "ba90176d-b983-482a-969d-2e0225b9c8d3", "tag": "47c9fccf-25c9-47c0-8886-a54fb3555649"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:45.980861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-daa75ee0-6a32-472a-830b-6bba2ee06170 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:45.982976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-daa75ee0-6a32-472a-830b-6bba2ee06170 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1314764 Sep 08 13:09:45.995133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-512f4ea4-7e21-4e64-b9e6-7487664f10ec tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:09:45.996135 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d54bfdd-16b0-495f-a9c8-13bec3624735 req-512f4ea4-7e21-4e64-b9e6-7487664f10ec tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061514 Sep 08 13:09:46.052222 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:46.075799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247c8af2-e4c0-4794-9a27-a56306ec06cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa77426b-2b46-4aa9-9add-2a501e2020b1'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:46.078308 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae2c200-035a-447f-86e2-bbdabba9d964" -d '{"events": [{"server_uuid": "247c8af2-e4c0-4794-9a27-a56306ec06cc", "name": "network-vif-plugged", "status": "completed", "tag": "fa77426b-2b46-4aa9-9add-2a501e2020b1"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:46.091670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port fa77426b-2b46-4aa9-9add-2a501e2020b1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=fa77426b-2b46-4aa9-9add-2a501e2020b1,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:46.112944 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a698f46-f396-4ca3-9cb9-dda038191b2a req-2acef142-0a02-4059-b5d1-30d3222fee6a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:46.114524 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a698f46-f396-4ca3-9cb9-dda038191b2a req-2acef142-0a02-4059-b5d1-30d3222fee6a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 949 time: 0.0553412 Sep 08 13:09:46.156750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a698f46-f396-4ca3-9cb9-dda038191b2a req-19bc8448-2a60-468f-a5f8-17b5af4d6639 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351729 Sep 08 13:09:46.200974 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0242f8-436c-413c-aa8b-0d439c0661b8 x-openstack-request-id: req-1b0242f8-436c-413c-aa8b-0d439c0661b8 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:46.201261 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba90176d-b983-482a-969d-2e0225b9c8d3", "tag": "47c9fccf-25c9-47c0-8886-a54fb3555649", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:46.201510 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b0242f8-436c-413c-aa8b-0d439c0661b8 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:46.201903 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba90176d-b983-482a-969d-2e0225b9c8d3', 'tag': '47c9fccf-25c9-47c0-8886-a54fb3555649', 'status': 'completed', 'code': 200} Sep 08 13:09:46.227956 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:46.253387 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae7bfd8-16bf-40e3-9c7c-756212590ebe x-openstack-request-id: req-cae7bfd8-16bf-40e3-9c7c-756212590ebe {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:46.253904 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247c8af2-e4c0-4794-9a27-a56306ec06cc", "name": "network-vif-plugged", "status": "completed", "tag": "fa77426b-2b46-4aa9-9add-2a501e2020b1", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:46.254441 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cae7bfd8-16bf-40e3-9c7c-756212590ebe {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:46.254974 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247c8af2-e4c0-4794-9a27-a56306ec06cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa77426b-2b46-4aa9-9add-2a501e2020b1', 'code': 200} Sep 08 13:09:46.287640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36a6f4-e742-4779-9a71-a9af39fafff6 req-f442d616-a199-4e73-8a37-d37e7c196085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:46.289168 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1e36a6f4-e742-4779-9a71-a9af39fafff6 req-f442d616-a199-4e73-8a37-d37e7c196085 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 1124 time: 0.0555460 Sep 08 13:09:46.308649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=fa77426b-2b46-4aa9-9add-2a501e2020b1,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:46.386347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533e99b-df5e-4db7-bf94-9d859ab3e60d req-4b04ebca-0b83-4e6b-9523-a1cca9c373f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:46.388687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3533e99b-df5e-4db7-bf94-9d859ab3e60d req-4b04ebca-0b83-4e6b-9523-a1cca9c373f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 1101 time: 0.0559735 Sep 08 13:09:46.435915 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3533e99b-df5e-4db7-bf94-9d859ab3e60d req-4f3b0ca2-1c98-4b24-8394-536d205aa66f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Sep 08 13:09:46.473921 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-8eff1846-228c-41ec-99da-b354d64c6451 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:46.475509 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-8eff1846-228c-41ec-99da-b354d64c6451 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1419482 Sep 08 13:09:46.495950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36a6f4-e742-4779-9a71-a9af39fafff6 req-a585b700-8d3a-425d-9520-a64598de1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:46.497577 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1e36a6f4-e742-4779-9a71-a9af39fafff6 req-a585b700-8d3a-425d-9520-a64598de1ac0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.1897194 Sep 08 13:09:46.530883 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:46.553438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3eeccac-01fb-46b9-9859-2e0ce49d86a7 req-5976ba42-5a23-4ab6-b5aa-39c4d5cff006 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 210 time: 0.0502915 Sep 08 13:09:46.574878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1e36a6f4-e742-4779-9a71-a9af39fafff6 req-a0c232d2-53dd-486e-86f8-c4c97103fc60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c9fccf-25c9-47c0-8886-a54fb3555649 HTTP/1.1" status: 200 len: 217 time: 0.0393243 Sep 08 13:09:46.574878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-55ff49f1-8b67-4760-8a47-4056458c4f33 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 696 time: 0.0834229 Sep 08 13:09:46.582754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-ade8b8ca-bb88-4f30-828e-05633d00e79b tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Request body: {'floatingip': {'port_id': '92859c71-466e-4b5c-9f53-b9d28a1acb56', 'fixed_ip_address': '172.20.0.8'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:46.634678 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-ade8b8ca-bb88-4f30-828e-05633d00e79b tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:46.668178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f9d8e-f2d4-4767-b3da-4aff1c72e0a0 req-25edd428-1b79-46ad-9763-9613118c753c tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:46.669934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac2f9d8e-f2d4-4767-b3da-4aff1c72e0a0 req-25edd428-1b79-46ad-9763-9613118c753c tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0533650 Sep 08 13:09:46.732476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36a6f4-e742-4779-9a71-a9af39fafff6 req-914d42de-c569-44ff-9918-43bcf37de8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:46.734443 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1e36a6f4-e742-4779-9a71-a9af39fafff6 req-914d42de-c569-44ff-9918-43bcf37de8a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.1158257 Sep 08 13:09:46.781058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac2f9d8e-f2d4-4767-b3da-4aff1c72e0a0 req-ce64b841-5df3-44cb-b059-106cb5f61631 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016555 Sep 08 13:09:46.785440 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1e36a6f4-e742-4779-9a71-a9af39fafff6 req-415b7432-6329-4e01-ab9c-10e3377ab82d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328209 Sep 08 13:09:46.811959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11476d85-7e7c-406b-abe4-68863edfeafc req-4074853a-2543-480e-93a4-ebf96ae2b088 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:46.813751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-4074853a-2543-480e-93a4-ebf96ae2b088 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.70 "GET /v2.0/networks?id=924cdcc8-43a5-47e9-bb98-7dce89403007 HTTP/1.1" status: 200 len: 814 time: 0.1427886 Sep 08 13:09:46.830412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-11476d85-7e7c-406b-abe4-68863edfeafc req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Request body: {'port': {'device_id': '1a31eb28-4bf2-4bcf-bd27-64f1872bd363', 'network_id': '924cdcc8-43a5-47e9-bb98-7dce89403007', 'admin_state_up': True, 'tenant_id': 'd6308f8b8c964c649c9ae8eee6d367c0'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:46.975988 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1e36a6f4-e742-4779-9a71-a9af39fafff6 req-0da208dd-4d58-43b8-9063-5059c4f271f5 service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821554 Sep 08 13:09:46.993863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bbf02-dc3f-4d92-ad55-603ea99a7a6d req-5b82c47c-683a-48fd-b8ee-68fef294a595 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:46.995393 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb1bbf02-dc3f-4d92-ad55-603ea99a7a6d req-5b82c47c-683a-48fd-b8ee-68fef294a595 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 943 time: 0.0774558 Sep 08 13:09:47.050647 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb1bbf02-dc3f-4d92-ad55-603ea99a7a6d req-6bb0ebfc-848b-4831-8cad-33b88f3f3ba6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 Sep 08 13:09:47.136553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11476d85-7e7c-406b-abe4-68863edfeafc req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Made reservation on behalf of d6308f8b8c964c649c9ae8eee6d367c0 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:09:47.143778 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-11476d85-7e7c-406b-abe4-68863edfeafc req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:47.171540 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1e36a6f4-e742-4779-9a71-a9af39fafff6 req-904da2d3-834f-4af7-b839-c77e9d0eefd0 service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857314 Sep 08 13:09:47.328507 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-ade8b8ca-bb88-4f30-828e-05633d00e79b tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:47.336292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-11476d85-7e7c-406b-abe4-68863edfeafc req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Allocated IP 172.20.0.14 (924cdcc8-43a5-47e9-bb98-7dce89403007/76f9a018-1611-47d2-bfbc-b769654fafbc/f1f4072c-38df-48e2-8b11-5733a9e7315f) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:09:47.346416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacb665-f0f9-4b26-8b1b-9c8bb95899e1 req-03773f99-5976-4c33-a84f-08a1b5e8112c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:47.347907 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bacb665-f0f9-4b26-8b1b-9c8bb95899e1 req-03773f99-5976-4c33-a84f-08a1b5e8112c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0978014 Sep 08 13:09:47.417323 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bacb665-f0f9-4b26-8b1b-9c8bb95899e1 req-2b448a68-cd1a-47dd-b1d7-5b69037fda18 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607004 Sep 08 13:09:47.516734 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-11476d85-7e7c-406b-abe4-68863edfeafc req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:47.795604 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 47c9fccf-25c9-47c0-8886-a54fb3555649 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:09:47.832762 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-ade8b8ca-bb88-4f30-828e-05633d00e79b tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:47.834644 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-11476d85-7e7c-406b-abe4-68863edfeafc req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:47.929476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47c9fccf-25c9-47c0-8886-a54fb3555649,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:47.940052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Pushing event updated for resources: {'Port': ['ID=f1f4072c-38df-48e2-8b11-5733a9e7315f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:47.949694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11476d85-7e7c-406b-abe4-68863edfeafc req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Network 924cdcc8-43a5-47e9-bb98-7dce89403007 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:09:47.952009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-11476d85-7e7c-406b-abe4-68863edfeafc req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:47.955717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-11476d85-7e7c-406b-abe4-68863edfeafc req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:09:47.957720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 47c9fccf-25c9-47c0-8886-a54fb3555649 has no active binding in host n-h2-807558-3 {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 13:09:47.964021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11476d85-7e7c-406b-abe4-68863edfeafc req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:47.964663 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-11476d85-7e7c-406b-abe4-68863edfeafc req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:47.971017 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-ade8b8ca-bb88-4f30-828e-05633d00e79b tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Floating IP ff6d0c8b-944e-423b-ae86-6b837e126ff6 associated. External IP: 172.25.5.130, port: 92859c71-466e-4b5c-9f53-b9d28a1acb56. Sep 08 13:09:48.068810 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-5827858d-2aa6-4625-a16f-0e1e2f8e985f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2428079 Sep 08 13:09:48.087510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Request body: {'port': {'device_id': '1a31eb28-4bf2-4bcf-bd27-64f1872bd363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:48.167235 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:48.226203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-ade8b8ca-bb88-4f30-828e-05633d00e79b tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Router 839f8330-62c7-4832-aa74-15b548ec4f16 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:09:48.254522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb3d7d7c-5f88-4941-848f-117daa2165f2 req-8696fc52-ffa8-4efc-97c6-19d6058c82f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624492 Sep 08 13:09:48.420709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d7d7c-5f88-4941-848f-117daa2165f2 req-c5cd5026-f462-4000-9308-5291d44b5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:48.423142 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb3d7d7c-5f88-4941-848f-117daa2165f2 req-c5cd5026-f462-4000-9308-5291d44b5011 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 1101 time: 0.1276641 Sep 08 13:09:48.457466 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-ade8b8ca-bb88-4f30-828e-05633d00e79b tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:09:48.467633 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ab136-2260-471d-8d33-2b49a3aa3b5e None None] Sync routers for ids ['839f8330-62c7-4832-aa74-15b548ec4f16'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:09:48.468125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-ade8b8ca-bb88-4f30-828e-05633d00e79b tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:48.480863 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ab136-2260-471d-8d33-2b49a3aa3b5e None None] Routers {'839f8330-62c7-4832-aa74-15b548ec4f16'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:09:48.481557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f4072c-38df-48e2-8b11-5733a9e7315f {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:48.482336 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-241ab136-2260-471d-8d33-2b49a3aa3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:09:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['839f8330-62c7-4832-aa74-15b548ec4f16'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:48.494110 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:48.511811 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Transition to ACTIVE for port object f1f4072c-38df-48e2-8b11-5733a9e7315f will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:09:48.557359 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-ade8b8ca-bb88-4f30-828e-05633d00e79b tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "PUT /v2.0/floatingips/ff6d0c8b-944e-423b-ae86-6b837e126ff6 HTTP/1.1" status: 200 len: 996 time: 1.9792736 Sep 08 13:09:48.568526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'tag': '92859c71-466e-4b5c-9f53-b9d28a1acb56'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:48.570820 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72416e91-1c51-4534-affb-5705398f527f" -d '{"events": [{"name": "network-changed", "server_uuid": "e635ab75-24dc-46e6-bdf7-4815f216740d", "tag": "92859c71-466e-4b5c-9f53-b9d28a1acb56"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:48.603365 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-241ab136-2260-471d-8d33-2b49a3aa3b5e None None] Set router 839f8330-62c7-4832-aa74-15b548ec4f16 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:09:48.608143 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:48.631732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d7d7c-5f88-4941-848f-117daa2165f2 req-95d66f78-216a-4b1f-938c-72d85572a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:48.633239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb3d7d7c-5f88-4941-848f-117daa2165f2 req-95d66f78-216a-4b1f-938c-72d85572a249 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1846025 Sep 08 13:09:48.636540 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-0ff8d6c2-99d1-436c-bd45-eff85cf3bd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:48.638129 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-0ff8d6c2-99d1-436c-bd45-eff85cf3bd2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b184c2e842764e78a122b1ec80b45a99&device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 1096 time: 0.0644417 Sep 08 13:09:48.675925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Pushing event updated for resources: {'Port': ['ID=f1f4072c-38df-48e2-8b11-5733a9e7315f,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:48.703234 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb3d7d7c-5f88-4941-848f-117daa2165f2 req-3cd60841-3b87-4426-966c-b96a2345331f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=50c6444f-c7d7-48bf-bde3-39790c6758b9 HTTP/1.1" status: 200 len: 217 time: 0.0621796 Sep 08 13:09:48.710064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Attempting to bind port f1f4072c-38df-48e2-8b11-5733a9e7315f on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:48.710433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Attempting to bind port f1f4072c-38df-48e2-8b11-5733a9e7315f by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '2dca8564-1af5-485e-8785-d8dd6a201da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '924cdcc8-43a5-47e9-bb98-7dce89403007'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:48.710761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Attempting to bind port f1f4072c-38df-48e2-8b11-5733a9e7315f on network 924cdcc8-43a5-47e9-bb98-7dce89403007 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:48.715695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Port f1f4072c-38df-48e2-8b11-5733a9e7315f on network 924cdcc8-43a5-47e9-bb98-7dce89403007 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:09:48.715988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Attempting to bind port f1f4072c-38df-48e2-8b11-5733a9e7315f on network 924cdcc8-43a5-47e9-bb98-7dce89403007 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:48.720962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:48.721301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Checking segment: {'id': '2dca8564-1af5-485e-8785-d8dd6a201da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '924cdcc8-43a5-47e9-bb98-7dce89403007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:48.721681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Bound using segment: {'id': '2dca8564-1af5-485e-8785-d8dd6a201da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '924cdcc8-43a5-47e9-bb98-7dce89403007'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:48.722107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Bound port: f1f4072c-38df-48e2-8b11-5733a9e7315f, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dca8564-1af5-485e-8785-d8dd6a201da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '924cdcc8-43a5-47e9-bb98-7dce89403007'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:48.722488 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:48.791416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] For port f1f4072c-38df-48e2-8b11-5733a9e7315f, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:48.795058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] For port f1f4072c-38df-48e2-8b11-5733a9e7315f, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f1f4072c-38df-48e2-8b11-5733a9e7315f,segment=NetworkSegment(2dca8564-1af5-485e-8785-d8dd6a201da6),segment_id=2dca8564-1af5-485e-8785-d8dd6a201da6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:09:48.872301 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-241ab136-2260-471d-8d33-2b49a3aa3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:09:21Z', 'revision_number': 4, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'ff6d0c8b-944e-423b-ae86-6b837e126ff6', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'port_id': '92859c71-466e-4b5c-9f53-b9d28a1acb56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'mac_address': 'fa:16:3e:76:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:09:44Z', 'updated_at': '2021-09-08T13:09:47Z', 'revision_number': 1, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22953999-24ab-46d5-9d2a-0c226f5b985d', 'name': '', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'mac_address': 'fa:16:3e:7c:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:20Z', 'updated_at': '2021-09-08T13:09:27Z', 'revision_number': 5, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'subnets': [{'id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:48.900428 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ab136-2260-471d-8d33-2b49a3aa3b5e None None] Checking router: 839f8330-62c7-4832-aa74-15b548ec4f16 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:09:48.911547 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241ab136-2260-471d-8d33-2b49a3aa3b5e None None] Routers {'839f8330-62c7-4832-aa74-15b548ec4f16'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:09:48.912182 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-241ab136-2260-471d-8d33-2b49a3aa3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:09:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['839f8330-62c7-4832-aa74-15b548ec4f16'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:49.004876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:49.027657 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-241ab136-2260-471d-8d33-2b49a3aa3b5e None None] Set router 839f8330-62c7-4832-aa74-15b548ec4f16 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:09:49.053930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:49.055569 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:49.057406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] 10.222.0.70 "PUT /v2.0/ports/f1f4072c-38df-48e2-8b11-5733a9e7315f HTTP/1.1" status: 200 len: 1092 time: 0.9780419 Sep 08 13:09:49.057536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d7d7c-5f88-4941-848f-117daa2165f2 req-2049b8cb-fdd9-47e0-ab0f-dbd04dc900c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:49.057959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a31eb28-4bf2-4bcf-bd27-64f1872bd363', 'tag': 'f1f4072c-38df-48e2-8b11-5733a9e7315f'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:49.059137 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb3d7d7c-5f88-4941-848f-117daa2165f2 req-2049b8cb-fdd9-47e0-ab0f-dbd04dc900c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.3437600 Sep 08 13:09:49.060290 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5262a187-3de6-4381-a192-0dd3c057de29" -d '{"events": [{"name": "network-changed", "server_uuid": "1a31eb28-4bf2-4bcf-bd27-64f1872bd363", "tag": "f1f4072c-38df-48e2-8b11-5733a9e7315f"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:49.083400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599db2ef-9b20-4280-892b-40c20e1b239e service neutron] Pushing event updated for resources: {'Port': ['ID=f1f4072c-38df-48e2-8b11-5733a9e7315f,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:49.099202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-1728923b-cc2b-40b7-86ff-c11aa5ca0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:49.100773 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-1728923b-cc2b-40b7-86ff-c11aa5ca0125 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3a42663-794e-4834-91b5-51046f164bce HTTP/1.1" status: 200 len: 930 time: 0.4540138 Sep 08 13:09:49.156825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d7d7c-5f88-4941-848f-117daa2165f2 req-b638ad87-0299-44b0-ae67-0527c4f17eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:49.157437 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb3d7d7c-5f88-4941-848f-117daa2165f2 req-b638ad87-0299-44b0-ae67-0527c4f17eb2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855856 Sep 08 13:09:49.200386 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-c47b50ca-600c-4ae8-9cc8-baa6fe04a351 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92859c71-466e-4b5c-9f53-b9d28a1acb56 HTTP/1.1" status: 200 len: 999 time: 0.0908823 Sep 08 13:09:49.270954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11476d85-7e7c-406b-abe4-68863edfeafc req-bec51c62-3e8f-4960-9158-3078e145e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:49.271185 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-241ab136-2260-471d-8d33-2b49a3aa3b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:09:21Z', 'revision_number': 4, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'ff6d0c8b-944e-423b-ae86-6b837e126ff6', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'port_id': '92859c71-466e-4b5c-9f53-b9d28a1acb56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'mac_address': 'fa:16:3e:76:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:09:44Z', 'updated_at': '2021-09-08T13:09:47Z', 'revision_number': 1, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22953999-24ab-46d5-9d2a-0c226f5b985d', 'name': '', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'mac_address': 'fa:16:3e:7c:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:20Z', 'updated_at': '2021-09-08T13:09:27Z', 'revision_number': 5, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'subnets': [{'id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:49.273164 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-bec51c62-3e8f-4960-9158-3078e145e2a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d6308f8b8c964c649c9ae8eee6d367c0&device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 1095 time: 0.0487535 Sep 08 13:09:49.283904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-bed24944-f945-4073-a0e8-1441eafcbb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:49.285381 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-bed24944-f945-4073-a0e8-1441eafcbb31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef7b21a7-50db-4956-96e8-beb091e875de HTTP/1.1" status: 200 len: 868 time: 0.0842481 Sep 08 13:09:49.302648 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241ab136-2260-471d-8d33-2b49a3aa3b5e None None] The sync data for ids ['839f8330-62c7-4832-aa74-15b548ec4f16'] in n-d-807558-3 is: [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:09:21Z', 'revision_number': 4, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'ff6d0c8b-944e-423b-ae86-6b837e126ff6', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'port_id': '92859c71-466e-4b5c-9f53-b9d28a1acb56', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'mac_address': 'fa:16:3e:76:c8:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:09:44Z', 'updated_at': '2021-09-08T13:09:47Z', 'revision_number': 1, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22953999-24ab-46d5-9d2a-0c226f5b985d', 'name': '', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'mac_address': 'fa:16:3e:7c:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:20Z', 'updated_at': '2021-09-08T13:09:27Z', 'revision_number': 5, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'subnets': [{'id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:09:49.318506 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-3babdfb0-b829-40c8-8343-77b31bbe3a93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1f4072c-38df-48e2-8b11-5733a9e7315f HTTP/1.1" status: 200 len: 217 time: 0.0364006 Sep 08 13:09:49.340241 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb3d7d7c-5f88-4941-848f-117daa2165f2 req-533bfd99-ec5b-47f8-9f96-2eb88d6a3e75 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727417 Sep 08 13:09:49.370348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-22da79a7-ef45-4c10-a083-420e2b4787f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:49.371877 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-22da79a7-ef45-4c10-a083-420e2b4787f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3a42663-794e-4834-91b5-51046f164bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747039 Sep 08 13:09:49.384050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11476d85-7e7c-406b-abe4-68863edfeafc req-a093150f-63ec-40fd-97b5-6aa2ea5cb4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:49.386015 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-a093150f-63ec-40fd-97b5-6aa2ea5cb4cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76f9a018-1611-47d2-bfbc-b769654fafbc HTTP/1.1" status: 200 len: 854 time: 0.0546021 Sep 08 13:09:49.388241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-cc9f4e00-1c8d-421c-b9d6-cb38f5b4b2af service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:09:49.389212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-cc9f4e00-1c8d-421c-b9d6-cb38f5b4b2af service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073678 Sep 08 13:09:49.420890 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-2396ff05-6fa9-4b41-8abc-eafdd7691940 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=924cdcc8-43a5-47e9-bb98-7dce89403007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263915 Sep 08 13:09:49.507833 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb3d7d7c-5f88-4941-848f-117daa2165f2 req-c4ebe420-5298-47ea-af1c-49a39aba475f service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591158 Sep 08 13:09:49.529482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64327fb6-41b7-4234-80e3-fea22c05a224 None None] New status for floating IP ff6d0c8b-944e-423b-ae86-6b837e126ff6: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:09:49.530148 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-2805c023-765e-470b-b093-b52d99d57056 service neutron] 10.222.0.69 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119576 Sep 08 13:09:49.530370 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-a5b488a8-da03-43c4-9794-a1ec813d7cf2 service neutron] 10.222.0.70 "GET /v2.0/networks/924cdcc8-43a5-47e9-bb98-7dce89403007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001835 Sep 08 13:09:49.627760 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a30d3b4d-8d3e-44bf-9b76-1c99d379288e req-00cb9edc-78bb-4793-a72b-a3efeb3e5746 service neutron] 10.222.0.69 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911646 Sep 08 13:09:49.636565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-11476d85-7e7c-406b-abe4-68863edfeafc req-1504ace3-4e57-4df2-8baf-8a154f0af351 service neutron] 10.222.0.70 "GET /v2.0/networks/924cdcc8-43a5-47e9-bb98-7dce89403007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964544 Sep 08 13:09:50.064035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e41663-55ad-44fb-ae0f-755ee29c991b req-ba7eef7d-e8d8-4490-918e-ae7cbbf3b1bc tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:50.065561 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87e41663-55ad-44fb-ae0f-755ee29c991b req-ba7eef7d-e8d8-4490-918e-ae7cbbf3b1bc tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 944 time: 0.0571659 Sep 08 13:09:50.106099 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87e41663-55ad-44fb-ae0f-755ee29c991b req-8590bce4-666f-4110-8522-b8147d03b885 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/security-groups?id=d5a53444-534b-40ea-b125-b9ff830be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341637 Sep 08 13:09:50.210870 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ecc0c-dc70-4edd-9bae-d1d47f902261 req-f649fdc7-ea66-4d20-815a-db0638822f26 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:50.212361 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-278ecc0c-dc70-4edd-9bae-d1d47f902261 req-f649fdc7-ea66-4d20-815a-db0638822f26 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0486619 Sep 08 13:09:50.250309 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-278ecc0c-dc70-4edd-9bae-d1d47f902261 req-2d4ad6da-d4b6-47ac-8624-e60866d51b80 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320189 Sep 08 13:09:50.354946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff1e37-bc16-4d9d-a6da-8302700e7d00 req-aa1b3430-ece2-4d0b-9d2b-c987dad309cc tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:50.356594 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cbff1e37-bc16-4d9d-a6da-8302700e7d00 req-aa1b3430-ece2-4d0b-9d2b-c987dad309cc tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 943 time: 0.0504284 Sep 08 13:09:50.395657 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cbff1e37-bc16-4d9d-a6da-8302700e7d00 req-34687ae8-b1c0-49fa-9819-21fa0c6f2957 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329430 Sep 08 13:09:50.532480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c565773-0758-4880-bd74-924092bbb3ed req-b6afb878-f76e-4b9b-8a6a-138b3323273d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:50.534648 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c565773-0758-4880-bd74-924092bbb3ed req-b6afb878-f76e-4b9b-8a6a-138b3323273d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0627949 Sep 08 13:09:50.578435 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c565773-0758-4880-bd74-924092bbb3ed req-db1bc25a-c527-454e-8646-50f4ff48e43c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377507 Sep 08 13:09:50.611619 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46970) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:50.629240 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eea6cb-1d46-4c23-9493-9e2cb6d5d09c x-openstack-request-id: req-02eea6cb-1d46-4c23-9493-9e2cb6d5d09c {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:50.629471 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e635ab75-24dc-46e6-bdf7-4815f216740d", "tag": "92859c71-466e-4b5c-9f53-b9d28a1acb56", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:50.629783 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-02eea6cb-1d46-4c23-9493-9e2cb6d5d09c {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:50.630269 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'tag': '92859c71-466e-4b5c-9f53-b9d28a1acb56', 'status': 'completed', 'code': 200} Sep 08 13:09:50.717856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0032f0-d693-4994-bcb8-4bf3455b6bb6 req-a4ca3dc9-3aeb-4789-b10d-1dbe4292f727 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:50.719370 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba0032f0-d693-4994-bcb8-4bf3455b6bb6 req-a4ca3dc9-3aeb-4789-b10d-1dbe4292f727 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 1096 time: 0.0464230 Sep 08 13:09:50.725482 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43229150-5e07-4a7b-9d43-ec53acbecf52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:50.774845 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba0032f0-d693-4994-bcb8-4bf3455b6bb6 req-8dbc7cd7-1a98-45a0-b1eb-ddb1c2c48d5f tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472093 Sep 08 13:09:50.839205 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43229150-5e07-4a7b-9d43-ec53acbecf52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:50.842635 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da0909e-72fb-4c03-81b2-809218c49d61 x-openstack-request-id: req-4da0909e-72fb-4c03-81b2-809218c49d61 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:50.847388 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a31eb28-4bf2-4bcf-bd27-64f1872bd363", "tag": "f1f4072c-38df-48e2-8b11-5733a9e7315f", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:50.847388 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4da0909e-72fb-4c03-81b2-809218c49d61 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:50.847388 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a31eb28-4bf2-4bcf-bd27-64f1872bd363', 'tag': 'f1f4072c-38df-48e2-8b11-5733a9e7315f', 'status': 'completed', 'code': 200} Sep 08 13:09:50.928112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262a187-3de6-4381-a192-0dd3c057de29 req-62ab5b2b-8f34-4bc9-9de3-7d047cd8c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:50.929840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5262a187-3de6-4381-a192-0dd3c057de29 req-62ab5b2b-8f34-4bc9-9de3-7d047cd8c5a3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d6308f8b8c964c649c9ae8eee6d367c0&device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 1095 time: 0.0449178 Sep 08 13:09:50.933820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43229150-5e07-4a7b-9d43-ec53acbecf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:50.993162 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-43229150-5e07-4a7b-9d43-ec53acbecf52 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d7ffcf1f8b3e4b2f84610ef4f369aa77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804362 Sep 08 13:09:50.994056 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43229150-5e07-4a7b-9d43-ec53acbecf52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e50e2fc-5ecb-498e-b915-8d14c00e106c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:50.996530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46976) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:51.003415 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-9ed07483-a08f-4d1b-8dc2-26db4f91cb70 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 258 time: 0.1481640 Sep 08 13:09:51.020804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:51.037479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262a187-3de6-4381-a192-0dd3c057de29 req-c44c6434-e69c-40b2-be40-9e47f20dc3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:51.039005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5262a187-3de6-4381-a192-0dd3c057de29 req-c44c6434-e69c-40b2-be40-9e47f20dc3d3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=924cdcc8-43a5-47e9-bb98-7dce89403007 HTTP/1.1" status: 200 len: 915 time: 0.0955114 Sep 08 13:09:51.070994 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-51ee69f6-5786-46d2-ac4b-18fa6ba6b411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:51.086383 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5262a187-3de6-4381-a192-0dd3c057de29 req-e2cc041b-b2e0-4c06-8024-02f339108258 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1f4072c-38df-48e2-8b11-5733a9e7315f HTTP/1.1" status: 200 len: 217 time: 0.0346937 Sep 08 13:09:51.093263 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-51ee69f6-5786-46d2-ac4b-18fa6ba6b411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:51.147055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262a187-3de6-4381-a192-0dd3c057de29 req-f07c1877-b578-4514-9b63-b2ddcb5b6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:51.148542 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5262a187-3de6-4381-a192-0dd3c057de29 req-f07c1877-b578-4514-9b63-b2ddcb5b6572 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=76f9a018-1611-47d2-bfbc-b769654fafbc HTTP/1.1" status: 200 len: 854 time: 0.0435505 Sep 08 13:09:51.162883 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:51.186143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5262a187-3de6-4381-a192-0dd3c057de29 req-6aa900a7-e811-42ff-9a00-06a0c26a6b4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=924cdcc8-43a5-47e9-bb98-7dce89403007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288801 Sep 08 13:09:51.240219 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-51ee69f6-5786-46d2-ac4b-18fa6ba6b411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:51.242835 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-51ee69f6-5786-46d2-ac4b-18fa6ba6b411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:51.243981 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-51ee69f6-5786-46d2-ac4b-18fa6ba6b411 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3e50e2fc-5ecb-498e-b915-8d14c00e106c HTTP/1.1" status: 204 len: 168 time: 0.2464290 Sep 08 13:09:51.257889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ee69f6-5786-46d2-ac4b-18fa6ba6b411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e50e2fc-5ecb-498e-b915-8d14c00e106c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:51.276102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:51.292454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5262a187-3de6-4381-a192-0dd3c057de29 req-48ae55f1-a8fd-4ddc-81dc-43ea12b2b7c0 service neutron] 10.222.0.70 "GET /v2.0/networks/924cdcc8-43a5-47e9-bb98-7dce89403007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869133 Sep 08 13:09:51.386919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Allocated IP 172.25.5.31 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/59968b45-17a9-48d4-8ede-84c0c5292c40) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:09:51.400000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5262a187-3de6-4381-a192-0dd3c057de29 req-67a79aa8-df50-4c3f-b5b2-aae9a905e2cd service neutron] 10.222.0.70 "GET /v2.0/networks/924cdcc8-43a5-47e9-bb98-7dce89403007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896921 Sep 08 13:09:51.504147 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:51.638861 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:51.684254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:09:51.691468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:09:51.696551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:09:51.722687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Pushing event updated for resources: {'Port': ['ID=59968b45-17a9-48d4-8ede-84c0c5292c40,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:51.787695 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:51.949595 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:52.107977 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:52.180631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46992) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:52.194866 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:52.196768 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-37a7eeff-21b4-4374-832a-cb3a777190b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:52.291027 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Pushing event updated for resources: {'Port': ['ID=59968b45-17a9-48d4-8ede-84c0c5292c40,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:52.312983 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:52.376985 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-37a7eeff-21b4-4374-832a-cb3a777190b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:52.491189 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-37a7eeff-21b4-4374-832a-cb3a777190b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:52.535173 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-37a7eeff-21b4-4374-832a-cb3a777190b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d6ebf9eae4994b97b62ec6eb27f99773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3505728 Sep 08 13:09:52.535173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7eeff-21b4-4374-832a-cb3a777190b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7eca53-c1c0-4102-968e-fbf54ba487a6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:52.535464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46994) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:52.584770 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dde04c02-87d4-48ef-8285-f3423afba591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:52.585446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:52.587004 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-558a121e-feb6-4b12-9e6e-2edd8796a090 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5724754 Sep 08 13:09:52.607401 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dde04c02-87d4-48ef-8285-f3423afba591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:52.637794 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-f03d98e9-a50d-47d9-9cd2-6540c8cabc49 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.0444317 Sep 08 13:09:52.707082 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dde04c02-87d4-48ef-8285-f3423afba591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:52.709663 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dde04c02-87d4-48ef-8285-f3423afba591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:52.710854 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dde04c02-87d4-48ef-8285-f3423afba591 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e7eca53-c1c0-4102-968e-fbf54ba487a6 HTTP/1.1" status: 204 len: 168 time: 0.1745646 Sep 08 13:09:52.719280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde04c02-87d4-48ef-8285-f3423afba591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7eca53-c1c0-4102-968e-fbf54ba487a6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:52.752615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-03202c3d-04fc-4e51-8f74-bad0599617b0 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:52.754019 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67dca49a-530d-437e-8b44-3927eaa5a6d7 req-03202c3d-04fc-4e51-8f74-bad0599617b0 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1103020 Sep 08 13:09:53.205936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device f1f4072c-38df-48e2-8b11-5733a9e7315f details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:09:53.312331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port f1f4072c-38df-48e2-8b11-5733a9e7315f, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f1f4072c-38df-48e2-8b11-5733a9e7315f,segment=NetworkSegment(2dca8564-1af5-485e-8785-d8dd6a201da6),segment_id=2dca8564-1af5-485e-8785-d8dd6a201da6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:53.343359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'f1f4072c-38df-48e2-8b11-5733a9e7315f', 'network_id': '924cdcc8-43a5-47e9-bb98-7dce89403007', 'port_id': 'f1f4072c-38df-48e2-8b11-5733a9e7315f', 'mac_address': 'fa:16:3e:98:e6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f9a018-1611-47d2-bfbc-b769654fafbc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:09:53.390895 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:53.408441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f4072c-38df-48e2-8b11-5733a9e7315f {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:53.429481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port f1f4072c-38df-48e2-8b11-5733a9e7315f, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f1f4072c-38df-48e2-8b11-5733a9e7315f,segment=NetworkSegment(2dca8564-1af5-485e-8785-d8dd6a201da6),segment_id=2dca8564-1af5-485e-8785-d8dd6a201da6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:53.432434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72416e91-1c51-4534-affb-5705398f527f req-adee0d3b-3542-4963-ae16-f3c68dabadec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:53.433921 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72416e91-1c51-4534-affb-5705398f527f req-adee0d3b-3542-4963-ae16-f3c68dabadec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b184c2e842764e78a122b1ec80b45a99&device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 1096 time: 0.1039329 Sep 08 13:09:53.493393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f81f8-4db6-40e6-8061-6bd8faf71442 req-867da6d0-646a-46f5-b24c-a10863bbeb86 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:53.494971 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b21f81f8-4db6-40e6-8061-6bd8faf71442 req-867da6d0-646a-46f5-b24c-a10863bbeb86 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 944 time: 0.1290910 Sep 08 13:09:53.565945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8bb2b88a-dfea-49ad-b557-d466a1893623 req-299a4a86-baca-4d5c-9093-5347f2238b13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=12682579-86c6-4f21-84a2-8fe60f51b224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1502597 Sep 08 13:09:53.569948 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:53.609992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72416e91-1c51-4534-affb-5705398f527f req-979ec1bd-2654-4a0f-8c60-308cda2e6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:53.611804 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72416e91-1c51-4534-affb-5705398f527f req-979ec1bd-2654-4a0f-8c60-308cda2e6018 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3a42663-794e-4834-91b5-51046f164bce HTTP/1.1" status: 200 len: 930 time: 0.1607604 Sep 08 13:09:53.623497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=f1f4072c-38df-48e2-8b11-5733a9e7315f,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:53.630028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b21f81f8-4db6-40e6-8061-6bd8faf71442 req-060c84f5-db54-4906-82ac-75864b6cdfa6 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/security-groups?id=d5a53444-534b-40ea-b125-b9ff830be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995970 Sep 08 13:09:53.709268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2b88a-dfea-49ad-b557-d466a1893623 req-3c302718-b5cc-42a6-be90-6d5144713d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:53.710852 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8bb2b88a-dfea-49ad-b557-d466a1893623 req-3c302718-b5cc-42a6-be90-6d5144713d17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=12682579-86c6-4f21-84a2-8fe60f51b224 HTTP/1.1" status: 200 len: 1101 time: 0.1162333 Sep 08 13:09:53.725815 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72416e91-1c51-4534-affb-5705398f527f req-7a13dcf6-9a6b-445f-8a9c-b56e00b9e041 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92859c71-466e-4b5c-9f53-b9d28a1acb56 HTTP/1.1" status: 200 len: 1001 time: 0.0943213 Sep 08 13:09:53.826496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72416e91-1c51-4534-affb-5705398f527f req-031f8351-1764-462e-bb9d-9cf14f6b2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:53.827981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72416e91-1c51-4534-affb-5705398f527f req-031f8351-1764-462e-bb9d-9cf14f6b2f7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef7b21a7-50db-4956-96e8-beb091e875de HTTP/1.1" status: 200 len: 868 time: 0.0841954 Sep 08 13:09:53.875165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a700120-6879-44b3-8b3b-26d012b353a0 req-5cda533f-3c62-474e-b28f-43516f45a06b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:53.877309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a700120-6879-44b3-8b3b-26d012b353a0 req-5cda533f-3c62-474e-b28f-43516f45a06b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.1616309 Sep 08 13:09:53.959404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a700120-6879-44b3-8b3b-26d012b353a0 req-af00d4f9-d710-478c-8ffe-e28e2fd3be3a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617080 Sep 08 13:09:53.961500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2b88a-dfea-49ad-b557-d466a1893623 req-6dad067e-bf46-4f59-a403-7e44bd094638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:53.962921 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8bb2b88a-dfea-49ad-b557-d466a1893623 req-6dad067e-bf46-4f59-a403-7e44bd094638 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1851399 Sep 08 13:09:53.973642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72416e91-1c51-4534-affb-5705398f527f req-fbe63c62-bbb3-4476-a7c0-3a13bfbb853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:53.973642 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72416e91-1c51-4534-affb-5705398f527f req-fbe63c62-bbb3-4476-a7c0-3a13bfbb853e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a42663-794e-4834-91b5-51046f164bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1081626 Sep 08 13:09:53.991088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['f1f4072c-38df-48e2-8b11-5733a9e7315f'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:09:54.025497 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8bb2b88a-dfea-49ad-b557-d466a1893623 req-63442c5e-844e-420c-b882-2368f5438c6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=ae006e9f-fb1a-4ec7-b966-11f5461450de HTTP/1.1" status: 200 len: 217 time: 0.0437531 Sep 08 13:09:54.401789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2b88a-dfea-49ad-b557-d466a1893623 req-3f65ed70-47bd-406a-ab4c-fb4f62986e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:54.403625 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8bb2b88a-dfea-49ad-b557-d466a1893623 req-3f65ed70-47bd-406a-ab4c-fb4f62986e5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.3581989 Sep 08 13:09:54.417265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01511d-70c9-41c8-9f18-94b971c37e8c req-befa6a55-bdd9-4ac0-a079-ff60073fd6ef tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:54.418880 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f01511d-70c9-41c8-9f18-94b971c37e8c req-befa6a55-bdd9-4ac0-a079-ff60073fd6ef tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 943 time: 0.3967991 Sep 08 13:09:54.470204 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72416e91-1c51-4534-affb-5705398f527f req-d1851441-7844-42ea-8a2e-88e18cdd7db6 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817336 Sep 08 13:09:54.524946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f01511d-70c9-41c8-9f18-94b971c37e8c req-bdbac5c5-0d1e-498f-accc-18687ab111fc tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747597 Sep 08 13:09:54.532912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb2b88a-dfea-49ad-b557-d466a1893623 req-62b7f728-2828-4b47-8750-c03e5606e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:54.534475 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8bb2b88a-dfea-49ad-b557-d466a1893623 req-62b7f728-2828-4b47-8750-c03e5606e621 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1146436 Sep 08 13:09:54.688778 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72416e91-1c51-4534-affb-5705398f527f req-378fe082-b160-4a0c-8fe8-c8a732de12f0 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093906 Sep 08 13:09:54.731904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8bb2b88a-dfea-49ad-b557-d466a1893623 req-087692af-2c77-47c7-8bf5-9b6dc9e7e926 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631930 Sep 08 13:09:54.747001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd0783-cb0f-4c51-89c7-dfa7bdfc5cd5 req-c00a5903-5b15-4227-9f40-f6b4bd177480 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:54.748869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-afbd0783-cb0f-4c51-89c7-dfa7bdfc5cd5 req-c00a5903-5b15-4227-9f40-f6b4bd177480 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0983858 Sep 08 13:09:54.848494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-afbd0783-cb0f-4c51-89c7-dfa7bdfc5cd5 req-4200f9d8-0c6c-42ce-a6df-1b99655dd151 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888672 Sep 08 13:09:54.873165 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8bb2b88a-dfea-49ad-b557-d466a1893623 req-4adb89dc-8033-4599-a662-34fe4ca47898 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232612 Sep 08 13:09:55.070582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d8792-0fac-476b-bf38-9140b106faca req-f6582670-dc14-4e5d-806a-9fa4f7689de9 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:55.072278 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-750d8792-0fac-476b-bf38-9140b106faca req-f6582670-dc14-4e5d-806a-9fa4f7689de9 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0997407 Sep 08 13:09:55.153232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-750d8792-0fac-476b-bf38-9140b106faca req-557a9858-7d3d-42e2-81c8-42a9edda033c tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.0718865 Sep 08 13:09:55.165089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-750d8792-0fac-476b-bf38-9140b106faca req-c5ef7ffe-9b4d-4178-bed7-b1256fde0d07 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Request body: {'floatingip': {'port_id': '92859c71-466e-4b5c-9f53-b9d28a1acb56', 'fixed_ip_address': '172.20.0.8'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:55.242029 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-750d8792-0fac-476b-bf38-9140b106faca req-c5ef7ffe-9b4d-4178-bed7-b1256fde0d07 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:55.370422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-e62892e1-a042-43a0-a3c4-d03db790b284 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:09:55.371735 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-e62892e1-a042-43a0-a3c4-d03db790b284 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063684 Sep 08 13:09:55.425558 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-04a66a59-5bab-40af-bb7c-9d70f38043c6 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:55.428059 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-04a66a59-5bab-40af-bb7c-9d70f38043c6 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports/1f738580-6a69-4861-a7eb-10ff46652817 HTTP/1.1" status: 200 len: 1093 time: 0.0448163 Sep 08 13:09:55.443516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] Request body: {'binding': {'host': 'n-h2-807558-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:55.444007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] Unknown quota resources ['binding']. {{(pid=96264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:09:55.505454 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-750d8792-0fac-476b-bf38-9140b106faca req-c5ef7ffe-9b4d-4178-bed7-b1256fde0d07 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] update failed (client error): There was a conflict when trying to complete your request. Sep 08 13:09:55.506574 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-750d8792-0fac-476b-bf38-9140b106faca req-c5ef7ffe-9b4d-4178-bed7-b1256fde0d07 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "PUT /v2.0/floatingips/1182e0ab-670c-468d-af31-130708571bed HTTP/1.1" status: 409 len: 549 time: 0.3459134 Sep 08 13:09:55.605696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] Attempting to bind port 1f738580-6a69-4861-a7eb-10ff46652817 on host n-h2-807558-3 for vnic_type normal with profile None {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:09:55.606370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] Attempting to bind port 1f738580-6a69-4861-a7eb-10ff46652817 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:09:55.606569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] Attempting to bind port 1f738580-6a69-4861-a7eb-10ff46652817 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:55.611926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] Port 1f738580-6a69-4861-a7eb-10ff46652817 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:09:55.612095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] Attempting to bind port 1f738580-6a69-4861-a7eb-10ff46652817 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:09:55.617642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:09:55.617988 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:09:55.618512 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:09:55.618977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] Bound port: 1f738580-6a69-4861-a7eb-10ff46652817, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:09:55.678830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1f738580-6a69-4861-a7eb-10ff46652817,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:09:55.701657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5ced2-56a8-40b7-93aa-b8f34ea384f5 req-caf2118f-61be-4452-b705-f9ac27859bd2 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:55.703293 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7a5ced2-56a8-40b7-93aa-b8f34ea384f5 req-caf2118f-61be-4452-b705-f9ac27859bd2 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 945 time: 0.0546668 Sep 08 13:09:55.748245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7a5ced2-56a8-40b7-93aa-b8f34ea384f5 req-3a37cc2e-6806-477a-9501-4b7284853d09 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/security-groups?id=d5a53444-534b-40ea-b125-b9ff830be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381224 Sep 08 13:09:55.797404 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] Notify callbacks [] for binding, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:55.799205 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-68df8d91-4747-4cfd-b84f-16034090314b service neutron] 10.222.0.69 "POST /v2.0/ports/1f738580-6a69-4861-a7eb-10ff46652817/bindings HTTP/1.1" status: 201 len: 389 time: 0.3622746 Sep 08 13:09:55.865308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61f65f2-3a13-4899-a28a-d04dc69bf81d req-f9130cb3-f458-4e71-a1b3-5fbbac8107ac tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:55.866925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b61f65f2-3a13-4899-a28a-d04dc69bf81d req-f9130cb3-f458-4e71-a1b3-5fbbac8107ac tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0571976 Sep 08 13:09:55.906357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b61f65f2-3a13-4899-a28a-d04dc69bf81d req-3d24250f-f93f-40d0-8aea-8864735c9ac1 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331197 Sep 08 13:09:56.124091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-b5cae142-c923-4768-a8eb-4108ffbf4187 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips/1182e0ab-670c-468d-af31-130708571bed HTTP/1.1" status: 200 len: 692 time: 0.0518115 Sep 08 13:09:56.238522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-cde2db2e-f444-4b35-b6c8-1b56f3f67b52 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:56.239986 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-cde2db2e-f444-4b35-b6c8-1b56f3f67b52 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1102996 Sep 08 13:09:56.250800 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-a8ee08ac-ea22-4ab2-a8a8-adafadfd42cc tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:09:56.252579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-a8ee08ac-ea22-4ab2-a8a8-adafadfd42cc tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065520 Sep 08 13:09:56.304097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-2954c763-a4f7-48c0-afec-f9eb7f86659d tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.0451827 Sep 08 13:09:56.346409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ad03ca-df03-4c01-be92-5944db741229 req-2e862112-6038-4f3c-8741-94ac862b587f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:56.348202 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3ad03ca-df03-4c01-be92-5944db741229 req-2e862112-6038-4f3c-8741-94ac862b587f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 943 time: 0.0630307 Sep 08 13:09:56.366467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-d60e9505-55df-4a3d-bf08-64ebd6ea660b tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.31 HTTP/1.1" status: 200 len: 695 time: 0.0551167 Sep 08 13:09:56.392733 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3ad03ca-df03-4c01-be92-5944db741229 req-5c8ce328-a2a8-44de-8720-8d0f6be17087 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375395 Sep 08 13:09:56.512572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2dca49-e936-4580-bbaf-17f0d2db3b4b req-748179d4-3041-4101-b91a-48f1b443a58b tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:56.519089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dc2dca49-e936-4580-bbaf-17f0d2db3b4b req-748179d4-3041-4101-b91a-48f1b443a58b tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0645478 Sep 08 13:09:56.523560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-0e766218-f230-4860-a0e0-7dd477763d57 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Deleting port 59968b45-17a9-48d4-8ede-84c0c5292c40 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:09:56.524134 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-0e766218-f230-4860-a0e0-7dd477763d57 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:56.564400 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dc2dca49-e936-4580-bbaf-17f0d2db3b4b req-6c810071-b94f-443d-8608-8b56c9b31232 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403316 Sep 08 13:09:56.653781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-0e766218-f230-4860-a0e0-7dd477763d57 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:56.654323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-0e766218-f230-4860-a0e0-7dd477763d57 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:56.674074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-0e766218-f230-4860-a0e0-7dd477763d57 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Calling delete_port for 59968b45-17a9-48d4-8ede-84c0c5292c40 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:09:56.688061 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974aa3e2-5e0f-4872-a1f0-2334739652ce req-48df7c2e-41fe-4b51-8d52-7e3baeec2b80 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:56.689680 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-974aa3e2-5e0f-4872-a1f0-2334739652ce req-48df7c2e-41fe-4b51-8d52-7e3baeec2b80 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0518923 Sep 08 13:09:56.732216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-974aa3e2-5e0f-4872-a1f0-2334739652ce req-7b4bca79-5eec-4961-83f4-43d2de52e022 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360546 Sep 08 13:09:56.900454 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-0e766218-f230-4860-a0e0-7dd477763d57 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:56.930633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e766218-f230-4860-a0e0-7dd477763d57 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Pushing event deleted for resources: {'Port': ['ID=59968b45-17a9-48d4-8ede-84c0c5292c40,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:56.959743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-0e766218-f230-4860-a0e0-7dd477763d57 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:56.962355 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-0e766218-f230-4860-a0e0-7dd477763d57 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:56.963521 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da547bb8-8294-493e-8b19-24be9c65dfe9 req-0e766218-f230-4860-a0e0-7dd477763d57 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "DELETE /v2.0/floatingips/1182e0ab-670c-468d-af31-130708571bed HTTP/1.1" status: 204 len: 173 time: 0.5908563 Sep 08 13:09:57.053038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067e73b-b243-44d3-a0c0-b494b911e7da req-f73cb294-25d8-43ff-8d5f-ac2ae80c962a tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:57.054886 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3067e73b-b243-44d3-a0c0-b494b911e7da req-f73cb294-25d8-43ff-8d5f-ac2ae80c962a tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 945 time: 0.0643229 Sep 08 13:09:57.073455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a7a9d-b050-46ca-bf4b-84a8c34e8092 req-e0237582-eeca-4c69-b8e7-24234a0816e4 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:57.075038 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb7a7a9d-b050-46ca-bf4b-84a8c34e8092 req-e0237582-eeca-4c69-b8e7-24234a0816e4 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0554757 Sep 08 13:09:57.095977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3067e73b-b243-44d3-a0c0-b494b911e7da req-4a1742eb-1f2a-4031-ba7a-af9847b9ce16 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/security-groups?id=d5a53444-534b-40ea-b125-b9ff830be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346761 Sep 08 13:09:57.115258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb7a7a9d-b050-46ca-bf4b-84a8c34e8092 req-455d993b-3390-41bf-97a9-fa30dd2d4a13 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343523 Sep 08 13:09:57.210499 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-690026c2-7268-43b3-aacc-f5827396857a tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.0823045 Sep 08 13:09:57.253938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device f1f4072c-38df-48e2-8b11-5733a9e7315f up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:09:57.263484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-8452c232-da10-4cde-9dd2-b52aca806bba tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:57.264872 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-8452c232-da10-4cde-9dd2-b52aca806bba tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports/92859c71-466e-4b5c-9f53-b9d28a1acb56 HTTP/1.1" status: 200 len: 942 time: 0.0482874 Sep 08 13:09:57.376761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-213927b9-4cf0-4def-9c58-6f6ca755e5ce tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.0629907 Sep 08 13:09:57.403110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47090) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:57.415495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port f1f4072c-38df-48e2-8b11-5733a9e7315f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:09:57.425654 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port f1f4072c-38df-48e2-8b11-5733a9e7315f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:09:57.429482 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:57.513285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-89d26627-7545-4741-97ef-9109fb399e9f tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:57.514998 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-89d26627-7545-4741-97ef-9109fb399e9f tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1326554 Sep 08 13:09:57.541035 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:57.542146 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-24362522-2262-43f3-bc11-38f9976d5ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:57.564853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a31eb28-4bf2-4bcf-bd27-64f1872bd363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f4072c-38df-48e2-8b11-5733a9e7315f'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:57.567295 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6608035-980e-4d25-bedf-77ebcbdda86b" -d '{"events": [{"server_uuid": "1a31eb28-4bf2-4bcf-bd27-64f1872bd363", "name": "network-vif-plugged", "status": "completed", "tag": "f1f4072c-38df-48e2-8b11-5733a9e7315f"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:57.568822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53648f38-f2f6-4207-98f3-ac6ce3e197df req-2d28447f-c9f0-4045-a91d-ea4a2a50c6ac tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:57.570353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53648f38-f2f6-4207-98f3-ac6ce3e197df req-2d28447f-c9f0-4045-a91d-ea4a2a50c6ac tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 943 time: 0.0819693 Sep 08 13:09:57.580722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port f1f4072c-38df-48e2-8b11-5733a9e7315f, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f1f4072c-38df-48e2-8b11-5733a9e7315f,segment=NetworkSegment(2dca8564-1af5-485e-8785-d8dd6a201da6),segment_id=2dca8564-1af5-485e-8785-d8dd6a201da6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:57.598097 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-7dd4e442-2586-4951-81b7-0418d18752e8 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 1001 time: 0.0759482 Sep 08 13:09:57.608349 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-97522306-0ca3-4e34-938b-871ea625d872 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Request body: {'floatingip': {'port_id': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:09:57.629504 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53648f38-f2f6-4207-98f3-ac6ce3e197df req-75a58a89-dbe0-4529-99f9-06579f62a4c9 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524180 Sep 08 13:09:57.668974 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-97522306-0ca3-4e34-938b-871ea625d872 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:57.677941 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-24362522-2262-43f3-bc11-38f9976d5ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:57.685146 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db971c3d-6058-4b02-a0a4-0524d85c63b6 x-openstack-request-id: req-db971c3d-6058-4b02-a0a4-0524d85c63b6 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:57.685437 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a31eb28-4bf2-4bcf-bd27-64f1872bd363", "name": "network-vif-plugged", "status": "completed", "tag": "f1f4072c-38df-48e2-8b11-5733a9e7315f", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:57.685684 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db971c3d-6058-4b02-a0a4-0524d85c63b6 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:57.686073 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a31eb28-4bf2-4bcf-bd27-64f1872bd363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f4072c-38df-48e2-8b11-5733a9e7315f', 'code': 200} Sep 08 13:09:57.695320 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:57.756696 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=f1f4072c-38df-48e2-8b11-5733a9e7315f,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:57.795280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-24362522-2262-43f3-bc11-38f9976d5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:57.823147 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-97522306-0ca3-4e34-938b-871ea625d872 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:57.862532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c283c65-98ad-441e-835a-970f7627246e req-3ff071c3-bbb5-4d99-8a69-a7e9e45ef889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:57.864174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c283c65-98ad-441e-835a-970f7627246e req-3ff071c3-bbb5-4d99-8a69-a7e9e45ef889 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 1097 time: 0.1097662 Sep 08 13:09:57.866466 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-24362522-2262-43f3-bc11-38f9976d5ce3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=84d04444264a40f0ac14d62b2c97d69a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4623311 Sep 08 13:09:57.868176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24362522-2262-43f3-bc11-38f9976d5ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe3a6cc-c007-4a56-9338-1864d2d0549a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:57.869299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47102) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:57.897378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff03df-e957-4d17-9939-b192c35d21fc req-d5b77aaa-7802-40e7-8d8f-776f090f3c33 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:57.898943 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbff03df-e957-4d17-9939-b192c35d21fc req-d5b77aaa-7802-40e7-8d8f-776f090f3c33 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1356163 Sep 08 13:09:57.902123 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-97522306-0ca3-4e34-938b-871ea625d872 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:57.902968 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-97522306-0ca3-4e34-938b-871ea625d872 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Floating IP ff6d0c8b-944e-423b-ae86-6b837e126ff6 disassociated. External IP: 172.25.5.130, port: 92859c71-466e-4b5c-9f53-b9d28a1acb56. Sep 08 13:09:57.928523 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c283c65-98ad-441e-835a-970f7627246e req-6e466e76-ee71-42bb-b614-e2961e13f8f3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d5a53444-534b-40ea-b125-b9ff830be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560749 Sep 08 13:09:57.949498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbff03df-e957-4d17-9939-b192c35d21fc req-8353adca-c4e2-4681-a028-ea49d1dc24bd tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Sep 08 13:09:57.982945 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cab78d1c-40b3-41ed-bb55-74a35299ad9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:58.043013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cab78d1c-40b3-41ed-bb55-74a35299ad9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:58.057916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff04b1b-ac9c-46fd-b1ee-5cd2093158a4 req-93ae1aee-0e9d-4ab6-9ba2-9f99b1e9b830 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:58.059480 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ff04b1b-ac9c-46fd-b1ee-5cd2093158a4 req-93ae1aee-0e9d-4ab6-9ba2-9f99b1e9b830 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0492868 Sep 08 13:09:58.103061 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ff04b1b-ac9c-46fd-b1ee-5cd2093158a4 req-030a3a96-0765-495e-b324-d818d5c85c35 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365572 Sep 08 13:09:58.186050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-97522306-0ca3-4e34-938b-871ea625d872 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Router 839f8330-62c7-4832-aa74-15b548ec4f16 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:09:58.277611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ace24-0d1e-416b-8a91-a81676285841 req-de7e139a-738a-4b1f-be06-10265c8154fa tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:58.278145 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cab78d1c-40b3-41ed-bb55-74a35299ad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:58.279702 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-508ace24-0d1e-416b-8a91-a81676285841 req-de7e139a-738a-4b1f-be06-10265c8154fa tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 946 time: 0.0493090 Sep 08 13:09:58.280444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cab78d1c-40b3-41ed-bb55-74a35299ad9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:58.281582 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cab78d1c-40b3-41ed-bb55-74a35299ad9b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9fe3a6cc-c007-4a56-9338-1864d2d0549a HTTP/1.1" status: 204 len: 168 time: 0.4099505 Sep 08 13:09:58.295491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab78d1c-40b3-41ed-bb55-74a35299ad9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe3a6cc-c007-4a56-9338-1864d2d0549a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:58.311245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-97522306-0ca3-4e34-938b-871ea625d872 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:09:58.322422 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba4788d-9302-43b2-9606-62042e6cd83b None None] Sync routers for ids ['839f8330-62c7-4832-aa74-15b548ec4f16'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:09:58.325661 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-97522306-0ca3-4e34-938b-871ea625d872 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:58.333326 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba4788d-9302-43b2-9606-62042e6cd83b None None] Routers {'839f8330-62c7-4832-aa74-15b548ec4f16'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:09:58.334215 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-6ba4788d-9302-43b2-9606-62042e6cd83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:09:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['839f8330-62c7-4832-aa74-15b548ec4f16'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:58.346759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-508ace24-0d1e-416b-8a91-a81676285841 req-50d5b7a0-6618-4edb-a338-3a2a82ed5adc tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/security-groups?id=d5a53444-534b-40ea-b125-b9ff830be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506687 Sep 08 13:09:58.362826 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-97522306-0ca3-4e34-938b-871ea625d872 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "PUT /v2.0/floatingips/ff6d0c8b-944e-423b-ae86-6b837e126ff6 HTTP/1.1" status: 200 len: 695 time: 0.7575758 Sep 08 13:09:58.362826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'tag': '92859c71-466e-4b5c-9f53-b9d28a1acb56'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:09:58.372725 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4f3634-d5b1-4e1c-8d5e-80348156a08a" -d '{"events": [{"name": "network-changed", "server_uuid": "e635ab75-24dc-46e6-bdf7-4815f216740d", "tag": "92859c71-466e-4b5c-9f53-b9d28a1acb56"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:09:58.416856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-bb844881-f6e3-4ec2-8cdb-4f575812f6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:58.417751 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-bb844881-f6e3-4ec2-8cdb-4f575812f6c8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b184c2e842764e78a122b1ec80b45a99&device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 1096 time: 0.0434265 Sep 08 13:09:58.447894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067549e-a683-4067-b363-a5311067c147 req-22514aec-2f66-40ec-8674-212f99811a43 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:58.449469 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4067549e-a683-4067-b363-a5311067c147 req-22514aec-2f66-40ec-8674-212f99811a43 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0526161 Sep 08 13:09:58.469736 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-6ba4788d-9302-43b2-9606-62042e6cd83b None None] Set router 839f8330-62c7-4832-aa74-15b548ec4f16 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:09:58.498641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4067549e-a683-4067-b363-a5311067c147 req-34493c45-c2b7-4df2-b768-5ca83005536b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338593 Sep 08 13:09:58.512083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-a937af02-dbb7-4434-8a05-f9febae5f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:58.513730 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-a937af02-dbb7-4434-8a05-f9febae5f576 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b3a42663-794e-4834-91b5-51046f164bce HTTP/1.1" status: 200 len: 930 time: 0.0889692 Sep 08 13:09:58.577640 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52650c8-6f55-4c59-bcdb-50b7322d6eb2 x-openstack-request-id: req-f52650c8-6f55-4c59-bcdb-50b7322d6eb2 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:09:58.577929 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e635ab75-24dc-46e6-bdf7-4815f216740d", "tag": "92859c71-466e-4b5c-9f53-b9d28a1acb56", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:09:58.578199 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f52650c8-6f55-4c59-bcdb-50b7322d6eb2 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:09:58.578602 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'tag': '92859c71-466e-4b5c-9f53-b9d28a1acb56', 'status': 'completed', 'code': 200} Sep 08 13:09:58.582424 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-2e5dfe52-b726-4010-84eb-bb8b1dadadb0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92859c71-466e-4b5c-9f53-b9d28a1acb56 HTTP/1.1" status: 200 len: 217 time: 0.0550261 Sep 08 13:09:58.638696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-19d99454-3605-46c2-8d14-02ab0937111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:58.640407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-19d99454-3605-46c2-8d14-02ab0937111d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef7b21a7-50db-4956-96e8-beb091e875de HTTP/1.1" status: 200 len: 868 time: 0.0494802 Sep 08 13:09:58.643283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f3634-d5b1-4e1c-8d5e-80348156a08a req-59d82cdc-ac56-454b-9818-7ed423e24de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:58.644887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc4f3634-d5b1-4e1c-8d5e-80348156a08a req-59d82cdc-ac56-454b-9818-7ed423e24de5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b184c2e842764e78a122b1ec80b45a99&device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 1096 time: 0.0448132 Sep 08 13:09:58.717020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-787eb6bd-2327-453a-9504-c4e15b930c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:58.719835 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-787eb6bd-2327-453a-9504-c4e15b930c25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b3a42663-794e-4834-91b5-51046f164bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719185 Sep 08 13:09:58.780868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f3634-d5b1-4e1c-8d5e-80348156a08a req-dc7743db-3e61-453c-bdd4-c79b4d5fdaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:58.782222 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc4f3634-d5b1-4e1c-8d5e-80348156a08a req-dc7743db-3e61-453c-bdd4-c79b4d5fdaad service neutron] 10.222.0.60 "GET /v2.0/networks?id=b3a42663-794e-4834-91b5-51046f164bce HTTP/1.1" status: 200 len: 930 time: 0.1243241 Sep 08 13:09:58.794830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253e858-03ba-463a-af5e-5ecbe973a826 req-94df068a-fefa-4f76-b5e9-209789eeaa1a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:58.797099 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0253e858-03ba-463a-af5e-5ecbe973a826 req-94df068a-fefa-4f76-b5e9-209789eeaa1a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 943 time: 0.0784667 Sep 08 13:09:58.810044 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-6ba4788d-9302-43b2-9606-62042e6cd83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:09:21Z', 'revision_number': 4, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '22953999-24ab-46d5-9d2a-0c226f5b985d', 'name': '', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'mac_address': 'fa:16:3e:7c:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:20Z', 'updated_at': '2021-09-08T13:09:27Z', 'revision_number': 5, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'subnets': [{'id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:58.844108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc4f3634-d5b1-4e1c-8d5e-80348156a08a req-95568815-e1aa-4e51-a289-a3c09fc37498 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92859c71-466e-4b5c-9f53-b9d28a1acb56 HTTP/1.1" status: 200 len: 217 time: 0.0460091 Sep 08 13:09:58.846674 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba4788d-9302-43b2-9606-62042e6cd83b None None] Checking router: 839f8330-62c7-4832-aa74-15b548ec4f16 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:09:58.851402 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-54ea19a7-64af-47d0-ba05-b79319af7612 service neutron] 10.222.0.69 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240766 Sep 08 13:09:58.855847 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba4788d-9302-43b2-9606-62042e6cd83b None None] Routers {'839f8330-62c7-4832-aa74-15b548ec4f16'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:09:58.856646 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-6ba4788d-9302-43b2-9606-62042e6cd83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:09:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['839f8330-62c7-4832-aa74-15b548ec4f16'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:58.897691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0253e858-03ba-463a-af5e-5ecbe973a826 req-b557f39e-9c5a-4ac2-a39e-39c080a6363b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919752 Sep 08 13:09:58.915146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f3634-d5b1-4e1c-8d5e-80348156a08a req-ab42217e-9d07-4edc-ac1d-20003ed59ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:58.916639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc4f3634-d5b1-4e1c-8d5e-80348156a08a req-ab42217e-9d07-4edc-ac1d-20003ed59ff7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ef7b21a7-50db-4956-96e8-beb091e875de HTTP/1.1" status: 200 len: 868 time: 0.0584273 Sep 08 13:09:58.956798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c64791e-b046-444f-99db-3b7e79b89fe2 req-cd6977bd-b6a8-4fe7-900b-3cb25dc15a8b service neutron] 10.222.0.69 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044309 Sep 08 13:09:58.983138 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-6ba4788d-9302-43b2-9606-62042e6cd83b None None] Set router 839f8330-62c7-4832-aa74-15b548ec4f16 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:09:58.990484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f3634-d5b1-4e1c-8d5e-80348156a08a req-f30163b9-c2e8-4f90-b602-de34133bb41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:58.992011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc4f3634-d5b1-4e1c-8d5e-80348156a08a req-f30163b9-c2e8-4f90-b602-de34133bb41e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b3a42663-794e-4834-91b5-51046f164bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552852 Sep 08 13:09:59.163967 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-7b2df096-2352-4614-a389-bac1e5ec508f tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips/ff6d0c8b-944e-423b-ae86-6b837e126ff6 HTTP/1.1" status: 200 len: 695 time: 0.0550115 Sep 08 13:09:59.173575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa253aee-162b-4e69-af9e-87e69e8116f2 req-e4c56f52-45b2-42bd-8f87-5fc66e096f24 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:59.174860 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa253aee-162b-4e69-af9e-87e69e8116f2 req-e4c56f52-45b2-42bd-8f87-5fc66e096f24 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1486604 Sep 08 13:09:59.213885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-8d9ae22b-2f67-43d5-a977-3c21d76874f9 service neutron] 10.222.0.70 "GET /v2.0/ports/47c9fccf-25c9-47c0-8886-a54fb3555649/bindings/n-h2-807558-3 HTTP/1.1" status: 200 len: 384 time: 0.1480446 Sep 08 13:09:59.215762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc4f3634-d5b1-4e1c-8d5e-80348156a08a req-9a35eceb-363a-473c-ab38-a40b8c9fd401 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146277 Sep 08 13:09:59.224106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47126) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:59.249568 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-6ba4788d-9302-43b2-9606-62042e6cd83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:09:21Z', 'revision_number': 4, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '22953999-24ab-46d5-9d2a-0c226f5b985d', 'name': '', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'mac_address': 'fa:16:3e:7c:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:20Z', 'updated_at': '2021-09-08T13:09:27Z', 'revision_number': 5, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'subnets': [{'id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:09:59.280499 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba4788d-9302-43b2-9606-62042e6cd83b None None] The sync data for ids ['839f8330-62c7-4832-aa74-15b548ec4f16'] in n-d-807558-3 is: [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:09:21Z', 'revision_number': 4, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '22953999-24ab-46d5-9d2a-0c226f5b985d', 'name': '', 'network_id': 'b3a42663-794e-4834-91b5-51046f164bce', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'mac_address': 'fa:16:3e:7c:cf:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:20Z', 'updated_at': '2021-09-08T13:09:27Z', 'revision_number': 5, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'subnets': [{'id': 'ef7b21a7-50db-4956-96e8-beb091e875de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:09:59.286211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-46471a55-415e-4306-bceb-17d0dff041e4 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:59.287655 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-46471a55-415e-4306-bceb-17d0dff041e4 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1182432 Sep 08 13:09:59.306089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa253aee-162b-4e69-af9e-87e69e8116f2 req-8a569cbc-76ce-4090-97f9-98686c9f02cc tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123507 Sep 08 13:09:59.306276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-2c546057-e51a-4ba6-b9db-0fe2a4f95cf0 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:09:59.309229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-2c546057-e51a-4ba6-b9db-0fe2a4f95cf0 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153306 Sep 08 13:09:59.317587 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:59.379131 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-6c3d1891-88ee-4a65-b198-74899f82ef85 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 698 time: 0.0687249 Sep 08 13:09:59.428908 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-2186b2d6-ff70-41c2-a5ca-3ed2e9c81424 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.130 HTTP/1.1" status: 200 len: 698 time: 0.0487878 Sep 08 13:09:59.512570 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc4f3634-d5b1-4e1c-8d5e-80348156a08a req-1027f2c7-5180-4c51-a0c9-03044eb523b1 service neutron] 10.222.0.60 "GET /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874942 Sep 08 13:09:59.546403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6fb940-0728-465c-a2b5-de7b5df76eea req-ea490a21-21f8-4a83-82ff-47646821b221 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:59.548039 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac6fb940-0728-465c-a2b5-de7b5df76eea req-ea490a21-21f8-4a83-82ff-47646821b221 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.1554499 Sep 08 13:09:59.576331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Deleting port f4d92170-a074-46bb-909c-ccdcdad17241 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:09:59.576953 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:59.600266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5fcd9-5ac0-474e-9f7b-6e26b9c2515b None None] New status for floating IP ff6d0c8b-944e-423b-ae86-6b837e126ff6: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:09:59.670446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:59.670872 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:59.675136 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac6fb940-0728-465c-a2b5-de7b5df76eea req-c90b7edd-6674-46fc-a53e-c3a7f64a8d9b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065111 Sep 08 13:09:59.686306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Calling delete_port for f4d92170-a074-46bb-909c-ccdcdad17241 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:09:59.698677 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:59.705064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-326f6c5d-543c-4e77-b423-9f0012a12b0a service neutron] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47c9fccf-25c9-47c0-8886-a54fb3555649,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:59.729354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-326f6c5d-543c-4e77-b423-9f0012a12b0a service neutron] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:09:59.768241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-326f6c5d-543c-4e77-b423-9f0012a12b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47c9fccf-25c9-47c0-8886-a54fb3555649 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:09:59.778981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-326f6c5d-543c-4e77-b423-9f0012a12b0a service neutron] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=47c9fccf-25c9-47c0-8886-a54fb3555649,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:09:59.863549 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:59.916355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be54e2e7e81441eaa968495150e2fb1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6854208 Sep 08 13:09:59.918345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba15cdd-c74a-4953-b629-6105a6697715,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:09:59.919086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47132) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:09:59.928008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5559c95-11aa-41a0-b1df-97345227a71c req-ea94af02-569f-447f-acf5-05f40440f260 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:09:59.929638 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5559c95-11aa-41a0-b1df-97345227a71c req-ea94af02-569f-447f-acf5-05f40440f260 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 946 time: 0.0939221 Sep 08 13:09:59.931855 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-326f6c5d-543c-4e77-b423-9f0012a12b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:09:59.946859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:59.947203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:59.947548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:59.947896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:59.948226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:59.948559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:59.948897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:59.949218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:59.949544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:59.949869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:59.950213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:59.950541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cadd4ed5-4a6f-4f2f-a578-9efe875e629f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:09:59.977618 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc5b1-f361-47a4-a40b-b04512d60674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:00.018736 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5559c95-11aa-41a0-b1df-97345227a71c req-ac0dae78-7361-4589-8639-e617b458949a tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/security-groups?id=d5a53444-534b-40ea-b125-b9ff830be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735307 Sep 08 13:10:00.023098 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc5b1-f361-47a4-a40b-b04512d60674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:00.153372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb24a36-ccac-458c-aab3-af15155db00b req-429964d0-34b8-4118-b811-324c1681d3fd tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:00.155000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcb24a36-ccac-458c-aab3-af15155db00b req-429964d0-34b8-4118-b811-324c1681d3fd tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0520077 Sep 08 13:10:00.175471 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:00.196318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcb24a36-ccac-458c-aab3-af15155db00b req-f1199d5e-8818-4f7e-a09e-fa44c72421fc tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352185 Sep 08 13:10:00.203104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Pushing event deleted for resources: {'Port': ['ID=f4d92170-a074-46bb-909c-ccdcdad17241,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:00.215489 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc5b1-f361-47a4-a40b-b04512d60674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:00.217356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-326f6c5d-543c-4e77-b423-9f0012a12b0a service neutron] Transition to ACTIVE for port object 47c9fccf-25c9-47c0-8886-a54fb3555649 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:00.218828 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc5b1-f361-47a4-a40b-b04512d60674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:00.222438 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fd7bc5b1-f361-47a4-a40b-b04512d60674 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ba15cdd-c74a-4953-b629-6105a6697715 HTTP/1.1" status: 204 len: 168 time: 0.2997603 Sep 08 13:10:00.238442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:00.238801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:00.239184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:00.239484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:00.239817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:00.240153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:00.240487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:00.240818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:00.241149 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:00.241479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:00.241799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:00.242126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:00.252982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bc5b1-f361-47a4-a40b-b04512d60674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba15cdd-c74a-4953-b629-6105a6697715,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:00.296393 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-326f6c5d-543c-4e77-b423-9f0012a12b0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:00.296682 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:00.299937 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:00.301199 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4d46f77-e124-4b2e-8518-66ff492de0b0 req-1c8ee4db-6aea-475e-8864-979f0acd3173 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "DELETE /v2.0/floatingips/ff6d0c8b-944e-423b-ae86-6b837e126ff6 HTTP/1.1" status: 204 len: 173 time: 0.8689532 Sep 08 13:10:00.442872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325008ab-0586-4231-9504-b7ff08d5d62b req-3b5e8430-20ea-41c8-9dd8-8c8b4f14c851 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:00.444683 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-325008ab-0586-4231-9504-b7ff08d5d62b req-3b5e8430-20ea-41c8-9dd8-8c8b4f14c851 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0607369 Sep 08 13:10:00.498474 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-325008ab-0586-4231-9504-b7ff08d5d62b req-23269cd3-f0d4-4d5b-8c81-6bb1ec042010 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434117 Sep 08 13:10:00.620049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503ceb1-5bff-4050-b1e1-abad4a462a3a req-5c39fcfa-6673-40f2-933c-66b5938875e7 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:00.621662 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f503ceb1-5bff-4050-b1e1-abad4a462a3a req-5c39fcfa-6673-40f2-933c-66b5938875e7 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0525205 Sep 08 13:10:00.646344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-326f6c5d-543c-4e77-b423-9f0012a12b0a service neutron] No DVR routers for this DVR port 47c9fccf-25c9-47c0-8886-a54fb3555649 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:10:00.650903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f6c5d-543c-4e77-b423-9f0012a12b0a service neutron] Pushing event updated for resources: {'Port': ['ID=47c9fccf-25c9-47c0-8886-a54fb3555649,revision_number=10']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:00.666573 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f503ceb1-5bff-4050-b1e1-abad4a462a3a req-c2bcf1f9-970a-45b1-8b26-f136db692b55 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0382357 Sep 08 13:10:00.686154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacfb67-94d7-4c34-a8ee-18f7d409d3bf req-cf270c8c-4421-4763-80e6-279968b35e79 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:00.687700 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eaacfb67-94d7-4c34-a8ee-18f7d409d3bf req-cf270c8c-4421-4763-80e6-279968b35e79 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 944 time: 0.3400095 Sep 08 13:10:00.693816 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-326f6c5d-543c-4e77-b423-9f0012a12b0a service neutron] 10.222.0.70 "PUT /v2.0/ports/47c9fccf-25c9-47c0-8886-a54fb3555649/bindings/n-h2-807558-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4547951 Sep 08 13:10:00.727658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eaacfb67-94d7-4c34-a8ee-18f7d409d3bf req-fe4abede-8c69-4181-aeed-1a87df7190f9 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328333 Sep 08 13:10:00.732925 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7db20009-5b8a-4301-9682-b9d0e8a5e81d req-53497f15-3872-44ab-8bab-ee9a9838e619 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0467973 Sep 08 13:10:00.840707 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d0e8c-9885-4194-9f29-f0dca9872ef6 req-c633d471-92d8-454e-8920-62cfa79922cf tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:00.842401 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-306d0e8c-9885-4194-9f29-f0dca9872ef6 req-c633d471-92d8-454e-8920-62cfa79922cf tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0515571 Sep 08 13:10:00.882612 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-306d0e8c-9885-4194-9f29-f0dca9872ef6 req-51161fea-3d54-42eb-8ef9-1799d9eac7d7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334370 Sep 08 13:10:00.902888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-a370c0bd-c60e-4dec-b0b7-1b07d7395ad8 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:00.904676 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-a370c0bd-c60e-4dec-b0b7-1b07d7395ad8 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1095 time: 0.0493259 Sep 08 13:10:00.959701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-9edef8ca-93c7-46f1-8378-68a28ea0c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:00.961792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-9edef8ca-93c7-46f1-8378-68a28ea0c678 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f HTTP/1.1" status: 200 len: 1095 time: 0.0483618 Sep 08 13:10:01.030018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-4f433ef9-9866-407e-b53d-fdf4a5b8d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:01.031697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-4f433ef9-9866-407e-b53d-fdf4a5b8d693 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 1095 time: 0.0428872 Sep 08 13:10:01.134278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-9315e906-4814-428d-9de7-14a0d5c22eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:01.135734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-9315e906-4814-428d-9de7-14a0d5c22eeb service neutron] 10.222.0.60 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.0961070 Sep 08 13:10:01.182641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-c642c284-7cc7-4d92-8d8c-cda1ca3c7417 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c9fccf-25c9-47c0-8886-a54fb3555649 HTTP/1.1" status: 200 len: 217 time: 0.0344639 Sep 08 13:10:01.238529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-53ba4636-6728-46aa-a244-cac427337c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:01.238529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-53ba4636-6728-46aa-a244-cac427337c76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0476310 Sep 08 13:10:01.273498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 47c9fccf-25c9-47c0-8886-a54fb3555649 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:10:01.285837 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-89cf1144-7b04-48da-bfb1-22552dfc5871 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389993 Sep 08 13:10:01.318782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 47c9fccf-25c9-47c0-8886-a54fb3555649 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:10:01.378482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374e03e-08fe-4431-9a8d-973e9612b177 req-e913e899-f871-4095-b54a-80be8bc28bc6 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:01.380569 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d374e03e-08fe-4431-9a8d-973e9612b177 req-e913e899-f871-4095-b54a-80be8bc28bc6 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0905595 Sep 08 13:10:01.433733 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d374e03e-08fe-4431-9a8d-973e9612b177 req-6158bcd5-aca0-4c54-a0c1-6b716f71ae7f tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454457 Sep 08 13:10:01.436188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-b2d223c4-6f3b-41e7-b417-24d3f440a269 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410944 Sep 08 13:10:01.453851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518c5ba-2abc-4b3f-818f-4275f358b206 req-665aa03b-8d49-458a-8817-e805d5c16476 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:01.456025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8518c5ba-2abc-4b3f-818f-4275f358b206 req-665aa03b-8d49-458a-8817-e805d5c16476 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 945 time: 0.0687933 Sep 08 13:10:01.553267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8518c5ba-2abc-4b3f-818f-4275f358b206 req-d4b66283-25bd-4360-b309-6c38d021798a tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886562 Sep 08 13:10:01.582797 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-990153e9-f3b4-4364-aacc-f6f241b57935 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233423 Sep 08 13:10:01.639802 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959f3f0-4844-4469-960f-6ecfa5c22339 req-c95d153b-5037-4ffe-aec5-464a16d188e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:01.641328 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f959f3f0-4844-4469-960f-6ecfa5c22339 req-c95d153b-5037-4ffe-aec5-464a16d188e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0604560 Sep 08 13:10:01.682665 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f959f3f0-4844-4469-960f-6ecfa5c22339 req-d4509f82-3525-4ff2-af6a-c0d25e7ad7ca tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340290 Sep 08 13:10:01.854014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f473c0db-639b-4794-a5ee-c88ce453cac2 req-417603a4-964b-41b9-bdf2-e970b79e66e8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:01.861767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f473c0db-639b-4794-a5ee-c88ce453cac2 req-417603a4-964b-41b9-bdf2-e970b79e66e8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 944 time: 0.0601039 Sep 08 13:10:01.904897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f473c0db-639b-4794-a5ee-c88ce453cac2 req-f83641d0-fbf0-4e20-b6e2-7bd4de666e0e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415034 Sep 08 13:10:02.031687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f40cb-db09-495d-a0a1-03568213cb4c req-10966e59-ab22-48eb-9cca-7a2fdac25b8c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:02.034687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce5f40cb-db09-495d-a0a1-03568213cb4c req-10966e59-ab22-48eb-9cca-7a2fdac25b8c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0701268 Sep 08 13:10:02.079357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce5f40cb-db09-495d-a0a1-03568213cb4c req-f47fc0b4-40b4-47ab-830f-4853234aed60 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Sep 08 13:10:02.171508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-5e8ed6b2-25f1-4841-80af-e45577f786b3 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:02.173059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-5e8ed6b2-25f1-4841-80af-e45577f786b3 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 1095 time: 0.0448520 Sep 08 13:10:02.396497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-f129abe1-46c6-4efc-a81c-c87169f9ff67 service neutron] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:02.402872 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-f129abe1-46c6-4efc-a81c-c87169f9ff67 service neutron] Notify callbacks [] for binding, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:02.402872 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbfdbedf-6603-4b0b-9d9d-0bed7f9aeefd req-f129abe1-46c6-4efc-a81c-c87169f9ff67 service neutron] 10.222.0.60 "DELETE /v2.0/ports/47c9fccf-25c9-47c0-8886-a54fb3555649/bindings/n-h1-807558-3 HTTP/1.1" status: 204 len: 173 time: 0.2193131 Sep 08 13:10:02.554301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d85ac-ae08-4687-bf1c-8db7d12bf790 req-5401f052-5178-4223-9eeb-77cd6d13fcdb tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:02.555915 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-228d85ac-ae08-4687-bf1c-8db7d12bf790 req-5401f052-5178-4223-9eeb-77cd6d13fcdb tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0526075 Sep 08 13:10:02.619205 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-228d85ac-ae08-4687-bf1c-8db7d12bf790 req-c9fb16b8-dd8d-42a2-ba84-d7218bedd869 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565610 Sep 08 13:10:02.706071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8e6e8-29ac-4fd9-9f99-604f99301367 req-f4ca5da4-75d4-4329-b284-467dd1b5f696 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:02.707807 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2fe8e6e8-29ac-4fd9-9f99-604f99301367 req-f4ca5da4-75d4-4329-b284-467dd1b5f696 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 945 time: 0.0533001 Sep 08 13:10:02.751621 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2fe8e6e8-29ac-4fd9-9f99-604f99301367 req-9b809042-1f03-43cf-a8ba-0287d19ddd53 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/security-groups?id=90d723ef-42e1-4b63-b7f5-a5e0957854ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372488 Sep 08 13:10:02.812131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ec357-f21f-4f1e-9291-4b089c46fc89 req-06c2ac08-fcdf-4c69-a184-f0d6ff571957 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:02.813276 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-247ec357-f21f-4f1e-9291-4b089c46fc89 req-06c2ac08-fcdf-4c69-a184-f0d6ff571957 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0594432 Sep 08 13:10:02.853374 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-247ec357-f21f-4f1e-9291-4b089c46fc89 req-d62a7475-8822-4df4-aecf-1a072eb666fe tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330610 Sep 08 13:10:03.024946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b04bb9-fd81-4787-a7e2-693b57db2d6f req-214df97a-5a25-4779-bb84-b9709f4f1ddf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:03.026456 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-46b04bb9-fd81-4787-a7e2-693b57db2d6f req-214df97a-5a25-4779-bb84-b9709f4f1ddf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 944 time: 0.0503893 Sep 08 13:10:03.068703 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-46b04bb9-fd81-4787-a7e2-693b57db2d6f req-ff2619e9-a997-43dc-bb14-84cf98244907 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359092 Sep 08 13:10:03.211246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d96c7bc-0639-43c4-b418-1858002984d3 req-8f35149e-d85c-4c8f-8be8-537c9ada18ef tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:03.212828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d96c7bc-0639-43c4-b418-1858002984d3 req-8f35149e-d85c-4c8f-8be8-537c9ada18ef tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0583606 Sep 08 13:10:03.255037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a9925-2be6-4816-92b4-ee702568b229 req-43e24ea8-ffd3-45bb-b2fe-7ef5c248b150 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:03.256501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b6a9925-2be6-4816-92b4-ee702568b229 req-43e24ea8-ffd3-45bb-b2fe-7ef5c248b150 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 1095 time: 0.0433083 Sep 08 13:10:03.279755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d96c7bc-0639-43c4-b418-1858002984d3 req-38ad11d0-562c-4acd-9c89-0420f54e95ae tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610256 Sep 08 13:10:03.298376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb7175-4e77-408f-aa45-68c0eb6e8d1a req-7a18943e-8c52-4ecf-b65f-8410c4f5e141 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:03.298501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b6a9925-2be6-4816-92b4-ee702568b229 req-1828682f-86a4-4c53-a55b-d294d1f27712 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306411 Sep 08 13:10:03.298590 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ffb7175-4e77-408f-aa45-68c0eb6e8d1a req-7a18943e-8c52-4ecf-b65f-8410c4f5e141 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.60 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 945 time: 0.0690491 Sep 08 13:10:03.398648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1ffb7175-4e77-408f-aa45-68c0eb6e8d1a req-aaaf29b8-8918-4e0e-86b2-0016bb8ad1cf tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Deleting port 92859c71-466e-4b5c-9f53-b9d28a1acb56 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:10:03.399002 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1ffb7175-4e77-408f-aa45-68c0eb6e8d1a req-aaaf29b8-8918-4e0e-86b2-0016bb8ad1cf tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:03.520669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f792d7c-8bc3-43db-b9b9-fd99ce4577d5 req-395c9582-8e80-4fae-939f-4cc799f4f8ec tempest-FlavorsV2NegativeTest-1786470075 tempest-FlavorsV2NegativeTest-1786470075-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ee5ad5ae02af42e5b4a789d7af8cbbe4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302486 Sep 08 13:10:03.577433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1ffb7175-4e77-408f-aa45-68c0eb6e8d1a req-aaaf29b8-8918-4e0e-86b2-0016bb8ad1cf tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] For port 92859c71-466e-4b5c-9f53-b9d28a1acb56, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=92859c71-466e-4b5c-9f53-b9d28a1acb56,segment=NetworkSegment(b3fda092-23e8-4501-8b2c-1bd64ceb515b),segment_id=b3fda092-23e8-4501-8b2c-1bd64ceb515b)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:03.577808 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1ffb7175-4e77-408f-aa45-68c0eb6e8d1a req-aaaf29b8-8918-4e0e-86b2-0016bb8ad1cf tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:03.612543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-64f17619-1743-455f-869c-4d770f90849d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:03.615187 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-64f17619-1743-455f-869c-4d770f90849d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 808 time: 0.1114244 Sep 08 13:10:03.625545 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1ffb7175-4e77-408f-aa45-68c0eb6e8d1a req-aaaf29b8-8918-4e0e-86b2-0016bb8ad1cf tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Calling delete_port for 92859c71-466e-4b5c-9f53-b9d28a1acb56 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:10:03.630716 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-b3090a2f-6b41-4617-ad85-447effcacb01 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/quotas/86831c4ebbf248aa9ea1e18a0d68769f HTTP/1.1" status: 200 len: 375 time: 0.0093954 Sep 08 13:10:03.699205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f792d7c-8bc3-43db-b9b9-fd99ce4577d5 req-ce0f047f-a358-4c80-92db-90a78db524f4 tempest-FlavorsV2NegativeTest-1786470075 tempest-FlavorsV2NegativeTest-1786470075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:03.700824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f792d7c-8bc3-43db-b9b9-fd99ce4577d5 req-ce0f047f-a358-4c80-92db-90a78db524f4 tempest-FlavorsV2NegativeTest-1786470075 tempest-FlavorsV2NegativeTest-1786470075-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730483 Sep 08 13:10:03.731696 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f792d7c-8bc3-43db-b9b9-fd99ce4577d5 req-594cf990-ed36-45f2-b51f-16d3b90f9380 tempest-FlavorsV2NegativeTest-1786470075 tempest-FlavorsV2NegativeTest-1786470075-project] 10.222.0.69 "GET /v2.0/quotas/ee5ad5ae02af42e5b4a789d7af8cbbe4 HTTP/1.1" status: 200 len: 375 time: 0.0189800 Sep 08 13:10:03.774781 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f792d7c-8bc3-43db-b9b9-fd99ce4577d5 req-5e7fe009-b4f5-4a5e-aa1a-0fc4175f8982 tempest-FlavorsV2NegativeTest-1786470075 tempest-FlavorsV2NegativeTest-1786470075-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ee5ad5ae02af42e5b4a789d7af8cbbe4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332956 Sep 08 13:10:03.895477 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1ffb7175-4e77-408f-aa45-68c0eb6e8d1a req-aaaf29b8-8918-4e0e-86b2-0016bb8ad1cf tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:03.925440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf29b8-8918-4e0e-86b2-0016bb8ad1cf tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Pushing event deleted for resources: {'Port': ['ID=92859c71-466e-4b5c-9f53-b9d28a1acb56,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:03.974018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffb7175-4e77-408f-aa45-68c0eb6e8d1a req-aaaf29b8-8918-4e0e-86b2-0016bb8ad1cf tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] No DVR routers for this DVR port 92859c71-466e-4b5c-9f53-b9d28a1acb56 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:10:03.976899 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1ffb7175-4e77-408f-aa45-68c0eb6e8d1a req-aaaf29b8-8918-4e0e-86b2-0016bb8ad1cf tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:03.983315 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-94a60d4d-81b9-4e8e-a4fb-84045862d1b1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3448112 Sep 08 13:10:03.987383 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ffb7175-4e77-408f-aa45-68c0eb6e8d1a req-aaaf29b8-8918-4e0e-86b2-0016bb8ad1cf tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.60 "DELETE /v2.0/ports/92859c71-466e-4b5c-9f53-b9d28a1acb56 HTTP/1.1" status: 204 len: 173 time: 0.6852355 Sep 08 13:10:03.988099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'name': 'network-vif-deleted', 'tag': '92859c71-466e-4b5c-9f53-b9d28a1acb56'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:03.992630 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac66164-d060-44ce-9ee4-f8d26bc90ab3" -d '{"events": [{"server_uuid": "e635ab75-24dc-46e6-bdf7-4815f216740d", "name": "network-vif-deleted", "tag": "92859c71-466e-4b5c-9f53-b9d28a1acb56"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:04.075675 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-22c467dd-ed2d-4a1b-afdc-9667862d53ce service neutron] 10.222.0.69 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908127 Sep 08 13:10:04.172522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-a682b446-dbac-4990-9c52-484f843398b3 service neutron] 10.222.0.69 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905168 Sep 08 13:10:04.320256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-fe4723c0-d297-4345-a47a-d49e43aac8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:04.321642 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-fe4723c0-d297-4345-a47a-d49e43aac8da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 1096 time: 0.0447404 Sep 08 13:10:04.414130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-fbba3af8-7079-4331-9b09-af8b568c55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:04.415988 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-fbba3af8-7079-4331-9b09-af8b568c55ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.0857842 Sep 08 13:10:04.465225 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-47ba669d-d67e-4217-87ef-8c21b5391589 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f738580-6a69-4861-a7eb-10ff46652817 HTTP/1.1" status: 200 len: 217 time: 0.0398703 Sep 08 13:10:04.527173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-8e190688-6864-4e1f-8ecf-9f0b93c07c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:04.529031 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-8e190688-6864-4e1f-8ecf-9f0b93c07c76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.0538101 Sep 08 13:10:04.566556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-57c4c739-1c1f-49f5-ac73-842228e687c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283825 Sep 08 13:10:04.603463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c976231-53ac-4d5b-bc8b-d9625e1dad67 req-aa8b37b2-2fe4-4276-b2eb-edb0d9dc63da tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:04.604976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c976231-53ac-4d5b-bc8b-d9625e1dad67 req-aa8b37b2-2fe4-4276-b2eb-edb0d9dc63da tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0516582 Sep 08 13:10:04.652486 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c976231-53ac-4d5b-bc8b-d9625e1dad67 req-89220d1e-1e58-4333-861c-e8a74228d593 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344684 Sep 08 13:10:04.677003 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-1931de4e-9ae6-441e-94fc-7ae4a9a548e8 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008604 Sep 08 13:10:04.770338 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-321750d2-60c8-4b9b-80ee-5718e51cd940 req-1d78b44d-288b-4bb9-88ca-19c14faee7d0 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 210 time: 0.0361335 Sep 08 13:10:04.790054 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-093e7562-faa9-457d-a2bb-4ef2be2131b6 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038456 Sep 08 13:10:04.892377 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d808216-618e-414d-9aab-9fcda566cd51 req-c3a3cce2-ba7d-4bff-801d-68a3470a2df0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:04.895142 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d808216-618e-414d-9aab-9fcda566cd51 req-c3a3cce2-ba7d-4bff-801d-68a3470a2df0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0509839 Sep 08 13:10:04.933619 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d808216-618e-414d-9aab-9fcda566cd51 req-3e045433-05f4-48d4-bc4a-517343968b33 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332024 Sep 08 13:10:04.982762 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b26b32d-abf1-4c08-a807-cc01ad4cbecc x-openstack-request-id: req-8b26b32d-abf1-4c08-a807-cc01ad4cbecc {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:04.982762 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e635ab75-24dc-46e6-bdf7-4815f216740d", "name": "network-vif-deleted", "tag": "92859c71-466e-4b5c-9f53-b9d28a1acb56", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:04.982762 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8b26b32d-abf1-4c08-a807-cc01ad4cbecc {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:04.982762 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e635ab75-24dc-46e6-bdf7-4815f216740d', 'name': 'network-vif-deleted', 'tag': '92859c71-466e-4b5c-9f53-b9d28a1acb56', 'status': 'completed', 'code': 200} Sep 08 13:10:05.185076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ae72c-b37e-4c97-af7f-11475a5e1f8f req-0f590ce5-b1b4-44dd-9291-370eefc3aec2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:05.186584 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-022ae72c-b37e-4c97-af7f-11475a5e1f8f req-0f590ce5-b1b4-44dd-9291-370eefc3aec2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0491178 Sep 08 13:10:05.224502 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-022ae72c-b37e-4c97-af7f-11475a5e1f8f req-4e9fbb9a-bbf1-48c3-aec8-85f4ce61165f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313954 Sep 08 13:10:05.291879 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2488053c-ff35-4f41-94c6-779697d7c5d1 req-821fd519-72a7-4888-bcc2-ad3a49798922 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0266511 Sep 08 13:10:05.791997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b1400-3f9d-47a5-b106-1336747de4ee req-31cc94aa-7d36-4c0d-81c3-d1401e0593b7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:05.794331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-592b1400-3f9d-47a5-b106-1336747de4ee req-31cc94aa-7d36-4c0d-81c3-d1401e0593b7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0588560 Sep 08 13:10:05.833795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47326) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:05.845053 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-592b1400-3f9d-47a5-b106-1336747de4ee req-fc523b91-6b4e-4922-8461-f4726ea34d44 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Sep 08 13:10:05.862319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 92859c71-466e-4b5c-9f53-b9d28a1acb56 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:10:05.888941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 92859c71-466e-4b5c-9f53-b9d28a1acb56 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:10:05.890693 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 92859c71-466e-4b5c-9f53-b9d28a1acb56 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:10:05.914490 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d0652710-ff1e-4077-9858-c711aadb25ef req-4b10dcc6-1c65-4eea-89a6-6f20a09734db tempest-FloatingIPsAssociationNegativeTestJSON-1074050701 tempest-FloatingIPsAssociationNegativeTestJSON-1074050701-project] 10.222.0.69 "GET /v2.0/ports?device_id=e635ab75-24dc-46e6-bdf7-4815f216740d HTTP/1.1" status: 200 len: 210 time: 0.0520563 Sep 08 13:10:05.993662 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-648e0be7-0e57-4a75-a66a-346b4fc363d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:06.093372 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1cdf6-8d6d-4c0f-89ab-4b1c1844d9ab req-b2208c02-a479-4f0c-814e-c77d9e46da9f tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:06.104237 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7e1cdf6-8d6d-4c0f-89ab-4b1c1844d9ab req-b2208c02-a479-4f0c-814e-c77d9e46da9f tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0780201 Sep 08 13:10:06.112543 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-648e0be7-0e57-4a75-a66a-346b4fc363d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:06.163443 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7e1cdf6-8d6d-4c0f-89ab-4b1c1844d9ab req-eedec97e-620f-40de-bc41-cae122311392 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575643 Sep 08 13:10:06.373751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94973e9-cced-4afe-a928-50bcbb6ff555 req-34f966f8-4936-4c08-837d-22ec62f9d3b8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:06.396421 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c94973e9-cced-4afe-a928-50bcbb6ff555 req-34f966f8-4936-4c08-837d-22ec62f9d3b8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0681369 Sep 08 13:10:06.396593 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-648e0be7-0e57-4a75-a66a-346b4fc363d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:06.429085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c94973e9-cced-4afe-a928-50bcbb6ff555 req-ae383971-5298-4ac7-945c-1a4a928f1818 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Sep 08 13:10:06.448020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e0be7-0e57-4a75-a66a-346b4fc363d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08fb783-79ba-42d2-a435-7518d017e00b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:06.467814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-648e0be7-0e57-4a75-a66a-346b4fc363d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee5ad5ae02af42e5b4a789d7af8cbbe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327343 Sep 08 13:10:06.471307 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47342) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:06.471472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5708bfce-5f9b-4194-b1df-eabb3795a2f9 req-13fb1ad1-bef7-4023-a051-1fd97498f889 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0422025 Sep 08 13:10:06.542411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0df1d6a7-4578-4a3d-a84d-4f0c646b1f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:06.564832 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0df1d6a7-4578-4a3d-a84d-4f0c646b1f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:06.705335 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0df1d6a7-4578-4a3d-a84d-4f0c646b1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:06.707937 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0df1d6a7-4578-4a3d-a84d-4f0c646b1f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:06.709156 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0df1d6a7-4578-4a3d-a84d-4f0c646b1f35 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e08fb783-79ba-42d2-a435-7518d017e00b HTTP/1.1" status: 204 len: 168 time: 0.2362916 Sep 08 13:10:06.717398 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1d6a7-4578-4a3d-a84d-4f0c646b1f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08fb783-79ba-42d2-a435-7518d017e00b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:06.969281 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6405f-0572-414e-b2f3-eda0dd5a1887 req-56877bd4-955e-4ef7-b946-07636e1ef307 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:06.970864 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31d6405f-0572-414e-b2f3-eda0dd5a1887 req-56877bd4-955e-4ef7-b946-07636e1ef307 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0522413 Sep 08 13:10:06.972560 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47350) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:07.070861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31d6405f-0572-414e-b2f3-eda0dd5a1887 req-e8fa15fc-a2c4-4773-b6ff-b4bfe8de6b4e tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918775 Sep 08 13:10:07.368231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e09011-0f62-43b0-92ce-8cc55697fa24 req-1b8b13e0-7ff0-406f-a728-2f9ec93cc537 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:07.378697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e2e09011-0f62-43b0-92ce-8cc55697fa24 req-1b8b13e0-7ff0-406f-a728-2f9ec93cc537 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1140430 Sep 08 13:10:07.418868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e2e09011-0f62-43b0-92ce-8cc55697fa24 req-84a211f6-760f-4bf1-83d2-b1c5d5d89142 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382090 Sep 08 13:10:07.632486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eff5673-c4b7-4ab7-9ef6-e9cfc2c2774e req-e9bd3fcd-a392-44c2-afdf-0b7db474e6f3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:07.634695 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0eff5673-c4b7-4ab7-9ef6-e9cfc2c2774e req-e9bd3fcd-a392-44c2-afdf-0b7db474e6f3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.1372626 Sep 08 13:10:07.641329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-622ae999-84e8-4e31-82a3-9a7245a9b8f6 req-7d9fdcae-cac9-4005-baca-78ee06241a6b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0623779 Sep 08 13:10:07.688191 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e38e1fa-8c89-4391-aa19-128e5247c847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:07.712507 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d674ada9-47d0-4cbc-9935-a7d5bfa648b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:07.727064 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0eff5673-c4b7-4ab7-9ef6-e9cfc2c2774e req-b72c80b2-cd70-4bcc-8843-6f02f8dfa7e0 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863218 Sep 08 13:10:08.020063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5e38e1fa-8c89-4391-aa19-128e5247c847 admin admin] Deleting port 22953999-24ab-46d5-9d2a-0c226f5b985d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:10:08.020417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e38e1fa-8c89-4391-aa19-128e5247c847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:08.052587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-661be180-8c36-4946-b6fc-fb52d3c7bbac tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:08.054200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-661be180-8c36-4946-b6fc-fb52d3c7bbac tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.70 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 808 time: 0.1270761 Sep 08 13:10:08.076244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Request body: {'port': {'device_id': '5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9', 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75', 'admin_state_up': True, 'tenant_id': '86831c4ebbf248aa9ea1e18a0d68769f'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:08.126730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-5e38e1fa-8c89-4391-aa19-128e5247c847 admin admin] For port 22953999-24ab-46d5-9d2a-0c226f5b985d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=22953999-24ab-46d5-9d2a-0c226f5b985d,segment=NetworkSegment(b3fda092-23e8-4501-8b2c-1bd64ceb515b),segment_id=b3fda092-23e8-4501-8b2c-1bd64ceb515b)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:08.127097 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e38e1fa-8c89-4391-aa19-128e5247c847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:08.141306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5e38e1fa-8c89-4391-aa19-128e5247c847 admin admin] Calling delete_port for 22953999-24ab-46d5-9d2a-0c226f5b985d owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:10:08.186679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47380) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:08.276942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d962c7-4ea7-4d9b-a410-2484d1314c48 req-5425ddfc-11ee-48d4-a2e5-a7c05f94b4c1 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:08.295307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-60d962c7-4ea7-4d9b-a410-2484d1314c48 req-5425ddfc-11ee-48d4-a2e5-a7c05f94b4c1 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.1094525 Sep 08 13:10:08.349191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-network', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:08.366115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-60d962c7-4ea7-4d9b-a410-2484d1314c48 req-16d01003-8640-4361-a188-1735c4d3fe4b tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666325 Sep 08 13:10:08.484249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Made reservation on behalf of 86831c4ebbf248aa9ea1e18a0d68769f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:10:08.490981 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e38e1fa-8c89-4391-aa19-128e5247c847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:08.497037 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:08.529182 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38e1fa-8c89-4391-aa19-128e5247c847 admin admin] Pushing event deleted for resources: {'Port': ['ID=22953999-24ab-46d5-9d2a-0c226f5b985d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:08.622500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170a9c74-5c1e-4fda-8a88-acf6243e256c req-e35e16c2-576f-4dfa-8497-d62c3d7a89ee tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:08.624438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-170a9c74-5c1e-4fda-8a88-acf6243e256c req-e35e16c2-576f-4dfa-8497-d62c3d7a89ee tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1218622 Sep 08 13:10:08.662307 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Made reservation on behalf of 1c19d24e3ac649c989bcce552dbb3064 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:10:08.665757 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:08.723458 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:08.727632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-170a9c74-5c1e-4fda-8a88-acf6243e256c req-247f6508-7ae8-46b7-b1fc-51813bb3f457 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940807 Sep 08 13:10:08.737877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Allocated IP 172.20.0.5 (178a2dbf-fa69-4172-bac3-43bd50415f75/1b0c631f-1f63-46cc-ad9d-bb850194cb83/6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:10:08.856110 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9704aae4-cbab-4c33-ab54-6037f3964a9c req-88c6e97c-0817-4daf-aa78-509a4c77a8f8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 210 time: 0.1092410 Sep 08 13:10:08.900962 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e38e1fa-8c89-4391-aa19-128e5247c847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:08.950326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcfdfc-cca4-4097-a49f-a0ad6af32f61 req-426209b6-b70f-4484-ae41-8d8722cf8a03 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:08.956025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dfcfdfc-cca4-4097-a49f-a0ad6af32f61 req-426209b6-b70f-4484-ae41-8d8722cf8a03 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0994418 Sep 08 13:10:09.006976 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.025698 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dfcfdfc-cca4-4097-a49f-a0ad6af32f61 req-fa341ac8-544d-4684-939b-3c188f777495 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628896 Sep 08 13:10:09.049729 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.146456 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.179239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:10:09.179715 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.198923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:09.208011 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.208363 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Added segment 0467d3a4-81f6-421b-a8c4-612106c8a6dd of type vlan for network 0a7408d8-7148-42de-82ac-451d6216d9d8 Sep 08 13:10:09.220079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e38e1fa-8c89-4391-aa19-128e5247c847 admin admin] Router 839f8330-62c7-4832-aa74-15b548ec4f16 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:10:09.233282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Network 178a2dbf-fa69-4172-bac3-43bd50415f75 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:10:09.238844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:10:09.243806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:10:09.249594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:09.250271 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.261851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Pushing event updated for resources: {'Port': ['ID=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:09.263676 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.351708 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-14d52a1e-9297-42e8-9681-0e05d8076fbf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2863686 Sep 08 13:10:09.365594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Request body: {'port': {'device_id': '5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:09.376585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e38e1fa-8c89-4391-aa19-128e5247c847 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:10:09.382595 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5e38e1fa-8c89-4391-aa19-128e5247c847 admin admin] 10.222.0.69 "PUT /v2.0/routers/839f8330-62c7-4832-aa74-15b548ec4f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4085360 Sep 08 13:10:09.385059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47392) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:09.388759 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf31f390-f211-4557-9716-bc2b4789de3a None None] Sync routers for ids ['839f8330-62c7-4832-aa74-15b548ec4f16'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:10:09.403874 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31f390-f211-4557-9716-bc2b4789de3a None None] Routers {'839f8330-62c7-4832-aa74-15b548ec4f16'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:10:09.404814 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-bf31f390-f211-4557-9716-bc2b4789de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:09:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['839f8330-62c7-4832-aa74-15b548ec4f16'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:09.441220 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.442365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:09.443007 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.481108 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.510829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] Pushing event updated for resources: {'Network': ['ID=0a7408d8-7148-42de-82ac-451d6216d9d8,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:09.527137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 0a7408d8-7148-42de-82ac-451d6216d9d8 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:10:09.551191 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-bf31f390-f211-4557-9716-bc2b4789de3a None None] Set router 839f8330-62c7-4832-aa74-15b548ec4f16 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:10:09.608927 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.618890 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cf8541a1-e34a-45e2-bb20-ab70c967b611 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4311788 Sep 08 13:10:09.633260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47398) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:09.641426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1793e-7314-46ea-9442-6cfeb0168a30 req-263628db-cde8-4c41-bf09-49d032464545 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:09.643529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ab1793e-7314-46ea-9442-6cfeb0168a30 req-263628db-cde8-4c41-bf09-49d032464545 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.1521418 Sep 08 13:10:09.648457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7e00415b-ad0e-4e8c-8cd9-661d7eadae73 admin admin] Request body: {'subnet': {'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-subnet', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:09.756846 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.787164 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-bf31f390-f211-4557-9716-bc2b4789de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:10:08Z', 'revision_number': 5, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:09.792040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ab1793e-7314-46ea-9442-6cfeb0168a30 req-ea2e17fa-846a-4665-b957-013c652631a8 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361418 Sep 08 13:10:09.826616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e00415b-ad0e-4e8c-8cd9-661d7eadae73 admin admin] Made reservation on behalf of 1c19d24e3ac649c989bcce552dbb3064 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:10:09.828194 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf31f390-f211-4557-9716-bc2b4789de3a None None] Checking router: 839f8330-62c7-4832-aa74-15b548ec4f16 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:10:09.829832 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e00415b-ad0e-4e8c-8cd9-661d7eadae73 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:09.839046 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31f390-f211-4557-9716-bc2b4789de3a None None] Routers {'839f8330-62c7-4832-aa74-15b548ec4f16'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:10:09.839681 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-bf31f390-f211-4557-9716-bc2b4789de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:09:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['839f8330-62c7-4832-aa74-15b548ec4f16'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:09.868730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c468ff51-4def-4494-bf98-cf62898ae8bf req-ce85a9fc-22a1-42e1-86ba-eda5264e12d4 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:09.877433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c468ff51-4def-4494-bf98-cf62898ae8bf req-ce85a9fc-22a1-42e1-86ba-eda5264e12d4 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0667906 Sep 08 13:10:09.973387 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c468ff51-4def-4494-bf98-cf62898ae8bf req-230cd77d-051e-4386-b7cf-33f5ea3fbeb3 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855074 Sep 08 13:10:09.988703 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-bf31f390-f211-4557-9716-bc2b4789de3a None None] Set router 839f8330-62c7-4832-aa74-15b548ec4f16 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:10:10.030491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Deleting port 4982596c-0014-4032-9afd-2f788e022c1f {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:10:10.031407 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:10.129684 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-98925f08-4906-4985-bad3-542b2ead1535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:10.149179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:10:10.161970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:10.176257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a57c4-b9db-4107-a0cb-4a2be45bbc69 req-8bbe020f-4a9c-485f-abaf-e4b606f9871b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:10.178091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d0a57c4-b9db-4107-a0cb-4a2be45bbc69 req-8bbe020f-4a9c-485f-abaf-e4b606f9871b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 931 time: 0.1410818 Sep 08 13:10:10.234736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] For port 4982596c-0014-4032-9afd-2f788e022c1f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4982596c-0014-4032-9afd-2f788e022c1f,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:10.235121 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:10.259574 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-bf31f390-f211-4557-9716-bc2b4789de3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:10:08Z', 'revision_number': 5, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:10.259833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Calling delete_port for 4982596c-0014-4032-9afd-2f788e022c1f owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:10:10.268559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Transition to ACTIVE for port object 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:10.281835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48e3a9-8165-47b2-8ed9-72717a839457 req-4a9c2889-09d0-413e-b1a7-1d5700ba0fed tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:10.283657 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d0a57c4-b9db-4107-a0cb-4a2be45bbc69 req-ef055e03-45be-435c-aa01-d0fa373047a2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745034 Sep 08 13:10:10.286678 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce48e3a9-8165-47b2-8ed9-72717a839457 req-4a9c2889-09d0-413e-b1a7-1d5700ba0fed tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.1043885 Sep 08 13:10:10.311634 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf31f390-f211-4557-9716-bc2b4789de3a None None] The sync data for ids ['839f8330-62c7-4832-aa74-15b548ec4f16'] in n-d-807558-3 is: [{'id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1402074403-router', 'tenant_id': 'b184c2e842764e78a122b1ec80b45a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82'}], 'enable_snat': True}, 'gw_port_id': '4982596c-0014-4032-9afd-2f788e022c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:09:17Z', 'updated_at': '2021-09-08T13:10:08Z', 'revision_number': 5, 'project_id': 'b184c2e842764e78a122b1ec80b45a99', 'gw_port': {'id': '4982596c-0014-4032-9afd-2f788e022c1f', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839f8330-62c7-4832-aa74-15b548ec4f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:09:18Z', 'updated_at': '2021-09-08T13:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:10:10.370584 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce48e3a9-8165-47b2-8ed9-72717a839457 req-540482c4-bce3-4224-ad42-1998f96fb969 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808837 Sep 08 13:10:10.403992 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:10.535579 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:10.537903 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e00415b-ad0e-4e8c-8cd9-661d7eadae73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:10.624226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:10.646051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00415b-ad0e-4e8c-8cd9-661d7eadae73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a974fc9-2e1a-4df4-a817-d81429f312e6,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:10.668224 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:10.677149 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e00415b-ad0e-4e8c-8cd9-661d7eadae73 admin admin] Checking segment: {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:10:10.684371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e00415b-ad0e-4e8c-8cd9-661d7eadae73 admin admin] Network hostable DHCP agents. Network: 0a7408d8-7148-42de-82ac-451d6216d9d8, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:10:10.687598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Attempting to bind port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:10:10.687947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Attempting to bind port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:10:10.688286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Attempting to bind port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:10.690384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 22953999-24ab-46d5-9d2a-0c226f5b985d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:10:10.699658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:10:10.700014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Attempting to bind port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:10.706206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:10:10.706555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:10:10.706949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Bound using segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:10:10.707391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Bound port: 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:10:10.707757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:10.722262 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 22953999-24ab-46d5-9d2a-0c226f5b985d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:10:10.722979 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 22953999-24ab-46d5-9d2a-0c226f5b985d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:10:10.736788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Pushing event deleted for resources: {'Port': ['ID=4982596c-0014-4032-9afd-2f788e022c1f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:10.802421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:10.806820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:10:10.810941 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:10.856181 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e00415b-ad0e-4e8c-8cd9-661d7eadae73 admin admin] Network 0a7408d8-7148-42de-82ac-451d6216d9d8 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:10:10.930102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:10.937198 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:10.978067 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.025536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-7e00415b-ad0e-4e8c-8cd9-661d7eadae73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 0a7408d8-7148-42de-82ac-451d6216d9d8) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:10:11.031190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:11.032030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.034765 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] 10.222.0.70 "PUT /v2.0/ports/6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 HTTP/1.1" status: 200 len: 1091 time: 1.6736906 Sep 08 13:10:11.035477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9', 'tag': '6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:11.036146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d094413-f95a-4abd-b52a-7068502f200b None None] Network 0a7408d8-7148-42de-82ac-451d6216d9d8 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:10:11.038479 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4f0c38-45b0-4615-b554-4fbf23de4272" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9", "tag": "6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:11.050494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff4b4c-1ec7-4345-96b1-2fd84e7d2476 req-3f9b55b5-e986-46c5-b76c-8fee32a359a0 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:11.050494 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8eff4b4c-1ec7-4345-96b1-2fd84e7d2476 req-3f9b55b5-e986-46c5-b76c-8fee32a359a0 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.1193156 Sep 08 13:10:11.056535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00415b-ad0e-4e8c-8cd9-661d7eadae73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:11.057487 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e00415b-ad0e-4e8c-8cd9-661d7eadae73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.103040 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8eff4b4c-1ec7-4345-96b1-2fd84e7d2476 req-b0825a1b-1920-4e35-9afd-562ba02c389c tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513792 Sep 08 13:10:11.106739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.107346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 839f8330-62c7-4832-aa74-15b548ec4f16 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:10:11.114426 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.116072 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-53b3f332-7f2b-4641-b63b-7ad67861ae18 admin admin] 10.222.0.69 "DELETE /v2.0/routers/839f8330-62c7-4832-aa74-15b548ec4f16 HTTP/1.1" status: 204 len: 168 time: 1.7298350 Sep 08 13:10:11.119817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47414) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:11.137384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b7dfd-802e-4d2d-af2d-36aa3c24adb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:11.176346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7e00415b-ad0e-4e8c-8cd9-661d7eadae73 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5316465 Sep 08 13:10:11.180936 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47416) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:11.189641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:11.197097 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10a55e3-a223-498f-8503-cff1fa2f72b6 admin admin] Deleting subnet ef7b21a7-50db-4956-96e8-beb091e875de {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:10:11.207835 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f10a55e3-a223-498f-8503-cff1fa2f72b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.232864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd9a5bf-fbd7-4aaa-a6c1-122f7531cef4 req-58878fba-dc1c-453d-9338-a15c29e6145e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:11.234739 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd9a5bf-fbd7-4aaa-a6c1-122f7531cef4 req-58878fba-dc1c-453d-9338-a15c29e6145e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1533260 Sep 08 13:10:11.254512 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e05f10-651b-4886-b7b6-109e6ea6bf91 x-openstack-request-id: req-a2e05f10-651b-4886-b7b6-109e6ea6bf91 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:11.254865 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9", "tag": "6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:11.255100 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a2e05f10-651b-4886-b7b6-109e6ea6bf91 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:11.255505 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9', 'tag': '6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4', 'status': 'completed', 'code': 200} Sep 08 13:10:11.291452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-0a7408d8-7148-42de-82ac-451d6216d9d8', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:10:11.292480 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.306330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-d68695e5-94be-4b96-9d27-7339ada4032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:11.307875 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-d68695e5-94be-4b96-9d27-7339ada4032d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 1094 time: 0.1446428 Sep 08 13:10:11.323691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd9a5bf-fbd7-4aaa-a6c1-122f7531cef4 req-09d5799c-ddf8-47cf-b96a-4ffb78d27a83 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631213 Sep 08 13:10:11.337366 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.342976 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.380748 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-7970158e-28d5-41f3-841b-77e5a4dcb86f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0559866 Sep 08 13:10:11.486994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-f0868402-574e-4b82-8a0e-c3878203a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:11.489075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-f0868402-574e-4b82-8a0e-c3878203a670 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0996187 Sep 08 13:10:11.541862 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Allocated IP 172.20.0.2 (0a7408d8-7148-42de-82ac-451d6216d9d8/4a974fc9-2e1a-4df4-a817-d81429f312e6/a7d5ac1f-0f99-414c-a437-f2b8ea87909f) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:10:11.557066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.580145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-50aae536-fd90-460c-9133-cb792b7a52bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736046 Sep 08 13:10:11.585266 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f10a55e3-a223-498f-8503-cff1fa2f72b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.634155 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cc755-d629-4608-81a1-bec9f1aca72c req-e95d7ece-ff24-445e-adac-d2c21ce70046 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:11.642481 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c32cc755-d629-4608-81a1-bec9f1aca72c req-e95d7ece-ff24-445e-adac-d2c21ce70046 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.0995724 Sep 08 13:10:11.693295 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-27244b16-b491-4251-bc05-c91173b480ad service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054707 Sep 08 13:10:11.732801 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.756512 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:10:11.763437 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c32cc755-d629-4608-81a1-bec9f1aca72c req-2ada5eb8-0fd4-420d-9d6c-5c3106ece3ea tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197908 Sep 08 13:10:11.781199 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ecfd0-9411-42b0-a728-84d98f451d7c req-3264e374-99bc-45b1-acef-6f4620aa5d44 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:11.788412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-275ecfd0-9411-42b0-a728-84d98f451d7c req-3264e374-99bc-45b1-acef-6f4620aa5d44 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.2982817 Sep 08 13:10:11.797197 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.801450 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f10a55e3-a223-498f-8503-cff1fa2f72b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.821303 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Transition to ACTIVE for port object a7d5ac1f-0f99-414c-a437-f2b8ea87909f will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:11.845497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Transition to ACTIVE for port object a7d5ac1f-0f99-414c-a437-f2b8ea87909f will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:11.918670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.967795 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f10a55e3-a223-498f-8503-cff1fa2f72b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:11.972201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Network 0a7408d8-7148-42de-82ac-451d6216d9d8 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:10:11.973956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:10:11.987526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:10:11.988896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Pushing event updated for resources: {'Port': ['ID=a7d5ac1f-0f99-414c-a437-f2b8ea87909f,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:11.995667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a55e3-a223-498f-8503-cff1fa2f72b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef7b21a7-50db-4956-96e8-beb091e875de,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:12.002975 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:12.004403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:12.004750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:12.005095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:12.005437 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:12.005773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:12.006111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:12.006470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:12.006806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:12.007135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:12.007463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:12.007788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:10:12.022218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f10a55e3-a223-498f-8503-cff1fa2f72b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:12.025925 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f10a55e3-a223-498f-8503-cff1fa2f72b6 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ef7b21a7-50db-4956-96e8-beb091e875de HTTP/1.1" status: 204 len: 168 time: 0.9033315 Sep 08 13:10:12.030937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47424) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:12.031348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fce7d5b-5d15-4524-b8e0-fcbc25d0ab89 None None] Network b3a42663-794e-4834-91b5-51046f164bce requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:10:12.122628 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:12.150668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Attempting to bind port a7d5ac1f-0f99-414c-a437-f2b8ea87909f on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:10:12.151054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Attempting to bind port a7d5ac1f-0f99-414c-a437-f2b8ea87909f by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:10:12.151427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Attempting to bind port a7d5ac1f-0f99-414c-a437-f2b8ea87909f on network 0a7408d8-7148-42de-82ac-451d6216d9d8 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:12.176790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:10:12.177613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Checking segment: {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:10:12.178252 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:12.178831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Bound using segment: {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:10:12.179661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Bound port: a7d5ac1f-0f99-414c-a437-f2b8ea87909f, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:10:12.180229 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:12.185742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Deleting port 6b379344-b74e-4454-8e8d-eff8a14d4339 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:10:12.186091 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:12.272944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] For port a7d5ac1f-0f99-414c-a437-f2b8ea87909f, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:12.276194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] For port a7d5ac1f-0f99-414c-a437-f2b8ea87909f, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a7d5ac1f-0f99-414c-a437-f2b8ea87909f,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:10:12.280581 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] For port 6b379344-b74e-4454-8e8d-eff8a14d4339, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6b379344-b74e-4454-8e8d-eff8a14d4339,segment=NetworkSegment(b3fda092-23e8-4501-8b2c-1bd64ceb515b),segment_id=b3fda092-23e8-4501-8b2c-1bd64ceb515b)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:12.280968 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:12.281443 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:12.296682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Calling delete_port for 6b379344-b74e-4454-8e8d-eff8a14d4339 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:10:12.312525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c73f71e3-8411-49ad-8884-71fb81be6f56 req-bc0a2fc7-32b5-4a01-a45a-54d23e4dcd9f service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663326 Sep 08 13:10:12.316601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-275ecfd0-9411-42b0-a728-84d98f451d7c req-9a79d58b-fab1-45b2-955c-fb74ee188b3a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267856 Sep 08 13:10:12.342106 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:12.402275 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29a2e1-4734-4b87-a1ca-09ae5d7eab04 req-083991cd-3fd8-45ab-9979-eaccba631812 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:12.410718 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f29a2e1-4734-4b87-a1ca-09ae5d7eab04 req-083991cd-3fd8-45ab-9979-eaccba631812 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.1894562 Sep 08 13:10:12.411703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c653e3-96c9-438f-bf8b-2503d2ba96c1 None None] Pushing event updated for resources: {'Port': ['ID=a7d5ac1f-0f99-414c-a437-f2b8ea87909f,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:12.415442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4be8c2-3fd8-4f4e-ae1f-05e16c544e0d None None] DHCP port deletion for b3a42663-794e-4834-91b5-51046f164bce request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:10:12.472061 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f29a2e1-4734-4b87-a1ca-09ae5d7eab04 req-be10109b-6bab-4f95-8645-12e240fee0e4 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604322 Sep 08 13:10:12.506236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fd4be8c2-3fd8-4f4e-ae1f-05e16c544e0d None None] Deleting port 6b379344-b74e-4454-8e8d-eff8a14d4339 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:10:12.506236 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd4be8c2-3fd8-4f4e-ae1f-05e16c544e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:12.554738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d371b08-c021-4e38-a9e8-f96a1542f4d5 req-a6b6087b-5a65-4088-be97-087b797839f2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:12.558211 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d371b08-c021-4e38-a9e8-f96a1542f4d5 req-a6b6087b-5a65-4088-be97-087b797839f2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1557310 Sep 08 13:10:12.583305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fd4be8c2-3fd8-4f4e-ae1f-05e16c544e0d None None] For port 6b379344-b74e-4454-8e8d-eff8a14d4339, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6b379344-b74e-4454-8e8d-eff8a14d4339,segment=NetworkSegment(b3fda092-23e8-4501-8b2c-1bd64ceb515b),segment_id=b3fda092-23e8-4501-8b2c-1bd64ceb515b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:12.583704 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd4be8c2-3fd8-4f4e-ae1f-05e16c544e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:12.586678 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:12.633868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b379344-b74e-4454-8e8d-eff8a14d4339,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:12.650734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] No DVR routers for this DVR port 6b379344-b74e-4454-8e8d-eff8a14d4339 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:10:12.681668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0c38-45b0-4615-b554-4fbf23de4272 req-90ef967e-1104-4ce4-abb3-239d98ae74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:12.684284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4f0c38-45b0-4615-b554-4fbf23de4272 req-90ef967e-1104-4ce4-abb3-239d98ae74b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 1094 time: 0.1557074 Sep 08 13:10:12.693305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d371b08-c021-4e38-a9e8-f96a1542f4d5 req-5c51b591-4496-4e1a-a4e3-af695f2f5b8d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145797 Sep 08 13:10:12.760888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6b379344-b74e-4454-8e8d-eff8a14d4339 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:10:12.763351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fd4be8c2-3fd8-4f4e-ae1f-05e16c544e0d None None] Calling delete_port for 6b379344-b74e-4454-8e8d-eff8a14d4339 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:10:12.827926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 6b379344-b74e-4454-8e8d-eff8a14d4339 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:10:12.827926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6b379344-b74e-4454-8e8d-eff8a14d4339 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:10:12.827926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4982596c-0014-4032-9afd-2f788e022c1f no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:10:12.828155 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:12.873814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 4982596c-0014-4032-9afd-2f788e022c1f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:10:12.874520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4982596c-0014-4032-9afd-2f788e022c1f not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:10:12.936190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a42663-794e-4834-91b5-51046f164bce']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:13.020296 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:13.047955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3fda092-23e8-4501-8b2c-1bd64ceb515b') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:13.048448 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3fda092-23e8-4501-8b2c-1bd64ceb515b') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:13.060484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:13.069987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0c38-45b0-4615-b554-4fbf23de4272 req-14d5f9a7-9d36-402b-b7eb-81d73a704706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:13.077154 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4f0c38-45b0-4615-b554-4fbf23de4272 req-14d5f9a7-9d36-402b-b7eb-81d73a704706 service neutron] 10.222.0.70 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.3771484 Sep 08 13:10:13.077325 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd4be8c2-3fd8-4f4e-ae1f-05e16c544e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:13.077455 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:13.108557 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:13.109126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4be8c2-3fd8-4f4e-ae1f-05e16c544e0d None None] Pushing event deleted for resources: {'Port': ['ID=6b379344-b74e-4454-8e8d-eff8a14d4339,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:13.112707 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:13.118523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4be8c2-3fd8-4f4e-ae1f-05e16c544e0d None None] No DVR routers for this DVR port 6b379344-b74e-4454-8e8d-eff8a14d4339 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:10:13.125058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d8e23-9705-4832-b55c-a25bac7726c5 req-a77a8809-063d-4506-8ab4-7e3f42f6dcf3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:13.127475 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-758d8e23-9705-4832-b55c-a25bac7726c5 req-a77a8809-063d-4506-8ab4-7e3f42f6dcf3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.2001066 Sep 08 13:10:13.133735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:10:13.136777 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:10:13.138877 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:10:13.177418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4f0c38-45b0-4615-b554-4fbf23de4272 req-dcad95a1-ee1c-4d5f-87f2-56c4830ae123 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0666707 Sep 08 13:10:13.225542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-758d8e23-9705-4832-b55c-a25bac7726c5 req-bb6defdd-8180-4ee2-a75b-1719aa535200 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854521 Sep 08 13:10:13.288460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Allocated IP 172.25.5.226 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/745bcf5c-a571-491b-80df-888ef8309bc0) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:10:13.291375 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0c38-45b0-4615-b554-4fbf23de4272 req-8b38c5bc-522a-474f-be73-e8b1a74e771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:13.295605 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4f0c38-45b0-4615-b554-4fbf23de4272 req-8b38c5bc-522a-474f-be73-e8b1a74e771a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0999806 Sep 08 13:10:13.318250 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:13.338381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a42663-794e-4834-91b5-51046f164bce,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:13.345289 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:13.348159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a2fac506-be84-4af4-80f9-0fd0461816a3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b3a42663-794e-4834-91b5-51046f164bce HTTP/1.1" status: 204 len: 168 time: 1.3150370 Sep 08 13:10:13.364941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4f0c38-45b0-4615-b554-4fbf23de4272 req-9bfb17ab-1af8-46ba-befa-da297b49daec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577095 Sep 08 13:10:13.523620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:13.626789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcca1f8e-fdf0-4b9e-b522-c72582a6eb5d req-9233dd8d-2330-4326-9dea-cb64cbd0fde6 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:13.628464 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dcca1f8e-fdf0-4b9e-b522-c72582a6eb5d req-9233dd8d-2330-4326-9dea-cb64cbd0fde6 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0728083 Sep 08 13:10:13.632086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1acb7-8be8-4c9e-8724-ba0cb934553b req-eb55715c-ef02-44c4-87d8-3288bb3ce430 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:13.633983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9ef1acb7-8be8-4c9e-8724-ba0cb934553b req-eb55715c-ef02-44c4-87d8-3288bb3ce430 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.2254567 Sep 08 13:10:13.691715 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4f0c38-45b0-4615-b554-4fbf23de4272 req-acbe76cd-e239-4741-9967-664a156b70e2 service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257464 Sep 08 13:10:13.692938 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:13.710062 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dcca1f8e-fdf0-4b9e-b522-c72582a6eb5d req-717e9140-07c2-462d-aeba-5fa1969b4c15 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643401 Sep 08 13:10:13.745528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9ef1acb7-8be8-4c9e-8724-ba0cb934553b req-a739b92f-7fb6-4bef-b092-2df0e9353198 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976198 Sep 08 13:10:13.771389 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:10:13.784748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:10:13.792622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:10:13.823299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47442) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:13.879261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Pushing event updated for resources: {'Port': ['ID=745bcf5c-a571-491b-80df-888ef8309bc0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:13.882498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f36831b-8940-4e66-bd50-cd26fe5ab965 None None] Network 0a7408d8-7148-42de-82ac-451d6216d9d8 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:10:13.911223 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c14b9d-3687-4747-b491-536c9d68a351 req-c13aa236-dc25-485a-b897-2bfa34c9e892 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:13.913310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-98c14b9d-3687-4747-b491-536c9d68a351 req-c13aa236-dc25-485a-b897-2bfa34c9e892 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1047487 Sep 08 13:10:13.925355 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-87469c4f-350f-4814-af73-526c538bda44 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b184c2e842764e78a122b1ec80b45a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989752 Sep 08 13:10:13.926566 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47444) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:13.928506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:13.995535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4f0c38-45b0-4615-b554-4fbf23de4272 req-f6ec932c-038f-4e8d-81c1-bc27f88858eb service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914677 Sep 08 13:10:14.026073 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-98c14b9d-3687-4747-b491-536c9d68a351 req-f6488cda-b332-48b9-aa73-4b9f41975b1b tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977390 Sep 08 13:10:14.060961 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-080dfc92-9ff8-4fa4-9219-4e761004d788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:14.069554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9c393f02-07aa-4779-8884-4de5a64acbda None None] Provisioning for port a7d5ac1f-0f99-414c-a437-f2b8ea87909f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:10:14.099472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-080dfc92-9ff8-4fa4-9219-4e761004d788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:14.198121 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:14.227473 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-080dfc92-9ff8-4fa4-9219-4e761004d788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:14.230419 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-080dfc92-9ff8-4fa4-9219-4e761004d788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:14.238369 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-080dfc92-9ff8-4fa4-9219-4e761004d788 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90d723ef-42e1-4b63-b7f5-a5e0957854ed HTTP/1.1" status: 204 len: 168 time: 0.3079026 Sep 08 13:10:14.257767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080dfc92-9ff8-4fa4-9219-4e761004d788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d723ef-42e1-4b63-b7f5-a5e0957854ed,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:14.369536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787223b-6f62-45c4-af3a-4ce58dd55f33 req-3f33aef5-f51d-4e7b-a0fb-ee9def054496 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:14.371144 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9787223b-6f62-45c4-af3a-4ce58dd55f33 req-3f33aef5-f51d-4e7b-a0fb-ee9def054496 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.0564554 Sep 08 13:10:14.416246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9787223b-6f62-45c4-af3a-4ce58dd55f33 req-aedbddab-9e56-431e-a20a-df4176318918 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360239 Sep 08 13:10:14.457295 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:14.635728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a7d5ac1f-0f99-414c-a437-f2b8ea87909f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:10:14.687527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Router 52d9464c-7812-40a9-9750-f2a4d6e315d4 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:10:14.796300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port a7d5ac1f-0f99-414c-a437-f2b8ea87909f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:10:14.802577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a7d5ac1f-0f99-414c-a437-f2b8ea87909f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:14.803202 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:14.841298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:10:14.858046 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Sync routers for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:10:14.862987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ff2d-9729-4468-a428-3760d62dcf4e req-9c6870b1-8906-4364-9707-e1cd1c5768d8 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:14.868266 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4357ff2d-9729-4468-a428-3760d62dcf4e req-9c6870b1-8906-4364-9707-e1cd1c5768d8 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0765803 Sep 08 13:10:14.885806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:10:14.886534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:10:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:14.908704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4357ff2d-9729-4468-a428-3760d62dcf4e req-4480df54-e58d-4017-84fb-7f4285ff760c tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367203 Sep 08 13:10:14.937786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329636b1-c0a0-4b88-ba3b-257e7d719e5a req-5d59786b-d8c1-4e57-89ec-8c1c00e9b6de tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:14.942097 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-329636b1-c0a0-4b88-ba3b-257e7d719e5a req-5d59786b-d8c1-4e57-89ec-8c1c00e9b6de tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0728076 Sep 08 13:10:14.979120 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-329636b1-c0a0-4b88-ba3b-257e7d719e5a req-4a56d11d-9ef2-4704-8549-3ededfb48a91 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330639 Sep 08 13:10:14.985866 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:14.990644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-35064a30-2c3f-4542-92f8-edde9a669f22 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.8095782 Sep 08 13:10:14.991057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47466) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:15.022582 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:15.053287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:10:15.121003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port a7d5ac1f-0f99-414c-a437-f2b8ea87909f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a7d5ac1f-0f99-414c-a437-f2b8ea87909f,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:15.221622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f2c45-1776-4337-af4e-27c6c011c6f0 req-3eae9170-a37d-4499-9a57-a426553829dd tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:15.223448 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-360f2c45-1776-4337-af4e-27c6c011c6f0 req-3eae9170-a37d-4499-9a57-a426553829dd tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0671690 Sep 08 13:10:15.246032 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:15.266049 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-360f2c45-1776-4337-af4e-27c6c011c6f0 req-46e8aa2b-2e04-4ad0-8f58-263a555f3b2a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366011 Sep 08 13:10:15.306534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=a7d5ac1f-0f99-414c-a437-f2b8ea87909f,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:15.317484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:13Z', 'revision_number': 3, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:15.347076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Checking router: 52d9464c-7812-40a9-9750-f2a4d6e315d4 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:10:15.347396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Updating router 52d9464c-7812-40a9-9750-f2a4d6e315d4 port 745bcf5c-a571-491b-80df-888ef8309bc0 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:10:15.366966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:10:15.389139 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:15.546758 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:15.572511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:15.581495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c66d30-69b3-4225-8fc9-2b1583aa4169 req-c9d179a5-ec8e-435d-bac5-3acee9caa4aa tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:15.583113 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-43c66d30-69b3-4225-8fc9-2b1583aa4169 req-c9d179a5-ec8e-435d-bac5-3acee9caa4aa tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.0730007 Sep 08 13:10:15.601000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4', 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75', 'port_id': '6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4', 'mac_address': 'fa:16:3e:28:08:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0c631f-1f63-46cc-ad9d-bb850194cb83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:10:15.680123 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:15.698000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:10:15.701700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-43c66d30-69b3-4225-8fc9-2b1583aa4169 req-467e30e2-26dc-4e6b-add5-e4ef967ba4a4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765107 Sep 08 13:10:15.734666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:15.773303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Allocated IP 172.20.0.1 (0a7408d8-7148-42de-82ac-451d6216d9d8/4a974fc9-2e1a-4df4-a817-d81429f312e6/c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:10:15.797482 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:15.808308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Transition to ACTIVE for port object 745bcf5c-a571-491b-80df-888ef8309bc0 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:15.810159 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:15.858998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:15.894437 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:15.910077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Transition to ACTIVE for port object c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:15.911959 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:15.957721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5f00ba0b-9557-4117-b59d-547c4591cac7 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=510704dc12a044789ddfedef14cee96b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293508 Sep 08 13:10:15.983772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Attempting to bind port 745bcf5c-a571-491b-80df-888ef8309bc0 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:10:15.984419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Attempting to bind port 745bcf5c-a571-491b-80df-888ef8309bc0 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:10:15.984857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Attempting to bind port 745bcf5c-a571-491b-80df-888ef8309bc0 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:15.996640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:10:15.997006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:10:15.997406 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:15.997796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:10:15.998286 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Bound port: 745bcf5c-a571-491b-80df-888ef8309bc0, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:10:15.998669 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:16.020113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359de4a7-5e20-4252-a1be-3aa547a21c0f None None] Pushing event updated for resources: {'Port': ['ID=745bcf5c-a571-491b-80df-888ef8309bc0,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:16.043723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15166867-943e-411e-98d7-2f497859035f req-550cbd13-b061-4d8a-846b-dfdf64be80a2 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:16.045256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-15166867-943e-411e-98d7-2f497859035f req-550cbd13-b061-4d8a-846b-dfdf64be80a2 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0590219 Sep 08 13:10:16.061648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] For port 745bcf5c-a571-491b-80df-888ef8309bc0, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:16.066085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] For port 745bcf5c-a571-491b-80df-888ef8309bc0, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=745bcf5c-a571-491b-80df-888ef8309bc0,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:10:16.080859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-520c2eca-4a0b-4b54-a22f-2552434d4610 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:16.082505 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-520c2eca-4a0b-4b54-a22f-2552434d4610 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1181235 Sep 08 13:10:16.086553 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-15166867-943e-411e-98d7-2f497859035f req-9dfe63fa-474a-4450-960e-e5be1b22ff63 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349474 Sep 08 13:10:16.098125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-c3f23ef2-ebd5-4bec-b013-704f633750f4 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/quotas/510704dc12a044789ddfedef14cee96b HTTP/1.1" status: 200 len: 375 time: 0.0097351 Sep 08 13:10:16.113002 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:16.140855 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-b2ca97bf-c603-48b0-ba04-d2c910193a65 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=510704dc12a044789ddfedef14cee96b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313854 Sep 08 13:10:16.155932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Network 0a7408d8-7148-42de-82ac-451d6216d9d8 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:10:16.157665 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:16.169567 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:10:16.192864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:10:16.198435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Pushing event updated for resources: {'Port': ['ID=c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:16.235107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:16.252480 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:16.267254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ff6a1-ed42-437d-89cc-7d98ecbb3e17 req-d821a440-5dff-4a47-bf28-018bb75f312b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:16.280596 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b90ff6a1-ed42-437d-89cc-7d98ecbb3e17 req-d821a440-5dff-4a47-bf28-018bb75f312b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.1289940 Sep 08 13:10:16.305115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359de4a7-5e20-4252-a1be-3aa547a21c0f None None] Pushing event updated for resources: {'Port': ['ID=745bcf5c-a571-491b-80df-888ef8309bc0,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:16.348148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:10:16.349369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:10:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:16.399961 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b90ff6a1-ed42-437d-89cc-7d98ecbb3e17 req-edf0b520-62ed-4531-9701-aeccb96a45ef tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183577 Sep 08 13:10:16.620459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf455fec-73ae-4ff9-8a55-1d3656440508 req-711a4b02-93be-43c4-8d73-ad053a8f0e53 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 210 time: 0.0760050 Sep 08 13:10:16.668978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249ac95-c608-4b00-ab84-961aff6e2ad0 req-0deeedb5-9524-494e-a412-d7036eeffb0c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:16.687929 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8249ac95-c608-4b00-ab84-961aff6e2ad0 req-0deeedb5-9524-494e-a412-d7036eeffb0c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1666362 Sep 08 13:10:16.689100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:16.711123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a7d5ac1f-0f99-414c-a437-f2b8ea87909f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:10:16.763788 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8249ac95-c608-4b00-ab84-961aff6e2ad0 req-e0dd1fad-e905-4176-8a2a-7f1ee4eab0ee tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648901 Sep 08 13:10:16.848881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f4432dac-e8df-4076-91e2-33203dbae857 None None] Provisioning for port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:10:16.879986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f4432dac-e8df-4076-91e2-33203dbae857 None None] Provisioning complete for port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:16.880273 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f4432dac-e8df-4076-91e2-33203dbae857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:16.886855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b8cce-2a7b-4436-bc47-b7dad8afa023 req-adaf1f1a-b780-4b82-a015-de14ba8c3703 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:16.888803 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b92b8cce-2a7b-4436-bc47-b7dad8afa023 req-adaf1f1a-b780-4b82-a015-de14ba8c3703 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 944 time: 0.0620394 Sep 08 13:10:16.917202 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:16.923674 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:16.931394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:10:16.946476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b92b8cce-2a7b-4436-bc47-b7dad8afa023 req-7b5fa79a-5856-442d-9215-fb211da0dfaa tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470395 Sep 08 13:10:17.000596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f4432dac-e8df-4076-91e2-33203dbae857 None None] Port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:10:17.012733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a7d5ac1f-0f99-414c-a437-f2b8ea87909f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:17.013112 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:17.029888 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:17.095757 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:17.097521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Pushing event updated for resources: {'Port': ['ID=c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:17.218620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:13Z', 'revision_number': 3, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:17.241116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Network 0a7408d8-7148-42de-82ac-451d6216d9d8 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:10:17.243263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:10:17.249470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35aa96-834a-480b-b3a4-b6734f46f153 None None] The sync data for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 is: [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:13Z', 'revision_number': 3, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:10:17.252508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d48a15d-a0e2-4e11-af85-ad5d473a1714 req-5b3b9151-d023-468d-aff8-4f3f8479f221 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:17.254077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d48a15d-a0e2-4e11-af85-ad5d473a1714 req-5b3b9151-d023-468d-aff8-4f3f8479f221 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0734167 Sep 08 13:10:17.350946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d48a15d-a0e2-4e11-af85-ad5d473a1714 req-826b14b6-ef35-4258-a4d1-b480a756d2b5 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895183 Sep 08 13:10:17.416453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Router 52d9464c-7812-40a9-9750-f2a4d6e315d4 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:10:17.545685 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fd3ab1ed-dd22-4cf1-a14c-b201aa708c73 None None] Provisioning complete for port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:17.546136 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd3ab1ed-dd22-4cf1-a14c-b201aa708c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:17.576196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:10:17.577640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f183f8b-f18b-4420-aa86-1ee94edddb61 req-3b464728-53ae-4079-9f0c-0a4e42dd2f8e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:17.586300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f183f8b-f18b-4420-aa86-1ee94edddb61 req-3b464728-53ae-4079-9f0c-0a4e42dd2f8e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.1091697 Sep 08 13:10:17.590223 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f9818661-60c4-48e7-bc4d-fefdeb1ad3aa admin admin] 10.222.0.69 "PUT /v2.0/routers/52d9464c-7812-40a9-9750-f2a4d6e315d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5947833 Sep 08 13:10:17.608828 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fd3ab1ed-dd22-4cf1-a14c-b201aa708c73 None None] Port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:10:17.669955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f183f8b-f18b-4420-aa86-1ee94edddb61 req-5be0513b-4ee1-48a2-8a17-a2b83c914153 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788379 Sep 08 13:10:17.730279 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c0b045a-bc7a-4f31-9c9c-c64680855b47 req-fe30a4ce-bdb7-43f0-9b15-dce554aaac9f tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 210 time: 0.0323274 Sep 08 13:10:17.933307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e6065-a41b-4542-b8a6-8a714ba222ea req-371afea6-638a-40ca-b98b-b7d99dd0b37d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:17.935116 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee0e6065-a41b-4542-b8a6-8a714ba222ea req-371afea6-638a-40ca-b98b-b7d99dd0b37d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0750959 Sep 08 13:10:17.978036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee0e6065-a41b-4542-b8a6-8a714ba222ea req-835a4c25-62b2-461f-9b10-909f75e47f4a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349829 Sep 08 13:10:18.092069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-2774c687-daa6-4baf-986f-7ceadd3c4334 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:18.098580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168816c-f638-464e-9f4e-1fe294952151 req-9283e5d6-16a6-4d4d-81ae-cba68142f49b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:18.100369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6168816c-f638-464e-9f4e-1fe294952151 req-9283e5d6-16a6-4d4d-81ae-cba68142f49b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 944 time: 0.0565662 Sep 08 13:10:18.101668 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-2774c687-daa6-4baf-986f-7ceadd3c4334 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 821 time: 0.1282141 Sep 08 13:10:18.121002 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-85b5f960-7e74-4ba5-80f6-9f55223d6912 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/quotas/1c19d24e3ac649c989bcce552dbb3064 HTTP/1.1" status: 200 len: 375 time: 0.0183072 Sep 08 13:10:18.149555 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6168816c-f638-464e-9f4e-1fe294952151 req-12432405-5cd6-46de-a565-3ca58a14778e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398705 Sep 08 13:10:18.174391 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-6ae9dd3b-1028-465e-b26a-b0622fe3dc26 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524421 Sep 08 13:10:18.279271 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-d9617ca2-b705-4e31-b2a6-f36eb45e0e31 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971491 Sep 08 13:10:18.369467 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-b03330e5-c08a-4c19-8846-9a1aafce26e9 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838382 Sep 08 13:10:18.477427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07df615-1553-44a3-93d4-a5a56b51c94f req-c02b2c0e-a867-4545-8426-81108c16d4e7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:18.479131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e07df615-1553-44a3-93d4-a5a56b51c94f req-c02b2c0e-a867-4545-8426-81108c16d4e7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0536246 Sep 08 13:10:18.519077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e07df615-1553-44a3-93d4-a5a56b51c94f req-411509b5-0734-4cd7-bf0a-c9faf9df2e0c tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337794 Sep 08 13:10:18.640189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 745bcf5c-a571-491b-80df-888ef8309bc0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:10:18.708589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8d19ad30-91da-4bd3-b3ff-851752b99dd8 req-c87380b4-4823-40c1-a6c3-c23dfbcc423d tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 210 time: 0.0513983 Sep 08 13:10:18.768005 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 745bcf5c-a571-491b-80df-888ef8309bc0 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:10:18.772564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 745bcf5c-a571-491b-80df-888ef8309bc0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:18.773207 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:18.845357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33832b8-513a-42dd-9146-2c5a5638d39d req-be50aadb-e57a-4673-866a-6322239d3ef9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:18.856329 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f33832b8-513a-42dd-9146-2c5a5638d39d req-be50aadb-e57a-4673-866a-6322239d3ef9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0734167 Sep 08 13:10:18.875414 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18b9a495-8d3c-40eb-9289-1044575bbf59 req-c1a94128-ca7f-4b58-832f-1c227e6b88af tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 210 time: 0.0556834 Sep 08 13:10:18.877861 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-3b399268-d50a-4ee2-ace3-dd29254491d4 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=510704dc12a044789ddfedef14cee96b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514224 Sep 08 13:10:18.913188 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f33832b8-513a-42dd-9146-2c5a5638d39d req-cb7481c9-573b-44d4-b02f-cb84a576356c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559535 Sep 08 13:10:18.919880 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:18.941096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 745bcf5c-a571-491b-80df-888ef8309bc0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=745bcf5c-a571-491b-80df-888ef8309bc0,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:19.136561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-16852bf1-92af-404a-a8e4-5f2aa45f7834 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:19.136561 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-16852bf1-92af-404a-a8e4-5f2aa45f7834 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1193042 Sep 08 13:10:19.136561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Request body: {'port': {'device_id': '31a5d234-982f-43e9-861c-d4dc94d80c09', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '510704dc12a044789ddfedef14cee96b'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:19.142381 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Sync routers for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:10:19.142381 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:10:19.142381 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:10:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:19.150230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b9d58-aee3-4eea-ae21-b71ff27bf3d9 req-d78e1c46-f481-4f7f-b9c7-85eced3c0c46 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:19.151765 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a11b9d58-aee3-4eea-ae21-b71ff27bf3d9 req-d78e1c46-f481-4f7f-b9c7-85eced3c0c46 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0988700 Sep 08 13:10:19.204967 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a11b9d58-aee3-4eea-ae21-b71ff27bf3d9 req-58552044-b5b1-49a3-87a0-01125048995a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467706 Sep 08 13:10:19.215517 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:19.288109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Made reservation on behalf of 510704dc12a044789ddfedef14cee96b for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:10:19.291598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=745bcf5c-a571-491b-80df-888ef8309bc0,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:19.292637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:19.309984 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:10:19.315346 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:19.319995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baba5e0-5dde-4153-8afa-cb08c11690cc req-3557e6f2-8319-4ce8-b586-06ebafc9a46a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:19.326138 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1baba5e0-5dde-4153-8afa-cb08c11690cc req-3557e6f2-8319-4ce8-b586-06ebafc9a46a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 944 time: 0.0882995 Sep 08 13:10:19.364127 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1baba5e0-5dde-4153-8afa-cb08c11690cc req-d5cdc9af-b100-478c-bd7e-146779fcb2c1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347402 Sep 08 13:10:19.369716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:10:19.457316 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:19.510589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:10:19.514831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:19.515277 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:19.602374 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:19.610998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:19.625953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:19.628420 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3052c67-b58b-43f3-8219-e66bffe135f1" -d '{"events": [{"server_uuid": "5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9", "name": "network-vif-plugged", "status": "completed", "tag": "6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:19.637557 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 2, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:19.642537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:19.675452 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Checking router: 52d9464c-7812-40a9-9750-f2a4d6e315d4 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:10:19.676661 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Updating router 52d9464c-7812-40a9-9750-f2a4d6e315d4 port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:10:19.692748 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8911f4c0-1417-4e0a-8ae9-c4c69c751ec5 x-openstack-request-id: req-8911f4c0-1417-4e0a-8ae9-c4c69c751ec5 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:19.693048 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9", "name": "network-vif-plugged", "status": "completed", "tag": "6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:19.693344 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8911f4c0-1417-4e0a-8ae9-c4c69c751ec5 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:19.693858 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4', 'code': 200} Sep 08 13:10:19.695347 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:19.711579 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:19.752831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd6bb3f-24dd-4d20-8ff2-2e349489296f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:19.753573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:19.769250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a534ea-9537-49b8-be3c-591bad839248 req-7ebda222-066e-4d7b-a6da-8dd8eb004354 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:19.771111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-89a534ea-9537-49b8-be3c-591bad839248 req-7ebda222-066e-4d7b-a6da-8dd8eb004354 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.1773181 Sep 08 13:10:19.894902 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9f86eb19-5f86-48c7-8065-797c2919e4b0 req-e0f61cbe-a7f2-446b-8f10-d3e88d91c8e9 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 210 time: 0.0457776 Sep 08 13:10:19.909822 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-89a534ea-9537-49b8-be3c-591bad839248 req-8eef24bd-db2e-4328-be21-e69688d3a511 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288126 Sep 08 13:10:19.922793 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Allocated IP 192.168.233.56 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/f1d16cee-a347-4948-931c-9f7f21cd15c8) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:10:19.929494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a3eeb-6952-43a3-8017-8015ec3c0d28 req-6e620025-3392-4663-996b-b6e2eb811fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:19.931043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-154a3eeb-6952-43a3-8017-8015ec3c0d28 req-6e620025-3392-4663-996b-b6e2eb811fd9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 1096 time: 0.1410673 Sep 08 13:10:20.008142 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0567dba-26ca-48fe-af9b-72d50c33ed10 req-2b4a98f5-cebb-4e02-8dae-8a64cf50a259 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 210 time: 0.0363069 Sep 08 13:10:20.018279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-154a3eeb-6952-43a3-8017-8015ec3c0d28 req-d76f385f-23d4-4311-9f15-78fdafebc936 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765328 Sep 08 13:10:20.058984 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:20.068401 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Transition to ACTIVE for port object c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:20.132544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271863-2ce8-4a30-a7bb-6a6daaf3055c req-cb9d8d93-8a0e-40af-b4b4-3378921946d9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:20.134048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b271863-2ce8-4a30-a7bb-6a6daaf3055c req-cb9d8d93-8a0e-40af-b4b4-3378921946d9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.1108959 Sep 08 13:10:20.158295 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:20.191717 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:20.198828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b271863-2ce8-4a30-a7bb-6a6daaf3055c req-3b01d20c-15e6-45ae-a331-10cab2a9794b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575953 Sep 08 13:10:20.210624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Transition to ACTIVE for port object f1d16cee-a347-4948-931c-9f7f21cd15c8 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:20.224102 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d2bf0-9cb6-4d48-9152-96c738d18a99 None None] Pushing event updated for resources: {'Port': ['ID=c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:20.291666 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Attempting to bind port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:10:20.293056 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Attempting to bind port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:10:20.293539 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Attempting to bind port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 on network 0a7408d8-7148-42de-82ac-451d6216d9d8 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:20.299231 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:10:20.299907 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Checking segment: {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:10:20.300329 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:20.300787 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Bound using segment: {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:10:20.301322 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Bound port: c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:10:20.304320 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:20.345201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:20.354708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9e066-a2af-4b50-866a-ef181c2a30d0 req-f87e6331-3691-42d4-9e4d-d00d59086ce9 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:20.358057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31f9e066-a2af-4b50-866a-ef181c2a30d0 req-f87e6331-3691-42d4-9e4d-d00d59086ce9 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0693700 Sep 08 13:10:20.381632 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] For port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:20.386229 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] For port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:10:20.411345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:10:20.415295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:10:20.420427 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31f9e066-a2af-4b50-866a-ef181c2a30d0 req-59237b66-c943-472a-9e00-ac510a1f93a6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444107 Sep 08 13:10:20.422370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:10:20.428913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:20.429662 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:20.444636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Pushing event updated for resources: {'Port': ['ID=f1d16cee-a347-4948-931c-9f7f21cd15c8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:20.461461 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:20.538036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-5e534667-ea57-49f6-a52d-f3f4ffdce5ce tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5191789 Sep 08 13:10:20.558051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Request body: {'port': {'device_id': '31a5d234-982f-43e9-861c-d4dc94d80c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:20.569101 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d2bf0-9cb6-4d48-9152-96c738d18a99 None None] Pushing event updated for resources: {'Port': ['ID=c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:20.587137 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:10:20.587801 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:10:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:20.611342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebd5d7-00ea-46f6-af21-7aea358996f1 req-588ad5e7-e83a-4697-9ea9-bba3c9674484 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:20.613062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b6ebd5d7-00ea-46f6-af21-7aea358996f1 req-588ad5e7-e83a-4697-9ea9-bba3c9674484 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.1400161 Sep 08 13:10:20.668274 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:20.679506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 745bcf5c-a571-491b-80df-888ef8309bc0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:10:20.735933 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b6ebd5d7-00ea-46f6-af21-7aea358996f1 req-7f331f1a-9587-47a3-b09a-bddcda20e4a4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127627 Sep 08 13:10:20.760931 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:10:20.783572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 745bcf5c-a571-491b-80df-888ef8309bc0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:20.788973 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:20.983654 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-baa90e69-b189-4308-9726-52641ba1d844 None None] Provisioning for port f1d16cee-a347-4948-931c-9f7f21cd15c8 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:10:20.993784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-baa90e69-b189-4308-9726-52641ba1d844 None None] Provisioning complete for port f1d16cee-a347-4948-931c-9f7f21cd15c8 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:20.994615 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-baa90e69-b189-4308-9726-52641ba1d844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:21.035527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-baa90e69-b189-4308-9726-52641ba1d844 None None] Port f1d16cee-a347-4948-931c-9f7f21cd15c8 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:10:21.073791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaf639-b7c6-4603-9fbe-3e860358380f req-d321bca7-8814-4279-b938-d9e3dff66171 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:21.082535 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0acaf639-b7c6-4603-9fbe-3e860358380f req-d321bca7-8814-4279-b938-d9e3dff66171 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0717585 Sep 08 13:10:21.089777 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:20Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:21.119138 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fe4661-de9d-47d6-8bba-57dbbb1838da None None] The sync data for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 is: [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:20Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:10:21.122337 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0acaf639-b7c6-4603-9fbe-3e860358380f req-c4a0425f-efbd-48c4-9b60-8b12f6136ef9 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385816 Sep 08 13:10:21.273153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af397c4f-aa42-4feb-a760-330fda4d174a req-68e5eb38-2a1f-4ec4-bb45-ee384c85f7f3 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:21.274808 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af397c4f-aa42-4feb-a760-330fda4d174a req-68e5eb38-2a1f-4ec4-bb45-ee384c85f7f3 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 935 time: 0.0634847 Sep 08 13:10:21.312649 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bf1ef728-7cb2-451c-a8c7-cc1b5111a6f3 req-3dabd738-504d-4aa4-8ca4-987a2e3899d3 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 210 time: 0.3414264 Sep 08 13:10:21.324931 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af397c4f-aa42-4feb-a760-330fda4d174a req-738c49ae-02ae-4ff3-972f-00a328c89469 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432639 Sep 08 13:10:21.538659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d16cee-a347-4948-931c-9f7f21cd15c8 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:10:21.551274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeff54a-7263-44a6-81d4-5f31e065affb req-4aaba9f1-c6f7-4477-957a-31694999ec1c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:21.553290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7eeff54a-7263-44a6-81d4-5f31e065affb req-4aaba9f1-c6f7-4477-957a-31694999ec1c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0598361 Sep 08 13:10:21.556411 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:21.589950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ff850ec2-dd52-457a-add5-3c6c73dbd66c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:21.591913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ff850ec2-dd52-457a-add5-3c6c73dbd66c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.60 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 821 time: 0.2249310 Sep 08 13:10:21.597151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Transition to ACTIVE for port object f1d16cee-a347-4948-931c-9f7f21cd15c8 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:21.610868 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7eeff54a-7263-44a6-81d4-5f31e065affb req-bc9fd1e8-4924-4e22-a180-917a83e0e8e8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497816 Sep 08 13:10:21.625558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8257e525-7e1c-4f45-a144-c4fa7d1e1c2f req-f4719762-611e-401b-ae49-96987388e115 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:21.627425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8257e525-7e1c-4f45-a144-c4fa7d1e1c2f req-f4719762-611e-401b-ae49-96987388e115 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.2239509 Sep 08 13:10:21.631297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Request body: {'port': {'device_id': '95991f41-838c-4a7c-9578-696f70b83d9c', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'admin_state_up': True, 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:21.725258 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:21.786955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8257e525-7e1c-4f45-a144-c4fa7d1e1c2f req-acd33942-497f-4110-8a2a-9d6c2b919abf tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508157 Sep 08 13:10:21.852912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Pushing event updated for resources: {'Port': ['ID=f1d16cee-a347-4948-931c-9f7f21cd15c8,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:21.950728 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Attempting to bind port f1d16cee-a347-4948-931c-9f7f21cd15c8 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:10:21.951102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Attempting to bind port f1d16cee-a347-4948-931c-9f7f21cd15c8 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:10:21.951407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Attempting to bind port f1d16cee-a347-4948-931c-9f7f21cd15c8 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:21.963683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Port f1d16cee-a347-4948-931c-9f7f21cd15c8 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:10:21.964935 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Attempting to bind port f1d16cee-a347-4948-931c-9f7f21cd15c8 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:21.973338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:10:21.973755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:10:21.974152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:10:21.974648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Bound port: f1d16cee-a347-4948-931c-9f7f21cd15c8, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:10:21.975018 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:22.003102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf9142-58f3-4885-90d0-fe5cb475a1e6 req-f6c23492-8850-47b2-85a6-fd488f529ffd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:22.010703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64bf9142-58f3-4885-90d0-fe5cb475a1e6 req-f6c23492-8850-47b2-85a6-fd488f529ffd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.1190512 Sep 08 13:10:22.045129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Made reservation on behalf of 1c19d24e3ac649c989bcce552dbb3064 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:10:22.049350 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:22.123438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64bf9142-58f3-4885-90d0-fe5cb475a1e6 req-cda14f91-e9f7-4f0c-8fad-35b8f72afb9e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118476 Sep 08 13:10:22.180575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] For port f1d16cee-a347-4948-931c-9f7f21cd15c8, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:22.203235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] For port f1d16cee-a347-4948-931c-9f7f21cd15c8, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f1d16cee-a347-4948-931c-9f7f21cd15c8,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:10:22.281634 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:22.290769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Allocated IP 172.20.0.5 (0a7408d8-7148-42de-82ac-451d6216d9d8/4a974fc9-2e1a-4df4-a817-d81429f312e6/5a422f0e-30c8-4104-9948-2145465b7972) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:10:22.303957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e3c2c-c92f-44dc-902d-d08b5548fb8b req-bf450f14-074f-4dd1-8ee9-12ac4ddf1a0f tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:22.305656 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc4e3c2c-c92f-44dc-902d-d08b5548fb8b req-bf450f14-074f-4dd1-8ee9-12ac4ddf1a0f tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 1096 time: 0.0445683 Sep 08 13:10:22.327154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1173f07-7e0a-444c-816f-67e8bd5daad4 req-fecadde6-cfa6-47e5-9f81-75a8c8fbda0e tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:22.328768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1173f07-7e0a-444c-816f-67e8bd5daad4 req-fecadde6-cfa6-47e5-9f81-75a8c8fbda0e tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.1162958 Sep 08 13:10:22.354396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:22.355006 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:22.356422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] 10.222.0.60 "PUT /v2.0/ports/f1d16cee-a347-4948-931c-9f7f21cd15c8 HTTP/1.1" status: 200 len: 1095 time: 1.8060870 Sep 08 13:10:22.357406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc4e3c2c-c92f-44dc-902d-d08b5548fb8b req-55b8b299-6444-4d79-ae3a-ed1dab17a304 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443711 Sep 08 13:10:22.362756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a5d234-982f-43e9-861c-d4dc94d80c09', 'tag': 'f1d16cee-a347-4948-931c-9f7f21cd15c8'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:22.362756 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b311c00-bd1a-49eb-888d-6e716ae21158" -d '{"events": [{"name": "network-changed", "server_uuid": "31a5d234-982f-43e9-861c-d4dc94d80c09", "tag": "f1d16cee-a347-4948-931c-9f7f21cd15c8"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:22.426849 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1f34c-e22a-4cb1-8857-407cf8acc2cd service neutron] Pushing event updated for resources: {'Port': ['ID=f1d16cee-a347-4948-931c-9f7f21cd15c8,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:22.448179 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1173f07-7e0a-444c-816f-67e8bd5daad4 req-6b4961eb-e3f9-41bd-bec2-cdb09b42d7a0 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104062 Sep 08 13:10:22.607925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da4ed30d-360b-4e84-96db-ea35fce0aff3 req-74935a2b-0784-4789-bd41-2d8f1d932c30 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 210 time: 0.0404503 Sep 08 13:10:22.654188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-6ddff7b2-8f25-4125-a8fb-65d3e8ef30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:22.658752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-6ddff7b2-8f25-4125-a8fb-65d3e8ef30cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=510704dc12a044789ddfedef14cee96b&device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 1098 time: 0.1325006 Sep 08 13:10:22.661015 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:22.709328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:10:22.724855 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-135e1ad2-d7ba-4be7-9450-48649f4be6ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=f1d16cee-a347-4948-931c-9f7f21cd15c8 HTTP/1.1" status: 200 len: 217 time: 0.0504234 Sep 08 13:10:22.725767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Transition to ACTIVE for port object 5a422f0e-30c8-4104-9948-2145465b7972 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:22.828927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-e22b6d40-7dba-4742-9775-1649c1b283a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:22.830609 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-e22b6d40-7dba-4742-9775-1649c1b283a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0941725 Sep 08 13:10:22.845593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47a4c9-4878-4a9e-831a-9362578aeb02 req-dca6d86a-2388-46f1-be59-01704ac4523a tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:22.847121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c47a4c9-4878-4a9e-831a-9362578aeb02 req-dca6d86a-2388-46f1-be59-01704ac4523a tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 947 time: 0.1264055 Sep 08 13:10:22.879762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:10:22.884181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:22.884561 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:22.912651 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c47a4c9-4878-4a9e-831a-9362578aeb02 req-cefd9fd1-8dd5-4f21-96cd-ba3aab5599f4 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545592 Sep 08 13:10:22.916336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-a4b3b8e0-92ed-4de3-b8a8-482ed28b4bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:22.917436 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-a4b3b8e0-92ed-4de3-b8a8-482ed28b4bc8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0679483 Sep 08 13:10:22.973694 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac69bcdf-5d3d-49d4-a567-85db2c18852d x-openstack-request-id: req-ac69bcdf-5d3d-49d4-a567-85db2c18852d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:22.973988 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a5d234-982f-43e9-861c-d4dc94d80c09", "tag": "f1d16cee-a347-4948-931c-9f7f21cd15c8", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:22.974263 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac69bcdf-5d3d-49d4-a567-85db2c18852d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:22.974661 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a5d234-982f-43e9-861c-d4dc94d80c09', 'tag': 'f1d16cee-a347-4948-931c-9f7f21cd15c8', 'status': 'completed', 'code': 200} Sep 08 13:10:22.999174 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:23.029870 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:23.033944 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc1dad6-fab9-4b4e-9cbf-1e6693d3c3fb req-3815cb10-79fc-4b47-be48-c366ca903625 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:23.035742 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6cc1dad6-fab9-4b4e-9cbf-1e6693d3c3fb req-3815cb10-79fc-4b47-be48-c366ca903625 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 1096 time: 0.0486476 Sep 08 13:10:23.039615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:23.073828 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6cc1dad6-fab9-4b4e-9cbf-1e6693d3c3fb req-99a0fe00-1b81-4096-bd14-6f532dbd913e tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Sep 08 13:10:23.108438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-ddcd2ee4-d1a7-48da-8de9-390c5f66d3ad service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674922 Sep 08 13:10:23.129278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Network 0a7408d8-7148-42de-82ac-451d6216d9d8 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:10:23.138464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Pushing event updated for resources: {'Port': ['ID=5a422f0e-30c8-4104-9948-2145465b7972,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:23.140986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:10:23.150430 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:23.157101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:10:23.164918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:23.165594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:23.205387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cee5-e193-4eea-826c-395e36a7f353 req-4e5af678-d65d-4835-921f-2dc523333b2f tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:23.207051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26d4cee5-e193-4eea-826c-395e36a7f353 req-4e5af678-d65d-4835-921f-2dc523333b2f tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1751904 Sep 08 13:10:23.207185 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4e44e-8e19-4ebe-9cab-4142f123b49c req-545e36a2-e169-490d-963d-fd3e4ee83b81 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:23.207593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:23.208647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ea4e44e-8e19-4ebe-9cab-4142f123b49c req-545e36a2-e169-490d-963d-fd3e4ee83b81 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.0722127 Sep 08 13:10:23.257676 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ea4e44e-8e19-4ebe-9cab-4142f123b49c req-57400a1f-d107-4904-87eb-42f5fd8a9e8f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351944 Sep 08 13:10:23.285976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26d4cee5-e193-4eea-826c-395e36a7f353 req-6988cceb-b6e7-4142-8775-a0e125b1f955 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544610 Sep 08 13:10:23.288032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d4e1ea-b1c0-41ec-95bd-4f5021fa01bf req-78cd0aab-33d6-4712-901c-2d2ad1b9d247 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681063 Sep 08 13:10:23.303454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-ec9f3d91-5f72-4683-a609-30e44992d490 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6957617 Sep 08 13:10:23.327334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Request body: {'port': {'device_id': '95991f41-838c-4a7c-9578-696f70b83d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:23.365462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cd461f73-2ee0-4075-85df-24a6af06613e details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:10:23.369080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cd461f73-2ee0-4075-85df-24a6af06613e no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:10:23.429877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:23.579898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:23.590561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4b155f68-eeaf-4ca7-b42a-95b3d3696534 None None] Provisioning for port 5a422f0e-30c8-4104-9948-2145465b7972 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:10:23.592096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b311c00-bd1a-49eb-888d-6e716ae21158 req-83c59b52-7a07-4242-939f-f489f95d4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:23.593591 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b311c00-bd1a-49eb-888d-6e716ae21158 req-83c59b52-7a07-4242-939f-f489f95d4781 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=510704dc12a044789ddfedef14cee96b&device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 1098 time: 0.1296649 Sep 08 13:10:23.598415 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:23.598559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce89dd5-27f8-49d6-84eb-ad02b6f24088 req-602bd16d-43ca-4b6c-a1bb-8e5cc32a4ef2 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:23.599426 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'mac_address': 'fa:16:3e:a7:5f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:10:23.605289 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ce89dd5-27f8-49d6-84eb-ad02b6f24088 req-602bd16d-43ca-4b6c-a1bb-8e5cc32a4ef2 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0614445 Sep 08 13:10:23.610187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4b155f68-eeaf-4ca7-b42a-95b3d3696534 None None] Provisioning complete for port 5a422f0e-30c8-4104-9948-2145465b7972 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:23.610697 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4b155f68-eeaf-4ca7-b42a-95b3d3696534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:23.673318 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ce89dd5-27f8-49d6-84eb-ad02b6f24088 req-1a660ac5-c88b-4647-b027-99bb053dc53e tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643673 Sep 08 13:10:23.706531 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4b155f68-eeaf-4ca7-b42a-95b3d3696534 None None] Port 5a422f0e-30c8-4104-9948-2145465b7972 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:10:23.716563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:23.718988 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7b1ede-a778-478c-92bc-1bad8679b6ac" -d '{"events": [{"server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "name": "network-vif-unplugged", "status": "completed", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:23.737330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:23.746489 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:23.761704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd461f73-2ee0-4075-85df-24a6af06613e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:10:23.809615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b311c00-bd1a-49eb-888d-6e716ae21158 req-c63db964-8e45-4f17-83d9-5e9a79c707ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:23.811109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b311c00-bd1a-49eb-888d-6e716ae21158 req-c63db964-8e45-4f17-83d9-5e9a79c707ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.2070849 Sep 08 13:10:23.812826 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:23.830968 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e6c4c-6d66-454a-bd35-f173aadd91d8 req-9f34ae90-a9a5-4e1c-8123-b4036f54810f tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:23.833824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b212d-9922-4d70-94ed-bf21d6e96b96 req-1d20bef7-0cce-4ccb-92bf-4b52e6ec783e tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:23.835294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-774b212d-9922-4d70-94ed-bf21d6e96b96 req-1d20bef7-0cce-4ccb-92bf-4b52e6ec783e tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 1096 time: 0.1478498 Sep 08 13:10:23.840376 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc7e6c4c-6d66-454a-bd35-f173aadd91d8 req-9f34ae90-a9a5-4e1c-8123-b4036f54810f tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 931 time: 0.0660326 Sep 08 13:10:23.875001 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b311c00-bd1a-49eb-888d-6e716ae21158 req-fcc0a79e-fbfd-4836-95fe-83bff145e58a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=f1d16cee-a347-4948-931c-9f7f21cd15c8 HTTP/1.1" status: 200 len: 217 time: 0.0562994 Sep 08 13:10:23.889762 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc7e6c4c-6d66-454a-bd35-f173aadd91d8 req-a3d0fbb2-21a7-45f4-8c73-47a2b9f3a7b8 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480270 Sep 08 13:10:23.921830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=cd461f73-2ee0-4075-85df-24a6af06613e,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:23.966714 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bfca2a-3b2b-4824-a4dd-8e8e7bee1f41 x-openstack-request-id: req-15bfca2a-3b2b-4824-a4dd-8e8e7bee1f41 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:23.967214 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "name": "network-vif-unplugged", "status": "completed", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:23.967643 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15bfca2a-3b2b-4824-a4dd-8e8e7bee1f41 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:23.968285 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'code': 200} Sep 08 13:10:23.972592 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:10:23.974040 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:10:24.010111 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b311c00-bd1a-49eb-888d-6e716ae21158 req-09f4f5c2-f3ce-4304-95d3-273ce31c6541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:24.011794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b311c00-bd1a-49eb-888d-6e716ae21158 req-09f4f5c2-f3ce-4304-95d3-273ce31c6541 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1210985 Sep 08 13:10:24.023509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a422f0e-30c8-4104-9948-2145465b7972 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:10:24.037197 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-774b212d-9922-4d70-94ed-bf21d6e96b96 req-23a614f6-1304-4ccf-b76e-c2f35ffd9be0 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657736 Sep 08 13:10:24.071275 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:24.091678 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Transition to ACTIVE for port object 5a422f0e-30c8-4104-9948-2145465b7972 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:24.098147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b311c00-bd1a-49eb-888d-6e716ae21158 req-04146615-853f-4a76-8a12-d84da0d79b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:24.100521 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b311c00-bd1a-49eb-888d-6e716ae21158 req-04146615-853f-4a76-8a12-d84da0d79b25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789247 Sep 08 13:10:24.100635 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bd398-10e6-4573-ab13-bf979e690fd5 req-3420bc82-fecf-4886-a1bb-fcc646f4dad7 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:24.102582 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cd3bd398-10e6-4573-ab13-bf979e690fd5 req-3420bc82-fecf-4886-a1bb-fcc646f4dad7 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 947 time: 0.0850537 Sep 08 13:10:24.144526 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cd3bd398-10e6-4573-ab13-bf979e690fd5 req-86730e4c-f7cb-4b75-8fc1-5b0fd8a3ba9b tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359135 Sep 08 13:10:24.207008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b311c00-bd1a-49eb-888d-6e716ae21158 req-83e261ef-4f44-4336-83b1-d8e2e7e9b58f service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941734 Sep 08 13:10:24.281214 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:24.347894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b311c00-bd1a-49eb-888d-6e716ae21158 req-04f8d321-37d2-4f2f-b69e-f55bda9e1ab8 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327415 Sep 08 13:10:24.349804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a422f0e-30c8-4104-9948-2145465b7972,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:24.445102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12541264-f86c-4cbe-8252-9a0c7722f689 req-a92b6b33-de2f-4ec0-a30a-906a2e8abd85 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:24.447097 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-12541264-f86c-4cbe-8252-9a0c7722f689 req-a92b6b33-de2f-4ec0-a30a-906a2e8abd85 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0718181 Sep 08 13:10:24.467031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Attempting to bind port 5a422f0e-30c8-4104-9948-2145465b7972 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:10:24.467657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Attempting to bind port 5a422f0e-30c8-4104-9948-2145465b7972 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:10:24.468247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Attempting to bind port 5a422f0e-30c8-4104-9948-2145465b7972 on network 0a7408d8-7148-42de-82ac-451d6216d9d8 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:24.491072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0382c9-cd05-439a-82dc-abebb12305d3 req-6cbad54d-04cc-477a-b255-264b3a2c1e40 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:24.492681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f0382c9-cd05-439a-82dc-abebb12305d3 req-6cbad54d-04cc-477a-b255-264b3a2c1e40 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.1283994 Sep 08 13:10:24.493298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Port 5a422f0e-30c8-4104-9948-2145465b7972 on network 0a7408d8-7148-42de-82ac-451d6216d9d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:10:24.493627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Attempting to bind port 5a422f0e-30c8-4104-9948-2145465b7972 on network 0a7408d8-7148-42de-82ac-451d6216d9d8 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:24.510255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-12541264-f86c-4cbe-8252-9a0c7722f689 req-9844aff4-0e63-421f-a2eb-fb0a00492766 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515473 Sep 08 13:10:24.512629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:10:24.512973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Checking segment: {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:10:24.513363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Bound using segment: {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:10:24.514223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Bound port: 5a422f0e-30c8-4104-9948-2145465b7972, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:10:24.514223 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:24.551031 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:24.589342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd461f73-2ee0-4075-85df-24a6af06613e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:10:24.593035 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f0382c9-cd05-439a-82dc-abebb12305d3 req-f2fe9c8c-30b1-4fa4-842a-b90f0b5a1e82 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921104 Sep 08 13:10:24.621095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:24.656605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] For port 5a422f0e-30c8-4104-9948-2145465b7972, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:24.664830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] For port 5a422f0e-30c8-4104-9948-2145465b7972, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5a422f0e-30c8-4104-9948-2145465b7972,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:10:24.686591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:10:24.729576 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:24.753103 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:24.774244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:24.775024 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:24.787747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:24.788374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:24.789753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 1091 time: 1.4740863 Sep 08 13:10:24.810497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce47ef-26de-4c63-b859-db72053ecade req-e2185173-3c87-47fc-88ba-3f3dff158ee8 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:24.820881 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dfce47ef-26de-4c63-b859-db72053ecade req-e2185173-3c87-47fc-88ba-3f3dff158ee8 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0663960 Sep 08 13:10:24.823948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30e7bd-2931-4677-adf1-2298022573d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a422f0e-30c8-4104-9948-2145465b7972,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:24.857843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=cd461f73-2ee0-4075-85df-24a6af06613e,revision_number=10']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:24.885926 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dfce47ef-26de-4c63-b859-db72053ecade req-565d670e-60f5-403d-9841-ef4c8b3b3a20 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636518 Sep 08 13:10:24.943826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-b5e657bf-00dc-4000-ad29-fe76d43b5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:24.947183 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-b5e657bf-00dc-4000-ad29-fe76d43b5506 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 1094 time: 0.0478716 Sep 08 13:10:24.997960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:25.000555 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290dcf0c-7d36-4e4f-8c8b-d0da12ac8d16" -d '{"events": [{"name": "network-changed", "server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "tag": "5a422f0e-30c8-4104-9948-2145465b7972"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:25.014923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-7f430f60-eefb-4270-bf4a-43c3ed42ccba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 217 time: 0.0571625 Sep 08 13:10:25.033398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['cd461f73-2ee0-4075-85df-24a6af06613e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:25.065643 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba17585-e369-456a-9f9e-875576f10ecc x-openstack-request-id: req-cba17585-e369-456a-9f9e-875576f10ecc {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:25.065958 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "tag": "5a422f0e-30c8-4104-9948-2145465b7972", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:25.066239 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cba17585-e369-456a-9f9e-875576f10ecc {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:25.066634 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972', 'status': 'completed', 'code': 200} Sep 08 13:10:25.091551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-af3f6273-3328-4a1c-99cb-987b8d175480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:25.093131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-af3f6273-3328-4a1c-99cb-987b8d175480 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.0566330 Sep 08 13:10:25.102278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79f96c-b8e2-4135-88f9-2047242df8e2 req-d4888eb9-2a90-4c5d-8a06-1adec4def01b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:25.109742 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe79f96c-b8e2-4135-88f9-2047242df8e2 req-d4888eb9-2a90-4c5d-8a06-1adec4def01b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 943 time: 0.1045139 Sep 08 13:10:25.190224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-a4a4e452-6640-431c-acc9-80b0b2f9ce3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:25.192198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-a4a4e452-6640-431c-acc9-80b0b2f9ce3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755701 Sep 08 13:10:25.193175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f451c6-b604-4894-bbef-e15558762f81 req-cacaa04f-4c22-4a8d-9f4f-ceaf5589d641 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:25.195487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a2f451c6-b604-4894-bbef-e15558762f81 req-cacaa04f-4c22-4a8d-9f4f-ceaf5589d641 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 1096 time: 0.0566781 Sep 08 13:10:25.200694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe79f96c-b8e2-4135-88f9-2047242df8e2 req-b23de719-9277-4031-bc6f-0d5d07a68352 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899127 Sep 08 13:10:25.237265 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a2f451c6-b604-4894-bbef-e15558762f81 req-e34f0546-a3ca-4b47-a013-7a8f6e1a6152 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300980 Sep 08 13:10:25.335790 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-476a3ae3-ba1b-48cd-9942-9dadf5994740 service neutron] 10.222.0.60 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333201 Sep 08 13:10:25.351027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c5fd6-5abb-4873-91c5-d020653a5ce3 req-cff651de-1098-405a-9536-74661dd5b4b1 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:25.358284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-299c5fd6-5abb-4873-91c5-d020653a5ce3 req-cff651de-1098-405a-9536-74661dd5b4b1 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 947 time: 0.0669773 Sep 08 13:10:25.443447 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-299c5fd6-5abb-4873-91c5-d020653a5ce3 req-1c2880a8-37fb-4fa3-94e3-d3d5bf47da81 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819964 Sep 08 13:10:25.474238 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55f68a2b-474a-4013-bd4a-611afae5a81f req-efd3c757-260a-42c0-ab59-c6e30ede8d95 service neutron] 10.222.0.60 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206219 Sep 08 13:10:25.668607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4978bd3-6c95-4e7b-8156-b906de032b4b req-0268f357-b445-4948-acf9-15ecb8d786bc tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:25.670336 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4978bd3-6c95-4e7b-8156-b906de032b4b req-0268f357-b445-4948-acf9-15ecb8d786bc tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0825038 Sep 08 13:10:25.677361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dcf0c-7d36-4e4f-8c8b-d0da12ac8d16 req-d3315c90-b870-4309-af3f-b7b14794152a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:25.678940 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-290dcf0c-7d36-4e4f-8c8b-d0da12ac8d16 req-d3315c90-b870-4309-af3f-b7b14794152a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 1094 time: 0.0637126 Sep 08 13:10:25.738708 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4978bd3-6c95-4e7b-8156-b906de032b4b req-79af32ea-a79e-4f62-8e4e-e4fb8deda442 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587134 Sep 08 13:10:25.792077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dcf0c-7d36-4e4f-8c8b-d0da12ac8d16 req-a66d0f5d-6043-48bf-9a2a-5f682b6f706b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:25.793763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-290dcf0c-7d36-4e4f-8c8b-d0da12ac8d16 req-a66d0f5d-6043-48bf-9a2a-5f682b6f706b service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.1009502 Sep 08 13:10:25.875466 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-290dcf0c-7d36-4e4f-8c8b-d0da12ac8d16 req-10777e4a-e20c-4dfa-9f34-692907dfc191 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 217 time: 0.0735824 Sep 08 13:10:25.957368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f3018-1164-4264-8a69-870bb6640318 req-9578d4fd-63f2-493f-8cd3-6725411293f3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:25.959115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b1f3018-1164-4264-8a69-870bb6640318 req-9578d4fd-63f2-493f-8cd3-6725411293f3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 945 time: 0.1561475 Sep 08 13:10:25.983772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-b9d6a3d2-7bb5-49b0-82e0-67817af3d996 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:25.983772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-b9d6a3d2-7bb5-49b0-82e0-67817af3d996 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d&tenant_id=fb92476927b34b84aed526285f320f3a&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1096 time: 0.1638608 Sep 08 13:10:25.984113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 1f738580-6a69-4861-a7eb-10ff46652817 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:10:25.984598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dcf0c-7d36-4e4f-8c8b-d0da12ac8d16 req-66ab3887-1094-430a-a012-67aef765fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:25.986829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-290dcf0c-7d36-4e4f-8c8b-d0da12ac8d16 req-66ab3887-1094-430a-a012-67aef765fbe9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.0952322 Sep 08 13:10:26.010266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807558-3'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:26.111189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1f738580-6a69-4861-a7eb-10ff46652817,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:26.125350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 1f738580-6a69-4861-a7eb-10ff46652817 has no active binding in host n-h2-807558-3 {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 13:10:26.307207 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b1f3018-1164-4264-8a69-870bb6640318 req-5410183b-1455-45a5-ae00-8571235a3a01 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394642 Sep 08 13:10:26.343881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dcf0c-7d36-4e4f-8c8b-d0da12ac8d16 req-0dfaecbc-4110-40de-944a-ea5094268426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:26.345948 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-290dcf0c-7d36-4e4f-8c8b-d0da12ac8d16 req-0dfaecbc-4110-40de-944a-ea5094268426 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3400335 Sep 08 13:10:26.351120 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:26.535023 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-290dcf0c-7d36-4e4f-8c8b-d0da12ac8d16 req-b5426dac-54b0-4b97-a04d-64d445df27e3 service neutron] 10.222.0.60 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747217 Sep 08 13:10:26.652974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1f738580-6a69-4861-a7eb-10ff46652817,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:26.673499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8845030-5cd1-45a7-981d-496ef4167155 req-d226b9a6-54d9-4fdd-b93b-aa30d01e18f5 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:26.679525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8845030-5cd1-45a7-981d-496ef4167155 req-d226b9a6-54d9-4fdd-b93b-aa30d01e18f5 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.1455247 Sep 08 13:10:26.713915 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-290dcf0c-7d36-4e4f-8c8b-d0da12ac8d16 req-3fa10a4e-7310-4475-bd11-c6fef4a026e1 service neutron] 10.222.0.60 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665118 Sep 08 13:10:26.747881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8845030-5cd1-45a7-981d-496ef4167155 req-eb07016b-e02d-4328-bd64-4882c1e7320d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617442 Sep 08 13:10:26.753445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:26.811226 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:26.873567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1169ea-0160-44ca-8e8c-c47e41e8a8f9 req-9171a4de-367c-459a-9353-3381487a6c12 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:26.878859 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c1169ea-0160-44ca-8e8c-c47e41e8a8f9 req-9171a4de-367c-459a-9353-3381487a6c12 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 943 time: 0.0571051 Sep 08 13:10:26.903940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:26.952759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c1169ea-0160-44ca-8e8c-c47e41e8a8f9 req-28a4b863-eea7-41bd-8719-6611ec119613 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673056 Sep 08 13:10:27.003342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Pushing event updated for resources: {'Port': ['ID=1f738580-6a69-4861-a7eb-10ff46652817,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:27.022063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Attempting to bind port 1f738580-6a69-4861-a7eb-10ff46652817 on host n-h1-807558-3 for vnic_type normal with profile {"migrating_to": "n-h2-807558-3"} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:10:27.022422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Attempting to bind port 1f738580-6a69-4861-a7eb-10ff46652817 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:10:27.022766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Attempting to bind port 1f738580-6a69-4861-a7eb-10ff46652817 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:27.037953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Port 1f738580-6a69-4861-a7eb-10ff46652817 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:10:27.038357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Attempting to bind port 1f738580-6a69-4861-a7eb-10ff46652817 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:27.058768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:10:27.059110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:10:27.059501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:10:27.059961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Bound port: 1f738580-6a69-4861-a7eb-10ff46652817, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:10:27.060304 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:27.075412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f738580-6a69-4861-a7eb-10ff46652817'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:27.077830 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af31da4e-e952-4496-b655-70e69f8f6d90" -d '{"events": [{"server_uuid": "5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f738580-6a69-4861-a7eb-10ff46652817"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:27.119479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af614602-0c93-4bf8-8003-8946cc51d038 req-55d7830e-f375-4f46-a9eb-2aa7c0fe000c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:27.121183 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af614602-0c93-4bf8-8003-8946cc51d038 req-55d7830e-f375-4f46-a9eb-2aa7c0fe000c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 947 time: 0.1003246 Sep 08 13:10:27.136408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-03120a6b-1da9-4c87-89b9-6599baf0cd0d tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:10:27.140150 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-03120a6b-1da9-4c87-89b9-6599baf0cd0d tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055630 Sep 08 13:10:27.176365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-48e97b9a-97d9-451b-a0d4-ae510cf6ef30 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:27.182978 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-48e97b9a-97d9-451b-a0d4-ae510cf6ef30 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports/6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 HTTP/1.1" status: 200 len: 1093 time: 0.0394657 Sep 08 13:10:27.185805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:27.188007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] Request body: {'binding': {'host': 'n-h2-807558-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:27.189073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] Unknown quota resources ['binding']. {{(pid=96264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:10:27.192930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af614602-0c93-4bf8-8003-8946cc51d038 req-c48e127b-3a24-4b64-be0a-e653b68086fd tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615525 Sep 08 13:10:27.202960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1f738580-6a69-4861-a7eb-10ff46652817,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:10:27.286504 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:27.331237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] Attempting to bind port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on host n-h2-807558-3 for vnic_type normal with profile None {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:10:27.331582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] Attempting to bind port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:10:27.331920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] Attempting to bind port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:27.336346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] Port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:10:27.338135 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] Attempting to bind port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:27.343390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:10:27.343736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:10:27.344126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] Bound using segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:10:27.344837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] Bound port: 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:10:27.362594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135dac9-48d9-4cc3-8d75-931458447715 req-c77f33dc-b2c5-41d6-b1bf-2cc0c81d9293 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:27.364219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1135dac9-48d9-4cc3-8d75-931458447715 req-c77f33dc-b2c5-41d6-b1bf-2cc0c81d9293 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1059079 Sep 08 13:10:27.370716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Pushing event updated for resources: {'Port': ['ID=1f738580-6a69-4861-a7eb-10ff46652817,revision_number=8']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:27.399493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cd461f73-2ee0-4075-85df-24a6af06613e up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:10:27.406359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:27.407032 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:27.408561 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-3fc2236d-2e2d-4361-83cc-bb30c606b954 service neutron] 10.222.0.60 "PUT /v2.0/ports/1f738580-6a69-4861-a7eb-10ff46652817 HTTP/1.1" status: 200 len: 1121 time: 1.4040201 Sep 08 13:10:27.410651 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:10:27.434794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1135dac9-48d9-4cc3-8d75-931458447715 req-a3f4efeb-8238-44e4-8095-7067fbce2ce3 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581026 Sep 08 13:10:27.461441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port cd461f73-2ee0-4075-85df-24a6af06613e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:27.461942 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:27.487808 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad16ba78-46f2-4d90-91eb-0c92c3a98516 x-openstack-request-id: req-ad16ba78-46f2-4d90-91eb-0c92c3a98516 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:27.488489 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f738580-6a69-4861-a7eb-10ff46652817", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:27.488489 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ad16ba78-46f2-4d90-91eb-0c92c3a98516 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:27.488737 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f738580-6a69-4861-a7eb-10ff46652817', 'code': 200} Sep 08 13:10:27.497777 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] Notify callbacks [] for binding, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:27.505732 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-04608e31-e3d9-4da3-b34b-f4d83be4dae9 service neutron] 10.222.0.69 "POST /v2.0/ports/6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4/bindings HTTP/1.1" status: 201 len: 389 time: 0.3209918 Sep 08 13:10:27.531283 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['1f738580-6a69-4861-a7eb-10ff46652817'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:27.602771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d340a71-de28-4baf-a613-41286c0d6479 req-a8fbb941-5304-429c-a062-3597be2ae20b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:27.603012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['1f738580-6a69-4861-a7eb-10ff46652817'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:27.604321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d340a71-de28-4baf-a613-41286c0d6479 req-a8fbb941-5304-429c-a062-3597be2ae20b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0626590 Sep 08 13:10:27.658421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d340a71-de28-4baf-a613-41286c0d6479 req-0e721c7e-159e-41f0-ac3c-702511b9b585 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Sep 08 13:10:27.790966 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:27.838646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:27.840870 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539b922f-540f-4f58-a062-a9667a6e35bf" -d '{"events": [{"server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "name": "network-vif-plugged", "status": "completed", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:27.843617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192756b9-957f-4c99-aebf-c1ffa4eea5cc req-fad6ad05-7c47-4abc-9564-27d91386be26 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:27.852151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-192756b9-957f-4c99-aebf-c1ffa4eea5cc req-fad6ad05-7c47-4abc-9564-27d91386be26 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0647748 Sep 08 13:10:27.876403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:27.889251 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348623d1-f0ee-4d35-9f38-22003b45a93c req-15796691-0752-4b88-98a7-fb6b6d8e549c tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:27.891714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-348623d1-f0ee-4d35-9f38-22003b45a93c req-15796691-0752-4b88-98a7-fb6b6d8e549c tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 949 time: 0.0547314 Sep 08 13:10:27.892380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-192756b9-957f-4c99-aebf-c1ffa4eea5cc req-5bcf711f-6298-45eb-8fb7-d20fa8f843ce tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390065 Sep 08 13:10:27.955728 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0343ffd-0521-4b28-91fa-1d867ff68274 x-openstack-request-id: req-f0343ffd-0521-4b28-91fa-1d867ff68274 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:27.956048 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "name": "network-vif-plugged", "status": "completed", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:27.956290 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0343ffd-0521-4b28-91fa-1d867ff68274 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:27.956747 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'code': 200} Sep 08 13:10:27.962742 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-348623d1-f0ee-4d35-9f38-22003b45a93c req-1cd7dd63-5214-468d-9061-89a6717fd728 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620654 Sep 08 13:10:28.000754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f1d16cee-a347-4948-931c-9f7f21cd15c8 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:10:28.019844 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:28.091282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92f81c-155d-48f5-93d5-8678d281a845 req-ea82d9b6-f364-4382-b1ad-722c4d36cd7e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:28.092780 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce92f81c-155d-48f5-93d5-8678d281a845 req-ea82d9b6-f364-4382-b1ad-722c4d36cd7e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 943 time: 0.0613637 Sep 08 13:10:28.128177 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=cd461f73-2ee0-4075-85df-24a6af06613e,revision_number=11']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:28.159751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce92f81c-155d-48f5-93d5-8678d281a845 req-9b2a0963-e74d-4508-84dd-1d461581e186 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535946 Sep 08 13:10:28.166082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3790a11-5d5d-4ef2-8136-fcc1850af0fe req-f1f839e0-21b5-48ee-a4eb-b4dd4639df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:28.167594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3790a11-5d5d-4ef2-8136-fcc1850af0fe req-f1f839e0-21b5-48ee-a4eb-b4dd4639df6d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 1101 time: 0.0699773 Sep 08 13:10:28.168091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port f1d16cee-a347-4948-931c-9f7f21cd15c8, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f1d16cee-a347-4948-931c-9f7f21cd15c8,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:28.179603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'f1d16cee-a347-4948-931c-9f7f21cd15c8', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'f1d16cee-a347-4948-931c-9f7f21cd15c8', 'mac_address': 'fa:16:3e:73:61:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:10:28.206422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3790a11-5d5d-4ef2-8136-fcc1850af0fe req-7de5e48a-8a34-4b84-9225-d7c911ba1ef1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285411 Sep 08 13:10:28.220178 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:28.233999 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d16cee-a347-4948-931c-9f7f21cd15c8 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:10:28.255486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port f1d16cee-a347-4948-931c-9f7f21cd15c8, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f1d16cee-a347-4948-931c-9f7f21cd15c8,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:28.312407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0da2f-28ed-4f78-91b7-70f79dd154fc req-e16c3864-a34e-40db-868d-4c12f04b25bc tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:28.313914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5d0da2f-28ed-4f78-91b7-70f79dd154fc req-e16c3864-a34e-40db-868d-4c12f04b25bc tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 947 time: 0.0514760 Sep 08 13:10:28.334557 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:28.352343 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5d0da2f-28ed-4f78-91b7-70f79dd154fc req-93a34dbe-d70a-486c-9df1-bf054d8ff8ac tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323939 Sep 08 13:10:28.382813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=f1d16cee-a347-4948-931c-9f7f21cd15c8,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:28.550448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167f844-4125-4678-81a6-e393459ac431 req-c7e0f1d4-6289-4701-8a02-3e394c2447d2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:28.551996 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2167f844-4125-4678-81a6-e393459ac431 req-c7e0f1d4-6289-4701-8a02-3e394c2447d2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0502648 Sep 08 13:10:28.588614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2167f844-4125-4678-81a6-e393459ac431 req-f4334893-3f50-416b-a923-0836a884143a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307839 Sep 08 13:10:28.783742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b7cf4-a337-444e-8a7f-4fa9b3faa5d7 req-28386aa1-ee45-4212-b931-86429fa3e582 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:28.785300 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-923b7cf4-a337-444e-8a7f-4fa9b3faa5d7 req-28386aa1-ee45-4212-b931-86429fa3e582 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0508597 Sep 08 13:10:28.809697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['f1d16cee-a347-4948-931c-9f7f21cd15c8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:28.848419 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-923b7cf4-a337-444e-8a7f-4fa9b3faa5d7 req-b0e7e712-314d-462d-9d6f-1f758a177a1f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Sep 08 13:10:29.016491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64011532-68ab-4541-9432-5787c7b2c606 req-ea5e64fc-af50-4495-bde3-d4f5a7944a9e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:29.018069 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64011532-68ab-4541-9432-5787c7b2c606 req-ea5e64fc-af50-4495-bde3-d4f5a7944a9e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0541170 Sep 08 13:10:29.058469 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64011532-68ab-4541-9432-5787c7b2c606 req-166b8347-eac4-4c17-962c-f498b4b2283f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341761 Sep 08 13:10:29.087233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c775d-8141-4abe-b522-f6cf650d1949 req-0999cb08-d740-4222-8089-9624e65142f9 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:29.088697 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e1c775d-8141-4abe-b522-f6cf650d1949 req-0999cb08-d740-4222-8089-9624e65142f9 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 950 time: 0.0517399 Sep 08 13:10:29.127172 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e1c775d-8141-4abe-b522-f6cf650d1949 req-ffa067f4-53e1-44d7-9b44-6f2f102cdfe7 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324748 Sep 08 13:10:29.277904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4f326-26bc-40b7-9ab4-38774c1cd12d req-e9fd479d-9f10-4f1d-9f83-90d334241bd7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:29.279456 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dda4f326-26bc-40b7-9ab4-38774c1cd12d req-e9fd479d-9f10-4f1d-9f83-90d334241bd7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 943 time: 0.0500879 Sep 08 13:10:29.316968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dda4f326-26bc-40b7-9ab4-38774c1cd12d req-57c4b194-6246-49bd-8c99-ef5ffa1e763f tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Sep 08 13:10:29.479711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af48f1-139a-43bf-8923-f6f0e2854cfc req-8680338f-2538-4d1f-aee4-88c422c06553 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:29.480816 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6af48f1-139a-43bf-8923-f6f0e2854cfc req-8680338f-2538-4d1f-aee4-88c422c06553 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 948 time: 0.0531833 Sep 08 13:10:29.490271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d', 'tag': '1f738580-6a69-4861-a7eb-10ff46652817'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:29.492743 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa3e5a0-98dc-477f-8baf-1debee61cce8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d", "tag": "1f738580-6a69-4861-a7eb-10ff46652817"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:29.524572 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6af48f1-139a-43bf-8923-f6f0e2854cfc req-098262d3-0a8d-437c-9dda-989c76f2fafd tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363517 Sep 08 13:10:29.532624 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bc309e-42fe-4e4d-a9f6-50b74a3d1b48 x-openstack-request-id: req-f0bc309e-42fe-4e4d-a9f6-50b74a3d1b48 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:29.536800 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d", "tag": "1f738580-6a69-4861-a7eb-10ff46652817", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:29.536800 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f0bc309e-42fe-4e4d-a9f6-50b74a3d1b48 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:29.536800 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d', 'tag': '1f738580-6a69-4861-a7eb-10ff46652817', 'status': 'completed', 'code': 200} Sep 08 13:10:29.605261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3e5a0-98dc-477f-8baf-1debee61cce8 req-823d764c-e0c0-415b-b06c-027a3ff4d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:29.607876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1fa3e5a0-98dc-477f-8baf-1debee61cce8 req-823d764c-e0c0-415b-b06c-027a3ff4d55a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 1124 time: 0.0431283 Sep 08 13:10:29.736470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3e5a0-98dc-477f-8baf-1debee61cce8 req-6656d7d5-6ede-4097-9a35-4e452675f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:29.737957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1fa3e5a0-98dc-477f-8baf-1debee61cce8 req-6656d7d5-6ede-4097-9a35-4e452675f782 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1228175 Sep 08 13:10:29.749595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4a3fac-82f1-4746-a1a0-c140fb3dd225 req-25f9a7dd-1972-47e3-9b06-a57357e6230a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:29.751350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f4a3fac-82f1-4746-a1a0-c140fb3dd225 req-25f9a7dd-1972-47e3-9b06-a57357e6230a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0727301 Sep 08 13:10:29.800855 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1fa3e5a0-98dc-477f-8baf-1debee61cce8 req-8373f38e-0be9-4653-abd9-9d8efba47d61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f738580-6a69-4861-a7eb-10ff46652817 HTTP/1.1" status: 200 len: 217 time: 0.0484703 Sep 08 13:10:29.870608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f4a3fac-82f1-4746-a1a0-c140fb3dd225 req-bd4af411-a3d7-4b95-979f-6a6ebb1c0f0c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108181 Sep 08 13:10:29.883034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3e5a0-98dc-477f-8baf-1debee61cce8 req-f0d5a39d-a6e0-4b12-80fa-9ee2389185a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:29.890706 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1fa3e5a0-98dc-477f-8baf-1debee61cce8 req-f0d5a39d-a6e0-4b12-80fa-9ee2389185a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.0819411 Sep 08 13:10:29.928492 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1fa3e5a0-98dc-477f-8baf-1debee61cce8 req-2870f234-4781-4975-972c-aae612946b05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295448 Sep 08 13:10:30.001020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5a422f0e-30c8-4104-9948-2145465b7972 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:10:30.056048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc8340-4173-41b8-9d7d-be74728cf3db req-7eca9e5f-83f5-4194-a0fa-c00a193dd8ca tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:30.057844 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cefc8340-4173-41b8-9d7d-be74728cf3db req-7eca9e5f-83f5-4194-a0fa-c00a193dd8ca tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0999997 Sep 08 13:10:30.101145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1fa3e5a0-98dc-477f-8baf-1debee61cce8 req-773ad51f-fa10-4a22-ac02-17e97666f8a4 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634777 Sep 08 13:10:30.112064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5a422f0e-30c8-4104-9948-2145465b7972, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5a422f0e-30c8-4104-9948-2145465b7972,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:30.126382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '5a422f0e-30c8-4104-9948-2145465b7972', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'port_id': '5a422f0e-30c8-4104-9948-2145465b7972', 'mac_address': 'fa:16:3e:e3:82:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:10:30.172269 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:30.190729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a422f0e-30c8-4104-9948-2145465b7972 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:10:30.200221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cefc8340-4173-41b8-9d7d-be74728cf3db req-7ea05cce-6d54-43ac-a3f1-baa6a82fe146 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203797 Sep 08 13:10:30.202884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2327df4-33c7-455c-9a21-d7aac33a5e88 req-2ae0d614-9b60-497f-8197-98294a66aa6b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:30.204486 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d2327df4-33c7-455c-9a21-d7aac33a5e88 req-2ae0d614-9b60-497f-8197-98294a66aa6b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0554891 Sep 08 13:10:30.213356 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5a422f0e-30c8-4104-9948-2145465b7972, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5a422f0e-30c8-4104-9948-2145465b7972,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:30.242569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1fa3e5a0-98dc-477f-8baf-1debee61cce8 req-e4b61b85-af90-49c5-855a-6ecb2be09f18 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301584 Sep 08 13:10:30.279387 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d2327df4-33c7-455c-9a21-d7aac33a5e88 req-f795b311-1d08-43ec-adbf-7ad0226bfbce tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605283 Sep 08 13:10:30.307880 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:30.350148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448ef88-eba5-4588-b9a7-531545b2d44f req-3ef843f4-a503-4b62-8c4a-343afe82a705 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:30.352022 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8448ef88-eba5-4588-b9a7-531545b2d44f req-3ef843f4-a503-4b62-8c4a-343afe82a705 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 950 time: 0.0600693 Sep 08 13:10:30.369095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5a422f0e-30c8-4104-9948-2145465b7972,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:30.412938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8448ef88-eba5-4588-b9a7-531545b2d44f req-46c618d2-4882-46c7-86c6-77e034d6502a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539279 Sep 08 13:10:30.482622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d81464-6bc0-42b2-a530-d5d2bed7fdb8 req-f44ea311-565f-4880-adb8-01a27d933a9f tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:30.484202 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d81464-6bc0-42b2-a530-d5d2bed7fdb8 req-f44ea311-565f-4880-adb8-01a27d933a9f tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 944 time: 0.0773349 Sep 08 13:10:30.538653 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2d81464-6bc0-42b2-a530-d5d2bed7fdb8 req-d4bf3ba5-da72-44b2-a7dd-6e8e9c112b64 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393848 Sep 08 13:10:30.649282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002abc0-8949-40ff-91a6-1f417d0188c9 req-6250584e-30ca-4cd4-a2dc-dbf70783c301 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:30.650828 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7002abc0-8949-40ff-91a6-1f417d0188c9 req-6250584e-30ca-4cd4-a2dc-dbf70783c301 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 948 time: 0.0541356 Sep 08 13:10:30.691828 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7002abc0-8949-40ff-91a6-1f417d0188c9 req-abed59b6-fd0e-40b3-b332-35dbfb6945f5 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347869 Sep 08 13:10:30.780859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['5a422f0e-30c8-4104-9948-2145465b7972'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:31.011585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff26c0d-5d1a-45ac-b765-54ee3d77d589 req-76f3142f-c644-4ac9-b19d-29931b735411 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:31.013202 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dff26c0d-5d1a-45ac-b765-54ee3d77d589 req-76f3142f-c644-4ac9-b19d-29931b735411 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 1101 time: 0.0489695 Sep 08 13:10:31.030142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389c4d8-799b-4f65-9156-2601106446fa req-1a19d16e-035e-4b03-a32d-3eed18ea67fd tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:31.032384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e389c4d8-799b-4f65-9156-2601106446fa req-1a19d16e-035e-4b03-a32d-3eed18ea67fd tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0561562 Sep 08 13:10:31.052640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dff26c0d-5d1a-45ac-b765-54ee3d77d589 req-29442e17-5a22-4824-a546-6993821b2fd9 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320351 Sep 08 13:10:31.073557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e389c4d8-799b-4f65-9156-2601106446fa req-4268bade-26fc-4f1c-b830-42b3f0fc0d8f tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348449 Sep 08 13:10:31.331070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74609e17-fb89-4dd9-8171-464f3035101f req-1f0d8f48-b97d-4daf-9c9c-cac14c700d83 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:31.332499 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-74609e17-fb89-4dd9-8171-464f3035101f req-1f0d8f48-b97d-4daf-9c9c-cac14c700d83 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0507526 Sep 08 13:10:31.372868 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-74609e17-fb89-4dd9-8171-464f3035101f req-93e62ae5-b91b-46cf-a54b-46defd0b0f86 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Sep 08 13:10:31.481419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118f51a-cf55-4599-a42b-25e7b3f5e386 req-8116e929-764e-4be3-8683-2f23b00e0da8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:31.483021 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0118f51a-cf55-4599-a42b-25e7b3f5e386 req-8116e929-764e-4be3-8683-2f23b00e0da8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0576296 Sep 08 13:10:31.484301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d231b1d-57ba-456d-b65c-8ef7969a822c req-2f80b8fd-9b49-423b-aedf-0d817b06ae61 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:31.486758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6d231b1d-57ba-456d-b65c-8ef7969a822c req-2f80b8fd-9b49-423b-aedf-0d817b06ae61 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 1101 time: 0.0513859 Sep 08 13:10:31.537402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0118f51a-cf55-4599-a42b-25e7b3f5e386 req-69bccd44-d404-44dc-afad-45304c844ed5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460916 Sep 08 13:10:31.661804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c72a46a-2a17-48b1-96bb-1248d61241f7 req-037ea22f-1635-4d69-9ac1-06624eff913b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:31.663488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c72a46a-2a17-48b1-96bb-1248d61241f7 req-037ea22f-1635-4d69-9ac1-06624eff913b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 944 time: 0.0524547 Sep 08 13:10:31.705513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c72a46a-2a17-48b1-96bb-1248d61241f7 req-f958099d-44a5-409f-8a66-2f7296309864 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355697 Sep 08 13:10:31.811589 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6d231b1d-57ba-456d-b65c-8ef7969a822c req-abb07f12-f469-4e58-bde3-d8299516ce16 tempest-ServersAdminTestJSON-1481802724 tempest-ServersAdminTestJSON-1481802724-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3187203 Sep 08 13:10:31.890123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63139fc-d369-4fab-aea8-aac88e4f078d req-d1670805-bf31-432b-b8a8-ec2c557bb4cc tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:31.894625 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a63139fc-d369-4fab-aea8-aac88e4f078d req-d1670805-bf31-432b-b8a8-ec2c557bb4cc tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 948 time: 0.0534515 Sep 08 13:10:31.930771 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a63139fc-d369-4fab-aea8-aac88e4f078d req-67890a8c-ff6a-4fb1-95eb-68fac0efb5b8 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323906 Sep 08 13:10:32.001002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f1d16cee-a347-4948-931c-9f7f21cd15c8 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:10:32.184206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port f1d16cee-a347-4948-931c-9f7f21cd15c8 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:10:32.188835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port f1d16cee-a347-4948-931c-9f7f21cd15c8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:32.189741 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:32.213914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da539a-f263-4b3a-aeb9-da18b146bd97 req-c6f6513f-b837-48b8-b1f5-e453e579f73d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:32.215682 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64da539a-f263-4b3a-aeb9-da18b146bd97 req-c6f6513f-b837-48b8-b1f5-e453e579f73d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0673065 Sep 08 13:10:32.271498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64da539a-f263-4b3a-aeb9-da18b146bd97 req-0d03e3fe-7881-40d5-9f9b-f4a668742bc8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443187 Sep 08 13:10:32.279334 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:32.313820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a5d234-982f-43e9-861c-d4dc94d80c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d16cee-a347-4948-931c-9f7f21cd15c8'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:32.316387 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa5e523-ed0b-4b40-b9ff-3c7c5b46f84d" -d '{"events": [{"server_uuid": "31a5d234-982f-43e9-861c-d4dc94d80c09", "name": "network-vif-plugged", "status": "completed", "tag": "f1d16cee-a347-4948-931c-9f7f21cd15c8"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:32.331574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port f1d16cee-a347-4948-931c-9f7f21cd15c8, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f1d16cee-a347-4948-931c-9f7f21cd15c8,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:32.373171 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db572754-dccc-487f-b0de-b8e6157b09c8 x-openstack-request-id: req-db572754-dccc-487f-b0de-b8e6157b09c8 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:32.373659 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a5d234-982f-43e9-861c-d4dc94d80c09", "name": "network-vif-plugged", "status": "completed", "tag": "f1d16cee-a347-4948-931c-9f7f21cd15c8", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:32.373972 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db572754-dccc-487f-b0de-b8e6157b09c8 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:32.374507 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a5d234-982f-43e9-861c-d4dc94d80c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d16cee-a347-4948-931c-9f7f21cd15c8', 'code': 200} Sep 08 13:10:32.415846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a531a9-3766-49ab-97d3-22c1b610abf3 req-a5d40f20-1220-453c-8ffe-90bbe9d5e3ee tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:32.420502 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:32.425903 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4a531a9-3766-49ab-97d3-22c1b610abf3 req-a5d40f20-1220-453c-8ffe-90bbe9d5e3ee tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 949 time: 0.0759804 Sep 08 13:10:32.478416 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=f1d16cee-a347-4948-931c-9f7f21cd15c8,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:32.506751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4a531a9-3766-49ab-97d3-22c1b610abf3 req-731a5511-72af-4556-bcc6-fa782b6be454 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795603 Sep 08 13:10:32.512880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2324a81c-0b1b-4ee5-92fa-42aafa4f8978 req-826a5a96-eed6-4cfd-8a1b-00cf541c7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:32.514596 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2324a81c-0b1b-4ee5-92fa-42aafa4f8978 req-826a5a96-eed6-4cfd-8a1b-00cf541c7b01 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 1100 time: 0.0712500 Sep 08 13:10:32.536103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2303428-f0f6-40de-9523-77e7ee669b7e req-df74db0e-d69c-4ad8-8f07-6c9dbe65fd62 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:32.537586 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2303428-f0f6-40de-9523-77e7ee669b7e req-df74db0e-d69c-4ad8-8f07-6c9dbe65fd62 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0647259 Sep 08 13:10:32.559577 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2324a81c-0b1b-4ee5-92fa-42aafa4f8978 req-588b479f-50b7-4934-a4fc-62815f1b4733 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371532 Sep 08 13:10:32.583774 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2303428-f0f6-40de-9523-77e7ee669b7e req-0fd7e3d0-c6f1-44bc-87ad-f50b7d00a734 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Sep 08 13:10:32.673808 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bd5c2-228a-4847-bc3e-22b2ad7b6925 req-54f0134b-e2ba-4c30-8071-905bda190e32 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:32.675402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-853bd5c2-228a-4847-bc3e-22b2ad7b6925 req-54f0134b-e2ba-4c30-8071-905bda190e32 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0670230 Sep 08 13:10:32.714677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-853bd5c2-228a-4847-bc3e-22b2ad7b6925 req-f06a5e01-948e-482c-ac1b-6d462503e682 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321860 Sep 08 13:10:32.825144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92769e4-5c3b-4121-a680-662e5aa188e7 req-596cbed9-2371-4983-b199-483bba368c21 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:32.826700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d92769e4-5c3b-4121-a680-662e5aa188e7 req-596cbed9-2371-4983-b199-483bba368c21 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 944 time: 0.0504813 Sep 08 13:10:32.867382 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d92769e4-5c3b-4121-a680-662e5aa188e7 req-d6070b0b-9cb4-4223-a2c4-4077eac29e5a tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346131 Sep 08 13:10:33.052707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35733263-d57f-47d8-b973-4ae2fa7d8357 req-9de32d10-4bb4-48aa-91c0-97b57e9832f1 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:33.054208 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35733263-d57f-47d8-b973-4ae2fa7d8357 req-9de32d10-4bb4-48aa-91c0-97b57e9832f1 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0509844 Sep 08 13:10:33.097362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35733263-d57f-47d8-b973-4ae2fa7d8357 req-756c7e82-9290-43c3-b06e-52ce878bf62f tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365329 Sep 08 13:10:33.416273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00fd6e-2032-4736-b155-633cdd961353 req-9d226565-163d-4332-99fe-8b2d22ace236 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:33.417999 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf00fd6e-2032-4736-b155-633cdd961353 req-9d226565-163d-4332-99fe-8b2d22ace236 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0654035 Sep 08 13:10:33.462374 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf00fd6e-2032-4736-b155-633cdd961353 req-08dd5186-cac9-46e2-9572-d43a3f685d4c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376742 Sep 08 13:10:33.631807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf195c7-a8b1-44bc-912e-54080d567c51 req-1ca6966e-23b3-4d7b-b7cc-4632d79b3002 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:33.633444 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cbf195c7-a8b1-44bc-912e-54080d567c51 req-1ca6966e-23b3-4d7b-b7cc-4632d79b3002 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 949 time: 0.0539923 Sep 08 13:10:33.673385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cbf195c7-a8b1-44bc-912e-54080d567c51 req-af9da880-7dc3-4c2f-b6cc-cf23d7e5867f tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336063 Sep 08 13:10:33.776594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481018a-7dac-4212-8cc0-90d13bd1ff23 req-5ea603c9-52d7-422d-9adb-e17c2dadc01b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:33.778508 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8481018a-7dac-4212-8cc0-90d13bd1ff23 req-5ea603c9-52d7-422d-9adb-e17c2dadc01b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0500846 Sep 08 13:10:33.817466 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8481018a-7dac-4212-8cc0-90d13bd1ff23 req-b891d3af-d46f-4652-a769-bbe234e0812f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Sep 08 13:10:33.867985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c0054-1531-4b27-9d20-f25b0e5b6723 req-184fcbc9-82a6-432e-b091-57bcb9b2e7a2 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:33.869687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c19c0054-1531-4b27-9d20-f25b0e5b6723 req-184fcbc9-82a6-432e-b091-57bcb9b2e7a2 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 949 time: 0.0524542 Sep 08 13:10:33.942587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7264f3b-1e87-41ff-9d77-fc445906ff2d req-565e092d-e991-4bdf-af96-fb7fc10c71e9 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:33.942587 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7264f3b-1e87-41ff-9d77-fc445906ff2d req-565e092d-e991-4bdf-af96-fb7fc10c71e9 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0578671 Sep 08 13:10:33.970994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c19c0054-1531-4b27-9d20-f25b0e5b6723 req-b752e31c-25be-4f51-a241-881cfbefc2bf tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Deleting port 6b9c64e3-8537-4082-bca7-6e4684407607 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:10:33.971488 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c19c0054-1531-4b27-9d20-f25b0e5b6723 req-b752e31c-25be-4f51-a241-881cfbefc2bf tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:33.980439 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7264f3b-1e87-41ff-9d77-fc445906ff2d req-f31733bf-b533-4e93-97c2-2ae0903ae242 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323038 Sep 08 13:10:34.033213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5a422f0e-30c8-4104-9948-2145465b7972 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:10:34.071948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c19c0054-1531-4b27-9d20-f25b0e5b6723 req-b752e31c-25be-4f51-a241-881cfbefc2bf tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] For port 6b9c64e3-8537-4082-bca7-6e4684407607, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b9c64e3-8537-4082-bca7-6e4684407607,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:34.072331 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c19c0054-1531-4b27-9d20-f25b0e5b6723 req-b752e31c-25be-4f51-a241-881cfbefc2bf tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:34.089176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c19c0054-1531-4b27-9d20-f25b0e5b6723 req-b752e31c-25be-4f51-a241-881cfbefc2bf tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Calling delete_port for 6b9c64e3-8537-4082-bca7-6e4684407607 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:10:34.137648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109a87b-d61d-47f5-abd6-ae327f6638b2 req-f7626a58-0d8f-4047-8ac0-1c00a4960aef tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:34.139373 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5109a87b-d61d-47f5-abd6-ae327f6638b2 req-f7626a58-0d8f-4047-8ac0-1c00a4960aef tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 944 time: 0.0540206 Sep 08 13:10:34.179923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 5a422f0e-30c8-4104-9948-2145465b7972 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:10:34.190302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 5a422f0e-30c8-4104-9948-2145465b7972 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:34.191269 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5109a87b-d61d-47f5-abd6-ae327f6638b2 req-51ad51d2-6023-4e2b-b172-8dcca5ac372a tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449545 Sep 08 13:10:34.196415 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:34.294510 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:34.331229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5a422f0e-30c8-4104-9948-2145465b7972, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5a422f0e-30c8-4104-9948-2145465b7972,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:34.332483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8308d-f5ad-406c-a8a6-73448ebaa9ca req-4f97c10d-4f89-48bd-b1cc-6c1652cabeb2 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:34.334436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66a8308d-f5ad-406c-a8a6-73448ebaa9ca req-4f97c10d-4f89-48bd-b1cc-6c1652cabeb2 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0533967 Sep 08 13:10:34.351898 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c19c0054-1531-4b27-9d20-f25b0e5b6723 req-b752e31c-25be-4f51-a241-881cfbefc2bf tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:34.367504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['8d7f5ded-0933-458e-8441-6b69c0ac741b', '6b9c64e3-8537-4082-bca7-6e4684407607', 'cd461f73-2ee0-4075-85df-24a6af06613e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:34.380652 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66a8308d-f5ad-406c-a8a6-73448ebaa9ca req-3d31d135-d422-46a1-bffa-1c627565e54c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398779 Sep 08 13:10:34.393525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752e31c-25be-4f51-a241-881cfbefc2bf tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Pushing event deleted for resources: {'Port': ['ID=6b9c64e3-8537-4082-bca7-6e4684407607,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:34.405196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:34.408369 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e116e8ce-df82-482e-bd3c-460b856af27b" -d '{"events": [{"server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "name": "network-vif-plugged", "status": "completed", "tag": "5a422f0e-30c8-4104-9948-2145465b7972"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:34.445916 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:34.449732 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14243f7b-5f19-4487-b906-fc55c088955e x-openstack-request-id: req-14243f7b-5f19-4487-b906-fc55c088955e {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:34.450028 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "name": "network-vif-plugged", "status": "completed", "tag": "5a422f0e-30c8-4104-9948-2145465b7972", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:34.450320 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-14243f7b-5f19-4487-b906-fc55c088955e {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:34.450709 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972', 'code': 200} Sep 08 13:10:34.455185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19c0054-1531-4b27-9d20-f25b0e5b6723 req-b752e31c-25be-4f51-a241-881cfbefc2bf tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] No DVR routers for this DVR port 6b9c64e3-8537-4082-bca7-6e4684407607 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:10:34.458834 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c19c0054-1531-4b27-9d20-f25b0e5b6723 req-b752e31c-25be-4f51-a241-881cfbefc2bf tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:34.463102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c19c0054-1531-4b27-9d20-f25b0e5b6723 req-b752e31c-25be-4f51-a241-881cfbefc2bf tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "DELETE /v2.0/ports/6b9c64e3-8537-4082-bca7-6e4684407607 HTTP/1.1" status: 204 len: 173 time: 0.5864868 Sep 08 13:10:34.468872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd070e1ae-c10b-4baa-9890-8568c5ea6144', 'name': 'network-vif-deleted', 'tag': '6b9c64e3-8537-4082-bca7-6e4684407607'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:34.468872 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0184de5-87e1-4663-8b3d-39a085e100c4" -d '{"events": [{"server_uuid": "d070e1ae-c10b-4baa-9890-8568c5ea6144", "name": "network-vif-deleted", "tag": "6b9c64e3-8537-4082-bca7-6e4684407607"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:34.537596 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece228f7-5b9f-49af-badb-a34cef1ca7c7 x-openstack-request-id: req-ece228f7-5b9f-49af-badb-a34cef1ca7c7 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:34.537596 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d070e1ae-c10b-4baa-9890-8568c5ea6144", "name": "network-vif-deleted", "tag": "6b9c64e3-8537-4082-bca7-6e4684407607", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:34.537596 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ece228f7-5b9f-49af-badb-a34cef1ca7c7 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:34.537596 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd070e1ae-c10b-4baa-9890-8568c5ea6144', 'name': 'network-vif-deleted', 'tag': '6b9c64e3-8537-4082-bca7-6e4684407607', 'status': 'completed', 'code': 200} Sep 08 13:10:34.539881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5a422f0e-30c8-4104-9948-2145465b7972,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:34.684377 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527f8e2-4c36-4d7c-bf6f-0294c98f62ad req-f8a36e9d-1620-4a15-89aa-0c8538305894 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:34.685878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1527f8e2-4c36-4d7c-bf6f-0294c98f62ad req-f8a36e9d-1620-4a15-89aa-0c8538305894 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0765579 Sep 08 13:10:34.749935 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1527f8e2-4c36-4d7c-bf6f-0294c98f62ad req-0e846428-5de1-4f2d-b808-45143dd8e471 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570765 Sep 08 13:10:34.920647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0690c5a3-c823-4ec7-806c-5308f9525529 req-7dec1b0d-38cd-4d5e-8723-2c64a256af4d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=d070e1ae-c10b-4baa-9890-8568c5ea6144 HTTP/1.1" status: 200 len: 210 time: 0.0587113 Sep 08 13:10:35.024241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7568b41-bc51-4ef8-8c59-4c786bed60f6 req-4b552e08-7d7b-4609-a0ec-be7cee3e5ef0 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:35.025918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7568b41-bc51-4ef8-8c59-4c786bed60f6 req-4b552e08-7d7b-4609-a0ec-be7cee3e5ef0 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0546856 Sep 08 13:10:35.074126 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7568b41-bc51-4ef8-8c59-4c786bed60f6 req-c2d2afe0-9d06-4c65-b6a1-b1263a6784f0 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Sep 08 13:10:35.208191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784391b-cde3-4ef8-a63a-cdac875183c2 req-e53a402b-74b0-4a2d-8cf9-a7a950885ccb tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:35.212027 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6784391b-cde3-4ef8-a63a-cdac875183c2 req-e53a402b-74b0-4a2d-8cf9-a7a950885ccb tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0759890 Sep 08 13:10:35.252307 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6784391b-cde3-4ef8-a63a-cdac875183c2 req-4b995378-3f1e-4fb2-9fa6-6b9df628f2da tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345249 Sep 08 13:10:35.371720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54a11ef-c5af-41a8-81eb-28a40446a11e req-1c4a3ddd-62e9-495d-972a-987c10a2801e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:35.374054 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c54a11ef-c5af-41a8-81eb-28a40446a11e req-1c4a3ddd-62e9-495d-972a-987c10a2801e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0570445 Sep 08 13:10:35.424223 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c54a11ef-c5af-41a8-81eb-28a40446a11e req-5dc5a9b8-0612-44f1-b2ee-5f5597d595ad tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441074 Sep 08 13:10:35.564631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6c316-7db9-469b-a4d4-4252ff0e02cd req-95199b94-b76d-442d-9f1c-535e63e75654 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:35.566490 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-29a6c316-7db9-469b-a4d4-4252ff0e02cd req-95199b94-b76d-442d-9f1c-535e63e75654 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0591936 Sep 08 13:10:35.619393 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-29a6c316-7db9-469b-a4d4-4252ff0e02cd req-053a7adf-a942-4fbe-b3ac-7efc477e4f89 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 Sep 08 13:10:35.878060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f804b56-0863-4576-9e88-23abb6bb9f6a req-dfee3432-76fd-4922-8104-b12f9e6003de tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:35.881113 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1f804b56-0863-4576-9e88-23abb6bb9f6a req-dfee3432-76fd-4922-8104-b12f9e6003de tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0581503 Sep 08 13:10:35.919339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1f804b56-0863-4576-9e88-23abb6bb9f6a req-98fc8911-9ddf-447d-9971-dd5866c3b6be tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334175 Sep 08 13:10:36.348601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf499-806f-4a15-ae30-af75ea16381a req-8ddb0912-5eba-45f4-b93e-acaeda580d9f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:36.350473 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-29aaf499-806f-4a15-ae30-af75ea16381a req-8ddb0912-5eba-45f4-b93e-acaeda580d9f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0514123 Sep 08 13:10:36.392768 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-29aaf499-806f-4a15-ae30-af75ea16381a req-aa5eb036-ac07-4cdc-bc08-b00c703f5a3e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354164 Sep 08 13:10:36.507491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a039e0-4255-49f8-992f-a06b5c552fe9 req-fe55ff1e-0a05-44ec-812a-9449a5ede01f tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:36.508922 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06a039e0-4255-49f8-992f-a06b5c552fe9 req-fe55ff1e-0a05-44ec-812a-9449a5ede01f tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 950 time: 0.0506525 Sep 08 13:10:36.550702 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06a039e0-4255-49f8-992f-a06b5c552fe9 req-261faf5f-2c4f-4301-8d52-baa756b9872d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355048 Sep 08 13:10:36.661259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e91593-e0ca-4b0f-bece-1d0e958e11d3 req-e00b299c-15a6-4274-a7b1-a157e6bc7c59 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:36.671409 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e4e91593-e0ca-4b0f-bece-1d0e958e11d3 req-e00b299c-15a6-4274-a7b1-a157e6bc7c59 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0563991 Sep 08 13:10:36.702689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e4e91593-e0ca-4b0f-bece-1d0e958e11d3 req-57028416-afec-4de3-aca9-42fbb9e88280 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338161 Sep 08 13:10:36.808148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349f348-ea86-439f-aaac-27193854c3e4 req-1216e400-e576-480d-a9ce-d6489f13fbcd tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:36.809669 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0349f348-ea86-439f-aaac-27193854c3e4 req-1216e400-e576-480d-a9ce-d6489f13fbcd tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0517488 Sep 08 13:10:36.848016 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0349f348-ea86-439f-aaac-27193854c3e4 req-097051ae-5c79-481a-bf67-278b3af5c527 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Sep 08 13:10:36.950738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4836c8-47aa-41b2-90f2-9330b2b48991 req-5c3cb89d-2415-4b21-924f-9d8b5d9febd4 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:36.952465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b4836c8-47aa-41b2-90f2-9330b2b48991 req-5c3cb89d-2415-4b21-924f-9d8b5d9febd4 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0494363 Sep 08 13:10:36.991484 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b4836c8-47aa-41b2-90f2-9330b2b48991 req-0eede49e-b138-4e2e-acaf-e8eb8da8d47f tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Sep 08 13:10:37.100595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1132812-80e9-4c22-8192-1062df2f4383 req-fe9d9550-4d52-4245-a80d-085d5637a7b4 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:37.102031 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1132812-80e9-4c22-8192-1062df2f4383 req-fe9d9550-4d52-4245-a80d-085d5637a7b4 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0545483 Sep 08 13:10:37.144526 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1132812-80e9-4c22-8192-1062df2f4383 req-58fdd797-a802-4d74-b59a-34484473caa0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362456 Sep 08 13:10:37.324417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0024c-71b1-4f75-98d6-16ae8f820bfd req-91dbe8f7-7bd4-49c3-a806-a486d1544632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:37.325835 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76c0024c-71b1-4f75-98d6-16ae8f820bfd req-91dbe8f7-7bd4-49c3-a806-a486d1544632 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 1096 time: 0.0442324 Sep 08 13:10:37.363767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76c0024c-71b1-4f75-98d6-16ae8f820bfd req-00e80c61-02a2-404c-9cc7-6e5b86dd17e5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301480 Sep 08 13:10:37.497479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6b9c64e3-8537-4082-bca7-6e4684407607 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:10:37.516593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f1499-f276-4308-bfaf-ca9f6aa5dc3b req-b4413294-9d14-44af-a7c6-5d65eb2b76b9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:37.518136 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-733f1499-f276-4308-bfaf-ca9f6aa5dc3b req-b4413294-9d14-44af-a7c6-5d65eb2b76b9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0537024 Sep 08 13:10:37.519079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 6b9c64e3-8537-4082-bca7-6e4684407607 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:10:37.519617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6b9c64e3-8537-4082-bca7-6e4684407607 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:10:37.562714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-733f1499-f276-4308-bfaf-ca9f6aa5dc3b req-508b0d99-28f2-4bd6-ae4c-c555ba5e7b16 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366399 Sep 08 13:10:37.664015 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-94fa8fb6-8f29-4c3e-a30c-7646a7716389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:37.677865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df14f3-2003-4e5f-920e-24b9458d5bca req-159a9b83-3795-4c54-b374-bf83f43214e5 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:37.679409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69df14f3-2003-4e5f-920e-24b9458d5bca req-159a9b83-3795-4c54-b374-bf83f43214e5 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 950 time: 0.0553131 Sep 08 13:10:37.718167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69df14f3-2003-4e5f-920e-24b9458d5bca req-27bb84da-e0ee-46bd-86cd-6ca3653fbf37 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324659 Sep 08 13:10:37.837671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3b8ee-a2a2-42ad-bc14-2b79dc7a075c req-f5a8243b-4955-43ca-ab1c-68be013c1253 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:37.839176 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3b3b8ee-a2a2-42ad-bc14-2b79dc7a075c req-f5a8243b-4955-43ca-ab1c-68be013c1253 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0537889 Sep 08 13:10:37.887583 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3b3b8ee-a2a2-42ad-bc14-2b79dc7a075c req-e88020eb-eb43-4d4e-a06b-5e55d91043f1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Sep 08 13:10:37.904068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870aa86f-3da6-41f1-bcac-b0dde7acaf19 req-c92ba0ee-f19f-484a-b5a9-95b04e249606 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:37.910440 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-870aa86f-3da6-41f1-bcac-b0dde7acaf19 req-c92ba0ee-f19f-484a-b5a9-95b04e249606 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 950 time: 0.0588794 Sep 08 13:10:38.008989 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fb2b3-92e2-4b75-ba77-4ef2d2fb790b req-5142f5b0-2916-4970-af53-e15eca36d6f5 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:38.010529 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e2fb2b3-92e2-4b75-ba77-4ef2d2fb790b req-5142f5b0-2916-4970-af53-e15eca36d6f5 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0655205 Sep 08 13:10:38.041630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-870aa86f-3da6-41f1-bcac-b0dde7acaf19 req-aca2f7e7-69cf-4f5d-bb10-18e8570d6c1d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Deleting port 8d7f5ded-0933-458e-8441-6b69c0ac741b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:10:38.041979 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-870aa86f-3da6-41f1-bcac-b0dde7acaf19 req-aca2f7e7-69cf-4f5d-bb10-18e8570d6c1d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:38.052160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e2fb2b3-92e2-4b75-ba77-4ef2d2fb790b req-654e467c-0510-4386-acad-e4b4e192ded5 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330544 Sep 08 13:10:38.141680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-870aa86f-3da6-41f1-bcac-b0dde7acaf19 req-aca2f7e7-69cf-4f5d-bb10-18e8570d6c1d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] For port 8d7f5ded-0933-458e-8441-6b69c0ac741b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8d7f5ded-0933-458e-8441-6b69c0ac741b,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:38.142054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-870aa86f-3da6-41f1-bcac-b0dde7acaf19 req-aca2f7e7-69cf-4f5d-bb10-18e8570d6c1d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:38.154439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-870aa86f-3da6-41f1-bcac-b0dde7acaf19 req-aca2f7e7-69cf-4f5d-bb10-18e8570d6c1d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Calling delete_port for 8d7f5ded-0933-458e-8441-6b69c0ac741b owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:10:38.157801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe93ace-76f9-4f35-9bb3-8b5beead437d req-c79fdffd-ec4f-48ab-868a-b6ab6500cbe7 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:38.159459 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2fe93ace-76f9-4f35-9bb3-8b5beead437d req-c79fdffd-ec4f-48ab-868a-b6ab6500cbe7 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0502326 Sep 08 13:10:38.199986 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2fe93ace-76f9-4f35-9bb3-8b5beead437d req-88a57a4d-6c1a-4907-97d4-3ca3e7c407b6 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344985 Sep 08 13:10:38.312913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f131fdd-fbb7-4d1a-a979-70df9d302c13 req-f333ddcd-6e16-4661-b6d2-cf023fc8844f tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:38.322245 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f131fdd-fbb7-4d1a-a979-70df9d302c13 req-f333ddcd-6e16-4661-b6d2-cf023fc8844f tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0563369 Sep 08 13:10:38.352805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f131fdd-fbb7-4d1a-a979-70df9d302c13 req-95312941-b7ce-43c8-843b-70169b2f7c5d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319588 Sep 08 13:10:38.437903 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-870aa86f-3da6-41f1-bcac-b0dde7acaf19 req-aca2f7e7-69cf-4f5d-bb10-18e8570d6c1d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:38.455093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['8d7f5ded-0933-458e-8441-6b69c0ac741b', 'cd461f73-2ee0-4075-85df-24a6af06613e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:38.475466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2f7e7-69cf-4f5d-bb10-18e8570d6c1d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Pushing event deleted for resources: {'Port': ['ID=8d7f5ded-0933-458e-8441-6b69c0ac741b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:38.528027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-870aa86f-3da6-41f1-bcac-b0dde7acaf19 req-aca2f7e7-69cf-4f5d-bb10-18e8570d6c1d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] No DVR routers for this DVR port 8d7f5ded-0933-458e-8441-6b69c0ac741b on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:10:38.531159 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-870aa86f-3da6-41f1-bcac-b0dde7acaf19 req-aca2f7e7-69cf-4f5d-bb10-18e8570d6c1d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:38.533734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-870aa86f-3da6-41f1-bcac-b0dde7acaf19 req-aca2f7e7-69cf-4f5d-bb10-18e8570d6c1d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "DELETE /v2.0/ports/8d7f5ded-0933-458e-8441-6b69c0ac741b HTTP/1.1" status: 204 len: 173 time: 0.6207798 Sep 08 13:10:38.534228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f7aed4-ffa6-4884-a784-24b7481b9835', 'name': 'network-vif-deleted', 'tag': '8d7f5ded-0933-458e-8441-6b69c0ac741b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:38.536519 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ffd9b1-f248-4a6b-b60d-f8ed6406927d" -d '{"events": [{"server_uuid": "48f7aed4-ffa6-4884-a784-24b7481b9835", "name": "network-vif-deleted", "tag": "8d7f5ded-0933-458e-8441-6b69c0ac741b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:38.591433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2061eb-68be-4053-b0e9-3d96b851c4b5 req-c9d670eb-44fe-461d-bdd3-d89298100d06 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:38.593304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b2061eb-68be-4053-b0e9-3d96b851c4b5 req-c9d670eb-44fe-461d-bdd3-d89298100d06 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 946 time: 0.0530241 Sep 08 13:10:38.632781 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b2061eb-68be-4053-b0e9-3d96b851c4b5 req-8ff4e7f9-b97f-4a70-b6f5-7db1d82c2871 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/security-groups?id=d5a53444-534b-40ea-b125-b9ff830be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Sep 08 13:10:38.690637 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873cadb-8f35-4941-b587-2b481d31415b x-openstack-request-id: req-7873cadb-8f35-4941-b587-2b481d31415b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:38.691146 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f7aed4-ffa6-4884-a784-24b7481b9835", "name": "network-vif-deleted", "tag": "8d7f5ded-0933-458e-8441-6b69c0ac741b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:38.691509 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7873cadb-8f35-4941-b587-2b481d31415b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:38.691987 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f7aed4-ffa6-4884-a784-24b7481b9835', 'name': 'network-vif-deleted', 'tag': '8d7f5ded-0933-458e-8441-6b69c0ac741b', 'status': 'completed', 'code': 200} Sep 08 13:10:38.787928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db762b-9260-44a5-961e-61c34075521a req-cb3ca388-ba7e-4bcb-9304-5c2ec50e04b8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:38.789340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3db762b-9260-44a5-961e-61c34075521a req-cb3ca388-ba7e-4bcb-9304-5c2ec50e04b8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0510919 Sep 08 13:10:38.842309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3db762b-9260-44a5-961e-61c34075521a req-b7ef6a25-e4a7-4f25-897c-db0a8926ac71 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401387 Sep 08 13:10:38.925144 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31028183-6095-4d5b-a267-7834c92e6f6f req-6fee8a06-f82a-4464-9ced-22b14ffd0bdb tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 210 time: 0.0273259 Sep 08 13:10:39.032491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcb2d2-47de-4e2b-b0fa-7f014388060e req-9cc5f0df-962f-4300-b3ce-61e99ab1205c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:39.033983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7dcb2d2-47de-4e2b-b0fa-7f014388060e req-9cc5f0df-962f-4300-b3ce-61e99ab1205c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0515201 Sep 08 13:10:39.073586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7dcb2d2-47de-4e2b-b0fa-7f014388060e req-324b2126-5e09-4af4-9da9-41e7e731c33f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334954 Sep 08 13:10:39.178364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d3459d-51a9-4946-924c-0c67ba5d6c72 req-dc7abe48-d942-4b6c-a8e2-3b5493fd6ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:39.179887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58d3459d-51a9-4946-924c-0c67ba5d6c72 req-dc7abe48-d942-4b6c-a8e2-3b5493fd6ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0508227 Sep 08 13:10:39.218754 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58d3459d-51a9-4946-924c-0c67ba5d6c72 req-e99e7fec-ce14-49b1-86c3-d24f23c2045e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329325 Sep 08 13:10:39.328260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0870c-d118-4924-a2b2-5fc57deb77fe req-6daae145-7a66-40ac-8de1-a9c70aef98ba tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:39.330232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bbc0870c-d118-4924-a2b2-5fc57deb77fe req-6daae145-7a66-40ac-8de1-a9c70aef98ba tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0518286 Sep 08 13:10:39.367350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bbc0870c-d118-4924-a2b2-5fc57deb77fe req-b74f85c6-728f-4070-b865-84e116f44b6d tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308435 Sep 08 13:10:39.471112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af03d98-108f-494e-a28f-928d163897e0 req-093d3ca2-6f6e-46c9-926b-a3207b184dad tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:39.472615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4af03d98-108f-494e-a28f-928d163897e0 req-093d3ca2-6f6e-46c9-926b-a3207b184dad tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0494053 Sep 08 13:10:39.511745 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4af03d98-108f-494e-a28f-928d163897e0 req-3bbf7de9-c336-4cd2-a961-74862e17a49c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329876 Sep 08 13:10:39.745843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c4209-0218-4ed1-8d12-c1d9b033051e req-f25abe47-0629-4ecb-aad1-e47d7904d70f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:39.747365 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b6c4209-0218-4ed1-8d12-c1d9b033051e req-f25abe47-0629-4ecb-aad1-e47d7904d70f tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 946 time: 0.0493152 Sep 08 13:10:39.785615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b6c4209-0218-4ed1-8d12-c1d9b033051e req-675f7395-db12-49ca-b5ca-beba7aa3fbf4 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/security-groups?id=d5a53444-534b-40ea-b125-b9ff830be5c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Sep 08 13:10:39.962458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e274b-c102-41f7-8969-4d3d3efb461f req-dd932bda-6be5-4df1-ba6a-c14865b0c18c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:39.963987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-081e274b-c102-41f7-8969-4d3d3efb461f req-dd932bda-6be5-4df1-ba6a-c14865b0c18c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0538077 Sep 08 13:10:40.030841 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-081e274b-c102-41f7-8969-4d3d3efb461f req-e894d325-9e3d-422f-8ec4-94fea1e8c3a7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338833 Sep 08 13:10:40.104686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e336c1d-8861-4f60-9f2a-e0b084d51adc req-1407f27a-b187-4821-9bee-bc1b31da8772 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=48f7aed4-ffa6-4884-a784-24b7481b9835 HTTP/1.1" status: 200 len: 210 time: 0.0266597 Sep 08 13:10:40.185986 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6085399e-f7a2-45e9-8533-59c3740c5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:40.239969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18de01f-956f-4c9a-9d48-94f048191666 req-e808d6b7-abbd-4975-bab9-d31a20462f2f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:40.241529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c18de01f-956f-4c9a-9d48-94f048191666 req-e808d6b7-abbd-4975-bab9-d31a20462f2f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0805905 Sep 08 13:10:40.261971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a1dda-b71e-42d6-b345-ff9c16ec184e req-7139e2e0-bb93-45a4-a860-50392d813776 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:40.263463 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c53a1dda-b71e-42d6-b345-ff9c16ec184e req-7139e2e0-bb93-45a4-a860-50392d813776 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.70 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 946 time: 0.0742836 Sep 08 13:10:40.318595 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c18de01f-956f-4c9a-9d48-94f048191666 req-a5933afd-f3da-46d1-8afb-a371b5c694db tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708408 Sep 08 13:10:40.323313 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:40.375382 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c53a1dda-b71e-42d6-b345-ff9c16ec184e req-424f4cf7-142b-49d7-8e70-437e182de666 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Deleting port f1f4072c-38df-48e2-8b11-5733a9e7315f {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:10:40.375651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c53a1dda-b71e-42d6-b345-ff9c16ec184e req-424f4cf7-142b-49d7-8e70-437e182de666 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:40.485325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a54f5c-bc4f-49ba-8970-10038b786afd req-7c37995d-5c8d-4da9-a796-5593d96d6ad4 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:40.486859 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8a54f5c-bc4f-49ba-8970-10038b786afd req-7c37995d-5c8d-4da9-a796-5593d96d6ad4 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.1077514 Sep 08 13:10:40.516737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c53a1dda-b71e-42d6-b345-ff9c16ec184e req-424f4cf7-142b-49d7-8e70-437e182de666 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] For port f1f4072c-38df-48e2-8b11-5733a9e7315f, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f1f4072c-38df-48e2-8b11-5733a9e7315f,segment=NetworkSegment(2dca8564-1af5-485e-8785-d8dd6a201da6),segment_id=2dca8564-1af5-485e-8785-d8dd6a201da6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:40.517115 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c53a1dda-b71e-42d6-b345-ff9c16ec184e req-424f4cf7-142b-49d7-8e70-437e182de666 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:40.539743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c53a1dda-b71e-42d6-b345-ff9c16ec184e req-424f4cf7-142b-49d7-8e70-437e182de666 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Calling delete_port for f1f4072c-38df-48e2-8b11-5733a9e7315f owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:10:40.553709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8a54f5c-bc4f-49ba-8970-10038b786afd req-55422d38-d77a-47c2-8384-f748a1f72113 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601494 Sep 08 13:10:40.699102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e14977b-d202-4975-9697-09a23ce34a50 req-b2fb1184-4b7d-46bd-8cff-095914d56131 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:40.700491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9e14977b-d202-4975-9697-09a23ce34a50 req-b2fb1184-4b7d-46bd-8cff-095914d56131 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0809133 Sep 08 13:10:40.739972 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9e14977b-d202-4975-9697-09a23ce34a50 req-dbd21bb0-3450-4dc1-8986-5ae9951abc8f tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332100 Sep 08 13:10:40.798583 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c53a1dda-b71e-42d6-b345-ff9c16ec184e req-424f4cf7-142b-49d7-8e70-437e182de666 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:40.810514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['f1f4072c-38df-48e2-8b11-5733a9e7315f'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:40.853767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f4cf7-142b-49d7-8e70-437e182de666 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Pushing event deleted for resources: {'Port': ['ID=f1f4072c-38df-48e2-8b11-5733a9e7315f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:40.899658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c53a1dda-b71e-42d6-b345-ff9c16ec184e req-424f4cf7-142b-49d7-8e70-437e182de666 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] No DVR routers for this DVR port f1f4072c-38df-48e2-8b11-5733a9e7315f on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:10:40.903663 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c53a1dda-b71e-42d6-b345-ff9c16ec184e req-424f4cf7-142b-49d7-8e70-437e182de666 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:40.905699 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c53a1dda-b71e-42d6-b345-ff9c16ec184e req-424f4cf7-142b-49d7-8e70-437e182de666 tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.70 "DELETE /v2.0/ports/f1f4072c-38df-48e2-8b11-5733a9e7315f HTTP/1.1" status: 204 len: 173 time: 0.6342700 Sep 08 13:10:40.906133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a31eb28-4bf2-4bcf-bd27-64f1872bd363', 'name': 'network-vif-deleted', 'tag': 'f1f4072c-38df-48e2-8b11-5733a9e7315f'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:40.909056 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb20f97-62ea-410f-b597-079b75f8efe7" -d '{"events": [{"server_uuid": "1a31eb28-4bf2-4bcf-bd27-64f1872bd363", "name": "network-vif-deleted", "tag": "f1f4072c-38df-48e2-8b11-5733a9e7315f"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:40.920592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13742d-fe38-41c2-b556-9f35bae90ce8 req-1572f703-a1ff-4b5d-aab5-1041e69670d5 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:40.922104 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f13742d-fe38-41c2-b556-9f35bae90ce8 req-1572f703-a1ff-4b5d-aab5-1041e69670d5 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1215525 Sep 08 13:10:40.963344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f13742d-fe38-41c2-b556-9f35bae90ce8 req-32a6c285-987e-49b7-a438-1c4140a793bc tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337517 Sep 08 13:10:41.051944 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d40c938-98c0-4848-a0a9-df3f4c8f892f req-7a9bbdee-c587-4525-8caa-0e7780ae255e tempest-VolumesAdminNegativeTest-823689490 tempest-VolumesAdminNegativeTest-823689490-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a31eb28-4bf2-4bcf-bd27-64f1872bd363 HTTP/1.1" status: 200 len: 210 time: 0.0277293 Sep 08 13:10:41.101753 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdaa864-dc21-439f-9d3e-e57305e75923 x-openstack-request-id: req-2fdaa864-dc21-439f-9d3e-e57305e75923 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:41.102087 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a31eb28-4bf2-4bcf-bd27-64f1872bd363", "name": "network-vif-deleted", "tag": "f1f4072c-38df-48e2-8b11-5733a9e7315f", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:41.109009 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2fdaa864-dc21-439f-9d3e-e57305e75923 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:41.109009 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a31eb28-4bf2-4bcf-bd27-64f1872bd363', 'name': 'network-vif-deleted', 'tag': 'f1f4072c-38df-48e2-8b11-5733a9e7315f', 'status': 'completed', 'code': 200} Sep 08 13:10:41.206125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94d85e-496b-46b7-9189-ea41ab38ea4a req-218ea503-0309-4cc6-8426-f3f39b178f6e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:41.207646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee94d85e-496b-46b7-9189-ea41ab38ea4a req-218ea503-0309-4cc6-8426-f3f39b178f6e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0537956 Sep 08 13:10:41.247050 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee94d85e-496b-46b7-9189-ea41ab38ea4a req-68d3a41a-ef2e-4d91-8bc4-308a11c06d35 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331588 Sep 08 13:10:41.436891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e1325-f4e0-4f91-88b7-a8bc38ba7d36 req-afc68e17-c1a3-4235-b20d-96058758e101 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:41.438390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb6e1325-f4e0-4f91-88b7-a8bc38ba7d36 req-afc68e17-c1a3-4235-b20d-96058758e101 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0496869 Sep 08 13:10:41.477341 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb6e1325-f4e0-4f91-88b7-a8bc38ba7d36 req-8e749896-406e-4fc2-ba91-8d621b7f922b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Sep 08 13:10:41.518559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device f1f4072c-38df-48e2-8b11-5733a9e7315f no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:10:41.538440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: f1f4072c-38df-48e2-8b11-5733a9e7315f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:10:41.538791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device f1f4072c-38df-48e2-8b11-5733a9e7315f not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:10:41.539210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 8d7f5ded-0933-458e-8441-6b69c0ac741b no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:10:41.557598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 8d7f5ded-0933-458e-8441-6b69c0ac741b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:10:41.557939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 8d7f5ded-0933-458e-8441-6b69c0ac741b not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:10:41.674236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c9e0e-8399-4114-8c26-dbd069b64133 req-c5572c16-fa5d-4193-aa6a-a7a713dffab4 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:41.675971 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f0c9e0e-8399-4114-8c26-dbd069b64133 req-c5572c16-fa5d-4193-aa6a-a7a713dffab4 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0514021 Sep 08 13:10:41.698577 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:41.717074 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f0c9e0e-8399-4114-8c26-dbd069b64133 req-82583d67-19ba-41b8-841e-172c926e0ac8 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347407 Sep 08 13:10:41.769813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf7eb4-c91e-4d54-9803-0d6285255d4a req-543fd272-7942-4150-804d-cabdcecb2416 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:41.771399 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ebdf7eb4-c91e-4d54-9803-0d6285255d4a req-543fd272-7942-4150-804d-cabdcecb2416 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 950 time: 0.0547607 Sep 08 13:10:41.812072 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ebdf7eb4-c91e-4d54-9803-0d6285255d4a req-b1680476-45e2-444b-9c94-1e673165ee5a tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346708 Sep 08 13:10:41.869873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a45991-8f5e-43ac-a560-9e880fe2102d req-840a6d92-02a4-4d03-bc27-20f5fc4a729c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:41.871338 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-81a45991-8f5e-43ac-a560-9e880fe2102d req-840a6d92-02a4-4d03-bc27-20f5fc4a729c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0624042 Sep 08 13:10:42.093614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcef29-604b-4e07-a94d-1ef1f4c8bd36 req-bcfb733a-3c5b-43c8-9d9f-4a8a2831038b tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:42.095338 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1dbcef29-604b-4e07-a94d-1ef1f4c8bd36 req-bcfb733a-3c5b-43c8-9d9f-4a8a2831038b tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0550842 Sep 08 13:10:42.136751 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1dbcef29-604b-4e07-a94d-1ef1f4c8bd36 req-bed7004a-fe57-4a15-8ec8-66895d339fa9 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349479 Sep 08 13:10:42.137030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-81a45991-8f5e-43ac-a560-9e880fe2102d req-78b9db7c-c9aa-4816-bb1c-7ba88b09a400 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585208 Sep 08 13:10:42.183008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47964) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:42.228131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce4ed70-49dc-4165-a892-616e21cf115c admin admin] Deleting subnet 76f9a018-1611-47d2-bfbc-b769654fafbc {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:10:42.231356 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce4ed70-49dc-4165-a892-616e21cf115c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:42.265476 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce4ed70-49dc-4165-a892-616e21cf115c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:42.311739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce4ed70-49dc-4165-a892-616e21cf115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:42.377383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd4df8-9065-41bf-8d50-1a8901032099 req-e815c5e7-1a15-46e9-a2ce-c120a98e4957 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:42.378934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12bd4df8-9065-41bf-8d50-1a8901032099 req-e815c5e7-1a15-46e9-a2ce-c120a98e4957 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0514469 Sep 08 13:10:42.417765 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12bd4df8-9065-41bf-8d50-1a8901032099 req-d19c332c-8a8e-4a40-9c0a-b166ee8ddb2d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327346 Sep 08 13:10:42.470977 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce4ed70-49dc-4165-a892-616e21cf115c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:42.496634 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4ed70-49dc-4165-a892-616e21cf115c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f9a018-1611-47d2-bfbc-b769654fafbc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:42.503543 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce4ed70-49dc-4165-a892-616e21cf115c admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:42.508492 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2ce4ed70-49dc-4165-a892-616e21cf115c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/76f9a018-1611-47d2-bfbc-b769654fafbc HTTP/1.1" status: 204 len: 168 time: 0.3214352 Sep 08 13:10:42.508492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47972) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:42.593566 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:42.655894 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506fa2f9-7a5b-4b26-8c02-cb31c99009d1 req-6777d8b6-fa88-400d-9533-eb49eba56929 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:42.657957 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-506fa2f9-7a5b-4b26-8c02-cb31c99009d1 req-6777d8b6-fa88-400d-9533-eb49eba56929 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0916617 Sep 08 13:10:42.721446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:42.752468 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-506fa2f9-7a5b-4b26-8c02-cb31c99009d1 req-e56fd16b-f97a-44d6-9739-b607b9fdf7c2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840061 Sep 08 13:10:42.753976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924cdcc8-43a5-47e9-bb98-7dce89403007']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:42.764417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dca8564-1af5-485e-8785-d8dd6a201da6') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:42.764790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dca8564-1af5-485e-8785-d8dd6a201da6') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:42.779136 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:42.793193 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:42.799854 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:10:42.800283 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:10:42.802153 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:10:42.832940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435da0f7-1201-41a8-85f9-ba7f737fd186 req-cf1e586a-6f79-464e-bc4c-9efc44ac4a38 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:42.834504 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-435da0f7-1201-41a8-85f9-ba7f737fd186 req-cf1e586a-6f79-464e-bc4c-9efc44ac4a38 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0490170 Sep 08 13:10:42.878284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-435da0f7-1201-41a8-85f9-ba7f737fd186 req-00836c53-7407-4a7b-b733-eb7cd484e2a1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337613 Sep 08 13:10:42.930269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3f48e-bf0f-48c7-95cb-3764c819849a req-6f875b57-fc2b-4c72-8427-5d4c3c8f99ea tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:42.931718 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22c3f48e-bf0f-48c7-95cb-3764c819849a req-6f875b57-fc2b-4c72-8427-5d4c3c8f99ea tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 950 time: 0.0492451 Sep 08 13:10:42.955169 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:42.962102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:42.963998 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] 10.222.0.69 "DELETE /v2.0/networks/924cdcc8-43a5-47e9-bb98-7dce89403007 HTTP/1.1" status: 204 len: 168 time: 0.4548709 Sep 08 13:10:42.966925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47978) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:42.978965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec9984-e856-4fa6-9a38-1da38deed53c admin admin] Pushing event deleted for resources: {'Network': ['ID=924cdcc8-43a5-47e9-bb98-7dce89403007,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:42.995974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22c3f48e-bf0f-48c7-95cb-3764c819849a req-67021a52-2d80-44f5-ae7f-55a07c601e59 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582290 Sep 08 13:10:43.018956 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-29464255-6e2d-40e3-8ad7-a1d60c87249a admin admin] Deleting subnet 4d0a2d4f-b3c5-4031-a4bb-99dd904e44c1 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:10:43.022095 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-29464255-6e2d-40e3-8ad7-a1d60c87249a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.055064 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-29464255-6e2d-40e3-8ad7-a1d60c87249a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.060447 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-29464255-6e2d-40e3-8ad7-a1d60c87249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.094507 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.192161 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-29464255-6e2d-40e3-8ad7-a1d60c87249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.221930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29464255-6e2d-40e3-8ad7-a1d60c87249a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d0a2d4f-b3c5-4031-a4bb-99dd904e44c1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:43.234202 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-29464255-6e2d-40e3-8ad7-a1d60c87249a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.236697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-29464255-6e2d-40e3-8ad7-a1d60c87249a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4d0a2d4f-b3c5-4031-a4bb-99dd904e44c1 HTTP/1.1" status: 204 len: 168 time: 0.2682586 Sep 08 13:10:43.238709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47984) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:43.258509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab8960-1a61-46df-8ae3-73068fe33828 req-2d2d9950-e49f-4b42-b84b-cbb494fc1f86 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:43.260323 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44ab8960-1a61-46df-8ae3-73068fe33828 req-2d2d9950-e49f-4b42-b84b-cbb494fc1f86 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0526280 Sep 08 13:10:43.300465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44ab8960-1a61-46df-8ae3-73068fe33828 req-ec4f7fbc-8bdb-40a0-9bdf-ea5133ebe60b tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331652 Sep 08 13:10:43.333495 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.342452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee3e98-1d38-4f8e-9a0f-6c79f6cc8421 req-8ca093c0-e094-41b6-a054-48365a08bd17 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:43.344050 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0aee3e98-1d38-4f8e-9a0f-6c79f6cc8421 req-8ca093c0-e094-41b6-a054-48365a08bd17 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.1244006 Sep 08 13:10:43.421106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0aee3e98-1d38-4f8e-9a0f-6c79f6cc8421 req-16a2e120-3072-4baf-ae1b-3f56f4c57c26 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687811 Sep 08 13:10:43.461502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.482548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.482900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.483818 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.484168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > port after_create 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.484524 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > port after_delete 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.484876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > port after_update 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.485564 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.485564 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.486121 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.486289 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.548024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd615c-1d86-4bc7-ac61-fb940246cf7d req-54ba6a6b-920d-4f3a-95e7-f06c4c658523 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:43.549519 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efcd615c-1d86-4bc7-ac61-fb940246cf7d req-54ba6a6b-920d-4f3a-95e7-f06c4c658523 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0513747 Sep 08 13:10:43.553589 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.553945 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.554322 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.554661 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=96263) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 13:10:43.555048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dfde7da-e09b-4f70-9920-3f11707cced0']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:43.582797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5258e972-3766-4d37-861a-09a440b32c3f') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:43.582797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5258e972-3766-4d37-861a-09a440b32c3f') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:43.589504 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efcd615c-1d86-4bc7-ac61-fb940246cf7d req-7c29aa31-32ec-4a21-a92f-de4c5ca8abdf tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336990 Sep 08 13:10:43.613092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.644176 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.657291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37828d0-8c76-4d34-ba85-792272e86f69 req-1c6e93e0-ab2d-400f-b695-d1f9e9071fa9 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:43.658925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f37828d0-8c76-4d34-ba85-792272e86f69 req-1c6e93e0-ab2d-400f-b695-d1f9e9071fa9 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 950 time: 0.0988357 Sep 08 13:10:43.663027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:10:43.663542 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: from cryptography.utils import int_from_bytes Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: from cryptography.utils import int_from_bytes Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:10:43.667626 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:10:43.804980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f37828d0-8c76-4d34-ba85-792272e86f69 req-cc849b1b-8690-4d19-9676-664d877a3966 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Deleting port cd461f73-2ee0-4075-85df-24a6af06613e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:10:43.805325 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f37828d0-8c76-4d34-ba85-792272e86f69 req-cc849b1b-8690-4d19-9676-664d877a3966 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.861109 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.907381 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:43.908434 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8dfde7da-e09b-4f70-9920-3f11707cced0 HTTP/1.1" status: 204 len: 168 time: 0.6688125 Sep 08 13:10:43.925937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590009f4-3f9e-466e-8935-fe2ffadc6579 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dfde7da-e09b-4f70-9920-3f11707cced0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:43.950059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d755cf5-6d3d-4e3e-ac93-816d3febe1c7 req-7a0ccceb-a72b-43f8-abe5-4e5692f0cd53 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:43.951634 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d755cf5-6d3d-4e3e-ac93-816d3febe1c7 req-7a0ccceb-a72b-43f8-abe5-4e5692f0cd53 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.1278119 Sep 08 13:10:43.972889 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:44.005625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f37828d0-8c76-4d34-ba85-792272e86f69 req-cc849b1b-8690-4d19-9676-664d877a3966 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] For port cd461f73-2ee0-4075-85df-24a6af06613e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cd461f73-2ee0-4075-85df-24a6af06613e,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:44.005625 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f37828d0-8c76-4d34-ba85-792272e86f69 req-cc849b1b-8690-4d19-9676-664d877a3966 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:44.009743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dbc521-570c-4d18-b02d-c5732cb46071 req-432f8842-5332-421d-bf6a-064ce713986e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:44.018122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d0dbc521-570c-4d18-b02d-c5732cb46071 req-432f8842-5332-421d-bf6a-064ce713986e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0635109 Sep 08 13:10:44.022372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d755cf5-6d3d-4e3e-ac93-816d3febe1c7 req-8838470e-2094-4c79-917b-a798225adeca tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594695 Sep 08 13:10:44.042195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f37828d0-8c76-4d34-ba85-792272e86f69 req-cc849b1b-8690-4d19-9676-664d877a3966 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Calling delete_port for cd461f73-2ee0-4075-85df-24a6af06613e owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:10:44.070744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d0dbc521-570c-4d18-b02d-c5732cb46071 req-706f1970-8f1b-44e6-8ba5-52782959621a tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515993 Sep 08 13:10:44.226599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00fb9b-c9e4-49e4-b7b5-edc3501fc737 req-d4657275-cdb8-4632-ade4-a518c039bcc9 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:44.228103 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e00fb9b-c9e4-49e4-b7b5-edc3501fc737 req-d4657275-cdb8-4632-ade4-a518c039bcc9 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 950 time: 0.0684986 Sep 08 13:10:44.266568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e00fb9b-c9e4-49e4-b7b5-edc3501fc737 req-e12fc790-3659-4bc9-972e-a950ca7c3780 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/security-groups?id=86003af9-920b-4c9a-8478-cc9ff53d65b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319304 Sep 08 13:10:44.306311 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f37828d0-8c76-4d34-ba85-792272e86f69 req-cc849b1b-8690-4d19-9676-664d877a3966 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:44.318527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['cd461f73-2ee0-4075-85df-24a6af06613e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:44.337940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc849b1b-8690-4d19-9676-664d877a3966 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Pushing event deleted for resources: {'Port': ['ID=cd461f73-2ee0-4075-85df-24a6af06613e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:44.382459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37828d0-8c76-4d34-ba85-792272e86f69 req-cc849b1b-8690-4d19-9676-664d877a3966 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] No DVR routers for this DVR port cd461f73-2ee0-4075-85df-24a6af06613e on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:10:44.385356 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f37828d0-8c76-4d34-ba85-792272e86f69 req-cc849b1b-8690-4d19-9676-664d877a3966 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:44.387761 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f37828d0-8c76-4d34-ba85-792272e86f69 req-cc849b1b-8690-4d19-9676-664d877a3966 tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.70 "DELETE /v2.0/ports/cd461f73-2ee0-4075-85df-24a6af06613e HTTP/1.1" status: 204 len: 173 time: 0.7193251 Sep 08 13:10:44.388366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'name': 'network-vif-deleted', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:44.391344 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401cff72-1377-4806-ae4c-ceb5b7def765" -d '{"events": [{"server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "name": "network-vif-deleted", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:44.433578 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c0d7b1-86ff-4528-9404-43cc05f8a39f x-openstack-request-id: req-94c0d7b1-86ff-4528-9404-43cc05f8a39f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:44.433864 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c36f4c70-304f-46b1-b0b1-95ecf42a4630", "name": "network-vif-deleted", "tag": "cd461f73-2ee0-4075-85df-24a6af06613e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:44.434110 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94c0d7b1-86ff-4528-9404-43cc05f8a39f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:44.434534 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c36f4c70-304f-46b1-b0b1-95ecf42a4630', 'name': 'network-vif-deleted', 'tag': 'cd461f73-2ee0-4075-85df-24a6af06613e', 'status': 'completed', 'code': 200} Sep 08 13:10:44.447269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc59c2-c4a6-489b-a9b1-52f45537876c req-6005d44b-9d6a-4d0d-bae7-fbf2ee7beeaa tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:44.454552 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9cfc59c2-c4a6-489b-a9b1-52f45537876c req-6005d44b-9d6a-4d0d-bae7-fbf2ee7beeaa tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0613663 Sep 08 13:10:44.488057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48006) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:44.510394 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9cfc59c2-c4a6-489b-a9b1-52f45537876c req-daf46a40-dd68-4aea-8213-414d91c8ab4c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508649 Sep 08 13:10:44.548613 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dbd59b1f-ec1b-477c-89c1-f9cd156982a7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d6308f8b8c964c649c9ae8eee6d367c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618591 Sep 08 13:10:44.551219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48008) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:44.605755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-34946fbe-2545-4837-8e88-8bf96003f31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:44.610147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153762b-1d09-40d4-aa37-aa0d2e677edd req-a8d214b6-5253-4f14-8426-9dfbf811e4f5 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:44.611806 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8153762b-1d09-40d4-aa37-aa0d2e677edd req-a8d214b6-5253-4f14-8426-9dfbf811e4f5 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0557997 Sep 08 13:10:44.628782 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-34946fbe-2545-4837-8e88-8bf96003f31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:44.666253 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8153762b-1d09-40d4-aa37-aa0d2e677edd req-74a1ec0e-a47f-4320-90d8-aa084135ba08 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467246 Sep 08 13:10:44.746885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef53b34-670e-4825-9fbd-6343b8350fb3 req-88a744e3-efed-4ff3-bcc5-be38ced76482 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:44.746885 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ef53b34-670e-4825-9fbd-6343b8350fb3 req-88a744e3-efed-4ff3-bcc5-be38ced76482 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0545216 Sep 08 13:10:44.788162 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-34946fbe-2545-4837-8e88-8bf96003f31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:44.790815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-34946fbe-2545-4837-8e88-8bf96003f31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:44.792025 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-34946fbe-2545-4837-8e88-8bf96003f31b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d5a53444-534b-40ea-b125-b9ff830be5c9 HTTP/1.1" status: 204 len: 168 time: 0.2398617 Sep 08 13:10:44.805831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ef53b34-670e-4825-9fbd-6343b8350fb3 req-a86763d9-6a5b-4ca8-abaf-045cac1f21aa tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518339 Sep 08 13:10:44.812241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34946fbe-2545-4837-8e88-8bf96003f31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a53444-534b-40ea-b125-b9ff830be5c9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:45.158762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0e43e-9847-48ad-8d95-92096c44252d req-3b3ebf7b-5a76-4fb8-929b-69fd64bcd77a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:45.160314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78c0e43e-9847-48ad-8d95-92096c44252d req-3b3ebf7b-5a76-4fb8-929b-69fd64bcd77a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0672653 Sep 08 13:10:45.206005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78c0e43e-9847-48ad-8d95-92096c44252d req-b133e5e3-94a4-4516-af68-b61f889df232 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369771 Sep 08 13:10:45.226398 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c4a42-6421-4c1d-be94-06443e311a1a req-5bc4c0c6-fb94-4fc9-869d-bb6ac69af0b7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:45.233935 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d9c4a42-6421-4c1d-be94-06443e311a1a req-5bc4c0c6-fb94-4fc9-869d-bb6ac69af0b7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0827405 Sep 08 13:10:45.270976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d9c4a42-6421-4c1d-be94-06443e311a1a req-d5669b1d-671d-4151-a85c-faf974ed9fcf tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361130 Sep 08 13:10:45.376696 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d3e0293-3f03-4940-9595-72d580916e16 req-d1bb65b9-d6df-429c-b63d-4205f086f48d tempest-ServersAdminTestJSON-305999509 tempest-ServersAdminTestJSON-305999509-project] 10.222.0.69 "GET /v2.0/ports?device_id=c36f4c70-304f-46b1-b0b1-95ecf42a4630 HTTP/1.1" status: 200 len: 210 time: 0.0269437 Sep 08 13:10:45.545367 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48026) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:45.589774 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2036b0fa-ec1e-417b-ac2f-95b006902034 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=29feaec5bdd441fa9ba5dc9ec16d6be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431745 Sep 08 13:10:45.597556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48028) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:45.645553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1e808-8306-4472-a2a0-f18af00c2b8a req-3319289c-1b91-438c-9881-e128539c5260 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:45.647042 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38e1e808-8306-4472-a2a0-f18af00c2b8a req-3319289c-1b91-438c-9881-e128539c5260 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0594220 Sep 08 13:10:45.663214 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a314d0e0-5eea-45b0-8b48-4fb7f38ffa11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:45.686416 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a314d0e0-5eea-45b0-8b48-4fb7f38ffa11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:45.701852 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38e1e808-8306-4472-a2a0-f18af00c2b8a req-c8136ac5-247e-401c-af8f-f4d01ac18964 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467360 Sep 08 13:10:45.802797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca902e1-939d-490f-8785-f66eb595f7ba req-33a07551-3dfa-403a-87d0-37e03a948d71 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:45.802797 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bca902e1-939d-490f-8785-f66eb595f7ba req-33a07551-3dfa-403a-87d0-37e03a948d71 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0550776 Sep 08 13:10:45.811833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aaeac-a5a9-4767-b5b6-62c20e657a3c req-6f5bb2fa-02df-4f89-99be-e05c7359a7c3 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:45.814634 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-319aaeac-a5a9-4767-b5b6-62c20e657a3c req-6f5bb2fa-02df-4f89-99be-e05c7359a7c3 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 1101 time: 0.0452604 Sep 08 13:10:45.840192 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bca902e1-939d-490f-8785-f66eb595f7ba req-16b4219b-1e5f-4b0c-8552-9434442fdc37 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344460 Sep 08 13:10:45.868459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-319aaeac-a5a9-4767-b5b6-62c20e657a3c req-aec33489-0b8d-4b84-b48e-646dd76a5964 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483193 Sep 08 13:10:45.942982 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a314d0e0-5eea-45b0-8b48-4fb7f38ffa11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:45.942982 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a314d0e0-5eea-45b0-8b48-4fb7f38ffa11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:45.942982 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a314d0e0-5eea-45b0-8b48-4fb7f38ffa11 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2727b538-6d09-461c-b3a7-bdc5d3f6aff0 HTTP/1.1" status: 204 len: 168 time: 0.3273613 Sep 08 13:10:45.968723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314d0e0-5eea-45b0-8b48-4fb7f38ffa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2727b538-6d09-461c-b3a7-bdc5d3f6aff0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:46.015115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a40ab-9ca0-424a-ad06-c167cb3bd84a req-4cd3dd62-eb66-465f-826e-15eafc59d27a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:46.028502 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a69a40ab-9ca0-424a-ad06-c167cb3bd84a req-4cd3dd62-eb66-465f-826e-15eafc59d27a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.1228628 Sep 08 13:10:46.089688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a69a40ab-9ca0-424a-ad06-c167cb3bd84a req-c3ecc685-afa8-4b00-939f-1e6cb4f51626 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590937 Sep 08 13:10:46.189111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f9897980-f4c4-4337-a3fb-d6468d7c9355 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229676 Sep 08 13:10:46.312362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-183fd809-d6a7-42e5-b7c0-245e720ca7bf tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:46.319024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-183fd809-d6a7-42e5-b7c0-245e720ca7bf tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1226730 Sep 08 13:10:46.331819 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-b8c70ac7-e7f4-472d-abe0-dc06f92824a1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/quotas/7552984e8e56490ca3a3457fbd7d0daf HTTP/1.1" status: 200 len: 375 time: 0.0113776 Sep 08 13:10:46.349601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebcff9-b38c-4cc9-86eb-b9c0d044b95a req-fe5421a5-eb9c-4983-aef6-ca8574d293a8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:46.351181 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-74ebcff9-b38c-4cc9-86eb-b9c0d044b95a req-fe5421a5-eb9c-4983-aef6-ca8574d293a8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0606031 Sep 08 13:10:46.400462 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-74ebcff9-b38c-4cc9-86eb-b9c0d044b95a req-5bb172b5-4025-4ac2-9584-8f6ca7299e72 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426128 Sep 08 13:10:46.424582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-c9dcf08c-e532-434f-9d19-36221c4fda2d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0854630 Sep 08 13:10:46.557419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b355f-e295-4f8e-a3c4-29d52821f42b req-59b5c1f5-5afc-4078-9efc-2856d1a10c0d tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:46.559282 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-350b355f-e295-4f8e-a3c4-29d52821f42b req-59b5c1f5-5afc-4078-9efc-2856d1a10c0d tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0656531 Sep 08 13:10:46.564231 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:46.605128 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-350b355f-e295-4f8e-a3c4-29d52821f42b req-a900619d-6f94-439c-ab60-7c25df1833a9 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374033 Sep 08 13:10:46.937407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19be92c0-b3e5-452d-a665-17d81f04e914 req-73d45d91-0e9f-4b07-a0e5-07a6d95500cf tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 210 time: 0.0584617 Sep 08 13:10:46.972463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766cc85-283a-47cc-8aba-fbe6a91890b4 req-480c67e7-ac0a-4db1-92b6-cc17936b3943 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:46.974040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6766cc85-283a-47cc-8aba-fbe6a91890b4 req-480c67e7-ac0a-4db1-92b6-cc17936b3943 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0556929 Sep 08 13:10:47.025134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6766cc85-283a-47cc-8aba-fbe6a91890b4 req-318fa750-e168-401f-86da-8b12bd93b1ae tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438981 Sep 08 13:10:47.253353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70d3da-9274-4761-8591-0b5e3b21dc3a req-fed2092b-fcb7-46e1-a165-85fdbd41b935 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:47.253353 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aa70d3da-9274-4761-8591-0b5e3b21dc3a req-fed2092b-fcb7-46e1-a165-85fdbd41b935 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0570099 Sep 08 13:10:47.286069 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aa70d3da-9274-4761-8591-0b5e3b21dc3a req-3e9c560b-14bc-4a35-9a6f-4f962402c70d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312946 Sep 08 13:10:47.542949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940b8fc-7511-4aae-82a5-c00d6677ff0a req-3fb07b74-280c-4ea0-ada6-afbe24dd77cf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:47.544480 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4940b8fc-7511-4aae-82a5-c00d6677ff0a req-3fb07b74-280c-4ea0-ada6-afbe24dd77cf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0695534 Sep 08 13:10:47.551566 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48096) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:47.585988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cd461f73-2ee0-4075-85df-24a6af06613e no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:10:47.593090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4940b8fc-7511-4aae-82a5-c00d6677ff0a req-dd51d2e4-cd77-4e89-b0e5-7ecb8d550216 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Sep 08 13:10:47.607381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: cd461f73-2ee0-4075-85df-24a6af06613e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:10:47.607929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cd461f73-2ee0-4075-85df-24a6af06613e not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:10:47.608638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 1f738580-6a69-4861-a7eb-10ff46652817 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:10:47.683605 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-8828ad5d-00ba-4146-ac2f-05173848db9a service neutron] 10.222.0.70 "GET /v2.0/ports/1f738580-6a69-4861-a7eb-10ff46652817/bindings/n-h2-807558-3 HTTP/1.1" status: 200 len: 384 time: 0.0876522 Sep 08 13:10:47.759671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a8951-f5b3-4234-9da8-a7c1a7d90ce6 req-6ec88b58-aa62-4384-bba8-ee2da647ac1e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:47.773196 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a17a8951-f5b3-4234-9da8-a7c1a7d90ce6 req-6ec88b58-aa62-4384-bba8-ee2da647ac1e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0717354 Sep 08 13:10:47.846983 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a17a8951-f5b3-4234-9da8-a7c1a7d90ce6 req-7e0386f6-dd52-4876-ac49-8e64d1420589 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706859 Sep 08 13:10:47.904475 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d1bb2e51-3609-49f2-af09-d1a2c694c9a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ed7d4c365f1b42888e99a8e63f1221e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517463 Sep 08 13:10:47.907581 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48114) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:47.994417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02992e5d-efc7-496f-8d2d-59f5af8f1676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:48.001407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-60cdf281-8a82-40f1-8da5-66d8f188c7a4 service neutron] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1f738580-6a69-4861-a7eb-10ff46652817,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:48.021883 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02992e5d-efc7-496f-8d2d-59f5af8f1676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:48.040157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e73bb75-1f49-484d-bc7e-a1decbbdc6ed req-d5fd7d12-e7b3-4e9a-9a89-13cc2248a8f3 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 210 time: 0.0408986 Sep 08 13:10:48.053681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-60cdf281-8a82-40f1-8da5-66d8f188c7a4 service neutron] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:48.110536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-60cdf281-8a82-40f1-8da5-66d8f188c7a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f738580-6a69-4861-a7eb-10ff46652817 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:10:48.123198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-60cdf281-8a82-40f1-8da5-66d8f188c7a4 service neutron] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1f738580-6a69-4861-a7eb-10ff46652817,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:48.170521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b7ead-97c6-4fcd-8e8e-22333dd61ba0 req-372789ee-b397-491d-90d7-e0133642a38c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:48.172337 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7e8b7ead-97c6-4fcd-8e8e-22333dd61ba0 req-372789ee-b397-491d-90d7-e0133642a38c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0554445 Sep 08 13:10:48.213148 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7e8b7ead-97c6-4fcd-8e8e-22333dd61ba0 req-ee9da3c4-aa68-4a12-b6f1-a5881d7c6efc tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343838 Sep 08 13:10:48.214309 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02992e5d-efc7-496f-8d2d-59f5af8f1676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:48.217033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02992e5d-efc7-496f-8d2d-59f5af8f1676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:48.220099 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-02992e5d-efc7-496f-8d2d-59f5af8f1676 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86003af9-920b-4c9a-8478-cc9ff53d65b2 HTTP/1.1" status: 204 len: 168 time: 0.3095019 Sep 08 13:10:48.227389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02992e5d-efc7-496f-8d2d-59f5af8f1676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86003af9-920b-4c9a-8478-cc9ff53d65b2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:48.283107 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-60cdf281-8a82-40f1-8da5-66d8f188c7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:48.423339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-60cdf281-8a82-40f1-8da5-66d8f188c7a4 service neutron] Transition to ACTIVE for port object 1f738580-6a69-4861-a7eb-10ff46652817 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:48.438829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cad777-9fe9-4da5-b69e-d8802fb18235 req-ec746895-ccf2-4b2b-82b3-7432467a9dca tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:48.438995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48126) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:48.440401 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0cad777-9fe9-4da5-b69e-d8802fb18235 req-ec746895-ccf2-4b2b-82b3-7432467a9dca tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 943 time: 0.0699089 Sep 08 13:10:48.496045 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0cad777-9fe9-4da5-b69e-d8802fb18235 req-510b5fd5-49bd-4eaf-8ba9-7dfb39080510 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454462 Sep 08 13:10:48.504639 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-60cdf281-8a82-40f1-8da5-66d8f188c7a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:48.589202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-60cdf281-8a82-40f1-8da5-66d8f188c7a4 service neutron] No DVR routers for this DVR port 1f738580-6a69-4861-a7eb-10ff46652817 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:10:48.606810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdf281-8a82-40f1-8da5-66d8f188c7a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f738580-6a69-4861-a7eb-10ff46652817,revision_number=10']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:48.632410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-60cdf281-8a82-40f1-8da5-66d8f188c7a4 service neutron] 10.222.0.70 "PUT /v2.0/ports/1f738580-6a69-4861-a7eb-10ff46652817/bindings/n-h2-807558-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9415171 Sep 08 13:10:48.744831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43274ad7-6bbe-4ff3-90cb-40a399456178 req-a691906b-a4c8-4797-a050-1d64a4cf353e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:48.746393 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-43274ad7-6bbe-4ff3-90cb-40a399456178 req-a691906b-a4c8-4797-a050-1d64a4cf353e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0532789 Sep 08 13:10:48.756140 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:10:48.766302 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a5cf7d6-e39c-4d14-8d50-4a6b2de478f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:48.811576 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-43274ad7-6bbe-4ff3-90cb-40a399456178 req-f7a3b2d9-80e0-4043-b4b2-a63f67224ebc tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584304 Sep 08 13:10:48.912176 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a5cf7d6-e39c-4d14-8d50-4a6b2de478f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:48.955012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc83351-8639-4381-a43e-fa7fcc8f35ca req-ba391bef-1127-4827-9e9b-adf51bd97892 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:48.956562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfc83351-8639-4381-a43e-fa7fcc8f35ca req-ba391bef-1127-4827-9e9b-adf51bd97892 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0505691 Sep 08 13:10:48.997284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfc83351-8639-4381-a43e-fa7fcc8f35ca req-a625d2c8-4255-45f8-b4d6-4be5b6ee6065 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345984 Sep 08 13:10:49.003431 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a5cf7d6-e39c-4d14-8d50-4a6b2de478f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:49.050245 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4a5cf7d6-e39c-4d14-8d50-4a6b2de478f9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1acaf1186d024cd2913aec0d637f76d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6100175 Sep 08 13:10:49.052212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5cf7d6-e39c-4d14-8d50-4a6b2de478f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a03e8b-2309-4d1f-b642-30867c3e86d1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:49.062064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48138) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:49.115047 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-513c2664-d5f9-4d07-90b4-d3a502ee9746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:49.132944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48142) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:49.142718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-513c2664-d5f9-4d07-90b4-d3a502ee9746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:49.176794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce9a60d6-94ab-45e4-9449-601af08e570f req-6d7716c7-fae5-4d94-ba8a-98ec39d63303 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 210 time: 0.0373070 Sep 08 13:10:49.209372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f1bfc90f-7e85-4c4d-8ffb-37ff94ed8855 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7b1e8efe562644cba52c810bd877e00a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0751207 Sep 08 13:10:49.217181 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48144) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:49.276025 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-513c2664-d5f9-4d07-90b4-d3a502ee9746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:49.280007 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-513c2664-d5f9-4d07-90b4-d3a502ee9746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:49.280586 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42d2a360-0bb2-46d3-a104-d9c7a97382d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:49.283804 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-513c2664-d5f9-4d07-90b4-d3a502ee9746 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30a03e8b-2309-4d1f-b642-30867c3e86d1 HTTP/1.1" status: 204 len: 168 time: 0.2177091 Sep 08 13:10:49.303997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c2664-d5f9-4d07-90b4-d3a502ee9746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a03e8b-2309-4d1f-b642-30867c3e86d1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:49.308350 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42d2a360-0bb2-46d3-a104-d9c7a97382d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:49.369120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa03f2-3985-418b-85b5-9d59155434cf req-a9403b41-4f44-48c8-a825-db7fbc417c13 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:49.371832 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23fa03f2-3985-418b-85b5-9d59155434cf req-a9403b41-4f44-48c8-a825-db7fbc417c13 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0642071 Sep 08 13:10:49.438222 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23fa03f2-3985-418b-85b5-9d59155434cf req-54dc9cd8-40dd-43bc-96a7-b2eca77fb0c1 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560100 Sep 08 13:10:49.473175 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f7944fa3-435d-4890-8db3-acf623c692a7 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373521 Sep 08 13:10:49.505799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-38088c60-e334-4cb0-97c9-39eff73b9f21 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:49.507455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-38088c60-e334-4cb0-97c9-39eff73b9f21 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d&tenant_id=fb92476927b34b84aed526285f320f3a&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1095 time: 0.1195734 Sep 08 13:10:49.585082 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42d2a360-0bb2-46d3-a104-d9c7a97382d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:49.587600 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42d2a360-0bb2-46d3-a104-d9c7a97382d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:49.592284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-42d2a360-0bb2-46d3-a104-d9c7a97382d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e36e14e2-75ba-46b3-9ed2-8b5683526738 HTTP/1.1" status: 204 len: 168 time: 0.3705230 Sep 08 13:10:49.647482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2a360-0bb2-46d3-a104-d9c7a97382d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36e14e2-75ba-46b3-9ed2-8b5683526738,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:49.660688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-a9190bed-5add-4196-8251-afc849658953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:49.662217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-a9190bed-5add-4196-8251-afc849658953 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d&tenant_id=fb92476927b34b84aed526285f320f3a HTTP/1.1" status: 200 len: 1095 time: 0.1439071 Sep 08 13:10:49.672882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-569a96c3-20b0-4bc2-9f13-19ab7e6a8965 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:49.675274 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-569a96c3-20b0-4bc2-9f13-19ab7e6a8965 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953573 Sep 08 13:10:49.689138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Request body: {'port': {'device_id': '78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '7552984e8e56490ca3a3457fbd7d0daf'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:49.733604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ef50a-0ad6-48cc-851b-e08a77221dd2 req-557fc6f9-868d-411a-853b-dc4cdd368b36 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:49.738428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-374ef50a-0ad6-48cc-851b-e08a77221dd2 req-557fc6f9-868d-411a-853b-dc4cdd368b36 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 944 time: 0.1401863 Sep 08 13:10:49.839679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-374ef50a-0ad6-48cc-851b-e08a77221dd2 req-c302a8f3-0c8c-451e-ab42-b3cefe0cbb13 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877392 Sep 08 13:10:49.844840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-7721632b-bb53-4377-8c64-536406c9588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:49.846564 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-7721632b-bb53-4377-8c64-536406c9588b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 1095 time: 0.1507919 Sep 08 13:10:49.977554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-c499bda5-db84-4f4f-b651-697c12d2268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:49.979550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-c499bda5-db84-4f4f-b651-697c12d2268a service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1202102 Sep 08 13:10:50.023012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8382db-00e5-46d0-b18e-3f6f13fe6b9b req-92e0631d-6a4a-4b84-8a82-d1ed5b8c22bf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:50.035667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dc8382db-00e5-46d0-b18e-3f6f13fe6b9b req-92e0631d-6a4a-4b84-8a82-d1ed5b8c22bf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0768952 Sep 08 13:10:50.040626 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-021535be-d309-420e-81ae-1f15bbe3842a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f738580-6a69-4861-a7eb-10ff46652817 HTTP/1.1" status: 200 len: 217 time: 0.0490413 Sep 08 13:10:50.041937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Made reservation on behalf of 7552984e8e56490ca3a3457fbd7d0daf for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:10:50.050061 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:50.111731 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dc8382db-00e5-46d0-b18e-3f6f13fe6b9b req-d8215531-8e6f-4f9e-abae-7f79f2c4cbe3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515695 Sep 08 13:10:50.219458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-4541a2d3-30a1-4984-83e5-3131f5a74159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:50.220950 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-4541a2d3-30a1-4984-83e5-3131f5a74159 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.1698585 Sep 08 13:10:50.266221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7c846-230f-4ac3-8660-8b8568e8e4fd req-754a18d7-e45d-402b-934c-7e8a748cd00d tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:50.267840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5e7c846-230f-4ac3-8660-8b8568e8e4fd req-754a18d7-e45d-402b-934c-7e8a748cd00d tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.1339889 Sep 08 13:10:50.347591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Allocated IP 192.168.233.81 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/17539356-9df5-4c96-8126-9c231fdbe0ca) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:10:50.353376 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5e7c846-230f-4ac3-8660-8b8568e8e4fd req-990d660f-e17f-4f15-baee-c3fb4c0bfbd7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621426 Sep 08 13:10:50.732577 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa03890e-f24a-490e-ac0e-d43bde5ee534 req-743e0d35-e75a-45df-850d-9bd89a9d2319 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 210 time: 0.2948689 Sep 08 13:10:50.791019 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:50.811115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Transition to ACTIVE for port object 17539356-9df5-4c96-8126-9c231fdbe0ca will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:50.894077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ee762-e4cf-4dba-b81f-75b119b72c58 req-f6c56195-d65f-4fa0-83d5-04a214b3cd5b tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:50.895759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-588ee762-e4cf-4dba-b81f-75b119b72c58 req-f6c56195-d65f-4fa0-83d5-04a214b3cd5b tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0720518 Sep 08 13:10:50.937950 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:50.951326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de', '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'c9cfce67-df0e-49b9-a822-e7d36b810e0b', '6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb', 'fa77426b-2b46-4aa9-9add-2a501e2020b1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:50.957574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9', '97bd31fe-becf-4097-9d34-755a6c47dff8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:50.987228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-588ee762-e4cf-4dba-b81f-75b119b72c58 req-f71469dd-3ef1-43cd-8a20-e122d9a54e7f tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825677 Sep 08 13:10:51.004137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:10:51.007486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:10:51.011573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:10:51.050339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event updated for resources: {'Port': ['ID=17539356-9df5-4c96-8126-9c231fdbe0ca,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:51.105173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:51.105851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:51.149662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc346c-a4d7-4a09-8ea9-b5be74e69874 req-9a4f7e19-a091-479f-b5a9-e5b8d2632567 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:51.149662 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-27dc346c-a4d7-4a09-8ea9-b5be74e69874 req-9a4f7e19-a091-479f-b5a9-e5b8d2632567 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 944 time: 0.0844021 Sep 08 13:10:51.189597 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-27dc346c-a4d7-4a09-8ea9-b5be74e69874 req-c7d9e4ea-7dc2-4169-a80f-5a32f938d7a3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382404 Sep 08 13:10:51.198107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-d82ba646-90d9-4b6f-854c-c8256bae1c9d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5136478 Sep 08 13:10:51.211969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Request body: {'port': {'device_id': '78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:51.295031 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:51.484196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-edae8a46-bf2e-4b44-aee5-732242a5b4c8 None None] Provisioning for port 17539356-9df5-4c96-8126-9c231fdbe0ca completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:10:51.503282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-edae8a46-bf2e-4b44-aee5-732242a5b4c8 None None] Provisioning complete for port 17539356-9df5-4c96-8126-9c231fdbe0ca triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:51.503694 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-edae8a46-bf2e-4b44-aee5-732242a5b4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:51.586924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-edae8a46-bf2e-4b44-aee5-732242a5b4c8 None None] Port 17539356-9df5-4c96-8126-9c231fdbe0ca cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:10:51.595408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec68442-8d47-4e67-a043-a25896b2596e req-cb59f75a-f96e-4f7a-bda5-79a0e86f10bc tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:51.602735 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ec68442-8d47-4e67-a043-a25896b2596e req-cb59f75a-f96e-4f7a-bda5-79a0e86f10bc tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0782804 Sep 08 13:10:51.667406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ec68442-8d47-4e67-a043-a25896b2596e req-b759250c-0aaf-4c41-8e1e-6594759ddded tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624361 Sep 08 13:10:51.705986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17539356-9df5-4c96-8126-9c231fdbe0ca {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:10:51.718392 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:51.731677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Transition to ACTIVE for port object 17539356-9df5-4c96-8126-9c231fdbe0ca will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:10:51.784493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333fe3f-26c0-4427-9ba3-d4ee152cfdec req-aab421f1-3b63-4bed-9d7e-d8a5168c5d47 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:51.791134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3333fe3f-26c0-4427-9ba3-d4ee152cfdec req-aab421f1-3b63-4bed-9d7e-d8a5168c5d47 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0485094 Sep 08 13:10:51.825732 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3333fe3f-26c0-4427-9ba3-d4ee152cfdec req-247f1aa7-69d8-4dc6-9fb9-06be324e40e1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328209 Sep 08 13:10:51.978064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddc20d-dd47-4363-a3aa-59f408bceb23 req-595dbcbf-3e5b-4107-bb7b-98ceaa1649ad tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:51.979550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3dddc20d-dd47-4363-a3aa-59f408bceb23 req-595dbcbf-3e5b-4107-bb7b-98ceaa1649ad tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 935 time: 0.0491056 Sep 08 13:10:52.021148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3dddc20d-dd47-4363-a3aa-59f408bceb23 req-878e77e4-625e-4f5d-9cfd-77b7dd6e7f50 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346389 Sep 08 13:10:52.231831 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:52.303423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Pushing event updated for resources: {'Port': ['ID=17539356-9df5-4c96-8126-9c231fdbe0ca,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:52.365589 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Attempting to bind port 17539356-9df5-4c96-8126-9c231fdbe0ca on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:10:52.366165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Attempting to bind port 17539356-9df5-4c96-8126-9c231fdbe0ca by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:10:52.366949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Attempting to bind port 17539356-9df5-4c96-8126-9c231fdbe0ca on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:52.375470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Port 17539356-9df5-4c96-8126-9c231fdbe0ca on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:10:52.376011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Attempting to bind port 17539356-9df5-4c96-8126-9c231fdbe0ca on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:52.387098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:10:52.387329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:10:52.387961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:10:52.388625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Bound port: 17539356-9df5-4c96-8126-9c231fdbe0ca, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:10:52.389414 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:52.513608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] For port 17539356-9df5-4c96-8126-9c231fdbe0ca, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:52.548774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] For port 17539356-9df5-4c96-8126-9c231fdbe0ca, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=17539356-9df5-4c96-8126-9c231fdbe0ca,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:10:52.570783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fea764-b420-4f2a-95ca-81d352f6dbb0 req-c506f702-2621-4d3d-88d1-36fa4d8165a0 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:52.572318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3fea764-b420-4f2a-95ca-81d352f6dbb0 req-c506f702-2621-4d3d-88d1-36fa4d8165a0 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0641627 Sep 08 13:10:52.617595 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3fea764-b420-4f2a-95ca-81d352f6dbb0 req-23e4b2fa-7973-43e7-8dce-04c66a48e4be tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379510 Sep 08 13:10:52.632355 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:52.675822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:52.676439 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:52.677838 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] 10.222.0.70 "PUT /v2.0/ports/17539356-9df5-4c96-8126-9c231fdbe0ca HTTP/1.1" status: 200 len: 1095 time: 1.4708123 Sep 08 13:10:52.678313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8', 'tag': '17539356-9df5-4c96-8126-9c231fdbe0ca'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:52.680567 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fd3ef8-3041-4825-9bda-c64ee2148fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8", "tag": "17539356-9df5-4c96-8126-9c231fdbe0ca"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:52.736580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6561b1d-c3df-42dc-b0e4-59982bcd9dac service neutron] Pushing event updated for resources: {'Port': ['ID=17539356-9df5-4c96-8126-9c231fdbe0ca,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:52.757559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be31201-984c-4240-81c2-bd3c9526e905 req-a7929f8d-af9d-494d-8c75-2fb1252a2988 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:52.759167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2be31201-984c-4240-81c2-bd3c9526e905 req-a7929f8d-af9d-494d-8c75-2fb1252a2988 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 944 time: 0.0755289 Sep 08 13:10:52.806532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2be31201-984c-4240-81c2-bd3c9526e905 req-c7fc9582-c121-4527-9043-c08e0b0a2069 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408244 Sep 08 13:10:52.876524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-84aed0c8-ae9f-478c-b8a9-766aab6b8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:52.878039 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-84aed0c8-ae9f-478c-b8a9-766aab6b8d7f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 1098 time: 0.0488558 Sep 08 13:10:52.923755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-9d9dc684-0300-41da-ab74-ca0ad1b7f828 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=17539356-9df5-4c96-8126-9c231fdbe0ca HTTP/1.1" status: 200 len: 217 time: 0.0381575 Sep 08 13:10:52.974042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-fcbd95f7-046c-48c7-95ec-4dcaceee8cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:53.007521 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-fcbd95f7-046c-48c7-95ec-4dcaceee8cfe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0449414 Sep 08 13:10:53.022741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-6e0f9ba9-cf72-437f-b950-cac1d0a002e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:53.024263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-6e0f9ba9-cf72-437f-b950-cac1d0a002e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0416095 Sep 08 13:10:53.122894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-f2034939-47e4-43c2-ae4f-e55d165b368c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316560 Sep 08 13:10:53.172351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-b669122b-4063-43ae-890e-09f25d55ceca service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410081 Sep 08 13:10:53.274507 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2317926-d28e-49a9-9a16-e676970cd0cb x-openstack-request-id: req-f2317926-d28e-49a9-9a16-e676970cd0cb {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:53.274793 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8", "tag": "17539356-9df5-4c96-8126-9c231fdbe0ca", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:53.275048 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f2317926-d28e-49a9-9a16-e676970cd0cb {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:53.275449 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8', 'tag': '17539356-9df5-4c96-8126-9c231fdbe0ca', 'status': 'completed', 'code': 200} Sep 08 13:10:53.298464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-5aa895cc-69ee-49f5-8593-fb5b0efb5d4f service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661766 Sep 08 13:10:53.365617 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56d43bed-8df6-4ccb-8f30-db63a1979d98 req-9ee8a20a-1e4a-478c-b879-4417fd6518fd service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603799 Sep 08 13:10:53.379816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11148b70-d983-4d33-ba4c-1c37f078e70e req-e0c10c82-ab55-4ca2-8422-876fcaa29c7b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:53.381405 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11148b70-d983-4d33-ba4c-1c37f078e70e req-e0c10c82-ab55-4ca2-8422-876fcaa29c7b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0695148 Sep 08 13:10:53.424568 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11148b70-d983-4d33-ba4c-1c37f078e70e req-fa04ff94-60e9-4711-9d96-0aa3bf3b2c02 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359733 Sep 08 13:10:53.425010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c7219-52ac-4649-8519-3db0fb60d16f req-dc2fb865-cc9a-4391-9182-93fc4e66ad97 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:53.426606 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e00c7219-52ac-4649-8519-3db0fb60d16f req-dc2fb865-cc9a-4391-9182-93fc4e66ad97 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.1240330 Sep 08 13:10:53.466691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-b64ae4da-6610-4731-b760-9baa899262cd service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497953 Sep 08 13:10:53.482472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e00c7219-52ac-4649-8519-3db0fb60d16f req-6c326a11-d3e9-45c0-ac0a-52272fa16623 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473773 Sep 08 13:10:53.544099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23c99-18b1-4bf7-9e69-67569ed2f06d req-2afaa32b-a191-4fa1-9cab-dfac54f20950 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:53.545661 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-15a23c99-18b1-4bf7-9e69-67569ed2f06d req-2afaa32b-a191-4fa1-9cab-dfac54f20950 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 947 time: 0.0562928 Sep 08 13:10:53.583738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd3ef8-3041-4825-9bda-c64ee2148fc0 req-eb599914-366c-49b4-a89b-e33132b20664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:53.585628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29fd3ef8-3041-4825-9bda-c64ee2148fc0 req-eb599914-366c-49b4-a89b-e33132b20664 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 1098 time: 0.0650735 Sep 08 13:10:53.594811 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-15a23c99-18b1-4bf7-9e69-67569ed2f06d req-0bb621e5-40cc-4753-a3ff-bb7619a9fe58 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414498 Sep 08 13:10:53.679878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00b0d2-8219-46b5-9dca-8ee06cc37cd1 req-2f6873da-b59a-4b8f-a474-857f9309a590 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:53.681568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cc00b0d2-8219-46b5-9dca-8ee06cc37cd1 req-2f6873da-b59a-4b8f-a474-857f9309a590 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 946 time: 0.1103678 Sep 08 13:10:53.726466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd3ef8-3041-4825-9bda-c64ee2148fc0 req-9b7b7833-616b-48f4-87a4-65b2eda8b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:53.728828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29fd3ef8-3041-4825-9bda-c64ee2148fc0 req-9b7b7833-616b-48f4-87a4-65b2eda8b46a service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1289272 Sep 08 13:10:53.796950 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29fd3ef8-3041-4825-9bda-c64ee2148fc0 req-7c5e8fb5-aadb-4516-b454-efd10d92f1dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=17539356-9df5-4c96-8126-9c231fdbe0ca HTTP/1.1" status: 200 len: 217 time: 0.0588353 Sep 08 13:10:53.803264 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cc00b0d2-8219-46b5-9dca-8ee06cc37cd1 req-a48a6538-080f-4edd-9dc3-44f96dfe7d60 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058424 Sep 08 13:10:53.859272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd3ef8-3041-4825-9bda-c64ee2148fc0 req-d5399872-6337-4417-8503-13f4f9e8a19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:53.861838 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29fd3ef8-3041-4825-9bda-c64ee2148fc0 req-d5399872-6337-4417-8503-13f4f9e8a19d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0532987 Sep 08 13:10:53.883869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfeda6-2809-49c3-896b-11a91523e953 req-cf60bdc5-f994-4d27-815c-cb26617db0ca tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:53.885491 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0cfeda6-2809-49c3-896b-11a91523e953 req-cf60bdc5-f994-4d27-815c-cb26617db0ca tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0959740 Sep 08 13:10:53.924074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd3ef8-3041-4825-9bda-c64ee2148fc0 req-7f2964fd-6fe5-4baf-b643-e8927113e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:53.926468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29fd3ef8-3041-4825-9bda-c64ee2148fc0 req-7f2964fd-6fe5-4baf-b643-e8927113e060 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541930 Sep 08 13:10:53.935096 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0cfeda6-2809-49c3-896b-11a91523e953 req-fa801c9f-b331-498e-bd67-87a819df996f tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408835 Sep 08 13:10:54.091668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-f9ce4fd7-70ef-4295-9d10-b45bc238c4f6 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:54.093682 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-f9ce4fd7-70ef-4295-9d10-b45bc238c4f6 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d&tenant_id=fb92476927b34b84aed526285f320f3a&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 1095 time: 0.1460593 Sep 08 13:10:54.112765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9599105-6078-4ae9-8a2a-4d56925fe509 req-10c93a05-cb7b-4ba5-bd31-5fe81acbd0dc tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:54.114414 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9599105-6078-4ae9-8a2a-4d56925fe509 req-10c93a05-cb7b-4ba5-bd31-5fe81acbd0dc tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 944 time: 0.1695416 Sep 08 13:10:54.151293 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29fd3ef8-3041-4825-9bda-c64ee2148fc0 req-ee32cdbb-4b49-469f-b9da-dbef144dff4a service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157254 Sep 08 13:10:54.223737 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9599105-6078-4ae9-8a2a-4d56925fe509 req-f26fde8d-018b-4813-a139-beece3c66c1e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008410 Sep 08 13:10:54.311418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29fd3ef8-3041-4825-9bda-c64ee2148fc0 req-245b8834-e5e7-4488-a855-3c681d11e7a1 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503329 Sep 08 13:10:54.481691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-fc7b4407-245d-46eb-aa9b-e8fa76c6a21b service neutron] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:54.486887 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-fc7b4407-245d-46eb-aa9b-e8fa76c6a21b service neutron] Notify callbacks [] for binding, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:54.488285 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d24a48d7-90cb-4459-ad1a-529b4bc439bd req-fc7b4407-245d-46eb-aa9b-e8fa76c6a21b service neutron] 10.222.0.60 "DELETE /v2.0/ports/1f738580-6a69-4861-a7eb-10ff46652817/bindings/n-h1-807558-3 HTTP/1.1" status: 204 len: 173 time: 0.3729391 Sep 08 13:10:54.544551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55c455-3c6a-4c92-a276-a629ef6f8292 req-bfa06799-899c-41b8-a41e-299cbe66ede1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:54.546054 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1e55c455-3c6a-4c92-a276-a629ef6f8292 req-bfa06799-899c-41b8-a41e-299cbe66ede1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0514956 Sep 08 13:10:54.586923 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1e55c455-3c6a-4c92-a276-a629ef6f8292 req-ec918b56-fee1-4b67-b7fc-c08c8b7860f3 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341067 Sep 08 13:10:54.628697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b7344-28a2-4c65-a568-d3a535b69d76 req-562159e6-1a29-4789-a10d-c78567dbd91b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:54.631227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ca2b7344-28a2-4c65-a568-d3a535b69d76 req-562159e6-1a29-4789-a10d-c78567dbd91b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0574932 Sep 08 13:10:54.679660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ca2b7344-28a2-4c65-a568-d3a535b69d76 req-2901c5b8-96f9-4f18-b0b6-cf629adfefe5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363169 Sep 08 13:10:54.715973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48296) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:54.723805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3905e9-48c9-4ff6-87a9-1aacfd1c828a req-a02e5891-4fbf-442a-9796-42ba8e692261 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:54.725404 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c3905e9-48c9-4ff6-87a9-1aacfd1c828a req-a02e5891-4fbf-442a-9796-42ba8e692261 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 947 time: 0.0568640 Sep 08 13:10:54.775041 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c3905e9-48c9-4ff6-87a9-1aacfd1c828a req-212e5551-0b21-4b05-af15-3fb757c3bb4e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Sep 08 13:10:54.851903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48302) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:54.899302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d97faa55-b43f-4c84-9da3-38275c704cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:54.925022 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1621f497-d5ec-44c8-9de7-9639fb8637e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.009600 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d97faa55-b43f-4c84-9da3-38275c704cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.063552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73cd39-6a40-45bb-96b6-5d11ab10ebf8 req-9e473fa1-3269-4c82-b57e-ec4c1247e369 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:55.065044 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e73cd39-6a40-45bb-96b6-5d11ab10ebf8 req-9e473fa1-3269-4c82-b57e-ec4c1247e369 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0500987 Sep 08 13:10:55.106267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e73cd39-6a40-45bb-96b6-5d11ab10ebf8 req-62892f64-f321-452c-8064-29990b01a8eb tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350673 Sep 08 13:10:55.180274 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d97faa55-b43f-4c84-9da3-38275c704cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.246874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d97faa55-b43f-4c84-9da3-38275c704cf3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=05355e6cbc424c7e866604875516cddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296760 Sep 08 13:10:55.248527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97faa55-b43f-4c84-9da3-38275c704cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85c49f9-6e1a-4182-b7e3-2d348ad3564b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:55.250618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48310) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:55.318918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1621f497-d5ec-44c8-9de7-9639fb8637e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.373024 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9a26626-2ff8-4b0a-a07b-454ae921a3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.424698 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9a26626-2ff8-4b0a-a07b-454ae921a3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.427435 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1621f497-d5ec-44c8-9de7-9639fb8637e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.442747 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-6e2a1bc8-9457-4c82-a6d4-c6dadd9a6e7c tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1342593955&fields=id&tenant_id=a7274b00e2404f71955ace24a4fcbafe HTTP/1.1" status: 200 len: 267 time: 0.0452394 Sep 08 13:10:55.463969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b668790c-8663-4131-a057-3ed6143f30b1 req-a4753520-df02-4e98-8160-01aa8f60aa55 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:55.465506 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b668790c-8663-4131-a057-3ed6143f30b1 req-a4753520-df02-4e98-8160-01aa8f60aa55 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 944 time: 0.1074007 Sep 08 13:10:55.519134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621f497-d5ec-44c8-9de7-9639fb8637e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c645663-63fd-40da-8f8b-973c2d9c184e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:55.526070 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1621f497-d5ec-44c8-9de7-9639fb8637e7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=42204d50df684f1b98fd71c952c0a92c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6704104 Sep 08 13:10:55.527328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48324) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:55.565586 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b668790c-8663-4131-a057-3ed6143f30b1 req-bdbeb3c1-d015-43aa-a66f-932fe1562698 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901337 Sep 08 13:10:55.581385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c685287-dcd8-406c-8746-1b0517934cd6 req-1427556b-06a2-45e2-bb03-218ad62ce197 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1161187 Sep 08 13:10:55.598989 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7605bb65-097a-4f11-9528-54564614184d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.602609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-4940e361-7b73-4dc4-80a5-c95f0613fbd4 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:55.604350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-4940e361-7b73-4dc4-80a5-c95f0613fbd4 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/networks?id=140e26e4-9169-4cfc-9628-100d96ca6c1a HTTP/1.1" status: 200 len: 824 time: 0.1534314 Sep 08 13:10:55.617289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 17539356-9df5-4c96-8126-9c231fdbe0ca details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:10:55.665986 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-29b3d4cd-07e9-4e02-96bb-a60108db38a9 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/quotas/a7274b00e2404f71955ace24a4fcbafe HTTP/1.1" status: 200 len: 375 time: 0.0115254 Sep 08 13:10:55.666103 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7605bb65-097a-4f11-9528-54564614184d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.733660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c685287-dcd8-406c-8746-1b0517934cd6 req-7e2292db-155e-4149-84fc-b7bc82723d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:55.738102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c685287-dcd8-406c-8746-1b0517934cd6 req-7e2292db-155e-4149-84fc-b7bc82723d47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 1101 time: 0.0999124 Sep 08 13:10:55.755798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 17539356-9df5-4c96-8126-9c231fdbe0ca, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=17539356-9df5-4c96-8126-9c231fdbe0ca,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:55.756348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0c65870b-1a44-4606-8291-268b5e08d675 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a7274b00e2404f71955ace24a4fcbafe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1019964 Sep 08 13:10:55.768544 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '17539356-9df5-4c96-8126-9c231fdbe0ca', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '17539356-9df5-4c96-8126-9c231fdbe0ca', 'mac_address': 'fa:16:3e:a7:62:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:10:55.785574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdc8c4-6a71-40e9-b49d-b307da096408 req-7ba3655d-1317-43a7-aec7-f90145823303 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:55.787810 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49fdc8c4-6a71-40e9-b49d-b307da096408 req-7ba3655d-1317-43a7-aec7-f90145823303 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0912533 Sep 08 13:10:55.822049 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.831905 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9a26626-2ff8-4b0a-a07b-454ae921a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.834693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9a26626-2ff8-4b0a-a07b-454ae921a3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.838831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f9a26626-2ff8-4b0a-a07b-454ae921a3a0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f85c49f9-6e1a-4182-b7e3-2d348ad3564b HTTP/1.1" status: 204 len: 168 time: 0.5843294 Sep 08 13:10:55.839028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17539356-9df5-4c96-8126-9c231fdbe0ca {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:10:55.866714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49fdc8c4-6a71-40e9-b49d-b307da096408 req-f524d47d-d2dc-42da-90ff-d74a72a893a5 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566635 Sep 08 13:10:55.868556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 17539356-9df5-4c96-8126-9c231fdbe0ca, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=17539356-9df5-4c96-8126-9c231fdbe0ca,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:55.876617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a26626-2ff8-4b0a-a07b-454ae921a3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85c49f9-6e1a-4182-b7e3-2d348ad3564b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:55.889065 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7605bb65-097a-4f11-9528-54564614184d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.895200 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7605bb65-097a-4f11-9528-54564614184d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.895200 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7605bb65-097a-4f11-9528-54564614184d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c645663-63fd-40da-8f8b-973c2d9c184e HTTP/1.1" status: 204 len: 168 time: 0.3641968 Sep 08 13:10:55.928453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605bb65-097a-4f11-9528-54564614184d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c645663-63fd-40da-8f8b-973c2d9c184e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:55.947466 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-6c4afe20-00a0-492e-81ed-19f9897e48e8 service neutron] 10.222.0.69 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839960 Sep 08 13:10:55.970947 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:55.977923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c685287-dcd8-406c-8746-1b0517934cd6 req-8ad8270f-655b-4d43-a8cb-99c372cfd6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:55.979730 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c685287-dcd8-406c-8746-1b0517934cd6 req-8ad8270f-655b-4d43-a8cb-99c372cfd6bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1967118 Sep 08 13:10:56.018633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3001baf-b129-44f5-b32e-e87fb5dc8503 req-83d355a1-423e-4c2a-8324-eca2526fe239 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:56.020376 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3001baf-b129-44f5-b32e-e87fb5dc8503 req-83d355a1-423e-4c2a-8324-eca2526fe239 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 1095 time: 0.0671070 Sep 08 13:10:56.052989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c685287-dcd8-406c-8746-1b0517934cd6 req-2babd269-0287-491c-9a59-b35e6c08abbf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=4a2d1b68-e6ca-48ae-82ef-858daee2373a HTTP/1.1" status: 200 len: 217 time: 0.0632305 Sep 08 13:10:56.057385 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=17539356-9df5-4c96-8126-9c231fdbe0ca,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:56.082891 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3001baf-b129-44f5-b32e-e87fb5dc8503 req-e38f558c-291e-4221-a280-31d2c9057eee tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442185 Sep 08 13:10:56.136382 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-832a10ec-d677-433e-b245-644603e8c64e service neutron] 10.222.0.69 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878405 Sep 08 13:10:56.144183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c685287-dcd8-406c-8746-1b0517934cd6 req-ca2afc08-0baf-478f-a98a-9e1bb068ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:56.146542 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c685287-dcd8-406c-8746-1b0517934cd6 req-ca2afc08-0baf-478f-a98a-9e1bb068ca52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0822177 Sep 08 13:10:56.212238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c685287-dcd8-406c-8746-1b0517934cd6 req-8d912042-9f77-4a36-a29d-ceae4d0e2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:56.214493 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c685287-dcd8-406c-8746-1b0517934cd6 req-8d912042-9f77-4a36-a29d-ceae4d0e2eb5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0575681 Sep 08 13:10:56.222684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c56470-85bc-4a81-a537-7fad640ac4b2 req-76e533b1-b67e-4eca-b807-1bfa95a2757c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:56.223912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['17539356-9df5-4c96-8126-9c231fdbe0ca'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:10:56.224256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20c56470-85bc-4a81-a537-7fad640ac4b2 req-76e533b1-b67e-4eca-b807-1bfa95a2757c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.0658886 Sep 08 13:10:56.268345 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20c56470-85bc-4a81-a537-7fad640ac4b2 req-8748b671-5acb-4cae-878f-e44c45f2ea0c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378363 Sep 08 13:10:56.354637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f5543cf9-669a-435c-ad51-5eed18777c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:56.356276 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f5543cf9-669a-435c-ad51-5eed18777c23 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 1096 time: 0.1159122 Sep 08 13:10:56.391722 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c685287-dcd8-406c-8746-1b0517934cd6 req-55b7a689-2ed1-4b38-9c47-2628e75bbf4f service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595156 Sep 08 13:10:56.414773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a5b28-6cc8-43ed-a886-a3999b7951c6 req-564f9b2e-9a4a-4bd5-8c15-9e3831f3c616 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:56.416485 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-255a5b28-6cc8-43ed-a886-a3999b7951c6 req-564f9b2e-9a4a-4bd5-8c15-9e3831f3c616 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 948 time: 0.0763223 Sep 08 13:10:56.488572 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-255a5b28-6cc8-43ed-a886-a3999b7951c6 req-12fcdb5f-af76-4bbd-a6e6-965111ec6f08 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644445 Sep 08 13:10:56.679089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b5e1d-2f2c-49e3-a76d-f937f2dc6640 req-0c279503-9e9d-4aca-9553-4d61bff661af tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:56.681048 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb1b5e1d-2f2c-49e3-a76d-f937f2dc6640 req-0c279503-9e9d-4aca-9553-4d61bff661af tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0698929 Sep 08 13:10:56.737226 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb1b5e1d-2f2c-49e3-a76d-f937f2dc6640 req-88660739-4bb6-4997-911e-52f81f064c23 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453610 Sep 08 13:10:56.841438 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b9662c67-4422-47de-938a-3ccc1582fc63 req-5eaf02d6-4d7b-4466-b65d-1bb99ee888a3 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0276301 Sep 08 13:10:56.866525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-e07c6be6-bcbc-4491-8791-8f4ec0e9a82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:56.867973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-e07c6be6-bcbc-4491-8791-8f4ec0e9a82d service neutron] 10.222.0.60 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.5017483 Sep 08 13:10:56.928277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-6a918643-2d59-41de-a909-4531e3ef9f1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0497487 Sep 08 13:10:56.940542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d4426-b6ff-4248-8ec2-a0273aa72092 req-c6a99a5e-3049-4bb4-9762-2065e094cb6e tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:56.946744 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-978d4426-b6ff-4248-8ec2-a0273aa72092 req-c6a99a5e-3049-4bb4-9762-2065e094cb6e tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 1095 time: 0.1605055 Sep 08 13:10:56.986568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c685287-dcd8-406c-8746-1b0517934cd6 req-0a82d61f-6349-42d5-a0e5-f8c94d0f7f5d service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5812500 Sep 08 13:10:56.992367 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a631c6b-8703-47d8-99bd-7b962397c9be req-30d8de4b-e72a-46bd-911d-bb735cc91ef6 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:57.004785 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a631c6b-8703-47d8-99bd-7b962397c9be req-30d8de4b-e72a-46bd-911d-bb735cc91ef6 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0782361 Sep 08 13:10:57.005314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48366) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:57.025138 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23411240-c0a8-46a9-b2e2-03b0ec643f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:57.030220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-78028843-b518-4386-a143-c3e6fb6000bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:57.031842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-78028843-b518-4386-a143-c3e6fb6000bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0944083 Sep 08 13:10:57.037339 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-978d4426-b6ff-4248-8ec2-a0273aa72092 req-69f613f7-63cf-4965-82f1-604e2f6a544a tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785382 Sep 08 13:10:57.072859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a631c6b-8703-47d8-99bd-7b962397c9be req-4a2c8401-812f-490f-89a1-2aa5a005773b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652058 Sep 08 13:10:57.079149 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-d9e68a2c-2c4a-4dd2-9282-56f7ce21a3e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312128 Sep 08 13:10:57.177257 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23411240-c0a8-46a9-b2e2-03b0ec643f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:57.228202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-6fdd7215-40db-4699-a943-b04cb378834a service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401138 Sep 08 13:10:57.241244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-7ab6748e-1418-4ccc-936d-b29dbfefaf77 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:57.245657 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-7ab6748e-1418-4ccc-936d-b29dbfefaf77 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.60 "GET /v2.0/ports?device_id=83507964-a8cf-4f42-ab87-103fee0354a6 HTTP/1.1" status: 200 len: 946 time: 0.0797138 Sep 08 13:10:57.339999 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23411240-c0a8-46a9-b2e2-03b0ec643f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:57.401569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-53c54a70-e46e-42bc-9b6f-a6aa3896b9e8 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572578 Sep 08 13:10:57.412629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23411240-c0a8-46a9-b2e2-03b0ec643f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832e7d32-496f-4be8-88b0-de849807dd37,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:57.421081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Deleting port ad538eee-9730-472d-8d27-dcca41d5e721 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:10:57.421522 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:57.463112 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-23411240-c0a8-46a9-b2e2-03b0ec643f63 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=57d84f4a2e4e4514ae28273c677b8c97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566445 Sep 08 13:10:57.467360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48384) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:57.531153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ba063-30fd-4ae1-a59d-557ca218b476 req-eb83e93a-6e4c-4aa6-b791-f5b843efab8c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:57.532176 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-738ba063-30fd-4ae1-a59d-557ca218b476 req-eb83e93a-6e4c-4aa6-b791-f5b843efab8c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 945 time: 0.1356676 Sep 08 13:10:57.558760 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9180e86-5093-4dc0-ab2d-fbb5a84fd05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:57.579275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] For port ad538eee-9730-472d-8d27-dcca41d5e721, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ad538eee-9730-472d-8d27-dcca41d5e721,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:57.579655 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:57.594851 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9180e86-5093-4dc0-ab2d-fbb5a84fd05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:57.603661 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-738ba063-30fd-4ae1-a59d-557ca218b476 req-fcb5bb05-77d0-4208-9350-89aa942abbac tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652544 Sep 08 13:10:57.634085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 17539356-9df5-4c96-8126-9c231fdbe0ca up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:10:57.758510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-ff8b0151-0beb-4672-bea6-a0b80fcfd695 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:57.759138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c7547-72f2-4bfc-956f-8d909b4d5621 req-b41c90ac-bbf7-444a-82b8-f695599b9272 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:57.761761 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-ff8b0151-0beb-4672-bea6-a0b80fcfd695 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1096 time: 0.1498246 Sep 08 13:10:57.774544 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca6c7547-72f2-4bfc-956f-8d909b4d5621 req-b41c90ac-bbf7-444a-82b8-f695599b9272 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 948 time: 0.0951183 Sep 08 13:10:57.782413 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9180e86-5093-4dc0-ab2d-fbb5a84fd05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:57.787110 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9180e86-5093-4dc0-ab2d-fbb5a84fd05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:57.790525 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f9180e86-5093-4dc0-ab2d-fbb5a84fd05d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/832e7d32-496f-4be8-88b0-de849807dd37 HTTP/1.1" status: 204 len: 168 time: 0.3210077 Sep 08 13:10:57.800613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807558-3'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:57.819502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 17539356-9df5-4c96-8126-9c231fdbe0ca completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:10:57.828767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 17539356-9df5-4c96-8126-9c231fdbe0ca triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:10:57.828767 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:57.856362 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9180e86-5093-4dc0-ab2d-fbb5a84fd05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832e7d32-496f-4be8-88b0-de849807dd37,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:57.895948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48400) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:57.927492 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca6c7547-72f2-4bfc-956f-8d909b4d5621 req-4237448c-2aac-41e3-bca0-c7b8217d1e1a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511810 Sep 08 13:10:58.060498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.121862 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.133315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865708e8-02c1-4e73-9e3c-adcded7ceabe req-a8dbe97b-fd31-422d-b3f6-935616aa9cb1 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:58.142849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-865708e8-02c1-4e73-9e3c-adcded7ceabe req-a8dbe97b-fd31-422d-b3f6-935616aa9cb1 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.1991255 Sep 08 13:10:58.150205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-network', 'tenant_id': '10e812425d94404696116b1bea9ea60d'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:58.153032 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.153656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.153905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17539356-9df5-4c96-8126-9c231fdbe0ca'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:58.154466 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Floating IP 0f99dde4-7c37-4094-831b-ca37f0e22fd8 disassociated. External IP: 172.25.5.4, port: ad538eee-9730-472d-8d27-dcca41d5e721. Sep 08 13:10:58.155024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Calling delete_port for ad538eee-9730-472d-8d27-dcca41d5e721 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:10:58.156792 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b979500-c508-4358-8ac5-0ed769e808bc" -d '{"events": [{"server_uuid": "78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8", "name": "network-vif-plugged", "status": "completed", "tag": "17539356-9df5-4c96-8126-9c231fdbe0ca"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:58.170745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 17539356-9df5-4c96-8126-9c231fdbe0ca, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=17539356-9df5-4c96-8126-9c231fdbe0ca,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:58.220735 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b08df0cd-d089-458c-a7e5-380afff2d040 req-e2336e36-3ff6-45e9-9d77-608f04ab165e tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0315490 Sep 08 13:10:58.260084 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-865708e8-02c1-4e73-9e3c-adcded7ceabe req-ae7c7a74-d228-450f-a6fa-3258f1189eaf tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161482 Sep 08 13:10:58.290709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:10:58.291537 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.293833 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.315794 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.346271 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0474d9f0-6388-4076-b436-1ddf25b8271b x-openstack-request-id: req-0474d9f0-6388-4076-b436-1ddf25b8271b {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:58.346648 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8", "name": "network-vif-plugged", "status": "completed", "tag": "17539356-9df5-4c96-8126-9c231fdbe0ca", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:58.347454 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0474d9f0-6388-4076-b436-1ddf25b8271b {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:58.348447 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17539356-9df5-4c96-8126-9c231fdbe0ca', 'code': 200} Sep 08 13:10:58.386818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:10:58.405802 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5732b7-ffb8-4280-88a9-cbd25a3665c3 req-e073fabf-d1e7-49fc-b436-3b60cb7999bb tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:58.413738 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf5732b7-ffb8-4280-88a9-cbd25a3665c3 req-e073fabf-d1e7-49fc-b436-3b60cb7999bb tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.1156294 Sep 08 13:10:58.420161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=17539356-9df5-4c96-8126-9c231fdbe0ca,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:58.487886 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf5732b7-ffb8-4280-88a9-cbd25a3665c3 req-04c44a9c-1ee6-48b3-be1b-5d0db202a9d9 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729578 Sep 08 13:10:58.519570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:58.523312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15513705-78b1-411d-9bf2-1fd33af1a6a0 req-49aa0501-681c-45ea-8430-01ca047c6661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:58.527558 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15513705-78b1-411d-9bf2-1fd33af1a6a0 req-49aa0501-681c-45ea-8430-01ca047c6661 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 1100 time: 0.0855248 Sep 08 13:10:58.553939 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.592058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15513705-78b1-411d-9bf2-1fd33af1a6a0 req-87e095fc-4ded-42e2-8301-d51ed211e6da service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486293 Sep 08 13:10:58.594288 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.598297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:10:58.600744 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc4e179-a384-4c82-a95c-fd9c2460d1bd" -d '{"events": [{"server_uuid": "5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9", "name": "network-vif-unplugged", "status": "completed", "tag": "6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:10:58.605105 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.645125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Pushing event deleted for resources: {'Port': ['ID=ad538eee-9730-472d-8d27-dcca41d5e721,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:58.652165 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db58d6eb-5662-42ea-8bd3-e170dc0aa487 x-openstack-request-id: req-db58d6eb-5662-42ea-8bd3-e170dc0aa487 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:10:58.652688 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9", "name": "network-vif-unplugged", "status": "completed", "tag": "6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:10:58.652793 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db58d6eb-5662-42ea-8bd3-e170dc0aa487 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:10:58.653201 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4', 'code': 200} Sep 08 13:10:58.655081 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.692425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:10:58.694863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:58.705330 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.724723 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.725249 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Added segment aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0 of type vlan for network 900c854b-c2a6-4864-a8d1-7387ea265132 Sep 08 13:10:58.796342 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.815440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc3181-bfa3-4790-92b7-875c4088277b req-06428244-2f63-486f-af1c-94d89323afd3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:58.817113 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f9fc3181-bfa3-4790-92b7-875c4088277b req-06428244-2f63-486f-af1c-94d89323afd3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.1166420 Sep 08 13:10:58.849201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:58.892372 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f9fc3181-bfa3-4790-92b7-875c4088277b req-4819d63c-17eb-46cd-9cf8-3b579ade85c6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428698 Sep 08 13:10:58.915353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Attempting to bind port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on host n-h1-807558-3 for vnic_type normal with profile {"migrating_to": "n-h2-807558-3"} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:10:58.915353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Attempting to bind port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:10:58.915353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Attempting to bind port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:58.915353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Router 969429ea-0171-4af4-aadb-0d52a4afab42 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:10:58.918500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:10:58.918843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Attempting to bind port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:10:58.928081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:10:58.928446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:10:58.928799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Bound using segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:10:58.929238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Bound port: 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:10:58.929601 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.934206 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:58.935092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:58.935887 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:59.027626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] Pushing event updated for resources: {'Network': ['ID=900c854b-c2a6-4864-a8d1-7387ea265132,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:59.038706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 900c854b-c2a6-4864-a8d1-7387ea265132 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:10:59.132571 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cff9d53e-da03-443d-a4f4-d9a0f3b84d00 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2327933 Sep 08 13:10:59.133823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48426) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:10:59.139587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-61fde025-ab53-42b5-a2c5-438579d8f673 admin admin] Request body: {'subnet': {'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-subnet', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:10:59.241167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:10:59.288963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fde025-ab53-42b5-a2c5-438579d8f673 admin admin] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:10:59.292535 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61fde025-ab53-42b5-a2c5-438579d8f673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:59.296406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:10:59.299352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:10:59.314060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d754cb0-ebb1-4687-aac3-5d7846490471 None None] Sync routers for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:10:59.329747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d754cb0-ebb1-4687-aac3-5d7846490471 None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:10:59.330919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5d754cb0-ebb1-4687-aac3-5d7846490471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:10:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:10:59.341979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8501a3-d98f-45a4-9ecd-dd59da1046d7 req-62e9894b-dfc5-43b8-86fd-19826ac201c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:59.350869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc8501a3-d98f-45a4-9ecd-dd59da1046d7 req-62e9894b-dfc5-43b8-86fd-19826ac201c2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 949 time: 0.2198255 Sep 08 13:10:59.379552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] No DVR routers for this DVR port ad538eee-9730-472d-8d27-dcca41d5e721 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:10:59.387961 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:59.392604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5172fa8b-fa68-4025-ac9a-2f6414e982ae req-4e430195-8e73-4f24-8034-fbf655dd9042 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.60 "DELETE /v2.0/ports/ad538eee-9730-472d-8d27-dcca41d5e721 HTTP/1.1" status: 204 len: 173 time: 2.1398342 Sep 08 13:10:59.400488 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d36ce8c9-c985-47f0-9544-b67d77938270 req-b849405a-d86a-4082-8bde-5e3bb17ab657 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0755563 Sep 08 13:10:59.428519 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:59.582200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc8501a3-d98f-45a4-9ecd-dd59da1046d7 req-8d163de1-fa33-41ab-bb83-3db7473d9cae tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302587 Sep 08 13:10:59.636185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-5d754cb0-ebb1-4687-aac3-5d7846490471 None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:10:59.684748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,revision_number=8']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:10:59.739683 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23765e7-9eb0-4420-b5fe-c73a1e7b4a14 req-fb4b3b47-d4f1-4cb7-822b-6325a7a7dbf6 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:59.741172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:59.741326 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a23765e7-9eb0-4420-b5fe-c73a1e7b4a14 req-fb4b3b47-d4f1-4cb7-822b-6325a7a7dbf6 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.1909914 Sep 08 13:10:59.742052 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:10:59.743543 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-f1ef8d7c-52a9-4269-a62f-5168dab16ab0 service neutron] 10.222.0.60 "PUT /v2.0/ports/6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 HTTP/1.1" status: 200 len: 1121 time: 1.9501109 Sep 08 13:10:59.790035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-5c1adb25-4e57-49a7-9f76-858c643f072b tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:59.791655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-5c1adb25-4e57-49a7-9f76-858c643f072b tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.70 "GET /v2.0/networks?id=140e26e4-9169-4cfc-9628-100d96ca6c1a HTTP/1.1" status: 200 len: 824 time: 0.3947735 Sep 08 13:10:59.855580 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a23765e7-9eb0-4420-b5fe-c73a1e7b4a14 req-2b3baa6d-a9e5-48f2-aff0-4b0e1b9b1d88 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952153 Sep 08 13:10:59.869383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7171-1e20-40b5-a870-6cce407167f4 req-cf87c424-b253-48d7-86f2-0adac282d321 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:10:59.871369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76ab7171-1e20-40b5-a870-6cce407167f4 req-cf87c424-b253-48d7-86f2-0adac282d321 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.1795971 Sep 08 13:10:59.909057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:00.023117 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-60d469cd-d6ba-4025-95e1-13a6c5f4e811 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a7274b00e2404f71955ace24a4fcbafe HTTP/1.1" status: 200 len: 380 time: 0.1970897 Sep 08 13:11:00.026225 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61fde025-ab53-42b5-a2c5-438579d8f673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:00.052147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Request body: {'port': {'device_id': '05985470-8034-4269-b960-c626ed71e7c7', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'admin_state_up': True, 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'security_groups': ['52f6a247-694b-4d76-a1ea-8f4f783c0e80']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:00.077339 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76ab7171-1e20-40b5-a870-6cce407167f4 req-efc97268-9ca1-45e9-915e-e3e416026c11 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684895 Sep 08 13:11:00.187442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5d754cb0-ebb1-4687-aac3-5d7846490471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:00.217284 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fde025-ab53-42b5-a2c5-438579d8f673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=104c4bbf-33a7-4238-8ce4-311c1a8159e2,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:00.222900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d754cb0-ebb1-4687-aac3-5d7846490471 None None] Checking router: 969429ea-0171-4af4-aadb-0d52a4afab42 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:11:00.229391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ad538eee-9730-472d-8d27-dcca41d5e721 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:11:00.241312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fde025-ab53-42b5-a2c5-438579d8f673 admin admin] Checking segment: {'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:11:00.241682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fde025-ab53-42b5-a2c5-438579d8f673 admin admin] Network hostable DHCP agents. Network: 900c854b-c2a6-4864-a8d1-7387ea265132, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:11:00.345849 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240e507-c677-4fe9-8962-51475dc1fd21 req-c10a6165-921d-4c86-9c68-2ec49b9ba404 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:00.354147 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e240e507-c677-4fe9-8962-51475dc1fd21 req-c10a6165-921d-4c86-9c68-2ec49b9ba404 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.0653780 Sep 08 13:11:00.373708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fde025-ab53-42b5-a2c5-438579d8f673 admin admin] Network 900c854b-c2a6-4864-a8d1-7387ea265132 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:11:00.386254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Made reservation on behalf of a7274b00e2404f71955ace24a4fcbafe for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:11:00.390612 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:00.415549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e240e507-c677-4fe9-8962-51475dc1fd21 req-b15b9078-3c0f-46e6-bbd0-a146fad5d688 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592659 Sep 08 13:11:00.425184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d754cb0-ebb1-4687-aac3-5d7846490471 None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:11:00.426104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5d754cb0-ebb1-4687-aac3-5d7846490471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:10:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:00.430484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: ad538eee-9730-472d-8d27-dcca41d5e721 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:11:00.431106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ad538eee-9730-472d-8d27-dcca41d5e721 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:11:00.447796 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-61fde025-ab53-42b5-a2c5-438579d8f673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 900c854b-c2a6-4864-a8d1-7387ea265132) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:00.452345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fde025-ab53-42b5-a2c5-438579d8f673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:00.453165 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61fde025-ab53-42b5-a2c5-438579d8f673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:00.498818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03e6735-4902-4f1f-89e2-40d6ebf17157 None None] Network 900c854b-c2a6-4864-a8d1-7387ea265132 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:11:00.563682 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a53b5f3b-6121-45d9-8cdf-ad16bc4324a4 req-a59d80bc-54e6-408c-be3e-351ec8ea2102 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0374091 Sep 08 13:11:00.570474 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-61fde025-ab53-42b5-a2c5-438579d8f673 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4355583 Sep 08 13:11:00.571279 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48470) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:00.575938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:00.654955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83507964-a8cf-4f42-ab87-103fee0354a6', 'name': 'network-vif-deleted', 'tag': 'ad538eee-9730-472d-8d27-dcca41d5e721'}, {'name': 'network-changed', 'server_uuid': '5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9', 'tag': '6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:00.659271 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25304135-44c6-4972-b830-cafe784e8373" -d '{"events": [{"server_uuid": "83507964-a8cf-4f42-ab87-103fee0354a6", "name": "network-vif-deleted", "tag": "ad538eee-9730-472d-8d27-dcca41d5e721"}, {"name": "network-changed", "server_uuid": "5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9", "tag": "6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:00.718297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:00.720661 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:00.726331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Allocated IP 172.20.0.5 (140e26e4-9169-4cfc-9628-100d96ca6c1a/bb151a63-aad3-419d-afc4-6b2e27650372/5c78ef4a-0020-425d-9a84-45160f0f5301) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:11:00.753851 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71a2bfb-8115-42ba-9a92-8a823fab22be x-openstack-request-id: req-b71a2bfb-8115-42ba-9a92-8a823fab22be {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:00.754408 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83507964-a8cf-4f42-ab87-103fee0354a6", "name": "network-vif-deleted", "tag": "ad538eee-9730-472d-8d27-dcca41d5e721", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9", "tag": "6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:00.765123 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b71a2bfb-8115-42ba-9a92-8a823fab22be {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:00.766126 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83507964-a8cf-4f42-ab87-103fee0354a6', 'name': 'network-vif-deleted', 'tag': 'ad538eee-9730-472d-8d27-dcca41d5e721', 'status': 'completed', 'code': 200} Sep 08 13:11:00.766608 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9', 'tag': '6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4', 'status': 'completed', 'code': 200} Sep 08 13:11:00.782299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654d3c6-4e15-4b00-977e-15640b392e66 req-6073a9f7-2a0b-4b77-9162-96b8cd64a458 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:00.791136 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2654d3c6-4e15-4b00-977e-15640b392e66 req-6073a9f7-2a0b-4b77-9162-96b8cd64a458 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 949 time: 0.1251364 Sep 08 13:11:00.797180 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-5d754cb0-ebb1-4687-aac3-5d7846490471 None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:11:00.822722 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:00.842422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304135-44c6-4972-b830-cafe784e8373 req-46e2c362-d21c-4e3c-b1b7-f505f6db4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:00.844075 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25304135-44c6-4972-b830-cafe784e8373 req-46e2c362-d21c-4e3c-b1b7-f505f6db4ee9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 1124 time: 0.0573182 Sep 08 13:11:00.884882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-900c854b-c2a6-4864-a8d1-7387ea265132', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:11:00.886078 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:01.096426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304135-44c6-4972-b830-cafe784e8373 req-031283ff-b5fa-40d6-b74c-81de2c172d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:01.098209 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25304135-44c6-4972-b830-cafe784e8373 req-031283ff-b5fa-40d6-b74c-81de2c172d19 service neutron] 10.222.0.70 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.2465553 Sep 08 13:11:01.180223 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25304135-44c6-4972-b830-cafe784e8373 req-2d3c1a13-269c-46e4-b221-69dc17affb0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0401587 Sep 08 13:11:01.187141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Allocated IP 172.20.0.2 (900c854b-c2a6-4864-a8d1-7387ea265132/104c4bbf-33a7-4238-8ce4-311c1a8159e2/6105ebc3-1973-4c95-ab38-b585d52be094) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:11:01.212341 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5d754cb0-ebb1-4687-aac3-5d7846490471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:01.216161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2654d3c6-4e15-4b00-977e-15640b392e66 req-b4398163-f292-4a9f-ab8b-cb117b254054 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4114845 Sep 08 13:11:01.259938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d754cb0-ebb1-4687-aac3-5d7846490471 None None] The sync data for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 is: [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:11:01.283504 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25304135-44c6-4972-b830-cafe784e8373 req-c5cde776-1a29-414a-b6b3-d4e09cca26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:01.285044 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25304135-44c6-4972-b830-cafe784e8373 req-c5cde776-1a29-414a-b6b3-d4e09cca26b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0945511 Sep 08 13:11:01.287358 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:01.321270 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25304135-44c6-4972-b830-cafe784e8373 req-ab0be7ab-84fd-4ec8-9d8f-232665b580fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276558 Sep 08 13:11:01.330824 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985547cc-676c-42a5-ba32-0edc83b2e320 req-5d578577-a735-4bc1-a181-a9af27320bb1 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:01.338348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-985547cc-676c-42a5-ba32-0edc83b2e320 req-5d578577-a735-4bc1-a181-a9af27320bb1 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.3928812 Sep 08 13:11:01.386165 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-985547cc-676c-42a5-ba32-0edc83b2e320 req-6eb752e3-574d-443b-8ca9-8bdee268a45e tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467865 Sep 08 13:11:01.470736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cb99e-be10-48fd-a94a-f9f540161462 req-dac68c4a-1ce6-46d6-a4bb-e8bb1cd2ba0e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:01.480112 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b07cb99e-be10-48fd-a94a-f9f540161462 req-dac68c4a-1ce6-46d6-a4bb-e8bb1cd2ba0e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.1432254 Sep 08 13:11:01.510496 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:01.522804 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:01.525642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Transition to ACTIVE for port object 5c78ef4a-0020-425d-9a84-45160f0f5301 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:01.540459 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Transition to ACTIVE for port object 6105ebc3-1973-4c95-ab38-b585d52be094 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:01.559925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Transition to ACTIVE for port object 6105ebc3-1973-4c95-ab38-b585d52be094 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:01.594964 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b07cb99e-be10-48fd-a94a-f9f540161462 req-4e59c39f-c9ef-4e78-85d2-def8cbb45546 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136954 Sep 08 13:11:01.599152 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25304135-44c6-4972-b830-cafe784e8373 req-666240bd-00d1-433e-ab0f-3ff71ccda1d2 service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588160 Sep 08 13:11:01.645978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198f48b9-e546-4e52-872e-0e6559bf3a44 req-5c2cb90f-97ae-4e08-8008-ca9c82e6168f tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:01.657149 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-198f48b9-e546-4e52-872e-0e6559bf3a44 req-5c2cb90f-97ae-4e08-8008-ca9c82e6168f tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 1100 time: 0.1850193 Sep 08 13:11:01.688049 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89b32fe-c77d-45f3-ae22-7bb20b5ab007 None None] New status for floating IP 0f99dde4-7c37-4094-831b-ca37f0e22fd8: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:11:01.756769 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:01.797915 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:01.831910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Network 140e26e4-9169-4cfc-9628-100d96ca6c1a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:11:01.839941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:01.862957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:11:01.891846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Network 900c854b-c2a6-4864-a8d1-7387ea265132 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:11:01.908053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:01.916389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:11:01.917847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Pushing event updated for resources: {'Port': ['ID=5c78ef4a-0020-425d-9a84-45160f0f5301,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:01.932419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Pushing event updated for resources: {'Port': ['ID=6105ebc3-1973-4c95-ab38-b585d52be094,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:01.941993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:01.942385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:01.942740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:01.943091 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:01.943465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:01.943811 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:01.948628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:01.949119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:01.951638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:01.952428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:01.952572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:01.952843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:02.023258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7046e-4488-4df1-bd0e-8472aca8517d req-1a36a89e-a1e9-4c62-92ac-091a0f3a546f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:02.032289 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ad7046e-4488-4df1-bd0e-8472aca8517d req-1a36a89e-a1e9-4c62-92ac-091a0f3a546f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.2425895 Sep 08 13:11:02.048442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Attempting to bind port 6105ebc3-1973-4c95-ab38-b585d52be094 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:11:02.048819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Attempting to bind port 6105ebc3-1973-4c95-ab38-b585d52be094 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:11:02.049193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Attempting to bind port 6105ebc3-1973-4c95-ab38-b585d52be094 on network 900c854b-c2a6-4864-a8d1-7387ea265132 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:02.050031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:02.050973 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:02.057853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:11:02.058335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Checking segment: {'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:11:02.058676 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:02.059080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Bound using segment: {'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:11:02.059582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Bound port: 6105ebc3-1973-4c95-ab38-b585d52be094, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:11:02.059960 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:02.122355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ad7046e-4488-4df1-bd0e-8472aca8517d req-e6dc20e0-9a71-438b-98c7-0cf31d5faf2f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846379 Sep 08 13:11:02.135275 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-198f48b9-e546-4e52-872e-0e6559bf3a44 req-8e2f655a-1308-4471-be95-93bd5c2e71d0 tempest-ServersOnMultiNodesTest-1551994602 tempest-ServersOnMultiNodesTest-1551994602-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805336 Sep 08 13:11:02.186493 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-0be2bdd7-6370-4f87-92ca-48edc5ca6419 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1513925 Sep 08 13:11:02.200336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Request body: {'port': {'device_id': '05985470-8034-4269-b960-c626ed71e7c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:02.217760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:11:02.221943 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25304135-44c6-4972-b830-cafe784e8373 req-2a8993d4-e35f-4841-b0b8-7ccc191cc11b service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031678 Sep 08 13:11:02.225976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] For port 6105ebc3-1973-4c95-ab38-b585d52be094, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:11:02.266298 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] For port 6105ebc3-1973-4c95-ab38-b585d52be094, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6105ebc3-1973-4c95-ab38-b585d52be094,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:11:02.342782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccee1d-a5ec-498c-b39a-c83c0eedc045 req-cb769d61-a9bc-4d15-93ae-549904308843 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:02.344376 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05ccee1d-a5ec-498c-b39a-c83c0eedc045 req-cb769d61-a9bc-4d15-93ae-549904308843 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 931 time: 0.0992348 Sep 08 13:11:02.345189 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:02.357519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:02.375414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2754a04d-959c-47a0-852b-87ae724d82a4 None None] Provisioning for port 5c78ef4a-0020-425d-9a84-45160f0f5301 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:11:02.421531 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2754a04d-959c-47a0-852b-87ae724d82a4 None None] Provisioning complete for port 5c78ef4a-0020-425d-9a84-45160f0f5301 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:02.422818 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2754a04d-959c-47a0-852b-87ae724d82a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:02.449837 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:02.470012 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:02.494793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:02.497359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450af9c0-1f28-432c-884d-749edef26bf8 None None] Pushing event updated for resources: {'Port': ['ID=6105ebc3-1973-4c95-ab38-b585d52be094,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:02.518395 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2754a04d-959c-47a0-852b-87ae724d82a4 None None] Port 5c78ef4a-0020-425d-9a84-45160f0f5301 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:11:02.529571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05ccee1d-a5ec-498c-b39a-c83c0eedc045 req-a685c894-baa2-44a0-8a51-26664d4fc6c6 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668670 Sep 08 13:11:02.531567 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 has no active binding in host n-h2-807558-3 {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 13:11:02.728103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Allocated IP 172.25.5.81 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/cec89c09-a776-4857-b6bf-1ab0ba0e89a5) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:11:02.750309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f9da4-a191-437d-bed9-385150157d1e req-8b5c6fd6-321e-408d-ad6d-16239ac5d0ba tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:02.752330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-065f9da4-a191-437d-bed9-385150157d1e req-8b5c6fd6-321e-408d-ad6d-16239ac5d0ba tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0943377 Sep 08 13:11:02.849655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-065f9da4-a191-437d-bed9-385150157d1e req-2c05c8ff-d0bb-418e-949b-7184632133e8 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898342 Sep 08 13:11:02.857977 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c78ef4a-0020-425d-9a84-45160f0f5301 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:11:02.876671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:02.937147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Transition to ACTIVE for port object 5c78ef4a-0020-425d-9a84-45160f0f5301 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:02.967922 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef7970-221a-428f-ab51-1b8d6cbd630d req-170bcf40-5852-4900-9ab1-fd185e12cdce tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:02.970750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17ef7970-221a-428f-ab51-1b8d6cbd630d req-170bcf40-5852-4900-9ab1-fd185e12cdce tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0866830 Sep 08 13:11:02.992276 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:03.035717 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17ef7970-221a-428f-ab51-1b8d6cbd630d req-75b6930d-0d99-4827-b513-7b73da35730d tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571079 Sep 08 13:11:03.075702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7fad6-e102-4558-9389-041b0ae40893 req-f2e728e4-eb66-4ff7-a698-20a9cafee625 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:03.077276 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a7b7fad6-e102-4558-9389-041b0ae40893 req-f2e728e4-eb66-4ff7-a698-20a9cafee625 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 949 time: 0.0773242 Sep 08 13:11:03.082810 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:03.158401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:03.163895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a7b7fad6-e102-4558-9389-041b0ae40893 req-c3168e46-8194-4614-8d5f-aa95e59fb001 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783718 Sep 08 13:11:03.186745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c78ef4a-0020-425d-9a84-45160f0f5301,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:03.232062 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:11:03.235862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:03.239464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:11:03.284506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Pushing event updated for resources: {'Port': ['ID=cec89c09-a776-4857-b6bf-1ab0ba0e89a5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:03.290088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Attempting to bind port 5c78ef4a-0020-425d-9a84-45160f0f5301 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:11:03.290447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Attempting to bind port 5c78ef4a-0020-425d-9a84-45160f0f5301 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:11:03.290782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Attempting to bind port 5c78ef4a-0020-425d-9a84-45160f0f5301 on network 140e26e4-9169-4cfc-9628-100d96ca6c1a {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:03.296457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Port 5c78ef4a-0020-425d-9a84-45160f0f5301 on network 140e26e4-9169-4cfc-9628-100d96ca6c1a not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:11:03.297277 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Attempting to bind port 5c78ef4a-0020-425d-9a84-45160f0f5301 on network 140e26e4-9169-4cfc-9628-100d96ca6c1a {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:03.309258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:11:03.309625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Checking segment: {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:11:03.309991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Bound using segment: {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:11:03.310468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Bound port: 5c78ef4a-0020-425d-9a84-45160f0f5301, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93188114-1648-4b4f-8453-e359a2e91179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:11:03.310830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:03.337254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:03.337603 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:03.337951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:03.338450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:03.338803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:03.339145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:03.339467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:03.340369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:03.340724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:03.341056 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:03.341386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:03.341714 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:03.405289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] For port 5c78ef4a-0020-425d-9a84-45160f0f5301, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:11:03.410804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] For port 5c78ef4a-0020-425d-9a84-45160f0f5301, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5c78ef4a-0020-425d-9a84-45160f0f5301,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:11:03.425895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f218b-59a8-4dd5-9a65-ac1766deff47 req-b1b5427b-283a-48da-a2fb-bea8f19f2a78 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:03.433781 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b01f218b-59a8-4dd5-9a65-ac1766deff47 req-b1b5427b-283a-48da-a2fb-bea8f19f2a78 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.1533647 Sep 08 13:11:03.493955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48522) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:03.495220 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:03.546789 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b01f218b-59a8-4dd5-9a65-ac1766deff47 req-e2ceb411-c4ea-4400-a80d-7f908c03ce26 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119850 Sep 08 13:11:03.566330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:03.567245 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:03.569047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] 10.222.0.70 "PUT /v2.0/ports/5c78ef4a-0020-425d-9a84-45160f0f5301 HTTP/1.1" status: 200 len: 1091 time: 1.3735909 Sep 08 13:11:03.569698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05985470-8034-4269-b960-c626ed71e7c7', 'tag': '5c78ef4a-0020-425d-9a84-45160f0f5301'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:03.572369 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe299360-440d-4499-9b72-72ce27321ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "05985470-8034-4269-b960-c626ed71e7c7", "tag": "5c78ef4a-0020-425d-9a84-45160f0f5301"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:03.642387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4a098-337d-4252-9d41-240730fcc8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5c78ef4a-0020-425d-9a84-45160f0f5301,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:03.681608 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6f008a-3a4a-484d-93c4-898ce37ac872 x-openstack-request-id: req-9e6f008a-3a4a-484d-93c4-898ce37ac872 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:03.683560 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05985470-8034-4269-b960-c626ed71e7c7", "tag": "5c78ef4a-0020-425d-9a84-45160f0f5301", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:03.683934 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e6f008a-3a4a-484d-93c4-898ce37ac872 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:03.684582 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05985470-8034-4269-b960-c626ed71e7c7', 'tag': '5c78ef4a-0020-425d-9a84-45160f0f5301', 'status': 'completed', 'code': 200} Sep 08 13:11:03.778589 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9c5efcef-3fa8-4b96-84b8-5454e66e55e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:03.819764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-b743af51-b161-4f95-b907-7570f8735ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:03.821327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-b743af51-b161-4f95-b907-7570f8735ffc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7274b00e2404f71955ace24a4fcbafe&device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 1094 time: 0.1095083 Sep 08 13:11:03.829949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067c663-6831-4ed4-bc04-9a1fbe063797 req-f0f90a16-8ed2-4b76-a886-409aa4a673f1 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:03.832750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8067c663-6831-4ed4-bc04-9a1fbe063797 req-f0f90a16-8ed2-4b76-a886-409aa4a673f1 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 943 time: 0.1734293 Sep 08 13:11:03.844195 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:03.910736 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-2c8a985f-6c19-4df4-8b92-063b66064b2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c78ef4a-0020-425d-9a84-45160f0f5301 HTTP/1.1" status: 200 len: 217 time: 0.0757394 Sep 08 13:11:04.056351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8067c663-6831-4ed4-bc04-9a1fbe063797 req-770e150e-91f1-40a7-bc1d-84c106498e30 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441975 Sep 08 13:11:04.060929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-6a23ee9b-65d1-45af-a2e1-f08f631e070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:04.063412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-6a23ee9b-65d1-45af-a2e1-f08f631e070c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bb151a63-aad3-419d-afc4-6b2e27650372 HTTP/1.1" status: 200 len: 863 time: 0.1396070 Sep 08 13:11:04.080948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6282df79-6a44-452c-84d3-af2e3ff5f47e None None] Network 900c854b-c2a6-4864-a8d1-7387ea265132 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:11:04.159262 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9c5efcef-3fa8-4b96-84b8-5454e66e55e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:04.180897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-8c356008-e918-4496-b2b8-5939260645d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:04.183215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-8c356008-e918-4496-b2b8-5939260645d9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=140e26e4-9169-4cfc-9628-100d96ca6c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1094177 Sep 08 13:11:04.210438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fcfa6-fa0e-4ca6-b3fd-88109f6152c4 req-d5b5a654-c1c8-4ca9-bc68-f27be151edf5 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:04.217975 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-263fcfa6-fa0e-4ca6-b3fd-88109f6152c4 req-d5b5a654-c1c8-4ca9-bc68-f27be151edf5 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.2099028 Sep 08 13:11:04.227112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9c5efcef-3fa8-4b96-84b8-5454e66e55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:04.254467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9c3e2-f3fc-445a-b14c-f2a96c2a7fa4 req-ac9e4d05-d920-473b-b54c-b4f42747633f tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:04.256437 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ee9c3e2-f3fc-445a-b14c-f2a96c2a7fa4 req-ac9e4d05-d920-473b-b54c-b4f42747633f tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 949 time: 0.1780879 Sep 08 13:11:04.332252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a9d1d805-b7e8-403d-87f0-6e72ef4016e1 None None] Provisioning for port 6105ebc3-1973-4c95-ab38-b585d52be094 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:11:04.352787 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-263fcfa6-fa0e-4ca6-b3fd-88109f6152c4 req-0517f27b-e6ec-4887-98db-f793dee6a6db tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329141 Sep 08 13:11:04.360337 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9c5efcef-3fa8-4b96-84b8-5454e66e55e6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc414d8547f4433888c907e23550da70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8626580 Sep 08 13:11:04.365074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5efcef-3fa8-4b96-84b8-5454e66e55e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db927dc-dd4b-4e1d-b3b9-a2e190854995,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:04.367279 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48540) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:04.401636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5022d33-93e2-4cd2-8a67-70d5b5ae1541 req-c3678d7d-3088-4cd3-bfd2-5704f61ac05b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:04.403496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5022d33-93e2-4cd2-8a67-70d5b5ae1541 req-c3678d7d-3088-4cd3-bfd2-5704f61ac05b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.1670556 Sep 08 13:11:04.409890 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:04.414519 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-24566cb7-3748-4e5d-8d2b-4deace9b50b7 service neutron] 10.222.0.70 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233984 Sep 08 13:11:04.514477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5022d33-93e2-4cd2-8a67-70d5b5ae1541 req-feb7bb6a-0f1c-44c1-8e60-f0ced035469b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031120 Sep 08 13:11:04.552090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03fa1094-824e-48ff-98fe-2e5e84744d96 req-3f339d48-fd49-4af7-89c7-32fdb98b6632 service neutron] 10.222.0.70 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305435 Sep 08 13:11:04.553550 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c28c86b1-a525-4331-9226-9a872837dc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:04.595596 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-1ee9c3e2-f3fc-445a-b14c-f2a96c2a7fa4 req-9d08c45f-ffb0-419c-916f-6ac2e5294af8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Deleting port 17539356-9df5-4c96-8126-9c231fdbe0ca {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:11:04.596086 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-1ee9c3e2-f3fc-445a-b14c-f2a96c2a7fa4 req-9d08c45f-ffb0-419c-916f-6ac2e5294af8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:04.654563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91649968-470d-44ed-9600-36823577efdf req-07f3d90f-e0a0-4e4d-abba-2110ab02243a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:04.656718 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91649968-470d-44ed-9600-36823577efdf req-07f3d90f-e0a0-4e4d-abba-2110ab02243a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 949 time: 0.1818578 Sep 08 13:11:04.669328 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c28c86b1-a525-4331-9226-9a872837dc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:04.778547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6105ebc3-1973-4c95-ab38-b585d52be094 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:11:04.815484 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91649968-470d-44ed-9600-36823577efdf req-0b3a8498-3317-4174-8915-b445b9d0d4f7 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043155 Sep 08 13:11:04.817599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-1ee9c3e2-f3fc-445a-b14c-f2a96c2a7fa4 req-9d08c45f-ffb0-419c-916f-6ac2e5294af8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] For port 17539356-9df5-4c96-8126-9c231fdbe0ca, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=17539356-9df5-4c96-8126-9c231fdbe0ca,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:04.817976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-1ee9c3e2-f3fc-445a-b14c-f2a96c2a7fa4 req-9d08c45f-ffb0-419c-916f-6ac2e5294af8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:04.826473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299360-440d-4499-9b72-72ce27321ce8 req-cebe6133-726b-4af8-90ca-96e337df3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:04.830575 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe299360-440d-4499-9b72-72ce27321ce8 req-cebe6133-726b-4af8-90ca-96e337df3cbb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7274b00e2404f71955ace24a4fcbafe&device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 1094 time: 0.1372628 Sep 08 13:11:04.836465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-1ee9c3e2-f3fc-445a-b14c-f2a96c2a7fa4 req-9d08c45f-ffb0-419c-916f-6ac2e5294af8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Calling delete_port for 17539356-9df5-4c96-8126-9c231fdbe0ca owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:11:04.853282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a71c8-2168-488e-be82-8dbd2969c4b6 req-994d7f1e-34b1-4676-a884-f2a5d1780ccd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:04.854952 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da9a71c8-2168-488e-be82-8dbd2969c4b6 req-994d7f1e-34b1-4676-a884-f2a5d1780ccd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.1394701 Sep 08 13:11:04.955585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da9a71c8-2168-488e-be82-8dbd2969c4b6 req-5f384165-0bf7-4c71-9e51-97f27a501413 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785139 Sep 08 13:11:04.991538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299360-440d-4499-9b72-72ce27321ce8 req-f2047c1a-b6ef-49b3-b313-02fd15a00f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:04.992773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:11:04.993225 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe299360-440d-4499-9b72-72ce27321ce8 req-f2047c1a-b6ef-49b3-b313-02fd15a00f5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=140e26e4-9169-4cfc-9628-100d96ca6c1a HTTP/1.1" status: 200 len: 925 time: 0.1373737 Sep 08 13:11:05.049376 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe299360-440d-4499-9b72-72ce27321ce8 req-383a382c-4755-4c8b-a42b-c1ae89d41e1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c78ef4a-0020-425d-9a84-45160f0f5301 HTTP/1.1" status: 200 len: 217 time: 0.0473139 Sep 08 13:11:05.081020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 6105ebc3-1973-4c95-ab38-b585d52be094 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:11:05.098660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6105ebc3-1973-4c95-ab38-b585d52be094 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:05.098660 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:05.098916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c28c86b1-a525-4331-9226-9a872837dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:05.098916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c28c86b1-a525-4331-9226-9a872837dc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:05.098916 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c28c86b1-a525-4331-9226-9a872837dc22 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3db927dc-dd4b-4e1d-b3b9-a2e190854995 HTTP/1.1" status: 204 len: 168 time: 0.7056761 Sep 08 13:11:05.106401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28c86b1-a525-4331-9226-9a872837dc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db927dc-dd4b-4e1d-b3b9-a2e190854995,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:05.124418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299360-440d-4499-9b72-72ce27321ce8 req-afbd47fb-a2d2-49e5-b2dc-1fd8a71a61e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:05.125623 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:11:05.126201 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe299360-440d-4499-9b72-72ce27321ce8 req-afbd47fb-a2d2-49e5-b2dc-1fd8a71a61e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bb151a63-aad3-419d-afc4-6b2e27650372 HTTP/1.1" status: 200 len: 863 time: 0.0699763 Sep 08 13:11:05.146550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Sync routers for ids ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:11:05.170613 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-1ee9c3e2-f3fc-445a-b14c-f2a96c2a7fa4 req-9d08c45f-ffb0-419c-916f-6ac2e5294af8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:05.188167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe299360-440d-4499-9b72-72ce27321ce8 req-775c2798-d4f1-4372-9626-b22b73a40f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:05.190283 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe299360-440d-4499-9b72-72ce27321ce8 req-775c2798-d4f1-4372-9626-b22b73a40f91 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=140e26e4-9169-4cfc-9628-100d96ca6c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547743 Sep 08 13:11:05.196316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de', '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'c9cfce67-df0e-49b9-a822-e7d36b810e0b', '6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb', 'fa77426b-2b46-4aa9-9add-2a501e2020b1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:05.209373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9', '97bd31fe-becf-4097-9d34-755a6c47dff8', '17539356-9df5-4c96-8126-9c231fdbe0ca'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:05.220624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08c45f-ffb0-419c-916f-6ac2e5294af8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event deleted for resources: {'Port': ['ID=17539356-9df5-4c96-8126-9c231fdbe0ca,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:05.289932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee9c3e2-f3fc-445a-b14c-f2a96c2a7fa4 req-9d08c45f-ffb0-419c-916f-6ac2e5294af8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] No DVR routers for this DVR port 17539356-9df5-4c96-8126-9c231fdbe0ca on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:11:05.293174 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-1ee9c3e2-f3fc-445a-b14c-f2a96c2a7fa4 req-9d08c45f-ffb0-419c-916f-6ac2e5294af8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:05.296343 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ee9c3e2-f3fc-445a-b14c-f2a96c2a7fa4 req-9d08c45f-ffb0-419c-916f-6ac2e5294af8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "DELETE /v2.0/ports/17539356-9df5-4c96-8126-9c231fdbe0ca HTTP/1.1" status: 204 len: 173 time: 1.0301113 Sep 08 13:11:05.299560 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8', 'name': 'network-vif-deleted', 'tag': '17539356-9df5-4c96-8126-9c231fdbe0ca'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:05.302352 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2224abdf-792e-4d76-99aa-f22fc7aa148f" -d '{"events": [{"server_uuid": "78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8", "name": "network-vif-deleted", "tag": "17539356-9df5-4c96-8126-9c231fdbe0ca"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:05.306745 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:05.310696 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2fa88f14-f3e1-4914-9dfa-eb0e0b41c3f2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7361245 Sep 08 13:11:05.319601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48554) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:05.340017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235688e7-f900-45d3-aff0-466c3ad23d0d req-d1a028c4-4248-4620-ac14-5a577ca65a0a tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:05.347445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Routers {'97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:11:05.348567 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:10:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:05.351629 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-235688e7-f900-45d3-aff0-466c3ad23d0d req-d1a028c4-4248-4620-ac14-5a577ca65a0a tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 943 time: 0.1961963 Sep 08 13:11:05.397040 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1dea93-9502-4861-b1ba-c95e56206b7e x-openstack-request-id: req-7a1dea93-9502-4861-b1ba-c95e56206b7e {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:05.397337 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8", "name": "network-vif-deleted", "tag": "17539356-9df5-4c96-8126-9c231fdbe0ca", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:05.397592 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a1dea93-9502-4861-b1ba-c95e56206b7e {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:05.398048 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8', 'name': 'network-vif-deleted', 'tag': '17539356-9df5-4c96-8126-9c231fdbe0ca', 'status': 'completed', 'code': 200} Sep 08 13:11:05.462432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe299360-440d-4499-9b72-72ce27321ce8 req-eea50c6d-faf1-4a21-a095-30a06e4e0b01 service neutron] 10.222.0.70 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636535 Sep 08 13:11:05.490020 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-235688e7-f900-45d3-aff0-466c3ad23d0d req-03cfb184-f86c-4710-a5f7-bd97f31c2aab tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374476 Sep 08 13:11:05.705269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0fc01-71e8-4713-9e14-35430747724c req-a8cff5a4-d126-49b5-96c2-56678810b48a tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:05.706989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66f0fc01-71e8-4713-9e14-35430747724c req-a8cff5a4-d126-49b5-96c2-56678810b48a tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0752275 Sep 08 13:11:05.794340 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66f0fc01-71e8-4713-9e14-35430747724c req-3c6d1eb3-c6eb-44a2-bacf-b866c6b1f1c1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793176 Sep 08 13:11:05.858605 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:05.871541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe299360-440d-4499-9b72-72ce27321ce8 req-b048919a-c8b3-47fe-b22f-553386420435 service neutron] 10.222.0.70 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022777 Sep 08 13:11:05.887475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6505c-da1b-4ef4-8858-93f55d5fb6f6 req-976b85f0-ddfa-4c11-b8ef-ebe72da81c3d tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:05.896267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bab6505c-da1b-4ef4-8858-93f55d5fb6f6 req-976b85f0-ddfa-4c11-b8ef-ebe72da81c3d tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.2670519 Sep 08 13:11:05.976139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Set router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:11:06.021304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bab6505c-da1b-4ef4-8858-93f55d5fb6f6 req-ff797486-8304-46ac-a823-d3502edfea68 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237934 Sep 08 13:11:06.054397 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c72f7da9-2609-4b80-a682-58ac1f511716 req-29644c6b-77b3-4ad0-8b80-8a5c76e73100 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=78004805-a1b6-4d54-aaf6-8ce0d8c7e8f8 HTTP/1.1" status: 200 len: 210 time: 0.0608180 Sep 08 13:11:06.257299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 6105ebc3-1973-4c95-ab38-b585d52be094, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6105ebc3-1973-4c95-ab38-b585d52be094,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:06.410048 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:06.602310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=6105ebc3-1973-4c95-ab38-b585d52be094,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:06.656091 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77f53f-68be-45bd-af65-9f3418e5e9df req-2572aa25-b4ce-4f1d-b5bf-9e7284bc23b7 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:06.661275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a6824-8601-44a6-965b-c00160fe680f req-091323f6-5652-4668-8ae0-59723bdc6f3f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:06.664142 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-380a6824-8601-44a6-965b-c00160fe680f req-091323f6-5652-4668-8ae0-59723bdc6f3f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.5206497 Sep 08 13:11:06.664468 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c77f53f-68be-45bd-af65-9f3418e5e9df req-2572aa25-b4ce-4f1d-b5bf-9e7284bc23b7 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 943 time: 0.0748141 Sep 08 13:11:06.721526 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c77f53f-68be-45bd-af65-9f3418e5e9df req-47094c84-9e5d-4693-a560-36002ada1398 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503135 Sep 08 13:11:06.733800 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-380a6824-8601-44a6-965b-c00160fe680f req-e7389332-f726-48be-8e37-69ff30890e95 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628459 Sep 08 13:11:06.791417 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:06.854109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:11:03Z', 'revision_number': 3, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:06.907553 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Checking router: 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:11:06.907922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Updating router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e port cec89c09-a776-4857-b6bf-1ab0ba0e89a5 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:11:06.958358 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:07.034790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836dbce-7fec-4826-8325-4930d581fbe2 req-68865566-3813-4fee-a746-bdbac9632aba tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:07.037927 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7836dbce-7fec-4826-8325-4930d581fbe2 req-68865566-3813-4fee-a746-bdbac9632aba tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.1002614 Sep 08 13:11:07.110846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Allocated IP 172.20.0.1 (900c854b-c2a6-4864-a8d1-7387ea265132/104c4bbf-33a7-4238-8ce4-311c1a8159e2/effa5d7c-f821-4042-9821-9a7f6f8fd71d) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:11:07.138135 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7836dbce-7fec-4826-8325-4930d581fbe2 req-9c3a06b3-b79c-4305-8aef-740f7745973c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573997 Sep 08 13:11:07.302813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce9781-f660-4337-872b-557f7cc1bddc req-174c5572-779c-4a9d-8c64-e307f337b790 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:07.304764 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7ce9781-f660-4337-872b-557f7cc1bddc req-174c5572-779c-4a9d-8c64-e307f337b790 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0762737 Sep 08 13:11:07.316016 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:07.350489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Transition to ACTIVE for port object effa5d7c-f821-4042-9821-9a7f6f8fd71d will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:07.413251 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7ce9781-f660-4337-872b-557f7cc1bddc req-78733cac-293f-43d9-990b-89bd4d58786f tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857632 Sep 08 13:11:07.464155 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:07.550686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Network 900c854b-c2a6-4864-a8d1-7387ea265132 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:11:07.555256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:07.559779 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:07.571600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:11:07.572066 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Transition to ACTIVE for port object cec89c09-a776-4857-b6bf-1ab0ba0e89a5 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:07.598506 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=effa5d7c-f821-4042-9821-9a7f6f8fd71d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:07.625560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:07.649735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5c78ef4a-0020-425d-9a84-45160f0f5301 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:11:07.652430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 17539356-9df5-4c96-8126-9c231fdbe0ca no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:11:07.684335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 17539356-9df5-4c96-8126-9c231fdbe0ca {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:11:07.685115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 17539356-9df5-4c96-8126-9c231fdbe0ca not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:11:07.705700 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d788bde6-92dc-4a4f-b2e0-4b2e9c143769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:07.721300 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:07.803242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Attempting to bind port cec89c09-a776-4857-b6bf-1ab0ba0e89a5 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:11:07.803625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Attempting to bind port cec89c09-a776-4857-b6bf-1ab0ba0e89a5 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:11:07.804168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Attempting to bind port cec89c09-a776-4857-b6bf-1ab0ba0e89a5 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:07.841638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:11:07.841638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:11:07.841638 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:07.844170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:11:07.844170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Bound port: cec89c09-a776-4857-b6bf-1ab0ba0e89a5, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:11:07.844728 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:07.948753 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca07ff-86fb-4336-b084-f68e0953bbda None None] Pushing event updated for resources: {'Port': ['ID=cec89c09-a776-4857-b6bf-1ab0ba0e89a5,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:07.997654 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5c78ef4a-0020-425d-9a84-45160f0f5301, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5c78ef4a-0020-425d-9a84-45160f0f5301,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:08.003537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] For port cec89c09-a776-4857-b6bf-1ab0ba0e89a5, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:11:08.024853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '5c78ef4a-0020-425d-9a84-45160f0f5301', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'port_id': '5c78ef4a-0020-425d-9a84-45160f0f5301', 'mac_address': 'fa:16:3e:89:d3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:11:08.028025 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:08.028226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] For port cec89c09-a776-4857-b6bf-1ab0ba0e89a5, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cec89c09-a776-4857-b6bf-1ab0ba0e89a5,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:11:08.080016 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:08.099032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c78ef4a-0020-425d-9a84-45160f0f5301 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:11:08.101163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae0683-abc8-48de-ab9c-9522a31a8163 req-9d3f8ed6-019b-45dd-b70b-501b7993c51e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:08.114891 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4bae0683-abc8-48de-ab9c-9522a31a8163 req-9d3f8ed6-019b-45dd-b70b-501b7993c51e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.1087441 Sep 08 13:11:08.122529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5c78ef4a-0020-425d-9a84-45160f0f5301, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5c78ef4a-0020-425d-9a84-45160f0f5301,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:08.143975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e0d2cc-a316-48f1-956c-b0f6c462884c req-8a16eb41-9bff-4efb-b5f2-f0e23c45e3e5 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:08.145579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61e0d2cc-a316-48f1-956c-b0f6c462884c req-8a16eb41-9bff-4efb-b5f2-f0e23c45e3e5 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 943 time: 0.1989143 Sep 08 13:11:08.146082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48716) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:08.155189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-16da8d83-b79c-4a4f-817c-d3ccfb963b15 None None] Provisioning for port effa5d7c-f821-4042-9821-9a7f6f8fd71d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:11:08.159278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-16da8d83-b79c-4a4f-817c-d3ccfb963b15 None None] Provisioning complete for port effa5d7c-f821-4042-9821-9a7f6f8fd71d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:08.170047 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-16da8d83-b79c-4a4f-817c-d3ccfb963b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:08.201151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-16da8d83-b79c-4a4f-817c-d3ccfb963b15 None None] Port effa5d7c-f821-4042-9821-9a7f6f8fd71d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:11:08.206243 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:08.215667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4bae0683-abc8-48de-ab9c-9522a31a8163 req-3fd0db2d-8bea-48e7-b49c-d6a8a12c60df tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921681 Sep 08 13:11:08.251760 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61e0d2cc-a316-48f1-956c-b0f6c462884c req-6347d360-5182-4f1f-97f0-cac6d4a07465 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852196 Sep 08 13:11:08.311874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Routers {'97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:11:08.313395 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:10:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:08.364823 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:08.370970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ca07ff-86fb-4336-b084-f68e0953bbda None None] Pushing event updated for resources: {'Port': ['ID=cec89c09-a776-4857-b6bf-1ab0ba0e89a5,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:08.371325 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:08.420510 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff356d28-0e8f-4fc4-8372-28f00cc57ea2 req-003f13bb-b3a9-41bf-affc-156e11009aee tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:08.423180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169db16-d642-432f-aaeb-5bee5f3d6d04 req-1f00ad44-c622-4b35-a366-a4f8fccd64ef tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:08.428859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ff356d28-0e8f-4fc4-8372-28f00cc57ea2 req-003f13bb-b3a9-41bf-affc-156e11009aee tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.1219373 Sep 08 13:11:08.432203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f169db16-d642-432f-aaeb-5bee5f3d6d04 req-1f00ad44-c622-4b35-a366-a4f8fccd64ef tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.0789633 Sep 08 13:11:08.460883 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7ba13139-9147-4427-8181-92d5e76106fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:08.471034 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ff356d28-0e8f-4fc4-8372-28f00cc57ea2 req-e31a7212-270a-4f7f-9ec9-dd093da7f21b tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 Sep 08 13:11:08.473531 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:08.493176 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5c78ef4a-0020-425d-9a84-45160f0f5301,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:08.541034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] Set router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:11:08.578581 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f169db16-d642-432f-aaeb-5bee5f3d6d04 req-e6da1685-c8eb-4bc2-9d4f-3bb374580d61 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396449 Sep 08 13:11:08.608144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Pushing event updated for resources: {'Port': ['ID=effa5d7c-f821-4042-9821-9a7f6f8fd71d,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:08.620298 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:08.635773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604efe84-e4c3-4472-941a-92d600487e9f req-e9835f91-c4ff-4145-91fe-a74056b37252 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:08.647183 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-604efe84-e4c3-4472-941a-92d600487e9f req-e9835f91-c4ff-4145-91fe-a74056b37252 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0874758 Sep 08 13:11:08.685445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['5c78ef4a-0020-425d-9a84-45160f0f5301'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:08.697804 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-604efe84-e4c3-4472-941a-92d600487e9f req-c113b5a3-bf67-4331-815b-4ff9db7a674a tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488667 Sep 08 13:11:08.752377 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7ba13139-9147-4427-8181-92d5e76106fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:08.763172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Network 900c854b-c2a6-4864-a8d1-7387ea265132 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:11:08.763360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6105ebc3-1973-4c95-ab38-b585d52be094 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:11:08.765052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:08.827288 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7ba13139-9147-4427-8181-92d5e76106fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:08.868947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba13139-9147-4427-8181-92d5e76106fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53064865-82b7-43cc-a765-0e99c278f632,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:08.933430 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7ba13139-9147-4427-8181-92d5e76106fc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e9ed90d2c0044b08ed4fb63dd2a3a18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7846761 Sep 08 13:11:08.935746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48722) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:08.968536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6105ebc3-1973-4c95-ab38-b585d52be094 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:08.969283 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:09.019242 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6735cb1-4b1c-463f-b57e-e52fe340e56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:09.036270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:11:09.051895 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6735cb1-4b1c-463f-b57e-e52fe340e56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:09.181690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:11:09.198166 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fda67ed0-40f8-439a-b3b0-a123f522cfa6 admin admin] 10.222.0.69 "PUT /v2.0/routers/97d36dd6-c42d-4ca7-93a8-1f18f5d6751e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8721378 Sep 08 13:11:09.199088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f50697b0-9b2d-4d59-8dc8-b4f016738098 None None] Provisioning complete for port effa5d7c-f821-4042-9821-9a7f6f8fd71d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:09.199489 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f50697b0-9b2d-4d59-8dc8-b4f016738098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:09.202705 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6735cb1-4b1c-463f-b57e-e52fe340e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:09.205367 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6735cb1-4b1c-463f-b57e-e52fe340e56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:09.206833 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b6735cb1-4b1c-463f-b57e-e52fe340e56f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/53064865-82b7-43cc-a765-0e99c278f632 HTTP/1.1" status: 204 len: 168 time: 0.2698357 Sep 08 13:11:09.216140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6735cb1-4b1c-463f-b57e-e52fe340e56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53064865-82b7-43cc-a765-0e99c278f632,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:09.291608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f50697b0-9b2d-4d59-8dc8-b4f016738098 None None] Port effa5d7c-f821-4042-9821-9a7f6f8fd71d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:11:09.298029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'effa5d7c-f821-4042-9821-9a7f6f8fd71d', 'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'mac_address': 'fa:16:3e:1a:0c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:06Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 1, 'project_id': '10e812425d94404696116b1bea9ea60d', 'subnets': [{'id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:09.353346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d957ed-e201-48a3-9eb0-3a01c15768c3 None None] The sync data for ids ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'] in n-d-807558-3 is: [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'effa5d7c-f821-4042-9821-9a7f6f8fd71d', 'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'mac_address': 'fa:16:3e:1a:0c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:06Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 1, 'project_id': '10e812425d94404696116b1bea9ea60d', 'subnets': [{'id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:11:09.409679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e2540-48b0-4bb1-a10e-ade572bb8eb3 req-992f9306-7b72-42f2-a019-e52cd0b3f4df tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:09.411568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a34e2540-48b0-4bb1-a10e-ade572bb8eb3 req-992f9306-7b72-42f2-a019-e52cd0b3f4df tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.0887473 Sep 08 13:11:09.442808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ec7c6-7e04-4c8c-8cd8-210a7d5a6e68 req-5d7bda8f-3f9f-4013-af7f-eb1f22725ca8 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:09.450763 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b1ec7c6-7e04-4c8c-8cd8-210a7d5a6e68 req-5d7bda8f-3f9f-4013-af7f-eb1f22725ca8 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0931990 Sep 08 13:11:09.476453 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a34e2540-48b0-4bb1-a10e-ade572bb8eb3 req-8525b5af-8a39-425d-a807-7bf5726d7106 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447834 Sep 08 13:11:09.519506 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b1ec7c6-7e04-4c8c-8cd8-210a7d5a6e68 req-530d4d78-aa39-46dd-b206-2074e2dbf9c2 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665929 Sep 08 13:11:09.660177 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc4d56-1d5c-4171-8dc7-0651cf506b6b req-7cfae2f7-3740-456d-abe9-e42d61fe359a tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:09.663327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cfc4d56-1d5c-4171-8dc7-0651cf506b6b req-7cfae2f7-3740-456d-abe9-e42d61fe359a tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.1000376 Sep 08 13:11:09.754732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba66675-f106-4e97-982b-97ca786cc547 req-6e739b08-a535-4c95-ab66-5f73667ee7b0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:09.763685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aba66675-f106-4e97-982b-97ca786cc547 req-6e739b08-a535-4c95-ab66-5f73667ee7b0 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1085713 Sep 08 13:11:09.779092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cfc4d56-1d5c-4171-8dc7-0651cf506b6b req-69844638-f6e9-4505-98bc-6e8e9adaf86a tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015646 Sep 08 13:11:09.863256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aba66675-f106-4e97-982b-97ca786cc547 req-07cde678-677a-4303-a935-f9311a3c3c4a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943248 Sep 08 13:11:09.981583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc618b-fddf-4750-a14d-eb1984e47530 req-384cc79d-0983-4faf-aaad-09d9c58ee4b6 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:09.990733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eedc618b-fddf-4750-a14d-eb1984e47530 req-384cc79d-0983-4faf-aaad-09d9c58ee4b6 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.1004651 Sep 08 13:11:10.058886 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eedc618b-fddf-4750-a14d-eb1984e47530 req-5730ee8e-cd9f-4acf-9e21-38c222a563c6 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666564 Sep 08 13:11:10.292031 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-e12d5d87-f5f4-45b4-a75e-7934bc6b4c45 service neutron] 10.222.0.70 "GET /v2.0/ports/6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4/bindings/n-h2-807558-3 HTTP/1.1" status: 200 len: 384 time: 0.1905651 Sep 08 13:11:10.312613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797b6d5-9e76-4de2-9768-c67136553ecc req-9f7566a0-36e0-49f7-97ae-e1c14b008a8b tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:10.314762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b797b6d5-9e76-4de2-9768-c67136553ecc req-9f7566a0-36e0-49f7-97ae-e1c14b008a8b tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.60 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.1679153 Sep 08 13:11:10.354848 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8c61c1ac-fe2b-4521-b7ed-918e5c1b7ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:10.363192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf581582-f95e-483e-b96f-d1b2e9e7238d req-c1031a27-afd7-4493-8702-5bbe68ec520e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:10.366615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bf581582-f95e-483e-b96f-d1b2e9e7238d req-c1031a27-afd7-4493-8702-5bbe68ec520e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1816435 Sep 08 13:11:10.391266 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:10.660828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-b797b6d5-9e76-4de2-9768-c67136553ecc req-65ab6c07-10cb-44f0-835f-c81ac1ea7b4c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Deleting port f1d16cee-a347-4948-931c-9f7f21cd15c8 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:11:10.661102 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b797b6d5-9e76-4de2-9768-c67136553ecc req-65ab6c07-10cb-44f0-835f-c81ac1ea7b4c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:10.721542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac44a5-0c9c-431e-91de-ce374fbedf2c req-71ce9a3c-b2de-45fa-ad4b-fd660eafbb97 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:10.728573 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0ac44a5-0c9c-431e-91de-ce374fbedf2c req-71ce9a3c-b2de-45fa-ad4b-fd660eafbb97 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.1116958 Sep 08 13:11:10.784276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cec89c09-a776-4857-b6bf-1ab0ba0e89a5 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:11:10.818821 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0ac44a5-0c9c-431e-91de-ce374fbedf2c req-951edee7-214d-4517-911a-48708fde63b6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858061 Sep 08 13:11:10.913687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-bf581582-f95e-483e-b96f-d1b2e9e7238d req-4ab25aeb-7413-4ebf-b57b-c1a5ce190bc8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Deleting port fa77426b-2b46-4aa9-9add-2a501e2020b1 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:11:10.914053 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bf581582-f95e-483e-b96f-d1b2e9e7238d req-4ab25aeb-7413-4ebf-b57b-c1a5ce190bc8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:10.963588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d986b-e336-4582-89de-4cd0cb98a69b req-2e439dc8-a828-43ff-933a-b5170e813af4 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:10.965327 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a29d986b-e336-4582-89de-4cd0cb98a69b req-2e439dc8-a828-43ff-933a-b5170e813af4 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 949 time: 0.0667017 Sep 08 13:11:10.977750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port cec89c09-a776-4857-b6bf-1ab0ba0e89a5 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:11:10.987738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cec89c09-a776-4857-b6bf-1ab0ba0e89a5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:10.989056 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:11.059818 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a29d986b-e336-4582-89de-4cd0cb98a69b req-44041155-45ad-435c-ab1f-f1490b8afb1f tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/security-groups?id=7dd6bb3f-24dd-4d20-8ff2-2e349489296f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871544 Sep 08 13:11:11.091695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-bf581582-f95e-483e-b96f-d1b2e9e7238d req-4ab25aeb-7413-4ebf-b57b-c1a5ce190bc8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] For port fa77426b-2b46-4aa9-9add-2a501e2020b1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=fa77426b-2b46-4aa9-9add-2a501e2020b1,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:11.092071 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bf581582-f95e-483e-b96f-d1b2e9e7238d req-4ab25aeb-7413-4ebf-b57b-c1a5ce190bc8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:11.126344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-bf581582-f95e-483e-b96f-d1b2e9e7238d req-4ab25aeb-7413-4ebf-b57b-c1a5ce190bc8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Calling delete_port for fa77426b-2b46-4aa9-9add-2a501e2020b1 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:11:11.146397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b797b6d5-9e76-4de2-9768-c67136553ecc req-65ab6c07-10cb-44f0-835f-c81ac1ea7b4c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] For port f1d16cee-a347-4948-931c-9f7f21cd15c8, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f1d16cee-a347-4948-931c-9f7f21cd15c8,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:11.146936 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b797b6d5-9e76-4de2-9768-c67136553ecc req-65ab6c07-10cb-44f0-835f-c81ac1ea7b4c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:11.160821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-907e2670-c572-44e3-94ec-09a140b16a39 service neutron] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:11.185736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6109ca-0838-4169-952b-108647b104c8 req-eec89cf0-2b8c-48c2-9713-a3a31ebc3824 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:11.194691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ab6109ca-0838-4169-952b-108647b104c8 req-eec89cf0-2b8c-48c2-9713-a3a31ebc3824 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 944 time: 0.4648697 Sep 08 13:11:11.202143 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:11.207023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-b797b6d5-9e76-4de2-9768-c67136553ecc req-65ab6c07-10cb-44f0-835f-c81ac1ea7b4c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Calling delete_port for f1d16cee-a347-4948-931c-9f7f21cd15c8 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:11:11.263897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port cec89c09-a776-4857-b6bf-1ab0ba0e89a5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cec89c09-a776-4857-b6bf-1ab0ba0e89a5,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:11.312174 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc2a0e-bbdb-47a9-9316-34456318e3a5 req-37142a65-343d-46cc-a81d-8aec1736375e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:11.323050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8fc2a0e-bbdb-47a9-9316-34456318e3a5 req-37142a65-343d-46cc-a81d-8aec1736375e tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 950 time: 0.1413405 Sep 08 13:11:11.377130 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8fc2a0e-bbdb-47a9-9316-34456318e3a5 req-59e78b0a-9cc1-486d-97f5-9df7b615d05b tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516267 Sep 08 13:11:11.396630 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:11.426886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-907e2670-c572-44e3-94ec-09a140b16a39 service neutron] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:11:11.490443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=cec89c09-a776-4857-b6bf-1ab0ba0e89a5,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:11.517263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ab6109ca-0838-4169-952b-108647b104c8 req-eea8ba0e-050c-463b-a085-bd96f8612195 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146045 Sep 08 13:11:11.533583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589da5cc-7d4a-4136-b81a-4b0dd25a385e req-f1a1cee3-e114-47b3-9f78-0a07e1d79a8c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:11.535399 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-589da5cc-7d4a-4136-b81a-4b0dd25a385e req-f1a1cee3-e114-47b3-9f78-0a07e1d79a8c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0737479 Sep 08 13:11:11.549482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-907e2670-c572-44e3-94ec-09a140b16a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:11:11.568568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-907e2670-c572-44e3-94ec-09a140b16a39 service neutron] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:11.592861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-589da5cc-7d4a-4136-b81a-4b0dd25a385e req-17c39b4b-be54-4c2e-bb42-650f6e4659b5 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504463 Sep 08 13:11:11.665407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5c78ef4a-0020-425d-9a84-45160f0f5301 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:11:11.709461 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:11.712116 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-907e2670-c572-44e3-94ec-09a140b16a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:11.716724 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b797b6d5-9e76-4de2-9768-c67136553ecc req-65ab6c07-10cb-44f0-835f-c81ac1ea7b4c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:11.799610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab6c07-10cb-44f0-835f-c81ac1ea7b4c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Pushing event deleted for resources: {'Port': ['ID=f1d16cee-a347-4948-931c-9f7f21cd15c8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:11.801509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bf581582-f95e-483e-b96f-d1b2e9e7238d req-4ab25aeb-7413-4ebf-b57b-c1a5ce190bc8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:11.815631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9', '97bd31fe-becf-4097-9d34-755a6c47dff8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:11.866753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab25aeb-7413-4ebf-b57b-c1a5ce190bc8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event deleted for resources: {'Port': ['ID=fa77426b-2b46-4aa9-9add-2a501e2020b1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:11.922976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de', '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'c9cfce67-df0e-49b9-a822-e7d36b810e0b', '6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:11.929273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 5c78ef4a-0020-425d-9a84-45160f0f5301 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:11:11.985080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 5c78ef4a-0020-425d-9a84-45160f0f5301 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:11.985474 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:12.042529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b797b6d5-9e76-4de2-9768-c67136553ecc req-65ab6c07-10cb-44f0-835f-c81ac1ea7b4c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] No DVR routers for this DVR port f1d16cee-a347-4948-931c-9f7f21cd15c8 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:11:12.057710 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b797b6d5-9e76-4de2-9768-c67136553ecc req-65ab6c07-10cb-44f0-835f-c81ac1ea7b4c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:12.057710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b797b6d5-9e76-4de2-9768-c67136553ecc req-65ab6c07-10cb-44f0-835f-c81ac1ea7b4c tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.60 "DELETE /v2.0/ports/f1d16cee-a347-4948-931c-9f7f21cd15c8 HTTP/1.1" status: 204 len: 173 time: 1.7167671 Sep 08 13:11:12.058420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a5d234-982f-43e9-861c-d4dc94d80c09', 'name': 'network-vif-deleted', 'tag': 'f1d16cee-a347-4948-931c-9f7f21cd15c8'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:12.060845 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89440d6d-bbcd-43a8-afe9-039b6e0afe75" -d '{"events": [{"server_uuid": "31a5d234-982f-43e9-861c-d4dc94d80c09", "name": "network-vif-deleted", "tag": "f1d16cee-a347-4948-931c-9f7f21cd15c8"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:12.089200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd0c9b-5c9b-4360-a700-2051bdb29360 req-a236c7c1-90d6-4a0a-862c-9b7f0964fb6e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:12.095238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf581582-f95e-483e-b96f-d1b2e9e7238d req-4ab25aeb-7413-4ebf-b57b-c1a5ce190bc8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] No DVR routers for this DVR port fa77426b-2b46-4aa9-9add-2a501e2020b1 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:11:12.098135 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bf581582-f95e-483e-b96f-d1b2e9e7238d req-4ab25aeb-7413-4ebf-b57b-c1a5ce190bc8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:12.102805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbcd0c9b-5c9b-4360-a700-2051bdb29360 req-a236c7c1-90d6-4a0a-862c-9b7f0964fb6e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 943 time: 0.1485558 Sep 08 13:11:12.104385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bf581582-f95e-483e-b96f-d1b2e9e7238d req-4ab25aeb-7413-4ebf-b57b-c1a5ce190bc8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "DELETE /v2.0/ports/fa77426b-2b46-4aa9-9add-2a501e2020b1 HTTP/1.1" status: 204 len: 173 time: 1.7149339 Sep 08 13:11:12.133403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-907e2670-c572-44e3-94ec-09a140b16a39 service neutron] Transition to ACTIVE for port object 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:12.203218 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbcd0c9b-5c9b-4360-a700-2051bdb29360 req-85bac7d1-926b-4734-a648-e6934b11a984 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898881 Sep 08 13:11:12.259486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f1d16cee-a347-4948-931c-9f7f21cd15c8 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:11:12.259630 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a092a658-740a-4484-9e0b-ebd927360ab1 x-openstack-request-id: req-a092a658-740a-4484-9e0b-ebd927360ab1 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:12.259630 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a5d234-982f-43e9-861c-d4dc94d80c09", "name": "network-vif-deleted", "tag": "f1d16cee-a347-4948-931c-9f7f21cd15c8", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:12.259630 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a092a658-740a-4484-9e0b-ebd927360ab1 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:12.259999 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a5d234-982f-43e9-861c-d4dc94d80c09', 'name': 'network-vif-deleted', 'tag': 'f1d16cee-a347-4948-931c-9f7f21cd15c8', 'status': 'completed', 'code': 200} Sep 08 13:11:12.304881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: f1d16cee-a347-4948-931c-9f7f21cd15c8 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:11:12.322086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f1d16cee-a347-4948-931c-9f7f21cd15c8 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:11:12.322086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device fa77426b-2b46-4aa9-9add-2a501e2020b1 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:11:12.322086 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:12.360536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-907e2670-c572-44e3-94ec-09a140b16a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:12.369520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f00dba-05ec-42cd-a236-2e9f4fb3a18b req-57b36667-5fb2-4208-be82-bb481dd28b10 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 210 time: 0.0449238 Sep 08 13:11:12.438663 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: fa77426b-2b46-4aa9-9add-2a501e2020b1 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:11:12.442684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device fa77426b-2b46-4aa9-9add-2a501e2020b1 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:11:12.518279 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-907e2670-c572-44e3-94ec-09a140b16a39 service neutron] No DVR routers for this DVR port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:11:12.532462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05985470-8034-4269-b960-c626ed71e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c78ef4a-0020-425d-9a84-45160f0f5301'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:12.535698 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f94835-69f8-4453-8652-a39dbf5c5b4e" -d '{"events": [{"server_uuid": "05985470-8034-4269-b960-c626ed71e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "5c78ef4a-0020-425d-9a84-45160f0f5301"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:12.637981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5c78ef4a-0020-425d-9a84-45160f0f5301, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5c78ef4a-0020-425d-9a84-45160f0f5301,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:12.638298 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-61cd1ed2-faf8-4a44-bb47-d179ca85e7fa req-c4cb9a09-daf4-4158-b4b7-dac4a3d755a8 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 210 time: 0.0705411 Sep 08 13:11:12.656787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e2670-c572-44e3-94ec-09a140b16a39 service neutron] Pushing event updated for resources: {'Port': ['ID=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,revision_number=10']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:12.665847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-907e2670-c572-44e3-94ec-09a140b16a39 service neutron] 10.222.0.70 "PUT /v2.0/ports/6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4/bindings/n-h2-807558-3/activate HTTP/1.1" status: 200 len: 369 time: 2.3696907 Sep 08 13:11:12.727152 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f581d8-6073-4dcc-b60e-3d592b3cbc87 x-openstack-request-id: req-d5f581d8-6073-4dcc-b60e-3d592b3cbc87 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:12.727449 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05985470-8034-4269-b960-c626ed71e7c7", "name": "network-vif-plugged", "status": "completed", "tag": "5c78ef4a-0020-425d-9a84-45160f0f5301", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:12.727701 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d5f581d8-6073-4dcc-b60e-3d592b3cbc87 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:12.728224 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05985470-8034-4269-b960-c626ed71e7c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c78ef4a-0020-425d-9a84-45160f0f5301', 'code': 200} Sep 08 13:11:12.812892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cec89c09-a776-4857-b6bf-1ab0ba0e89a5 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:11:12.861084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa19034-0f39-4231-b2b3-14c319319716 req-97e82b10-1389-4e9e-a2c6-be6d188ba477 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:12.866990 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3fa19034-0f39-4231-b2b3-14c319319716 req-97e82b10-1389-4e9e-a2c6-be6d188ba477 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 944 time: 0.0782619 Sep 08 13:11:12.870740 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:12.871584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:11:12.891398 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Sync routers for ids ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:11:12.899764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05253f52-eb92-420a-a886-772fd9c6a713 req-20f4799e-bad2-4287-9d7f-a6f9d1266e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:12.901420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05253f52-eb92-420a-a886-772fd9c6a713 req-20f4799e-bad2-4287-9d7f-a6f9d1266e71 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 1095 time: 0.1159251 Sep 08 13:11:12.904664 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Routers {'97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:11:12.905616 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:11:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:12.928397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b3d5d-f614-4765-97f2-d740389dfad7 req-5ff3de2f-b0f3-4856-a802-915b6e552b91 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:12.936363 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c40b3d5d-f614-4765-97f2-d740389dfad7 req-5ff3de2f-b0f3-4856-a802-915b6e552b91 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.1104074 Sep 08 13:11:12.959812 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3fa19034-0f39-4231-b2b3-14c319319716 req-b5a1e67e-f0f6-44d7-bf66-14700643cf92 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897782 Sep 08 13:11:13.008371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5c78ef4a-0020-425d-9a84-45160f0f5301,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:13.031571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05253f52-eb92-420a-a886-772fd9c6a713 req-c21e82a7-ea1a-45df-be0f-3e7c64975dfc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192212 Sep 08 13:11:13.044727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c40b3d5d-f614-4765-97f2-d740389dfad7 req-b9a6dbd7-1bf5-4421-8c8c-76eed47e0807 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074183 Sep 08 13:11:13.054322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:13.054322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:13.054322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:13.054322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:13.054322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:13.054964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-379ebc85-c888-4db5-a4b0-da629ddda6c3 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:13.055192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:13.055192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:13.055192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:13.055192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:13.055526 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-379ebc85-c888-4db5-a4b0-da629ddda6c3 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1095 time: 0.0985126 Sep 08 13:11:13.055709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:13.055709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:13.055709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:13.103008 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Set router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:11:13.126232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cec89c09-a776-4857-b6bf-1ab0ba0e89a5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:13.126539 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:13.144856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-d6e71b1d-1160-4ff7-ab60-4a58104cddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:13.147578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-d6e71b1d-1160-4ff7-ab60-4a58104cddd0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f HTTP/1.1" status: 200 len: 1095 time: 0.0833154 Sep 08 13:11:13.159081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:11:13.214758 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:13.240640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-8e489e55-0bb3-4c7a-acf1-95c8966b26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:13.242764 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-8e489e55-0bb3-4c7a-acf1-95c8966b26bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 1095 time: 0.0619578 Sep 08 13:11:13.465132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-ac496849-2c76-4c24-813e-b81dbbefea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:13.467060 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-ac496849-2c76-4c24-813e-b81dbbefea4d service neutron] 10.222.0.60 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.2148254 Sep 08 13:11:13.485169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa58e8a-25c5-4809-92d6-6a37bff0bbce req-92389742-93b1-4b0f-b499-1eab8a4baf62 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:13.485827 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'effa5d7c-f821-4042-9821-9a7f6f8fd71d', 'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'mac_address': 'fa:16:3e:1a:0c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:06Z', 'updated_at': '2021-09-08T13:11:08Z', 'revision_number': 2, 'project_id': '10e812425d94404696116b1bea9ea60d', 'subnets': [{'id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:13.489554 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bfa58e8a-25c5-4809-92d6-6a37bff0bbce req-92389742-93b1-4b0f-b499-1eab8a4baf62 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 944 time: 0.1638980 Sep 08 13:11:13.561100 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Checking router: 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:11:13.561921 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Updating router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e port effa5d7c-f821-4042-9821-9a7f6f8fd71d binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:11:13.572362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-b8843f51-1cea-4d10-b597-5339e71917e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0957639 Sep 08 13:11:13.606881 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bfa58e8a-25c5-4809-92d6-6a37bff0bbce req-a3f1392a-170e-4b92-80be-2dbd70b99307 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071424 Sep 08 13:11:13.607122 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:13.704288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-abf0ab0e-e80c-46f9-99eb-d29f3c229e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:13.709313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-abf0ab0e-e80c-46f9-99eb-d29f3c229e5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.1228375 Sep 08 13:11:13.752747 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f770008f-2bb1-4fab-9ea1-ccfbd6297bde req-f08fd721-424f-44ee-9b13-b1d0b902f324 tempest-ImagesNegativeTestJSON-1218461600 tempest-ImagesNegativeTestJSON-1218461600-project] 10.222.0.69 "GET /v2.0/ports?device_id=31a5d234-982f-43e9-861c-d4dc94d80c09 HTTP/1.1" status: 200 len: 210 time: 0.0405600 Sep 08 13:11:13.791063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-7a20d20e-60b7-4cfd-9b1b-9ff4e990676b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746641 Sep 08 13:11:13.935217 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c264123-b46c-4232-ad76-b4bf2824869d req-2d7cf6aa-bc21-48fd-b5df-9035c317253f tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=247c8af2-e4c0-4794-9a27-a56306ec06cc HTTP/1.1" status: 200 len: 210 time: 0.0387332 Sep 08 13:11:13.987513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-b7f5cb04-e8fa-427f-9eff-05f1715c82ee service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858337 Sep 08 13:11:14.053864 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:14.105981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-5eee3fd8-2c95-4c2b-bf1e-ead9867f4b7c service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097686 Sep 08 13:11:14.145865 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:14.160882 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Transition to ACTIVE for port object effa5d7c-f821-4042-9821-9a7f6f8fd71d will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:14.172519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21ad5c-2b16-437a-86fe-509d2e9b47cf req-f4ca90b2-a399-4c71-a73b-6446ee3c5b75 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:14.174284 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c21ad5c-2b16-437a-86fe-509d2e9b47cf req-f4ca90b2-a399-4c71-a73b-6446ee3c5b75 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0825357 Sep 08 13:11:14.216896 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c21ad5c-2b16-437a-86fe-509d2e9b47cf req-5e2381ca-3ce0-41b3-875e-f46aa68e34ac tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365419 Sep 08 13:11:14.261247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247c8af2-e4c0-4794-9a27-a56306ec06cc', 'name': 'network-vif-deleted', 'tag': 'fa77426b-2b46-4aa9-9add-2a501e2020b1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:14.263943 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21810101-c69f-4630-bb71-65f7800fbcce" -d '{"events": [{"server_uuid": "247c8af2-e4c0-4794-9a27-a56306ec06cc", "name": "network-vif-deleted", "tag": "fa77426b-2b46-4aa9-9add-2a501e2020b1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:14.276931 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:14.331328 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Pushing event updated for resources: {'Port': ['ID=effa5d7c-f821-4042-9821-9a7f6f8fd71d,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:14.334078 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eef336-9e06-422a-92d1-d2d61fa1bd38 x-openstack-request-id: req-29eef336-9e06-422a-92d1-d2d61fa1bd38 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:14.334732 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247c8af2-e4c0-4794-9a27-a56306ec06cc", "name": "network-vif-deleted", "tag": "fa77426b-2b46-4aa9-9add-2a501e2020b1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:14.335927 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-29eef336-9e06-422a-92d1-d2d61fa1bd38 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:14.336658 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247c8af2-e4c0-4794-9a27-a56306ec06cc', 'name': 'network-vif-deleted', 'tag': 'fa77426b-2b46-4aa9-9add-2a501e2020b1', 'status': 'completed', 'code': 200} Sep 08 13:11:14.354943 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:14.355289 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:14.355639 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:14.355977 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:14.356320 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:14.356643 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:14.356970 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:14.357294 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:14.357621 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:14.357941 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:14.358916 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:14.358916 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:11:14.374066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745b2d6-8053-4e82-8236-e89835f2d635 req-0f939bc0-85c5-4517-b062-84f1b9e3bac3 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:14.376862 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4745b2d6-8053-4e82-8236-e89835f2d635 req-0f939bc0-85c5-4517-b062-84f1b9e3bac3 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0961182 Sep 08 13:11:14.446204 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4745b2d6-8053-4e82-8236-e89835f2d635 req-6cb90089-42bf-4ff0-83ed-a02274a79fbe tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555856 Sep 08 13:11:14.479935 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Attempting to bind port effa5d7c-f821-4042-9821-9a7f6f8fd71d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:11:14.480419 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Attempting to bind port effa5d7c-f821-4042-9821-9a7f6f8fd71d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:11:14.481804 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Attempting to bind port effa5d7c-f821-4042-9821-9a7f6f8fd71d on network 900c854b-c2a6-4864-a8d1-7387ea265132 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:14.487059 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:11:14.487560 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Checking segment: {'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:11:14.487971 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:14.488361 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Bound using segment: {'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:11:14.488825 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Bound port: effa5d7c-f821-4042-9821-9a7f6f8fd71d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:11:14.489430 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:14.578859 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] For port effa5d7c-f821-4042-9821-9a7f6f8fd71d, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:11:14.586716 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] For port effa5d7c-f821-4042-9821-9a7f6f8fd71d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=effa5d7c-f821-4042-9821-9a7f6f8fd71d,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:11:14.690553 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:14.791608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a7a24-b339-4327-8814-17848244e5be req-299dcfd6-9f1e-460d-a1be-73516516f012 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:14.807029 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-130a7a24-b339-4327-8814-17848244e5be req-299dcfd6-9f1e-460d-a1be-73516516f012 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 944 time: 0.0806603 Sep 08 13:11:14.820762 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Routers {'97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:11:14.821420 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:11:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:14.897373 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-130a7a24-b339-4327-8814-17848244e5be req-b84a10f4-f93c-4bdb-b9e9-e1495e9eac5c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868385 Sep 08 13:11:14.900878 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc1965-a8c0-43fd-822f-571249b8383c None None] Pushing event updated for resources: {'Port': ['ID=effa5d7c-f821-4042-9821-9a7f6f8fd71d,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:14.940439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-1784a40f-a46c-49cd-86a4-2e3f976a5e8e tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:14.944853 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-1784a40f-a46c-49cd-86a4-2e3f976a5e8e tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 1095 time: 0.1556573 Sep 08 13:11:15.049697 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] Set router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:11:15.263387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-dc4ba5d3-4cab-4696-b4b0-0c569940fc29 service neutron] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:11:15.267596 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-dc4ba5d3-4cab-4696-b4b0-0c569940fc29 service neutron] Notify callbacks [] for binding, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:15.269342 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21836c01-4b2e-409f-a955-2314ca4f1493 req-dc4ba5d3-4cab-4696-b4b0-0c569940fc29 service neutron] 10.222.0.60 "DELETE /v2.0/ports/6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4/bindings/n-h1-807558-3 HTTP/1.1" status: 204 len: 173 time: 0.3155553 Sep 08 13:11:15.394362 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'effa5d7c-f821-4042-9821-9a7f6f8fd71d', 'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'mac_address': 'fa:16:3e:1a:0c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:06Z', 'updated_at': '2021-09-08T13:11:14Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'subnets': [{'id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:15.423086 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0652f4a0-1a50-4e9b-a8d5-866421f2957a None None] The sync data for ids ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'] in n-d-807558-3 is: [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'effa5d7c-f821-4042-9821-9a7f6f8fd71d', 'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'mac_address': 'fa:16:3e:1a:0c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:06Z', 'updated_at': '2021-09-08T13:11:14Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'subnets': [{'id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:11:15.651257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920a6c7-21f0-49ad-9f79-cdb6ba5b34dc req-1ab885da-2b7c-4b0a-85ce-60b316c5fdb8 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:15.653412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a920a6c7-21f0-49ad-9f79-cdb6ba5b34dc req-1ab885da-2b7c-4b0a-85ce-60b316c5fdb8 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0650027 Sep 08 13:11:15.741191 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a920a6c7-21f0-49ad-9f79-cdb6ba5b34dc req-1ead6211-237e-4296-9fd1-6959378e515f tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674489 Sep 08 13:11:15.811601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb307d-8663-41a9-a42e-7b18c77a935f req-15dc35f3-15fb-416e-bf8f-5a63b5ba53d8 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:15.813405 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e6cb307d-8663-41a9-a42e-7b18c77a935f req-15dc35f3-15fb-416e-bf8f-5a63b5ba53d8 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.1169608 Sep 08 13:11:15.873323 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e6cb307d-8663-41a9-a42e-7b18c77a935f req-2098c089-d14a-4f97-99cb-5898ad830ea3 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500090 Sep 08 13:11:16.080210 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dfaec6-d853-4148-824a-8ac79bc452f0 req-a965325f-1ca8-4d87-babd-a35f14825677 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:16.082218 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b9dfaec6-d853-4148-824a-8ac79bc452f0 req-a965325f-1ca8-4d87-babd-a35f14825677 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 949 time: 0.0672536 Sep 08 13:11:16.140115 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b9dfaec6-d853-4148-824a-8ac79bc452f0 req-68580d43-423c-4110-b229-a6fa8769eff2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471005 Sep 08 13:11:16.271461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3e421-54d2-41db-933b-1297c30c2325 req-5be0b946-85ae-4e3e-ae04-3048b0e510c2 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:16.273125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0bf3e421-54d2-41db-933b-1297c30c2325 req-5be0b946-85ae-4e3e-ae04-3048b0e510c2 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0673349 Sep 08 13:11:16.287350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48944) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:16.292920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-135f104e-5ef6-449b-94d8-5ab0cbdb11a0 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Request body: {'floatingip': {'port_id': '5c78ef4a-0020-425d-9a84-45160f0f5301'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:16.344350 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-135f104e-5ef6-449b-94d8-5ab0cbdb11a0 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for floatingip, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:16.482374 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-b5169624-475e-457c-8f0e-3f631d08b6dc tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2908251 Sep 08 13:11:16.494621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:16.571644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cec48-40a1-4d63-944b-f43665840650 req-e5eda684-08f9-4430-86d5-be9b7f70fbbd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:16.573152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-122cec48-40a1-4d63-944b-f43665840650 req-e5eda684-08f9-4430-86d5-be9b7f70fbbd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 944 time: 0.1650376 Sep 08 13:11:16.578818 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:16.612469 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:16.777382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device effa5d7c-f821-4042-9821-9a7f6f8fd71d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:11:16.840422 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:16.952593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port effa5d7c-f821-4042-9821-9a7f6f8fd71d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:11:16.959583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port effa5d7c-f821-4042-9821-9a7f6f8fd71d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:16.960829 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:17.007145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-122cec48-40a1-4d63-944b-f43665840650 req-fcfc6c5b-97f3-4441-8dfc-38dceb692c8d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216104 Sep 08 13:11:17.040897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Allocated IP 172.25.5.211 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/511493b8-f382-4a07-9817-605ecba1281d) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:11:17.206506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:17.304556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port effa5d7c-f821-4042-9821-9a7f6f8fd71d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=effa5d7c-f821-4042-9821-9a7f6f8fd71d,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:17.306939 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:17.408245 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:17.442270 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:17.469191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=effa5d7c-f821-4042-9821-9a7f6f8fd71d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:17.504440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:11:17.509840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:17.513630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:11:17.582855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165f1f4-2a2b-4d5e-9863-02676fa3bec0 req-4b785420-3451-416a-982a-2c49a87fa10a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:17.584487 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8165f1f4-2a2b-4d5e-9863-02676fa3bec0 req-4b785420-3451-416a-982a-2c49a87fa10a tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 949 time: 0.2060816 Sep 08 13:11:17.696573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ccc16-9068-4c2d-876e-0b902c1de541 req-b40abaee-5dc7-47ef-96af-eafeec807f35 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:17.698787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-988ccc16-9068-4c2d-876e-0b902c1de541 req-b40abaee-5dc7-47ef-96af-eafeec807f35 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 949 time: 0.2526281 Sep 08 13:11:17.756891 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.resource_extend [None req-135f104e-5ef6-449b-94d8-5ab0cbdb11a0 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 13:11:17.799523 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8165f1f4-2a2b-4d5e-9863-02676fa3bec0 req-f6c5ea26-92f2-413c-baa4-2bd29588b7da tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071152 Sep 08 13:11:17.843959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Pushing event updated for resources: {'Port': ['ID=511493b8-f382-4a07-9817-605ecba1281d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:17.866757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-135f104e-5ef6-449b-94d8-5ab0cbdb11a0 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:17.912380 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48962) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:17.919562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-988ccc16-9068-4c2d-876e-0b902c1de541 req-98acb4ab-1b88-42d0-86ad-e011a1da2d1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Deleting port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:11:17.920138 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-988ccc16-9068-4c2d-876e-0b902c1de541 req-98acb4ab-1b88-42d0-86ad-e011a1da2d1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:17.997669 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.009451 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-135f104e-5ef6-449b-94d8-5ab0cbdb11a0 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.169829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-71068070-48b4-4525-a1e7-8562e847d6ef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=510704dc12a044789ddfedef14cee96b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521863 Sep 08 13:11:18.169829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.172611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48972) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:18.174743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdae929-65f5-4113-8fd5-d61d13e5aba8 req-10deaf44-e39e-4e99-ba3b-28276ecbff07 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:18.176427 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfdae929-65f5-4113-8fd5-d61d13e5aba8 req-10deaf44-e39e-4e99-ba3b-28276ecbff07 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 1095 time: 0.1185796 Sep 08 13:11:18.199740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-988ccc16-9068-4c2d-876e-0b902c1de541 req-98acb4ab-1b88-42d0-86ad-e011a1da2d1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] For port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:18.200194 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-988ccc16-9068-4c2d-876e-0b902c1de541 req-98acb4ab-1b88-42d0-86ad-e011a1da2d1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.234724 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-135f104e-5ef6-449b-94d8-5ab0cbdb11a0 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Floating IP 0f99dde4-7c37-4094-831b-ca37f0e22fd8 associated. External IP: 172.25.5.4, port: 5c78ef4a-0020-425d-9a84-45160f0f5301. Sep 08 13:11:18.241124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-988ccc16-9068-4c2d-876e-0b902c1de541 req-98acb4ab-1b88-42d0-86ad-e011a1da2d1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Calling delete_port for 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:11:18.352773 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.359354 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfdae929-65f5-4113-8fd5-d61d13e5aba8 req-0de6b91f-062f-41ae-a3d4-97f48444b8c3 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482263 Sep 08 13:11:18.441151 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e7b98ea9-d13f-4751-baf6-ae3b59509116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.471288 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.490020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e7b98ea9-d13f-4751-baf6-ae3b59509116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.563821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Pushing event updated for resources: {'Port': ['ID=511493b8-f382-4a07-9817-605ecba1281d,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:18.581377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.677242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135f104e-5ef6-449b-94d8-5ab0cbdb11a0 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Router 969429ea-0171-4af4-aadb-0d52a4afab42 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:11:18.688210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device effa5d7c-f821-4042-9821-9a7f6f8fd71d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:11:18.705117 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.706774 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-d7a0b97a-a50d-4dce-9fe2-24fa59147576 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2174096 Sep 08 13:11:18.787362 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-dd43a0d0-dd1d-4e80-acc2-c4ba27684695 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 696 time: 0.0743172 Sep 08 13:11:18.794110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port effa5d7c-f821-4042-9821-9a7f6f8fd71d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:18.795159 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.800588 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-988ccc16-9068-4c2d-876e-0b902c1de541 req-98acb4ab-1b88-42d0-86ad-e011a1da2d1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.837042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135f104e-5ef6-449b-94d8-5ab0cbdb11a0 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:11:18.840871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acb4ab-1b88-42d0-86ad-e011a1da2d1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event deleted for resources: {'Port': ['ID=6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:18.847041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-135f104e-5ef6-449b-94d8-5ab0cbdb11a0 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.848998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9', '97bd31fe-becf-4097-9d34-755a6c47dff8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:18.849841 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e7b98ea9-d13f-4751-baf6-ae3b59509116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.852592 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e7b98ea9-d13f-4751-baf6-ae3b59509116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.853285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de', '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'c9cfce67-df0e-49b9-a822-e7d36b810e0b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:18.858479 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e7b98ea9-d13f-4751-baf6-ae3b59509116 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7dd6bb3f-24dd-4d20-8ff2-2e349489296f HTTP/1.1" status: 204 len: 168 time: 0.6794589 Sep 08 13:11:18.894050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b98ea9-d13f-4751-baf6-ae3b59509116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd6bb3f-24dd-4d20-8ff2-2e349489296f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:18.929548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcf5520-ed0e-4bba-a6be-df033bb0f60a None None] Sync routers for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:11:18.949412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-988ccc16-9068-4c2d-876e-0b902c1de541 req-98acb4ab-1b88-42d0-86ad-e011a1da2d1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] No DVR routers for this DVR port 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:11:18.955784 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-135f104e-5ef6-449b-94d8-5ab0cbdb11a0 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "PUT /v2.0/floatingips/0f99dde4-7c37-4094-831b-ca37f0e22fd8 HTTP/1.1" status: 200 len: 989 time: 2.6641212 Sep 08 13:11:18.955784 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-988ccc16-9068-4c2d-876e-0b902c1de541 req-98acb4ab-1b88-42d0-86ad-e011a1da2d1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:18.958249 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-988ccc16-9068-4c2d-876e-0b902c1de541 req-98acb4ab-1b88-42d0-86ad-e011a1da2d1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "DELETE /v2.0/ports/6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb HTTP/1.1" status: 204 len: 173 time: 1.2467940 Sep 08 13:11:18.959182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05985470-8034-4269-b960-c626ed71e7c7', 'tag': '5c78ef4a-0020-425d-9a84-45160f0f5301'}, {'server_uuid': 'dae70cb4-9f39-4ff5-bd8a-3bf6b745853b', 'name': 'network-vif-deleted', 'tag': '6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:18.961850 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e848397-bb24-4d61-9bb6-4d2b2b9f71c7" -d '{"events": [{"name": "network-changed", "server_uuid": "05985470-8034-4269-b960-c626ed71e7c7", "tag": "5c78ef4a-0020-425d-9a84-45160f0f5301"}, {"server_uuid": "dae70cb4-9f39-4ff5-bd8a-3bf6b745853b", "name": "network-vif-deleted", "tag": "6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:18.997400 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-9c9f2437-afd1-40d9-bb43-0963f83375a7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:19.007197 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7017afae-82ef-4dca-bbe1-f5a654611f3e req-9c9f2437-afd1-40d9-bb43-0963f83375a7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.2126451 Sep 08 13:11:19.024006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcf5520-ed0e-4bba-a6be-df033bb0f60a None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:11:19.024673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8bcf5520-ed0e-4bba-a6be-df033bb0f60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:11:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:19.355953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-8bcf5520-ed0e-4bba-a6be-df033bb0f60a None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:11:19.639654 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6790dda3-2ed7-49f6-8e37-617a3f6534c1 req-801a3927-fa88-4d29-a8c5-1534f37577b1 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dae70cb4-9f39-4ff5-bd8a-3bf6b745853b HTTP/1.1" status: 200 len: 210 time: 0.0533521 Sep 08 13:11:19.797563 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77174a08-e9f0-4063-8639-f0aee136d646 x-openstack-request-id: req-77174a08-e9f0-4063-8639-f0aee136d646 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:19.798609 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05985470-8034-4269-b960-c626ed71e7c7", "tag": "5c78ef4a-0020-425d-9a84-45160f0f5301", "status": "completed", "code": 200}, {"server_uuid": "dae70cb4-9f39-4ff5-bd8a-3bf6b745853b", "name": "network-vif-deleted", "tag": "6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:19.799430 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77174a08-e9f0-4063-8639-f0aee136d646 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:19.800064 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05985470-8034-4269-b960-c626ed71e7c7', 'tag': '5c78ef4a-0020-425d-9a84-45160f0f5301', 'status': 'completed', 'code': 200} Sep 08 13:11:19.800560 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae70cb4-9f39-4ff5-bd8a-3bf6b745853b', 'name': 'network-vif-deleted', 'tag': '6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb', 'status': 'completed', 'code': 200} Sep 08 13:11:19.875662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e848397-bb24-4d61-9bb6-4d2b2b9f71c7 req-fe3275f4-7976-48c4-8ce2-2cde27422f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:19.876968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e848397-bb24-4d61-9bb6-4d2b2b9f71c7 req-fe3275f4-7976-48c4-8ce2-2cde27422f9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7274b00e2404f71955ace24a4fcbafe&device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 1096 time: 0.0496271 Sep 08 13:11:20.008102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e848397-bb24-4d61-9bb6-4d2b2b9f71c7 req-974a068a-aa3e-47ec-b996-b293d74e8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:20.010647 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e848397-bb24-4d61-9bb6-4d2b2b9f71c7 req-974a068a-aa3e-47ec-b996-b293d74e8ec6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=140e26e4-9169-4cfc-9628-100d96ca6c1a HTTP/1.1" status: 200 len: 925 time: 0.1266882 Sep 08 13:11:20.139912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e848397-bb24-4d61-9bb6-4d2b2b9f71c7 req-a41730ba-a00d-47db-9b86-ed5b9665d445 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c78ef4a-0020-425d-9a84-45160f0f5301 HTTP/1.1" status: 200 len: 997 time: 0.1179330 Sep 08 13:11:20.145162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8bcf5520-ed0e-4bba-a6be-df033bb0f60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '0f99dde4-7c37-4094-831b-ca37f0e22fd8', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'port_id': '5c78ef4a-0020-425d-9a84-45160f0f5301', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'mac_address': 'fa:16:3e:89:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05985470-8034-4269-b960-c626ed71e7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:07:24Z', 'updated_at': '2021-09-08T13:11:17Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:20.180286 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcf5520-ed0e-4bba-a6be-df033bb0f60a None None] Checking router: 969429ea-0171-4af4-aadb-0d52a4afab42 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:11:20.196898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcf5520-ed0e-4bba-a6be-df033bb0f60a None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:11:20.197522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8bcf5520-ed0e-4bba-a6be-df033bb0f60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:11:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:20.211621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e848397-bb24-4d61-9bb6-4d2b2b9f71c7 req-64bc2946-e1ab-4c21-b576-8e66a3c42889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:20.213543 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e848397-bb24-4d61-9bb6-4d2b2b9f71c7 req-64bc2946-e1ab-4c21-b576-8e66a3c42889 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bb151a63-aad3-419d-afc4-6b2e27650372 HTTP/1.1" status: 200 len: 863 time: 0.0621684 Sep 08 13:11:20.256462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:11:20.287937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e848397-bb24-4d61-9bb6-4d2b2b9f71c7 req-826c6fac-c92f-408e-af7a-f2769852b64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:20.292606 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e848397-bb24-4d61-9bb6-4d2b2b9f71c7 req-826c6fac-c92f-408e-af7a-f2769852b64c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=140e26e4-9169-4cfc-9628-100d96ca6c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712795 Sep 08 13:11:20.307282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:11:20.307952 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6eb2adbb-6a66-4cac-b9f2-db29f1f3d1fb not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:11:20.416729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-8bcf5520-ed0e-4bba-a6be-df033bb0f60a None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:11:20.423992 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e848397-bb24-4d61-9bb6-4d2b2b9f71c7 req-78b97350-e3ee-45af-8294-28c9fd97d73d service neutron] 10.222.0.70 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219547 Sep 08 13:11:20.533036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e848397-bb24-4d61-9bb6-4d2b2b9f71c7 req-455f1fa0-1e76-4309-b4d5-d23cb45a6395 service neutron] 10.222.0.70 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013384 Sep 08 13:11:20.675994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8bcf5520-ed0e-4bba-a6be-df033bb0f60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '0f99dde4-7c37-4094-831b-ca37f0e22fd8', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'port_id': '5c78ef4a-0020-425d-9a84-45160f0f5301', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'mac_address': 'fa:16:3e:89:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05985470-8034-4269-b960-c626ed71e7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:07:24Z', 'updated_at': '2021-09-08T13:11:17Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:20.702728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcf5520-ed0e-4bba-a6be-df033bb0f60a None None] The sync data for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 is: [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '0f99dde4-7c37-4094-831b-ca37f0e22fd8', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'port_id': '5c78ef4a-0020-425d-9a84-45160f0f5301', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'mac_address': 'fa:16:3e:89:d3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05985470-8034-4269-b960-c626ed71e7c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:07:24Z', 'updated_at': '2021-09-08T13:11:17Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:11:20.925942 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed81bb18-fdd8-4028-af21-3f295ed60db6 None None] New status for floating IP 0f99dde4-7c37-4094-831b-ca37f0e22fd8: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:11:25.756850 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:11:28.080365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-2c947b47-dc37-46d5-a33a-78a78743da83 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:28.081754 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-2c947b47-dc37-46d5-a33a-78a78743da83 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 821 time: 0.1212778 Sep 08 13:11:28.084158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-d395b4da-1ad1-4e0e-bdc7-b20d5538d6ed tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:28.085797 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-d395b4da-1ad1-4e0e-bdc7-b20d5538d6ed tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 808 time: 0.1302793 Sep 08 13:11:28.101165 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-bfa7a8f3-bd8c-4ad5-abf5-55e5898e2f53 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/quotas/1c19d24e3ac649c989bcce552dbb3064 HTTP/1.1" status: 200 len: 375 time: 0.0131941 Sep 08 13:11:28.110167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-6f2d64c8-16b7-4d76-9653-23876cc741eb tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/quotas/86831c4ebbf248aa9ea1e18a0d68769f HTTP/1.1" status: 200 len: 375 time: 0.0179474 Sep 08 13:11:28.178777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-b96a4b46-0730-47ef-a03b-f1cc28924769 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676875 Sep 08 13:11:28.182145 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-65e46977-82f9-4b95-883e-f755e521d321 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0746560 Sep 08 13:11:28.275197 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-b4ced37c-c697-49a8-ba27-ada99d8b9ed9 service neutron] 10.222.0.69 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930061 Sep 08 13:11:28.293000 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-3271a27d-8ecd-43c9-af1d-5279e9cea211 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038878 Sep 08 13:11:28.409154 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-386f19b4-6538-403b-96d0-d688ce6bc84b service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068685 Sep 08 13:11:28.648403 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-218f0c8c-3e97-41cf-9466-c33c9813e1c9 service neutron] 10.222.0.69 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661664 Sep 08 13:11:29.177676 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-b628f5d5-988e-4b2d-8a04-6180557ef35a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=3ad2ad87a5cc4f1285b7ff7c4dcb8c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281696 Sep 08 13:11:29.178937 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0390f35f-b291-44a3-a3a3-4c3bd7a612af req-17ac333a-f7de-4cb0-9716-9ef65c8ecaae tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 210 time: 0.0407245 Sep 08 13:11:29.323637 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-8a4aa38c-5131-4d18-854c-664f52d390b2 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:29.332872 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-8a4aa38c-5131-4d18-854c-664f52d390b2 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674523 Sep 08 13:11:29.352301 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-cf790732-0714-40c6-ac47-503344d76c38 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/quotas/3ad2ad87a5cc4f1285b7ff7c4dcb8c4d HTTP/1.1" status: 200 len: 375 time: 0.0181742 Sep 08 13:11:29.391655 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-96599980-8e93-4381-984b-89b65169ded9 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3ad2ad87a5cc4f1285b7ff7c4dcb8c4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370471 Sep 08 13:11:29.752785 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-35aa571c-250a-4270-9090-bd8bc370eee3 req-1acce0ca-c0a8-47e5-a473-c0fae0d94c23 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 210 time: 0.0327759 Sep 08 13:11:29.872527 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-50b57302-b893-4e6f-bef8-29622e5f4175 req-ec5a8978-f70e-48e5-b1a6-5ab0eec1f593 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 210 time: 0.0526609 Sep 08 13:11:30.653473 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13f6d542-e3ab-4d1f-aab9-db482fbaf3f6 req-ef4a2254-85e2-41fb-871d-5a337d5cb36c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 210 time: 0.0854998 Sep 08 13:11:30.768028 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f1dc6-f641-4b0b-a713-ddc2c25498d0 req-cfafc864-1361-46d0-a7de-21a44063e132 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:30.768028 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-951f1dc6-f641-4b0b-a713-ddc2c25498d0 req-cfafc864-1361-46d0-a7de-21a44063e132 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579 HTTP/1.1" status: 200 len: 950 time: 0.0903394 Sep 08 13:11:30.789955 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-951f1dc6-f641-4b0b-a713-ddc2c25498d0 req-697a9ad1-525c-4247-a1da-0770290d04a6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Sep 08 13:11:30.876705 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2bbb50bf-9d19-4066-8c0c-7b74e1d87d36 req-69d2b1be-799a-4b3d-80a5-ecd9863a05c9 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 210 time: 0.0271883 Sep 08 13:11:30.956309 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aa9a1144-f9ce-455d-aa03-45b1bcf18534 req-cf24a223-ede0-44d9-ae18-f593be60e3e3 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 210 time: 0.0265758 Sep 08 13:11:31.528181 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae17e81a-f054-44d9-8559-d2d58665cab8 req-6375cb50-16c7-47d3-9dec-2844d2604022 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:31.529720 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ae17e81a-f054-44d9-8559-d2d58665cab8 req-6375cb50-16c7-47d3-9dec-2844d2604022 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579 HTTP/1.1" status: 200 len: 950 time: 0.0638075 Sep 08 13:11:31.664111 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-ae17e81a-f054-44d9-8559-d2d58665cab8 req-41728bef-e5a4-4ce4-afd4-9077995c2874 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Deleting port c9cfce67-df0e-49b9-a822-e7d36b810e0b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:11:31.664853 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ae17e81a-f054-44d9-8559-d2d58665cab8 req-41728bef-e5a4-4ce4-afd4-9077995c2874 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:31.819889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ae17e81a-f054-44d9-8559-d2d58665cab8 req-41728bef-e5a4-4ce4-afd4-9077995c2874 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] For port c9cfce67-df0e-49b9-a822-e7d36b810e0b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c9cfce67-df0e-49b9-a822-e7d36b810e0b,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:31.820189 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ae17e81a-f054-44d9-8559-d2d58665cab8 req-41728bef-e5a4-4ce4-afd4-9077995c2874 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:31.836691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-ae17e81a-f054-44d9-8559-d2d58665cab8 req-41728bef-e5a4-4ce4-afd4-9077995c2874 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Calling delete_port for c9cfce67-df0e-49b9-a822-e7d36b810e0b owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:11:31.995099 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e23acd69-6b61-4caf-88b0-0fcc7cc11c68 req-0c57e35e-cb74-4821-ae73-ee4150b7b8a7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 210 time: 0.0629792 Sep 08 13:11:32.017592 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49208) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:32.224602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-a1e82949-0cd3-4e90-b8be-18856f828324 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:32.226152 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-a1e82949-0cd3-4e90-b8be-18856f828324 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.70 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 808 time: 0.1629469 Sep 08 13:11:32.243369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Request body: {'port': {'device_id': '2f4766a3-e848-4c83-866f-bd954789d756', 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75', 'admin_state_up': True, 'tenant_id': '86831c4ebbf248aa9ea1e18a0d68769f'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:32.297165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f48369-b0ad-427b-8aad-d2b89dd0548e req-b51ec7e7-cc04-4182-8b44-b680f133bb76 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:32.302774 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63f48369-b0ad-427b-8aad-d2b89dd0548e req-b51ec7e7-cc04-4182-8b44-b680f133bb76 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 949 time: 0.2706277 Sep 08 13:11:32.337533 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-df108772-d64b-4f74-b82f-28dff989a967 req-67eee0f1-1ea9-4e85-825f-513a8d290fe1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 210 time: 0.0477879 Sep 08 13:11:32.341087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24b5cfe4-5c06-437c-8aac-7a6b11438566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:32.343056 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ae17e81a-f054-44d9-8559-d2d58665cab8 req-41728bef-e5a4-4ce4-afd4-9077995c2874 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:32.366636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9', '97bd31fe-becf-4097-9d34-755a6c47dff8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:32.371752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2bfb5-1d2f-4db7-9b43-264257ec2c80 req-44451a7b-0aa2-49c5-ba05-39f64225ff86 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:32.372633 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1c2bfb5-1d2f-4db7-9b43-264257ec2c80 req-44451a7b-0aa2-49c5-ba05-39f64225ff86 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579 HTTP/1.1" status: 200 len: 950 time: 0.1655407 Sep 08 13:11:32.376492 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de', '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'c9cfce67-df0e-49b9-a822-e7d36b810e0b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:32.433764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41728bef-e5a4-4ce4-afd4-9077995c2874 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event deleted for resources: {'Port': ['ID=c9cfce67-df0e-49b9-a822-e7d36b810e0b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:32.552406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b29c2d66-453a-46f7-a623-db2c96d7c52d req-d9879f18-97d8-4055-aba2-be58fe96934e tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 210 time: 0.0957007 Sep 08 13:11:32.599638 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1c2bfb5-1d2f-4db7-9b43-264257ec2c80 req-e2b696c0-6659-428f-abde-69f41a4684bf tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073276 Sep 08 13:11:32.600520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae17e81a-f054-44d9-8559-d2d58665cab8 req-41728bef-e5a4-4ce4-afd4-9077995c2874 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] No DVR routers for this DVR port c9cfce67-df0e-49b9-a822-e7d36b810e0b on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:11:32.610801 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ae17e81a-f054-44d9-8559-d2d58665cab8 req-41728bef-e5a4-4ce4-afd4-9077995c2874 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:32.613231 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ae17e81a-f054-44d9-8559-d2d58665cab8 req-41728bef-e5a4-4ce4-afd4-9077995c2874 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "DELETE /v2.0/ports/c9cfce67-df0e-49b9-a822-e7d36b810e0b HTTP/1.1" status: 204 len: 173 time: 1.0705006 Sep 08 13:11:32.613737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc53ddc8-8999-44eb-ae87-d1753c42a579', 'name': 'network-vif-deleted', 'tag': 'c9cfce67-df0e-49b9-a822-e7d36b810e0b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:32.616755 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5873cfa9-3fce-4d33-932e-a8737c98a36a" -d '{"events": [{"server_uuid": "dc53ddc8-8999-44eb-ae87-d1753c42a579", "name": "network-vif-deleted", "tag": "c9cfce67-df0e-49b9-a822-e7d36b810e0b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:32.637375 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-63f48369-b0ad-427b-8aad-d2b89dd0548e req-491d1ae6-0e2a-49bc-91d0-f4bd839faa89 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Deleting port 97bd31fe-becf-4097-9d34-755a6c47dff8 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:11:32.637786 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63f48369-b0ad-427b-8aad-d2b89dd0548e req-491d1ae6-0e2a-49bc-91d0-f4bd839faa89 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:32.702890 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24b5cfe4-5c06-437c-8aac-7a6b11438566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:32.720179 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf41041-a5b2-4c15-9da0-e5bd82e15167 x-openstack-request-id: req-adf41041-a5b2-4c15-9da0-e5bd82e15167 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:32.721123 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc53ddc8-8999-44eb-ae87-d1753c42a579", "name": "network-vif-deleted", "tag": "c9cfce67-df0e-49b9-a822-e7d36b810e0b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:32.721830 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-adf41041-a5b2-4c15-9da0-e5bd82e15167 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:32.722479 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc53ddc8-8999-44eb-ae87-d1753c42a579', 'name': 'network-vif-deleted', 'tag': 'c9cfce67-df0e-49b9-a822-e7d36b810e0b', 'status': 'completed', 'code': 200} Sep 08 13:11:32.749638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-63f48369-b0ad-427b-8aad-d2b89dd0548e req-491d1ae6-0e2a-49bc-91d0-f4bd839faa89 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] For port 97bd31fe-becf-4097-9d34-755a6c47dff8, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=97bd31fe-becf-4097-9d34-755a6c47dff8,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:32.750608 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63f48369-b0ad-427b-8aad-d2b89dd0548e req-491d1ae6-0e2a-49bc-91d0-f4bd839faa89 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:32.764578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-63f48369-b0ad-427b-8aad-d2b89dd0548e req-491d1ae6-0e2a-49bc-91d0-f4bd839faa89 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Calling delete_port for 97bd31fe-becf-4097-9d34-755a6c47dff8 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:11:32.805466 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24b5cfe4-5c06-437c-8aac-7a6b11438566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:32.893388 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-24b5cfe4-5c06-437c-8aac-7a6b11438566 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a277a2fe1ee4315af76bc2edaa8473a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8746243 Sep 08 13:11:32.912890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49216) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:32.930058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5cfe4-5c06-437c-8aac-7a6b11438566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3ef03f-3b73-452a-8734-a9cec54a4f5e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:33.000137 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8240c9fb-24b5-49eb-8743-eae8ee347019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:33.053199 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8240c9fb-24b5-49eb-8743-eae8ee347019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:33.056995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Made reservation on behalf of 86831c4ebbf248aa9ea1e18a0d68769f for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:11:33.072354 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:33.165993 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63f48369-b0ad-427b-8aad-d2b89dd0548e req-491d1ae6-0e2a-49bc-91d0-f4bd839faa89 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:33.254837 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1ba718-95b4-446d-857d-f16b6ad9fbc2 req-e2879824-aac4-4bf8-96c6-d26ba5f06f97 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 210 time: 0.1126471 Sep 08 13:11:33.268425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d1ae6-0e2a-49bc-91d0-f4bd839faa89 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event deleted for resources: {'Port': ['ID=97bd31fe-becf-4097-9d34-755a6c47dff8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:33.345826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f48369-b0ad-427b-8aad-d2b89dd0548e req-491d1ae6-0e2a-49bc-91d0-f4bd839faa89 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] No DVR routers for this DVR port 97bd31fe-becf-4097-9d34-755a6c47dff8 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:11:33.375462 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63f48369-b0ad-427b-8aad-d2b89dd0548e req-491d1ae6-0e2a-49bc-91d0-f4bd839faa89 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:33.377555 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63f48369-b0ad-427b-8aad-d2b89dd0548e req-491d1ae6-0e2a-49bc-91d0-f4bd839faa89 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "DELETE /v2.0/ports/97bd31fe-becf-4097-9d34-755a6c47dff8 HTTP/1.1" status: 204 len: 173 time: 1.0690868 Sep 08 13:11:33.407013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8240c9fb-24b5-49eb-8743-eae8ee347019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:33.410129 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8240c9fb-24b5-49eb-8743-eae8ee347019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:33.411325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8240c9fb-24b5-49eb-8743-eae8ee347019 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ca3ef03f-3b73-452a-8734-a9cec54a4f5e HTTP/1.1" status: 204 len: 168 time: 0.4971485 Sep 08 13:11:33.423630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-04c3d2e4-77f5-496c-bc03-d826670c61b8 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:33.425268 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-04c3d2e4-77f5-496c-bc03-d826670c61b8 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.70 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 821 time: 0.2749417 Sep 08 13:11:33.445815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Request body: {'port': {'device_id': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'admin_state_up': True, 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:33.475820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de', '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'c9cfce67-df0e-49b9-a822-e7d36b810e0b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:33.515005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240c9fb-24b5-49eb-8743-eae8ee347019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3ef03f-3b73-452a-8734-a9cec54a4f5e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:33.523824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3028e97-ca51-4acc-b298-3ff6b62f8178 req-835f6b5a-b812-408b-86e7-7f9f699e5fbc tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 210 time: 0.0600309 Sep 08 13:11:33.584113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:33.655145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Allocated IP 172.20.0.11 (178a2dbf-fa69-4172-bac3-43bd50415f75/1b0c631f-1f63-46cc-ad9d-bb850194cb83/e7f0ece7-d67a-43b1-88c3-6f45ff96fe69) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:11:33.845232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f6da4601-f669-4017-b694-7789571d7086 req-b6dd06a4-3621-4d02-8464-c5b8e49b2f46 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=dc53ddc8-8999-44eb-ae87-d1753c42a579 HTTP/1.1" status: 200 len: 210 time: 0.0500159 Sep 08 13:11:33.847097 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4e45b60-6737-4b82-8a96-b24304598740 req-2ebf949f-a393-44fa-b209-6fccec24105e tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 210 time: 0.0526183 Sep 08 13:11:33.899555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Made reservation on behalf of 1c19d24e3ac649c989bcce552dbb3064 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:11:33.899555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:34.147954 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:34.209742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Allocated IP 172.20.0.8 (0a7408d8-7148-42de-82ac-451d6216d9d8/4a974fc9-2e1a-4df4-a817-d81429f312e6/6712355b-2ed5-43e9-bd37-6618b54bae8e) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:11:34.365582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7b45ddd6-6ba1-4e38-9bf4-6e6cb5b8cd29 req-a7f9ea47-e9db-4eec-bd2e-c19d7f2b30bf tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 210 time: 0.0353746 Sep 08 13:11:34.456752 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:34.471012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Transition to ACTIVE for port object 6712355b-2ed5-43e9-bd37-6618b54bae8e will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:34.591146 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:34.668051 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:34.672656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-08c861bb-ac43-41a6-bbe1-4980884f52ef tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=3ad2ad87a5cc4f1285b7ff7c4dcb8c4d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369813 Sep 08 13:11:34.707924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Network 178a2dbf-fa69-4172-bac3-43bd50415f75 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:11:34.710073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:34.727611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:11:34.734874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Pushing event updated for resources: {'Port': ['ID=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:34.735040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f02587f-3ff7-4797-a0be-7184fb7a8178', 'name': 'network-vif-deleted', 'tag': '97bd31fe-becf-4097-9d34-755a6c47dff8'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:34.736453 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f723b62-000d-40a9-b88d-6427c3d7c98b" -d '{"events": [{"server_uuid": "6f02587f-3ff7-4797-a0be-7184fb7a8178", "name": "network-vif-deleted", "tag": "97bd31fe-becf-4097-9d34-755a6c47dff8"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:34.779373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Network 0a7408d8-7148-42de-82ac-451d6216d9d8 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:11:34.789816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a92a3f-2354-4171-a96d-bf432468035b req-b8acc34c-430e-415a-9477-09beff16f801 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:34.792305 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7182e6d-f25b-4437-a652-76bd1cbd37dc x-openstack-request-id: req-b7182e6d-f25b-4437-a652-76bd1cbd37dc {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:34.792305 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f02587f-3ff7-4797-a0be-7184fb7a8178", "name": "network-vif-deleted", "tag": "97bd31fe-becf-4097-9d34-755a6c47dff8", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:34.792305 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7182e6d-f25b-4437-a652-76bd1cbd37dc {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:34.792305 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f02587f-3ff7-4797-a0be-7184fb7a8178', 'name': 'network-vif-deleted', 'tag': '97bd31fe-becf-4097-9d34-755a6c47dff8', 'status': 'completed', 'code': 200} Sep 08 13:11:34.792897 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-01a92a3f-2354-4171-a96d-bf432468035b req-b8acc34c-430e-415a-9477-09beff16f801 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 932 time: 0.1250348 Sep 08 13:11:34.798283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:34.798792 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:34.799068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:34.816704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Pushing event updated for resources: {'Port': ['ID=6712355b-2ed5-43e9-bd37-6618b54bae8e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:34.824174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:11:34.869008 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-01a92a3f-2354-4171-a96d-bf432468035b req-df470226-6ce7-428b-948f-e15c4ff175cf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662858 Sep 08 13:11:34.944311 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-9e5346ed-cbe2-4412-a364-4831c0debcc2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7071378 Sep 08 13:11:34.960415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Request body: {'port': {'device_id': '2f4766a3-e848-4c83-866f-bd954789d756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:34.987072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['5a422f0e-30c8-4104-9948-2145465b7972'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:35.027474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:35.028086 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:35.095851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-cb25e8d7-bd49-4b1d-8def-68fdeea63e8e tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:35.098758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-cb25e8d7-bd49-4b1d-8def-68fdeea63e8e tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4094293 Sep 08 13:11:35.123113 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2733f5d7-6fed-4f1f-8a64-c85b3c36fbcf req-1ea047cc-4762-43a3-b555-511770f6f327 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 210 time: 0.0909274 Sep 08 13:11:35.140367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Request body: {'port': {'device_id': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '3ad2ad87a5cc4f1285b7ff7c4dcb8c4d'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:35.144838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:35.302607 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a0d0809-627c-40ac-941f-1a12bf5bbce5 req-0a2e987a-8da7-43c6-9b82-ef8e300d6ed4 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f02587f-3ff7-4797-a0be-7184fb7a8178 HTTP/1.1" status: 200 len: 210 time: 0.0519030 Sep 08 13:11:35.313093 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-aa5a2156-c726-4f6f-9aea-11fc8568088c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8788774 Sep 08 13:11:35.334462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Request body: {'port': {'device_id': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:35.379332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-98d18a93-3f75-4a5f-ac3a-f86aa3e40275 None None] Provisioning for port 6712355b-2ed5-43e9-bd37-6618b54bae8e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:11:35.389429 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-98d18a93-3f75-4a5f-ac3a-f86aa3e40275 None None] Provisioning complete for port 6712355b-2ed5-43e9-bd37-6618b54bae8e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:35.389429 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-98d18a93-3f75-4a5f-ac3a-f86aa3e40275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:35.464444 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:35.503733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-98d18a93-3f75-4a5f-ac3a-f86aa3e40275 None None] Port 6712355b-2ed5-43e9-bd37-6618b54bae8e cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:11:35.561713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:11:35.570578 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:35.584263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Made reservation on behalf of 3ad2ad87a5cc4f1285b7ff7c4dcb8c4d for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:11:35.585782 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Transition to ACTIVE for port object e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:35.588297 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:35.596563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49286) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:35.615444 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:35.672012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499eeb65-a4df-4c1c-b202-61fc5e045338 req-b3aa3627-796b-4172-8cd4-9c84e15a9e78 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:35.677091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-499eeb65-a4df-4c1c-b202-61fc5e045338 req-b3aa3627-796b-4172-8cd4-9c84e15a9e78 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 931 time: 0.1391275 Sep 08 13:11:35.709646 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:35.764217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1269159056-network', 'tenant_id': 'f515feaa6a7945acafb32d3de4d114c6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:35.799557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:35.815550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-499eeb65-a4df-4c1c-b202-61fc5e045338 req-74004f6b-5cc3-4364-af12-a410e0d911a9 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329901 Sep 08 13:11:35.850857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 97bd31fe-becf-4097-9d34-755a6c47dff8 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:11:35.872962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 97bd31fe-becf-4097-9d34-755a6c47dff8 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:11:35.873332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 97bd31fe-becf-4097-9d34-755a6c47dff8 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:11:35.899156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Attempting to bind port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:11:35.901175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Attempting to bind port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:11:35.902018 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Attempting to bind port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:35.909551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:11:35.910444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Attempting to bind port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:35.918616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:11:35.919075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:11:35.919578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Bound using segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:11:35.921688 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Bound port: e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:11:35.922697 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:35.928340 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:35.963440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6712355b-2ed5-43e9-bd37-6618b54bae8e {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:11:35.971498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:35.989235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Transition to ACTIVE for port object 6712355b-2ed5-43e9-bd37-6618b54bae8e will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:36.033259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:11:36.050303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7adae-16d4-4dc6-aa6e-ee15aa1e4e8a req-3286ff7c-d5be-4994-84b8-4ff684067bd3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:36.051784 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2de7adae-16d4-4dc6-aa6e-ee15aa1e4e8a req-3286ff7c-d5be-4994-84b8-4ff684067bd3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.0832798 Sep 08 13:11:36.055410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:11:36.096120 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2de7adae-16d4-4dc6-aa6e-ee15aa1e4e8a req-82a4b0cd-28b7-4dd0-ac42-d461403732b6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370102 Sep 08 13:11:36.105409 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:36.174883 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:36.187585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:36.258478 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7572c86-288f-4059-8f16-f97982b9f0c0 req-cf5d0378-da9c-472e-8f3b-bf8d7d9a9ad9 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 210 time: 0.0613432 Sep 08 13:11:36.310095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Pushing event updated for resources: {'Port': ['ID=6712355b-2ed5-43e9-bd37-6618b54bae8e,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:36.325525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c9cfce67-df0e-49b9-a822-e7d36b810e0b no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:11:36.329800 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:36.372726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: c9cfce67-df0e-49b9-a822-e7d36b810e0b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:11:36.373141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c9cfce67-df0e-49b9-a822-e7d36b810e0b not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:11:36.388671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Allocated IP 192.168.233.47 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/4b450703-7a33-469c-8d15-7042a6d4a64d) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:11:36.400708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:36.401593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:36.403507 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] 10.222.0.70 "PUT /v2.0/ports/e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 HTTP/1.1" status: 200 len: 1092 time: 1.4492517 Sep 08 13:11:36.403976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4766a3-e848-4c83-866f-bd954789d756', 'tag': 'e7f0ece7-d67a-43b1-88c3-6f45ff96fe69'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:36.406651 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930a043c-6781-4f29-8bba-5cf3017af39a" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4766a3-e848-4c83-866f-bd954789d756", "tag": "e7f0ece7-d67a-43b1-88c3-6f45ff96fe69"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:36.412644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Made reservation on behalf of f515feaa6a7945acafb32d3de4d114c6 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:11:36.418569 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:36.441146 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:36.476185 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefb7896-f759-428d-8581-b0cc017a4c6d x-openstack-request-id: req-cefb7896-f759-428d-8581-b0cc017a4c6d {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:36.476185 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4766a3-e848-4c83-866f-bd954789d756", "tag": "e7f0ece7-d67a-43b1-88c3-6f45ff96fe69", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:36.476185 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cefb7896-f759-428d-8581-b0cc017a4c6d {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:36.476185 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4766a3-e848-4c83-866f-bd954789d756', 'tag': 'e7f0ece7-d67a-43b1-88c3-6f45ff96fe69', 'status': 'completed', 'code': 200} Sep 08 13:11:36.482635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Attempting to bind port 6712355b-2ed5-43e9-bd37-6618b54bae8e on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:11:36.483367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Attempting to bind port 6712355b-2ed5-43e9-bd37-6618b54bae8e by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:11:36.483943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Attempting to bind port 6712355b-2ed5-43e9-bd37-6618b54bae8e on network 0a7408d8-7148-42de-82ac-451d6216d9d8 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:36.494814 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddfa57-9894-4050-8d1b-adbdb583c021 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:36.507381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Port 6712355b-2ed5-43e9-bd37-6618b54bae8e on network 0a7408d8-7148-42de-82ac-451d6216d9d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:11:36.507709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Attempting to bind port 6712355b-2ed5-43e9-bd37-6618b54bae8e on network 0a7408d8-7148-42de-82ac-451d6216d9d8 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:36.531789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:11:36.533483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Checking segment: {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:11:36.534343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Bound using segment: {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:11:36.534942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Bound port: 6712355b-2ed5-43e9-bd37-6618b54bae8e, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0467d3a4-81f6-421b-a8c4-612106c8a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:11:36.539252 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:36.615410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a043c-6781-4f29-8bba-5cf3017af39a req-ca00acc3-e19b-4df3-ac32-74f63d759622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:36.619749 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-930a043c-6781-4f29-8bba-5cf3017af39a req-ca00acc3-e19b-4df3-ac32-74f63d759622 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 1095 time: 0.1090255 Sep 08 13:11:36.729205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] For port 6712355b-2ed5-43e9-bd37-6618b54bae8e, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:11:36.733997 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:36.737255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] For port 6712355b-2ed5-43e9-bd37-6618b54bae8e, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6712355b-2ed5-43e9-bd37-6618b54bae8e,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:11:36.748967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Transition to ACTIVE for port object 4b450703-7a33-469c-8d15-7042a6d4a64d will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:36.823725 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:36.834299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a043c-6781-4f29-8bba-5cf3017af39a req-c1905147-5498-45c1-892c-7106785241d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:36.835929 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-930a043c-6781-4f29-8bba-5cf3017af39a req-c1905147-5498-45c1-892c-7106785241d7 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2067382 Sep 08 13:11:36.939947 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:36.970533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a043c-6781-4f29-8bba-5cf3017af39a req-a5748e21-0272-4d64-89bc-7eab9c2dc818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:36.971398 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-930a043c-6781-4f29-8bba-5cf3017af39a req-a5748e21-0272-4d64-89bc-7eab9c2dc818 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285372 Sep 08 13:11:36.981195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f7754-d601-4248-ab77-43a13e89a9c3 req-a670399c-4bfe-4f8c-8d75-3a2c880feb65 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:36.982758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c56f7754-d601-4248-ab77-43a13e89a9c3 req-a670399c-4bfe-4f8c-8d75-3a2c880feb65 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 943 time: 0.0755169 Sep 08 13:11:36.984480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:36.985119 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:36.986585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] 10.222.0.70 "PUT /v2.0/ports/6712355b-2ed5-43e9-bd37-6618b54bae8e HTTP/1.1" status: 200 len: 1091 time: 1.6563380 Sep 08 13:11:36.987190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'tag': '6712355b-2ed5-43e9-bd37-6618b54bae8e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:36.989468 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537801cd-ebbb-4b06-8bc4-15894050c4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0e94a24d-d6d4-4843-8858-99fa63d84f46", "tag": "6712355b-2ed5-43e9-bd37-6618b54bae8e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:37.016104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:37.024004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc122df-1096-4c5c-b91e-97a568a72a8c service neutron] Pushing event updated for resources: {'Port': ['ID=6712355b-2ed5-43e9-bd37-6618b54bae8e,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:37.024249 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:37.079401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:11:37.081696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:37.100007 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c56f7754-d601-4248-ab77-43a13e89a9c3 req-4dfbf1f3-7571-4674-8ddb-895a1c2434c7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924788 Sep 08 13:11:37.104596 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:37.104866 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Added segment 69416ec3-2e7a-4ecb-b41a-fcad175955ab of type vlan for network afe72af6-22be-4f0f-9bb6-bb9d545c4f4d Sep 08 13:11:37.105266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:11:37.123126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:37.126229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:11:37.197782 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283fecf7-fbb6-4873-872f-ea8c882cc377 x-openstack-request-id: req-283fecf7-fbb6-4873-872f-ea8c882cc377 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:37.199449 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e94a24d-d6d4-4843-8858-99fa63d84f46", "tag": "6712355b-2ed5-43e9-bd37-6618b54bae8e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:37.199722 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-283fecf7-fbb6-4873-872f-ea8c882cc377 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:37.200153 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'tag': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'status': 'completed', 'code': 200} Sep 08 13:11:37.230598 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:37.239218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Pushing event updated for resources: {'Port': ['ID=4b450703-7a33-469c-8d15-7042a6d4a64d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:37.270331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-bfcb2bad-9c2d-4cf3-b8a2-dc502c90620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:37.270331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-bfcb2bad-9c2d-4cf3-b8a2-dc502c90620d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 1095 time: 0.2222135 Sep 08 13:11:37.273589 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-d1d2f513-bc27-49b6-aa9e-a5aa8e37b629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:37.276936 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-d1d2f513-bc27-49b6-aa9e-a5aa8e37b629 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 1094 time: 0.1186738 Sep 08 13:11:37.285074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:37.285762 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:37.342343 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-a72645b0-6c26-423c-877f-ec65f7e38128 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 HTTP/1.1" status: 200 len: 217 time: 0.0452740 Sep 08 13:11:37.359127 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-211ad7da-bae1-4456-85aa-3049cfbde9fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6712355b-2ed5-43e9-bd37-6618b54bae8e HTTP/1.1" status: 200 len: 217 time: 0.0707738 Sep 08 13:11:37.408384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-6a3ea6f5-91d2-4927-ac53-708bc9b3c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:37.410845 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-6a3ea6f5-91d2-4927-ac53-708bc9b3c267 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0616608 Sep 08 13:11:37.444593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-b35b254c-e1c0-40b0-972a-bba703d98d83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264263 Sep 08 13:11:37.463755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d85bac-c236-44fa-a7f7-18c2cfcc130a req-ddf99a24-8f9f-4859-b86a-1720c0c8d7d1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:37.466504 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21d85bac-c236-44fa-a7f7-18c2cfcc130a req-ddf99a24-8f9f-4859-b86a-1720c0c8d7d1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.1829219 Sep 08 13:11:37.469387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-94faa232-a865-4898-80bb-5a3b77ce6dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:37.471768 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-94faa232-a865-4898-80bb-5a3b77ce6dec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.0793109 Sep 08 13:11:37.543090 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21d85bac-c236-44fa-a7f7-18c2cfcc130a req-227f5b58-f9ac-4e4d-a374-a41c3cc70979 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702269 Sep 08 13:11:37.544722 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-c0d2a221-1a17-40ec-83ee-e407ee3b4c86 service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927179 Sep 08 13:11:37.549456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-a17c9357-eea9-4aa4-8b2f-9777d175dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:37.551036 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-a17c9357-eea9-4aa4-8b2f-9777d175dc88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712869 Sep 08 13:11:37.555745 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-7747e162-c98c-4a2d-ad1a-d3113b247bf5 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4247146 Sep 08 13:11:37.555889 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:37.556764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:37.557360 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:37.575220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Request body: {'port': {'device_id': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:37.691155 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:37.727202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] Pushing event updated for resources: {'Network': ['ID=afe72af6-22be-4f0f-9bb6-bb9d545c4f4d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:37.738727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network afe72af6-22be-4f0f-9bb6-bb9d545c4f4d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:11:37.745407 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7249ee70-e320-4b01-94b7-7714feb7fd6b req-aaf8f6ed-75af-4fa3-b6a7-417a430a64db service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805954 Sep 08 13:11:37.745550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-79d60fd4-d5cf-4f44-8d9a-1b907f88bd0b None None] Provisioning for port 4b450703-7a33-469c-8d15-7042a6d4a64d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:11:37.765516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7c747-48ea-4716-862e-b80293987d68 req-654e2a9c-a7f4-4ede-a1b3-413a549ca61a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:37.767261 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a0b7c747-48ea-4716-862e-b80293987d68 req-654e2a9c-a7f4-4ede-a1b3-413a549ca61a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 935 time: 0.1389465 Sep 08 13:11:37.767538 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-79d60fd4-d5cf-4f44-8d9a-1b907f88bd0b None None] Provisioning complete for port 4b450703-7a33-469c-8d15-7042a6d4a64d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:37.768122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79d60fd4-d5cf-4f44-8d9a-1b907f88bd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:37.786204 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-c61d5688-7dca-44cc-862e-1ace1f6c633e service neutron] 10.222.0.70 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142138 Sep 08 13:11:37.795573 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5d7c26ad-b884-42f2-8a84-19931bebd772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:37.807701 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f32f9578-4632-421c-aaa6-2ab85594bd6a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2068908 Sep 08 13:11:37.808816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49324) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:37.813533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3a4330f3-5136-4df5-9daf-dc0a187ddd7c admin admin] Request body: {'subnet': {'network_id': 'afe72af6-22be-4f0f-9bb6-bb9d545c4f4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1269159056-subnet', 'tenant_id': 'f515feaa6a7945acafb32d3de4d114c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:37.852272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-79d60fd4-d5cf-4f44-8d9a-1b907f88bd0b None None] Port 4b450703-7a33-469c-8d15-7042a6d4a64d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:11:37.868447 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a0b7c747-48ea-4716-862e-b80293987d68 req-6ce16a1e-9f63-4734-963c-8f73fec8b06b tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946429 Sep 08 13:11:38.019218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b450703-7a33-469c-8d15-7042a6d4a64d {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:11:38.027838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:38.040664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Transition to ACTIVE for port object 4b450703-7a33-469c-8d15-7042a6d4a64d will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:38.240648 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:38.265585 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-470ee17f-4b2a-4914-9107-52560bbfd255 req-cb1ebfd2-1fdc-4b60-93dd-5bcf214b2e75 service neutron] 10.222.0.70 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709380 Sep 08 13:11:38.278973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f8c91-9592-4aa8-bcc0-77b3203c3de4 req-cc92ed32-6a74-4c76-90ae-b10ebdf5d879 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:38.281392 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e90f8c91-9592-4aa8-bcc0-77b3203c3de4 req-cc92ed32-6a74-4c76-90ae-b10ebdf5d879 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 943 time: 0.0774527 Sep 08 13:11:38.299764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5bdab-7e67-4b86-a542-dfea61252185 req-738ea815-a7da-4a98-aeab-035f05925992 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:38.301348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1a5bdab-7e67-4b86-a542-dfea61252185 req-738ea815-a7da-4a98-aeab-035f05925992 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=12682579-86c6-4f21-84a2-8fe60f51b224 HTTP/1.1" status: 200 len: 950 time: 0.0930297 Sep 08 13:11:38.330153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e90f8c91-9592-4aa8-bcc0-77b3203c3de4 req-3386a49f-b524-458c-a0b9-b711ac7d4034 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406783 Sep 08 13:11:38.337143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Pushing event updated for resources: {'Port': ['ID=4b450703-7a33-469c-8d15-7042a6d4a64d,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:38.392821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1a5bdab-7e67-4b86-a542-dfea61252185 req-a7de60ab-c038-4a2a-98a1-e1f41eca0f69 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825167 Sep 08 13:11:38.419302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Attempting to bind port 4b450703-7a33-469c-8d15-7042a6d4a64d on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:11:38.419302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Attempting to bind port 4b450703-7a33-469c-8d15-7042a6d4a64d by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:11:38.419302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Attempting to bind port 4b450703-7a33-469c-8d15-7042a6d4a64d on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:38.421359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Port 4b450703-7a33-469c-8d15-7042a6d4a64d on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:11:38.421687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Attempting to bind port 4b450703-7a33-469c-8d15-7042a6d4a64d on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:38.427046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:11:38.427387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:11:38.427772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:11:38.428205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Bound port: 4b450703-7a33-469c-8d15-7042a6d4a64d, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:11:38.428567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:38.434581 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4330f3-5136-4df5-9daf-dc0a187ddd7c admin admin] Made reservation on behalf of f515feaa6a7945acafb32d3de4d114c6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:11:38.438101 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a4330f3-5136-4df5-9daf-dc0a187ddd7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:38.504886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:11:38.509686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:11:38.579874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537801cd-ebbb-4b06-8bc4-15894050c4ff req-d9b3f878-01ec-4024-9523-6339bfe2080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:38.582683 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-537801cd-ebbb-4b06-8bc4-15894050c4ff req-d9b3f878-01ec-4024-9523-6339bfe2080e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 1094 time: 0.0696263 Sep 08 13:11:38.620022 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:38.656083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:38.656715 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:38.658098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] 10.222.0.70 "PUT /v2.0/ports/4b450703-7a33-469c-8d15-7042a6d4a64d HTTP/1.1" status: 200 len: 1095 time: 1.0886528 Sep 08 13:11:38.682541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da221108-6cc0-4cf9-ab4e-a61cb8644d1e service neutron] Pushing event updated for resources: {'Port': ['ID=4b450703-7a33-469c-8d15-7042a6d4a64d,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:38.793709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537801cd-ebbb-4b06-8bc4-15894050c4ff req-53511d24-9099-4b14-94d1-fece5e3ac4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:38.795500 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-537801cd-ebbb-4b06-8bc4-15894050c4ff req-53511d24-9099-4b14-94d1-fece5e3ac4dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.1899030 Sep 08 13:11:38.811791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831be73-2c7d-450f-b1ff-3400a56a3c0b req-df226a5f-face-419d-8cd1-9a6f1339396b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:38.811791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a831be73-2c7d-450f-b1ff-3400a56a3c0b req-df226a5f-face-419d-8cd1-9a6f1339396b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.1790674 Sep 08 13:11:38.856216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-537801cd-ebbb-4b06-8bc4-15894050c4ff req-66aa5f26-d030-4239-8401-7bd1866c1176 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6712355b-2ed5-43e9-bd37-6618b54bae8e HTTP/1.1" status: 200 len: 217 time: 0.0469661 Sep 08 13:11:38.881943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-0440743d-126b-4f65-8a6a-cbb1e44048ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:38.883776 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-0440743d-126b-4f65-8a6a-cbb1e44048ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ad2ad87a5cc4f1285b7ff7c4dcb8c4d&device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 1098 time: 0.0492833 Sep 08 13:11:38.902749 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a4330f3-5136-4df5-9daf-dc0a187ddd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:38.936269 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-4272b5da-23d8-4bb0-bd13-496e0f7900d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=4b450703-7a33-469c-8d15-7042a6d4a64d HTTP/1.1" status: 200 len: 217 time: 0.0421300 Sep 08 13:11:38.977553 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a831be73-2c7d-450f-b1ff-3400a56a3c0b req-5191493a-a1fc-41c2-bc4d-cbd16da90548 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238229 Sep 08 13:11:38.983048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537801cd-ebbb-4b06-8bc4-15894050c4ff req-1d7e366a-2d78-41e1-9c66-05f97b1c156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:38.984706 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-537801cd-ebbb-4b06-8bc4-15894050c4ff req-1d7e366a-2d78-41e1-9c66-05f97b1c156d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.1142621 Sep 08 13:11:39.012919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4330f3-5136-4df5-9daf-dc0a187ddd7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c7ec5ff-8f0e-4763-a9ca-8f4d333c992c,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:39.029745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-2da1a647-ebc0-401a-a40e-d697801ee29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:39.031961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-2da1a647-ebc0-401a-a40e-d697801ee29e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0870736 Sep 08 13:11:39.042979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3fad6-a1b1-449a-994e-9b69bc79c771 req-190d7a84-fc91-4e68-8a62-e15b4c7f128c tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:39.044254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4330f3-5136-4df5-9daf-dc0a187ddd7c admin admin] Checking segment: {'id': '69416ec3-2e7a-4ecb-b41a-fcad175955ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afe72af6-22be-4f0f-9bb6-bb9d545c4f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:11:39.044519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4330f3-5136-4df5-9daf-dc0a187ddd7c admin admin] Network hostable DHCP agents. Network: afe72af6-22be-4f0f-9bb6-bb9d545c4f4d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:11:39.044943 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98c3fad6-a1b1-449a-994e-9b69bc79c771 req-190d7a84-fc91-4e68-8a62-e15b4c7f128c tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 947 time: 0.0908463 Sep 08 13:11:39.070565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537801cd-ebbb-4b06-8bc4-15894050c4ff req-b79625eb-5087-4961-8dce-ab407285f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:39.073965 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-537801cd-ebbb-4b06-8bc4-15894050c4ff req-b79625eb-5087-4961-8dce-ab407285f541 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745435 Sep 08 13:11:39.117459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98c3fad6-a1b1-449a-994e-9b69bc79c771 req-1d477e29-7817-418a-85f7-7cd7c022263c tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596590 Sep 08 13:11:39.120489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-119c6750-ac3e-4d4a-8e05-413e5c4f030e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:39.121916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-119c6750-ac3e-4d4a-8e05-413e5c4f030e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723963 Sep 08 13:11:39.171470 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-537801cd-ebbb-4b06-8bc4-15894050c4ff req-3e3cd943-d12f-4e75-8233-895b70480abf service neutron] 10.222.0.70 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897906 Sep 08 13:11:39.201395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:39.203701 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f879980-4d1e-462f-8dfb-2e9526a15869" -d '{"events": [{"name": "network-changed", "server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:39.252259 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-fb313ef0-fc1d-4936-ad1f-907b09b688eb service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143091 Sep 08 13:11:39.252259 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db3cc6d-55ba-4b39-b052-9975cac9df30 x-openstack-request-id: req-8db3cc6d-55ba-4b39-b052-9975cac9df30 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:39.252259 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:39.252259 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8db3cc6d-55ba-4b39-b052-9975cac9df30 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:39.252259 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'status': 'completed', 'code': 200} Sep 08 13:11:39.270844 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-537801cd-ebbb-4b06-8bc4-15894050c4ff req-c422b8d6-44bf-4de6-97aa-6060198a8ef4 service neutron] 10.222.0.70 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929585 Sep 08 13:11:39.282364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4330f3-5136-4df5-9daf-dc0a187ddd7c admin admin] Network afe72af6-22be-4f0f-9bb6-bb9d545c4f4d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:11:39.290920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c227278-8c80-4403-8549-51fc069a306b req-956fd19a-b08d-4b7c-b4c6-1290a25d5a01 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:39.292425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c227278-8c80-4403-8549-51fc069a306b req-956fd19a-b08d-4b7c-b4c6-1290a25d5a01 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/ports?device_id=12682579-86c6-4f21-84a2-8fe60f51b224 HTTP/1.1" status: 200 len: 950 time: 0.0857871 Sep 08 13:11:39.390751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-3a4330f3-5136-4df5-9daf-dc0a187ddd7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, afe72af6-22be-4f0f-9bb6-bb9d545c4f4d) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:39.396459 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4330f3-5136-4df5-9daf-dc0a187ddd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:39.397246 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a4330f3-5136-4df5-9daf-dc0a187ddd7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:39.404123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ecdcb9-b50b-4c50-97f6-bf3293a13a40 None None] Network afe72af6-22be-4f0f-9bb6-bb9d545c4f4d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:11:39.563454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf14ffd-207f-4af4-a5c5-4924644c5c50 req-fb9b1c07-d6fe-4037-9e2d-bb4a2678c126 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:39.565677 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dbf14ffd-207f-4af4-a5c5-4924644c5c50 req-fb9b1c07-d6fe-4037-9e2d-bb4a2678c126 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=12682579-86c6-4f21-84a2-8fe60f51b224 HTTP/1.1" status: 200 len: 950 time: 0.0863202 Sep 08 13:11:39.572817 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3a4330f3-5136-4df5-9daf-dc0a187ddd7c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7638159 Sep 08 13:11:39.595258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7aa065-568f-446d-a7bb-a54968e556d7 None None] Network afe72af6-22be-4f0f-9bb6-bb9d545c4f4d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:11:39.634727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dbf14ffd-207f-4af4-a5c5-4924644c5c50 req-f12f3693-38a4-401c-a76d-6876717bebea tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570560 Sep 08 13:11:39.729580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638584c-7a57-4b7c-ba1e-1871a5069f57 req-f153afbe-e738-4091-995a-70f30c8131e5 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:39.731175 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3638584c-7a57-4b7c-ba1e-1871a5069f57 req-f153afbe-e738-4091-995a-70f30c8131e5 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 943 time: 0.1562934 Sep 08 13:11:39.737849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f35e7dd-c680-41d3-8885-0d75c29c2792 req-9df8c966-38ed-4303-873e-23b09eb08f47 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808459 Sep 08 13:11:39.790108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3638584c-7a57-4b7c-ba1e-1871a5069f57 req-caed5573-2dfd-4cff-ae6b-c6c262a185ef tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511274 Sep 08 13:11:39.792283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-2c227278-8c80-4403-8549-51fc069a306b req-6ca31114-e4e7-4f50-82d8-55a7986678a6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Deleting port ae006e9f-fb1a-4ec7-b966-11f5461450de {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:11:39.792638 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c227278-8c80-4403-8549-51fc069a306b req-6ca31114-e4e7-4f50-82d8-55a7986678a6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:39.865590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:11:39.890168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2c227278-8c80-4403-8549-51fc069a306b req-6ca31114-e4e7-4f50-82d8-55a7986678a6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] For port ae006e9f-fb1a-4ec7-b966-11f5461450de, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae006e9f-fb1a-4ec7-b966-11f5461450de,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:39.890572 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c227278-8c80-4403-8549-51fc069a306b req-6ca31114-e4e7-4f50-82d8-55a7986678a6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:39.904468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-2c227278-8c80-4403-8549-51fc069a306b req-6ca31114-e4e7-4f50-82d8-55a7986678a6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Calling delete_port for ae006e9f-fb1a-4ec7-b966-11f5461450de owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:11:39.969477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:39.989338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'e7f0ece7-d67a-43b1-88c3-6f45ff96fe69', 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75', 'port_id': 'e7f0ece7-d67a-43b1-88c3-6f45ff96fe69', 'mac_address': 'fa:16:3e:7e:e2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0c631f-1f63-46cc-ad9d-bb850194cb83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:11:40.036768 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:40.053090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f83512-e920-4759-851b-d47b262d31cc req-9b062c7f-8c54-44bd-a380-64195bdc9ff3 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:40.054686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0f83512-e920-4759-851b-d47b262d31cc req-9b062c7f-8c54-44bd-a380-64195bdc9ff3 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "GET /v2.0/ports?device_id=669b3563-cced-447a-9d47-1c7b673216ba HTTP/1.1" status: 200 len: 950 time: 0.1052339 Sep 08 13:11:40.059960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:11:40.081304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f879980-4d1e-462f-8dfb-2e9526a15869 req-dc9ef752-52bb-4f65-9104-4620dd318ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:40.082483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f879980-4d1e-462f-8dfb-2e9526a15869 req-dc9ef752-52bb-4f65-9104-4620dd318ac4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ad2ad87a5cc4f1285b7ff7c4dcb8c4d&device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 1098 time: 0.1004002 Sep 08 13:11:40.110984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:40.145067 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2f7ee-360b-4b6a-a9f6-57626ad8a310 req-dccf9cdb-f06f-42f4-99ae-1cb14971e2d9 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:40.146210 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-42b2f7ee-360b-4b6a-a9f6-57626ad8a310 req-dccf9cdb-f06f-42f4-99ae-1cb14971e2d9 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.0717320 Sep 08 13:11:40.208070 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-42b2f7ee-360b-4b6a-a9f6-57626ad8a310 req-23668ae4-d05a-4025-8fcd-32eef5060882 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553355 Sep 08 13:11:40.285834 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-04bbccd1-5e1d-466b-9b90-12785f83a097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:40.319325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f879980-4d1e-462f-8dfb-2e9526a15869 req-1422d820-36b4-4676-b79b-7a06757e0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:40.321066 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f879980-4d1e-462f-8dfb-2e9526a15869 req-1422d820-36b4-4676-b79b-7a06757e0305 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.2183082 Sep 08 13:11:40.351982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38788396-1868-47d3-97e7-8550578b6321 req-e93d33c5-ec23-478e-a314-4a912aabec0a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:40.354295 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38788396-1868-47d3-97e7-8550578b6321 req-e93d33c5-ec23-478e-a314-4a912aabec0a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 947 time: 0.1060658 Sep 08 13:11:40.388916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e0f83512-e920-4759-851b-d47b262d31cc req-3ecfeec3-2875-42f2-bb5e-01b563fd2a1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Deleting port 4a2d1b68-e6ca-48ae-82ef-858daee2373a {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:11:40.389265 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e0f83512-e920-4759-851b-d47b262d31cc req-3ecfeec3-2875-42f2-bb5e-01b563fd2a1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:40.399476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f879980-4d1e-462f-8dfb-2e9526a15869 req-0b4e9b0b-7e6b-40e0-9ed4-9929d7913787 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=4b450703-7a33-469c-8d15-7042a6d4a64d HTTP/1.1" status: 200 len: 217 time: 0.0646553 Sep 08 13:11:40.402535 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:40.446774 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:40.452731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:40.459683 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c227278-8c80-4403-8549-51fc069a306b req-6ca31114-e4e7-4f50-82d8-55a7986678a6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:40.482459 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de', '4a2d1b68-e6ca-48ae-82ef-858daee2373a'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:40.484900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:40.543277 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca31114-e4e7-4f50-82d8-55a7986678a6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event deleted for resources: {'Port': ['ID=ae006e9f-fb1a-4ec7-b966-11f5461450de,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:40.576251 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38788396-1868-47d3-97e7-8550578b6321 req-810d0585-7d32-43ab-8497-162adc73af9c tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793964 Sep 08 13:11:40.576251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f879980-4d1e-462f-8dfb-2e9526a15869 req-dc08b88a-fa62-4264-b8cf-3da31d7cb8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:40.576251 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f879980-4d1e-462f-8dfb-2e9526a15869 req-dc08b88a-fa62-4264-b8cf-3da31d7cb8c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1613932 Sep 08 13:11:40.650030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c227278-8c80-4403-8549-51fc069a306b req-6ca31114-e4e7-4f50-82d8-55a7986678a6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] No DVR routers for this DVR port ae006e9f-fb1a-4ec7-b966-11f5461450de on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:11:40.669177 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c227278-8c80-4403-8549-51fc069a306b req-6ca31114-e4e7-4f50-82d8-55a7986678a6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:40.671300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c227278-8c80-4403-8549-51fc069a306b req-6ca31114-e4e7-4f50-82d8-55a7986678a6 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "DELETE /v2.0/ports/ae006e9f-fb1a-4ec7-b966-11f5461450de HTTP/1.1" status: 204 len: 173 time: 1.3717623 Sep 08 13:11:40.678995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e0f83512-e920-4759-851b-d47b262d31cc req-3ecfeec3-2875-42f2-bb5e-01b563fd2a1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] For port 4a2d1b68-e6ca-48ae-82ef-858daee2373a, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4a2d1b68-e6ca-48ae-82ef-858daee2373a,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:40.678995 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e0f83512-e920-4759-851b-d47b262d31cc req-3ecfeec3-2875-42f2-bb5e-01b563fd2a1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:40.692029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e0f83512-e920-4759-851b-d47b262d31cc req-3ecfeec3-2875-42f2-bb5e-01b563fd2a1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Calling delete_port for 4a2d1b68-e6ca-48ae-82ef-858daee2373a owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:11:40.699070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['e7f0ece7-d67a-43b1-88c3-6f45ff96fe69'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:40.708645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f879980-4d1e-462f-8dfb-2e9526a15869 req-3bc43f0f-3d57-4f42-892e-1b953a1c061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:40.710796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f879980-4d1e-462f-8dfb-2e9526a15869 req-3bc43f0f-3d57-4f42-892e-1b953a1c061c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185021 Sep 08 13:11:40.735540 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23d5e674-bc14-4d96-8848-fdf0b2ff4d23 req-ce38cc00-95f6-42b9-b00b-12fbceccd068 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=12682579-86c6-4f21-84a2-8fe60f51b224 HTTP/1.1" status: 200 len: 210 time: 0.0315552 Sep 08 13:11:40.787538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49372) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:40.795074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-377288346-network', 'tenant_id': '25d186bad0a3492eb7593d3049a3a766'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:40.899364 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f879980-4d1e-462f-8dfb-2e9526a15869 req-d09602b7-c843-495d-9798-3c45742aa342 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793869 Sep 08 13:11:41.000509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Made reservation on behalf of 25d186bad0a3492eb7593d3049a3a766 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:11:41.004603 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:41.020763 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:41.040421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c89c42-2674-43ec-9c5e-3c7783b18c05 req-64562288-9e24-47cd-bbd8-645f7fe8681a tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:41.041997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54c89c42-2674-43ec-9c5e-3c7783b18c05 req-64562288-9e24-47cd-bbd8-645f7fe8681a tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 943 time: 0.1584020 Sep 08 13:11:41.086604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f879980-4d1e-462f-8dfb-2e9526a15869 req-1378cf06-27c7-450e-8519-979b32e0c594 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659656 Sep 08 13:11:41.116286 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54c89c42-2674-43ec-9c5e-3c7783b18c05 req-f6dfa2ea-5fbc-4a17-9f94-26face6ea7b5 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652525 Sep 08 13:11:41.152018 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e0f83512-e920-4759-851b-d47b262d31cc req-3ecfeec3-2875-42f2-bb5e-01b563fd2a1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:41.152944 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:41.165899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae006e9f-fb1a-4ec7-b966-11f5461450de'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:41.181411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfeec3-2875-42f2-bb5e-01b563fd2a1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event deleted for resources: {'Port': ['ID=4a2d1b68-e6ca-48ae-82ef-858daee2373a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:41.228580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f83512-e920-4759-851b-d47b262d31cc req-3ecfeec3-2875-42f2-bb5e-01b563fd2a1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] No DVR routers for this DVR port 4a2d1b68-e6ca-48ae-82ef-858daee2373a on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:11:41.231174 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e0f83512-e920-4759-851b-d47b262d31cc req-3ecfeec3-2875-42f2-bb5e-01b563fd2a1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:41.234384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0f83512-e920-4759-851b-d47b262d31cc req-3ecfeec3-2875-42f2-bb5e-01b563fd2a1d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.60 "DELETE /v2.0/ports/4a2d1b68-e6ca-48ae-82ef-858daee2373a HTTP/1.1" status: 204 len: 173 time: 1.1693881 Sep 08 13:11:41.248284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12682579-86c6-4f21-84a2-8fe60f51b224', 'name': 'network-vif-deleted', 'tag': 'ae006e9f-fb1a-4ec7-b966-11f5461450de'}, {'server_uuid': '669b3563-cced-447a-9d47-1c7b673216ba', 'name': 'network-vif-deleted', 'tag': '4a2d1b68-e6ca-48ae-82ef-858daee2373a'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:41.250829 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29029c12-0f61-4609-9b47-8456fd41fe65" -d '{"events": [{"server_uuid": "12682579-86c6-4f21-84a2-8fe60f51b224", "name": "network-vif-deleted", "tag": "ae006e9f-fb1a-4ec7-b966-11f5461450de"}, {"server_uuid": "669b3563-cced-447a-9d47-1c7b673216ba", "name": "network-vif-deleted", "tag": "4a2d1b68-e6ca-48ae-82ef-858daee2373a"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:41.307085 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b0b783-a4ca-4da0-adba-ea84b4286df4 x-openstack-request-id: req-a0b0b783-a4ca-4da0-adba-ea84b4286df4 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:41.307372 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12682579-86c6-4f21-84a2-8fe60f51b224", "name": "network-vif-deleted", "tag": "ae006e9f-fb1a-4ec7-b966-11f5461450de", "status": "completed", "code": 200}, {"server_uuid": "669b3563-cced-447a-9d47-1c7b673216ba", "name": "network-vif-deleted", "tag": "4a2d1b68-e6ca-48ae-82ef-858daee2373a", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:41.307628 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a0b0b783-a4ca-4da0-adba-ea84b4286df4 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:41.308040 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12682579-86c6-4f21-84a2-8fe60f51b224', 'name': 'network-vif-deleted', 'tag': 'ae006e9f-fb1a-4ec7-b966-11f5461450de', 'status': 'completed', 'code': 200} Sep 08 13:11:41.308281 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '669b3563-cced-447a-9d47-1c7b673216ba', 'name': 'network-vif-deleted', 'tag': '4a2d1b68-e6ca-48ae-82ef-858daee2373a', 'status': 'completed', 'code': 200} Sep 08 13:11:41.332980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16b5d7-ddd2-4c43-8576-cafeff8c44a5 req-0b41443e-4ece-4c52-92bf-be94908e70cd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:41.334535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a16b5d7-ddd2-4c43-8576-cafeff8c44a5 req-0b41443e-4ece-4c52-92bf-be94908e70cd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 945 time: 0.0600436 Sep 08 13:11:41.356726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:41.372337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:11:41.374507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:41.386538 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a16b5d7-ddd2-4c43-8576-cafeff8c44a5 req-a3fff55a-fbe7-495e-9c9c-1f11b8e617b6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451140 Sep 08 13:11:41.387970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d845b3e4-6c8f-4855-8ebf-57d775ba879a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:41.391743 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:41.392127 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Added segment 4d835498-8380-4954-b001-52e4b81a46df of type vlan for network 3fda127b-d72c-49a2-a34f-974cf69ccf81 Sep 08 13:11:41.437925 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:41.567464 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:41.568467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:41.569114 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:41.637074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] Pushing event updated for resources: {'Network': ['ID=3fda127b-d72c-49a2-a34f-974cf69ccf81,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:41.650021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 3fda127b-d72c-49a2-a34f-974cf69ccf81 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:11:41.717101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e05f3-a922-49d5-9ae1-9ab90da5097a req-a69bc502-531a-4fa4-8f5d-0aaef5ebb302 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:41.719199 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc3e05f3-a922-49d5-9ae1-9ab90da5097a req-a69bc502-531a-4fa4-8f5d-0aaef5ebb302 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 947 time: 0.0567451 Sep 08 13:11:41.759211 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc3e05f3-a922-49d5-9ae1-9ab90da5097a req-e6d370b4-a4ce-4332-9bd7-3056d6e793d9 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336404 Sep 08 13:11:41.805424 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:41.805651 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8e13a088-f89f-45a7-b31e-98a353f831bf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0085032 Sep 08 13:11:41.807905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49390) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:41.812954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-06da7b16-d2dc-4923-aa82-9382e2047985 admin admin] Request body: {'subnet': {'network_id': '3fda127b-d72c-49a2-a34f-974cf69ccf81', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-377288346-subnet', 'tenant_id': '25d186bad0a3492eb7593d3049a3a766', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:41.851722 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fc7371a4-6ef2-4010-b1fd-731e5bc21eac req-d6e457b1-9d8c-42a5-a987-b0858f8806e2 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=12682579-86c6-4f21-84a2-8fe60f51b224 HTTP/1.1" status: 200 len: 210 time: 0.0291264 Sep 08 13:11:41.879664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 4b450703-7a33-469c-8d15-7042a6d4a64d details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:11:41.881848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:11:42.012941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:42.014099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06da7b16-d2dc-4923-aa82-9382e2047985 admin admin] Made reservation on behalf of 25d186bad0a3492eb7593d3049a3a766 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:11:42.017805 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-06da7b16-d2dc-4923-aa82-9382e2047985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:42.025129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'mac_address': 'fa:16:3e:21:5a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:11:42.063864 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:42.076547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b450703-7a33-469c-8d15-7042a6d4a64d {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:11:42.097099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:42.243926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:11:42.243926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:42.243926 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:42.250227 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb9dce-e59b-4816-9628-7b53f9b685ee req-2bbff207-63e0-40c3-93e2-ec544248689d tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:42.253772 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6acb9dce-e59b-4816-9628-7b53f9b685ee req-2bbff207-63e0-40c3-93e2-ec544248689d tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 943 time: 0.0614882 Sep 08 13:11:42.300509 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:42.300753 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6712355b-2ed5-43e9-bd37-6618b54bae8e details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:11:42.320446 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6acb9dce-e59b-4816-9628-7b53f9b685ee req-eca3b6ec-e657-4b15-b19c-5aeba4ec6b92 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584011 Sep 08 13:11:42.413921 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-06da7b16-d2dc-4923-aa82-9382e2047985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:42.477900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da7b16-d2dc-4923-aa82-9382e2047985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7be4720-52ab-420e-9ef7-21ad63b04286,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:42.488287 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da7b16-d2dc-4923-aa82-9382e2047985 admin admin] Checking segment: {'id': '4d835498-8380-4954-b001-52e4b81a46df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '3fda127b-d72c-49a2-a34f-974cf69ccf81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:11:42.488654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da7b16-d2dc-4923-aa82-9382e2047985 admin admin] Network hostable DHCP agents. Network: 3fda127b-d72c-49a2-a34f-974cf69ccf81, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:11:42.538464 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:42.541982 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=4b450703-7a33-469c-8d15-7042a6d4a64d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:42.543387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf4a56-187a-4c52-800c-096157d34030 req-5b152d1c-0f44-48f1-9956-8c5451fd62a2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:42.551849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ccbf4a56-187a-4c52-800c-096157d34030 req-5b152d1c-0f44-48f1-9956-8c5451fd62a2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 945 time: 0.0646164 Sep 08 13:11:42.590842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ccbf4a56-187a-4c52-800c-096157d34030 req-da090b50-8c1b-41ba-86ae-8dbf27592e53 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Sep 08 13:11:42.601146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4766a3-e848-4c83-866f-bd954789d756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f0ece7-d67a-43b1-88c3-6f45ff96fe69'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:42.603581 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b118e174-e813-4a88-ad5a-b4b18bdd195a" -d '{"events": [{"server_uuid": "2f4766a3-e848-4c83-866f-bd954789d756", "name": "network-vif-plugged", "status": "completed", "tag": "e7f0ece7-d67a-43b1-88c3-6f45ff96fe69"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:42.619669 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da7b16-d2dc-4923-aa82-9382e2047985 admin admin] Network 3fda127b-d72c-49a2-a34f-974cf69ccf81 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:11:42.630454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:42.644877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6712355b-2ed5-43e9-bd37-6618b54bae8e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6712355b-2ed5-43e9-bd37-6618b54bae8e,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:42.657944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'port_id': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'mac_address': 'fa:16:3e:9c:58:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:11:42.662439 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6711b3a-004a-43a9-8582-70e64cfd1798 x-openstack-request-id: req-b6711b3a-004a-43a9-8582-70e64cfd1798 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:42.662733 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4766a3-e848-4c83-866f-bd954789d756", "name": "network-vif-plugged", "status": "completed", "tag": "e7f0ece7-d67a-43b1-88c3-6f45ff96fe69", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:42.663117 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b6711b3a-004a-43a9-8582-70e64cfd1798 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:42.663504 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4766a3-e848-4c83-866f-bd954789d756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f0ece7-d67a-43b1-88c3-6f45ff96fe69', 'code': 200} Sep 08 13:11:42.704055 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:42.719185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6712355b-2ed5-43e9-bd37-6618b54bae8e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:11:42.741633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6712355b-2ed5-43e9-bd37-6618b54bae8e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6712355b-2ed5-43e9-bd37-6618b54bae8e,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:42.769258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f7b93-74d8-45fc-bb10-34ed9a08d92e req-d25adadb-9e1e-4e4b-8c5c-7926401a44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:42.770798 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b78f7b93-74d8-45fc-bb10-34ed9a08d92e req-d25adadb-9e1e-4e4b-8c5c-7926401a44b0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 1096 time: 0.0467601 Sep 08 13:11:42.788444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-06da7b16-d2dc-4923-aa82-9382e2047985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 3fda127b-d72c-49a2-a34f-974cf69ccf81) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:42.794197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06da7b16-d2dc-4923-aa82-9382e2047985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:42.795027 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-06da7b16-d2dc-4923-aa82-9382e2047985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:42.806214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471b8cd4-a82d-43b6-b3ff-a1da1a3453bc None None] Network 3fda127b-d72c-49a2-a34f-974cf69ccf81 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:11:42.808391 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b78f7b93-74d8-45fc-bb10-34ed9a08d92e req-be7067f1-e1ac-4fd1-987e-d7199698ba26 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303202 Sep 08 13:11:42.866637 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:42.898924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc363fca-ed0c-4882-bee8-68f41af5d2c2 req-e3926b24-929d-46ec-9618-40c857b631a7 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:42.900643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fc363fca-ed0c-4882-bee8-68f41af5d2c2 req-e3926b24-929d-46ec-9618-40c857b631a7 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 948 time: 0.0585592 Sep 08 13:11:42.943719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fc363fca-ed0c-4882-bee8-68f41af5d2c2 req-c186c3b6-e354-474a-a5ad-a4c090103eda tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346379 Sep 08 13:11:42.954382 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:42.956205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:43.017445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b5e931-bfa2-4915-ba17-9960aa5dc6ae None None] Network 3fda127b-d72c-49a2-a34f-974cf69ccf81 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:11:43.028911 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-06da7b16-d2dc-4923-aa82-9382e2047985 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2107825 Sep 08 13:11:43.101645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6712355b-2ed5-43e9-bd37-6618b54bae8e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:43.216589 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:43.225826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['6712355b-2ed5-43e9-bd37-6618b54bae8e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:43.229155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['4b450703-7a33-469c-8d15-7042a6d4a64d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:43.537991 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-ee70ed8e-698f-4da4-a5c4-d0ff1949ba6b tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:43.539484 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-ee70ed8e-698f-4da4-a5c4-d0ff1949ba6b tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/networks?id=afe72af6-22be-4f0f-9bb6-bb9d545c4f4d HTTP/1.1" status: 200 len: 825 time: 0.1176496 Sep 08 13:11:43.554214 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-38ed8410-11fa-4b60-8ebf-35a217402d30 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/quotas/f515feaa6a7945acafb32d3de4d114c6 HTTP/1.1" status: 200 len: 375 time: 0.0090694 Sep 08 13:11:43.588607 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-7844765d-a4bd-440e-b7e8-10c324e3652e tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f515feaa6a7945acafb32d3de4d114c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289385 Sep 08 13:11:43.688809 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-d7ac2265-de59-45ab-a421-a882c05ff013 service neutron] 10.222.0.69 "GET /v2.0/networks/afe72af6-22be-4f0f-9bb6-bb9d545c4f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922437 Sep 08 13:11:43.783763 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-f459acca-3ee1-4c0f-ab4b-9a18e922209e service neutron] 10.222.0.69 "GET /v2.0/networks/afe72af6-22be-4f0f-9bb6-bb9d545c4f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885870 Sep 08 13:11:44.094067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c295a-5700-41e7-8383-e8ffa50dc6f0 req-31bbbf7f-a1e6-47e5-bd56-11c3fd1cc222 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:44.095967 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6a2c295a-5700-41e7-8383-e8ffa50dc6f0 req-31bbbf7f-a1e6-47e5-bd56-11c3fd1cc222 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 944 time: 0.0600927 Sep 08 13:11:44.136452 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6a2c295a-5700-41e7-8383-e8ffa50dc6f0 req-2c745194-1d32-4a44-9a15-7d0fb826d220 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341833 Sep 08 13:11:44.161719 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:44.246420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2d546-0558-4cb5-bad8-48c8bb1fff85 req-56c3e738-2281-4d0a-ba93-13133e5dd3f5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:44.247910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ac2d546-0558-4cb5-bad8-48c8bb1fff85 req-56c3e738-2281-4d0a-ba93-13133e5dd3f5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 946 time: 0.0554857 Sep 08 13:11:44.330010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ac2d546-0558-4cb5-bad8-48c8bb1fff85 req-052edb86-7ea9-4b60-99a2-d20cb4ba1859 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697069 Sep 08 13:11:44.380634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 4a2d1b68-e6ca-48ae-82ef-858daee2373a no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:11:44.382009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff21c7f-050c-4ec4-a901-6c226f53ee2d req-fc2c5520-76e3-47dd-8a4d-422093180f6c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:44.385001 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ff21c7f-050c-4ec4-a901-6c226f53ee2d req-fc2c5520-76e3-47dd-8a4d-422093180f6c tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 950 time: 0.0799100 Sep 08 13:11:44.409270 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 4a2d1b68-e6ca-48ae-82ef-858daee2373a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:11:44.409742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 4a2d1b68-e6ca-48ae-82ef-858daee2373a not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:11:44.410042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae006e9f-fb1a-4ec7-b966-11f5461450de no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:11:44.433391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: ae006e9f-fb1a-4ec7-b966-11f5461450de {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:11:44.434365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae006e9f-fb1a-4ec7-b966-11f5461450de not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:11:44.436631 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ff21c7f-050c-4ec4-a901-6c226f53ee2d req-901419ff-b7c3-4478-889d-6ae1190ed413 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432985 Sep 08 13:11:44.476964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12845e-839b-4337-a64c-a2f30b3da28a req-49dce4e1-7cfe-439e-ba55-02f099f3cff6 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:44.482981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ae12845e-839b-4337-a64c-a2f30b3da28a req-49dce4e1-7cfe-439e-ba55-02f099f3cff6 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 948 time: 0.0776448 Sep 08 13:11:44.518019 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5b2577b8-c457-4114-a27d-a86030aa95f4 req-827e301b-d26d-4698-810d-7533b7c3324b tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 210 time: 0.0317945 Sep 08 13:11:44.521942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ae12845e-839b-4337-a64c-a2f30b3da28a req-93f5bed0-0ff0-49f0-92aa-919706565fc9 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368049 Sep 08 13:11:45.253746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7a86f-0203-4b29-88cd-1ad15a38ffc5 req-017bd5a5-ee4e-4671-8efe-6a5e2368d81f tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:45.255293 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33c7a86f-0203-4b29-88cd-1ad15a38ffc5 req-017bd5a5-ee4e-4671-8efe-6a5e2368d81f tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 944 time: 0.0503540 Sep 08 13:11:45.294988 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33c7a86f-0203-4b29-88cd-1ad15a38ffc5 req-4ac3a93a-a684-4874-bf81-ab3d3e94b3a8 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336542 Sep 08 13:11:45.451313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794cbe0-1073-41fa-88ef-ab54c4a4aaee req-2a9d23c2-8cd9-455e-8ddf-c73f85af5e51 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:45.453477 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e794cbe0-1073-41fa-88ef-ab54c4a4aaee req-2a9d23c2-8cd9-455e-8ddf-c73f85af5e51 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 946 time: 0.0511720 Sep 08 13:11:45.509339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e794cbe0-1073-41fa-88ef-ab54c4a4aaee req-45895510-256f-44bf-ba87-6f4178fb18ce tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496442 Sep 08 13:11:45.529554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2344de3-66ce-4b03-9e76-82e001b587bf req-440924a1-05ba-4602-9a95-d54a12eba489 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:45.531757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e2344de3-66ce-4b03-9e76-82e001b587bf req-440924a1-05ba-4602-9a95-d54a12eba489 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 950 time: 0.0656440 Sep 08 13:11:45.626949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a75bec-4d67-440c-a9b6-a1fcdb9d6ed9 req-28e0c43b-3ba2-4367-8064-b5848a1cdb6b tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:45.628506 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5a75bec-4d67-440c-a9b6-a1fcdb9d6ed9 req-28e0c43b-3ba2-4367-8064-b5848a1cdb6b tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 1097 time: 0.0475936 Sep 08 13:11:45.642781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4b43d-3d27-4d9d-a2b2-4da3b7c1390c req-354907a9-8fbd-4a91-a645-5c83f4a57e76 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:45.644284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d4b43d-3d27-4d9d-a2b2-4da3b7c1390c req-354907a9-8fbd-4a91-a645-5c83f4a57e76 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 950 time: 0.1041176 Sep 08 13:11:45.666262 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5a75bec-4d67-440c-a9b6-a1fcdb9d6ed9 req-d23f95f3-d43e-4194-8dfd-2bbfb119889d tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Sep 08 13:11:45.693332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e2344de3-66ce-4b03-9e76-82e001b587bf req-d7ae33cd-7ab2-4214-adff-2e007a04f862 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Deleting port 50c6444f-c7d7-48bf-bde3-39790c6758b9 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:11:45.693678 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e2344de3-66ce-4b03-9e76-82e001b587bf req-d7ae33cd-7ab2-4214-adff-2e007a04f862 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:45.700289 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d4b43d-3d27-4d9d-a2b2-4da3b7c1390c req-9e702923-950c-4cd4-af46-253ef1df8909 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/security-groups?id=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488222 Sep 08 13:11:45.748903 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0bb9bda5-cdc2-49b6-b422-3a1d7beca2e7 req-9571e2c2-c9d1-4903-aa81-83c7f9684209 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 210 time: 0.0335450 Sep 08 13:11:45.835455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e2344de3-66ce-4b03-9e76-82e001b587bf req-d7ae33cd-7ab2-4214-adff-2e007a04f862 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] For port 50c6444f-c7d7-48bf-bde3-39790c6758b9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=50c6444f-c7d7-48bf-bde3-39790c6758b9,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:45.835833 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e2344de3-66ce-4b03-9e76-82e001b587bf req-d7ae33cd-7ab2-4214-adff-2e007a04f862 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:45.851848 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a743471-ea40-4eee-8694-89a641fa78de req-f5f8e1f7-ed07-4846-82a7-11eb0bb93556 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:45.853406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5a743471-ea40-4eee-8694-89a641fa78de req-f5f8e1f7-ed07-4846-82a7-11eb0bb93556 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 948 time: 0.0834203 Sep 08 13:11:45.859624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e2344de3-66ce-4b03-9e76-82e001b587bf req-d7ae33cd-7ab2-4214-adff-2e007a04f862 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Calling delete_port for 50c6444f-c7d7-48bf-bde3-39790c6758b9 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:11:45.896542 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 4b450703-7a33-469c-8d15-7042a6d4a64d up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:11:45.944782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5a743471-ea40-4eee-8694-89a641fa78de req-087d30d2-74d4-4bac-b4e9-1362aed28ba2 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831513 Sep 08 13:11:46.133248 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 4b450703-7a33-469c-8d15-7042a6d4a64d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:11:46.138067 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 4b450703-7a33-469c-8d15-7042a6d4a64d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:46.138067 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:46.218279 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:46.239997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:46.242299 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea39b6a3-ba92-4366-8516-99b85e7d97e2" -d '{"events": [{"server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "name": "network-vif-plugged", "status": "completed", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:46.255550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:46.281078 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc39e98b-6f45-4611-b9e1-c9eae5dfa510 x-openstack-request-id: req-cc39e98b-6f45-4611-b9e1-c9eae5dfa510 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:46.281395 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "name": "network-vif-plugged", "status": "completed", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:46.281746 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cc39e98b-6f45-4611-b9e1-c9eae5dfa510 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:46.282142 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'code': 200} Sep 08 13:11:46.340060 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e2344de3-66ce-4b03-9e76-82e001b587bf req-d7ae33cd-7ab2-4214-adff-2e007a04f862 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:46.355172 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['50c6444f-c7d7-48bf-bde3-39790c6758b9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:46.372257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae33cd-7ab2-4214-adff-2e007a04f862 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Pushing event deleted for resources: {'Port': ['ID=50c6444f-c7d7-48bf-bde3-39790c6758b9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:46.408401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424a71f-6781-4ddb-9d14-c18faecd29b0 req-d8f322e0-7bdd-495e-a09a-78ecb8b32f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:46.409904 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e424a71f-6781-4ddb-9d14-c18faecd29b0 req-d8f322e0-7bdd-495e-a09a-78ecb8b32f49 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 1099 time: 0.0693266 Sep 08 13:11:46.430016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2344de3-66ce-4b03-9e76-82e001b587bf req-d7ae33cd-7ab2-4214-adff-2e007a04f862 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] No DVR routers for this DVR port 50c6444f-c7d7-48bf-bde3-39790c6758b9 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:11:46.432660 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e2344de3-66ce-4b03-9e76-82e001b587bf req-d7ae33cd-7ab2-4214-adff-2e007a04f862 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:46.434734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e2344de3-66ce-4b03-9e76-82e001b587bf req-d7ae33cd-7ab2-4214-adff-2e007a04f862 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.70 "DELETE /v2.0/ports/50c6444f-c7d7-48bf-bde3-39790c6758b9 HTTP/1.1" status: 204 len: 173 time: 0.8957608 Sep 08 13:11:46.435180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509f612a-635d-4804-bf4e-6e7637ea6688', 'name': 'network-vif-deleted', 'tag': '50c6444f-c7d7-48bf-bde3-39790c6758b9'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:46.438463 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04470538-f26a-4456-b75b-e8413f301d16" -d '{"events": [{"server_uuid": "509f612a-635d-4804-bf4e-6e7637ea6688", "name": "network-vif-deleted", "tag": "50c6444f-c7d7-48bf-bde3-39790c6758b9"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:46.477160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e424a71f-6781-4ddb-9d14-c18faecd29b0 req-3537ce42-3878-4a2b-bb76-adba1195fbc4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Sep 08 13:11:46.480245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cc871-d231-4ac0-bf21-edba3f0f6639 req-f3b88836-4c6d-4de2-bfae-fc85011ce996 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:46.481556 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a29cc871-d231-4ac0-bf21-edba3f0f6639 req-f3b88836-4c6d-4de2-bfae-fc85011ce996 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 944 time: 0.0855267 Sep 08 13:11:46.489478 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66f7c29-901b-4e1f-87fd-60787bd61005 x-openstack-request-id: req-f66f7c29-901b-4e1f-87fd-60787bd61005 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:46.489763 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509f612a-635d-4804-bf4e-6e7637ea6688", "name": "network-vif-deleted", "tag": "50c6444f-c7d7-48bf-bde3-39790c6758b9", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:46.490029 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f66f7c29-901b-4e1f-87fd-60787bd61005 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:46.490429 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509f612a-635d-4804-bf4e-6e7637ea6688', 'name': 'network-vif-deleted', 'tag': '50c6444f-c7d7-48bf-bde3-39790c6758b9', 'status': 'completed', 'code': 200} Sep 08 13:11:46.504460 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:46.505311 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6712355b-2ed5-43e9-bd37-6618b54bae8e up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:11:46.523342 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a29cc871-d231-4ac0-bf21-edba3f0f6639 req-1df8349d-2304-4d49-b313-4dd2d41ad74b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342624 Sep 08 13:11:46.588649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=4b450703-7a33-469c-8d15-7042a6d4a64d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:46.596997 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:46.744347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 6712355b-2ed5-43e9-bd37-6618b54bae8e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:11:46.749519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 6712355b-2ed5-43e9-bd37-6618b54bae8e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:46.749971 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:46.815906 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5967fb5-0193-4faa-aa6c-b7397d4d0658 req-372f5bd7-7480-471c-9d99-a154a891551d tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 210 time: 0.0352476 Sep 08 13:11:46.839361 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:46.867732 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbfc8612-cfac-4bcb-b922-abca76d8f505 req-eda1f48d-f524-4bb8-8a64-4d173c4ceda6 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 210 time: 0.0321627 Sep 08 13:11:46.897989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6712355b-2ed5-43e9-bd37-6618b54bae8e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6712355b-2ed5-43e9-bd37-6618b54bae8e,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:47.071298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f24007-f20f-404b-97a3-92891124e56d req-1e891e6f-9d65-4ed2-90ff-f04256413ab3 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:47.072875 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06f24007-f20f-404b-97a3-92891124e56d req-1e891e6f-9d65-4ed2-90ff-f04256413ab3 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 949 time: 0.0568421 Sep 08 13:11:47.116171 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06f24007-f20f-404b-97a3-92891124e56d req-6f41af03-c06f-4abd-846a-d58a062f7890 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366282 Sep 08 13:11:47.138799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:47.195079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6712355b-2ed5-43e9-bd37-6618b54bae8e,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:47.642412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daeff7-e843-43dd-b455-f19f0eb4f866 req-aae59361-e769-40e6-bf29-83e7af21da90 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:47.643955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46daeff7-e843-43dd-b455-f19f0eb4f866 req-aae59361-e769-40e6-bf29-83e7af21da90 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 945 time: 0.0490508 Sep 08 13:11:47.682851 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46daeff7-e843-43dd-b455-f19f0eb4f866 req-322cdf80-b9ca-485a-aeba-629de3e39a15 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Sep 08 13:11:47.928821 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-375e55ce-c4d4-43c7-86d0-40cf7d9f267b req-c4a52bdf-2f6c-4dff-ab0f-107703dfdd28 tempest-ServersOnMultiNodesTest-385438849 tempest-ServersOnMultiNodesTest-385438849-project] 10.222.0.69 "GET /v2.0/ports?device_id=509f612a-635d-4804-bf4e-6e7637ea6688 HTTP/1.1" status: 200 len: 210 time: 0.0301385 Sep 08 13:11:47.994669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4aa04093-8081-45be-91c8-9066b048a9cb req-eb4d667b-bfa0-402f-a348-58c83e5a1111 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 210 time: 0.0355210 Sep 08 13:11:48.275846 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae05b9d-f903-4962-8d33-d0fb6b5fa202 req-433baf6a-8473-4a1c-8984-06294b805bcc tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:48.278030 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eae05b9d-f903-4962-8d33-d0fb6b5fa202 req-433baf6a-8473-4a1c-8984-06294b805bcc tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 949 time: 0.0870891 Sep 08 13:11:48.291053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6712355b-2ed5-43e9-bd37-6618b54bae8e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:48.291053 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f756b8-c2e6-4d40-818d-2081d8d43eaf" -d '{"events": [{"server_uuid": "0e94a24d-d6d4-4843-8858-99fa63d84f46", "name": "network-vif-plugged", "status": "completed", "tag": "6712355b-2ed5-43e9-bd37-6618b54bae8e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:48.326047 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eae05b9d-f903-4962-8d33-d0fb6b5fa202 req-b7440c05-3d0c-4c87-8ddb-a738f64a1bd0 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409768 Sep 08 13:11:48.389993 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091f50aa-e8d6-48be-99a5-38787c1d6ec1 x-openstack-request-id: req-091f50aa-e8d6-48be-99a5-38787c1d6ec1 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:48.390372 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e94a24d-d6d4-4843-8858-99fa63d84f46", "name": "network-vif-plugged", "status": "completed", "tag": "6712355b-2ed5-43e9-bd37-6618b54bae8e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:48.390707 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-091f50aa-e8d6-48be-99a5-38787c1d6ec1 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:48.390857 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'code': 200} Sep 08 13:11:48.418017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-4b30f197-7258-4833-af00-4ae44e108596 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:48.428490 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-4b30f197-7258-4833-af00-4ae44e108596 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.60 "GET /v2.0/networks?id=afe72af6-22be-4f0f-9bb6-bb9d545c4f4d HTTP/1.1" status: 200 len: 825 time: 0.1911578 Sep 08 13:11:48.441246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Request body: {'port': {'device_id': '6a702c53-8db8-4154-8607-9989194e7a4e', 'network_id': 'afe72af6-22be-4f0f-9bb6-bb9d545c4f4d', 'admin_state_up': True, 'tenant_id': 'f515feaa6a7945acafb32d3de4d114c6'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:48.554260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aa86e-dde3-45b8-a9dc-50b593cfed2d req-514a093d-9185-4f80-86ce-0493e0ffcccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:48.555897 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d54aa86e-dde3-45b8-a9dc-50b593cfed2d req-514a093d-9185-4f80-86ce-0493e0ffcccb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 1096 time: 0.0987668 Sep 08 13:11:48.604180 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d54aa86e-dde3-45b8-a9dc-50b593cfed2d req-3c3a4a2f-24a7-416c-bb80-345e64494bde service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394945 Sep 08 13:11:48.786168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Made reservation on behalf of f515feaa6a7945acafb32d3de4d114c6 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:11:48.790911 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:48.877775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54481f3-5967-4ee9-99b0-65c8144e9a10 req-9c29d93c-847f-42ad-ad70-a5ac137d430f tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:48.879331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d54481f3-5967-4ee9-99b0-65c8144e9a10 req-9c29d93c-847f-42ad-ad70-a5ac137d430f tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 945 time: 0.1069989 Sep 08 13:11:48.964618 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d54481f3-5967-4ee9-99b0-65c8144e9a10 req-d223f59a-9f7c-4767-a6f8-19d6bbef114e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741053 Sep 08 13:11:48.985462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Allocated IP 172.20.0.3 (afe72af6-22be-4f0f-9bb6-bb9d545c4f4d/8c7ec5ff-8f0e-4763-a9ca-8f4d333c992c/8968a03c-7a0a-4237-972c-bbd8fbfe99f7) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:11:49.143143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63485447-2bb5-4b59-97a3-7a5397c771d7 req-0bac159d-f9b8-4ad2-8e78-f2d817374f91 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 210 time: 0.0587068 Sep 08 13:11:49.192404 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:49.426083 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:49.467805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Network afe72af6-22be-4f0f-9bb6-bb9d545c4f4d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:11:49.473105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:11:49.478353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:11:49.485615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Pushing event updated for resources: {'Port': ['ID=8968a03c-7a0a-4237-972c-bbd8fbfe99f7,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:49.536847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:49.537438 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:49.689196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-bf308cca-02c7-40b8-ba32-bf9a22d8d2d3 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2598934 Sep 08 13:11:49.757889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Request body: {'port': {'device_id': '6a702c53-8db8-4154-8607-9989194e7a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:49.799064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49576) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:49.819928 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:49.901008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 50c6444f-c7d7-48bf-bde3-39790c6758b9 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:11:49.923728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 50c6444f-c7d7-48bf-bde3-39790c6758b9 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:11:49.924331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 50c6444f-c7d7-48bf-bde3-39790c6758b9 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:11:49.945645 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-51df6745-3792-4ea3-a07e-1abec778df0b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7552984e8e56490ca3a3457fbd7d0daf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1445851 Sep 08 13:11:49.948298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49580) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:50.000127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2942504e-9635-45bf-a692-96aeec76501a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:50.023136 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2942504e-9635-45bf-a692-96aeec76501a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:50.104653 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f136f-5086-49d3-b57d-7be15d799771 req-0367a7ff-5c46-44d7-8123-2d61a2136a22 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:50.106250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c7f136f-5086-49d3-b57d-7be15d799771 req-0367a7ff-5c46-44d7-8123-2d61a2136a22 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 945 time: 0.0594070 Sep 08 13:11:50.119158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:11:50.129834 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:50.143696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Transition to ACTIVE for port object 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:11:50.187809 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c7f136f-5086-49d3-b57d-7be15d799771 req-91272ddb-0170-48de-ab1e-bab1b3a8e713 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706921 Sep 08 13:11:50.191574 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e4dbc9d-7044-426f-a385-3b326bec9d60 req-b7e4aac5-7519-4646-b4fb-e41c9a6d3c30 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0822999 Sep 08 13:11:50.304610 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dbc9d-7044-426f-a385-3b326bec9d60 req-c057bf10-d1bf-4a0a-8026-3fb21b295251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:50.306052 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e4dbc9d-7044-426f-a385-3b326bec9d60 req-c057bf10-d1bf-4a0a-8026-3fb21b295251 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 1096 time: 0.0698938 Sep 08 13:11:50.319551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76b439-d9b1-4ebc-9e18-b9a83c880ce7 req-987d5702-df2c-4e36-9975-9bb7d148e633 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:50.321622 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c76b439-d9b1-4ebc-9e18-b9a83c880ce7 req-987d5702-df2c-4e36-9975-9bb7d148e633 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 931 time: 0.0613995 Sep 08 13:11:50.384361 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:50.417407 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2942504e-9635-45bf-a692-96aeec76501a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:50.420282 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2942504e-9635-45bf-a692-96aeec76501a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:50.422121 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2942504e-9635-45bf-a692-96aeec76501a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/84bcec79-b2fe-4cb4-820c-7fa1cc889f3d HTTP/1.1" status: 204 len: 168 time: 0.4728730 Sep 08 13:11:50.427669 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c76b439-d9b1-4ebc-9e18-b9a83c880ce7 req-1fb3d073-5d0d-415a-9dea-6ae3c920dc3e tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984368 Sep 08 13:11:50.450955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942504e-9635-45bf-a692-96aeec76501a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bcec79-b2fe-4cb4-820c-7fa1cc889f3d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:50.497198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dbc9d-7044-426f-a385-3b326bec9d60 req-17592451-47f5-48c5-af5f-4a0a0195edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:50.499368 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e4dbc9d-7044-426f-a385-3b326bec9d60 req-17592451-47f5-48c5-af5f-4a0a0195edf1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1631136 Sep 08 13:11:50.568495 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e4dbc9d-7044-426f-a385-3b326bec9d60 req-f0df61fe-0845-49ac-9781-57188a6ce76a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=98924f8c-871d-4707-a227-48a248fb189c HTTP/1.1" status: 200 len: 217 time: 0.0616331 Sep 08 13:11:50.666632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dbc9d-7044-426f-a385-3b326bec9d60 req-12963f7a-fd8c-4ac2-b5d6-ee534a4060ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:50.668261 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e4dbc9d-7044-426f-a385-3b326bec9d60 req-12963f7a-fd8c-4ac2-b5d6-ee534a4060ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.0817502 Sep 08 13:11:50.711473 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e4dbc9d-7044-426f-a385-3b326bec9d60 req-76fcba3b-19d5-4f9c-8e8f-53d591e4eb6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265033 Sep 08 13:11:50.730974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Pushing event updated for resources: {'Port': ['ID=8968a03c-7a0a-4237-972c-bbd8fbfe99f7,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:50.789110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Attempting to bind port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:11:50.789459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Attempting to bind port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '69416ec3-2e7a-4ecb-b41a-fcad175955ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afe72af6-22be-4f0f-9bb6-bb9d545c4f4d'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:11:50.789798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Attempting to bind port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 on network afe72af6-22be-4f0f-9bb6-bb9d545c4f4d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:50.794140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 on network afe72af6-22be-4f0f-9bb6-bb9d545c4f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:11:50.794506 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Attempting to bind port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 on network afe72af6-22be-4f0f-9bb6-bb9d545c4f4d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:11:50.800515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:11:50.800863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Checking segment: {'id': '69416ec3-2e7a-4ecb-b41a-fcad175955ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afe72af6-22be-4f0f-9bb6-bb9d545c4f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:11:50.801258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Bound using segment: {'id': '69416ec3-2e7a-4ecb-b41a-fcad175955ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afe72af6-22be-4f0f-9bb6-bb9d545c4f4d'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:11:50.801701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Bound port: 8968a03c-7a0a-4237-972c-bbd8fbfe99f7, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69416ec3-2e7a-4ecb-b41a-fcad175955ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'afe72af6-22be-4f0f-9bb6-bb9d545c4f4d'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:11:50.802076 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:50.812921 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e4dbc9d-7044-426f-a385-3b326bec9d60 req-b4462e9e-1ae4-409a-8bf3-eff1b0a7af60 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937195 Sep 08 13:11:50.868312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] For port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:11:50.872617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] For port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8968a03c-7a0a-4237-972c-bbd8fbfe99f7,segment=NetworkSegment(69416ec3-2e7a-4ecb-b41a-fcad175955ab),segment_id=69416ec3-2e7a-4ecb-b41a-fcad175955ab)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:11:50.920382 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e4dbc9d-7044-426f-a385-3b326bec9d60 req-eac770a9-f09c-4269-8337-6df97f18e46c service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002977 Sep 08 13:11:51.048262 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:51.084147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:51.085218 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:51.087315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] 10.222.0.60 "PUT /v2.0/ports/8968a03c-7a0a-4237-972c-bbd8fbfe99f7 HTTP/1.1" status: 200 len: 1091 time: 1.3340631 Sep 08 13:11:51.089881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a702c53-8db8-4154-8607-9989194e7a4e', 'tag': '8968a03c-7a0a-4237-972c-bbd8fbfe99f7'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:51.093556 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763ede37-423f-4714-8338-34bfbb07e7c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a702c53-8db8-4154-8607-9989194e7a4e", "tag": "8968a03c-7a0a-4237-972c-bbd8fbfe99f7"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:51.122431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae592e4-3e77-4067-8436-05361c550a64 service neutron] Pushing event updated for resources: {'Port': ['ID=8968a03c-7a0a-4237-972c-bbd8fbfe99f7,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:51.143582 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0285639f-40bd-4823-bff9-ee74c560d04a x-openstack-request-id: req-0285639f-40bd-4823-bff9-ee74c560d04a {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:51.143872 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a702c53-8db8-4154-8607-9989194e7a4e", "tag": "8968a03c-7a0a-4237-972c-bbd8fbfe99f7", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:51.144117 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0285639f-40bd-4823-bff9-ee74c560d04a {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:51.144504 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a702c53-8db8-4154-8607-9989194e7a4e', 'tag': '8968a03c-7a0a-4237-972c-bbd8fbfe99f7', 'status': 'completed', 'code': 200} Sep 08 13:11:51.214615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ede37-423f-4714-8338-34bfbb07e7c1 req-e9c1e293-74ea-4db9-96f8-6a8f4ac7c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:51.216424 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-763ede37-423f-4714-8338-34bfbb07e7c1 req-e9c1e293-74ea-4db9-96f8-6a8f4ac7c425 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f515feaa6a7945acafb32d3de4d114c6&device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 1094 time: 0.0527749 Sep 08 13:11:51.410394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddb718-fdfc-417c-9b2b-0e3b675b5cb8 req-c268d39f-f38c-4775-a77e-d37424915a24 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:51.411855 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91ddb718-fdfc-417c-9b2b-0e3b675b5cb8 req-c268d39f-f38c-4775-a77e-d37424915a24 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 945 time: 0.1349542 Sep 08 13:11:51.432396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ede37-423f-4714-8338-34bfbb07e7c1 req-12874408-8820-44dd-890e-991f15f1eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:51.433823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-763ede37-423f-4714-8338-34bfbb07e7c1 req-12874408-8820-44dd-890e-991f15f1eb08 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f515feaa6a7945acafb32d3de4d114c6&shared=False HTTP/1.1" status: 200 len: 926 time: 0.2094097 Sep 08 13:11:51.495559 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91ddb718-fdfc-417c-9b2b-0e3b675b5cb8 req-69d0de98-141e-4ae2-8cb0-ec9a97f5bb66 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740540 Sep 08 13:11:51.580827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ede37-423f-4714-8338-34bfbb07e7c1 req-3c2594ad-17da-43f9-9314-63d08f5a0e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:51.583107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-763ede37-423f-4714-8338-34bfbb07e7c1 req-3c2594ad-17da-43f9-9314-63d08f5a0e0b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1416330 Sep 08 13:11:51.618959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc7d84-eda0-453c-b49d-949771bfc919 req-8cda9ddf-0f3f-4887-8eec-654d616f36de tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:51.620976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-77cc7d84-eda0-453c-b49d-949771bfc919 req-8cda9ddf-0f3f-4887-8eec-654d616f36de tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 943 time: 0.0884326 Sep 08 13:11:51.641705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49622) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:51.673039 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-77cc7d84-eda0-453c-b49d-949771bfc919 req-1f7c9821-5de1-450d-81b6-b5962b2c00d4 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444498 Sep 08 13:11:51.726977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-63191dc7-5422-4a39-a333-8f3bee176c88 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40ad1a1365854aa48f3987243cac2870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840580 Sep 08 13:11:51.729892 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49626) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:51.735696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-74e74159-2872-482b-bb40-c07bffda9386 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:51.743069 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-74e74159-2872-482b-bb40-c07bffda9386 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1478257 Sep 08 13:11:51.797261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-001ac272-6241-4743-9d20-7072f264b4e3 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 696 time: 0.0532746 Sep 08 13:11:51.803242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-8c3b90ac-d710-45fd-b71c-f380e26332dd tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Request body: {'floatingip': {'port_id': '5a422f0e-30c8-4104-9948-2145465b7972', 'fixed_ip_address': '172.20.0.5'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:51.853328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-8f0ef391-d86a-4af9-8f19-091731f4b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:51.868109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-8f0ef391-d86a-4af9-8f19-091731f4b08e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f515feaa6a7945acafb32d3de4d114c6&device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 1094 time: 0.2401149 Sep 08 13:11:51.883001 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-8c3b90ac-d710-45fd-b71c-f380e26332dd tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:51.895378 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a06e4bbe-6830-4ff9-84eb-a79dec3fd206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:51.921761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 4b450703-7a33-469c-8d15-7042a6d4a64d details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:11:51.933871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a06e4bbe-6830-4ff9-84eb-a79dec3fd206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:52.027707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-e0f95c34-0bcc-4f88-9a96-038a295976c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8968a03c-7a0a-4237-972c-bbd8fbfe99f7 HTTP/1.1" status: 200 len: 217 time: 0.0903296 Sep 08 13:11:52.034522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:52.046498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'mac_address': 'fa:16:3e:21:5a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:11:52.103554 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:52.114990 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a06e4bbe-6830-4ff9-84eb-a79dec3fd206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:52.117989 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a06e4bbe-6830-4ff9-84eb-a79dec3fd206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:52.119853 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a06e4bbe-6830-4ff9-84eb-a79dec3fd206 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b22031ad-a335-4cc3-98bf-fed93e3ac9da HTTP/1.1" status: 204 len: 168 time: 0.3884840 Sep 08 13:11:52.132835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e4bbe-6830-4ff9-84eb-a79dec3fd206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22031ad-a335-4cc3-98bf-fed93e3ac9da,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:52.137870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b450703-7a33-469c-8d15-7042a6d4a64d {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:11:52.163824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:52.221571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-120cb856-3fb1-4699-ba3d-738fafc7c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:52.223171 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-120cb856-3fb1-4699-ba3d-738fafc7c3b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8c7ec5ff-8f0e-4763-a9ca-8f4d333c992c HTTP/1.1" status: 200 len: 865 time: 0.1874626 Sep 08 13:11:52.279515 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-1d676f4a-e1c8-4dc8-9bc1-824a4a87b506 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afe72af6-22be-4f0f-9bb6-bb9d545c4f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474725 Sep 08 13:11:52.297440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:52.408816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=4b450703-7a33-469c-8d15-7042a6d4a64d,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:52.427723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['4b450703-7a33-469c-8d15-7042a6d4a64d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:11:52.567549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-1b44424f-eee7-4a76-96ed-6eaeaebc07d1 service neutron] 10.222.0.60 "GET /v2.0/networks/afe72af6-22be-4f0f-9bb6-bb9d545c4f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745867 Sep 08 13:11:52.767620 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cc03f6e-676c-4def-9a60-31409dfdd3da req-9831495e-de18-477f-8f21-f6f87a30e6c4 service neutron] 10.222.0.60 "GET /v2.0/networks/afe72af6-22be-4f0f-9bb6-bb9d545c4f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930449 Sep 08 13:11:52.831500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c4b07-9d48-4d29-bff4-55acd02178c9 req-1c5577ea-03c5-4f77-a04d-90a559dcc6da tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:52.831778 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-8c3b90ac-d710-45fd-b71c-f380e26332dd tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:52.833628 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a6c4b07-9d48-4d29-bff4-55acd02178c9 req-1c5577ea-03c5-4f77-a04d-90a559dcc6da tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 943 time: 0.0567436 Sep 08 13:11:52.876633 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a6c4b07-9d48-4d29-bff4-55acd02178c9 req-a01de0a3-6f13-4cd9-aad7-af7a083f2400 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363026 Sep 08 13:11:52.958564 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-8c3b90ac-d710-45fd-b71c-f380e26332dd tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:53.093855 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-8c3b90ac-d710-45fd-b71c-f380e26332dd tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Floating IP eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 associated. External IP: 172.25.5.211, port: 5a422f0e-30c8-4104-9948-2145465b7972. Sep 08 13:11:53.330037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-8c3b90ac-d710-45fd-b71c-f380e26332dd tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Router 52d9464c-7812-40a9-9750-f2a4d6e315d4 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:11:53.510859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-8c3b90ac-d710-45fd-b71c-f380e26332dd tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:11:53.526838 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0c6540-b47e-485c-a4a0-86825183225c None None] Sync routers for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:11:53.529651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-8c3b90ac-d710-45fd-b71c-f380e26332dd tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:53.563932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0c6540-b47e-485c-a4a0-86825183225c None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:11:53.565338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1c0c6540-b47e-485c-a4a0-86825183225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:11:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:53.640957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-8c3b90ac-d710-45fd-b71c-f380e26332dd tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "PUT /v2.0/floatingips/eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 HTTP/1.1" status: 200 len: 996 time: 1.8419871 Sep 08 13:11:53.641493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:53.648966 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80408ae-591e-4d95-87dd-9ddf286a76c2" -d '{"events": [{"name": "network-changed", "server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "tag": "5a422f0e-30c8-4104-9948-2145465b7972"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:53.729285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1c0c6540-b47e-485c-a4a0-86825183225c None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:11:53.732739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-a210ebcf-9a47-4b24-8aba-d99fc37fc58a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:53.740327 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-a210ebcf-9a47-4b24-8aba-d99fc37fc58a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 821 time: 0.2300832 Sep 08 13:11:53.759173 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-3d0b7bf6-adb6-4c3c-b35f-6d9a96f534f2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/quotas/fb92476927b34b84aed526285f320f3a HTTP/1.1" status: 200 len: 375 time: 0.0173626 Sep 08 13:11:53.831296 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-cbf8d5bf-8586-4497-9fb8-86b5a959d865 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702877 Sep 08 13:11:53.847915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-4af71202-1251-4cbc-b8cd-e49def817f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:53.849624 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-4af71202-1251-4cbc-b8cd-e49def817f6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 1096 time: 0.1824062 Sep 08 13:11:53.950504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 4b450703-7a33-469c-8d15-7042a6d4a64d up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:11:54.024311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-53782a8e-c720-4bf8-b413-5ac8334c1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:54.025844 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-53782a8e-c720-4bf8-b413-5ac8334c1868 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.1692245 Sep 08 13:11:54.040058 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-3c9031cc-0ba7-4349-9770-2cdc0ec71549 service neutron] 10.222.0.69 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002404 Sep 08 13:11:54.206265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-1d93dfdd-32ee-45cb-8702-fda1e1925043 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 999 time: 0.1682115 Sep 08 13:11:54.237310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-9f15a095-eb09-495d-92d3-6b443fa7f947 service neutron] 10.222.0.69 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879120 Sep 08 13:11:54.278494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-999f12eb-1c9b-406f-9fe1-2e7356f2c73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:54.281226 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-999f12eb-1c9b-406f-9fe1-2e7356f2c73b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.0710735 Sep 08 13:11:54.341141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-e23dd73b-13b4-4cbf-87f1-ebb4a4bd4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:54.345053 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-e23dd73b-13b4-4cbf-87f1-ebb4a4bd4d3b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570476 Sep 08 13:11:54.359118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-f9675075-fabb-42c5-b3b9-8351ef6cd20a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:11:54.360836 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-f9675075-fabb-42c5-b3b9-8351ef6cd20a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097342 Sep 08 13:11:54.392920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 4b450703-7a33-469c-8d15-7042a6d4a64d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:11:54.392920 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:54.448176 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1c0c6540-b47e-485c-a4a0-86825183225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'eb7edcc3-07ba-4ce3-be19-4fd5bda211b1', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'port_id': '5a422f0e-30c8-4104-9948-2145465b7972', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'mac_address': 'fa:16:3e:e3:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95991f41-838c-4a7c-9578-696f70b83d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:11:17Z', 'updated_at': '2021-09-08T13:11:52Z', 'revision_number': 1, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:54.481526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0c6540-b47e-485c-a4a0-86825183225c None None] Checking router: 52d9464c-7812-40a9-9750-f2a4d6e315d4 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:11:54.502562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0c6540-b47e-485c-a4a0-86825183225c None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:11:54.503597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1c0c6540-b47e-485c-a4a0-86825183225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:11:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:54.516288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-544bba1d-398c-4425-bf47-48329d6bdd3d service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457176 Sep 08 13:11:54.644716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1c0c6540-b47e-485c-a4a0-86825183225c None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:11:54.702301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2163a0d-2012-4b7e-9409-83237f5fc2f5 req-ab7db376-bfd3-458b-9461-764bdb346935 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838057 Sep 08 13:11:54.836586 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:54.853940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:54.857156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:54.859827 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44033b2-abca-4e3f-ab3e-607a2fe3be63" -d '{"events": [{"server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "name": "network-vif-plugged", "status": "completed", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:55.101099 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:55.125974 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c50b279-4438-4337-a223-52379cb87ccf x-openstack-request-id: req-1c50b279-4438-4337-a223-52379cb87ccf {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:55.126519 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "tag": "5a422f0e-30c8-4104-9948-2145465b7972", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:55.126519 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c50b279-4438-4337-a223-52379cb87ccf {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:55.126955 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972', 'status': 'completed', 'code': 200} Sep 08 13:11:55.226309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1c0c6540-b47e-485c-a4a0-86825183225c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'eb7edcc3-07ba-4ce3-be19-4fd5bda211b1', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'port_id': '5a422f0e-30c8-4104-9948-2145465b7972', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'mac_address': 'fa:16:3e:e3:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95991f41-838c-4a7c-9578-696f70b83d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:11:17Z', 'updated_at': '2021-09-08T13:11:52Z', 'revision_number': 1, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:55.230064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=4b450703-7a33-469c-8d15-7042a6d4a64d,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:55.275446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0c6540-b47e-485c-a4a0-86825183225c None None] The sync data for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 is: [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'eb7edcc3-07ba-4ce3-be19-4fd5bda211b1', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'port_id': '5a422f0e-30c8-4104-9948-2145465b7972', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'mac_address': 'fa:16:3e:e3:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95991f41-838c-4a7c-9578-696f70b83d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:11:17Z', 'updated_at': '2021-09-08T13:11:52Z', 'revision_number': 1, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:11:55.405445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80408ae-591e-4d95-87dd-9ddf286a76c2 req-926e6c52-9823-44c6-9857-ce883d84cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:55.407144 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b80408ae-591e-4d95-87dd-9ddf286a76c2 req-926e6c52-9823-44c6-9857-ce883d84cbd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 1096 time: 0.2489142 Sep 08 13:11:55.574295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f4015-f7a7-4b80-8da8-81c8e0c42635 req-c95b8602-dec9-4c77-b3d9-e2a0d6c5a957 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:55.575906 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b47f4015-f7a7-4b80-8da8-81c8e0c42635 req-c95b8602-dec9-4c77-b3d9-e2a0d6c5a957 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 943 time: 0.3333180 Sep 08 13:11:55.577968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80408ae-591e-4d95-87dd-9ddf286a76c2 req-9b296537-2eb2-4f9c-97d0-55856f29ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:55.583606 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b80408ae-591e-4d95-87dd-9ddf286a76c2 req-9b296537-2eb2-4f9c-97d0-55856f29ad0f service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.1649902 Sep 08 13:11:55.684658 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b346e4-ba2e-4e3c-88d3-cf0f4a19c0b3 None None] New status for floating IP eb7edcc3-07ba-4ce3-be19-4fd5bda211b1: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:11:55.731644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b47f4015-f7a7-4b80-8da8-81c8e0c42635 req-8914af34-3226-4e87-9803-5cd4d11f0e78 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451814 Sep 08 13:11:55.789677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b80408ae-591e-4d95-87dd-9ddf286a76c2 req-60be48d7-8f28-4f79-8bd4-91716b5067cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 999 time: 0.1737578 Sep 08 13:11:55.875181 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c5179d-8a36-440d-816d-87da4328ea1c x-openstack-request-id: req-09c5179d-8a36-440d-816d-87da4328ea1c {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:55.876025 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "name": "network-vif-plugged", "status": "completed", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:55.876434 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-09c5179d-8a36-440d-816d-87da4328ea1c {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:55.876979 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'code': 200} Sep 08 13:11:55.878604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80408ae-591e-4d95-87dd-9ddf286a76c2 req-128bfa5b-0eb6-41e0-8cd5-307a5234e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:55.880332 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b80408ae-591e-4d95-87dd-9ddf286a76c2 req-128bfa5b-0eb6-41e0-8cd5-307a5234e240 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.0789375 Sep 08 13:11:56.006076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb6072-8adf-4776-819e-5595975ec7eb req-d71574cd-08b2-4098-8faf-7c9656a31867 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:56.007689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-d71574cd-08b2-4098-8faf-7c9656a31867 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1111104 Sep 08 13:11:56.059507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21c05845-94db-49c4-8118-ae89c01a5fda req-ab646abe-bf6e-4dec-8332-b3b8b5e983bb tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 210 time: 0.0978193 Sep 08 13:11:56.070126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80408ae-591e-4d95-87dd-9ddf286a76c2 req-dc7844c3-9537-4bd5-9223-dfa6d05bace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:56.080514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b80408ae-591e-4d95-87dd-9ddf286a76c2 req-dc7844c3-9537-4bd5-9223-dfa6d05bace9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1834636 Sep 08 13:11:56.255081 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-32f0d516-f728-4ce1-8a8e-b81077e3d9b9 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 999 time: 0.2264967 Sep 08 13:11:56.290401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-48fb6072-8adf-4776-819e-5595975ec7eb req-26997880-14f2-40e1-bc18-49ccdb3c4ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Request body: {'floatingip': {'port_id': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:56.332105 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b80408ae-591e-4d95-87dd-9ddf286a76c2 req-babbef68-50ed-4f33-a9b3-e864411860f6 service neutron] 10.222.0.60 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463846 Sep 08 13:11:56.403248 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-48fb6072-8adf-4776-819e-5595975ec7eb req-26997880-14f2-40e1-bc18-49ccdb3c4ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:56.604818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b80408ae-591e-4d95-87dd-9ddf286a76c2 req-04044176-a6d9-4dbd-8b7a-62fbb26bf09e service neutron] 10.222.0.60 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672615 Sep 08 13:11:57.035408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204139b1-1724-44e1-9548-db2ae14e361f req-2a7bbe16-045a-492e-aef3-0e55d28f00b1 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:57.041522 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-204139b1-1724-44e1-9548-db2ae14e361f req-2a7bbe16-045a-492e-aef3-0e55d28f00b1 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 943 time: 0.1030712 Sep 08 13:11:57.135852 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-204139b1-1724-44e1-9548-db2ae14e361f req-c5cd873e-2e3d-4343-a732-25d19e1f2b9d tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827034 Sep 08 13:11:57.148509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49814) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:57.385893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bdf903f-2860-4bd3-893f-65db1de404a2 req-1ec92eea-d8ad-42c8-a422-6c0c315ff28d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 210 time: 0.0651019 Sep 08 13:11:57.415000 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb43f-6ea6-409d-8fd2-100275807ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:57.424401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-48fb6072-8adf-4776-819e-5595975ec7eb req-26997880-14f2-40e1-bc18-49ccdb3c4ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:57.539572 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb43f-6ea6-409d-8fd2-100275807ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:57.619229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-48fb6072-8adf-4776-819e-5595975ec7eb req-26997880-14f2-40e1-bc18-49ccdb3c4ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:57.721651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab1eb43f-6ea6-409d-8fd2-100275807ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:57.760449 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [req-48fb6072-8adf-4776-819e-5595975ec7eb req-26997880-14f2-40e1-bc18-49ccdb3c4ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Floating IP eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 associated. External IP: 172.25.5.211, port: 5a422f0e-30c8-4104-9948-2145465b7972. Sep 08 13:11:57.763714 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ab1eb43f-6ea6-409d-8fd2-100275807ec4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f634b9eaef3940d48430cf427f7f124c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6141286 Sep 08 13:11:57.775651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49830) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:11:57.782419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1eb43f-6ea6-409d-8fd2-100275807ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdc02d9-7cbc-49b9-954c-2ee30af05244,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:57.850126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65324410-dbe0-417e-82e4-5ea36e79a294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:57.888763 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65324410-dbe0-417e-82e4-5ea36e79a294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:58.171129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48fb6072-8adf-4776-819e-5595975ec7eb req-26997880-14f2-40e1-bc18-49ccdb3c4ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Router 52d9464c-7812-40a9-9750-f2a4d6e315d4 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:11:58.172460 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65324410-dbe0-417e-82e4-5ea36e79a294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:58.172460 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65324410-dbe0-417e-82e4-5ea36e79a294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:58.172460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-65324410-dbe0-417e-82e4-5ea36e79a294 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6bdc02d9-7cbc-49b9-954c-2ee30af05244 HTTP/1.1" status: 204 len: 168 time: 0.3695982 Sep 08 13:11:58.172460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65324410-dbe0-417e-82e4-5ea36e79a294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdc02d9-7cbc-49b9-954c-2ee30af05244,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:58.284687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee419f8b-bd0d-419f-99ce-f0257617ff25 req-b1e0a7a0-e9a4-463e-9f9a-621298260803 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:58.293326 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee419f8b-bd0d-419f-99ce-f0257617ff25 req-b1e0a7a0-e9a4-463e-9f9a-621298260803 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 943 time: 0.0699103 Sep 08 13:11:58.343655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee419f8b-bd0d-419f-99ce-f0257617ff25 req-d8d12c7b-ad82-4e31-962d-ded8da44de61 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491734 Sep 08 13:11:58.447811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:11:58.466511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48fb6072-8adf-4776-819e-5595975ec7eb req-26997880-14f2-40e1-bc18-49ccdb3c4ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:11:58.593931 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03252aa-a140-42c1-b4b9-fda86916de9c None None] Sync routers for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:11:58.724029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03252aa-a140-42c1-b4b9-fda86916de9c None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:11:58.724029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b03252aa-a140-42c1-b4b9-fda86916de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:11:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:58.929692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b03252aa-a140-42c1-b4b9-fda86916de9c None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:11:59.077969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-f4e22582-fdfa-4f10-82e6-6107d006fe77 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:59.077969 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-f4e22582-fdfa-4f10-82e6-6107d006fe77 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 821 time: 0.8342290 Sep 08 13:11:59.094699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Request body: {'port': {'device_id': 'c0d08bef-189d-4793-ad33-a4bc919bd535', 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7', 'admin_state_up': True, 'tenant_id': 'fb92476927b34b84aed526285f320f3a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:11:59.100396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8968a03c-7a0a-4237-972c-bbd8fbfe99f7,segment=NetworkSegment(69416ec3-2e7a-4ecb-b41a-fcad175955ab),segment_id=69416ec3-2e7a-4ecb-b41a-fcad175955ab)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:59.119970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '8968a03c-7a0a-4237-972c-bbd8fbfe99f7', 'network_id': 'afe72af6-22be-4f0f-9bb6-bb9d545c4f4d', 'port_id': '8968a03c-7a0a-4237-972c-bbd8fbfe99f7', 'mac_address': 'fa:16:3e:fb:2a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c7ec5ff-8f0e-4763-a9ca-8f4d333c992c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:11:59.214014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bbe490e3-da03-4589-a8a3-369e01d48b4a req-638e84da-651d-47dc-a9f2-e1a454faefe4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 210 time: 0.7077549 Sep 08 13:11:59.229739 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:59.405486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:11:59.434749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48fb6072-8adf-4776-819e-5595975ec7eb req-26997880-14f2-40e1-bc18-49ccdb3c4ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Router 52d9464c-7812-40a9-9750-f2a4d6e315d4 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:11:59.456349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8968a03c-7a0a-4237-972c-bbd8fbfe99f7,segment=NetworkSegment(69416ec3-2e7a-4ecb-b41a-fcad175955ab),segment_id=69416ec3-2e7a-4ecb-b41a-fcad175955ab)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:11:59.584618 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:59.619136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869dc35-cd2b-42ac-a6a3-af7e35e4163f req-e7d73207-f10a-4db8-bd4a-dada341f9745 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:11:59.620731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1869dc35-cd2b-42ac-a6a3-af7e35e4163f req-e7d73207-f10a-4db8-bd4a-dada341f9745 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 943 time: 0.1172884 Sep 08 13:11:59.704220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Made reservation on behalf of fb92476927b34b84aed526285f320f3a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:11:59.707058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1869dc35-cd2b-42ac-a6a3-af7e35e4163f req-7dece25a-ad4c-40fa-a004-8af251132c96 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711248 Sep 08 13:11:59.714010 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:59.748376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48fb6072-8adf-4776-819e-5595975ec7eb req-26997880-14f2-40e1-bc18-49ccdb3c4ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:11:59.760958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-48fb6072-8adf-4776-819e-5595975ec7eb req-26997880-14f2-40e1-bc18-49ccdb3c4ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:11:59.802442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:11:59.804022 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e65724-b3ba-41e7-830e-44f7f80101b7" -d '{"events": [{"name": "network-changed", "server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "tag": "5a422f0e-30c8-4104-9948-2145465b7972"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:11:59.837609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8968a03c-7a0a-4237-972c-bbd8fbfe99f7,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:11:59.873980 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-26997880-14f2-40e1-bc18-49ccdb3c4ab7 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "PUT /v2.0/floatingips/eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 HTTP/1.1" status: 200 len: 998 time: 3.5961189 Sep 08 13:11:59.910370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b03252aa-a140-42c1-b4b9-fda86916de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'eb7edcc3-07ba-4ce3-be19-4fd5bda211b1', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'port_id': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'mac_address': 'fa:16:3e:9c:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:11:17Z', 'updated_at': '2021-09-08T13:11:57Z', 'revision_number': 3, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:11:59.934390 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2b8ab2-7f51-42db-8406-d18870903809 x-openstack-request-id: req-1a2b8ab2-7f51-42db-8406-d18870903809 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:11:59.934673 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "tag": "5a422f0e-30c8-4104-9948-2145465b7972", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:11:59.935189 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a2b8ab2-7f51-42db-8406-d18870903809 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:11:59.936066 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972', 'status': 'completed', 'code': 200} Sep 08 13:11:59.949062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03252aa-a140-42c1-b4b9-fda86916de9c None None] Checking router: 52d9464c-7812-40a9-9750-f2a4d6e315d4 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:11:59.985751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03252aa-a140-42c1-b4b9-fda86916de9c None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:11:59.986506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b03252aa-a140-42c1-b4b9-fda86916de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:11:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:00.010639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb6072-8adf-4776-819e-5595975ec7eb req-0a208b69-8eed-4e04-bdd1-f9a64a7d41d0 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:00.026847 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-0a208b69-8eed-4e04-bdd1-f9a64a7d41d0 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports/5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 942 time: 0.1220822 Sep 08 13:12:00.042422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['8968a03c-7a0a-4237-972c-bbd8fbfe99f7'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:12:00.090642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e65724-b3ba-41e7-830e-44f7f80101b7 req-aaa579e4-c96a-4d2f-91a8-d0bd683917d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:00.103452 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53e65724-b3ba-41e7-830e-44f7f80101b7 req-aaa579e4-c96a-4d2f-91a8-d0bd683917d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 1096 time: 0.1367702 Sep 08 13:12:00.225844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Allocated IP 172.20.0.7 (fc3173e7-86b4-44fc-88d3-c8f473ef58e7/f66f5b93-f567-41bb-80c4-2513fe2ad21d/84711f43-3df6-4a35-9fa9-a34bf6f86070) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:00.309697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb6072-8adf-4776-819e-5595975ec7eb req-7c8d5c13-0413-46b2-8e6b-d74d53e29d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:00.320417 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-7c8d5c13-0413-46b2-8e6b-d74d53e29d07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 1096 time: 0.1351380 Sep 08 13:12:00.377586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b03252aa-a140-42c1-b4b9-fda86916de9c None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:12:00.393236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e65724-b3ba-41e7-830e-44f7f80101b7 req-b1457f8f-1c1d-4d87-bcf8-e0efa340aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:00.394676 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53e65724-b3ba-41e7-830e-44f7f80101b7 req-b1457f8f-1c1d-4d87-bcf8-e0efa340aa57 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.2832444 Sep 08 13:12:00.495159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49906) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:00.565066 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53e65724-b3ba-41e7-830e-44f7f80101b7 req-1c18d5b8-a58c-4fac-b6f8-9ae6afe2e949 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 217 time: 0.1506946 Sep 08 13:12:00.609939 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb6072-8adf-4776-819e-5595975ec7eb req-24749696-0df3-4b9b-8bdf-1d93cf55e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:00.618445 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-24749696-0df3-4b9b-8bdf-1d93cf55e23c service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.2971365 Sep 08 13:12:00.727257 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-3a2061f2-84d9-4efd-9447-0589b085d6c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 217 time: 0.1074629 Sep 08 13:12:00.729087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7c5c52d0-2448-4c18-b645-6526b3a2f6cb req-b3bc5b77-5e96-446a-a776-76fb81057e8a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 210 time: 0.1257496 Sep 08 13:12:00.761603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e65724-b3ba-41e7-830e-44f7f80101b7 req-3bf63683-6cda-41d9-b3b2-14a9ddd74969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:00.764833 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53e65724-b3ba-41e7-830e-44f7f80101b7 req-3bf63683-6cda-41d9-b3b2-14a9ddd74969 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.1971302 Sep 08 13:12:00.841627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e65724-b3ba-41e7-830e-44f7f80101b7 req-a7b4228f-7fa7-4b4b-9de9-d4d1e3388693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:00.843291 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53e65724-b3ba-41e7-830e-44f7f80101b7 req-a7b4228f-7fa7-4b4b-9de9-d4d1e3388693 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722418 Sep 08 13:12:00.867328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1615178875-network', 'tenant_id': 'b206cfebddf84418a875572b10b1551e'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:00.914987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:01.035721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb6072-8adf-4776-819e-5595975ec7eb req-01155271-6692-4b31-ad1f-70bdcaea05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:01.044926 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-01155271-6692-4b31-ad1f-70bdcaea05bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.3168609 Sep 08 13:12:01.085786 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53e65724-b3ba-41e7-830e-44f7f80101b7 req-7ef991d4-44e4-4c9a-8c0d-a04e377975e5 service neutron] 10.222.0.60 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347345 Sep 08 13:12:01.107286 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb6072-8adf-4776-819e-5595975ec7eb req-aa83f2a0-2a16-43e4-91a1-c76e61697a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:01.111546 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-aa83f2a0-2a16-43e4-91a1-c76e61697a74 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542104 Sep 08 13:12:01.137775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e62d2d-5bf6-453b-af4a-7ad5ea155c58 req-631cdd0a-00fe-4161-b46d-840783fba930 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:01.140000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3e62d2d-5bf6-453b-af4a-7ad5ea155c58 req-631cdd0a-00fe-4161-b46d-840783fba930 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 944 time: 0.0987883 Sep 08 13:12:01.252296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b03252aa-a140-42c1-b4b9-fda86916de9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'eb7edcc3-07ba-4ce3-be19-4fd5bda211b1', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'port_id': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'mac_address': 'fa:16:3e:9c:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:11:17Z', 'updated_at': '2021-09-08T13:11:57Z', 'revision_number': 3, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:01.254208 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3e62d2d-5bf6-453b-af4a-7ad5ea155c58 req-9ce06b26-fd2c-439c-a22c-dd69f7034a26 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063552 Sep 08 13:12:01.260113 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53e65724-b3ba-41e7-830e-44f7f80101b7 req-b0704e19-c39c-4792-b04d-60449771fdc5 service neutron] 10.222.0.60 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656394 Sep 08 13:12:01.271103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Made reservation on behalf of b206cfebddf84418a875572b10b1551e for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:01.273489 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:01.287433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-5e6de4f8-1c62-4b2d-b0e8-cd90693b323b service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650190 Sep 08 13:12:01.304080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03252aa-a140-42c1-b4b9-fda86916de9c None None] The sync data for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 is: [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'eb7edcc3-07ba-4ce3-be19-4fd5bda211b1', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'port_id': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'mac_address': 'fa:16:3e:9c:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:11:17Z', 'updated_at': '2021-09-08T13:11:57Z', 'revision_number': 3, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:12:01.324015 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:01.327434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:01.580922 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Pushing event updated for resources: {'Port': ['ID=84711f43-3df6-4a35-9fa9-a34bf6f86070,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:01.656686 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7386a8f-f1cc-433d-af53-62f07f9afc8c None None] New status for floating IP eb7edcc3-07ba-4ce3-be19-4fd5bda211b1: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:12:01.714743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['f2c0a0da-3d86-403d-8799-c44195164676', '1f738580-6a69-4861-a7eb-10ff46652817'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:12:01.737633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:01.745956 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-ab993764-76c4-4685-b2f4-dc4881b35559 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434562 Sep 08 13:12:01.752502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:01.756450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:01.770085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:01.969465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:01.970146 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:02.015410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'tag': '6712355b-2ed5-43e9-bd37-6618b54bae8e'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:02.021223 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f3ad9d-85fc-4728-b8f2-e3fd36b55467" -d '{"events": [{"name": "network-changed", "server_uuid": "0e94a24d-d6d4-4843-8858-99fa63d84f46", "tag": "6712355b-2ed5-43e9-bd37-6618b54bae8e"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:02.029096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d892fea-3800-45a0-bb19-85841f24f400 req-66d717f9-c9c1-4235-bfe1-23fe1901e132 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:02.030527 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:02.038707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d892fea-3800-45a0-bb19-85841f24f400 req-66d717f9-c9c1-4235-bfe1-23fe1901e132 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 931 time: 0.0968983 Sep 08 13:12:02.105084 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d892fea-3800-45a0-bb19-85841f24f400 req-d3256fc6-8e20-4033-8f3e-3f00b759ab36 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654001 Sep 08 13:12:02.171463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:12:02.183745 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:02.184096 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Added segment 8cacfeed-4fa9-4530-b3b9-fab0b97c0022 of type vlan for network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c Sep 08 13:12:02.239444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:02.249042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9352f472-5fc6-4e6e-9410-6f8429cb5184,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:02.281119 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-ede38e96-b03d-41c1-bbe9-2bb92b85d828 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1898494 Sep 08 13:12:02.338572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Request body: {'port': {'device_id': 'c0d08bef-189d-4793-ad33-a4bc919bd535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:02.403107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7405f1-9882-43c6-9301-08afb12d0456 None None] Sync routers for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:12:02.424194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7405f1-9882-43c6-9301-08afb12d0456 None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:12:02.424996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3c7405f1-9882-43c6-9301-08afb12d0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:11:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:02.435845 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fd906b-69fa-4081-aba5-552e61927de6 x-openstack-request-id: req-d3fd906b-69fa-4081-aba5-552e61927de6 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:02.437660 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e94a24d-d6d4-4843-8858-99fa63d84f46", "tag": "6712355b-2ed5-43e9-bd37-6618b54bae8e", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:02.438141 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3fd906b-69fa-4081-aba5-552e61927de6 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:02.438659 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'tag': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'status': 'completed', 'code': 200} Sep 08 13:12:02.477702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb6072-8adf-4776-819e-5595975ec7eb req-882a242b-e829-4ba7-b072-6ff93fd2f9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:02.479832 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-882a242b-e829-4ba7-b072-6ff93fd2f9ce service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 1096 time: 0.5835490 Sep 08 13:12:02.496063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:12:02.538337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3ad9d-85fc-4728-b8f2-e3fd36b55467 req-7da5ca28-08d1-4edb-864e-280e9732d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:02.541426 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b7f3ad9d-85fc-4728-b8f2-e3fd36b55467 req-7da5ca28-08d1-4edb-864e-280e9732d7aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 1096 time: 0.1190794 Sep 08 13:12:02.549305 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:02.550680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:02.551393 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:02.610998 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:02.663027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5e926-bedd-4a79-88ed-f2e995acacf7 req-a7c21b88-2313-49a4-aa1b-fb31d7042414 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:02.666485 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-3c7405f1-9882-43c6-9301-08afb12d0456 None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:12:02.683348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ae5e926-bedd-4a79-88ed-f2e995acacf7 req-a7c21b88-2313-49a4-aa1b-fb31d7042414 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 944 time: 0.1771216 Sep 08 13:12:02.740111 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49944) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:02.747349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1900009521'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:02.755982 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:12:02.760000 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2515557 Sep 08 13:12:02.765482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49946) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:02.772445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Request body: {'subnet': {'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1615178875-subnet', 'tenant_id': 'b206cfebddf84418a875572b10b1551e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:02.786665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ae5e926-bedd-4a79-88ed-f2e995acacf7 req-99fcdfc5-66a6-4a6c-bdfd-d35b2e3bb415 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143022 Sep 08 13:12:02.790024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3ad9d-85fc-4728-b8f2-e3fd36b55467 req-79166fc8-4819-467c-a5e7-78eb74b83ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:02.794238 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b7f3ad9d-85fc-4728-b8f2-e3fd36b55467 req-79166fc8-4819-467c-a5e7-78eb74b83ce6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.2369454 Sep 08 13:12:02.831666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:02.849198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:02.849198 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:02.855515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:12:02.855515 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:12:02.855515 n-d-807558-3 neutron-server[96263]: [parameters: {'project_id_1': 'b206cfebddf84418a875572b10b1551e', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 11, 42, 808325)}] Sep 08 13:12:02.855515 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:12:02.855515 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:12:02.924249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a57f4d-a5ac-4ea5-a733-23639ba22f3f admin admin] Pushing event updated for resources: {'Network': ['ID=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:02.963460 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:02.980941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b7f3ad9d-85fc-4728-b8f2-e3fd36b55467 req-8ca1c150-423f-4b73-a2a5-27590926803d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6712355b-2ed5-43e9-bd37-6618b54bae8e HTTP/1.1" status: 200 len: 1001 time: 0.1736696 Sep 08 13:12:03.049024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:12:03.050293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3ad9d-85fc-4728-b8f2-e3fd36b55467 req-21eec9a8-df8d-4eeb-ab3e-07002b6d63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:03.056929 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b7f3ad9d-85fc-4728-b8f2-e3fd36b55467 req-21eec9a8-df8d-4eeb-ab3e-07002b6d63f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.0659130 Sep 08 13:12:03.083366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb6072-8adf-4776-819e-5595975ec7eb req-c1d0b20b-916a-459d-a457-8ef43eeefc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:03.085270 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-c1d0b20b-916a-459d-a457-8ef43eeefc23 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.5983362 Sep 08 13:12:03.118665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:03.125714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:03.135126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a702c53-8db8-4154-8607-9989194e7a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8968a03c-7a0a-4237-972c-bbd8fbfe99f7'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:03.139696 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded30f0d-7f09-45fa-8772-7cf36c789bb0" -d '{"events": [{"server_uuid": "6a702c53-8db8-4154-8607-9989194e7a4e", "name": "network-vif-plugged", "status": "completed", "tag": "8968a03c-7a0a-4237-972c-bbd8fbfe99f7"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:03.192543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-e1c8e345-0912-4f8a-b13b-c114aabc7969 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6712355b-2ed5-43e9-bd37-6618b54bae8e HTTP/1.1" status: 200 len: 1001 time: 0.0976553 Sep 08 13:12:03.199421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3ad9d-85fc-4728-b8f2-e3fd36b55467 req-4cd7e38c-4725-41c2-a564-85efa3b8f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:03.214375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b7f3ad9d-85fc-4728-b8f2-e3fd36b55467 req-4cd7e38c-4725-41c2-a564-85efa3b8f206 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411531 Sep 08 13:12:03.251884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8968a03c-7a0a-4237-972c-bbd8fbfe99f7,segment=NetworkSegment(69416ec3-2e7a-4ecb-b41a-fcad175955ab),segment_id=69416ec3-2e7a-4ecb-b41a-fcad175955ab)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:03.259719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:12:03.286691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb6072-8adf-4776-819e-5595975ec7eb req-a27109bd-b113-4717-ac35-a8e69a122df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:03.298851 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-a27109bd-b113-4717-ac35-a8e69a122df1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.0944333 Sep 08 13:12:03.356027 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:03.383552 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:03.383908 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Added segment 33755a2e-57a6-4d55-aba3-f37740921bd8 of type vlan for network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 Sep 08 13:12:03.422732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8968a03c-7a0a-4237-972c-bbd8fbfe99f7,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:03.431097 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:03.444111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3c7405f1-9882-43c6-9301-08afb12d0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'eb7edcc3-07ba-4ce3-be19-4fd5bda211b1', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'port_id': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'mac_address': 'fa:16:3e:9c:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:11:17Z', 'updated_at': '2021-09-08T13:12:01Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:03.466009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb6072-8adf-4776-819e-5595975ec7eb req-65940b6c-1449-491c-a7ff-a16dfd910ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:03.468588 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-65940b6c-1449-491c-a7ff-a16dfd910ebc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676168 Sep 08 13:12:03.486535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7405f1-9882-43c6-9301-08afb12d0456 None None] Checking router: 52d9464c-7812-40a9-9750-f2a4d6e315d4 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:12:03.505329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7405f1-9882-43c6-9301-08afb12d0456 None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:12:03.505997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3c7405f1-9882-43c6-9301-08afb12d0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:11:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:03.574108 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:03.580553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:03.585648 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:03.610030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Made reservation on behalf of b206cfebddf84418a875572b10b1551e for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:03.612639 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:03.674983 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-d7d3643d-3893-4cd1-96f4-7a190e4dbe6e service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852317 Sep 08 13:12:03.718111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84711f43-3df6-4a35-9fa9-a34bf6f86070 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:12:03.729312 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:03.735460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-3c7405f1-9882-43c6-9301-08afb12d0456 None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:12:03.779514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Transition to ACTIVE for port object 84711f43-3df6-4a35-9fa9-a34bf6f86070 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:03.807408 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48fb6072-8adf-4776-819e-5595975ec7eb req-4953e257-0b37-4873-9598-d905ec4d2869 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257346 Sep 08 13:12:03.849660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6c645-f73b-499a-aa33-4619bcc7076e req-17079f3d-9cd9-4c9b-90d8-7161edb96995 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:03.857073 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfc6c645-f73b-499a-aa33-4619bcc7076e req-17079f3d-9cd9-4c9b-90d8-7161edb96995 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 931 time: 0.5897155 Sep 08 13:12:03.860224 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1189382 Sep 08 13:12:03.862801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49966) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:03.871397 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1c7af5d3-4e5d-47bf-b2cd-2ebb16fd68f4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-151151874'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:03.952590 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:04.075350 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dfd88a-a85d-4549-a4d4-1e5165a2792c x-openstack-request-id: req-f6dfd88a-a85d-4549-a4d4-1e5165a2792c {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:04.075874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7af5d3-4e5d-47bf-b2cd-2ebb16fd68f4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:04.076205 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a702c53-8db8-4154-8607-9989194e7a4e", "name": "network-vif-plugged", "status": "completed", "tag": "8968a03c-7a0a-4237-972c-bbd8fbfe99f7", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:04.076687 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f6dfd88a-a85d-4549-a4d4-1e5165a2792c {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:04.077240 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a702c53-8db8-4154-8607-9989194e7a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8968a03c-7a0a-4237-972c-bbd8fbfe99f7', 'code': 200} Sep 08 13:12:04.079423 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c7af5d3-4e5d-47bf-b2cd-2ebb16fd68f4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:04.092050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=84711f43-3df6-4a35-9fa9-a34bf6f86070,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:04.103752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.103752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.103752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.104599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.104599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.104599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.106232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.106232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.106232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.106232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.106232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.106692 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.137141 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b7f3ad9d-85fc-4728-b8f2-e3fd36b55467 req-b19c43e4-5384-4533-ba27-c365a75691a1 service neutron] 10.222.0.70 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9195678 Sep 08 13:12:04.159500 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfc6c645-f73b-499a-aa33-4619bcc7076e req-676bf077-f6f0-49bb-904b-8fdeb52738c9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990623 Sep 08 13:12:04.168720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Network': ['ID=7e605395-27d4-42d1-9c62-8d6a910a4eb4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:04.168951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7af5d3-4e5d-47bf-b2cd-2ebb16fd68f4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:12:04.222570 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c7af5d3-4e5d-47bf-b2cd-2ebb16fd68f4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:04.222926 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-1c7af5d3-4e5d-47bf-b2cd-2ebb16fd68f4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Added segment fb40dabb-1e20-4266-8be4-2598545f152f of type vlan for network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd Sep 08 13:12:04.322985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3c7405f1-9882-43c6-9301-08afb12d0456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'eb7edcc3-07ba-4ce3-be19-4fd5bda211b1', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'port_id': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'mac_address': 'fa:16:3e:9c:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:11:17Z', 'updated_at': '2021-09-08T13:12:01Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:04.383632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7405f1-9882-43c6-9301-08afb12d0456 None None] The sync data for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 is: [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'eb7edcc3-07ba-4ce3-be19-4fd5bda211b1', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'port_id': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'mac_address': 'fa:16:3e:9c:58:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:11:17Z', 'updated_at': '2021-09-08T13:12:01Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:12:04.399753 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c7af5d3-4e5d-47bf-b2cd-2ebb16fd68f4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:04.410414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Attempting to bind port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:04.411075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Attempting to bind port 84711f43-3df6-4a35-9fa9-a34bf6f86070 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:04.411603 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Attempting to bind port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:04.444322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.444678 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.445137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.445575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.445923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.446290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.446664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.447001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.447340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.447675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.448005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.448335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3198a9-e2da-40cf-a159-c1488a080879 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:04.464727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:12:04.465243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Attempting to bind port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:04.478267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:04.478565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:12:04.481386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:04.481386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:04.481386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Bound port: 84711f43-3df6-4a35-9fa9-a34bf6f86070, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:04.481386 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:04.564411 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:04.601928 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c7af5d3-4e5d-47bf-b2cd-2ebb16fd68f4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:04.618955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7af5d3-4e5d-47bf-b2cd-2ebb16fd68f4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:04.619620 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c7af5d3-4e5d-47bf-b2cd-2ebb16fd68f4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:04.665249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:04.684444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a7fa3-52a7-4214-8b82-383dbb77f1c4 req-900d51bd-f550-4763-a1c3-5951deef9e72 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:04.692612 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-617a7fa3-52a7-4214-8b82-383dbb77f1c4 req-900d51bd-f550-4763-a1c3-5951deef9e72 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 945 time: 0.3985925 Sep 08 13:12:04.705893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52a0cb1a-2bd2-4ca8-9504-b2345186da81 req-fc99f13b-10b0-4fea-a27b-62aa3e43998e tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 1001 time: 0.4382150 Sep 08 13:12:04.801183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:04.856957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557eea4c-f04a-489f-8b37-dbffe6a41a0b req-14412749-179d-4e46-9277-f81a7e9db48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:04.860534 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-557eea4c-f04a-489f-8b37-dbffe6a41a0b req-14412749-179d-4e46-9277-f81a7e9db48f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 1096 time: 0.6805437 Sep 08 13:12:04.861869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7af5d3-4e5d-47bf-b2cd-2ebb16fd68f4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Network': ['ID=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:04.874456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:12:04.886710 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-617a7fa3-52a7-4214-8b82-383dbb77f1c4 req-d5629a17-383a-4fcc-a996-2a6bdef00c97 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886077 Sep 08 13:12:04.931919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Checking segment: {'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:04.932284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Network hostable DHCP agents. Network: 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:12:04.934871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Pushing event updated for resources: {'Subnet': ['ID=be139490-49ed-4908-8453-ad1dc6e611ea,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:04.947787 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1c7af5d3-4e5d-47bf-b2cd-2ebb16fd68f4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0833819 Sep 08 13:12:04.948470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49986) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:04.953620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0cb1a-2bd2-4ca8-9504-b2345186da81 req-c80604b9-c0ad-4710-98f2-a6c790ea1c0b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:04.955346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52a0cb1a-2bd2-4ca8-9504-b2345186da81 req-c80604b9-c0ad-4710-98f2-a6c790ea1c0b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports/6712355b-2ed5-43e9-bd37-6618b54bae8e HTTP/1.1" status: 200 len: 942 time: 0.2001624 Sep 08 13:12:04.971038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4d5f3b2b-bfc6-44d1-9c08-a5926da0d24c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'subnet': {'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:04.995647 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:04.996349 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b7f3ad9d-85fc-4728-b8f2-e3fd36b55467 req-83057a31-5b5a-4729-adc9-09ec9b548b52 service neutron] 10.222.0.70 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738760 Sep 08 13:12:05.024167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-557eea4c-f04a-489f-8b37-dbffe6a41a0b req-83d987a3-2b9e-4ddf-b6d6-ec223e1a96ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427300 Sep 08 13:12:05.079835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:12:05.176671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:05.177218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:05.178633 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] 10.222.0.70 "PUT /v2.0/ports/84711f43-3df6-4a35-9fa9-a34bf6f86070 HTTP/1.1" status: 200 len: 1091 time: 2.8552887 Sep 08 13:12:05.181339 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52a0cb1a-2bd2-4ca8-9504-b2345186da81 req-41dad742-cf52-4b40-8357-92a85e11a78a tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 1001 time: 0.1110656 Sep 08 13:12:05.182335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d08bef-189d-4793-ad33-a4bc919bd535', 'tag': '84711f43-3df6-4a35-9fa9-a34bf6f86070'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:05.184594 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1203c0-178a-4f88-a5f3-5efa4dbe4e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d08bef-189d-4793-ad33-a4bc919bd535", "tag": "84711f43-3df6-4a35-9fa9-a34bf6f86070"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:05.224591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb6655-7697-4bfb-8c36-f803e801e1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=84711f43-3df6-4a35-9fa9-a34bf6f86070,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:05.239413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ccbe00-49a9-4c51-bce6-efe5104818d7 req-64835283-fd18-4cf2-a2d4-cd0678405249 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:05.244176 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d0ccbe00-49a9-4c51-bce6-efe5104818d7 req-64835283-fd18-4cf2-a2d4-cd0678405249 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 1097 time: 0.1315143 Sep 08 13:12:05.281987 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d0ccbe00-49a9-4c51-bce6-efe5104818d7 req-c15cb2de-35a8-414e-807c-450abf6e61ab tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Sep 08 13:12:05.330443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5f3b2b-bfc6-44d1-9c08-a5926da0d24c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:05.335079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:05.335593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3b2b-bfc6-44d1-9c08-a5926da0d24c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:05.345050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ade5619-a251-4247-a8f1-59e092d22ed5 None None] Network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:12:05.358970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:05.358970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:05.429026 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f37b3ff5-30c9-412e-b90a-1ed4e8c443db admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6621182 Sep 08 13:12:05.464444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0cb1a-2bd2-4ca8-9504-b2345186da81 req-51c35430-1260-423b-9cbc-7a1fe4158cd5 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:05.467959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52a0cb1a-2bd2-4ca8-9504-b2345186da81 req-51c35430-1260-423b-9cbc-7a1fe4158cd5 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.2752602 Sep 08 13:12:05.564637 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-66f7b9f0-6d0f-4ea9-9e90-73204e55511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:05.566211 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-66f7b9f0-6d0f-4ea9-9e90-73204e55511d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 1094 time: 0.2473159 Sep 08 13:12:05.587640 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808e31a4-119d-47a6-8eba-5fe90ccc7cc7 x-openstack-request-id: req-808e31a4-119d-47a6-8eba-5fe90ccc7cc7 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:05.587989 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d08bef-189d-4793-ad33-a4bc919bd535", "tag": "84711f43-3df6-4a35-9fa9-a34bf6f86070", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:05.588181 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-808e31a4-119d-47a6-8eba-5fe90ccc7cc7 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:05.588566 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d08bef-189d-4793-ad33-a4bc919bd535', 'tag': '84711f43-3df6-4a35-9fa9-a34bf6f86070', 'status': 'completed', 'code': 200} Sep 08 13:12:05.676612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca20a35a-e1a8-4480-8749-f853baf794d9 None None] Network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:12:05.725465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-4f359ce3-a7a1-4e08-b676-0e14c57d5148 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070 HTTP/1.1" status: 200 len: 217 time: 0.1359174 Sep 08 13:12:05.742698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ebb7a-cb76-4939-ac0c-c612dca9e461 req-f085fbf3-b145-4bba-a020-4a9d7617d731 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:05.745726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4a5ebb7a-cb76-4939-ac0c-c612dca9e461 req-f085fbf3-b145-4bba-a020-4a9d7617d731 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 943 time: 0.1422415 Sep 08 13:12:05.826977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4a5ebb7a-cb76-4939-ac0c-c612dca9e461 req-62d0c001-103e-4ced-ac86-3e86e0b91a21 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757384 Sep 08 13:12:05.878960 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-3c33aba7-e146-4e4b-a207-12bfc9ed7985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:05.879561 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-3c33aba7-e146-4e4b-a207-12bfc9ed7985 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.1390493 Sep 08 13:12:05.960868 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-5e66e5d8-3a86-4d9b-af54-9a24cb7381e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508926 Sep 08 13:12:05.977543 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-b24287ad-2f7e-4ffa-897b-0806aea59af4 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 1001 time: 0.0859499 Sep 08 13:12:06.059966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-cd4dbe24-e9e2-43ec-bb93-30999a7441c4 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:06.074671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-cd4dbe24-e9e2-43ec-bb93-30999a7441c4 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports/6712355b-2ed5-43e9-bd37-6618b54bae8e HTTP/1.1" status: 200 len: 942 time: 0.0882554 Sep 08 13:12:06.168425 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-9ef9b6c2-18ed-4fcf-8290-cc50a13fb34a service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887763 Sep 08 13:12:06.262522 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3b2b-bfc6-44d1-9c08-a5926da0d24c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:06.276553 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-490e072a-f6ac-474d-860a-83d48796104b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 1001 time: 0.1329370 Sep 08 13:12:06.392622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5f3b2b-bfc6-44d1-9c08-a5926da0d24c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Checking segment: {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:06.393321 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f3b2b-bfc6-44d1-9c08-a5926da0d24c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Network hostable DHCP agents. Network: 7e605395-27d4-42d1-9c62-8d6a910a4eb4, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:12:06.400146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f3b2b-bfc6-44d1-9c08-a5926da0d24c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Subnet': ['ID=928b2533-97af-4f3b-a584-05e2586f0ae2,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:06.406915 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0606e71c-c4c5-4af9-9e13-413a05aa99b8 req-5a730997-bfcc-446b-be85-7fffa1f3f32f service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302134 Sep 08 13:12:06.431942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-6bd6d28a-da6d-41aa-9e66-fed2dd8b6538 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:06.433390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-6bd6d28a-da6d-41aa-9e66-fed2dd8b6538 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1555736 Sep 08 13:12:06.512218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5f3b2b-bfc6-44d1-9c08-a5926da0d24c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:12:06.543660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-d9418eed-e69d-4311-8c03-7cd10e099a35 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 1001 time: 0.0985780 Sep 08 13:12:06.557233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-43d0e36f-9539-49ba-956e-2b51341fd555 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Request body: {'floatingip': {'port_id': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:06.609533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1203c0-178a-4f88-a5f3-5efa4dbe4e7a req-1f7090c8-86ca-412b-8d59-44050d485fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:06.609533 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab1203c0-178a-4f88-a5f3-5efa4dbe4e7a req-1f7090c8-86ca-412b-8d59-44050d485fb7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 1094 time: 0.0562415 Sep 08 13:12:06.634980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-4d5f3b2b-bfc6-44d1-9c08-a5926da0d24c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 7e605395-27d4-42d1-9c62-8d6a910a4eb4) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:06.650485 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac20b3c4-abdf-4d64-b249-911984646ac9 None None] Network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:12:06.671170 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-43d0e36f-9539-49ba-956e-2b51341fd555 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:06.672783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5f3b2b-bfc6-44d1-9c08-a5926da0d24c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:06.673381 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3b2b-bfc6-44d1-9c08-a5926da0d24c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:06.815991 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1203c0-178a-4f88-a5f3-5efa4dbe4e7a req-40544cae-9d86-4954-8f8c-711a410ecbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:06.816216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab1203c0-178a-4f88-a5f3-5efa4dbe4e7a req-40544cae-9d86-4954-8f8c-711a410ecbe8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1897991 Sep 08 13:12:06.817950 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4d5f3b2b-bfc6-44d1-9c08-a5926da0d24c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8685153 Sep 08 13:12:06.820647 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50024) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:06.825792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1edd2761-35f9-4545-89a1-2d505640fac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'subnet': {'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:06.887911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-7e605395-27d4-42d1-9c62-8d6a910a4eb4', 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'fixed_ips': [{'subnet_id': '928b2533-97af-4f3b-a584-05e2586f0ae2'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:12:06.890214 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:06.891348 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-43d0e36f-9539-49ba-956e-2b51341fd555 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:06.954103 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-43d0e36f-9539-49ba-956e-2b51341fd555 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:06.954752 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-43d0e36f-9539-49ba-956e-2b51341fd555 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Floating IP eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 disassociated. External IP: 172.25.5.211, port: 6712355b-2ed5-43e9-bd37-6618b54bae8e. Sep 08 13:12:07.230788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Allocated IP 10.1.1.2 (7e605395-27d4-42d1-9c62-8d6a910a4eb4/928b2533-97af-4f3b-a584-05e2586f0ae2/290085d3-26c1-4933-a7f9-148395616688) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:07.292965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-43d0e36f-9539-49ba-956e-2b51341fd555 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Router 52d9464c-7812-40a9-9750-f2a4d6e315d4 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:12:07.425640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab1203c0-178a-4f88-a5f3-5efa4dbe4e7a req-9ae2c111-5edd-45a8-8a61-b82946d39767 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070 HTTP/1.1" status: 200 len: 217 time: 0.5955908 Sep 08 13:12:07.516557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-43d0e36f-9539-49ba-956e-2b51341fd555 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:12:07.529339 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92bfe25-c843-448d-a761-8c5fb716a907 None None] Sync routers for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:12:07.533659 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-43d0e36f-9539-49ba-956e-2b51341fd555 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:07.546366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1203c0-178a-4f88-a5f3-5efa4dbe4e7a req-ea6356a3-5c3c-4516-8ebc-2a864d1bf88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:07.548929 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92bfe25-c843-448d-a761-8c5fb716a907 None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:12:07.550985 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a92bfe25-c843-448d-a761-8c5fb716a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:11:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:07.553401 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab1203c0-178a-4f88-a5f3-5efa4dbe4e7a req-ea6356a3-5c3c-4516-8ebc-2a864d1bf88d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.1085391 Sep 08 13:12:07.555806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edd2761-35f9-4545-89a1-2d505640fac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:07.569133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1edd2761-35f9-4545-89a1-2d505640fac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:07.578120 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-43d0e36f-9539-49ba-956e-2b51341fd555 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "PUT /v2.0/floatingips/eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 HTTP/1.1" status: 200 len: 695 time: 1.0273986 Sep 08 13:12:07.579783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'tag': '6712355b-2ed5-43e9-bd37-6618b54bae8e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:07.583227 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20410d06-1c87-40d3-b114-99ab254d3df3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e94a24d-d6d4-4843-8858-99fa63d84f46", "tag": "6712355b-2ed5-43e9-bd37-6618b54bae8e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:07.635457 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab1203c0-178a-4f88-a5f3-5efa4dbe4e7a req-5a48089e-e673-4194-b46d-d9f4654d897b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604353 Sep 08 13:12:07.663412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-6bb165bf-01f7-4cc8-8412-81aea20ca221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:07.673802 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-6bb165bf-01f7-4cc8-8412-81aea20ca221 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 1096 time: 0.0663915 Sep 08 13:12:07.688426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:07.702760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Transition to ACTIVE for port object 290085d3-26c1-4933-a7f9-148395616688 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:07.721649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Transition to ACTIVE for port object 290085d3-26c1-4933-a7f9-148395616688 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:07.793034 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-a92bfe25-c843-448d-a761-8c5fb716a907 None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:12:07.809078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-fa2e089d-c798-4b94-8e23-ebc157f1e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:07.811413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-fa2e089d-c798-4b94-8e23-ebc157f1e038 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.1347148 Sep 08 13:12:07.815995 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab1203c0-178a-4f88-a5f3-5efa4dbe4e7a req-b99bb79e-7dd1-4716-94d3-979b52e67620 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684501 Sep 08 13:12:07.984557 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab1203c0-178a-4f88-a5f3-5efa4dbe4e7a req-a071bcaa-ba31-447a-a25e-c5ad9e643151 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450384 Sep 08 13:12:08.040344 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a92bfe25-c843-448d-a761-8c5fb716a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:08.071571 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92bfe25-c843-448d-a761-8c5fb716a907 None None] Checking router: 52d9464c-7812-40a9-9750-f2a4d6e315d4 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:12:08.080579 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92bfe25-c843-448d-a761-8c5fb716a907 None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:12:08.081236 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a92bfe25-c843-448d-a761-8c5fb716a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:11:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:08.166971 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29a5e9a8-8ed1-402f-ab6f-daa87812a2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:08.182597 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-837449de-1bb0-4d7a-8ef2-19667fe89dca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6712355b-2ed5-43e9-bd37-6618b54bae8e HTTP/1.1" status: 200 len: 217 time: 0.3641055 Sep 08 13:12:08.192884 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-a92bfe25-c843-448d-a761-8c5fb716a907 None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:12:08.214926 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:08.215718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1edd2761-35f9-4545-89a1-2d505640fac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:08.266582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-09eead76-794e-4489-aaff-3b3e98ea1aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:08.269349 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-09eead76-794e-4489-aaff-3b3e98ea1aa6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.0800228 Sep 08 13:12:08.319564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:08.323967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:08.330709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:08.357409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-3e99bcec-3af2-456f-95f1-6c1994c6a947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:08.367412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-3e99bcec-3af2-456f-95f1-6c1994c6a947 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905626 Sep 08 13:12:08.398400 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd2761-35f9-4545-89a1-2d505640fac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Subnet': ['ID=eaf5d36d-738b-4970-84ca-903b48836db2,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:08.409174 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edd2761-35f9-4545-89a1-2d505640fac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Checking segment: {'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:08.410437 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edd2761-35f9-4545-89a1-2d505640fac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Network hostable DHCP agents. Network: 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:12:08.417591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Pushing event updated for resources: {'Port': ['ID=290085d3-26c1-4933-a7f9-148395616688,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:08.444689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Attempting to bind port 290085d3-26c1-4933-a7f9-148395616688 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:08.447815 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Attempting to bind port 290085d3-26c1-4933-a7f9-148395616688 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:08.447815 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Attempting to bind port 290085d3-26c1-4933-a7f9-148395616688 on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:08.452052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:08.452915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Checking segment: {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:08.453387 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:08.453791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Bound using segment: {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:08.454302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Bound port: 290085d3-26c1-4933-a7f9-148395616688, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:08.454691 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:08.456781 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-b838afa7-d4d2-4ad7-814e-ef34f104a387 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:12:08.458960 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-b838afa7-d4d2-4ad7-814e-ef34f104a387 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094607 Sep 08 13:12:08.511099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-53d929fb-bbb4-4803-9bcb-42295e085cd2 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:08.514264 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-53d929fb-bbb4-4803-9bcb-42295e085cd2 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports/e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 HTTP/1.1" status: 200 len: 1094 time: 0.0488958 Sep 08 13:12:08.531888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] Request body: {'binding': {'host': 'n-h2-807558-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:08.533537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] Unknown quota resources ['binding']. {{(pid=96264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:12:08.533976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] For port 290085d3-26c1-4933-a7f9-148395616688, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:08.539545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] For port 290085d3-26c1-4933-a7f9-148395616688, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=290085d3-26c1-4933-a7f9-148395616688,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:08.556026 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-f3efbd08-1798-4f01-8751-7fe5dbf48823 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787302 Sep 08 13:12:08.582061 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edd2761-35f9-4545-89a1-2d505640fac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:12:08.598229 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a92bfe25-c843-448d-a761-8c5fb716a907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:08.619072 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:08.656551 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92bfe25-c843-448d-a761-8c5fb716a907 None None] The sync data for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 is: [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:12:08.693998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-1edd2761-35f9-4545-89a1-2d505640fac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:08.707785 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd2761-35f9-4545-89a1-2d505640fac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:08.712945 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1edd2761-35f9-4545-89a1-2d505640fac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:08.713553 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713abfad-88b7-47ee-b2e8-13c1ba707674 None None] Network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:12:08.774619 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a89a4712-3005-4639-b05e-99c172cb5c1b req-8f331d25-e519-45be-8f30-5fbaa718af66 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987810 Sep 08 13:12:08.800368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203091d-45a5-4330-8a29-1568f6724628 None None] Pushing event updated for resources: {'Port': ['ID=290085d3-26c1-4933-a7f9-148395616688,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:08.830282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50040) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:08.842123 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1edd2761-35f9-4545-89a1-2d505640fac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0153098 Sep 08 13:12:08.842416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'port': {'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4', 'name': 'tempest-TaggedBootDevicesTest_v242-121147512', 'fixed_ips': [{'subnet_id': '928b2533-97af-4f3b-a584-05e2586f0ae2'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:08.843517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] Attempting to bind port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on host n-h2-807558-3 for vnic_type normal with profile None {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:08.844085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] Attempting to bind port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:08.844530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] Attempting to bind port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:08.851703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] Port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:12:08.852117 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] Attempting to bind port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:08.860040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:08.860618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:08.861118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] Bound using segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:08.861870 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] Bound port: e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:09.009033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:09.086307 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] Notify callbacks [] for binding, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:09.093214 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-cf1a7f99-db2a-4990-8bdc-a6839da8e965 service neutron] 10.222.0.69 "POST /v2.0/ports/e7f0ece7-d67a-43b1-88c3-6f45ff96fe69/bindings HTTP/1.1" status: 201 len: 389 time: 0.5730176 Sep 08 13:12:09.098194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd', 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'fixed_ips': [{'subnet_id': 'eaf5d36d-738b-4970-84ca-903b48836db2'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:12:09.099125 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:09.226019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7489c6-de5b-4ede-9491-3d3095923ddc None None] New status for floating IP eb7edcc3-07ba-4ce3-be19-4fd5bda211b1: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:12:09.269946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:09.469265 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:09.499445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] device_id is not set on port 165d4e81-4666-4376-8fc7-6b9679bbe6dc yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:12:09.499711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Allocated IP 10.2.2.2 (8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd/eaf5d36d-738b-4970-84ca-903b48836db2/5f3af953-b917-4466-b419-0bab0767c14e) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:09.716863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9e7fb-5018-41fb-a728-25d27a3a8bc7 req-be0fef7d-44f7-4b59-8288-6076bb9a361a tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:09.725196 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-47a9e7fb-5018-41fb-a728-25d27a3a8bc7 req-be0fef7d-44f7-4b59-8288-6076bb9a361a tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 945 time: 0.2784905 Sep 08 13:12:09.732332 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:09.741719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Transition to ACTIVE for port object 5f3af953-b917-4466-b419-0bab0767c14e will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:09.777588 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-47a9e7fb-5018-41fb-a728-25d27a3a8bc7 req-18f0535a-ae91-4e14-b533-4e883992cf78 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513198 Sep 08 13:12:09.795180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e768331-0871-4772-998e-0588b9541b29 req-07b2ac18-1727-4447-8e75-2ee7a2241f56 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:09.797298 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-07b2ac18-1727-4447-8e75-2ee7a2241f56 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/networks?id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c HTTP/1.1" status: 200 len: 815 time: 0.2080503 Sep 08 13:12:09.811112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Transition to ACTIVE for port object 5f3af953-b917-4466-b419-0bab0767c14e will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:09.887488 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:09.911471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-1eca10af-1c52-4bbe-9b4e-c7b3b2c73761 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/quotas/b206cfebddf84418a875572b10b1551e HTTP/1.1" status: 200 len: 375 time: 0.1006536 Sep 08 13:12:09.962155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:09.965468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:09.972014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:09.991463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Pushing event updated for resources: {'Port': ['ID=5f3af953-b917-4466-b419-0bab0767c14e,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:10.037611 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-dd52b729-1a5b-41cb-868c-dbd79da617bf tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b206cfebddf84418a875572b10b1551e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0885916 Sep 08 13:12:10.043267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-21573c64-f4ab-4f3a-81c1-ac5aa6527ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:10.045275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-21573c64-f4ab-4f3a-81c1-ac5aa6527ede service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 1097 time: 0.2147093 Sep 08 13:12:10.120448 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc85d9-3c30-43af-b7cd-40584cf8b043 req-4e8d3798-26f7-4c55-8fe6-f6911e550c43 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:10.122051 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e9fc85d9-3c30-43af-b7cd-40584cf8b043 req-4e8d3798-26f7-4c55-8fe6-f6911e550c43 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 943 time: 0.1017637 Sep 08 13:12:10.124285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Attempting to bind port 5f3af953-b917-4466-b419-0bab0767c14e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:10.126867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Attempting to bind port 5f3af953-b917-4466-b419-0bab0767c14e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:10.126867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Attempting to bind port 5f3af953-b917-4466-b419-0bab0767c14e on network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:10.140100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:10.147275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Checking segment: {'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:10.147968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:10.148551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Bound using segment: {'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:10.149402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Bound port: 5f3af953-b917-4466-b419-0bab0767c14e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:10.150083 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:10.158528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-c8ae3afd-0689-4e8b-9e8b-9e6f865e5b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:10.160008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-c8ae3afd-0689-4e8b-9e8b-9e6f865e5b8b service neutron] 10.222.0.60 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.0977252 Sep 08 13:12:10.207229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e9fc85d9-3c30-43af-b7cd-40584cf8b043 req-0a7a69fb-5baf-4376-8daa-9e5f00e8dd56 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750148 Sep 08 13:12:10.228082 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3b6fdfca-e2cc-491c-8a29-43f28977132b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:10.254642 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-98823956-e339-4087-a4c2-0ec834250ab6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 HTTP/1.1" status: 200 len: 217 time: 0.0767937 Sep 08 13:12:10.301751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a83c9e3-ef01-4454-846a-00370abc8fba None None] Network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:12:10.338349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-bfd85a62-59c4-4a99-9a6a-4287b90b114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:10.350050 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-bfd85a62-59c4-4a99-9a6a-4287b90b114f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0577655 Sep 08 13:12:10.351585 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65761155-69d4-4456-8d8f-53a5c3170d32 x-openstack-request-id: req-65761155-69d4-4456-8d8f-53a5c3170d32 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:10.351871 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e94a24d-d6d4-4843-8858-99fa63d84f46", "tag": "6712355b-2ed5-43e9-bd37-6618b54bae8e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:10.352116 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65761155-69d4-4456-8d8f-53a5c3170d32 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:10.352509 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'tag': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'status': 'completed', 'code': 200} Sep 08 13:12:10.412393 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20410d06-1c87-40d3-b114-99ab254d3df3 req-60d12bb2-5ec8-472c-92a4-edca1b403d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:10.416163 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20410d06-1c87-40d3-b114-99ab254d3df3 req-60d12bb2-5ec8-472c-92a4-edca1b403d6f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 1096 time: 0.0740874 Sep 08 13:12:10.436486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Allocated IP 10.1.1.70 (7e605395-27d4-42d1-9c62-8d6a910a4eb4/928b2533-97af-4f3b-a584-05e2586f0ae2/165d4e81-4666-4376-8fc7-6b9679bbe6dc) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:10.440109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-1daf24aa-26d0-4603-997f-b4dbdafe0b37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648835 Sep 08 13:12:10.496182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-3882b2a2-b552-4bc1-bf73-341ee2b98608 service neutron] 10.222.0.69 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446187 Sep 08 13:12:10.563352 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20410d06-1c87-40d3-b114-99ab254d3df3 req-83c8688e-e8e7-4c69-9d54-52ee67a0376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:10.565907 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20410d06-1c87-40d3-b114-99ab254d3df3 req-83c8688e-e8e7-4c69-9d54-52ee67a0376d service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.1423600 Sep 08 13:12:10.632286 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] For port 5f3af953-b917-4466-b419-0bab0767c14e, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:10.647430 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20410d06-1c87-40d3-b114-99ab254d3df3 req-0e42d96b-4bb3-40fc-8345-985be72bbabb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6712355b-2ed5-43e9-bd37-6618b54bae8e HTTP/1.1" status: 200 len: 217 time: 0.0673077 Sep 08 13:12:10.660643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] For port 5f3af953-b917-4466-b419-0bab0767c14e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5f3af953-b917-4466-b419-0bab0767c14e,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:10.673814 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:10.678017 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cb3243ea-bb04-4486-9699-cb7b7796ec0c None None] Provisioning for port 290085d3-26c1-4933-a7f9-148395616688 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:10.724157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-16891dae-b12c-4eae-9a30-c36891f9e7de service neutron] 10.222.0.69 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091200 Sep 08 13:12:10.750955 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:10.774571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20410d06-1c87-40d3-b114-99ab254d3df3 req-688c4b19-5f84-47ca-8e59-fc69d6913f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:10.778419 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20410d06-1c87-40d3-b114-99ab254d3df3 req-688c4b19-5f84-47ca-8e59-fc69d6913f89 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.1217194 Sep 08 13:12:10.892846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-910bd7f2-dcc2-415c-88b2-40fe915da5ae service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4448383 Sep 08 13:12:10.898003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 290085d3-26c1-4933-a7f9-148395616688 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:12:10.991750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7513d-cf55-442b-9725-c651cc90f431 None None] Pushing event updated for resources: {'Port': ['ID=5f3af953-b917-4466-b419-0bab0767c14e,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:11.069624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20410d06-1c87-40d3-b114-99ab254d3df3 req-c501898e-a0db-484f-b31e-ec05f279d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:11.071290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20410d06-1c87-40d3-b114-99ab254d3df3 req-c501898e-a0db-484f-b31e-ec05f279d562 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2840929 Sep 08 13:12:11.091267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a71f75-ce7c-49ec-8f07-4847e02991cb req-b97aaba9-5cef-4eac-bda2-06c2abf37e3f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:11.100425 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-78a71f75-ce7c-49ec-8f07-4847e02991cb req-b97aaba9-5cef-4eac-bda2-06c2abf37e3f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 946 time: 0.2145894 Sep 08 13:12:11.217341 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:11.224075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 290085d3-26c1-4933-a7f9-148395616688 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:11.237651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 290085d3-26c1-4933-a7f9-148395616688 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:11.238339 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:11.268892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Transition to ACTIVE for port object 165d4e81-4666-4376-8fc7-6b9679bbe6dc will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:11.273508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-aa6085e8-f6fc-4b9b-afd0-2158ed8e8b63 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707788 Sep 08 13:12:11.384859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-78a71f75-ce7c-49ec-8f07-4847e02991cb req-0978650a-a74e-43cb-9063-bf39415749c5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831364 Sep 08 13:12:11.414035 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20410d06-1c87-40d3-b114-99ab254d3df3 req-dbd2fc2f-4d1b-4862-a8f4-5bca2dc3f39e service neutron] 10.222.0.70 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329043 Sep 08 13:12:11.422880 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:11.543131 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:11.557761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:11.568945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:11.600434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:11.654055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445ffe4-4cd2-400b-9d69-944d4ebff57f req-609d4709-24e1-4790-ad8e-3ae0ebe40219 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:11.660627 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0445ffe4-4cd2-400b-9d69-944d4ebff57f req-609d4709-24e1-4790-ad8e-3ae0ebe40219 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 945 time: 0.3269813 Sep 08 13:12:11.661306 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 290085d3-26c1-4933-a7f9-148395616688, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=290085d3-26c1-4933-a7f9-148395616688,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:11.667482 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20410d06-1c87-40d3-b114-99ab254d3df3 req-320d0b86-e3ab-4f87-9a95-abd846b7d1fc service neutron] 10.222.0.70 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404332 Sep 08 13:12:11.715742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-db3107a4-479e-467a-944a-95750bf7fe85 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:11.724432 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-db3107a4-479e-467a-944a-95750bf7fe85 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1917737 Sep 08 13:12:11.750899 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:11.772953 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:11.796939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Port': ['ID=165d4e81-4666-4376-8fc7-6b9679bbe6dc,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:11.830065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:11.830065 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:11.874054 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0445ffe4-4cd2-400b-9d69-944d4ebff57f req-afaad688-7f08-4f17-a466-a9197a4e3b32 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388483 Sep 08 13:12:11.895023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-738c845f-b575-4787-9a57-e85fbebe137f tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 696 time: 0.1622341 Sep 08 13:12:11.906073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=290085d3-26c1-4933-a7f9-148395616688,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:11.915670 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-c856f59c-6171-4f13-8621-62e36c2d680c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Request body: {'floatingip': {'port_id': '5a422f0e-30c8-4104-9948-2145465b7972', 'fixed_ip_address': '172.20.0.5'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:11.999060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50098) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:11.999215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-77eb8106-2e06-4074-a545-776e9ad1f72f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1627321 Sep 08 13:12:12.017667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'port': {'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4', 'name': 'tempest-TaggedBootDevicesTest_v242-1203313734', 'fixed_ips': [{'subnet_id': '928b2533-97af-4f3b-a584-05e2586f0ae2'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:12.036364 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-c856f59c-6171-4f13-8621-62e36c2d680c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:12.264942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-47f2ed8a-dfe3-4b08-a689-aa0f16119104 req-7c6dbab9-392e-4911-8e10-c848c2b8b8d4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 210 time: 0.0650430 Sep 08 13:12:12.330635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a4c55881-ffbf-4828-891c-13005c8cef8f None None] Provisioning for port 165d4e81-4666-4376-8fc7-6b9679bbe6dc completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:12.335058 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a4c55881-ffbf-4828-891c-13005c8cef8f None None] Provisioning complete for port 165d4e81-4666-4376-8fc7-6b9679bbe6dc triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:12.335496 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a4c55881-ffbf-4828-891c-13005c8cef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:12.407509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a4c55881-ffbf-4828-891c-13005c8cef8f None None] Port 165d4e81-4666-4376-8fc7-6b9679bbe6dc cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:12:12.426626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38259e1f-4a1c-458e-be6d-27fd60e0a21c req-675e723b-a8e0-4709-8109-7d38af3466e5 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:12.434286 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38259e1f-4a1c-458e-be6d-27fd60e0a21c req-675e723b-a8e0-4709-8109-7d38af3466e5 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 943 time: 0.1135094 Sep 08 13:12:12.522474 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38259e1f-4a1c-458e-be6d-27fd60e0a21c req-50114f9d-acfe-41ed-b389-c2abfd530ca9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872009 Sep 08 13:12:12.674637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be589ef-d972-49f8-a33e-03236debc1f1 None None] Network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:12:12.892707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0be93f2c-78fd-4ed8-a090-8a88f189dcd5 None None] Provisioning for port 5f3af953-b917-4466-b419-0bab0767c14e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:13.018994 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-c856f59c-6171-4f13-8621-62e36c2d680c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:13.040945 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b44981-6433-4981-8ea5-5a347b789a7e req-0c5c6a5f-d07c-4b00-aee3-dc2511b6dc2b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:13.043075 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-53b44981-6433-4981-8ea5-5a347b789a7e req-0c5c6a5f-d07c-4b00-aee3-dc2511b6dc2b tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.70 "GET /v2.0/ports?device_id=0e94a24d-d6d4-4843-8858-99fa63d84f46 HTTP/1.1" status: 200 len: 945 time: 0.5802152 Sep 08 13:12:13.085285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5f3af953-b917-4466-b419-0bab0767c14e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:12:13.110682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5959734b-cb60-4a9b-9f38-4452d4c4fae0 req-409f1cc2-f91a-415f-9fac-d551b559e353 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:13.112500 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5959734b-cb60-4a9b-9f38-4452d4c4fae0 req-409f1cc2-f91a-415f-9fac-d551b559e353 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 946 time: 0.1107926 Sep 08 13:12:13.114392 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-c856f59c-6171-4f13-8621-62e36c2d680c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:13.193735 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5959734b-cb60-4a9b-9f38-4452d4c4fae0 req-cec7a4fc-309e-4711-809e-be5e3a051ab0 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744534 Sep 08 13:12:13.200115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:13.298699 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:13.336858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 5f3af953-b917-4466-b419-0bab0767c14e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:13.344057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 5f3af953-b917-4466-b419-0bab0767c14e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:13.344057 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:13.423122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97245c28-f4e6-4564-bebd-10463047b9cc req-79f487a6-4d24-4e31-8607-ccb6b110870c tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:13.431095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97245c28-f4e6-4564-bebd-10463047b9cc req-79f487a6-4d24-4e31-8607-ccb6b110870c tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 945 time: 0.1377413 Sep 08 13:12:13.540075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97245c28-f4e6-4564-bebd-10463047b9cc req-58972d21-214d-4173-90ad-8420c723ff50 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069291 Sep 08 13:12:13.540507 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:13.552910 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-c856f59c-6171-4f13-8621-62e36c2d680c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Floating IP eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 associated. External IP: 172.25.5.211, port: 5a422f0e-30c8-4104-9948-2145465b7972. Sep 08 13:12:13.609528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0330457b-6c2a-434a-b8d1-e7dc2b9c43a9 None None] Provisioning complete for port 5f3af953-b917-4466-b419-0bab0767c14e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:13.609968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0330457b-6c2a-434a-b8d1-e7dc2b9c43a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:13.695552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-53b44981-6433-4981-8ea5-5a347b789a7e req-8649f889-e20f-4079-9012-f75566f46f72 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Deleting port 6712355b-2ed5-43e9-bd37-6618b54bae8e {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:12:13.696902 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-53b44981-6433-4981-8ea5-5a347b789a7e req-8649f889-e20f-4079-9012-f75566f46f72 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:13.707810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 5f3af953-b917-4466-b419-0bab0767c14e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5f3af953-b917-4466-b419-0bab0767c14e,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:13.752318 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:13.782519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0330457b-6c2a-434a-b8d1-e7dc2b9c43a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:13.845899 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:13.847215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 290085d3-26c1-4933-a7f9-148395616688 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:12:13.892465 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-206ba1a9-f8f1-47f6-8876-d6c30235480c req-58413615-dd0d-44af-ae6d-cd6ab89cbe63 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 210 time: 0.0595925 Sep 08 13:12:13.935053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] device_id is not set on port b976551d-27dd-46f9-8ed9-225533d5e8d1 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:12:13.990089 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-0330457b-6c2a-434a-b8d1-e7dc2b9c43a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:12:13.990482 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-0330457b-6c2a-434a-b8d1-e7dc2b9c43a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:12:13.994249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=5f3af953-b917-4466-b419-0bab0767c14e,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:14.007003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:14.007439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:14.007797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:14.008185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:14.008587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:14.009063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:14.009410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:14.009749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:14.010085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:14.010461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:14.010797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:14.011133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:12:14.018600 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:14.028683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 290085d3-26c1-4933-a7f9-148395616688 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:14.028683 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:14.101042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894579d-0a37-4977-aa9d-b18ab641fb3b req-145574bb-11d4-4c19-a40a-b4bb6fcbb3d3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:14.109328 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d894579d-0a37-4977-aa9d-b18ab641fb3b req-145574bb-11d4-4c19-a40a-b4bb6fcbb3d3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 943 time: 0.0868051 Sep 08 13:12:14.171158 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d894579d-0a37-4977-aa9d-b18ab641fb3b req-56138d98-4664-4bb2-9dcf-90616c0bd9bf tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608296 Sep 08 13:12:14.349600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452176d-b837-4622-a703-a92ce25bdf18 req-e9017eb7-840b-48db-ba58-4ee7c73c4632 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:14.358471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0452176d-b837-4622-a703-a92ce25bdf18 req-e9017eb7-840b-48db-ba58-4ee7c73c4632 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 946 time: 0.0743535 Sep 08 13:12:14.413800 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0452176d-b837-4622-a703-a92ce25bdf18 req-d6e3ec38-2329-4ffa-9ebc-3b604420d86d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536547 Sep 08 13:12:14.606864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Allocated IP 10.1.1.254 (7e605395-27d4-42d1-9c62-8d6a910a4eb4/928b2533-97af-4f3b-a584-05e2586f0ae2/b976551d-27dd-46f9-8ed9-225533d5e8d1) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:14.637612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e768331-0871-4772-998e-0588b9541b29 req-af9536c7-6157-4d63-a0ef-ca91b8f3e877 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:14.641573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-53b44981-6433-4981-8ea5-5a347b789a7e req-8649f889-e20f-4079-9012-f75566f46f72 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] For port 6712355b-2ed5-43e9-bd37-6618b54bae8e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6712355b-2ed5-43e9-bd37-6618b54bae8e,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:14.641953 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-53b44981-6433-4981-8ea5-5a347b789a7e req-8649f889-e20f-4079-9012-f75566f46f72 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:14.654261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-af9536c7-6157-4d63-a0ef-ca91b8f3e877 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.60 "GET /v2.0/networks?id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c HTTP/1.1" status: 200 len: 815 time: 0.2244246 Sep 08 13:12:14.681062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6e768331-0871-4772-998e-0588b9541b29 req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Request body: {'port': {'device_id': 'f4330fd4-7f91-4c27-aced-2c293ce2d897', 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c', 'admin_state_up': True, 'tenant_id': 'b206cfebddf84418a875572b10b1551e'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:14.702747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-53b44981-6433-4981-8ea5-5a347b789a7e req-8649f889-e20f-4079-9012-f75566f46f72 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Calling delete_port for 6712355b-2ed5-43e9-bd37-6618b54bae8e owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:12:14.810288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5f3af953-b917-4466-b419-0bab0767c14e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:12:14.908552 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:14.923532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Transition to ACTIVE for port object b976551d-27dd-46f9-8ed9-225533d5e8d1 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:14.936369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 5f3af953-b917-4466-b419-0bab0767c14e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:14.937005 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:15.011266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e768331-0871-4772-998e-0588b9541b29 req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Made reservation on behalf of b206cfebddf84418a875572b10b1551e for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:15.016037 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6e768331-0871-4772-998e-0588b9541b29 req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:15.063721 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:15.067012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-c856f59c-6171-4f13-8621-62e36c2d680c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Router 52d9464c-7812-40a9-9750-f2a4d6e315d4 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:12:15.132009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Port': ['ID=b976551d-27dd-46f9-8ed9-225533d5e8d1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:15.220066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:15.227498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:15.234965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:15.326322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-6e768331-0871-4772-998e-0588b9541b29 req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Allocated IP 172.20.0.6 (3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c/be139490-49ed-4908-8453-ad1dc6e611ea/a82e9072-c576-4517-905b-bf1861236d09) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:15.367004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:15.368030 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:15.399804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-c856f59c-6171-4f13-8621-62e36c2d680c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:12:15.408152 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-c856f59c-6171-4f13-8621-62e36c2d680c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:15.414733 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176cccb2-a057-4c9c-8c40-c2cd11f15245 None None] Sync routers for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:12:15.428950 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cccb2-a057-4c9c-8c40-c2cd11f15245 None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:12:15.430033 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-176cccb2-a057-4c9c-8c40-c2cd11f15245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:12:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:15.493128 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-044484d1-3ac2-4e84-8706-972e12652ba2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4954956 Sep 08 13:12:15.540049 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-c856f59c-6171-4f13-8621-62e36c2d680c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "PUT /v2.0/floatingips/eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 HTTP/1.1" status: 200 len: 996 time: 3.6297708 Sep 08 13:12:15.552798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:15.555132 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3684c3b-b136-4055-b691-08d1e256fae7" -d '{"events": [{"name": "network-changed", "server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "tag": "5a422f0e-30c8-4104-9948-2145465b7972"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:15.594493 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-176cccb2-a057-4c9c-8c40-c2cd11f15245 None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:12:15.629729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8447b10-8f2b-4eaf-b1cb-c8270b606040 req-1a1e44c8-96ae-4b44-b23f-8d788072ea40 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 210 time: 0.0545645 Sep 08 13:12:15.665530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-53b44981-6433-4981-8ea5-5a347b789a7e req-8649f889-e20f-4079-9012-f75566f46f72 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:15.684350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['5a422f0e-30c8-4104-9948-2145465b7972'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:12:15.707523 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6e768331-0871-4772-998e-0588b9541b29 req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:15.766706 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-4f4a8c4d-70bc-49c3-8e8e-dd128a869f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:15.769123 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-4f4a8c4d-70bc-49c3-8e8e-dd128a869f9b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 1096 time: 0.2084057 Sep 08 13:12:15.916640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649f889-e20f-4079-9012-f75566f46f72 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Pushing event deleted for resources: {'Port': ['ID=6712355b-2ed5-43e9-bd37-6618b54bae8e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:15.933031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86530e8-e9bb-4ff9-bf4d-bf497d2ed406 req-3ef0044e-34d7-4786-a696-993abfd73a97 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:15.941104 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b86530e8-e9bb-4ff9-bf4d-bf497d2ed406 req-3ef0044e-34d7-4786-a696-993abfd73a97 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 945 time: 0.1506715 Sep 08 13:12:15.995195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b44981-6433-4981-8ea5-5a347b789a7e req-8649f889-e20f-4079-9012-f75566f46f72 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] No DVR routers for this DVR port 6712355b-2ed5-43e9-bd37-6618b54bae8e on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:12:16.000190 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-53b44981-6433-4981-8ea5-5a347b789a7e req-8649f889-e20f-4079-9012-f75566f46f72 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:16.003853 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-53b44981-6433-4981-8ea5-5a347b789a7e req-8649f889-e20f-4079-9012-f75566f46f72 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.70 "DELETE /v2.0/ports/6712355b-2ed5-43e9-bd37-6618b54bae8e HTTP/1.1" status: 204 len: 173 time: 2.9525478 Sep 08 13:12:16.035031 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b86530e8-e9bb-4ff9-bf4d-bf497d2ed406 req-f838f61b-18da-481a-800a-147bcfc13ebf tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929346 Sep 08 13:12:16.101879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 84711f43-3df6-4a35-9fa9-a34bf6f86070 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:12:16.102480 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-176cccb2-a057-4c9c-8c40-c2cd11f15245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'eb7edcc3-07ba-4ce3-be19-4fd5bda211b1', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'port_id': '5a422f0e-30c8-4104-9948-2145465b7972', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'mac_address': 'fa:16:3e:e3:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95991f41-838c-4a7c-9578-696f70b83d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:11:17Z', 'updated_at': '2021-09-08T13:12:12Z', 'revision_number': 8, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:16.105007 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6712355b-2ed5-43e9-bd37-6618b54bae8e no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:12:16.127852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 6712355b-2ed5-43e9-bd37-6618b54bae8e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:12:16.128218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6712355b-2ed5-43e9-bd37-6618b54bae8e not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:12:16.147236 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176cccb2-a057-4c9c-8c40-c2cd11f15245 None None] Checking router: 52d9464c-7812-40a9-9750-f2a4d6e315d4 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:12:16.151815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-a60456a2-2941-448e-b709-af72545b9222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:16.152267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-a60456a2-2941-448e-b709-af72545b9222 service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.3723626 Sep 08 13:12:16.162748 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176cccb2-a057-4c9c-8c40-c2cd11f15245 None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:12:16.163594 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-176cccb2-a057-4c9c-8c40-c2cd11f15245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:12:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:16.223789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f9e67-969a-4ad9-8ddd-312970146a66 req-3d2996d4-2706-426e-871f-4b2e005f9f64 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:16.225404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a04f9e67-969a-4ad9-8ddd-312970146a66 req-3d2996d4-2706-426e-871f-4b2e005f9f64 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 943 time: 0.0854034 Sep 08 13:12:16.246507 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-400097aa-f83d-4304-a209-fe30bdc459cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 999 time: 0.0875206 Sep 08 13:12:16.293701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a04f9e67-969a-4ad9-8ddd-312970146a66 req-35faf2a8-8a50-4bd5-80b6-70c642aaf57b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591202 Sep 08 13:12:16.297583 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-176cccb2-a057-4c9c-8c40-c2cd11f15245 None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:12:16.362359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-6ed30731-d543-4cbb-bd32-b457e417cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:16.364174 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-6ed30731-d543-4cbb-bd32-b457e417cc17 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.1091342 Sep 08 13:12:16.401879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e055ac6f-2ee1-4968-903a-58f90c2ab26d None None] Provisioning for port b976551d-27dd-46f9-8ed9-225533d5e8d1 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:16.411569 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6e768331-0871-4772-998e-0588b9541b29 req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:16.416906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e055ac6f-2ee1-4968-903a-58f90c2ab26d None None] Provisioning complete for port b976551d-27dd-46f9-8ed9-225533d5e8d1 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:16.417590 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e055ac6f-2ee1-4968-903a-58f90c2ab26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:16.441965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-3b6e52a7-3025-443d-a061-a34d611d4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:16.445868 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-3b6e52a7-3025-443d-a061-a34d611d4252 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739312 Sep 08 13:12:16.464525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:16.503708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e055ac6f-2ee1-4968-903a-58f90c2ab26d None None] Port b976551d-27dd-46f9-8ed9-225533d5e8d1 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:12:16.506575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '84711f43-3df6-4a35-9fa9-a34bf6f86070', 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7', 'port_id': '84711f43-3df6-4a35-9fa9-a34bf6f86070', 'mac_address': 'fa:16:3e:dd:ed:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f66f5b93-f567-41bb-80c4-2513fe2ad21d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:12:16.528083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7eb77b-a314-4bfd-9672-72ded5f8b0f3 req-c324f4a3-8876-48e6-bb18-471e474e92b0 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:16.530460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af7eb77b-a314-4bfd-9672-72ded5f8b0f3 req-c324f4a3-8876-48e6-bb18-471e474e92b0 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 946 time: 0.1683912 Sep 08 13:12:16.549362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e768331-0871-4772-998e-0588b9541b29 req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:16.552461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-6e768331-0871-4772-998e-0588b9541b29 req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:16.555532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e768331-0871-4772-998e-0588b9541b29 req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:16.601419 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:16.627281 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-0fb12014-baf7-4e5c-95e1-6ec8d7285793 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733053 Sep 08 13:12:16.630331 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:16.632385 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84711f43-3df6-4a35-9fa9-a34bf6f86070 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:12:16.634845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Pushing event updated for resources: {'Port': ['ID=a82e9072-c576-4517-905b-bf1861236d09,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:16.672726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:16.682747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e768331-0871-4772-998e-0588b9541b29 req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:16.684139 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6e768331-0871-4772-998e-0588b9541b29 req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:16.736996 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:16.751861 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-176cccb2-a057-4c9c-8c40-c2cd11f15245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'eb7edcc3-07ba-4ce3-be19-4fd5bda211b1', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'port_id': '5a422f0e-30c8-4104-9948-2145465b7972', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'mac_address': 'fa:16:3e:e3:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95991f41-838c-4a7c-9578-696f70b83d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:11:17Z', 'updated_at': '2021-09-08T13:12:12Z', 'revision_number': 8, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:16.798022 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a14a1947-5282-4c05-96c5-4787d246a3ad req-4e631c44-70bf-4387-8a07-9db5d90923e1 service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607809 Sep 08 13:12:16.801961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af7eb77b-a314-4bfd-9672-72ded5f8b0f3 req-7ec89aa5-795e-406f-8c0a-6e73b85e0862 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539454 Sep 08 13:12:16.813358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-3e96896c-49f7-41ce-9d07-0a08327ee0e4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1440799 Sep 08 13:12:16.832301 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176cccb2-a057-4c9c-8c40-c2cd11f15245 None None] The sync data for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 is: [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'eb7edcc3-07ba-4ce3-be19-4fd5bda211b1', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'floating_ip_address': '172.25.5.211', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'port_id': '5a422f0e-30c8-4104-9948-2145465b7972', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'mac_address': 'fa:16:3e:e3:82:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95991f41-838c-4a7c-9578-696f70b83d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:11:17Z', 'updated_at': '2021-09-08T13:12:12Z', 'revision_number': 8, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:12:16.834004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Request body: {'port': {'device_id': 'f4330fd4-7f91-4c27-aced-2c293ce2d897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:16.863417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=84711f43-3df6-4a35-9fa9-a34bf6f86070,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:16.886960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3f1e1-b527-42c5-9f27-82bbfedbb6bd req-70f8e414-17f5-49e0-9ce3-e0dd33d2e6d4 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:16.890033 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcf3f1e1-b527-42c5-9f27-82bbfedbb6bd req-70f8e414-17f5-49e0-9ce3-e0dd33d2e6d4 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 945 time: 0.1747813 Sep 08 13:12:17.011167 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b283692-1758-41b7-adcc-869cfb212811 x-openstack-request-id: req-9b283692-1758-41b7-adcc-869cfb212811 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:17.011631 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "tag": "5a422f0e-30c8-4104-9948-2145465b7972", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:17.013633 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b283692-1758-41b7-adcc-869cfb212811 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:17.013633 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972', 'status': 'completed', 'code': 200} Sep 08 13:12:17.025196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['84711f43-3df6-4a35-9fa9-a34bf6f86070'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:12:17.035009 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:17.177731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3684c3b-b136-4055-b691-08d1e256fae7 req-267bd3eb-cea2-4605-b847-58be8222d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:17.179353 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3684c3b-b136-4055-b691-08d1e256fae7 req-267bd3eb-cea2-4605-b847-58be8222d161 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 1096 time: 0.1273491 Sep 08 13:12:17.305002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcf3f1e1-b527-42c5-9f27-82bbfedbb6bd req-16b0fd41-abcf-4599-83a5-4b772aa491c9 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Deleting port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:12:17.306148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcf3f1e1-b527-42c5-9f27-82bbfedbb6bd req-16b0fd41-abcf-4599-83a5-4b772aa491c9 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:17.318122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c527402d-2394-4489-bd73-c8260f1e54f0 None None] New status for floating IP eb7edcc3-07ba-4ce3-be19-4fd5bda211b1: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:12:17.698767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780db6ac-66aa-40a0-bda4-d9f6785454a4 req-afe3b653-829a-4138-ab75-164dfd0b1ea1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:17.700404 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-780db6ac-66aa-40a0-bda4-d9f6785454a4 req-afe3b653-829a-4138-ab75-164dfd0b1ea1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 931 time: 0.2597871 Sep 08 13:12:17.702314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3684c3b-b136-4055-b691-08d1e256fae7 req-ef35c59c-2a72-4b18-bce8-ff7458aecd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:17.704242 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3684c3b-b136-4055-b691-08d1e256fae7 req-ef35c59c-2a72-4b18-bce8-ff7458aecd45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.5159175 Sep 08 13:12:17.811441 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-780db6ac-66aa-40a0-bda4-d9f6785454a4 req-9f473cd9-3442-41fc-9e18-8f6e38d5bea1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998600 Sep 08 13:12:17.849147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dcf3f1e1-b527-42c5-9f27-82bbfedbb6bd req-16b0fd41-abcf-4599-83a5-4b772aa491c9 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] For port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8968a03c-7a0a-4237-972c-bbd8fbfe99f7,segment=NetworkSegment(69416ec3-2e7a-4ecb-b41a-fcad175955ab),segment_id=69416ec3-2e7a-4ecb-b41a-fcad175955ab)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:17.849743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcf3f1e1-b527-42c5-9f27-82bbfedbb6bd req-16b0fd41-abcf-4599-83a5-4b772aa491c9 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:17.873154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcf3f1e1-b527-42c5-9f27-82bbfedbb6bd req-16b0fd41-abcf-4599-83a5-4b772aa491c9 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Calling delete_port for 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:12:18.067246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50180) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:18.087779 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-41dcb2a0-5204-4432-a8bf-04b9a7e5ddab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545216006', 'description': 'tempest-description--1678386495'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:18.117680 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3684c3b-b136-4055-b691-08d1e256fae7 req-e0c51ae5-9bca-4c34-b8a9-4e07440f4459 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 1001 time: 0.3588583 Sep 08 13:12:18.245805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c247ec4-896b-430e-a0c1-2610bfa9d214 req-74091e7f-96bf-4399-b825-378d78ff4b53 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips/eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 HTTP/1.1" status: 200 len: 998 time: 0.3132215 Sep 08 13:12:18.274839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3684c3b-b136-4055-b691-08d1e256fae7 req-e6eaca6a-f97e-49d3-8582-f3642d056ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:18.277659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3684c3b-b136-4055-b691-08d1e256fae7 req-e6eaca6a-f97e-49d3-8582-f3642d056ef5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.1432638 Sep 08 13:12:18.285737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82e9072-c576-4517-905b-bf1861236d09 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:12:18.299569 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:18.324745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64b6394-b323-4b4b-ac81-ef492611631a req-6c93bf4b-757d-4741-ba60-c9ab80d804f4 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:18.326079 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a64b6394-b323-4b4b-ac81-ef492611631a req-6c93bf4b-757d-4741-ba60-c9ab80d804f4 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 945 time: 0.1875913 Sep 08 13:12:18.359067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Transition to ACTIVE for port object a82e9072-c576-4517-905b-bf1861236d09 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:18.381160 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-41dcb2a0-5204-4432-a8bf-04b9a7e5ddab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:18.438535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a64b6394-b323-4b4b-ac81-ef492611631a req-8918e3d0-cff6-4592-a9ee-5f73ffa94d66 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/security-groups?id=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960715 Sep 08 13:12:18.439451 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3684c3b-b136-4055-b691-08d1e256fae7 req-d59505e8-c4d8-42e6-834f-c671256e39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:18.449537 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3684c3b-b136-4055-b691-08d1e256fae7 req-d59505e8-c4d8-42e6-834f-c671256e39bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257267 Sep 08 13:12:18.504519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c247ec4-896b-430e-a0c1-2610bfa9d214 req-96c7cf40-b97d-4669-b177-a041144e7f73 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:18.505929 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c247ec4-896b-430e-a0c1-2610bfa9d214 req-96c7cf40-b97d-4669-b177-a041144e7f73 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.2448039 Sep 08 13:12:18.532595 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:18.551974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-1c247ec4-896b-430e-a0c1-2610bfa9d214 req-abfca978-9c73-4546-b334-c8f4224578aa tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:12:18.552969 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c247ec4-896b-430e-a0c1-2610bfa9d214 req-abfca978-9c73-4546-b334-c8f4224578aa tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090258 Sep 08 13:12:18.609714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3684c3b-b136-4055-b691-08d1e256fae7 req-3d646250-a6a5-4832-a00c-5fca0c9af487 service neutron] 10.222.0.60 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517215 Sep 08 13:12:18.632344 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcf3f1e1-b527-42c5-9f27-82bbfedbb6bd req-16b0fd41-abcf-4599-83a5-4b772aa491c9 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:18.645196 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-41dcb2a0-5204-4432-a8bf-04b9a7e5ddab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:18.672616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Pushing event updated for resources: {'Port': ['ID=a82e9072-c576-4517-905b-bf1861236d09,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:18.724197 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-41dcb2a0-5204-4432-a8bf-04b9a7e5ddab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:18.782830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcb2a0-5204-4432-a8bf-04b9a7e5ddab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e5b6c3-f607-4873-b081-d4a5b0b4173c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:18.786559 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3684c3b-b136-4055-b691-08d1e256fae7 req-0845cdf6-d3ad-431f-8b91-b43986d9fd58 service neutron] 10.222.0.60 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686211 Sep 08 13:12:18.795704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741464c-6c34-45c4-a9b0-7a61a5f3a8ad req-3e4d96bd-fe2c-4d5e-a222-1f9d9872eb18 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:18.797278 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f741464c-6c34-45c4-a9b0-7a61a5f3a8ad req-3e4d96bd-fe2c-4d5e-a222-1f9d9872eb18 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 946 time: 0.1416645 Sep 08 13:12:18.830752 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-41dcb2a0-5204-4432-a8bf-04b9a7e5ddab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:18.832822 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-41dcb2a0-5204-4432-a8bf-04b9a7e5ddab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7598157 Sep 08 13:12:18.838881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50194) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:18.846869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-762f62c0-02c5-4ad8-9947-37ad492083e9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'security_group_rule': {'security_group_id': '87e5b6c3-f607-4873-b081-d4a5b0b4173c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:18.866596 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f741464c-6c34-45c4-a9b0-7a61a5f3a8ad req-2f86e6b6-51db-432e-b657-0464d44120b7 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608182 Sep 08 13:12:18.994876 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-762f62c0-02c5-4ad8-9947-37ad492083e9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.018412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'name': 'network-vif-deleted', 'tag': '6712355b-2ed5-43e9-bd37-6618b54bae8e'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:19.020917 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2775a3-439c-4a5a-9a5d-cae3dbcfc6a0" -d '{"events": [{"server_uuid": "0e94a24d-d6d4-4843-8858-99fa63d84f46", "name": "network-vif-deleted", "tag": "6712355b-2ed5-43e9-bd37-6618b54bae8e"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:19.063298 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-762f62c0-02c5-4ad8-9947-37ad492083e9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.090957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0fd41-abcf-4599-83a5-4b772aa491c9 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Pushing event deleted for resources: {'Port': ['ID=8968a03c-7a0a-4237-972c-bbd8fbfe99f7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:19.101008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607b22b-72de-4da7-bbab-6b4df69d5ed0 req-833073a6-122c-4692-b3ac-f5ea5ba23fc2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:19.102601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7607b22b-72de-4da7-bbab-6b4df69d5ed0 req-833073a6-122c-4692-b3ac-f5ea5ba23fc2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 944 time: 0.5873652 Sep 08 13:12:19.105111 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf3f1e1-b527-42c5-9f27-82bbfedbb6bd req-16b0fd41-abcf-4599-83a5-4b772aa491c9 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] No DVR routers for this DVR port 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:12:19.126552 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcf3f1e1-b527-42c5-9f27-82bbfedbb6bd req-16b0fd41-abcf-4599-83a5-4b772aa491c9 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.128651 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcf3f1e1-b527-42c5-9f27-82bbfedbb6bd req-16b0fd41-abcf-4599-83a5-4b772aa491c9 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.60 "DELETE /v2.0/ports/8968a03c-7a0a-4237-972c-bbd8fbfe99f7 HTTP/1.1" status: 204 len: 173 time: 2.2243266 Sep 08 13:12:19.129719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a702c53-8db8-4154-8607-9989194e7a4e', 'name': 'network-vif-deleted', 'tag': '8968a03c-7a0a-4237-972c-bbd8fbfe99f7'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:19.132081 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5190f6ca-7d15-4d95-a84d-c05a96d0a6b1" -d '{"events": [{"server_uuid": "6a702c53-8db8-4154-8607-9989194e7a4e", "name": "network-vif-deleted", "tag": "8968a03c-7a0a-4237-972c-bbd8fbfe99f7"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:19.171384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-762f62c0-02c5-4ad8-9947-37ad492083e9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.191470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f62c0-02c5-4ad8-9947-37ad492083e9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0aaf95-4e0a-414f-9ef5-39ecead015f8,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:19.197568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7607b22b-72de-4da7-bbab-6b4df69d5ed0 req-e05e28de-56ac-42ab-ae2b-a4329d20b48b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726047 Sep 08 13:12:19.207817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Attempting to bind port a82e9072-c576-4517-905b-bf1861236d09 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:19.208353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Attempting to bind port a82e9072-c576-4517-905b-bf1861236d09 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:19.208694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Attempting to bind port a82e9072-c576-4517-905b-bf1861236d09 on network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:19.224976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Port a82e9072-c576-4517-905b-bf1861236d09 on network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:12:19.224976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Attempting to bind port a82e9072-c576-4517-905b-bf1861236d09 on network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:19.233700 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:19.234047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Checking segment: {'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:19.234480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Bound using segment: {'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:19.235577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Bound port: a82e9072-c576-4517-905b-bf1861236d09, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:19.235577 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.291339 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-762f62c0-02c5-4ad8-9947-37ad492083e9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.292549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-762f62c0-02c5-4ad8-9947-37ad492083e9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4522817 Sep 08 13:12:19.295912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50218) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:19.302702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-25d22578-f836-4304-a918-0d229f8d0dbb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'security_group_rule': {'security_group_id': '87e5b6c3-f607-4873-b081-d4a5b0b4173c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:19.320412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] For port a82e9072-c576-4517-905b-bf1861236d09, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:19.339438 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-176b9faf-99cb-485f-b87a-47b953da848a tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 1001 time: 0.1029899 Sep 08 13:12:19.347958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] For port a82e9072-c576-4517-905b-bf1861236d09, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a82e9072-c576-4517-905b-bf1861236d09,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:19.368067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f80f2-df2b-48d9-8261-05c7a203b06d req-0de1dae7-2672-4b34-9ea5-30eef92f66e5 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:19.369639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a4f80f2-df2b-48d9-8261-05c7a203b06d req-0de1dae7-2672-4b34-9ea5-30eef92f66e5 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 943 time: 0.0638618 Sep 08 13:12:19.397809 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-bee4513b-3efd-4d4f-9181-5b854e33350a tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:19.399327 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-bee4513b-3efd-4d4f-9181-5b854e33350a tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports/5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 942 time: 0.0514150 Sep 08 13:12:19.422819 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a4f80f2-df2b-48d9-8261-05c7a203b06d req-b1ed721c-6999-4a3e-8191-1b01f98a414a tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446849 Sep 08 13:12:19.441229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25d22578-f836-4304-a918-0d229f8d0dbb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.460048 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.501278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:19.501900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.506877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] 10.222.0.60 "PUT /v2.0/ports/a82e9072-c576-4517-905b-bf1861236d09 HTTP/1.1" status: 200 len: 1091 time: 2.6811728 Sep 08 13:12:19.552180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d589eff-db3b-4e3c-ac40-220d9655e35b service neutron] Pushing event updated for resources: {'Port': ['ID=a82e9072-c576-4517-905b-bf1861236d09,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:19.555736 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b8e41b-2641-4651-847d-2bc5a003d991 x-openstack-request-id: req-c4b8e41b-2641-4651-847d-2bc5a003d991 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:19.556021 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e94a24d-d6d4-4843-8858-99fa63d84f46", "name": "network-vif-deleted", "tag": "6712355b-2ed5-43e9-bd37-6618b54bae8e", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:19.556338 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c4b8e41b-2641-4651-847d-2bc5a003d991 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:19.556700 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e94a24d-d6d4-4843-8858-99fa63d84f46', 'name': 'network-vif-deleted', 'tag': '6712355b-2ed5-43e9-bd37-6618b54bae8e', 'status': 'completed', 'code': 200} Sep 08 13:12:19.567594 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-21d10d33-79e4-485a-95e9-38b2a7aee2f6 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 1001 time: 0.1003916 Sep 08 13:12:19.571012 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25d22578-f836-4304-a918-0d229f8d0dbb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.642900 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25d22578-f836-4304-a918-0d229f8d0dbb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.656344 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8cbb6d-2e53-4aa0-9c70-d5424e840276 x-openstack-request-id: req-cf8cbb6d-2e53-4aa0-9c70-d5424e840276 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:19.656639 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a702c53-8db8-4154-8607-9989194e7a4e", "name": "network-vif-deleted", "tag": "8968a03c-7a0a-4237-972c-bbd8fbfe99f7", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:19.656896 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf8cbb6d-2e53-4aa0-9c70-d5424e840276 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:19.658292 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a702c53-8db8-4154-8607-9989194e7a4e', 'name': 'network-vif-deleted', 'tag': '8968a03c-7a0a-4237-972c-bbd8fbfe99f7', 'status': 'completed', 'code': 200} Sep 08 13:12:19.672990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e768331-0871-4772-998e-0588b9541b29 req-92037bfa-daa5-4e11-99ac-80c6376d42f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:19.675276 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-92037bfa-daa5-4e11-99ac-80c6376d42f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b206cfebddf84418a875572b10b1551e&device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 1094 time: 0.0573013 Sep 08 13:12:19.679327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d22578-f836-4304-a918-0d229f8d0dbb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ba2ffc-ccdc-4995-a0e8-08e8667b8faa,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:19.706104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-060d97cd-67dd-4c67-a7ac-1480becc9ec9 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:19.710314 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-060d97cd-67dd-4c67-a7ac-1480becc9ec9 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1354280 Sep 08 13:12:19.720226 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-a1fa25a7-24f9-4d43-a552-2514565a8fcd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82e9072-c576-4517-905b-bf1861236d09 HTTP/1.1" status: 200 len: 217 time: 0.0355713 Sep 08 13:12:19.781511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f55db9bb-25e7-4f6a-b538-b7ece21cbc10 req-b689e3e8-5302-41dd-a961-211a9aa4a8e5 tempest-ServersNegativeTestMultiTenantJSON-1124473448 tempest-ServersNegativeTestMultiTenantJSON-1124473448-project] 10.222.0.69 "GET /v2.0/ports?device_id=6a702c53-8db8-4154-8607-9989194e7a4e HTTP/1.1" status: 200 len: 210 time: 0.0540485 Sep 08 13:12:19.783166 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-40148aa4-ebb0-41b4-ba7c-391a71fbd7ba tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 1001 time: 0.0664706 Sep 08 13:12:19.784838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25d22578-f836-4304-a918-0d229f8d0dbb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.789154 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-25d22578-f836-4304-a918-0d229f8d0dbb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4887500 Sep 08 13:12:19.789325 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50234) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:19.796416 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:19.818034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-a85c7f62-65bf-4ea7-9986-9b0c096b4c31 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Request body: {'floatingip': {'port_id': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:19.818286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e768331-0871-4772-998e-0588b9541b29 req-ffca5408-f6cc-433d-a61e-55be0dfea7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:19.819722 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-ffca5408-f6cc-433d-a61e-55be0dfea7fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be139490-49ed-4908-8453-ad1dc6e611ea HTTP/1.1" status: 200 len: 855 time: 0.0911119 Sep 08 13:12:19.857158 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-a79b6b2c-aeef-44dd-acc0-81cdecc7714a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281067 Sep 08 13:12:19.883910 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-a85c7f62-65bf-4ea7-9986-9b0c096b4c31 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.963176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120262ac-8a31-4024-86ad-a8c33891c9a9 req-5902d48c-f149-4e5a-b5b5-6e812f2cf392 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:19.964689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-120262ac-8a31-4024-86ad-a8c33891c9a9 req-5902d48c-f149-4e5a-b5b5-6e812f2cf392 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 949 time: 0.1101310 Sep 08 13:12:19.974122 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:19.991074 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-8f62af3c-20aa-4b46-8730-42699d579522 service neutron] 10.222.0.60 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248927 Sep 08 13:12:20.044440 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-120262ac-8a31-4024-86ad-a8c33891c9a9 req-527657d3-c2e3-4cb9-92cd-fb927e6e73dd tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700107 Sep 08 13:12:20.070421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-a85c7f62-65bf-4ea7-9986-9b0c096b4c31 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:20.103655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e768331-0871-4772-998e-0588b9541b29 req-eb509950-6f53-425a-9e14-a557b5154929 service neutron] 10.222.0.60 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040533 Sep 08 13:12:20.109359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 84711f43-3df6-4a35-9fa9-a34bf6f86070 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:12:20.149788 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:20.165907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eae600-8a2a-4c4f-a402-a8ed67babaaf req-ab90eb2d-3fdb-4903-8311-1a703b9637a2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:20.167547 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62eae600-8a2a-4c4f-a402-a8ed67babaaf req-ab90eb2d-3fdb-4903-8311-1a703b9637a2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 946 time: 0.0553732 Sep 08 13:12:20.210756 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62eae600-8a2a-4c4f-a402-a8ed67babaaf req-015afa33-baf8-42da-a7e6-56180e49b193 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364821 Sep 08 13:12:20.268919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Allocated IP 172.25.5.53 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/bf8b504f-2f1b-49e2-bd5f-bb83efdee0dd) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:20.303733 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-a85c7f62-65bf-4ea7-9986-9b0c096b4c31 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:20.310120 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-a85c7f62-65bf-4ea7-9986-9b0c096b4c31 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Floating IP eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 disassociated. External IP: 172.25.5.211, port: 5a422f0e-30c8-4104-9948-2145465b7972. Sep 08 13:12:20.359793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 84711f43-3df6-4a35-9fa9-a34bf6f86070 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:20.365092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 84711f43-3df6-4a35-9fa9-a34bf6f86070 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:20.365784 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:20.368871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a5caf-7a3b-483c-afdf-367468208bb8 req-8546f28f-b0b4-4d81-9141-69239bf756bb tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:20.369064 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd8a5caf-7a3b-483c-afdf-367468208bb8 req-8546f28f-b0b4-4d81-9141-69239bf756bb tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 944 time: 0.0506418 Sep 08 13:12:20.422878 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd8a5caf-7a3b-483c-afdf-367468208bb8 req-11aafd35-3640-4a44-9452-97fb167cb9ca tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Sep 08 13:12:20.461105 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:20.470898 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:20.501708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d08bef-189d-4793-ad33-a4bc919bd535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84711f43-3df6-4a35-9fa9-a34bf6f86070'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:20.504593 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c331e5-a98b-47a7-9876-675fdd1bc38f" -d '{"events": [{"server_uuid": "c0d08bef-189d-4793-ad33-a4bc919bd535", "name": "network-vif-plugged", "status": "completed", "tag": "84711f43-3df6-4a35-9fa9-a34bf6f86070"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:20.539321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:20.604097 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:12:20.626652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:12:20.627093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8968a03c-7a0a-4237-972c-bbd8fbfe99f7 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:12:20.635373 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:20.664378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64f4e4-41ae-47b2-adca-044933ee8e52 req-598b0c7b-9ccc-41b7-9255-01beb1d7894e tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:20.666000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d64f4e4-41ae-47b2-adca-044933ee8e52 req-598b0c7b-9ccc-41b7-9255-01beb1d7894e tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 943 time: 0.0698190 Sep 08 13:12:20.705484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=84711f43-3df6-4a35-9fa9-a34bf6f86070,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:20.718639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d64f4e4-41ae-47b2-adca-044933ee8e52 req-79be8fc4-fdc5-4477-969c-876f070ea08b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463052 Sep 08 13:12:20.777268 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5cb498-fa34-48c3-91ba-93e11e684588 x-openstack-request-id: req-ba5cb498-fa34-48c3-91ba-93e11e684588 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:20.777572 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d08bef-189d-4793-ad33-a4bc919bd535", "name": "network-vif-plugged", "status": "completed", "tag": "84711f43-3df6-4a35-9fa9-a34bf6f86070", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:20.777829 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba5cb498-fa34-48c3-91ba-93e11e684588 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:20.778267 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d08bef-189d-4793-ad33-a4bc919bd535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84711f43-3df6-4a35-9fa9-a34bf6f86070', 'code': 200} Sep 08 13:12:20.952292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:20.990737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-a85c7f62-65bf-4ea7-9986-9b0c096b4c31 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Router 52d9464c-7812-40a9-9750-f2a4d6e315d4 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:12:21.004745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:21.017265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:21.029221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:21.031844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Port': ['ID=bf8b504f-2f1b-49e2-bd5f-bb83efdee0dd,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:21.145732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d8562-f5b4-4b58-8176-354fb93cf72f req-f2fd2734-c9e2-458a-860a-10bf7d416440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:21.147269 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d32d8562-f5b4-4b58-8176-354fb93cf72f req-f2fd2734-c9e2-458a-860a-10bf7d416440 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 1096 time: 0.2030449 Sep 08 13:12:21.239758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-a85c7f62-65bf-4ea7-9986-9b0c096b4c31 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:12:21.250353 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b67cb-8557-4610-ba12-99e1dde7b9da None None] Sync routers for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:12:21.256760 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-a85c7f62-65bf-4ea7-9986-9b0c096b4c31 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:21.262241 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b67cb-8557-4610-ba12-99e1dde7b9da None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:12:21.263747 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cc5b67cb-8557-4610-ba12-99e1dde7b9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:12:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:21.285638 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d32d8562-f5b4-4b58-8176-354fb93cf72f req-71acd024-6391-4495-9ab9-173e753e9509 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076171 Sep 08 13:12:21.288577 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:21.301114 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-a85c7f62-65bf-4ea7-9986-9b0c096b4c31 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "PUT /v2.0/floatingips/eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 HTTP/1.1" status: 200 len: 696 time: 1.4897747 Sep 08 13:12:21.360967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-8ac6651d-b79e-46cd-9f22-31da753af170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:21.362561 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-8ac6651d-b79e-46cd-9f22-31da753af170 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 1096 time: 0.0448458 Sep 08 13:12:21.419365 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:21.494933 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-cc5b67cb-8557-4610-ba12-99e1dde7b9da None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:12:21.530638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-53163991-6181-4a0f-8383-7777927d5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:21.532160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-53163991-6181-4a0f-8383-7777927d5f1f service neutron] 10.222.0.69 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.1623406 Sep 08 13:12:21.558051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:21.560333 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c206a2e-0a39-4deb-8494-ec3d96bc2251" -d '{"events": [{"name": "network-changed", "server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "tag": "5a422f0e-30c8-4104-9948-2145465b7972"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:21.598562 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-dd2be731-267e-4370-9226-f7a92e45408b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 217 time: 0.0562382 Sep 08 13:12:21.658411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4330fd4-7f91-4c27-aced-2c293ce2d897', 'tag': 'a82e9072-c576-4517-905b-bf1861236d09'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:21.661513 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5babe587-8c25-494c-9a9e-b003d205bf78" -d '{"events": [{"name": "network-changed", "server_uuid": "f4330fd4-7f91-4c27-aced-2c293ce2d897", "tag": "a82e9072-c576-4517-905b-bf1861236d09"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:21.692695 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-e3682ad6-dabe-4c70-8907-2408494bc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:21.694120 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-e3682ad6-dabe-4c70-8907-2408494bc7a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.0685756 Sep 08 13:12:21.717853 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cc5b67cb-8557-4610-ba12-99e1dde7b9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:21.748441 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b67cb-8557-4610-ba12-99e1dde7b9da None None] Checking router: 52d9464c-7812-40a9-9750-f2a4d6e315d4 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:12:21.753706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:21.757109 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5b67cb-8557-4610-ba12-99e1dde7b9da None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:12:21.757734 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cc5b67cb-8557-4610-ba12-99e1dde7b9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:12:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:21.765777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-a758d89b-872b-4c2c-a0d8-d1767bf86741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:21.767385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-a758d89b-872b-4c2c-a0d8-d1767bf86741 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644546 Sep 08 13:12:21.837329 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:21.870275 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-cc5b67cb-8557-4610-ba12-99e1dde7b9da None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:12:21.936569 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-c843d1a6-f203-4588-a4d3-9312ac7d855c service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569633 Sep 08 13:12:21.953374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Port': ['ID=bf8b504f-2f1b-49e2-bd5f-bb83efdee0dd,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:21.972938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:22.052036 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f64d0c4f-6a54-4a20-ae4a-8abec0da0b38 req-5f98f363-82d2-4b6d-950b-8d7d10aef6fe service neutron] 10.222.0.69 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081240 Sep 08 13:12:22.075754 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:22.077782 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-952e5716-6a1d-40b4-9d9e-6d4dcd55b5c2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2875721 Sep 08 13:12:22.096156 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cc5b67cb-8557-4610-ba12-99e1dde7b9da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:22.115976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 4b450703-7a33-469c-8d15-7042a6d4a64d no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:12:22.141533 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5b67cb-8557-4610-ba12-99e1dde7b9da None None] The sync data for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 is: [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:10:16Z', 'revision_number': 4, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9', 'name': '', 'network_id': '0a7408d8-7148-42de-82ac-451d6216d9d8', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'mac_address': 'fa:16:3e:f2:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:15Z', 'updated_at': '2021-09-08T13:10:23Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'subnets': [{'id': '4a974fc9-2e1a-4df4-a817-d81429f312e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:12:22.205225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50318) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:22.251407 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:22.295428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:22.338224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f08c6a6-cdbf-47d4-9b49-df6ca4f7c527 admin admin] Deleting subnet 8c7ec5ff-8f0e-4763-a9ca-8f4d333c992c {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:12:22.344902 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f08c6a6-cdbf-47d4-9b49-df6ca4f7c527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:22.360606 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4a88f-b9ef-41f3-aef1-3ff2e2f5a10e req-e2065763-3a17-4d72-8fc9-df7ca21d3a17 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:22.367197 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3cf4a88f-b9ef-41f3-aef1-3ff2e2f5a10e req-e2065763-3a17-4d72-8fc9-df7ca21d3a17 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 946 time: 0.1089482 Sep 08 13:12:22.383702 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:22.396498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545103a-d616-41cb-a5ee-ebd80c95ad4f req-6ed667f3-b652-412d-b86e-46c657bfd56d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:22.404410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f08c6a6-cdbf-47d4-9b49-df6ca4f7c527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:22.415680 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b545103a-d616-41cb-a5ee-ebd80c95ad4f req-6ed667f3-b652-412d-b86e-46c657bfd56d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.0876324 Sep 08 13:12:22.453695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=4b450703-7a33-469c-8d15-7042a6d4a64d,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:22.482905 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3cf4a88f-b9ef-41f3-aef1-3ff2e2f5a10e req-27f7ccca-b652-4790-9ded-e05e109e5b57 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536931 Sep 08 13:12:22.484385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b545103a-d616-41cb-a5ee-ebd80c95ad4f req-920d4328-d72d-4688-bc08-3eac4ff57f18 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654566 Sep 08 13:12:22.493276 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f08c6a6-cdbf-47d4-9b49-df6ca4f7c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:22.566829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351ab675-613d-4d05-aad1-23c467613f2e None None] New status for floating IP eb7edcc3-07ba-4ce3-be19-4fd5bda211b1: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:12:22.588140 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34fc659-7c1a-4620-9eb3-26d82a3301bc x-openstack-request-id: req-e34fc659-7c1a-4620-9eb3-26d82a3301bc {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:22.588895 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "tag": "5a422f0e-30c8-4104-9948-2145465b7972", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:22.589196 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e34fc659-7c1a-4620-9eb3-26d82a3301bc {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:22.589603 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972', 'status': 'completed', 'code': 200} Sep 08 13:12:22.657120 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f08c6a6-cdbf-47d4-9b49-df6ca4f7c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:22.666413 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dc25e8-42d4-4029-89ec-489c651bea3b x-openstack-request-id: req-37dc25e8-42d4-4029-89ec-489c651bea3b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:22.666899 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4330fd4-7f91-4c27-aced-2c293ce2d897", "tag": "a82e9072-c576-4517-905b-bf1861236d09", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:22.666899 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37dc25e8-42d4-4029-89ec-489c651bea3b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:22.667235 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4330fd4-7f91-4c27-aced-2c293ce2d897', 'tag': 'a82e9072-c576-4517-905b-bf1861236d09', 'status': 'completed', 'code': 200} Sep 08 13:12:22.726844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08c6a6-cdbf-47d4-9b49-df6ca4f7c527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c7ec5ff-8f0e-4763-a9ca-8f4d333c992c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:22.729175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c206a2e-0a39-4deb-8494-ec3d96bc2251 req-87a667dd-4fd2-4c11-a26c-daeebab84652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:22.729433 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c206a2e-0a39-4deb-8494-ec3d96bc2251 req-87a667dd-4fd2-4c11-a26c-daeebab84652 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1c19d24e3ac649c989bcce552dbb3064&device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 1096 time: 0.1124375 Sep 08 13:12:22.741538 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f08c6a6-cdbf-47d4-9b49-df6ca4f7c527 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:22.745961 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3f08c6a6-cdbf-47d4-9b49-df6ca4f7c527 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8c7ec5ff-8f0e-4763-a9ca-8f4d333c992c HTTP/1.1" status: 204 len: 168 time: 0.5372498 Sep 08 13:12:22.746824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babe587-8c25-494c-9a9e-b003d205bf78 req-65e65f83-daf3-4d41-9b2f-68555cbb5c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:22.746824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5babe587-8c25-494c-9a9e-b003d205bf78 req-65e65f83-daf3-4d41-9b2f-68555cbb5c38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b206cfebddf84418a875572b10b1551e&device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 1094 time: 0.0777633 Sep 08 13:12:22.757159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50334) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:22.781672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:22.785104 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56be5c26-667b-44cd-b542-6a5c8a2732e6" -d '{"events": [{"server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "name": "network-vif-unplugged", "status": "completed", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:22.789412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fb3c2-bcb0-4ef7-a392-0a9a83bb7b12 req-4219a2e4-397d-4979-83fc-9f0ac1ff0a05 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:22.791031 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f4fb3c2-bcb0-4ef7-a392-0a9a83bb7b12 req-4219a2e4-397d-4979-83fc-9f0ac1ff0a05 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 943 time: 0.0720904 Sep 08 13:12:22.834608 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f4fb3c2-bcb0-4ef7-a392-0a9a83bb7b12 req-48fb4873-5d2a-4d5e-9dab-36fe788b74d1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359395 Sep 08 13:12:22.982703 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:22.992800 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f5790c77-f3d4-4ab0-868c-18a1b6a8aa61 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1545216006&fields=id&tenant_id=10e812425d94404696116b1bea9ea60d HTTP/1.1" status: 200 len: 267 time: 0.1759505 Sep 08 13:12:23.034394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c206a2e-0a39-4deb-8494-ec3d96bc2251 req-5857b46f-182e-4345-8cdb-1ced429498f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:23.035883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c206a2e-0a39-4deb-8494-ec3d96bc2251 req-5857b46f-182e-4345-8cdb-1ced429498f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 200 len: 922 time: 0.2979577 Sep 08 13:12:23.053140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babe587-8c25-494c-9a9e-b003d205bf78 req-218eb3f8-e895-4a07-808a-43a628f6ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:23.069322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5babe587-8c25-494c-9a9e-b003d205bf78 req-218eb3f8-e895-4a07-808a-43a628f6ec2a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c HTTP/1.1" status: 200 len: 916 time: 0.2896514 Sep 08 13:12:23.122511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c206a2e-0a39-4deb-8494-ec3d96bc2251 req-572dcb82-c5b5-4451-9377-e40e6a709675 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 200 len: 217 time: 0.0667324 Sep 08 13:12:23.159912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cec33b0c-8d06-4834-999f-4bb3b95ad783 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:23.161257 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cec33b0c-8d06-4834-999f-4bb3b95ad783 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports/165d4e81-4666-4376-8fc7-6b9679bbe6dc HTTP/1.1" status: 200 len: 935 time: 0.1550725 Sep 08 13:12:23.180108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5babe587-8c25-494c-9a9e-b003d205bf78 req-e21830c0-f591-4172-98ed-cf9546e72906 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a82e9072-c576-4517-905b-bf1861236d09 HTTP/1.1" status: 200 len: 217 time: 0.1111798 Sep 08 13:12:23.304064 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:23.328435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c206a2e-0a39-4deb-8494-ec3d96bc2251 req-ec03f21d-330a-40c7-aa2a-be630ce6a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:23.329913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c206a2e-0a39-4deb-8494-ec3d96bc2251 req-ec03f21d-330a-40c7-aa2a-be630ce6a967 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 200 len: 860 time: 0.1678007 Sep 08 13:12:23.347376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-2e915225-9796-4cb3-bb3c-169a76fcedc3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:23.348684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-2e915225-9796-4cb3-bb3c-169a76fcedc3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports/b976551d-27dd-46f9-8ed9-225533d5e8d1 HTTP/1.1" status: 200 len: 937 time: 0.1703393 Sep 08 13:12:23.362362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe72af6-22be-4f0f-9bb6-bb9d545c4f4d']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:23.372924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babe587-8c25-494c-9a9e-b003d205bf78 req-4b5473c3-7487-45cb-8204-34da6a42b975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:23.374331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5babe587-8c25-494c-9a9e-b003d205bf78 req-4b5473c3-7487-45cb-8204-34da6a42b975 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=be139490-49ed-4908-8453-ad1dc6e611ea HTTP/1.1" status: 200 len: 855 time: 0.1584737 Sep 08 13:12:23.398544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69416ec3-2e7a-4ecb-b41a-fcad175955ab') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:23.398840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69416ec3-2e7a-4ecb-b41a-fcad175955ab') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:23.468783 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:23.477862 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5babe587-8c25-494c-9a9e-b003d205bf78 req-eef48a3c-1589-4469-90b4-d1ae91eed871 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771201 Sep 08 13:12:23.479790 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-d327f1ec-ec79-4df3-a111-0fa5d886a162 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1151934 Sep 08 13:12:23.519478 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:23.522647 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f4c820-f5ff-4f05-913e-26b7e6b6f15a x-openstack-request-id: req-48f4c820-f5ff-4f05-913e-26b7e6b6f15a {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:23.523198 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "name": "network-vif-unplugged", "status": "completed", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:23.523198 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48f4c820-f5ff-4f05-913e-26b7e6b6f15a {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:23.523591 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'code': 200} Sep 08 13:12:23.551646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-a269937e-11d5-4c58-80d1-3dc43c2018d1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0636003 Sep 08 13:12:23.553997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:12:23.554431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:12:23.556763 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:12:23.568812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c206a2e-0a39-4deb-8494-ec3d96bc2251 req-56ad13ba-83a9-45e2-b608-954a426f6c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:23.570408 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c206a2e-0a39-4deb-8494-ec3d96bc2251 req-56ad13ba-83a9-45e2-b608-954a426f6c9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a7408d8-7148-42de-82ac-451d6216d9d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2180216 Sep 08 13:12:23.596081 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-ef40b43d-4f60-408e-b66c-ddc0e1ceb349 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips/eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 HTTP/1.1" status: 200 len: 694 time: 0.0592570 Sep 08 13:12:23.711986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-3b4a6a7d-95bc-425b-bd5d-9cb023cb9428 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:23.713308 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-3b4a6a7d-95bc-425b-bd5d-9cb023cb9428 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1112766 Sep 08 13:12:23.764237 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-224c1b59-190e-4f10-b3fe-ca9efd80794c tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 697 time: 0.0438592 Sep 08 13:12:23.792193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5babe587-8c25-494c-9a9e-b003d205bf78 req-2d334924-0c2a-48d0-b3be-8bbf9d9184e0 service neutron] 10.222.0.60 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053610 Sep 08 13:12:23.792834 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:23.819983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:23.821829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] 10.222.0.69 "DELETE /v2.0/networks/afe72af6-22be-4f0f-9bb6-bb9d545c4f4d HTTP/1.1" status: 204 len: 168 time: 1.0637171 Sep 08 13:12:23.825229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-100b854e-c28d-4fba-a268-9a242ddef1aa tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.211 HTTP/1.1" status: 200 len: 697 time: 0.0546415 Sep 08 13:12:23.825825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50364) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:23.864309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2c29f-6bdb-414a-95f7-d714fa30c313 admin admin] Pushing event deleted for resources: {'Network': ['ID=afe72af6-22be-4f0f-9bb6-bb9d545c4f4d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:23.879115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-2e212ed6-60d2-4263-ae68-896152594b44 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:23.884930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-2e212ed6-60d2-4263-ae68-896152594b44 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:23.891256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-2e212ed6-60d2-4263-ae68-896152594b44 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:23.893715 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-2e212ed6-60d2-4263-ae68-896152594b44 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/networks?id=900c854b-c2a6-4864-a8d1-7387ea265132&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd HTTP/1.1" status: 200 len: 1995 time: 0.3188779 Sep 08 13:12:23.937313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c206a2e-0a39-4deb-8494-ec3d96bc2251 req-9af5748b-564b-48e6-b9bc-c058171ebc1a service neutron] 10.222.0.60 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313961 Sep 08 13:12:23.943372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-e73d1855-cd90-470d-8fde-9b09b501ba1a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/quotas/10e812425d94404696116b1bea9ea60d HTTP/1.1" status: 200 len: 375 time: 0.0408835 Sep 08 13:12:23.951640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b192cf-6bab-4efc-b7c5-51201cc85233 admin admin] Deleting subnet d7be4720-52ab-420e-9ef7-21ad63b04286 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:12:23.957052 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10b192cf-6bab-4efc-b7c5-51201cc85233 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.017600 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10b192cf-6bab-4efc-b7c5-51201cc85233 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.048909 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5babe587-8c25-494c-9a9e-b003d205bf78 req-c658af70-f305-4a92-9276-b2cfd71cdb0a service neutron] 10.222.0.60 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458181 Sep 08 13:12:24.064812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-8e040a14-4572-4490-9b93-65a38a4d7f81 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Deleting port 511493b8-f382-4a07-9817-605ecba1281d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:12:24.065168 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-8e040a14-4572-4490-9b93-65a38a4d7f81 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.091103 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-968e6c7c-9c73-43e6-9482-1ad1f18861fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1366444 Sep 08 13:12:24.094144 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10b192cf-6bab-4efc-b7c5-51201cc85233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.103416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c206a2e-0a39-4deb-8494-ec3d96bc2251 req-85e76ab2-e80f-440c-9411-e9ce43950011 service neutron] 10.222.0.60 "GET /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575096 Sep 08 13:12:24.196650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-8e040a14-4572-4490-9b93-65a38a4d7f81 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.197153 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-8e040a14-4572-4490-9b93-65a38a4d7f81 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.201685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-5830bf7c-da3b-4b62-8988-a4312c1db99b service neutron] 10.222.0.69 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966935 Sep 08 13:12:24.211375 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-8e040a14-4572-4490-9b93-65a38a4d7f81 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Calling delete_port for 511493b8-f382-4a07-9817-605ecba1281d owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:12:24.299376 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-22a61a27-665b-40bf-9718-5df450c95808 service neutron] 10.222.0.69 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910268 Sep 08 13:12:24.301595 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10b192cf-6bab-4efc-b7c5-51201cc85233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.331781 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b192cf-6bab-4efc-b7c5-51201cc85233 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7be4720-52ab-420e-9ef7-21ad63b04286,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:24.336161 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10b192cf-6bab-4efc-b7c5-51201cc85233 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.338349 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-10b192cf-6bab-4efc-b7c5-51201cc85233 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d7be4720-52ab-420e-9ef7-21ad63b04286 HTTP/1.1" status: 204 len: 168 time: 0.5105493 Sep 08 13:12:24.340833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50368) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:24.350560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-46d27561-9e9f-49d5-8a59-de1cd3259d83 service neutron] 10.222.0.69 "GET /v2.0/ports/165d4e81-4666-4376-8fc7-6b9679bbe6dc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0435398 Sep 08 13:12:24.446666 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.457803 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-20179c96-9680-46f5-b1db-c155710b5ca4 service neutron] 10.222.0.69 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009603 Sep 08 13:12:24.533349 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-8e040a14-4572-4490-9b93-65a38a4d7f81 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.537184 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.569647 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c0449c7-758f-4869-abff-770cefcb6aad service neutron] 10.222.0.69 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004899 Sep 08 13:12:24.573571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e040a14-4572-4490-9b93-65a38a4d7f81 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Pushing event deleted for resources: {'Port': ['ID=511493b8-f382-4a07-9817-605ecba1281d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:24.590524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fda127b-d72c-49a2-a34f-974cf69ccf81']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:24.616212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d835498-8380-4954-b001-52e4b81a46df') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:24.616938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d835498-8380-4954-b001-52e4b81a46df') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:24.619747 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-77352f5a-8d22-4d1a-b2c4-db36cdb00856 service neutron] 10.222.0.69 "GET /v2.0/ports/b976551d-27dd-46f9-8ed9-225533d5e8d1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0367243 Sep 08 13:12:24.625013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a82e9072-c576-4517-905b-bf1861236d09 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:12:24.647227 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.667146 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.680285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:12:24.680738 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:12:24.682542 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:12:24.685025 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-8e040a14-4572-4490-9b93-65a38a4d7f81 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.686525 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-8e040a14-4572-4490-9b93-65a38a4d7f81 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.688214 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23e5cd8c-7293-4498-ba49-36ce5be2de41 req-8e040a14-4572-4490-9b93-65a38a4d7f81 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "DELETE /v2.0/floatingips/eb7edcc3-07ba-4ce3-be19-4fd5bda211b1 HTTP/1.1" status: 204 len: 173 time: 0.8525906 Sep 08 13:12:24.798545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a82e9072-c576-4517-905b-bf1861236d09, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a82e9072-c576-4517-905b-bf1861236d09,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:24.815094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a82e9072-c576-4517-905b-bf1861236d09', 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c', 'port_id': 'a82e9072-c576-4517-905b-bf1861236d09', 'mac_address': 'fa:16:3e:29:c2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be139490-49ed-4908-8453-ad1dc6e611ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:12:24.860589 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.861094 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.869956 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:24.874824 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/3fda127b-d72c-49a2-a34f-974cf69ccf81 HTTP/1.1" status: 204 len: 168 time: 0.5302713 Sep 08 13:12:24.885533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82e9072-c576-4517-905b-bf1861236d09 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:12:24.886335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508037d-aac0-4287-8c3f-beb8f709efe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fda127b-d72c-49a2-a34f-974cf69ccf81,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:24.917552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a82e9072-c576-4517-905b-bf1861236d09, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a82e9072-c576-4517-905b-bf1861236d09,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:24.918499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a65b3-1ba0-4098-a78c-b6b2adb345a4 req-cbb91517-e464-440d-b7d1-d818107f75c1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:24.920231 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-345a65b3-1ba0-4098-a78c-b6b2adb345a4 req-cbb91517-e464-440d-b7d1-d818107f75c1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 946 time: 0.0968080 Sep 08 13:12:24.968226 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-345a65b3-1ba0-4098-a78c-b6b2adb345a4 req-8e04ddfa-6a97-44ec-899f-b31ac4dac030 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Sep 08 13:12:25.025652 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:25.076427 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-79c5f6c1-eb11-4fdf-b10b-7d607c44560f service neutron] 10.222.0.69 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475186 Sep 08 13:12:25.088526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53fd13-abfe-481b-9a10-01875b5eeb28 req-ccc970cc-e388-4e96-baa4-07ca8b66fba2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:25.090158 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca53fd13-abfe-481b-9a10-01875b5eeb28 req-ccc970cc-e388-4e96-baa4-07ca8b66fba2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.0558000 Sep 08 13:12:25.097867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a82e9072-c576-4517-905b-bf1861236d09,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:25.144298 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca53fd13-abfe-481b-9a10-01875b5eeb28 req-c754384f-7966-406e-9ef4-d4dfae83c0da tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392056 Sep 08 13:12:25.187678 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-871199eb-d504-4fe0-b510-e12010b04cda service neutron] 10.222.0.69 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038842 Sep 08 13:12:25.288498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-0b4c4b45-a329-4e10-85b7-530cd1458572 service neutron] 10.222.0.69 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976985 Sep 08 13:12:25.313339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50384) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:25.349719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce0b65-1bd6-4ae5-9fed-4dab7c168db3 req-1b731d77-1def-4aba-937c-2010f506152f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:25.351336 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-58ce0b65-1bd6-4ae5-9fed-4dab7c168db3 req-1b731d77-1def-4aba-937c-2010f506152f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 944 time: 0.0590281 Sep 08 13:12:25.391492 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-58ce0b65-1bd6-4ae5-9fed-4dab7c168db3 req-b14d0087-cc9b-4292-9e10-e513517d1b24 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338054 Sep 08 13:12:25.400067 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c7e4dd14-b61b-40cf-953f-b9a237a7b0fb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f515feaa6a7945acafb32d3de4d114c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0856161 Sep 08 13:12:25.402880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50386) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:25.437528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-71dffac7-5d2e-4c16-9796-1ffbd57f9977 service neutron] 10.222.0.69 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430604 Sep 08 13:12:25.455714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a82e9072-c576-4517-905b-bf1861236d09'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:12:25.518851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-100746cc-3cf0-4e52-9295-f1929c74e0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:25.552952 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-100746cc-3cf0-4e52-9295-f1929c74e0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:25.579277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-69c029bb-bd20-4b63-b8d1-6620641d399c service neutron] 10.222.0.69 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315243 Sep 08 13:12:25.687245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-fab88c90-6c34-45fc-af2a-e7a6d9e9255e service neutron] 10.222.0.69 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999925 Sep 08 13:12:25.756113 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-100746cc-3cf0-4e52-9295-f1929c74e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:25.758743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-100746cc-3cf0-4e52-9295-f1929c74e0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:25.759934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-100746cc-3cf0-4e52-9295-f1929c74e0ab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7 HTTP/1.1" status: 204 len: 168 time: 0.3561587 Sep 08 13:12:25.774028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100746cc-3cf0-4e52-9295-f1929c74e0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c66f9e8-09a8-42a1-ad19-4ff7ec74a1b7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:25.806080 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-13f272f9-99fa-4183-b34c-787009a856a1 service neutron] 10.222.0.69 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126719 Sep 08 13:12:25.812799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb811d-b7e2-4afa-9f69-744be3fd3c86 req-80d4519e-7258-41e8-a442-e1f8749b5de7 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:25.815054 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d0fb811d-b7e2-4afa-9f69-744be3fd3c86 req-80d4519e-7258-41e8-a442-e1f8749b5de7 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 1096 time: 0.0478947 Sep 08 13:12:25.853367 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d0fb811d-b7e2-4afa-9f69-744be3fd3c86 req-c83ec003-a0df-4047-96e3-befc01a060be tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320954 Sep 08 13:12:25.918132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-855c3640-3031-4730-940a-917ea4de4198 service neutron] 10.222.0.69 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058955 Sep 08 13:12:25.990221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaee4ed0-1a37-4f06-bbe3-b85953d27b9c req-781c1eab-9127-4a41-9790-1226c40a7a78 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:25.991317 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eaee4ed0-1a37-4f06-bbe3-b85953d27b9c req-781c1eab-9127-4a41-9790-1226c40a7a78 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0564799 Sep 08 13:12:26.017119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c061d20a-516e-47e7-bec2-60941c408e21 service neutron] 10.222.0.69 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922453 Sep 08 13:12:26.032758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eaee4ed0-1a37-4f06-bbe3-b85953d27b9c req-2168050f-c77c-4834-a7cf-333c90826ebe tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343273 Sep 08 13:12:26.118209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 4b450703-7a33-469c-8d15-7042a6d4a64d details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:12:26.121994 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-aa43f804-08cd-4a66-aead-6effdcc968d4 service neutron] 10.222.0.69 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985479 Sep 08 13:12:26.199103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a2323-e757-49e1-9523-2211670a033b req-73c327f9-5883-4801-93bc-93a4edcd4375 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:26.207437 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c64a2323-e757-49e1-9523-2211670a033b req-73c327f9-5883-4801-93bc-93a4edcd4375 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 1096 time: 0.0584021 Sep 08 13:12:26.246839 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c64a2323-e757-49e1-9523-2211670a033b req-083bbef9-9a85-45b0-984c-3754edd09ad9 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382535 Sep 08 13:12:26.261418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:26.275189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'mac_address': 'fa:16:3e:21:5a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:12:26.316998 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:26.335862 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b450703-7a33-469c-8d15-7042a6d4a64d {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:12:26.360727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:26.379426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8aa377-d8e7-4437-9ddb-ddfaf7a44ae7 req-082654ee-7b2b-4871-ac2b-d6f9b1d4a2aa tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:26.380970 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e8aa377-d8e7-4437-9ddb-ddfaf7a44ae7 req-082654ee-7b2b-4871-ac2b-d6f9b1d4a2aa tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 946 time: 0.0563245 Sep 08 13:12:26.431118 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e8aa377-d8e7-4437-9ddb-ddfaf7a44ae7 req-32a109cb-08ad-4ada-98cd-bc6e298a8ef9 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378196 Sep 08 13:12:26.454841 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:26.513332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=4b450703-7a33-469c-8d15-7042a6d4a64d,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:26.555341 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['4b450703-7a33-469c-8d15-7042a6d4a64d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:12:26.566942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50428) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:26.615504 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5d156c39-0226-4790-9c49-0e7c1fbdec9a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=25d186bad0a3492eb7593d3049a3a766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450759 Sep 08 13:12:26.616092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50430) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:26.691552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6c7bfa-123c-4518-992f-b49bec4e2c8c req-bfe0eb2f-7eda-4459-810f-3644432b70f2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:26.693094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d6c7bfa-123c-4518-992f-b49bec4e2c8c req-bfe0eb2f-7eda-4459-810f-3644432b70f2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 944 time: 0.0904846 Sep 08 13:12:26.720992 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-002587e1-2317-4a6f-8e40-6694a2e19240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:26.757013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-002587e1-2317-4a6f-8e40-6694a2e19240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:26.769094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d6c7bfa-123c-4518-992f-b49bec4e2c8c req-e8828054-33ce-4e05-9ea1-937c23a18387 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653677 Sep 08 13:12:26.816174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-37824386-39cc-463b-8c59-0c3d8d7fde0e tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:26.817771 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-37824386-39cc-463b-8c59-0c3d8d7fde0e tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1097 time: 0.0613668 Sep 08 13:12:26.833783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807558-3'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:26.887126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:26.925177 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-002587e1-2317-4a6f-8e40-6694a2e19240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:26.927841 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-002587e1-2317-4a6f-8e40-6694a2e19240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:26.929632 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-002587e1-2317-4a6f-8e40-6694a2e19240 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d845b3e4-6c8f-4855-8ebf-57d775ba879a HTTP/1.1" status: 204 len: 168 time: 0.3118858 Sep 08 13:12:26.939690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002587e1-2317-4a6f-8e40-6694a2e19240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d845b3e4-6c8f-4855-8ebf-57d775ba879a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:27.030288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:27.069083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:27.110744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4766a3-e848-4c83-866f-bd954789d756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f0ece7-d67a-43b1-88c3-6f45ff96fe69'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:27.113067 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547ad855-6ea8-492b-88b6-dc5404f1770e" -d '{"events": [{"server_uuid": "2f4766a3-e848-4c83-866f-bd954789d756", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f0ece7-d67a-43b1-88c3-6f45ff96fe69"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:27.116996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:27.222292 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:27.304633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:27.317024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Attempting to bind port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on host n-h1-807558-3 for vnic_type normal with profile {"migrating_to": "n-h2-807558-3"} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:27.317024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Attempting to bind port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:27.317286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Attempting to bind port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:27.327965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:12:27.327965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Attempting to bind port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:27.327965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:27.327965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:27.328362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Bound using segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:27.328499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Bound port: e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:27.328862 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:27.398515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:27.402365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:27.542554 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:27.631082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:27.632058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:27.634602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] 10.222.0.60 "PUT /v2.0/ports/e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 HTTP/1.1" status: 200 len: 1122 time: 0.8042719 Sep 08 13:12:27.638127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e52fb7-e810-4cf6-b13c-fa059b7b4161 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,revision_number=8']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:27.730116 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['e7f0ece7-d67a-43b1-88c3-6f45ff96fe69'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:12:27.804583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['e7f0ece7-d67a-43b1-88c3-6f45ff96fe69'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:12:27.838380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f43165-c7a3-41e9-a4ac-f08581ba27eb req-3bea651d-43e8-4631-b115-d104231d0eb0 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:27.839942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4f43165-c7a3-41e9-a4ac-f08581ba27eb req-3bea651d-43e8-4631-b115-d104231d0eb0 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.60 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.0610909 Sep 08 13:12:27.849443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9cf5a-f40c-47a0-9ac2-0dded1aa5aa8 req-a99ecc02-7584-4332-8964-2864da10e4d6 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:27.851124 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3c9cf5a-f40c-47a0-9ac2-0dded1aa5aa8 req-a99ecc02-7584-4332-8964-2864da10e4d6 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 945 time: 0.1105585 Sep 08 13:12:28.012092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3c9cf5a-f40c-47a0-9ac2-0dded1aa5aa8 req-8ee9b52f-37fc-445b-9fb2-a76b5757b11d tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/security-groups?id=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303530 Sep 08 13:12:28.043810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e4f43165-c7a3-41e9-a4ac-f08581ba27eb req-7ebd4cd5-85cc-4774-a876-4cd3308a62b1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Deleting port 5a422f0e-30c8-4104-9948-2145465b7972 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:12:28.044089 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4f43165-c7a3-41e9-a4ac-f08581ba27eb req-7ebd4cd5-85cc-4774-a876-4cd3308a62b1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:28.131757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 4b450703-7a33-469c-8d15-7042a6d4a64d up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:12:28.156066 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e4f43165-c7a3-41e9-a4ac-f08581ba27eb req-7ebd4cd5-85cc-4774-a876-4cd3308a62b1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] For port 5a422f0e-30c8-4104-9948-2145465b7972, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5a422f0e-30c8-4104-9948-2145465b7972,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:28.156438 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4f43165-c7a3-41e9-a4ac-f08581ba27eb req-7ebd4cd5-85cc-4774-a876-4cd3308a62b1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:28.175372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e4f43165-c7a3-41e9-a4ac-f08581ba27eb req-7ebd4cd5-85cc-4774-a876-4cd3308a62b1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Calling delete_port for 5a422f0e-30c8-4104-9948-2145465b7972 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:12:28.250323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 4b450703-7a33-469c-8d15-7042a6d4a64d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:28.250894 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:28.255606 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40bfdfe-765c-44fa-ba9f-9621de479f1c x-openstack-request-id: req-d40bfdfe-765c-44fa-ba9f-9621de479f1c {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:28.256144 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4766a3-e848-4c83-866f-bd954789d756", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f0ece7-d67a-43b1-88c3-6f45ff96fe69", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:28.256144 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d40bfdfe-765c-44fa-ba9f-9621de479f1c {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:28.256540 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4766a3-e848-4c83-866f-bd954789d756', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f0ece7-d67a-43b1-88c3-6f45ff96fe69', 'code': 200} Sep 08 13:12:28.355450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77131a0-6c48-4740-befd-7665547c369d req-1dbe6b08-a2d5-4e05-afdc-ac25b62e7653 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:28.357082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e77131a0-6c48-4740-befd-7665547c369d req-1dbe6b08-a2d5-4e05-afdc-ac25b62e7653 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.0922608 Sep 08 13:12:28.364750 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:28.398218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:28.401003 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bc08fe-72eb-4957-857d-dd302f968dbf" -d '{"events": [{"server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "name": "network-vif-plugged", "status": "completed", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:28.442953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:28.452825 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e77131a0-6c48-4740-befd-7665547c369d req-b73a2dab-4ee0-4ba0-94af-0d673499a2aa tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624495 Sep 08 13:12:28.533452 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:28.559215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4f43165-c7a3-41e9-a4ac-f08581ba27eb req-7ebd4cd5-85cc-4774-a876-4cd3308a62b1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:28.579889 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['5a422f0e-30c8-4104-9948-2145465b7972'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:12:28.584180 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e5f7a7d-f166-41b5-a911-f01fad6c447a req-32b694bb-8a4d-422a-9a08-99ff69be4e0d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0352800 Sep 08 13:12:28.610198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd4cd5-85cc-4774-a876-4cd3308a62b1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Pushing event deleted for resources: {'Port': ['ID=5a422f0e-30c8-4104-9948-2145465b7972,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:28.640757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:12:28.643486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a82e9072-c576-4517-905b-bf1861236d09 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:12:28.673603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f43165-c7a3-41e9-a4ac-f08581ba27eb req-7ebd4cd5-85cc-4774-a876-4cd3308a62b1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] No DVR routers for this DVR port 5a422f0e-30c8-4104-9948-2145465b7972 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:12:28.676863 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4f43165-c7a3-41e9-a4ac-f08581ba27eb req-7ebd4cd5-85cc-4774-a876-4cd3308a62b1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:28.679350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4f43165-c7a3-41e9-a4ac-f08581ba27eb req-7ebd4cd5-85cc-4774-a876-4cd3308a62b1 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.60 "DELETE /v2.0/ports/5a422f0e-30c8-4104-9948-2145465b7972 HTTP/1.1" status: 204 len: 173 time: 0.8273494 Sep 08 13:12:28.730017 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=4b450703-7a33-469c-8d15-7042a6d4a64d,revision_number=10']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:28.776849 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182764e-2050-4ca5-a43d-4cc20126f29c req-31b0f5ed-47e5-4099-bc56-d48a55fef36f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:28.778366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1182764e-2050-4ca5-a43d-4cc20126f29c req-31b0f5ed-47e5-4099-bc56-d48a55fef36f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 944 time: 0.0741906 Sep 08 13:12:28.816697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1182764e-2050-4ca5-a43d-4cc20126f29c req-b7de731d-27d9-4520-a7d5-eaaa57490bf0 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321798 Sep 08 13:12:28.825258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:28.841057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 has no active binding in host n-h2-807558-3 {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 13:12:28.863172 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f49ca61-c31d-4847-8514-8649e120c609 x-openstack-request-id: req-5f49ca61-c31d-4847-8514-8649e120c609 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:28.863468 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "name": "network-vif-plugged", "status": "completed", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:28.863722 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f49ca61-c31d-4847-8514-8649e120c609 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:28.864119 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'code': 200} Sep 08 13:12:28.909932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a82e9072-c576-4517-905b-bf1861236d09 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:28.914532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a82e9072-c576-4517-905b-bf1861236d09 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:28.914935 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:28.958765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-d06e08a8-2cde-455f-bebf-fcb42c75bd61 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:12:28.987021 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-d06e08a8-2cde-455f-bebf-fcb42c75bd61 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487661 Sep 08 13:12:29.153010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-00644e23-fb94-4a2f-852c-d1b22e940835 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:29.155187 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-00644e23-fb94-4a2f-852c-d1b22e940835 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports/84711f43-3df6-4a35-9fa9-a34bf6f86070 HTTP/1.1" status: 200 len: 1093 time: 0.1558974 Sep 08 13:12:29.174395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] Request body: {'binding': {'host': 'n-h2-807558-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:29.175478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] Unknown quota resources ['binding']. {{(pid=96264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:12:29.212470 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:29.277969 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51f8817b-2302-477d-b3a8-559cdc5b312b req-3b0707a0-192e-42e6-b662-eb4f7acfbc45 tempest-FloatingIPsAssociationTestJSON-1982244655 tempest-FloatingIPsAssociationTestJSON-1982244655-project] 10.222.0.69 "GET /v2.0/ports?device_id=95991f41-838c-4a7c-9578-696f70b83d9c HTTP/1.1" status: 200 len: 210 time: 0.0657802 Sep 08 13:12:29.302456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a82e9072-c576-4517-905b-bf1861236d09, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a82e9072-c576-4517-905b-bf1861236d09,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:29.376869 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:29.432414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] Attempting to bind port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on host n-h2-807558-3 for vnic_type normal with profile None {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:29.432760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] Attempting to bind port 84711f43-3df6-4a35-9fa9-a34bf6f86070 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:29.433138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a82e9072-c576-4517-905b-bf1861236d09,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:29.433544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] Attempting to bind port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:29.446931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] Port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:12:29.447480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] Attempting to bind port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:29.453654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:29.454380 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:29.454976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:29.455776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] Bound port: 84711f43-3df6-4a35-9fa9-a34bf6f86070, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:29.575286 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:29.612905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b95f75-3c75-4696-8111-6606644f9caf req-ddfd5675-85d1-42be-ac5b-ddb8bbdffab5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:29.614669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a8b95f75-3c75-4696-8111-6606644f9caf req-ddfd5675-85d1-42be-ac5b-ddb8bbdffab5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.0592575 Sep 08 13:12:29.654649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:29.659386 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f822e13-ade0-4791-b751-497648440fd5 service neutron] 10.222.0.69 "POST /v2.0/ports/84711f43-3df6-4a35-9fa9-a34bf6f86070/bindings HTTP/1.1" status: 201 len: 389 time: 0.4974105 Sep 08 13:12:29.699526 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a8b95f75-3c75-4696-8111-6606644f9caf req-aa6b897c-ec62-4900-a084-c5ee070329cf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765097 Sep 08 13:12:29.930417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50566) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:30.036507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d058b74-9f3d-4b7c-ab98-7384e00c9b52 req-2a31d2a2-b480-4adf-ba1d-963a65dd3455 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0407131 Sep 08 13:12:30.120943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c3599-3b76-48de-920d-dd58c3d6707d req-22ac56aa-2c83-4f28-8ef3-e710f6d2fdee tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:30.129930 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-657c3599-3b76-48de-920d-dd58c3d6707d req-22ac56aa-2c83-4f28-8ef3-e710f6d2fdee tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1206868 Sep 08 13:12:30.181609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbc558-0c8c-4981-8672-6d622fd18961 req-78f2ddac-9bd4-4d8d-99a0-98ad6cc85b51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:30.183618 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9cfbc558-0c8c-4981-8672-6d622fd18961 req-78f2ddac-9bd4-4d8d-99a0-98ad6cc85b51 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.0770216 Sep 08 13:12:30.188249 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a740bc40-bc25-4252-9f4e-f5a0e5aa9fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:30.215132 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-657c3599-3b76-48de-920d-dd58c3d6707d req-ca9db008-a2d7-47af-8d39-5fe114d07786 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840933 Sep 08 13:12:30.251933 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9cfbc558-0c8c-4981-8672-6d622fd18961 req-2fc9b7a3-25ac-482d-a466-de6e594f63a2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523818 Sep 08 13:12:30.259682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4766a3-e848-4c83-866f-bd954789d756', 'tag': 'e7f0ece7-d67a-43b1-88c3-6f45ff96fe69'}, {'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'name': 'network-vif-deleted', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:30.262382 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d547630b-788d-4223-b32e-29f0a714f5f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4766a3-e848-4c83-866f-bd954789d756", "tag": "e7f0ece7-d67a-43b1-88c3-6f45ff96fe69"}, {"server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "name": "network-vif-deleted", "tag": "5a422f0e-30c8-4104-9948-2145465b7972"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:30.324434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a740bc40-bc25-4252-9f4e-f5a0e5aa9fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:30.329362 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b3baad-18a0-432f-8942-9b71c618c7cb x-openstack-request-id: req-06b3baad-18a0-432f-8942-9b71c618c7cb {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:30.329919 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4766a3-e848-4c83-866f-bd954789d756", "tag": "e7f0ece7-d67a-43b1-88c3-6f45ff96fe69", "status": "completed", "code": 200}, {"server_uuid": "95991f41-838c-4a7c-9578-696f70b83d9c", "name": "network-vif-deleted", "tag": "5a422f0e-30c8-4104-9948-2145465b7972", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:30.330089 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06b3baad-18a0-432f-8942-9b71c618c7cb {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:30.330628 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4766a3-e848-4c83-866f-bd954789d756', 'tag': 'e7f0ece7-d67a-43b1-88c3-6f45ff96fe69', 'status': 'completed', 'code': 200} Sep 08 13:12:30.330976 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95991f41-838c-4a7c-9578-696f70b83d9c', 'name': 'network-vif-deleted', 'tag': '5a422f0e-30c8-4104-9948-2145465b7972', 'status': 'completed', 'code': 200} Sep 08 13:12:30.345983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50576) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:30.423947 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a740bc40-bc25-4252-9f4e-f5a0e5aa9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:30.464497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740bc40-bc25-4252-9f4e-f5a0e5aa9fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b184c542-742c-4d92-b746-fcaf2c21c41a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:30.600622 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a740bc40-bc25-4252-9f4e-f5a0e5aa9fb0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7b48de2b72dc4831bdcdfc7a7bf4b5e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5683024 Sep 08 13:12:30.600622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547630b-788d-4223-b32e-29f0a714f5f6 req-7d6d827a-225b-4de6-a8f0-e7ecd3628bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:30.600622 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d547630b-788d-4223-b32e-29f0a714f5f6 req-7d6d827a-225b-4de6-a8f0-e7ecd3628bbc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 1125 time: 0.1511486 Sep 08 13:12:30.602445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50588) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:30.696925 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d31a901-b4e7-4ffc-a181-fb196e832a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:30.734005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547630b-788d-4223-b32e-29f0a714f5f6 req-a71ef401-bc96-49ed-8b20-a3d1a85e689a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:30.735906 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d547630b-788d-4223-b32e-29f0a714f5f6 req-a71ef401-bc96-49ed-8b20-a3d1a85e689a service neutron] 10.222.0.70 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.1885221 Sep 08 13:12:30.752691 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d31a901-b4e7-4ffc-a181-fb196e832a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:30.823371 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d547630b-788d-4223-b32e-29f0a714f5f6 req-654b090b-7a82-4997-966a-3b783e2860d4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 HTTP/1.1" status: 200 len: 217 time: 0.0770671 Sep 08 13:12:30.865561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4330fd4-7f91-4c27-aced-2c293ce2d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82e9072-c576-4517-905b-bf1861236d09'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:30.868975 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf24546-9b1b-4e84-812d-315341504443" -d '{"events": [{"server_uuid": "f4330fd4-7f91-4c27-aced-2c293ce2d897", "name": "network-vif-plugged", "status": "completed", "tag": "a82e9072-c576-4517-905b-bf1861236d09"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:30.954965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-3a28b8af-81c3-4369-85b6-096540ed0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:30.956914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547630b-788d-4223-b32e-29f0a714f5f6 req-b1c18533-d570-4c01-a500-01226a20c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:30.957930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-3a28b8af-81c3-4369-85b6-096540ed0957 service neutron] 10.222.0.70 "GET /v2.0/ports/165d4e81-4666-4376-8fc7-6b9679bbe6dc HTTP/1.1" status: 200 len: 1031 time: 0.0962994 Sep 08 13:12:30.958406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d547630b-788d-4223-b32e-29f0a714f5f6 req-b1c18533-d570-4c01-a500-01226a20c348 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.1261442 Sep 08 13:12:30.992267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd573020-238d-442d-9fb8-305fbe8c556f req-6484fe6d-de18-4085-a85a-4b098175ab05 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:30.994445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd573020-238d-442d-9fb8-305fbe8c556f req-6484fe6d-de18-4085-a85a-4b098175ab05 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.1840835 Sep 08 13:12:31.031703 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d31a901-b4e7-4ffc-a181-fb196e832a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:31.036951 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d31a901-b4e7-4ffc-a181-fb196e832a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:31.038351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0d31a901-b4e7-4ffc-a181-fb196e832a7c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b184c542-742c-4d92-b746-fcaf2c21c41a HTTP/1.1" status: 204 len: 168 time: 0.4346395 Sep 08 13:12:31.039977 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7738ebab-1b5a-4e79-a230-3f8d7df58601 x-openstack-request-id: req-7738ebab-1b5a-4e79-a230-3f8d7df58601 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:31.040994 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4330fd4-7f91-4c27-aced-2c293ce2d897", "name": "network-vif-plugged", "status": "completed", "tag": "a82e9072-c576-4517-905b-bf1861236d09", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:31.041447 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7738ebab-1b5a-4e79-a230-3f8d7df58601 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:31.042003 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4330fd4-7f91-4c27-aced-2c293ce2d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82e9072-c576-4517-905b-bf1861236d09', 'code': 200} Sep 08 13:12:31.126954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d31a901-b4e7-4ffc-a181-fb196e832a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b184c542-742c-4d92-b746-fcaf2c21c41a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:31.126954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-274bb995-3801-4cf4-95b3-b23c7ca43118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:31.128008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-274bb995-3801-4cf4-95b3-b23c7ca43118 service neutron] 10.222.0.70 "GET /v2.0/ports/b976551d-27dd-46f9-8ed9-225533d5e8d1 HTTP/1.1" status: 200 len: 1033 time: 0.1325157 Sep 08 13:12:31.253665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd573020-238d-442d-9fb8-305fbe8c556f req-0eb7cd72-5f71-4113-af71-98d0da857704 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133605 Sep 08 13:12:31.316128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f31e8e9-d335-4361-8b48-342c0403070b req-9571da2f-623b-4bb5-a51a-71bf71b34f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:31.317686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f31e8e9-d335-4361-8b48-342c0403070b req-9571da2f-623b-4bb5-a51a-71bf71b34f8a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 1096 time: 0.1953254 Sep 08 13:12:31.453054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-41a17b09-caaf-4569-a946-ff534643724b tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:31.459078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-41a17b09-caaf-4569-a946-ff534643724b tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:31.465047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-41a17b09-caaf-4569-a946-ff534643724b tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:31.467426 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-41a17b09-caaf-4569-a946-ff534643724b tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "GET /v2.0/networks?id=900c854b-c2a6-4864-a8d1-7387ea265132&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd HTTP/1.1" status: 200 len: 1995 time: 0.3286283 Sep 08 13:12:31.505268 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f31e8e9-d335-4361-8b48-342c0403070b req-b9d31850-5766-4bca-ab05-2f797bcca720 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733739 Sep 08 13:12:31.538758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea7f56-07c1-484c-8d76-4d35c61f7964 req-2083f76d-cb37-4d03-b838-844d5dc15346 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:31.552772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdea7f56-07c1-484c-8d76-4d35c61f7964 req-2083f76d-cb37-4d03-b838-844d5dc15346 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1895573 Sep 08 13:12:31.622590 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-16a11cef-45c0-4d24-811d-1d562ef2213e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10e812425d94404696116b1bea9ea60d HTTP/1.1" status: 200 len: 380 time: 0.1423800 Sep 08 13:12:31.650812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'port': {'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'admin_state_up': True, 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'security_groups': ['87e5b6c3-f607-4873-b081-d4a5b0b4173c']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:31.691228 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d547630b-788d-4223-b32e-29f0a714f5f6 req-b55f4d88-ec53-441f-a733-c3c4a28a1dc6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7158494 Sep 08 13:12:31.732630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-05a8ecad-6d6a-42ce-a370-4c93aa4a1ea3 req-46db6ebc-05e1-4006-ad41-edad47b86b3c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0445936 Sep 08 13:12:31.811953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdea7f56-07c1-484c-8d76-4d35c61f7964 req-3410efd1-de93-47c8-a814-753e7b7a22d5 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539124 Sep 08 13:12:31.949173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:31.953366 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:32.016919 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d547630b-788d-4223-b32e-29f0a714f5f6 req-52b5120b-ca12-4e5a-92fe-0a50777de8b0 service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135457 Sep 08 13:12:32.092163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f4fb5-fa02-40c6-9f6a-2f0dac2f07cf req-0dd136b4-69be-4b5b-8099-bad66815a4ef tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:32.094589 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d2f4fb5-fa02-40c6-9f6a-2f0dac2f07cf req-0dd136b4-69be-4b5b-8099-bad66815a4ef tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.2126627 Sep 08 13:12:32.119646 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-460a4919-b1f3-4c50-b76e-cc407df074d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:32.283116 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d2f4fb5-fa02-40c6-9f6a-2f0dac2f07cf req-0be18470-dd7d-4192-872d-93d681b0ef32 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739666 Sep 08 13:12:32.307752 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d547630b-788d-4223-b32e-29f0a714f5f6 req-2f8edb44-881f-4178-9a49-ecdb5cd477e4 service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809823 Sep 08 13:12:32.310318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Allocated IP 172.20.0.6 (900c854b-c2a6-4864-a8d1-7387ea265132/104c4bbf-33a7-4238-8ce4-311c1a8159e2/a4cbb56e-0ee6-47a7-9e48-243d9c04e766) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:32.612854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94ad22-43c6-41b5-802e-6849dd3d5830 req-08390fdf-3f3b-4936-b380-b6b188becc54 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:32.614458 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df94ad22-43c6-41b5-802e-6849dd3d5830 req-08390fdf-3f3b-4936-b380-b6b188becc54 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.1787002 Sep 08 13:12:32.649735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5a422f0e-30c8-4104-9948-2145465b7972 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:12:32.702961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-460a4919-b1f3-4c50-b76e-cc407df074d6 admin admin] Deleting port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:12:32.703607 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-460a4919-b1f3-4c50-b76e-cc407df074d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:32.723814 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:32.727214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 5a422f0e-30c8-4104-9948-2145465b7972 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:12:32.727911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5a422f0e-30c8-4104-9948-2145465b7972 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:12:32.767691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df94ad22-43c6-41b5-802e-6849dd3d5830 req-44fa22bd-b78b-4961-b689-c9073a4c2c3a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435683 Sep 08 13:12:32.785738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Transition to ACTIVE for port object a4cbb56e-0ee6-47a7-9e48-243d9c04e766 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:32.836468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-460a4919-b1f3-4c50-b76e-cc407df074d6 admin admin] For port c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:32.837070 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-460a4919-b1f3-4c50-b76e-cc407df074d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:32.862052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-460a4919-b1f3-4c50-b76e-cc407df074d6 admin admin] Calling delete_port for c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:12:32.994597 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:33.054132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Network 900c854b-c2a6-4864-a8d1-7387ea265132 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:33.058555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:33.075457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:33.082917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682beb4-2d79-41ad-8791-eecada91a140 req-f9df2cb5-4244-4f5c-bbf5-7562a8274218 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:33.086374 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3682beb4-2d79-41ad-8791-eecada91a140 req-f9df2cb5-4244-4f5c-bbf5-7562a8274218 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 931 time: 0.0945566 Sep 08 13:12:33.159536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6b3b0-5735-4a3f-82b3-02aca89e880b req-947e288d-4bae-406f-b84c-6e9c024e5d3b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:33.162213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24a6b3b0-5735-4a3f-82b3-02aca89e880b req-947e288d-4bae-406f-b84c-6e9c024e5d3b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.2145109 Sep 08 13:12:33.165716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Port': ['ID=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:33.200760 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3682beb4-2d79-41ad-8791-eecada91a140 req-31311580-6b92-41cf-a1e7-4e8faf2e1f21 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039910 Sep 08 13:12:33.221774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:33.222512 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:33.346126 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24a6b3b0-5735-4a3f-82b3-02aca89e880b req-38b1a391-6d3c-4712-91c8-e352783722f2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622062 Sep 08 13:12:33.368280 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-102faeeb-b590-4ed0-916c-93258169fe6e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7208037 Sep 08 13:12:33.380373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'port': {'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4', 'admin_state_up': True, 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'security_groups': ['87e5b6c3-f607-4873-b081-d4a5b0b4173c']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:33.482388 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-460a4919-b1f3-4c50-b76e-cc407df074d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:33.646459 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a4919-b1f3-4c50-b76e-cc407df074d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:33.681410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f3838944-1747-478d-9d8c-c43abf771d0e None None] Provisioning for port a4cbb56e-0ee6-47a7-9e48-243d9c04e766 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:33.688070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f3838944-1747-478d-9d8c-c43abf771d0e None None] Provisioning complete for port a4cbb56e-0ee6-47a7-9e48-243d9c04e766 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:33.688564 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f3838944-1747-478d-9d8c-c43abf771d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:33.786970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f3838944-1747-478d-9d8c-c43abf771d0e None None] Port a4cbb56e-0ee6-47a7-9e48-243d9c04e766 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:12:33.835927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:33.841045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:33.900251 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-460a4919-b1f3-4c50-b76e-cc407df074d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:34.133956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef3c8b-edab-41cc-be44-797c49a6bab8 req-5c2f65e6-5728-4387-9e28-3eda9290e385 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:34.141710 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6ef3c8b-edab-41cc-be44-797c49a6bab8 req-5c2f65e6-5728-4387-9e28-3eda9290e385 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.1713161 Sep 08 13:12:34.213876 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6ef3c8b-edab-41cc-be44-797c49a6bab8 req-8174d6ae-ed85-4294-8323-0a4916750bdc tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709350 Sep 08 13:12:34.231363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49df070-f6ef-4eb7-85ea-8e229bc78287 req-a87e1f35-ce3c-4f88-9a8b-e277b77c5085 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:34.248224 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a49df070-f6ef-4eb7-85ea-8e229bc78287 req-a87e1f35-ce3c-4f88-9a8b-e277b77c5085 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.1326394 Sep 08 13:12:34.264736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Allocated IP 10.1.1.10 (7e605395-27d4-42d1-9c62-8d6a910a4eb4/928b2533-97af-4f3b-a584-05e2586f0ae2/2d47d4d6-8773-4585-974b-fddb0008ba76) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:34.384862 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a49df070-f6ef-4eb7-85ea-8e229bc78287 req-0db8f216-bea9-4fef-bfcc-da93332fae7d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236639 Sep 08 13:12:34.593682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e208e0-ae0b-4614-9bc9-3eb0c38fb635 req-8a64ddbf-1fdd-44ba-8f5e-ffb932be5d0f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:34.596197 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5e208e0-ae0b-4614-9bc9-3eb0c38fb635 req-8a64ddbf-1fdd-44ba-8f5e-ffb932be5d0f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 931 time: 0.1527767 Sep 08 13:12:34.764172 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:34.765236 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460a4919-b1f3-4c50-b76e-cc407df074d6 admin admin] Router 52d9464c-7812-40a9-9750-f2a4d6e315d4 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:12:34.765850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Transition to ACTIVE for port object 2d47d4d6-8773-4585-974b-fddb0008ba76 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:34.765850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194e6e6-3115-4891-aef2-1e02a66687bd req-67201a87-1401-4e6c-9065-c4ec3d8fe16b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:34.765850 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0194e6e6-3115-4891-aef2-1e02a66687bd req-67201a87-1401-4e6c-9065-c4ec3d8fe16b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.0786898 Sep 08 13:12:34.829351 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5e208e0-ae0b-4614-9bc9-3eb0c38fb635 req-899133bb-72b6-428c-a29f-148529522dde tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923075 Sep 08 13:12:34.830971 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0194e6e6-3115-4891-aef2-1e02a66687bd req-88c5bde5-14e1-474f-8cf4-e8560976a531 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658793 Sep 08 13:12:34.923468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460a4919-b1f3-4c50-b76e-cc407df074d6 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:12:34.929028 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-460a4919-b1f3-4c50-b76e-cc407df074d6 admin admin] 10.222.0.69 "PUT /v2.0/routers/52d9464c-7812-40a9-9750-f2a4d6e315d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5819347 Sep 08 13:12:34.931864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50700) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:34.939830 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c1476-b701-4520-aabe-1e24d5766b2c None None] Sync routers for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:12:34.960832 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c1476-b701-4520-aabe-1e24d5766b2c None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:12:34.961644 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cc3c1476-b701-4520-aabe-1e24d5766b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:12:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:34.992737 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:35.172095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Port': ['ID=2d47d4d6-8773-4585-974b-fddb0008ba76,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:35.173772 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-cc3c1476-b701-4520-aabe-1e24d5766b2c None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:12:35.176038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:35.180717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:35.184525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:35.259313 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:35.483101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:35.489369 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:35.534430 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:35.542138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b12e84-a36d-4b2f-a0be-fdd15cea09fd req-505ab523-6765-4476-8d34-644b7944047c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:35.559681 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22b12e84-a36d-4b2f-a0be-fdd15cea09fd req-505ab523-6765-4476-8d34-644b7944047c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.1490664 Sep 08 13:12:35.576184 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cc3c1476-b701-4520-aabe-1e24d5766b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:12:33Z', 'revision_number': 5, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port': {'id': '745bcf5c-a571-491b-80df-888ef8309bc0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:10:13Z', 'updated_at': '2021-09-08T13:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:35.630032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50714) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:35.631656 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c1476-b701-4520-aabe-1e24d5766b2c None None] Checking router: 52d9464c-7812-40a9-9750-f2a4d6e315d4 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:12:35.642152 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c1476-b701-4520-aabe-1e24d5766b2c None None] Routers {'52d9464c-7812-40a9-9750-f2a4d6e315d4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:12:35.642818 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cc3c1476-b701-4520-aabe-1e24d5766b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:12:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['52d9464c-7812-40a9-9750-f2a4d6e315d4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:35.658573 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22b12e84-a36d-4b2f-a0be-fdd15cea09fd req-fe76a501-2abb-42c9-83bf-ec5767c5b114 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972774 Sep 08 13:12:35.707231 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-040ec727-49f8-4262-871e-63e75c87f5fe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3322742 Sep 08 13:12:35.724604 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3ea09e02-e03a-4739-8991-a7b63fedc169 None None] Provisioning for port 2d47d4d6-8773-4585-974b-fddb0008ba76 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:35.730812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3ea09e02-e03a-4739-8991-a7b63fedc169 None None] Provisioning complete for port 2d47d4d6-8773-4585-974b-fddb0008ba76 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:35.731573 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ea09e02-e03a-4739-8991-a7b63fedc169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:35.784028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'port': {'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4', 'admin_state_up': True, 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'security_groups': ['87e5b6c3-f607-4873-b081-d4a5b0b4173c']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:35.808579 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-cc3c1476-b701-4520-aabe-1e24d5766b2c None None] Set router 52d9464c-7812-40a9-9750-f2a4d6e315d4 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:12:35.815534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3ea09e02-e03a-4739-8991-a7b63fedc169 None None] Port 2d47d4d6-8773-4585-974b-fddb0008ba76 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:12:35.837920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7dd524-b164-4ca7-bd89-8f9815f9d801 req-c9a41af9-ba46-4946-809c-09dc617f362d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:35.839964 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff7dd524-b164-4ca7-bd89-8f9815f9d801 req-c9a41af9-ba46-4946-809c-09dc617f362d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.2435269 Sep 08 13:12:35.921799 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b2a2091-d7f6-48de-a5cb-2575440e5304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:36.023216 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cc3c1476-b701-4520-aabe-1e24d5766b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:12:35Z', 'revision_number': 6, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:36.093748 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c1476-b701-4520-aabe-1e24d5766b2c None None] The sync data for ids ['52d9464c-7812-40a9-9750-f2a4d6e315d4'] in n-d-807558-3 is: [{'id': '52d9464c-7812-40a9-9750-f2a4d6e315d4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1703720559-router', 'tenant_id': '1c19d24e3ac649c989bcce552dbb3064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:10:11Z', 'updated_at': '2021-09-08T13:12:35Z', 'revision_number': 6, 'project_id': '1c19d24e3ac649c989bcce552dbb3064', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:12:36.220858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95c5ef-6b0a-4edc-af9d-ad4b326ecb4e req-6cb8dc34-aff9-4d70-8025-0b39890f8caf tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:36.235033 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b95c5ef-6b0a-4edc-af9d-ad4b326ecb4e req-6cb8dc34-aff9-4d70-8025-0b39890f8caf tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.2199292 Sep 08 13:12:36.372394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff7dd524-b164-4ca7-bd89-8f9815f9d801 req-89319c92-d1b1-4f5b-9ab9-e06ae4d672a7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5226264 Sep 08 13:12:36.374772 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b95c5ef-6b0a-4edc-af9d-ad4b326ecb4e req-73a69725-4249-44bf-8187-8e26a634f533 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387703 Sep 08 13:12:36.379040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b2a2091-d7f6-48de-a5cb-2575440e5304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:36.422865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Deleting port 745bcf5c-a571-491b-80df-888ef8309bc0 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:12:36.423265 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:36.446013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b2a2091-d7f6-48de-a5cb-2575440e5304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:36.572417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a2091-d7f6-48de-a5cb-2575440e5304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a0f1b4-e2e1-47c8-81e3-71db6822209e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:36.604119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:36.608940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:36.621880 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7b2a2091-d7f6-48de-a5cb-2575440e5304 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=63b97e6a37ca4a4f9e99fc98f368d79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9833081 Sep 08 13:12:36.621880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50734) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:36.648336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] For port 745bcf5c-a571-491b-80df-888ef8309bc0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=745bcf5c-a571-491b-80df-888ef8309bc0,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:36.649101 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:36.734154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4120171-508d-4eaa-8ef1-b8f6d9b249ca req-80090b55-0c3b-4521-9c03-17c822355554 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:36.742092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4120171-508d-4eaa-8ef1-b8f6d9b249ca req-80090b55-0c3b-4521-9c03-17c822355554 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:36.746399 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4120171-508d-4eaa-8ef1-b8f6d9b249ca req-80090b55-0c3b-4521-9c03-17c822355554 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 1652 time: 0.2039871 Sep 08 13:12:36.748244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Calling delete_port for 745bcf5c-a571-491b-80df-888ef8309bc0 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:12:36.827100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d0c97f9-af7a-4195-bb9a-7c463984dc81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:36.846079 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4120171-508d-4eaa-8ef1-b8f6d9b249ca req-134c95eb-2efe-4217-82d2-cb2828a38066 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933030 Sep 08 13:12:36.899318 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d0c97f9-af7a-4195-bb9a-7c463984dc81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:36.903139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a4917-8c32-487b-8279-170ecdfb1865 req-1123e5b7-c203-474f-8c61-e36ab0ca62a7 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:36.911117 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee7a4917-8c32-487b-8279-170ecdfb1865 req-1123e5b7-c203-474f-8c61-e36ab0ca62a7 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.2101884 Sep 08 13:12:37.012681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:12:37.053150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee7a4917-8c32-487b-8279-170ecdfb1865 req-148146db-2d56-4ae9-b806-c95a5572405d tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262236 Sep 08 13:12:37.082400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:12:37.083545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c7dd9bfc-6e95-4c61-99c6-9abbbddea3f9 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:12:37.103230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105f747-136c-41ac-a1ce-308ce0580680 req-a416efba-bb98-4bf0-9b45-7ad4b1c2778c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:37.105228 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a105f747-136c-41ac-a1ce-308ce0580680 req-a416efba-bb98-4bf0-9b45-7ad4b1c2778c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.1430550 Sep 08 13:12:37.139088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Allocated IP 10.1.1.203 (7e605395-27d4-42d1-9c62-8d6a910a4eb4/928b2533-97af-4f3b-a584-05e2586f0ae2/ff58ace0-e12c-466c-a03d-dda9e8b9f8c4) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:37.235291 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a105f747-136c-41ac-a1ce-308ce0580680 req-64842e6f-b414-4b0f-928b-df2a867ebe00 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086471 Sep 08 13:12:37.243418 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d0c97f9-af7a-4195-bb9a-7c463984dc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:37.255400 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d0c97f9-af7a-4195-bb9a-7c463984dc81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:37.256566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5d0c97f9-af7a-4195-bb9a-7c463984dc81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a0a0f1b4-e2e1-47c8-81e3-71db6822209e HTTP/1.1" status: 204 len: 168 time: 0.6358504 Sep 08 13:12:37.302126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c97f9-af7a-4195-bb9a-7c463984dc81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a0f1b4-e2e1-47c8-81e3-71db6822209e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:37.689561 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:37.698808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7061165-362b-42c2-9564-32de18963eee req-f2760dfa-1ab5-4737-b466-3ab6fb0467f4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:37.708380 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e7061165-362b-42c2-9564-32de18963eee req-f2760dfa-1ab5-4737-b466-3ab6fb0467f4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.0974545 Sep 08 13:12:37.710843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Transition to ACTIVE for port object ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:37.725885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:37.736738 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-910c3540-dba5-4504-8f82-c99390efa3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:37.758465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e7061165-362b-42c2-9564-32de18963eee req-34712767-b4ef-43bf-abd8-890ea21a676e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439370 Sep 08 13:12:37.858072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:37.860053 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Pushing event deleted for resources: {'Port': ['ID=745bcf5c-a571-491b-80df-888ef8309bc0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:38.021885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cac73-8246-446e-af0a-db764a05614f req-d067ba48-8f67-4ade-b699-12cd4d96d57d tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:38.032155 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-964cac73-8246-446e-af0a-db764a05614f req-d067ba48-8f67-4ade-b699-12cd4d96d57d tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1326294 Sep 08 13:12:38.064897 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:38.102862 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-964cac73-8246-446e-af0a-db764a05614f req-99c7f51f-e29a-49d7-972a-c523ad1b72c3 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694330 Sep 08 13:12:38.147385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:38.153722 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:38.163368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:12:38.200478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:38.243497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:38.248860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Port': ['ID=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:38.280441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:38.379337 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:38.380030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52d9464c-7812-40a9-9750-f2a4d6e315d4 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:12:38.387871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:38.388593 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:38.403720 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:38.412495 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-11b30f4e-c286-4183-867c-9bbe4ac90d95 admin admin] 10.222.0.69 "DELETE /v2.0/routers/52d9464c-7812-40a9-9750-f2a4d6e315d4 HTTP/1.1" status: 204 len: 168 time: 3.4796591 Sep 08 13:12:38.430507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50790) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:38.454992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cee16-f61b-47cd-94b9-914ba78e0f25 req-cfeeb45a-4e3a-497a-b703-29e44867537f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:38.477205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cee16-f61b-47cd-94b9-914ba78e0f25 req-cfeeb45a-4e3a-497a-b703-29e44867537f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:38.499295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935cee16-f61b-47cd-94b9-914ba78e0f25 req-cfeeb45a-4e3a-497a-b703-29e44867537f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:38.509778 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-935cee16-f61b-47cd-94b9-914ba78e0f25 req-cfeeb45a-4e3a-497a-b703-29e44867537f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 2373 time: 0.2682171 Sep 08 13:12:38.521799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89331717-a2bc-4616-ae5c-f35ad5c8d139 req-627642c0-4f5b-4897-ac79-5bcd1a7e0b7b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:38.523659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89331717-a2bc-4616-ae5c-f35ad5c8d139 req-627642c0-4f5b-4897-ac79-5bcd1a7e0b7b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.1144977 Sep 08 13:12:38.640573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3db75f56-11a5-4c1e-bf72-9946e173da63 None None] Provisioning for port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:38.647871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3db75f56-11a5-4c1e-bf72-9946e173da63 None None] Provisioning complete for port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:38.648516 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3db75f56-11a5-4c1e-bf72-9946e173da63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:38.657328 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c742a32c-1307-4595-9c1c-647d9e13beee tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8988225 Sep 08 13:12:38.660998 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89331717-a2bc-4616-ae5c-f35ad5c8d139 req-08c0088a-d194-4d54-a548-c42868df93be tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226940 Sep 08 13:12:38.677109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad6951c-c07d-4b6f-8b8c-4511f4f83713 admin admin] Deleting subnet 4a974fc9-2e1a-4df4-a817-d81429f312e6 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:12:38.692096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'port': {'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd', 'admin_state_up': True, 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'security_groups': ['87e5b6c3-f607-4873-b081-d4a5b0b4173c']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:38.717758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3db75f56-11a5-4c1e-bf72-9946e173da63 None None] Port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:12:38.788748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 745bcf5c-a571-491b-80df-888ef8309bc0 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:12:38.821072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 745bcf5c-a571-491b-80df-888ef8309bc0 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:12:38.821841 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 745bcf5c-a571-491b-80df-888ef8309bc0 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:12:38.823961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-935cee16-f61b-47cd-94b9-914ba78e0f25 req-7502d66a-ceac-4eb1-b72d-8ce231f324f2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129599 Sep 08 13:12:38.829159 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cad6951c-c07d-4b6f-8b8c-4511f4f83713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:39.030932 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cad6951c-c07d-4b6f-8b8c-4511f4f83713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:39.085251 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e7ba4d-1599-4d32-b228-2b29b0974dd7 req-f8288aa2-f4db-4615-b9b7-c07f212290cb tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:39.093791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-50e7ba4d-1599-4d32-b228-2b29b0974dd7 req-f8288aa2-f4db-4615-b9b7-c07f212290cb tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.1579795 Sep 08 13:12:39.196516 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-50e7ba4d-1599-4d32-b228-2b29b0974dd7 req-c17bd1e4-707d-485f-916d-0f4e2fa0b3a9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017017 Sep 08 13:12:39.327268 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cad6951c-c07d-4b6f-8b8c-4511f4f83713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:39.362877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:39.476247 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:39.528567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4436-b305-4008-afc2-ab84653271d6 req-4776cb79-e94d-458a-b359-bbc130baf5d8 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:39.547137 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b2cd4436-b305-4008-afc2-ab84653271d6 req-4776cb79-e94d-458a-b359-bbc130baf5d8 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.2848916 Sep 08 13:12:39.757805 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:12:39.912467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd19c5-6804-438b-bdd1-f40257e2fb7d req-757e48ce-a499-45a2-9936-72b5e5edd258 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:39.914322 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-92bd19c5-6804-438b-bdd1-f40257e2fb7d req-757e48ce-a499-45a2-9936-72b5e5edd258 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.1281590 Sep 08 13:12:39.945478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Allocated IP 10.2.2.100 (8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd/eaf5d36d-738b-4970-84ca-903b48836db2/44190366-792e-4732-90ee-a9db95993d7d) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:40.049685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-92bd19c5-6804-438b-bdd1-f40257e2fb7d req-7cde8d9b-df37-4fdf-a0b9-e27436739ccf tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220560 Sep 08 13:12:40.137646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b2cd4436-b305-4008-afc2-ab84653271d6 req-22c292a1-7b79-4648-922d-3b340ea6fffb tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895240 Sep 08 13:12:40.144698 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ae12b8b5-0db6-44ab-9de4-436cd9e7c503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:40.149932 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cad6951c-c07d-4b6f-8b8c-4511f4f83713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:40.171833 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cad6951c-c07d-4b6f-8b8c-4511f4f83713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:40.177751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cad6951c-c07d-4b6f-8b8c-4511f4f83713 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4a974fc9-2e1a-4df4-a817-d81429f312e6 HTTP/1.1" status: 204 len: 168 time: 1.6575963 Sep 08 13:12:40.177985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8968cb42-719b-4ddc-a5b6-d5ee356d993f None None] Network 0a7408d8-7148-42de-82ac-451d6216d9d8 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:12:40.178419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50834) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:40.254688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6951c-c07d-4b6f-8b8c-4511f4f83713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a974fc9-2e1a-4df4-a817-d81429f312e6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:40.381567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:40.431458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Transition to ACTIVE for port object 44190366-792e-4732-90ee-a9db95993d7d will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:40.494389 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:40.594337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d14354-9a9b-43b0-af6e-ad0ff5e7ac14 req-5c8c296b-4ac6-4a34-8e15-510556e059ea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:40.606025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d14354-9a9b-43b0-af6e-ad0ff5e7ac14 req-5c8c296b-4ac6-4a34-8e15-510556e059ea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:40.609956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d14354-9a9b-43b0-af6e-ad0ff5e7ac14 req-5c8c296b-4ac6-4a34-8e15-510556e059ea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:40.621979 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76d14354-9a9b-43b0-af6e-ad0ff5e7ac14 req-5c8c296b-4ac6-4a34-8e15-510556e059ea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 2373 time: 0.3089151 Sep 08 13:12:40.640766 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:40.661521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983882f2-5251-4667-a726-ab1eff0a5a5c req-81c0adf5-d47b-4857-848d-11942671e01a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:40.664851 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-983882f2-5251-4667-a726-ab1eff0a5a5c req-81c0adf5-d47b-4857-848d-11942671e01a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.1403420 Sep 08 13:12:40.666862 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:40.685112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729840a9-d07a-40ba-95f6-9e4ae36cd6dd None None] DHCP port deletion for 0a7408d8-7148-42de-82ac-451d6216d9d8 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:12:40.733503 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76d14354-9a9b-43b0-af6e-ad0ff5e7ac14 req-553f40d7-9fa5-49f0-a363-59b3d6931948 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060553 Sep 08 13:12:40.740721 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-3bf1d625-0226-49f8-b0d3-3f2d6e250bd1 service neutron] 10.222.0.70 "GET /v2.0/ports/e7f0ece7-d67a-43b1-88c3-6f45ff96fe69/bindings/n-h2-807558-3 HTTP/1.1" status: 200 len: 384 time: 0.2749085 Sep 08 13:12:40.800312 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-729840a9-d07a-40ba-95f6-9e4ae36cd6dd None None] Deleting port a7d5ac1f-0f99-414c-a437-f2b8ea87909f {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:12:40.806109 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-729840a9-d07a-40ba-95f6-9e4ae36cd6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:40.894960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a7d5ac1f-0f99-414c-a437-f2b8ea87909f no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:12:40.943683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-729840a9-d07a-40ba-95f6-9e4ae36cd6dd None None] For port a7d5ac1f-0f99-414c-a437-f2b8ea87909f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a7d5ac1f-0f99-414c-a437-f2b8ea87909f,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:40.943683 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-729840a9-d07a-40ba-95f6-9e4ae36cd6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:40.944145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:40.965500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-729840a9-d07a-40ba-95f6-9e4ae36cd6dd None None] Calling delete_port for a7d5ac1f-0f99-414c-a437-f2b8ea87909f owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:12:40.984691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:40.996301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:41.022867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-983882f2-5251-4667-a726-ab1eff0a5a5c req-07be906c-bf44-4344-a076-20fde2f7f66f tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3163869 Sep 08 13:12:41.072902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Deleting port a7d5ac1f-0f99-414c-a437-f2b8ea87909f {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:12:41.077403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:41.087166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Port': ['ID=44190366-792e-4732-90ee-a9db95993d7d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:41.110799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:41.111770 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:41.245479 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-4c9e0468-431f-4867-be7f-cce3abbfbac2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5593071 Sep 08 13:12:41.257484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'port': {'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd', 'admin_state_up': True, 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'security_groups': ['87e5b6c3-f607-4873-b081-d4a5b0b4173c']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:41.263670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:41.416395 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port a7d5ac1f-0f99-414c-a437-f2b8ea87909f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a7d5ac1f-0f99-414c-a437-f2b8ea87909f,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:41.486815 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:41.568447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] For port a7d5ac1f-0f99-414c-a437-f2b8ea87909f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a7d5ac1f-0f99-414c-a437-f2b8ea87909f,segment=NetworkSegment(0467d3a4-81f6-421b-a8c4-612106c8a6dd),segment_id=0467d3a4-81f6-421b-a8c4-612106c8a6dd)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:41.568991 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:41.573733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=a7d5ac1f-0f99-414c-a437-f2b8ea87909f,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:41.604933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Calling delete_port for a7d5ac1f-0f99-414c-a437-f2b8ea87909f owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:12:41.608048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-2b7eb57b-95dd-4f4c-9b8b-574c9ffa3a38 service neutron] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:41.640697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2d65d-d8fc-4c14-abe6-bf10fac09dd0 req-00055b21-f469-4352-8306-8cacae0f35c1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:41.642082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c3b2d65d-d8fc-4c14-abe6-bf10fac09dd0 req-00055b21-f469-4352-8306-8cacae0f35c1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1830494 Sep 08 13:12:41.644171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677e897-5995-432b-9d5e-b3552298a6c6 req-551ff34d-a7e1-4091-b3c1-7cfa56cd8712 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:41.652813 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6677e897-5995-432b-9d5e-b3552298a6c6 req-551ff34d-a7e1-4091-b3c1-7cfa56cd8712 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 944 time: 0.3830872 Sep 08 13:12:41.869511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c3b2d65d-d8fc-4c14-abe6-bf10fac09dd0 req-dac0d517-21cc-45a3-9100-8e018f28bbc0 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504539 Sep 08 13:12:41.869994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-2b7eb57b-95dd-4f4c-9b8b-574c9ffa3a38 service neutron] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:41.869994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-2b7eb57b-95dd-4f4c-9b8b-574c9ffa3a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:12:41.869994 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6677e897-5995-432b-9d5e-b3552298a6c6 req-a7c80713-d8b0-416e-9153-407524b1cb3f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298430 Sep 08 13:12:41.869994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-2b7eb57b-95dd-4f4c-9b8b-574c9ffa3a38 service neutron] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:41.905024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127339d-9bd1-4f3d-990c-ff901fe1b3da req-a637049f-f9cb-4d22-8ec6-110f924406c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:41.910887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127339d-9bd1-4f3d-990c-ff901fe1b3da req-a637049f-f9cb-4d22-8ec6-110f924406c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:41.917029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127339d-9bd1-4f3d-990c-ff901fe1b3da req-a637049f-f9cb-4d22-8ec6-110f924406c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:41.923723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127339d-9bd1-4f3d-990c-ff901fe1b3da req-a637049f-f9cb-4d22-8ec6-110f924406c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:41.925389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a127339d-9bd1-4f3d-990c-ff901fe1b3da req-a637049f-f9cb-4d22-8ec6-110f924406c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 3094 time: 0.0795891 Sep 08 13:12:41.982010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a127339d-9bd1-4f3d-990c-ff901fe1b3da req-7fdc8623-e38d-4108-8ca1-a5fdb97b2002 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475755 Sep 08 13:12:42.041183 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-729840a9-d07a-40ba-95f6-9e4ae36cd6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.052097 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.090442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d5ac1f-0f99-414c-a437-f2b8ea87909f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:42.093019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] No DVR routers for this DVR port a7d5ac1f-0f99-414c-a437-f2b8ea87909f on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:12:42.109939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Made reservation on behalf of 10e812425d94404696116b1bea9ea60d for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:42.112741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729840a9-d07a-40ba-95f6-9e4ae36cd6dd None None] Pushing event deleted for resources: {'Port': ['ID=a7d5ac1f-0f99-414c-a437-f2b8ea87909f,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:42.112741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729840a9-d07a-40ba-95f6-9e4ae36cd6dd None None] No DVR routers for this DVR port a7d5ac1f-0f99-414c-a437-f2b8ea87909f on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:12:42.114105 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.114995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e43992c1-24d8-48a3-9456-635d3c437d36 None None] Provisioning for port 44190366-792e-4732-90ee-a9db95993d7d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:42.115286 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.121836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e43992c1-24d8-48a3-9456-635d3c437d36 None None] Provisioning complete for port 44190366-792e-4732-90ee-a9db95993d7d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:42.122328 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e43992c1-24d8-48a3-9456-635d3c437d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.159321 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-2b7eb57b-95dd-4f4c-9b8b-574c9ffa3a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.162130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e43992c1-24d8-48a3-9456-635d3c437d36 None None] Port 44190366-792e-4732-90ee-a9db95993d7d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:12:42.285940 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.335154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a7408d8-7148-42de-82ac-451d6216d9d8']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:42.364208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674ec12-3c6d-419b-b81e-6bfc5fbe7f24 req-648cf5ce-03db-40cf-9d64-4525f69f7e8d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:42.371719 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c674ec12-3c6d-419b-b81e-6bfc5fbe7f24 req-648cf5ce-03db-40cf-9d64-4525f69f7e8d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.1887114 Sep 08 13:12:42.378033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0467d3a4-81f6-421b-a8c4-612106c8a6dd') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:42.378334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0467d3a4-81f6-421b-a8c4-612106c8a6dd') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:12:42.403270 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.424561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-2b7eb57b-95dd-4f4c-9b8b-574c9ffa3a38 service neutron] Transition to ACTIVE for port object e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:42.433265 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.459839 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c674ec12-3c6d-419b-b81e-6bfc5fbe7f24 req-fef63cd2-9565-443a-847d-2d558da54f9e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871539 Sep 08 13:12:42.463117 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:12:42.463702 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:12:42.472374 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:12:42.492687 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-2b7eb57b-95dd-4f4c-9b8b-574c9ffa3a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.533217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Allocated IP 10.2.2.200 (8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd/eaf5d36d-738b-4970-84ca-903b48836db2/9324b9ef-43d5-4410-9e21-a337598b64eb) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:42.604475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-2b7eb57b-95dd-4f4c-9b8b-574c9ffa3a38 service neutron] No DVR routers for this DVR port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:12:42.615475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7eb57b-95dd-4f4c-9b8b-574c9ffa3a38 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,revision_number=10']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:42.646200 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-2b7eb57b-95dd-4f4c-9b8b-574c9ffa3a38 service neutron] 10.222.0.70 "PUT /v2.0/ports/e7f0ece7-d67a-43b1-88c3-6f45ff96fe69/bindings/n-h2-807558-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8409512 Sep 08 13:12:42.658471 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.670615 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.685309 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] 10.222.0.69 "DELETE /v2.0/networks/0a7408d8-7148-42de-82ac-451d6216d9d8 HTTP/1.1" status: 204 len: 168 time: 2.4993539 Sep 08 13:12:42.713178 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b865a-61c8-477c-80c3-3258761e6667 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a7408d8-7148-42de-82ac-451d6216d9d8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:42.759461 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:42.785272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Transition to ACTIVE for port object 9324b9ef-43d5-4410-9e21-a337598b64eb will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:42.944765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080bd17-5243-4920-81c7-fdec865c76cd req-881738dd-6dc6-41ad-91c3-3ca6742676df tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:42.952965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c080bd17-5243-4920-81c7-fdec865c76cd req-881738dd-6dc6-41ad-91c3-3ca6742676df tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1295302 Sep 08 13:12:42.957303 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-3f25a348-8882-4743-892b-dac48ad75c95 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:42.958327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-3f25a348-8882-4743-892b-dac48ad75c95 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1096 time: 0.1436484 Sep 08 13:12:43.027096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818383d1-e233-4c7f-988d-3eb1d12da832 req-3243314a-f583-4fbd-bb62-c65af93b6fe1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:43.029542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-818383d1-e233-4c7f-988d-3eb1d12da832 req-3243314a-f583-4fbd-bb62-c65af93b6fe1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 945 time: 0.0772102 Sep 08 13:12:43.029892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c080bd17-5243-4920-81c7-fdec865c76cd req-5ed2e36a-5bfc-4bc1-a1fb-dc57dc8701d3 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757833 Sep 08 13:12:43.064080 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:43.098534 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-818383d1-e233-4c7f-988d-3eb1d12da832 req-4515e844-0c83-403d-b534-9c3961f874a5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628936 Sep 08 13:12:43.137343 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:43.152970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:43.157715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:43.160661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:43.226397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:43.227014 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:43.254490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event updated for resources: {'Port': ['ID=9324b9ef-43d5-4410-9e21-a337598b64eb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:43.306647 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38300b-8a63-4d8a-ad95-d9f94c3b473e req-7bcfb97f-46c4-44e3-97f2-bb4ae0e9ddfa tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:43.321651 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38300b-8a63-4d8a-ad95-d9f94c3b473e req-7bcfb97f-46c4-44e3-97f2-bb4ae0e9ddfa tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:43.338553 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38300b-8a63-4d8a-ad95-d9f94c3b473e req-7bcfb97f-46c4-44e3-97f2-bb4ae0e9ddfa tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:43.351854 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38300b-8a63-4d8a-ad95-d9f94c3b473e req-7bcfb97f-46c4-44e3-97f2-bb4ae0e9ddfa tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:43.371137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-ceb4112a-2166-493e-a0a7-6486ed89fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:43.372869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38300b-8a63-4d8a-ad95-d9f94c3b473e req-7bcfb97f-46c4-44e3-97f2-bb4ae0e9ddfa tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:43.374699 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f38300b-8a63-4d8a-ad95-d9f94c3b473e req-7bcfb97f-46c4-44e3-97f2-bb4ae0e9ddfa tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 3815 time: 0.2071502 Sep 08 13:12:43.375198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50920) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:43.376059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-ceb4112a-2166-493e-a0a7-6486ed89fe32 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f HTTP/1.1" status: 200 len: 1096 time: 0.3918431 Sep 08 13:12:43.383509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-f4b49177-96c4-4cb8-b32d-6d974db42bd2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1308866 Sep 08 13:12:43.398470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Request body: {'port': {'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:43.442896 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f38300b-8a63-4d8a-ad95-d9f94c3b473e req-3a1db6a9-c7a2-4efe-af58-3ceb0c848efe tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586922 Sep 08 13:12:43.478051 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-26502801-c976-4b3d-b0ac-c84f78aadd3d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c19d24e3ac649c989bcce552dbb3064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1006579 Sep 08 13:12:43.481040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50924) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:43.550575 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e87c-3244-4f58-91fc-4aeedf159167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:43.586963 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:43.610855 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e87c-3244-4f58-91fc-4aeedf159167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:43.709442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-bd02ffff-3fa3-4f76-b481-4af54b2e8745 None None] Provisioning for port 9324b9ef-43d5-4410-9e21-a337598b64eb completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:12:43.714473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-bd02ffff-3fa3-4f76-b481-4af54b2e8745 None None] Provisioning complete for port 9324b9ef-43d5-4410-9e21-a337598b64eb triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:12:43.714993 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bd02ffff-3fa3-4f76-b481-4af54b2e8745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:43.766348 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e87c-3244-4f58-91fc-4aeedf159167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:43.769822 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ee3e87c-3244-4f58-91fc-4aeedf159167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:43.771586 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6ee3e87c-3244-4f58-91fc-4aeedf159167 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/05a1c2af-6c8d-40e9-853e-6ad85a5d31ff HTTP/1.1" status: 204 len: 168 time: 0.2892294 Sep 08 13:12:43.784696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3e87c-3244-4f58-91fc-4aeedf159167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a1c2af-6c8d-40e9-853e-6ad85a5d31ff,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:43.794895 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-580d0e9d-168e-42dd-adc7-c26ee96ef48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:43.794895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-580d0e9d-168e-42dd-adc7-c26ee96ef48e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 1096 time: 0.2366271 Sep 08 13:12:43.811988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-bd02ffff-3fa3-4f76-b481-4af54b2e8745 None None] Port 9324b9ef-43d5-4410-9e21-a337598b64eb cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:12:43.931241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06501e74-a8a0-459e-b38c-67e4f1ed64a9 req-9d25c398-3a89-4ab1-8d8a-98df22fdb0e0 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:43.933151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06501e74-a8a0-459e-b38c-67e4f1ed64a9 req-9d25c398-3a89-4ab1-8d8a-98df22fdb0e0 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.2996361 Sep 08 13:12:43.954728 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:44.098725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06501e74-a8a0-459e-b38c-67e4f1ed64a9 req-06fda10a-d20c-4ede-9d49-6defedcd0824 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431007 Sep 08 13:12:44.283262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee64121-58ed-47ed-aa78-f42ffaa14014 req-11f38371-a035-4351-b93e-6d28fec1a47b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:44.285719 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ee64121-58ed-47ed-aa78-f42ffaa14014 req-11f38371-a035-4351-b93e-6d28fec1a47b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.0849533 Sep 08 13:12:44.297727 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-e846ad9d-f755-41d0-8f61-65b1a094cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:44.299446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-e846ad9d-f755-41d0-8f61-65b1a094cf2a service neutron] 10.222.0.60 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.3886375 Sep 08 13:12:44.346576 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ee64121-58ed-47ed-aa78-f42ffaa14014 req-15608a48-9a15-4865-b4a6-0d6c0edfd667 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535161 Sep 08 13:12:44.834053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191ca9-942f-4c38-b4a8-a441a3e77a23 req-f0f57e21-bf0d-4f0b-9c39-6d9dbbac79da tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:44.863403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191ca9-942f-4c38-b4a8-a441a3e77a23 req-f0f57e21-bf0d-4f0b-9c39-6d9dbbac79da tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:44.886222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191ca9-942f-4c38-b4a8-a441a3e77a23 req-f0f57e21-bf0d-4f0b-9c39-6d9dbbac79da tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:44.901139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191ca9-942f-4c38-b4a8-a441a3e77a23 req-f0f57e21-bf0d-4f0b-9c39-6d9dbbac79da tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:44.928819 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a191ca9-942f-4c38-b4a8-a441a3e77a23 req-f0f57e21-bf0d-4f0b-9c39-6d9dbbac79da tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:44.930644 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a191ca9-942f-4c38-b4a8-a441a3e77a23 req-f0f57e21-bf0d-4f0b-9c39-6d9dbbac79da tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 3815 time: 0.2150292 Sep 08 13:12:45.030966 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a191ca9-942f-4c38-b4a8-a441a3e77a23 req-bb794efd-383d-47aa-8b7e-40f0a8538b0a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921297 Sep 08 13:12:45.040254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-b91f3185-8f22-4c3d-a245-d3a96e0aaa1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 HTTP/1.1" status: 200 len: 217 time: 0.7285790 Sep 08 13:12:45.115784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc95ab8-1a3e-4b15-a45a-7fbfd5fd51b0 req-48d146cf-20f9-488a-b340-3733d1c9af8f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:45.123724 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5dc95ab8-1a3e-4b15-a45a-7fbfd5fd51b0 req-48d146cf-20f9-488a-b340-3733d1c9af8f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 945 time: 0.8829806 Sep 08 13:12:45.130996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-3cae7d79-eecf-413d-bc55-bf70048c70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:45.132471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-3cae7d79-eecf-413d-bc55-bf70048c70e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0732446 Sep 08 13:12:45.191358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-3588d35a-b928-41f8-83be-0dbbe40ab67d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441597 Sep 08 13:12:45.243689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5dc95ab8-1a3e-4b15-a45a-7fbfd5fd51b0 req-b6924661-7b06-4dfd-a522-0745e6b49e29 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193440 Sep 08 13:12:45.339881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4cbb56e-0ee6-47a7-9e48-243d9c04e766 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:12:45.351337 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:45.411312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-afd3c071-5f89-4654-925e-9435a04eae87 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014198 Sep 08 13:12:45.414384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Transition to ACTIVE for port object a4cbb56e-0ee6-47a7-9e48-243d9c04e766 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:45.432017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96d0c2-f1b7-4480-8be7-34cba544f032 req-23695a28-530e-4e8c-be31-d4c2e4563e4d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:45.447649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a96d0c2-f1b7-4480-8be7-34cba544f032 req-23695a28-530e-4e8c-be31-d4c2e4563e4d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.1341243 Sep 08 13:12:45.538681 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a96d0c2-f1b7-4480-8be7-34cba544f032 req-d4f5d689-d38e-4356-847f-ea5e8357e14a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901139 Sep 08 13:12:45.546880 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:45.663326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Pushing event updated for resources: {'Port': ['ID=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:45.697758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacdd590-7180-4650-a9ec-953afbd400d0 req-720305ab-9d13-4b12-876e-52c967cc8e86 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:45.699597 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bacdd590-7180-4650-a9ec-953afbd400d0 req-720305ab-9d13-4b12-876e-52c967cc8e86 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.2092648 Sep 08 13:12:45.702946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-6e0dcdc2-b1b6-400f-b347-da9bf913e20e service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827771 Sep 08 13:12:45.791949 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bacdd590-7180-4650-a9ec-953afbd400d0 req-a3ca51c3-5112-45ea-aec6-48b1be0c1547 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808191 Sep 08 13:12:45.810988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Attempting to bind port a4cbb56e-0ee6-47a7-9e48-243d9c04e766 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:45.812415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Attempting to bind port a4cbb56e-0ee6-47a7-9e48-243d9c04e766 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:45.812978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Attempting to bind port a4cbb56e-0ee6-47a7-9e48-243d9c04e766 on network 900c854b-c2a6-4864-a8d1-7387ea265132 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:45.820038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Port a4cbb56e-0ee6-47a7-9e48-243d9c04e766 on network 900c854b-c2a6-4864-a8d1-7387ea265132 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:12:45.820579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Attempting to bind port a4cbb56e-0ee6-47a7-9e48-243d9c04e766 on network 900c854b-c2a6-4864-a8d1-7387ea265132 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:45.827955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:45.829072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Checking segment: {'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:45.829817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Bound using segment: {'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:45.831090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Bound port: a4cbb56e-0ee6-47a7-9e48-243d9c04e766, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:45.831645 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:45.966054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] For port a4cbb56e-0ee6-47a7-9e48-243d9c04e766, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:45.971521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] For port a4cbb56e-0ee6-47a7-9e48-243d9c04e766, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:46.030705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50994) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:46.063061 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:46.152434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51000) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:46.184049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Pushing event updated for resources: {'Port': ['ID=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:46.203165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.203809 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:46.205545 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-bf784fb8-a593-462b-bda2-9fad68feb75e service neutron] 10.222.0.70 "PUT /v2.0/ports/a4cbb56e-0ee6-47a7-9e48-243d9c04e766 HTTP/1.1" status: 200 len: 1091 time: 2.8122165 Sep 08 13:12:46.206019 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:46.213780 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fca855-e6f4-4502-8433-01a4ca617234" -d '{"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "a4cbb56e-0ee6-47a7-9e48-243d9c04e766"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:46.327114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Request body: {'port': {'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:46.328015 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f73ea-5cfa-47ba-8d79-ee771b8abae1 req-ba21f218-ea78-4eb2-adb7-8fdecd6ab412 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.348598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f73ea-5cfa-47ba-8d79-ee771b8abae1 req-ba21f218-ea78-4eb2-adb7-8fdecd6ab412 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.366226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f73ea-5cfa-47ba-8d79-ee771b8abae1 req-ba21f218-ea78-4eb2-adb7-8fdecd6ab412 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.381140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f73ea-5cfa-47ba-8d79-ee771b8abae1 req-ba21f218-ea78-4eb2-adb7-8fdecd6ab412 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.397483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f73ea-5cfa-47ba-8d79-ee771b8abae1 req-ba21f218-ea78-4eb2-adb7-8fdecd6ab412 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.408511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a7f73ea-5cfa-47ba-8d79-ee771b8abae1 req-ba21f218-ea78-4eb2-adb7-8fdecd6ab412 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 3827 time: 0.2703009 Sep 08 13:12:46.436096 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1797f7e1-12d7-4e09-9e29-b835d2ce29ea x-openstack-request-id: req-1797f7e1-12d7-4e09-9e29-b835d2ce29ea {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:46.436688 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "a4cbb56e-0ee6-47a7-9e48-243d9c04e766", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:46.436688 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1797f7e1-12d7-4e09-9e29-b835d2ce29ea {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:46.439498 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766', 'status': 'completed', 'code': 200} Sep 08 13:12:46.445419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-4112eb3f-10d5-47e6-95f4-461df9b0e41b tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.446721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-4112eb3f-10d5-47e6-95f4-461df9b0e41b tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 1096 time: 0.2260613 Sep 08 13:12:46.547978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-418ece06-f00b-4dba-9c20-e5eef6e9aada admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:46.571065 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:46.589702 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a7f73ea-5cfa-47ba-8d79-ee771b8abae1 req-4af6193b-339a-45f6-971b-df4525b93928 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794701 Sep 08 13:12:46.631504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1875471202-network', 'tenant_id': '3d04fe8f21c54793bfd07ed8ac6ad05e'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:46.653830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:46.674392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca855-e6f4-4502-8433-01a4ca617234 req-baa13bdd-5a25-4648-9b41-2af2234799c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.674960 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca855-e6f4-4502-8433-01a4ca617234 req-baa13bdd-5a25-4648-9b41-2af2234799c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.675351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca855-e6f4-4502-8433-01a4ca617234 req-baa13bdd-5a25-4648-9b41-2af2234799c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.679151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca855-e6f4-4502-8433-01a4ca617234 req-baa13bdd-5a25-4648-9b41-2af2234799c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.679764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca855-e6f4-4502-8433-01a4ca617234 req-baa13bdd-5a25-4648-9b41-2af2234799c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.681879 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c1fca855-e6f4-4502-8433-01a4ca617234 req-baa13bdd-5a25-4648-9b41-2af2234799c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 4362 time: 0.1922534 Sep 08 13:12:46.843363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca855-e6f4-4502-8433-01a4ca617234 req-c5cd06e6-b637-4e8e-8885-06cd410c29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.843979 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca855-e6f4-4502-8433-01a4ca617234 req-c5cd06e6-b637-4e8e-8885-06cd410c29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.844509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca855-e6f4-4502-8433-01a4ca617234 req-c5cd06e6-b637-4e8e-8885-06cd410c29dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.846701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade09c47-a57b-4ea8-854d-c3e4f1a36877 req-008f3a24-14e5-4ecc-a89d-da8f7d46fe44 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:46.846951 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c1fca855-e6f4-4502-8433-01a4ca617234 req-c5cd06e6-b637-4e8e-8885-06cd410c29dd service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=10e812425d94404696116b1bea9ea60d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1515346 Sep 08 13:12:46.852192 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-418ece06-f00b-4dba-9c20-e5eef6e9aada admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:12:46.852192 n-d-807558-3 neutron-server[96264]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 08 13:12:46.852192 n-d-807558-3 neutron-server[96264]: [parameters: {'project_id': '7183e22b4cdd443f9c24ac06854a1de9', 'id': '351d7944-e0dd-434a-8444-bbfcd50cccb0', 'expiration': datetime.datetime(2021, 9, 8, 13, 14, 46, 687893)}] Sep 08 13:12:46.852192 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:12:46.852736 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-418ece06-f00b-4dba-9c20-e5eef6e9aada admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:12:46.854414 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ade09c47-a57b-4ea8-854d-c3e4f1a36877 req-008f3a24-14e5-4ecc-a89d-da8f7d46fe44 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 945 time: 0.2411456 Sep 08 13:12:46.867335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Made reservation on behalf of 3d04fe8f21c54793bfd07ed8ac6ad05e for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:46.869892 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:46.919810 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:47.022867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ade09c47-a57b-4ea8-854d-c3e4f1a36877 req-1fd310a3-785e-41cc-8fa9-ec7603c8eb8a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674552 Sep 08 13:12:47.066865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1a9b6-3c86-41cc-a29c-697ef4165b0e req-7211f39f-648f-4a90-a206-d1df30ba3875 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:47.074591 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14d1a9b6-3c86-41cc-a29c-697ef4165b0e req-7211f39f-648f-4a90-a206-d1df30ba3875 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.2251770 Sep 08 13:12:47.085633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-03c86072-c259-4206-ada2-c9c0e4083f26 service neutron] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:47.096094 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-03c86072-c259-4206-ada2-c9c0e4083f26 service neutron] Notify callbacks [] for binding, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:47.097265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb961af0-49c9-4b7e-98d0-75350d2abf2e req-03c86072-c259-4206-ada2-c9c0e4083f26 service neutron] 10.222.0.60 "DELETE /v2.0/ports/e7f0ece7-d67a-43b1-88c3-6f45ff96fe69/bindings/n-h1-807558-3 HTTP/1.1" status: 204 len: 173 time: 0.6019466 Sep 08 13:12:47.389863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668c46f-77e6-4628-b563-7d82ff52b494 req-35700108-fe4f-47de-b2dd-9af1dfa0e936 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:47.397981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2668c46f-77e6-4628-b563-7d82ff52b494 req-35700108-fe4f-47de-b2dd-9af1dfa0e936 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1183200 Sep 08 13:12:47.486192 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:47.521773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2668c46f-77e6-4628-b563-7d82ff52b494 req-753bb11e-081a-4326-acea-45d45d981d1e tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170483 Sep 08 13:12:47.524794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165d4e81-4666-4376-8fc7-6b9679bbe6dc {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:12:47.545319 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:47.588684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Transition to ACTIVE for port object 165d4e81-4666-4376-8fc7-6b9679bbe6dc will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:47.615829 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:47.665949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:12:47.671830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:47.688182 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:47.688601 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Added segment b6d113ed-8b37-4d7e-906c-e34e20003ca6 of type vlan for network f7477135-b06b-42df-ba4d-7c98c1ce1029 Sep 08 13:12:47.718605 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:47.811858 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-418ece06-f00b-4dba-9c20-e5eef6e9aada admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:47.830922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Pushing event updated for resources: {'Port': ['ID=165d4e81-4666-4376-8fc7-6b9679bbe6dc,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:47.836167 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:47.904048 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14d1a9b6-3c86-41cc-a29c-697ef4165b0e req-6d073666-a4e3-4b57-995b-9aea899967ae tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8240848 Sep 08 13:12:47.956167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce6297-c62e-47c5-94a1-b82970894da9 req-6be40ac6-2ba4-4e38-af6f-09e31d7a539f tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:47.964601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30ce6297-c62e-47c5-94a1-b82970894da9 req-6be40ac6-2ba4-4e38-af6f-09e31d7a539f tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 1096 time: 0.1423674 Sep 08 13:12:47.993225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fca855-e6f4-4502-8433-01a4ca617234 req-3ab2687e-4b1a-4765-921d-dfd3cb15795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:47.995795 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c1fca855-e6f4-4502-8433-01a4ca617234 req-3ab2687e-4b1a-4765-921d-dfd3cb15795c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1246367 Sep 08 13:12:47.999398 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:48.000685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:48.005029 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:48.146824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30ce6297-c62e-47c5-94a1-b82970894da9 req-ff5dcfbc-6ab6-4dc9-a503-ae70cf2c3afd tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809423 Sep 08 13:12:48.154075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcde09-dcbb-4f04-8504-57ea43aea658 req-eadeeecb-f574-4512-8494-068ff889d378 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:48.161069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcde09-dcbb-4f04-8504-57ea43aea658 req-eadeeecb-f574-4512-8494-068ff889d378 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:48.172316 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcde09-dcbb-4f04-8504-57ea43aea658 req-eadeeecb-f574-4512-8494-068ff889d378 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:48.179602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcde09-dcbb-4f04-8504-57ea43aea658 req-eadeeecb-f574-4512-8494-068ff889d378 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:48.188327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcde09-dcbb-4f04-8504-57ea43aea658 req-eadeeecb-f574-4512-8494-068ff889d378 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:48.196383 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcde09-dcbb-4f04-8504-57ea43aea658 req-eadeeecb-f574-4512-8494-068ff889d378 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:48.207712 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4adcde09-dcbb-4f04-8504-57ea43aea658 req-eadeeecb-f574-4512-8494-068ff889d378 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 4603 time: 0.1518583 Sep 08 13:12:48.298452 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4adcde09-dcbb-4f04-8504-57ea43aea658 req-f977155f-1c39-4747-a67c-b5d551ea100e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738366 Sep 08 13:12:48.360125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-418ece06-f00b-4dba-9c20-e5eef6e9aada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:48.389755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f7477135-b06b-42df-ba4d-7c98c1ce1029,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:48.402580 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network f7477135-b06b-42df-ba4d-7c98c1ce1029 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:12:48.421603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Attempting to bind port 165d4e81-4666-4376-8fc7-6b9679bbe6dc on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:48.421603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Attempting to bind port 165d4e81-4666-4376-8fc7-6b9679bbe6dc by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:48.421603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Attempting to bind port 165d4e81-4666-4376-8fc7-6b9679bbe6dc on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:48.445964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Port 165d4e81-4666-4376-8fc7-6b9679bbe6dc on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:12:48.446473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Attempting to bind port 165d4e81-4666-4376-8fc7-6b9679bbe6dc on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:48.469602 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-418ece06-f00b-4dba-9c20-e5eef6e9aada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:48.470597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:48.470953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Checking segment: {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:48.473663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Bound using segment: {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:48.473663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Bound port: 165d4e81-4666-4376-8fc7-6b9679bbe6dc, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:48.473663 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:48.500428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92964c-3c9d-4c81-b20e-fe7b9eefbf92 req-6112521f-5ccc-47cc-a8fd-36ee591817e4 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:48.502052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be92964c-3c9d-4c81-b20e-fe7b9eefbf92 req-6112521f-5ccc-47cc-a8fd-36ee591817e4 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 1096 time: 0.1794193 Sep 08 13:12:48.544135 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-418ece06-f00b-4dba-9c20-e5eef6e9aada admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7183e22b4cdd443f9c24ac06854a1de9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3902113 Sep 08 13:12:48.550899 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51046) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:48.553923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ece06-f00b-4dba-9c20-e5eef6e9aada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c80d4b-2948-412a-8642-16db2ac50f02,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:48.714480 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-10e56e69-d122-46af-b629-eab60a10c2c3 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.6823745 Sep 08 13:12:48.719179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51050) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:48.726022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-36073214-50e0-4149-bde7-97c0db5d23a1 admin admin] Request body: {'subnet': {'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1875471202-subnet', 'tenant_id': '3d04fe8f21c54793bfd07ed8ac6ad05e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:48.766145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be92964c-3c9d-4c81-b20e-fe7b9eefbf92 req-0d62e5c0-8e5e-4e2a-80dc-bea39cfaaca9 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412770 Sep 08 13:12:48.768674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] For port 165d4e81-4666-4376-8fc7-6b9679bbe6dc, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:48.811987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0be5e672-467f-4b0e-8980-15ea10da4f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:48.820430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] For port 165d4e81-4666-4376-8fc7-6b9679bbe6dc, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=165d4e81-4666-4376-8fc7-6b9679bbe6dc,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:48.914130 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:48.937202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe2a75-ecd8-4b69-9f5a-5782b1ab7a18 req-888306f1-8cd1-4236-8bb9-b089aaf01f5d tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:48.939319 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-28fe2a75-ecd8-4b69-9f5a-5782b1ab7a18 req-888306f1-8cd1-4236-8bb9-b089aaf01f5d tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.2631257 Sep 08 13:12:48.945850 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0be5e672-467f-4b0e-8980-15ea10da4f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:48.980390 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-18ee7500-92bb-4830-97dd-45920e8b8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:48.982738 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-18ee7500-92bb-4830-97dd-45920e8b8663 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 1096 time: 0.1449428 Sep 08 13:12:48.984114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:48.984792 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:48.986130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] 10.222.0.70 "PUT /v2.0/ports/165d4e81-4666-4376-8fc7-6b9679bbe6dc HTTP/1.1" status: 200 len: 1134 time: 2.6675031 Sep 08 13:12:48.988955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': '165d4e81-4666-4376-8fc7-6b9679bbe6dc'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:48.990914 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12a9f48-d91a-4157-8d8a-6764296732cb" -d '{"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "165d4e81-4666-4376-8fc7-6b9679bbe6dc"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:49.005801 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36073214-50e0-4149-bde7-97c0db5d23a1 admin admin] Made reservation on behalf of 3d04fe8f21c54793bfd07ed8ac6ad05e for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:49.011570 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-36073214-50e0-4149-bde7-97c0db5d23a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:49.123376 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-28fe2a75-ecd8-4b69-9f5a-5782b1ab7a18 req-b127dc4b-48fe-425f-8a41-cdb40517e1f4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673615 Sep 08 13:12:49.180997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Request body: {'port': {'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:49.246073 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0be5e672-467f-4b0e-8980-15ea10da4f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:49.249923 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0be5e672-467f-4b0e-8980-15ea10da4f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:49.251439 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0be5e672-467f-4b0e-8980-15ea10da4f7d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62c80d4b-2948-412a-8642-16db2ac50f02 HTTP/1.1" status: 204 len: 168 time: 0.6916614 Sep 08 13:12:49.273470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5e672-467f-4b0e-8980-15ea10da4f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c80d4b-2948-412a-8642-16db2ac50f02,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:49.497351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba3b27-613e-43eb-8e3d-069502746b5e service neutron] Pushing event updated for resources: {'Port': ['ID=165d4e81-4666-4376-8fc7-6b9679bbe6dc,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:49.537855 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-36073214-50e0-4149-bde7-97c0db5d23a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:49.568573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c97fad-dcad-4348-bcc0-f392d3acf018 req-23badd42-a4f5-4280-8aea-ce1a295bf41c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:49.576659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6c97fad-dcad-4348-bcc0-f392d3acf018 req-23badd42-a4f5-4280-8aea-ce1a295bf41c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.3924978 Sep 08 13:12:49.618667 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:49.671535 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07464fcf-c272-400f-99e1-f883330ca441 x-openstack-request-id: req-07464fcf-c272-400f-99e1-f883330ca441 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:49.672352 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "165d4e81-4666-4376-8fc7-6b9679bbe6dc", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:49.672352 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-07464fcf-c272-400f-99e1-f883330ca441 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:49.672648 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': '165d4e81-4666-4376-8fc7-6b9679bbe6dc', 'status': 'completed', 'code': 200} Sep 08 13:12:49.691163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-7fc19ead-c907-4948-97b4-6044850e34b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:49.692692 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-7fc19ead-c907-4948-97b4-6044850e34b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.6984076 Sep 08 13:12:49.698835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36073214-50e0-4149-bde7-97c0db5d23a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a2bb6b-de34-41d6-880b-e39356c1d632,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:49.744050 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6c97fad-dcad-4348-bcc0-f392d3acf018 req-9a3ab797-efb8-413d-accc-15835f30c7c8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614707 Sep 08 13:12:49.829483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-c70b9e3c-8a90-4949-96cc-27d663a6f7c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070 HTTP/1.1" status: 200 len: 217 time: 0.1029449 Sep 08 13:12:49.845094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36073214-50e0-4149-bde7-97c0db5d23a1 admin admin] Checking segment: {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:49.845729 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36073214-50e0-4149-bde7-97c0db5d23a1 admin admin] Network hostable DHCP agents. Network: f7477135-b06b-42df-ba4d-7c98c1ce1029, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:12:50.056397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-01ff3bf5-7fc0-4e3e-a352-6aa93a8a877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.056397 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-01ff3bf5-7fc0-4e3e-a352-6aa93a8a877b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.1735506 Sep 08 13:12:50.056605 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-1b6e7829-e545-47b1-a9d4-00baea6da424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.056605 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-1b6e7829-e545-47b1-a9d4-00baea6da424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.056605 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-1b6e7829-e545-47b1-a9d4-00baea6da424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.056605 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-1b6e7829-e545-47b1-a9d4-00baea6da424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.056605 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-1b6e7829-e545-47b1-a9d4-00baea6da424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.056605 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-1b6e7829-e545-47b1-a9d4-00baea6da424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.056605 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-1b6e7829-e545-47b1-a9d4-00baea6da424 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5289 time: 0.3672888 Sep 08 13:12:50.071278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fc281-7768-4af0-a53f-865c3b8ea859 req-394cfa8d-cb9c-471c-bf4a-310c8428c6cd tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.081058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fc281-7768-4af0-a53f-865c3b8ea859 req-394cfa8d-cb9c-471c-bf4a-310c8428c6cd tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.082963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-26170345-4cb1-4a58-b731-25e710ef3879 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450094 Sep 08 13:12:50.087522 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fc281-7768-4af0-a53f-865c3b8ea859 req-394cfa8d-cb9c-471c-bf4a-310c8428c6cd tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.094829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fc281-7768-4af0-a53f-865c3b8ea859 req-394cfa8d-cb9c-471c-bf4a-310c8428c6cd tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.100896 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fc281-7768-4af0-a53f-865c3b8ea859 req-394cfa8d-cb9c-471c-bf4a-310c8428c6cd tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.108228 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fc281-7768-4af0-a53f-865c3b8ea859 req-394cfa8d-cb9c-471c-bf4a-310c8428c6cd tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.114742 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-249fc281-7768-4af0-a53f-865c3b8ea859 req-394cfa8d-cb9c-471c-bf4a-310c8428c6cd tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 4603 time: 0.2411413 Sep 08 13:12:50.247426 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-249fc281-7768-4af0-a53f-865c3b8ea859 req-698ff778-2ac9-4b90-861f-2bba063b3532 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206543 Sep 08 13:12:50.271017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-8e013023-049c-42ae-9bb9-81dcbb773a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.271714 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-8e013023-049c-42ae-9bb9-81dcbb773a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.272349 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-8e013023-049c-42ae-9bb9-81dcbb773a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.274318 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-8e013023-049c-42ae-9bb9-81dcbb773a4d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=10e812425d94404696116b1bea9ea60d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1584017 Sep 08 13:12:50.331792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-0c88a5f7-d982-44c1-8254-480003d857f8 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053740 Sep 08 13:12:50.349846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156d3ad-9673-4d89-9b70-8558ed4bef7e req-edd9e95e-9b5a-4284-b89a-e0e07ad361b9 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.358354 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3156d3ad-9673-4d89-9b70-8558ed4bef7e req-edd9e95e-9b5a-4284-b89a-e0e07ad361b9 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1418076 Sep 08 13:12:50.383520 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-79f574fb-7283-45a9-ba1e-d9b172b53518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.385222 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d12a9f48-d91a-4157-8d8a-6764296732cb req-79f574fb-7283-45a9-ba1e-d9b172b53518 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1039093 Sep 08 13:12:50.386912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b976551d-27dd-46f9-8ed9-225533d5e8d1 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:12:50.410052 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:50.480948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Transition to ACTIVE for port object b976551d-27dd-46f9-8ed9-225533d5e8d1 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:50.504234 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3156d3ad-9673-4d89-9b70-8558ed4bef7e req-6954d2fb-d653-460f-a559-5bbd2a65755d tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449406 Sep 08 13:12:50.535213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-80b9a227-7ce6-4483-817c-163e3d69d9f0 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739333 Sep 08 13:12:50.766580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36073214-50e0-4149-bde7-97c0db5d23a1 admin admin] Network f7477135-b06b-42df-ba4d-7c98c1ce1029 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:12:50.797680 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:50.890499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-36073214-50e0-4149-bde7-97c0db5d23a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, f7477135-b06b-42df-ba4d-7c98c1ce1029) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:50.898767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36073214-50e0-4149-bde7-97c0db5d23a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.899281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf41803-cb47-45aa-ba11-966af7761c98 None None] Network f7477135-b06b-42df-ba4d-7c98c1ce1029 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:12:50.904041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-36073214-50e0-4149-bde7-97c0db5d23a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:50.925980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d4c4ee-0dbf-4a78-b9d9-8dad6e3db62b req-a207d6ff-1a58-4a29-a401-8221f8bbcc2b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:50.932158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Pushing event updated for resources: {'Port': ['ID=b976551d-27dd-46f9-8ed9-225533d5e8d1,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:50.950219 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23d4c4ee-0dbf-4a78-b9d9-8dad6e3db62b req-a207d6ff-1a58-4a29-a401-8221f8bbcc2b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.1191843 Sep 08 13:12:51.033765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51102) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:51.154149 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-36073214-50e0-4149-bde7-97c0db5d23a1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4320004 Sep 08 13:12:51.156840 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23d4c4ee-0dbf-4a78-b9d9-8dad6e3db62b req-13ee51fb-96ca-459a-976f-8f2fc22f0d4a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990292 Sep 08 13:12:51.167248 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee201d60-8b2b-44f4-981a-688e0cccbd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:51.350465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcda0d7-68d9-45da-b814-3908e61967c7 None None] Network f7477135-b06b-42df-ba4d-7c98c1ce1029 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:12:51.454625 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daa11dcd-22f5-41cf-822e-33b071be3833 req-ae02eb6e-511c-4edd-a8e4-f7faf334d2ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2770853 Sep 08 13:12:51.546601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Attempting to bind port b976551d-27dd-46f9-8ed9-225533d5e8d1 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:51.547498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Attempting to bind port b976551d-27dd-46f9-8ed9-225533d5e8d1 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:51.548495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Attempting to bind port b976551d-27dd-46f9-8ed9-225533d5e8d1 on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:51.577912 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee201d60-8b2b-44f4-981a-688e0cccbd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:51.584868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Port b976551d-27dd-46f9-8ed9-225533d5e8d1 on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:12:51.585638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Attempting to bind port b976551d-27dd-46f9-8ed9-225533d5e8d1 on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:51.593257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:51.594609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Checking segment: {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:51.596495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Bound using segment: {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:51.597273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Bound port: b976551d-27dd-46f9-8ed9-225533d5e8d1, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:51.597972 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:51.678275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] For port b976551d-27dd-46f9-8ed9-225533d5e8d1, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:51.682710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] For port b976551d-27dd-46f9-8ed9-225533d5e8d1, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b976551d-27dd-46f9-8ed9-225533d5e8d1,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:51.698571 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee201d60-8b2b-44f4-981a-688e0cccbd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:51.735266 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091337-7460-4abc-87c2-aa45644cb8a2 req-4c926102-1ce5-4147-ac93-51ed11b6f371 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:51.741487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091337-7460-4abc-87c2-aa45644cb8a2 req-4c926102-1ce5-4147-ac93-51ed11b6f371 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:51.748722 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091337-7460-4abc-87c2-aa45644cb8a2 req-4c926102-1ce5-4147-ac93-51ed11b6f371 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:51.762065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091337-7460-4abc-87c2-aa45644cb8a2 req-4c926102-1ce5-4147-ac93-51ed11b6f371 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:51.768884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091337-7460-4abc-87c2-aa45644cb8a2 req-4c926102-1ce5-4147-ac93-51ed11b6f371 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:51.775047 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091337-7460-4abc-87c2-aa45644cb8a2 req-4c926102-1ce5-4147-ac93-51ed11b6f371 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:51.785654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34091337-7460-4abc-87c2-aa45644cb8a2 req-4c926102-1ce5-4147-ac93-51ed11b6f371 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:51.786923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee201d60-8b2b-44f4-981a-688e0cccbd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5e5984-74be-41e4-a328-1991fa9ee7d4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:51.787710 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-34091337-7460-4abc-87c2-aa45644cb8a2 req-4c926102-1ce5-4147-ac93-51ed11b6f371 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5381 time: 0.3652732 Sep 08 13:12:51.791969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11dcd-22f5-41cf-822e-33b071be3833 req-8aff2ec3-6ee8-4332-8e63-22fd6e2b6cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:51.793648 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daa11dcd-22f5-41cf-822e-33b071be3833 req-8aff2ec3-6ee8-4332-8e63-22fd6e2b6cc7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a7274b00e2404f71955ace24a4fcbafe&device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 1096 time: 0.2964718 Sep 08 13:12:51.823970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ee201d60-8b2b-44f4-981a-688e0cccbd3e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=48a5c0d826fc4af1930ce2c636d7f229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7796826 Sep 08 13:12:51.823970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51118) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:12:51.852274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4ac86-7a9e-4f0b-8636-5bcb221a2409 req-a3a51961-8123-4326-b00d-60d48af79fbd tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:51.866729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3e4ac86-7a9e-4f0b-8636-5bcb221a2409 req-a3a51961-8123-4326-b00d-60d48af79fbd tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1818802 Sep 08 13:12:51.886498 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-34091337-7460-4abc-87c2-aa45644cb8a2 req-a9153a24-b4db-410e-a29a-7781a59e33bd tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865917 Sep 08 13:12:51.959218 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:52.046623 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11dcd-22f5-41cf-822e-33b071be3833 req-c2e5eb33-dd96-462e-af4d-0d37a617789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:52.051381 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daa11dcd-22f5-41cf-822e-33b071be3833 req-c2e5eb33-dd96-462e-af4d-0d37a617789a service neutron] 10.222.0.70 "GET /v2.0/networks?id=140e26e4-9169-4cfc-9628-100d96ca6c1a HTTP/1.1" status: 200 len: 925 time: 0.2307978 Sep 08 13:12:52.120872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:52.123204 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:52.126099 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] 10.222.0.70 "PUT /v2.0/ports/b976551d-27dd-46f9-8ed9-225533d5e8d1 HTTP/1.1" status: 200 len: 1136 time: 2.9499485 Sep 08 13:12:52.140321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': 'b976551d-27dd-46f9-8ed9-225533d5e8d1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:52.147947 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d" -d '{"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "b976551d-27dd-46f9-8ed9-225533d5e8d1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:52.205157 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daa11dcd-22f5-41cf-822e-33b071be3833 req-b71153cf-e6df-4d18-a5a4-af2d430670af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c78ef4a-0020-425d-9a84-45160f0f5301 HTTP/1.1" status: 200 len: 999 time: 0.1422598 Sep 08 13:12:52.226923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3e4ac86-7a9e-4f0b-8636-5bcb221a2409 req-819b5850-64bc-4bdc-bc77-39071c85fe4c tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592298 Sep 08 13:12:52.250737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Request body: {'port': {'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:52.394795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11dcd-22f5-41cf-822e-33b071be3833 req-f5e889a8-7d2d-4f39-86da-1fab132fe12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:52.396533 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daa11dcd-22f5-41cf-822e-33b071be3833 req-f5e889a8-7d2d-4f39-86da-1fab132fe12d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bb151a63-aad3-419d-afc4-6b2e27650372 HTTP/1.1" status: 200 len: 863 time: 0.1834793 Sep 08 13:12:52.648175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-e8c7f667-6d2f-45b3-8cb5-22e130cdc875 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:52.656310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-e8c7f667-6d2f-45b3-8cb5-22e130cdc875 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/networks?id=f7477135-b06b-42df-ba4d-7c98c1ce1029 HTTP/1.1" status: 200 len: 805 time: 0.2586613 Sep 08 13:12:52.685304 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-5f5c2c31-71f0-4ca9-b26c-06b94ec93c7b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/quotas/3d04fe8f21c54793bfd07ed8ac6ad05e HTTP/1.1" status: 200 len: 375 time: 0.0275729 Sep 08 13:12:52.741734 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-bd149294-cbc2-4c02-a50b-3c10f77122cb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554261 Sep 08 13:12:52.795657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11dcd-22f5-41cf-822e-33b071be3833 req-ac36ccd7-ae9d-4a06-bb3d-3f628e124303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:52.797464 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daa11dcd-22f5-41cf-822e-33b071be3833 req-ac36ccd7-ae9d-4a06-bb3d-3f628e124303 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=140e26e4-9169-4cfc-9628-100d96ca6c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332824 Sep 08 13:12:52.969521 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-449cb2ae-7f3c-4a7e-9360-862c33a57c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:53.009678 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7382a1c-aff6-4886-bba9-f5c8526aca21 x-openstack-request-id: req-a7382a1c-aff6-4886-bba9-f5c8526aca21 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:53.009955 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "b976551d-27dd-46f9-8ed9-225533d5e8d1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:53.010107 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a7382a1c-aff6-4886-bba9-f5c8526aca21 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:53.010504 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': 'b976551d-27dd-46f9-8ed9-225533d5e8d1', 'status': 'completed', 'code': 200} Sep 08 13:12:53.063211 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daa11dcd-22f5-41cf-822e-33b071be3833 req-dd81ae7b-042e-4f48-bc59-b8697c914940 service neutron] 10.222.0.70 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578099 Sep 08 13:12:53.070621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a635624-fb76-435b-89f4-69acee56e17b service neutron] Pushing event updated for resources: {'Port': ['ID=b976551d-27dd-46f9-8ed9-225533d5e8d1,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:53.094092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:53.107664 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-0d34e524-bd0e-447f-a0e9-d09effcdfb3a service neutron] 10.222.0.69 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650520 Sep 08 13:12:53.129318 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-449cb2ae-7f3c-4a7e-9360-862c33a57c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:53.158552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d7856c0-ad86-424f-ab95-d32244bda577 req-f33a072c-0e48-4247-adae-81a06d1a98c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1847386 Sep 08 13:12:53.212471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-c5ffc52d-6feb-4fe5-8a2a-56041e2973ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.213050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-c5ffc52d-6feb-4fe5-8a2a-56041e2973ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.213531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-c5ffc52d-6feb-4fe5-8a2a-56041e2973ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.214007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-c5ffc52d-6feb-4fe5-8a2a-56041e2973ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.214584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-c5ffc52d-6feb-4fe5-8a2a-56041e2973ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.215425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-c5ffc52d-6feb-4fe5-8a2a-56041e2973ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.215560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-c5ffc52d-6feb-4fe5-8a2a-56041e2973ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.217574 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-c5ffc52d-6feb-4fe5-8a2a-56041e2973ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6218 time: 0.2453232 Sep 08 13:12:53.225461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f155463-3fcd-4cf7-9b9d-252f173a36d9 req-1368ce25-dc41-498e-baaa-9a480a4f8fdf tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.229365 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f155463-3fcd-4cf7-9b9d-252f173a36d9 req-1368ce25-dc41-498e-baaa-9a480a4f8fdf tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.2296927 Sep 08 13:12:53.254240 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daa11dcd-22f5-41cf-822e-33b071be3833 req-7b58e301-b0c0-451a-912f-b1f0902cf4ef service neutron] 10.222.0.70 "GET /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793346 Sep 08 13:12:53.288424 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-35269832-f30c-4a77-bfe2-00a73c098571 service neutron] 10.222.0.69 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385775 Sep 08 13:12:53.469357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f155463-3fcd-4cf7-9b9d-252f173a36d9 req-6658694b-6e2a-4604-8eb8-a36a20b1106d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137938 Sep 08 13:12:53.488330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7856c0-ad86-424f-ab95-d32244bda577 req-0bc0b22b-7490-4629-a3ec-5d9f2617b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.490292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d7856c0-ad86-424f-ab95-d32244bda577 req-0bc0b22b-7490-4629-a3ec-5d9f2617b3e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 1098 time: 0.2516263 Sep 08 13:12:53.555475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-472d98ca-9f3d-4832-974b-46101c251f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.555965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-472d98ca-9f3d-4832-974b-46101c251f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.556432 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-472d98ca-9f3d-4832-974b-46101c251f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.558074 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-472d98ca-9f3d-4832-974b-46101c251f28 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=10e812425d94404696116b1bea9ea60d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3207281 Sep 08 13:12:53.588418 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-449cb2ae-7f3c-4a7e-9360-862c33a57c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:53.591683 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-449cb2ae-7f3c-4a7e-9360-862c33a57c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:53.599688 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-449cb2ae-7f3c-4a7e-9360-862c33a57c63 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d5e5984-74be-41e4-a328-1991fa9ee7d4 HTTP/1.1" status: 204 len: 168 time: 1.7807319 Sep 08 13:12:53.667750 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449cb2ae-7f3c-4a7e-9360-862c33a57c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5e5984-74be-41e4-a328-1991fa9ee7d4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:53.846590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdca707-944d-4c91-90c4-eac6ca16388e req-138ed42a-530e-468d-86cf-a0482a3b01b4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.855570 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdca707-944d-4c91-90c4-eac6ca16388e req-138ed42a-530e-468d-86cf-a0482a3b01b4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.862859 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdca707-944d-4c91-90c4-eac6ca16388e req-138ed42a-530e-468d-86cf-a0482a3b01b4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.873688 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdca707-944d-4c91-90c4-eac6ca16388e req-138ed42a-530e-468d-86cf-a0482a3b01b4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.882133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdca707-944d-4c91-90c4-eac6ca16388e req-138ed42a-530e-468d-86cf-a0482a3b01b4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.893320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdca707-944d-4c91-90c4-eac6ca16388e req-138ed42a-530e-468d-86cf-a0482a3b01b4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.902206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdca707-944d-4c91-90c4-eac6ca16388e req-138ed42a-530e-468d-86cf-a0482a3b01b4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:53.905621 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1cdca707-944d-4c91-90c4-eac6ca16388e req-138ed42a-530e-468d-86cf-a0482a3b01b4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5381 time: 0.1405458 Sep 08 13:12:53.940090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d47d4d6-8773-4585-974b-fddb0008ba76 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:12:53.948814 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:53.962215 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1cdca707-944d-4c91-90c4-eac6ca16388e req-2de08ce0-af8c-45f7-9bae-d46ee1d41805 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503864 Sep 08 13:12:53.975153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Transition to ACTIVE for port object 2d47d4d6-8773-4585-974b-fddb0008ba76 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:54.022708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e26a8-6955-4e0b-866c-3388d6ce50e9 req-35da1beb-a4db-452b-9470-6024c12e5347 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:54.024448 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-301e26a8-6955-4e0b-866c-3388d6ce50e9 req-35da1beb-a4db-452b-9470-6024c12e5347 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.2359502 Sep 08 13:12:54.043001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7856c0-ad86-424f-ab95-d32244bda577 req-084b764e-3c2e-45c4-b548-f8fb35c15c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:54.045090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d7856c0-ad86-424f-ab95-d32244bda577 req-084b764e-3c2e-45c4-b548-f8fb35c15c07 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.5093865 Sep 08 13:12:54.056204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-aa186bec-d2ea-46a0-b423-6aa847c26c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:54.057987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31a69d4d-1cc8-4cec-ba55-4bcaa19e534d req-aa186bec-d2ea-46a0-b423-6aa847c26c3e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4817879 Sep 08 13:12:54.194243 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d7856c0-ad86-424f-ab95-d32244bda577 req-0df3d9ff-7035-4ded-b86b-dc8e90f1875b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c0a0da-3d86-403d-8799-c44195164676 HTTP/1.1" status: 200 len: 217 time: 0.1325166 Sep 08 13:12:54.227206 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:54.272742 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52a831de-a125-4496-800f-7e3faba6ac2f req-916f1e77-56e4-4f6b-b422-1568978c2f52 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 210 time: 0.0544622 Sep 08 13:12:54.369560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-301e26a8-6955-4e0b-866c-3388d6ce50e9 req-b15e6368-a781-46d1-b73f-311928bd5fd0 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364089 Sep 08 13:12:54.394523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7856c0-ad86-424f-ab95-d32244bda577 req-8e72236c-67c8-459e-92f6-223d3a00b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:54.397874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d7856c0-ad86-424f-ab95-d32244bda577 req-8e72236c-67c8-459e-92f6-223d3a00b949 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.1932626 Sep 08 13:12:54.425094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Pushing event updated for resources: {'Port': ['ID=2d47d4d6-8773-4585-974b-fddb0008ba76,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:54.508140 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d7856c0-ad86-424f-ab95-d32244bda577 req-9fa06715-4717-4b87-bc1c-8cebfc7d4df6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000078 Sep 08 13:12:54.611777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0421a12-3276-441f-bb5b-a11c38335d62 req-a605c0d3-beb2-4aa2-9f9f-04124074c98e tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:54.613436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d0421a12-3276-441f-bb5b-a11c38335d62 req-a605c0d3-beb2-4aa2-9f9f-04124074c98e tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 950 time: 0.1095858 Sep 08 13:12:54.702976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d0421a12-3276-441f-bb5b-a11c38335d62 req-3e510eed-0519-4262-8bf6-d5bd785cf63b tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779037 Sep 08 13:12:54.793541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Attempting to bind port 2d47d4d6-8773-4585-974b-fddb0008ba76 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:54.793921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Attempting to bind port 2d47d4d6-8773-4585-974b-fddb0008ba76 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:54.795081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Attempting to bind port 2d47d4d6-8773-4585-974b-fddb0008ba76 on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:54.807491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb054ad-2cca-44e4-8707-499ef072359e req-5dd472ab-3f9f-4961-ac73-21534bc21fa9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:54.814944 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4eb054ad-2cca-44e4-8707-499ef072359e req-5dd472ab-3f9f-4961-ac73-21534bc21fa9 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.1469986 Sep 08 13:12:54.821203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d7856c0-ad86-424f-ab95-d32244bda577 req-7e749b27-17c7-4602-893d-2bee89492581 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979386 Sep 08 13:12:54.827158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Port 2d47d4d6-8773-4585-974b-fddb0008ba76 on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:12:54.827465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Attempting to bind port 2d47d4d6-8773-4585-974b-fddb0008ba76 on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:54.870881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:54.871225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Checking segment: {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:54.871675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Bound using segment: {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:54.872146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Bound port: 2d47d4d6-8773-4585-974b-fddb0008ba76, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:54.872705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:54.908648 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4eb054ad-2cca-44e4-8707-499ef072359e req-d7eb9ddf-925d-4c46-b7c2-7ed3ef53dea7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923469 Sep 08 13:12:55.029391 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d7856c0-ad86-424f-ab95-d32244bda577 req-ee068910-b23e-46a4-b36d-055e89abf954 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915944 Sep 08 13:12:55.037945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] For port 2d47d4d6-8773-4585-974b-fddb0008ba76, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:55.047402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] For port 2d47d4d6-8773-4585-974b-fddb0008ba76, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2d47d4d6-8773-4585-974b-fddb0008ba76,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:55.200871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627608-28e1-414a-9881-34efea71239c req-36cb649f-d0c0-456d-8445-53435c5439db tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.214342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627608-28e1-414a-9881-34efea71239c req-36cb649f-d0c0-456d-8445-53435c5439db tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.223450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627608-28e1-414a-9881-34efea71239c req-36cb649f-d0c0-456d-8445-53435c5439db tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.229854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627608-28e1-414a-9881-34efea71239c req-36cb649f-d0c0-456d-8445-53435c5439db tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.236488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627608-28e1-414a-9881-34efea71239c req-36cb649f-d0c0-456d-8445-53435c5439db tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.242603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627608-28e1-414a-9881-34efea71239c req-36cb649f-d0c0-456d-8445-53435c5439db tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.249158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627608-28e1-414a-9881-34efea71239c req-36cb649f-d0c0-456d-8445-53435c5439db tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.251164 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39627608-28e1-414a-9881-34efea71239c req-36cb649f-d0c0-456d-8445-53435c5439db tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5393 time: 0.1436090 Sep 08 13:12:55.253090 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:55.307669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.308318 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:55.310290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] 10.222.0.70 "PUT /v2.0/ports/2d47d4d6-8773-4585-974b-fddb0008ba76 HTTP/1.1" status: 200 len: 1090 time: 3.0699153 Sep 08 13:12:55.310758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': '2d47d4d6-8773-4585-974b-fddb0008ba76'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:55.313239 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43606c82-c754-4b9a-a3ea-3474b866437f" -d '{"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "2d47d4d6-8773-4585-974b-fddb0008ba76"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:55.357818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39627608-28e1-414a-9881-34efea71239c req-52e693d3-42e8-4134-a1b7-b09c83a6cc07 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954275 Sep 08 13:12:55.359302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae6a68-1395-4a6e-b1f3-e727cebb1f71 service neutron] Pushing event updated for resources: {'Port': ['ID=2d47d4d6-8773-4585-974b-fddb0008ba76,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:55.474814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Request body: {'port': {'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:55.577704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-748349cc-5f99-4461-8ed3-29892a3d5267 req-98932e53-be72-485e-b4f7-626c0798efe2 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 210 time: 0.0418491 Sep 08 13:12:55.612735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:55.663596 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf8dadd-0792-40e1-a64a-6767b00b610f x-openstack-request-id: req-cdf8dadd-0792-40e1-a64a-6767b00b610f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:55.663596 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "2d47d4d6-8773-4585-974b-fddb0008ba76", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:55.663596 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cdf8dadd-0792-40e1-a64a-6767b00b610f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:55.663596 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': '2d47d4d6-8773-4585-974b-fddb0008ba76', 'status': 'completed', 'code': 200} Sep 08 13:12:55.888655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e19ad3-c275-4530-8236-ab3a66808eb3 req-aeb42ab7-8b37-4dc7-8f98-776e0a500416 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.890860 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f7e19ad3-c275-4530-8236-ab3a66808eb3 req-aeb42ab7-8b37-4dc7-8f98-776e0a500416 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1179099 Sep 08 13:12:55.924581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606c82-c754-4b9a-a3ea-3474b866437f req-16acda4e-2bfd-43b6-be3e-a2c9123126b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.925069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606c82-c754-4b9a-a3ea-3474b866437f req-16acda4e-2bfd-43b6-be3e-a2c9123126b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.925599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606c82-c754-4b9a-a3ea-3474b866437f req-16acda4e-2bfd-43b6-be3e-a2c9123126b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.926073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606c82-c754-4b9a-a3ea-3474b866437f req-16acda4e-2bfd-43b6-be3e-a2c9123126b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.926621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606c82-c754-4b9a-a3ea-3474b866437f req-16acda4e-2bfd-43b6-be3e-a2c9123126b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.927077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606c82-c754-4b9a-a3ea-3474b866437f req-16acda4e-2bfd-43b6-be3e-a2c9123126b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.927722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606c82-c754-4b9a-a3ea-3474b866437f req-16acda4e-2bfd-43b6-be3e-a2c9123126b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:55.932385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43606c82-c754-4b9a-a3ea-3474b866437f req-16acda4e-2bfd-43b6-be3e-a2c9123126b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6285 time: 0.1623333 Sep 08 13:12:56.059161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f7e19ad3-c275-4530-8236-ab3a66808eb3 req-2a63090a-bc30-49de-bc48-be8b946dbcdc tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422937 Sep 08 13:12:56.111603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606c82-c754-4b9a-a3ea-3474b866437f req-167beb28-3aa0-4fcb-adda-9d5d341de83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.112087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606c82-c754-4b9a-a3ea-3474b866437f req-167beb28-3aa0-4fcb-adda-9d5d341de83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.112561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606c82-c754-4b9a-a3ea-3474b866437f req-167beb28-3aa0-4fcb-adda-9d5d341de83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.114239 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43606c82-c754-4b9a-a3ea-3474b866437f req-167beb28-3aa0-4fcb-adda-9d5d341de83c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=10e812425d94404696116b1bea9ea60d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1709130 Sep 08 13:12:56.176470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:12:56.212692 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:56.266220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Transition to ACTIVE for port object ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:56.285066 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 4b450703-7a33-469c-8d15-7042a6d4a64d no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:12:56.288153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43606c82-c754-4b9a-a3ea-3474b866437f req-ce02b2d3-3b97-47cb-8e6a-45b27a1a0245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.289915 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43606c82-c754-4b9a-a3ea-3474b866437f req-ce02b2d3-3b97-47cb-8e6a-45b27a1a0245 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1582425 Sep 08 13:12:56.303667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21451da-110e-4a34-b8df-e9e4704013f8 req-eb0b5598-7152-4c5d-93e8-1472a1c1886e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.305375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f21451da-110e-4a34-b8df-e9e4704013f8 req-eb0b5598-7152-4c5d-93e8-1472a1c1886e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.0834482 Sep 08 13:12:56.380882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f21451da-110e-4a34-b8df-e9e4704013f8 req-b5f60a13-5f23-442a-83ae-008a2fbfd10d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686748 Sep 08 13:12:56.384719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:56.387464 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:56.418880 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:56.423991 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f4d7f6-5782-4533-9138-4207a90a71ad" -d '{"events": [{"server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "name": "network-vif-unplugged", "status": "completed", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:56.443442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:12:56.512326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:56.623618 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:56.718538 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=4b450703-7a33-469c-8d15-7042a6d4a64d,revision_number=11']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:56.755253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Attempting to bind port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:56.755511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Attempting to bind port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:56.755847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Attempting to bind port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:56.816732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4468-7119-44b5-863b-bcd281dab0d0 req-92e76155-c05e-4704-83e5-f720a81ae35e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.847940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4468-7119-44b5-863b-bcd281dab0d0 req-92e76155-c05e-4704-83e5-f720a81ae35e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.863720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4468-7119-44b5-863b-bcd281dab0d0 req-92e76155-c05e-4704-83e5-f720a81ae35e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.869817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4468-7119-44b5-863b-bcd281dab0d0 req-92e76155-c05e-4704-83e5-f720a81ae35e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.876989 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b392262b-1b8b-4869-a083-fdb755e46734 x-openstack-request-id: req-b392262b-1b8b-4869-a083-fdb755e46734 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:56.876989 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "name": "network-vif-unplugged", "status": "completed", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:56.877232 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b392262b-1b8b-4869-a083-fdb755e46734 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:56.877614 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'code': 200} Sep 08 13:12:56.884200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4468-7119-44b5-863b-bcd281dab0d0 req-92e76155-c05e-4704-83e5-f720a81ae35e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.891021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4468-7119-44b5-863b-bcd281dab0d0 req-92e76155-c05e-4704-83e5-f720a81ae35e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.897528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f4468-7119-44b5-863b-bcd281dab0d0 req-92e76155-c05e-4704-83e5-f720a81ae35e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.899470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-827f4468-7119-44b5-863b-bcd281dab0d0 req-92e76155-c05e-4704-83e5-f720a81ae35e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5405 time: 0.3183105 Sep 08 13:12:56.966754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:12:56.966754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Attempting to bind port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:56.975033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:56.975371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Checking segment: {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:56.976091 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Bound using segment: {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:56.976384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Bound port: ff58ace0-e12c-466c-a03d-dda9e8b9f8c4, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33755a2e-57a6-4d55-aba3-f37740921bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:56.976829 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:56.991696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-a312dc43-42c5-4a6e-bea6-a8eccfeba290 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:56.995375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-a312dc43-42c5-4a6e-bea6-a8eccfeba290 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.60 "GET /v2.0/networks?id=f7477135-b06b-42df-ba4d-7c98c1ce1029 HTTP/1.1" status: 200 len: 805 time: 0.3321784 Sep 08 13:12:57.025959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Request body: {'port': {'device_id': 'e87724ec-a127-4538-b166-a95d992a0586', 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'admin_state_up': True, 'tenant_id': '3d04fe8f21c54793bfd07ed8ac6ad05e'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:57.053336 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-918d56a4-cc92-4e96-9a46-586d5a9aa7dc req-a17eee08-aaae-4966-8ec2-f2a299b140e8 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 210 time: 0.0379460 Sep 08 13:12:57.156750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-827f4468-7119-44b5-863b-bcd281dab0d0 req-c7eb7c20-9dcc-477a-a864-35a6018d205b tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1844137 Sep 08 13:12:57.207408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] For port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:57.212629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] For port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:57.322712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc3b1c-2adb-4d73-b83b-91f1703e6de2 req-7c8dc55a-2a83-4642-a9ce-4776f5150904 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:57.324263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8dfc3b1c-2adb-4d73-b83b-91f1703e6de2 req-7c8dc55a-2a83-4642-a9ce-4776f5150904 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.0862648 Sep 08 13:12:57.339863 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:57.401163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Made reservation on behalf of 3d04fe8f21c54793bfd07ed8ac6ad05e for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:12:57.405534 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:57.425615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8dfc3b1c-2adb-4d73-b83b-91f1703e6de2 req-07ca1b82-d422-4a03-99a4-d4ed1822b553 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947123 Sep 08 13:12:57.431742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:57.432396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:57.436232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] 10.222.0.70 "PUT /v2.0/ports/ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 HTTP/1.1" status: 200 len: 1091 time: 1.9655740 Sep 08 13:12:57.512294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed62bf-7ab9-47e4-93da-4a180a348fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:57.594772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Request body: {'port': {'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:57.646933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Allocated IP 172.20.0.3 (f7477135-b06b-42df-ba4d-7c98c1ce1029/c7a2bb6b-de34-41d6-880b-e39356c1d632/ce4f75f7-6594-405a-9afe-58a88e0378c1) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:12:57.691809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': 'ff58ace0-e12c-466c-a03d-dda9e8b9f8c4'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:12:57.694492 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e" -d '{"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "ff58ace0-e12c-466c-a03d-dda9e8b9f8c4"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:12:57.748126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:57.764721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800b3a2-0bdd-4429-85e1-d22c07ef2753 req-e5561f80-650a-4405-a008-42f722d33c19 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:57.766522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5800b3a2-0bdd-4429-85e1-d22c07ef2753 req-e5561f80-650a-4405-a008-42f722d33c19 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.1033325 Sep 08 13:12:57.818123 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5800b3a2-0bdd-4429-85e1-d22c07ef2753 req-6c07363c-1f7d-486e-9819-d5faa7e12fab tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421073 Sep 08 13:12:57.846980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8fb75-f8fc-4351-8bdd-50a8af5cfb19 req-5f5a75ea-5c09-49a1-9040-f8dc8fbd22f2 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:57.848560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1c8fb75-f8fc-4351-8bdd-50a8af5cfb19 req-5f5a75ea-5c09-49a1-9040-f8dc8fbd22f2 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 948 time: 0.1507740 Sep 08 13:12:57.979068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fef95b-960a-4dca-bb14-a7507e8a6664 req-aad3e2e8-ef74-4271-941e-6666e41c44be tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:57.987989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62fef95b-960a-4dca-bb14-a7507e8a6664 req-aad3e2e8-ef74-4271-941e-6666e41c44be tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0692480 Sep 08 13:12:58.045071 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62fef95b-960a-4dca-bb14-a7507e8a6664 req-ebeaac0e-d438-4feb-97d3-ac0011088016 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560880 Sep 08 13:12:58.237736 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-92a71abf-e552-4130-8628-7d8e1c110eed req-ed7edac2-86e3-44ba-993b-8fcf85d16428 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 210 time: 0.0303266 Sep 08 13:12:58.384285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88233b-5d63-4fbf-907f-773c988545e6 req-2eb2d4fd-5e74-41c6-a9cb-acef64722293 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.398607 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88233b-5d63-4fbf-907f-773c988545e6 req-2eb2d4fd-5e74-41c6-a9cb-acef64722293 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.409043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88233b-5d63-4fbf-907f-773c988545e6 req-2eb2d4fd-5e74-41c6-a9cb-acef64722293 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.418783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88233b-5d63-4fbf-907f-773c988545e6 req-2eb2d4fd-5e74-41c6-a9cb-acef64722293 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.427290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88233b-5d63-4fbf-907f-773c988545e6 req-2eb2d4fd-5e74-41c6-a9cb-acef64722293 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.430406 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dccf3ab-de22-4b92-8e52-ee0d3a06f126 x-openstack-request-id: req-2dccf3ab-de22-4b92-8e52-ee0d3a06f126 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:12:58.438356 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "ff58ace0-e12c-466c-a03d-dda9e8b9f8c4", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:12:58.438356 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2dccf3ab-de22-4b92-8e52-ee0d3a06f126 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:12:58.438356 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': 'ff58ace0-e12c-466c-a03d-dda9e8b9f8c4', 'status': 'completed', 'code': 200} Sep 08 13:12:58.438686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88233b-5d63-4fbf-907f-773c988545e6 req-2eb2d4fd-5e74-41c6-a9cb-acef64722293 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.441189 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88233b-5d63-4fbf-907f-773c988545e6 req-2eb2d4fd-5e74-41c6-a9cb-acef64722293 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.443239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da88233b-5d63-4fbf-907f-773c988545e6 req-2eb2d4fd-5e74-41c6-a9cb-acef64722293 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5405 time: 0.1299117 Sep 08 13:12:58.454207 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1c8fb75-f8fc-4351-8bdd-50a8af5cfb19 req-dc627dc0-d3d7-4e4a-9986-9277dec045f8 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5928686 Sep 08 13:12:58.497065 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da88233b-5d63-4fbf-907f-773c988545e6 req-44d527a8-113e-4e76-9387-8feaf16b4dd7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464594 Sep 08 13:12:58.597879 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:58.627468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-6a4b5f8b-f556-4459-a3eb-259a56b3c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.627957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-6a4b5f8b-f556-4459-a3eb-259a56b3c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.628436 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-6a4b5f8b-f556-4459-a3eb-259a56b3c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.628904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-6a4b5f8b-f556-4459-a3eb-259a56b3c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.629371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-6a4b5f8b-f556-4459-a3eb-259a56b3c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.629837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-6a4b5f8b-f556-4459-a3eb-259a56b3c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.630344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-6a4b5f8b-f556-4459-a3eb-259a56b3c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.632317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-6a4b5f8b-f556-4459-a3eb-259a56b3c862 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6352 time: 0.1984918 Sep 08 13:12:58.770140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c8ff17-54e6-461e-b93d-920b869ab44f req-807f98a1-6f50-41a4-b0be-c8dbf5079ad9 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.771761 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67c8ff17-54e6-461e-b93d-920b869ab44f req-807f98a1-6f50-41a4-b0be-c8dbf5079ad9 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.2045820 Sep 08 13:12:58.864138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44190366-792e-4732-90ee-a9db95993d7d {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:12:58.877360 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:58.889985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-89dfd2b9-cebf-465e-a60f-810d670b3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.890499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-89dfd2b9-cebf-465e-a60f-810d670b3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.912430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-89dfd2b9-cebf-465e-a60f-810d670b3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:58.912430 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-89dfd2b9-cebf-465e-a60f-810d670b3286 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=10e812425d94404696116b1bea9ea60d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2417414 Sep 08 13:12:58.929773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67c8ff17-54e6-461e-b93d-920b869ab44f req-ab902bfb-32be-41a4-9152-d76f6d542e9b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379855 Sep 08 13:12:58.934985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Transition to ACTIVE for port object 44190366-792e-4732-90ee-a9db95993d7d will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:12:58.960585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:59.076128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Network f7477135-b06b-42df-ba4d-7c98c1ce1029 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:12:59.086771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:12:59.095539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:12:59.106162 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Pushing event updated for resources: {'Port': ['ID=ce4f75f7-6594-405a-9afe-58a88e0378c1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:59.137064 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:59.181692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-27e162b4-47a0-4a3b-b9f5-e6e0107dc766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.183283 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f163b3b-f4c5-42b0-bbb0-4ef1c23e609e req-27e162b4-47a0-4a3b-b9f5-e6e0107dc766 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2829249 Sep 08 13:12:59.203278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5de6c9-a728-465f-873d-db71e63452b2 req-6ab0dc92-d3bf-4dd9-bfc1-c6054ad83e1c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.204918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3a5de6c9-a728-465f-873d-db71e63452b2 req-6ab0dc92-d3bf-4dd9-bfc1-c6054ad83e1c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.2059653 Sep 08 13:12:59.241750 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Pushing event updated for resources: {'Port': ['ID=44190366-792e-4732-90ee-a9db95993d7d,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:12:59.249911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.250559 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:59.359571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3a5de6c9-a728-465f-873d-db71e63452b2 req-711549bf-d692-484e-abfb-b043e0aa1b64 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082199 Sep 08 13:12:59.407224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Attempting to bind port 44190366-792e-4732-90ee-a9db95993d7d on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:12:59.407571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Attempting to bind port 44190366-792e-4732-90ee-a9db95993d7d by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:12:59.407916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Attempting to bind port 44190366-792e-4732-90ee-a9db95993d7d on network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:59.424206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Port 44190366-792e-4732-90ee-a9db95993d7d on network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:12:59.424560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Attempting to bind port 44190366-792e-4732-90ee-a9db95993d7d on network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:12:59.432977 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:12:59.433595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Checking segment: {'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:12:59.433815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Bound using segment: {'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:12:59.434142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Bound port: 44190366-792e-4732-90ee-a9db95993d7d, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:12:59.434595 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:59.446582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-d50525aa-9141-43e7-82f6-f08b618ee8ff tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4253457 Sep 08 13:12:59.459838 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470461e-5fd6-4afb-a159-4987f90433b1 req-1dfdbd1a-bfad-4b36-b66a-961271551694 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.462715 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9470461e-5fd6-4afb-a159-4987f90433b1 req-1dfdbd1a-bfad-4b36-b66a-961271551694 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 931 time: 0.0708878 Sep 08 13:12:59.463718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Request body: {'port': {'device_id': 'e87724ec-a127-4538-b166-a95d992a0586', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:12:59.515178 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9470461e-5fd6-4afb-a159-4987f90433b1 req-4e38c21f-fda3-454e-9df0-0cdd4d39439d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412543 Sep 08 13:12:59.640595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dffe54-3c69-43a2-9ce2-33a1cb179025 req-95716fce-dfbd-4f45-82aa-02f2ddc75cbb tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.642119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71dffe54-3c69-43a2-9ce2-33a1cb179025 req-95716fce-dfbd-4f45-82aa-02f2ddc75cbb tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.70 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 948 time: 0.1946568 Sep 08 13:12:59.642579 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831fc1b-7953-43fa-9099-b07d35ed964f req-8f0d49b8-666e-4ab7-aa7f-b17b716129f2 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.645217 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c831fc1b-7953-43fa-9099-b07d35ed964f req-8f0d49b8-666e-4ab7-aa7f-b17b716129f2 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 948 time: 0.0722167 Sep 08 13:12:59.676044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61606d3-068d-4b9b-9bad-384c30bba9cf req-8af68dd9-fc9d-4b0e-b9f2-606d707f0b8d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.677636 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b61606d3-068d-4b9b-9bad-384c30bba9cf req-8af68dd9-fc9d-4b0e-b9f2-606d707f0b8d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 945 time: 0.2105153 Sep 08 13:12:59.686234 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:59.693769 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c831fc1b-7953-43fa-9099-b07d35ed964f req-1197cced-71a8-4419-bfea-e5972e5ea35a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 Sep 08 13:12:59.741359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] For port 44190366-792e-4732-90ee-a9db95993d7d, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:12:59.787115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] For port 44190366-792e-4732-90ee-a9db95993d7d, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=44190366-792e-4732-90ee-a9db95993d7d,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:12:59.832202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b61606d3-068d-4b9b-9bad-384c30bba9cf req-0b73888d-c4a7-4dc8-b2a4-b7da398b4585 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409590 Sep 08 13:12:59.861426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237c624-43e8-4f2f-a602-269d76dd824a req-976f0259-b97a-43c8-b943-b78c90d3ef30 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.868251 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237c624-43e8-4f2f-a602-269d76dd824a req-976f0259-b97a-43c8-b943-b78c90d3ef30 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.877696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237c624-43e8-4f2f-a602-269d76dd824a req-976f0259-b97a-43c8-b943-b78c90d3ef30 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.885131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237c624-43e8-4f2f-a602-269d76dd824a req-976f0259-b97a-43c8-b943-b78c90d3ef30 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.892099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237c624-43e8-4f2f-a602-269d76dd824a req-976f0259-b97a-43c8-b943-b78c90d3ef30 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.899305 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237c624-43e8-4f2f-a602-269d76dd824a req-976f0259-b97a-43c8-b943-b78c90d3ef30 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.906658 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237c624-43e8-4f2f-a602-269d76dd824a req-976f0259-b97a-43c8-b943-b78c90d3ef30 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:12:59.908699 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b237c624-43e8-4f2f-a602-269d76dd824a req-976f0259-b97a-43c8-b943-b78c90d3ef30 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5417 time: 0.1253664 Sep 08 13:12:59.928646 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:12:59.996765 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b237c624-43e8-4f2f-a602-269d76dd824a req-dfb46024-0876-4634-8d56-216c002f25b6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0792162 Sep 08 13:13:00.002248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.002895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:00.004513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] 10.222.0.70 "PUT /v2.0/ports/44190366-792e-4732-90ee-a9db95993d7d HTTP/1.1" status: 200 len: 1091 time: 2.4155438 Sep 08 13:13:00.036714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-71dffe54-3c69-43a2-9ce2-33a1cb179025 req-213f69b2-bb78-49f1-a0d1-3c76ef5a221a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Deleting port 4b450703-7a33-469c-8d15-7042a6d4a64d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:00.037084 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-71dffe54-3c69-43a2-9ce2-33a1cb179025 req-213f69b2-bb78-49f1-a0d1-3c76ef5a221a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:00.111408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bcb949-4e3e-452a-9332-5f25f3da528b service neutron] Pushing event updated for resources: {'Port': ['ID=44190366-792e-4732-90ee-a9db95993d7d,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:00.186572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Request body: {'port': {'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:00.271803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c0050-3ce7-412c-a0a6-38d76d41f913 req-bdd48dfa-973d-4a62-ae18-3c1c6b2c5e1c tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.273411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-538c0050-3ce7-412c-a0a6-38d76d41f913 req-bdd48dfa-973d-4a62-ae18-3c1c6b2c5e1c tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.2022266 Sep 08 13:13:00.342418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-71dffe54-3c69-43a2-9ce2-33a1cb179025 req-213f69b2-bb78-49f1-a0d1-3c76ef5a221a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] For port 4b450703-7a33-469c-8d15-7042a6d4a64d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=4b450703-7a33-469c-8d15-7042a6d4a64d,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:00.342802 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-71dffe54-3c69-43a2-9ce2-33a1cb179025 req-213f69b2-bb78-49f1-a0d1-3c76ef5a221a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:00.379558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-71dffe54-3c69-43a2-9ce2-33a1cb179025 req-213f69b2-bb78-49f1-a0d1-3c76ef5a221a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Calling delete_port for 4b450703-7a33-469c-8d15-7042a6d4a64d owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:00.386367 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:00.434154 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-538c0050-3ce7-412c-a0a6-38d76d41f913 req-8c89c142-b86a-4f6d-94d9-1ddf9554bc14 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512601 Sep 08 13:13:00.436981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': '44190366-792e-4732-90ee-a9db95993d7d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:00.439292 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7190a7f4-1a41-485d-afba-6ac4e6a4b853" -d '{"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "44190366-792e-4732-90ee-a9db95993d7d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:00.483231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e825bc-96ef-4d60-97a3-f9b5b1a491ba req-c9ae0b7d-2c08-4dd0-b2c7-89d070b68037 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.485642 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-92e825bc-96ef-4d60-97a3-f9b5b1a491ba req-c9ae0b7d-2c08-4dd0-b2c7-89d070b68037 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.0640261 Sep 08 13:13:00.505442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce4f75f7-6594-405a-9afe-58a88e0378c1 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:00.512192 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211977a7-bcec-4f51-8f46-e0aad7bc8919 x-openstack-request-id: req-211977a7-bcec-4f51-8f46-e0aad7bc8919 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:00.519658 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "44190366-792e-4732-90ee-a9db95993d7d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:00.519658 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-211977a7-bcec-4f51-8f46-e0aad7bc8919 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:00.519658 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': '44190366-792e-4732-90ee-a9db95993d7d', 'status': 'completed', 'code': 200} Sep 08 13:13:00.527561 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:00.564169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Transition to ACTIVE for port object ce4f75f7-6594-405a-9afe-58a88e0378c1 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:13:00.574938 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-92e825bc-96ef-4d60-97a3-f9b5b1a491ba req-65eca1d4-dba7-479a-8ca2-f04b841df666 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814109 Sep 08 13:13:00.647691 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:00.656178 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-75335676-df77-42d6-88a7-32077c718ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.657059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-75335676-df77-42d6-88a7-32077c718ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.657694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-75335676-df77-42d6-88a7-32077c718ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.658348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-75335676-df77-42d6-88a7-32077c718ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.659013 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-75335676-df77-42d6-88a7-32077c718ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.659535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-75335676-df77-42d6-88a7-32077c718ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.660264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-75335676-df77-42d6-88a7-32077c718ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.662514 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-75335676-df77-42d6-88a7-32077c718ae3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6419 time: 0.1056788 Sep 08 13:13:00.802081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4f75f7-6594-405a-9afe-58a88e0378c1,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:00.846375 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd07947-ae93-4593-9560-9c9ba491827e req-40c39cc1-4063-4fe9-bbc9-f3221fcd9179 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.848119 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ffd07947-ae93-4593-9560-9c9ba491827e req-40c39cc1-4063-4fe9-bbc9-f3221fcd9179 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.70 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 945 time: 0.0915759 Sep 08 13:13:00.886931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-9475c529-a64b-47ad-9497-cee5f1b8dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.887424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-9475c529-a64b-47ad-9497-cee5f1b8dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.888498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-9475c529-a64b-47ad-9497-cee5f1b8dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.890012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-9475c529-a64b-47ad-9497-cee5f1b8dd46 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=10e812425d94404696116b1bea9ea60d&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2185245 Sep 08 13:13:00.897210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c7be4-8687-4d97-8a8a-540697673499 req-f49574fd-bb2a-4885-88ff-75a5e6eba8aa tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:00.899075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d4c7be4-8687-4d97-8a8a-540697673499 req-f49574fd-bb2a-4885-88ff-75a5e6eba8aa tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 943 time: 0.2412477 Sep 08 13:13:00.975175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Attempting to bind port ce4f75f7-6594-405a-9afe-58a88e0378c1 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:13:00.975546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Attempting to bind port ce4f75f7-6594-405a-9afe-58a88e0378c1 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:13:00.975939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Attempting to bind port ce4f75f7-6594-405a-9afe-58a88e0378c1 on network f7477135-b06b-42df-ba4d-7c98c1ce1029 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:13:01.002037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Port ce4f75f7-6594-405a-9afe-58a88e0378c1 on network f7477135-b06b-42df-ba4d-7c98c1ce1029 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:13:01.002495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Attempting to bind port ce4f75f7-6594-405a-9afe-58a88e0378c1 on network f7477135-b06b-42df-ba4d-7c98c1ce1029 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:13:01.025548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-71dffe54-3c69-43a2-9ce2-33a1cb179025 req-213f69b2-bb78-49f1-a0d1-3c76ef5a221a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:01.057871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d4c7be4-8687-4d97-8a8a-540697673499 req-19562be8-6329-4a3e-8847-cc90cfa74e19 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015604 Sep 08 13:13:01.059306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39856-fac8-4c4a-bb19-6dee75b64e2d req-4b8fd52a-71f4-4405-967e-bd8c258f159c tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:01.078235 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-65f39856-fac8-4c4a-bb19-6dee75b64e2d req-4b8fd52a-71f4-4405-967e-bd8c258f159c tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 866 time: 0.2512593 Sep 08 13:13:01.078587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-d1fb7ff3-7bca-48bc-bc03-aeb2857cb69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:01.084199 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-d1fb7ff3-7bca-48bc-bc03-aeb2857cb69a service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1701355 Sep 08 13:13:01.124321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 12, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:13:01.124653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Checking segment: {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:13:01.125051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Bound using segment: {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:13:01.125517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Bound port: ce4f75f7-6594-405a-9afe-58a88e0378c1, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:13:01.125876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:01.141317 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f69b2-bb78-49f1-a0d1-3c76ef5a221a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Pushing event deleted for resources: {'Port': ['ID=4b450703-7a33-469c-8d15-7042a6d4a64d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:01.195984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-65f39856-fac8-4c4a-bb19-6dee75b64e2d req-662bb1e9-a81c-469a-866e-9b071ea61643 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/security-groups?id=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251764 Sep 08 13:13:01.226934 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Deleting port 5c78ef4a-0020-425d-9a84-45160f0f5301 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:01.228958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:01.289984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dffe54-3c69-43a2-9ce2-33a1cb179025 req-213f69b2-bb78-49f1-a0d1-3c76ef5a221a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] No DVR routers for this DVR port 4b450703-7a33-469c-8d15-7042a6d4a64d on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:13:01.294400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-71dffe54-3c69-43a2-9ce2-33a1cb179025 req-213f69b2-bb78-49f1-a0d1-3c76ef5a221a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:01.296378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71dffe54-3c69-43a2-9ce2-33a1cb179025 req-213f69b2-bb78-49f1-a0d1-3c76ef5a221a tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.70 "DELETE /v2.0/ports/4b450703-7a33-469c-8d15-7042a6d4a64d HTTP/1.1" status: 204 len: 173 time: 1.6393034 Sep 08 13:13:01.327637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9324b9ef-43d5-4410-9e21-a337598b64eb {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:01.337908 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:01.344735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] For port ce4f75f7-6594-405a-9afe-58a88e0378c1, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:13:01.350369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] For port ce4f75f7-6594-405a-9afe-58a88e0378c1, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ce4f75f7-6594-405a-9afe-58a88e0378c1,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:13:01.370737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa26bd-5266-412a-8442-b126d05045dc req-3907a3ff-2aea-48dc-966c-4d4dffa7839e tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:01.370737 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70fa26bd-5266-412a-8442-b126d05045dc req-3907a3ff-2aea-48dc-966c-4d4dffa7839e tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 945 time: 0.1608989 Sep 08 13:13:01.370737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Transition to ACTIVE for port object 9324b9ef-43d5-4410-9e21-a337598b64eb will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:13:01.422251 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005e4fc-35c9-4736-aa3f-d9d6f3cc9754 req-4802d804-90f9-45a0-aafe-eef5f848a58e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:01.424402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70fa26bd-5266-412a-8442-b126d05045dc req-054a889f-353c-4a74-a4f8-6ead0d4e247d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups?id=52f6a247-694b-4d76-a1ea-8f4f783c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454047 Sep 08 13:13:01.429718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005e4fc-35c9-4736-aa3f-d9d6f3cc9754 req-4802d804-90f9-45a0-aafe-eef5f848a58e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:01.436032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005e4fc-35c9-4736-aa3f-d9d6f3cc9754 req-4802d804-90f9-45a0-aafe-eef5f848a58e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:01.442080 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005e4fc-35c9-4736-aa3f-d9d6f3cc9754 req-4802d804-90f9-45a0-aafe-eef5f848a58e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:01.448438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005e4fc-35c9-4736-aa3f-d9d6f3cc9754 req-4802d804-90f9-45a0-aafe-eef5f848a58e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:01.455141 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005e4fc-35c9-4736-aa3f-d9d6f3cc9754 req-4802d804-90f9-45a0-aafe-eef5f848a58e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:01.461114 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005e4fc-35c9-4736-aa3f-d9d6f3cc9754 req-4802d804-90f9-45a0-aafe-eef5f848a58e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:01.464122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7005e4fc-35c9-4736-aa3f-d9d6f3cc9754 req-4802d804-90f9-45a0-aafe-eef5f848a58e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5417 time: 0.1360202 Sep 08 13:13:01.472794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] For port 5c78ef4a-0020-425d-9a84-45160f0f5301, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5c78ef4a-0020-425d-9a84-45160f0f5301,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:01.473251 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:01.548388 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:01.551280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:01.634233 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7005e4fc-35c9-4736-aa3f-d9d6f3cc9754 req-fd92313f-bbdc-49ad-a4b3-71b82d731ffc tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1532092 Sep 08 13:13:01.636155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Pushing event updated for resources: {'Port': ['ID=ce4f75f7-6594-405a-9afe-58a88e0378c1,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:01.708001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:01.708969 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:01.711279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-684234ae-b032-457e-b485-b36f4ceecc34 service neutron] 10.222.0.60 "PUT /v2.0/ports/ce4f75f7-6594-405a-9afe-58a88e0378c1 HTTP/1.1" status: 200 len: 1091 time: 2.2514269 Sep 08 13:13:01.853975 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:01.854493 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:01.854707 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Floating IP 0f99dde4-7c37-4094-831b-ca37f0e22fd8 disassociated. External IP: 172.25.5.4, port: 5c78ef4a-0020-425d-9a84-45160f0f5301. Sep 08 13:13:01.855064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Calling delete_port for 5c78ef4a-0020-425d-9a84-45160f0f5301 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:01.870861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8788a-3448-497c-b3c2-b60497784864 req-5e8892bd-fe91-4bf6-af23-84424e458a3b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:01.892587 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-03b8788a-3448-497c-b3c2-b60497784864 req-5e8892bd-fe91-4bf6-af23-84424e458a3b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.1040595 Sep 08 13:13:02.020885 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-03b8788a-3448-497c-b3c2-b60497784864 req-5fae50b9-3cb0-4afc-af38-778c59959dac tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274807 Sep 08 13:13:02.161972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cfa8c7-d7f0-42b5-bd28-b73a2aa1e548 req-3b5e2604-6022-4d71-884e-1cf5f9cf8998 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:02.163523 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c4cfa8c7-d7f0-42b5-bd28-b73a2aa1e548 req-3b5e2604-6022-4d71-884e-1cf5f9cf8998 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.6443484 Sep 08 13:13:02.196044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e5777-5c20-45eb-82ff-8e2e6d5bce6f req-857ceeef-aa7b-4047-be0c-7cee2824bd07 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:02.197804 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ae8e5777-5c20-45eb-82ff-8e2e6d5bce6f req-857ceeef-aa7b-4047-be0c-7cee2824bd07 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 943 time: 0.0545633 Sep 08 13:13:02.282268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ae8e5777-5c20-45eb-82ff-8e2e6d5bce6f req-190e3d9e-08c1-4b8d-800d-6f97bbff5416 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646951 Sep 08 13:13:02.284336 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:02.298780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Pushing event updated for resources: {'Port': ['ID=9324b9ef-43d5-4410-9e21-a337598b64eb,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:02.306073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 4b450703-7a33-469c-8d15-7042a6d4a64d no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:02.318585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Pushing event deleted for resources: {'Port': ['ID=5c78ef4a-0020-425d-9a84-45160f0f5301,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:02.346242 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c4cfa8c7-d7f0-42b5-bd28-b73a2aa1e548 req-19e613f9-4770-4961-9dac-417d4cf5c538 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442447 Sep 08 13:13:02.348119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Attempting to bind port 9324b9ef-43d5-4410-9e21-a337598b64eb on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:13:02.349359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Attempting to bind port 9324b9ef-43d5-4410-9e21-a337598b64eb by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:13:02.349359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Attempting to bind port 9324b9ef-43d5-4410-9e21-a337598b64eb on network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:13:02.352516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-9deaff8b-330b-4e46-bc17-091216d8ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:02.359673 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-9deaff8b-330b-4e46-bc17-091216d8ed71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 1094 time: 0.2060781 Sep 08 13:13:02.362527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 4b450703-7a33-469c-8d15-7042a6d4a64d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:02.362839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 4b450703-7a33-469c-8d15-7042a6d4a64d not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:02.363917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5c78ef4a-0020-425d-9a84-45160f0f5301 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:02.368572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Port 9324b9ef-43d5-4410-9e21-a337598b64eb on network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:13:02.369448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Attempting to bind port 9324b9ef-43d5-4410-9e21-a337598b64eb on network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:13:02.410125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:13:02.410815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Checking segment: {'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:13:02.411660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Bound using segment: {'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:13:02.412410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Bound port: 9324b9ef-43d5-4410-9e21-a337598b64eb, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb40dabb-1e20-4266-8be4-2598545f152f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:13:02.412965 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:02.418430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 5c78ef4a-0020-425d-9a84-45160f0f5301 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:02.422125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5c78ef4a-0020-425d-9a84-45160f0f5301 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:02.474881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-8dc85cd6-4281-4da1-9284-23069f972308 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce4f75f7-6594-405a-9afe-58a88e0378c1 HTTP/1.1" status: 200 len: 217 time: 0.0872507 Sep 08 13:13:02.501775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1e198ca0-061e-48bc-8931-ecce1a208bcf req-fbd3ca10-6f1e-453d-bd3c-1e7ed9b5d5c7 tempest-ImagesOneServerTestJSON-906050439 tempest-ImagesOneServerTestJSON-906050439-project] 10.222.0.69 "GET /v2.0/ports?device_id=382f2f8c-d12e-408e-a545-eea92fe46b55 HTTP/1.1" status: 200 len: 210 time: 0.0419705 Sep 08 13:13:02.510105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Router 969429ea-0171-4af4-aadb-0d52a4afab42 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:13:02.519099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'name': 'network-vif-deleted', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d'}, {'name': 'network-changed', 'server_uuid': 'e87724ec-a127-4538-b166-a95d992a0586', 'tag': 'ce4f75f7-6594-405a-9afe-58a88e0378c1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:02.524766 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cec280f-c700-480a-81a6-bf2111ec4bee" -d '{"events": [{"server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "name": "network-vif-deleted", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d"}, {"name": "network-changed", "server_uuid": "e87724ec-a127-4538-b166-a95d992a0586", "tag": "ce4f75f7-6594-405a-9afe-58a88e0378c1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:02.627376 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3239397e-e727-488b-97f0-83715a3e2a5d x-openstack-request-id: req-3239397e-e727-488b-97f0-83715a3e2a5d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:02.627376 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382f2f8c-d12e-408e-a545-eea92fe46b55", "name": "network-vif-deleted", "tag": "4b450703-7a33-469c-8d15-7042a6d4a64d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e87724ec-a127-4538-b166-a95d992a0586", "tag": "ce4f75f7-6594-405a-9afe-58a88e0378c1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:02.627376 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3239397e-e727-488b-97f0-83715a3e2a5d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:02.627376 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382f2f8c-d12e-408e-a545-eea92fe46b55', 'name': 'network-vif-deleted', 'tag': '4b450703-7a33-469c-8d15-7042a6d4a64d', 'status': 'completed', 'code': 200} Sep 08 13:13:02.627376 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87724ec-a127-4538-b166-a95d992a0586', 'tag': 'ce4f75f7-6594-405a-9afe-58a88e0378c1', 'status': 'completed', 'code': 200} Sep 08 13:13:02.627376 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-269b540b-eccd-4d0e-8019-4bab85e1653c req-4097e86e-e8da-4c82-b30f-2913ec1e752d tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0603549 Sep 08 13:13:02.640046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-7690766d-fe10-4043-9d87-b705d183b0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:02.641658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-7690766d-fe10-4043-9d87-b705d183b0b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7a2bb6b-de34-41d6-880b-e39356c1d632 HTTP/1.1" status: 200 len: 845 time: 0.1588185 Sep 08 13:13:02.642850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:13:02.643312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] For port 9324b9ef-43d5-4410-9e21-a337598b64eb, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:13:02.657860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] For port 9324b9ef-43d5-4410-9e21-a337598b64eb, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9324b9ef-43d5-4410-9e21-a337598b64eb,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:13:02.658159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b22e1b-8bbe-4688-99af-3281671273b9 None None] Sync routers for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:13:02.673156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b22e1b-8bbe-4688-99af-3281671273b9 None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:13:02.673156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-23b22e1b-8bbe-4688-99af-3281671273b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:12:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:02.687414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] No DVR routers for this DVR port 5c78ef4a-0020-425d-9a84-45160f0f5301 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:13:02.691259 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:02.694023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ffd07947-ae93-4593-9560-9c9ba491827e req-8a8a32b0-1ef1-4fc5-a392-a640c53d6359 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.70 "DELETE /v2.0/ports/5c78ef4a-0020-425d-9a84-45160f0f5301 HTTP/1.1" status: 204 len: 173 time: 1.8162959 Sep 08 13:13:02.694752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05985470-8034-4269-b960-c626ed71e7c7', 'name': 'network-vif-deleted', 'tag': '5c78ef4a-0020-425d-9a84-45160f0f5301'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:02.698802 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd4c7d7-3a65-489a-aff1-d478949da495" -d '{"events": [{"server_uuid": "05985470-8034-4269-b960-c626ed71e7c7", "name": "network-vif-deleted", "tag": "5c78ef4a-0020-425d-9a84-45160f0f5301"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:02.777578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-692cf8e8-5762-448b-b81e-e87b3a258e44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7477135-b06b-42df-ba4d-7c98c1ce1029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136234 Sep 08 13:13:02.799718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:02.880318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c89be-1fdd-4b38-b099-618afff965fe req-1a449c0b-4d3e-40de-81e7-1fd6f9358de0 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:02.887333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c89be-1fdd-4b38-b099-618afff965fe req-1a449c0b-4d3e-40de-81e7-1fd6f9358de0 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:02.896574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c89be-1fdd-4b38-b099-618afff965fe req-1a449c0b-4d3e-40de-81e7-1fd6f9358de0 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:02.897844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Pushing event updated for resources: {'Port': ['ID=9324b9ef-43d5-4410-9e21-a337598b64eb,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:02.904300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c89be-1fdd-4b38-b099-618afff965fe req-1a449c0b-4d3e-40de-81e7-1fd6f9358de0 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:02.912535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c89be-1fdd-4b38-b099-618afff965fe req-1a449c0b-4d3e-40de-81e7-1fd6f9358de0 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:02.930256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-23b22e1b-8bbe-4688-99af-3281671273b9 None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:13:02.941333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c89be-1fdd-4b38-b099-618afff965fe req-1a449c0b-4d3e-40de-81e7-1fd6f9358de0 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:02.972494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c89be-1fdd-4b38-b099-618afff965fe req-1a449c0b-4d3e-40de-81e7-1fd6f9358de0 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:02.985930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:02.988659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6e1c89be-1fdd-4b38-b099-618afff965fe req-1a449c0b-4d3e-40de-81e7-1fd6f9358de0 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1816730 Sep 08 13:13:02.988867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:02.990489 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-cb71d989-3e55-4855-9d02-03d8231b8622 service neutron] 10.222.0.70 "PUT /v2.0/ports/9324b9ef-43d5-4410-9e21-a337598b64eb HTTP/1.1" status: 200 len: 1091 time: 2.8083911 Sep 08 13:13:03.007124 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ea66d8-2abd-4896-88ad-33ff323b0ffd x-openstack-request-id: req-06ea66d8-2abd-4896-88ad-33ff323b0ffd {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:03.007419 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05985470-8034-4269-b960-c626ed71e7c7", "name": "network-vif-deleted", "tag": "5c78ef4a-0020-425d-9a84-45160f0f5301", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:03.007669 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06ea66d8-2abd-4896-88ad-33ff323b0ffd {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:03.008063 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05985470-8034-4269-b960-c626ed71e7c7', 'name': 'network-vif-deleted', 'tag': '5c78ef4a-0020-425d-9a84-45160f0f5301', 'status': 'completed', 'code': 200} Sep 08 13:13:03.055775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6e1c89be-1fdd-4b38-b099-618afff965fe req-f3895ef3-f874-40e3-b5f2-d77fd685d17a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660210 Sep 08 13:13:03.139512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-cb88397b-79e4-4155-8105-10d4141c3712 service neutron] 10.222.0.60 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540270 Sep 08 13:13:03.159184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51450) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:03.346825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd765c-7e98-4bbe-a379-300506b6185d req-8c2bd75d-58c4-4ac7-a831-5d2f38cfc269 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.348873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2dd765c-7e98-4bbe-a379-300506b6185d req-8c2bd75d-58c4-4ac7-a831-5d2f38cfc269 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.1637328 Sep 08 13:13:03.388402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-23b22e1b-8bbe-4688-99af-3281671273b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:03.389588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-730f196d-db6d-41b6-8ed3-cb39c374be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.389588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-730f196d-db6d-41b6-8ed3-cb39c374be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.389775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-730f196d-db6d-41b6-8ed3-cb39c374be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.390419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-730f196d-db6d-41b6-8ed3-cb39c374be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.390888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-730f196d-db6d-41b6-8ed3-cb39c374be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.391352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-730f196d-db6d-41b6-8ed3-cb39c374be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.391815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-730f196d-db6d-41b6-8ed3-cb39c374be82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.394400 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-730f196d-db6d-41b6-8ed3-cb39c374be82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6486 time: 0.1861877 Sep 08 13:13:03.416156 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b31e50f4-5ff5-4054-93d6-04a1bb1e1999 req-5bc199b7-7c11-4586-861d-99053462d092 service neutron] 10.222.0.60 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730076 Sep 08 13:13:03.425619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b22e1b-8bbe-4688-99af-3281671273b9 None None] Checking router: 969429ea-0171-4af4-aadb-0d52a4afab42 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:13:03.438253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b22e1b-8bbe-4688-99af-3281671273b9 None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:13:03.439178 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-23b22e1b-8bbe-4688-99af-3281671273b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:12:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:03.462766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-52283bb7-5089-451b-83df-1cf7d8ecfecb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4cbb56e-0ee6-47a7-9e48-243d9c04e766 HTTP/1.1" status: 200 len: 217 time: 0.0566103 Sep 08 13:13:03.472072 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2dd765c-7e98-4bbe-a379-300506b6185d req-c48dce0e-056e-41a0-9829-b4056c5e9f41 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148517 Sep 08 13:13:03.512692 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec96d09d-b6c6-4077-99e0-f4b21358fb8a req-f8871cf6-93e3-42f3-a17e-3d1ac8143d5b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.521174 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec96d09d-b6c6-4077-99e0-f4b21358fb8a req-f8871cf6-93e3-42f3-a17e-3d1ac8143d5b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 943 time: 0.1047709 Sep 08 13:13:03.537638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-8e670e91-0e5b-434a-a6aa-6a71a7f5ec9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.540140 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-8e670e91-0e5b-434a-a6aa-6a71a7f5ec9f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=104c4bbf-33a7-4238-8ce4-311c1a8159e2 HTTP/1.1" status: 200 len: 856 time: 0.0670061 Sep 08 13:13:03.622514 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec96d09d-b6c6-4077-99e0-f4b21358fb8a req-98f2577b-c8ae-4c33-9912-6a9cc2d68766 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903671 Sep 08 13:13:03.623300 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b46d29bc-a679-4ee0-a988-68e3c0a62f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:03.672752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-23b22e1b-8bbe-4688-99af-3281671273b9 None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:13:03.777439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-1b727cd3-6fc0-4bad-8a24-33d22ad31ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.783881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-1b727cd3-6fc0-4bad-8a24-33d22ad31ec3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=900c854b-c2a6-4864-a8d1-7387ea265132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2231991 Sep 08 13:13:03.788256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec280f-c700-480a-81a6-bf2111ec4bee req-063b73ee-dda3-4f51-b9b1-0a892b5e1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.790602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cec280f-c700-480a-81a6-bf2111ec4bee req-063b73ee-dda3-4f51-b9b1-0a892b5e1406 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 1094 time: 0.2009418 Sep 08 13:13:03.793110 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f90b52c0-10a9-4046-90e8-ea4570b045a1 req-0ea0bf10-fd74-42bc-9b4f-74ee868628a2 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/ports?device_id=05985470-8034-4269-b960-c626ed71e7c7 HTTP/1.1" status: 200 len: 210 time: 0.0369055 Sep 08 13:13:03.806281 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b46d29bc-a679-4ee0-a988-68e3c0a62f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:03.866098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62906d-8bf2-431d-b32b-52d1499f6524 req-4f1eee17-dbe0-4bcb-8ccb-ae5c9a1f7833 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:03.874167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f62906d-8bf2-431d-b32b-52d1499f6524 req-4f1eee17-dbe0-4bcb-8ccb-ae5c9a1f7833 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.2389469 Sep 08 13:13:03.940000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-23b22e1b-8bbe-4688-99af-3281671273b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:03.972408 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b22e1b-8bbe-4688-99af-3281671273b9 None None] The sync data for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 is: [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:07:02Z', 'revision_number': 4, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '7aeff937-506c-49b2-b51e-5e5e427d727f', 'name': '', 'network_id': '140e26e4-9169-4cfc-9628-100d96ca6c1a', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'mac_address': 'fa:16:3e:47:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:01Z', 'updated_at': '2021-09-08T13:07:09Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'subnets': [{'id': 'bb151a63-aad3-419d-afc4-6b2e27650372', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:13:03.991807 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b46d29bc-a679-4ee0-a988-68e3c0a62f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:04.025495 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b46d29bc-a679-4ee0-a988-68e3c0a62f77 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=195509b6593543198124402a79025c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8624408 Sep 08 13:13:04.025712 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f62906d-8bf2-431d-b32b-52d1499f6524 req-0b5a64f2-8858-4860-bf6c-49bb8a1b15d0 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480067 Sep 08 13:13:04.028208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51464) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:04.037564 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d29bc-a679-4ee0-a988-68e3c0a62f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffb51b7-26c9-4987-8e9b-f3dc0c2c3c9e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:04.098983 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:04.100180 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b9f63122-992f-4e76-86d0-38c16fa653bb service neutron] 10.222.0.70 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074260 Sep 08 13:13:04.101665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec280f-c700-480a-81a6-bf2111ec4bee req-4bfbf97a-e49e-460a-8e55-8740da73cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.103285 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cec280f-c700-480a-81a6-bf2111ec4bee req-4bfbf97a-e49e-460a-8e55-8740da73cce5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7477135-b06b-42df-ba4d-7c98c1ce1029 HTTP/1.1" status: 200 len: 906 time: 0.2958319 Sep 08 13:13:04.126732 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:04.209507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cec280f-c700-480a-81a6-bf2111ec4bee req-07cc048b-039d-4991-907a-a7d2e5593861 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce4f75f7-6594-405a-9afe-58a88e0378c1 HTTP/1.1" status: 200 len: 217 time: 0.0777807 Sep 08 13:13:04.270453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d48eb-9c30-488a-97ea-5ded9178aaf3 req-01f02fef-a024-4ff2-9863-51c8ba24a64a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.276964 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d48eb-9c30-488a-97ea-5ded9178aaf3 req-01f02fef-a024-4ff2-9863-51c8ba24a64a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.284759 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d48eb-9c30-488a-97ea-5ded9178aaf3 req-01f02fef-a024-4ff2-9863-51c8ba24a64a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.291534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d48eb-9c30-488a-97ea-5ded9178aaf3 req-01f02fef-a024-4ff2-9863-51c8ba24a64a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.297762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d48eb-9c30-488a-97ea-5ded9178aaf3 req-01f02fef-a024-4ff2-9863-51c8ba24a64a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.304374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d48eb-9c30-488a-97ea-5ded9178aaf3 req-01f02fef-a024-4ff2-9863-51c8ba24a64a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.316378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d48eb-9c30-488a-97ea-5ded9178aaf3 req-01f02fef-a024-4ff2-9863-51c8ba24a64a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.316801 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cec280f-c700-480a-81a6-bf2111ec4bee req-b46a7166-e7fd-4391-9aae-744f2553f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.316801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cec280f-c700-480a-81a6-bf2111ec4bee req-b46a7166-e7fd-4391-9aae-744f2553f41c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7a2bb6b-de34-41d6-880b-e39356c1d632 HTTP/1.1" status: 200 len: 845 time: 0.0762115 Sep 08 13:13:04.316801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-8bddd13e-eb00-42a8-a296-ad8a9fad57fa service neutron] 10.222.0.70 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055802 Sep 08 13:13:04.319928 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d58d48eb-9c30-488a-97ea-5ded9178aaf3 req-01f02fef-a024-4ff2-9863-51c8ba24a64a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1185207 Sep 08 13:13:04.355772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cec280f-c700-480a-81a6-bf2111ec4bee req-8f06c8a5-a250-445a-acfb-89a27d395146 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7477135-b06b-42df-ba4d-7c98c1ce1029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325818 Sep 08 13:13:04.370478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d58d48eb-9c30-488a-97ea-5ded9178aaf3 req-e343c7f5-34f4-4936-b74b-4215d2309897 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482140 Sep 08 13:13:04.392399 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-0d61ebce-abf2-40ef-acc5-501824b89675 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=165d4e81-4666-4376-8fc7-6b9679bbe6dc HTTP/1.1" status: 200 len: 217 time: 0.0595624 Sep 08 13:13:04.411771 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcc8afa-abf1-48ec-8d48-a9d164fab1ae None None] New status for floating IP 0f99dde4-7c37-4094-831b-ca37f0e22fd8: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:13:04.434048 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:04.436971 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:04.438323 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ffb51b7-26c9-4987-8e9b-f3dc0c2c3c9e HTTP/1.1" status: 204 len: 168 time: 0.4115753 Sep 08 13:13:04.454113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffb51b7-26c9-4987-8e9b-f3dc0c2c3c9e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:04.472475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:04.473170 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:04.473695 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:04.474401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:04.474905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:04.475601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:04.476336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:04.476856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:04.477485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:04.477990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:04.478585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:04.479079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1c16e9-10b5-4668-a882-1d590020d5d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:04.504715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-ebeeb0a7-f376-478d-a2f3-e726f240a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.507770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-ebeeb0a7-f376-478d-a2f3-e726f240a2d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.1014025 Sep 08 13:13:04.565986 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cec280f-c700-480a-81a6-bf2111ec4bee req-1d7bc7aa-f70f-443f-a826-b9525e94e881 service neutron] 10.222.0.60 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832893 Sep 08 13:13:04.613889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-d913db05-47ab-45c2-ac17-34c059d0589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.615518 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-d913db05-47ab-45c2-ac17-34c059d0589d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1015856 Sep 08 13:13:04.627742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': '9324b9ef-43d5-4410-9e21-a337598b64eb'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:04.630108 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "9324b9ef-43d5-4410-9e21-a337598b64eb"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:04.656473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51480) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:04.680312 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ad8659-6b80-46a3-8c60-b0ecf0d59c68 x-openstack-request-id: req-57ad8659-6b80-46a3-8c60-b0ecf0d59c68 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:04.680668 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "9324b9ef-43d5-4410-9e21-a337598b64eb", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:04.680870 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57ad8659-6b80-46a3-8c60-b0ecf0d59c68 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:04.681222 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': '9324b9ef-43d5-4410-9e21-a337598b64eb', 'status': 'completed', 'code': 200} Sep 08 13:13:04.838998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7684eb-fc9e-4020-9259-70e2f48b5f7c req-5ef708f1-7ae2-46cd-a2c0-4096b9949d40 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.841221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed7684eb-fc9e-4020-9259-70e2f48b5f7c req-5ef708f1-7ae2-46cd-a2c0-4096b9949d40 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.2220702 Sep 08 13:13:04.896188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cec280f-c700-480a-81a6-bf2111ec4bee req-91500f02-64b2-434f-aad9-ec59bbe85691 service neutron] 10.222.0.60 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214002 Sep 08 13:13:04.918766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-d1df67df-ee03-4368-be37-4382cd8b9659 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668221 Sep 08 13:13:04.922314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed7684eb-fc9e-4020-9259-70e2f48b5f7c req-d1eed340-5695-414d-a87c-60cf3d363fcb tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709741 Sep 08 13:13:04.945974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab268f-f271-4ef8-b15b-d7b4cf047df7 req-277072a1-3859-4a3b-9da7-b957871868a9 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:04.948028 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3ab268f-f271-4ef8-b15b-d7b4cf047df7 req-277072a1-3859-4a3b-9da7-b957871868a9 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 943 time: 0.1484232 Sep 08 13:13:05.031404 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4b806871-abfe-47fd-a817-c29aee0a255f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3ad2ad87a5cc4f1285b7ff7c4dcb8c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719692 Sep 08 13:13:05.044167 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51494) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:05.094262 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-ed795589-4522-4f2c-9f31-ba4231049330 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668668 Sep 08 13:13:05.156255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3ab268f-f271-4ef8-b15b-d7b4cf047df7 req-a0701575-54bd-4821-a892-3d0810543d31 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393089 Sep 08 13:13:05.180059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-49669b8a-fab5-493a-a833-31dbbc4cf8d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=b976551d-27dd-46f9-8ed9-225533d5e8d1 HTTP/1.1" status: 200 len: 217 time: 0.0763943 Sep 08 13:13:05.229469 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-629fdc3f-6cf5-4fb0-999b-583e0bafa329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:05.274092 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-629fdc3f-6cf5-4fb0-999b-583e0bafa329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:05.331118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ffe65-dc16-40f5-b01c-714bfefcf1ff req-bc1e1db5-862a-4a8d-b922-830a892b64b4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:05.334717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-503ffe65-dc16-40f5-b01c-714bfefcf1ff req-bc1e1db5-862a-4a8d-b922-830a892b64b4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1535821 Sep 08 13:13:05.340378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-a9e2918a-3239-4cd3-9412-c3cfec724d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:05.340378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-a9e2918a-3239-4cd3-9412-c3cfec724d29 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.1003566 Sep 08 13:13:05.388955 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-629fdc3f-6cf5-4fb0-999b-583e0bafa329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:05.391655 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-629fdc3f-6cf5-4fb0-999b-583e0bafa329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:05.395156 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-629fdc3f-6cf5-4fb0-999b-583e0bafa329 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d HTTP/1.1" status: 204 len: 168 time: 0.3437181 Sep 08 13:13:05.399320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51520) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:05.440459 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629fdc3f-6cf5-4fb0-999b-583e0bafa329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771c4ceb-dcef-4cf7-ac06-89bb04bf6e6d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:05.445393 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-503ffe65-dc16-40f5-b01c-714bfefcf1ff req-26207cf6-dad6-48f8-b440-4876fd21ada7 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054821 Sep 08 13:13:05.499315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-16cfbd29-ec61-447e-ab09-1072253ee4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:05.521969 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-16cfbd29-ec61-447e-ab09-1072253ee4ac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1525912 Sep 08 13:13:05.599580 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d96a661d-fd79-451f-8e20-5486eb9bef37 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:05.612154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84312b-da61-40a9-875c-bd0cb0409f4d req-b83b69d3-2fb0-4fd1-82d9-89d3019ad4de tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:05.629267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84312b-da61-40a9-875c-bd0cb0409f4d req-b83b69d3-2fb0-4fd1-82d9-89d3019ad4de tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:05.639462 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84312b-da61-40a9-875c-bd0cb0409f4d req-b83b69d3-2fb0-4fd1-82d9-89d3019ad4de tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:05.652036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84312b-da61-40a9-875c-bd0cb0409f4d req-b83b69d3-2fb0-4fd1-82d9-89d3019ad4de tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:05.654790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51542) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:05.660439 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84312b-da61-40a9-875c-bd0cb0409f4d req-b83b69d3-2fb0-4fd1-82d9-89d3019ad4de tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:05.669459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-dac62217-64d7-4a0e-b0e4-f5d866856dcf service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453915 Sep 08 13:13:05.675175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84312b-da61-40a9-875c-bd0cb0409f4d req-b83b69d3-2fb0-4fd1-82d9-89d3019ad4de tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:05.681801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84312b-da61-40a9-875c-bd0cb0409f4d req-b83b69d3-2fb0-4fd1-82d9-89d3019ad4de tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:05.683575 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e84312b-da61-40a9-875c-bd0cb0409f4d req-b83b69d3-2fb0-4fd1-82d9-89d3019ad4de tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1873944 Sep 08 13:13:05.688334 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:05.721531 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d96a661d-fd79-451f-8e20-5486eb9bef37 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:05.758501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e84312b-da61-40a9-875c-bd0cb0409f4d req-d9019c56-6de9-4ee7-9840-c0b4f8c489f8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636616 Sep 08 13:13:05.829096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-ce162c5e-bfa7-49c8-b265-7e5074959df8 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512098 Sep 08 13:13:05.890455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-72888c57-8ee9-42d9-ba11-f557820facab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=2d47d4d6-8773-4585-974b-fddb0008ba76 HTTP/1.1" status: 200 len: 217 time: 0.0525799 Sep 08 13:13:05.925957 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d96a661d-fd79-451f-8e20-5486eb9bef37 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:05.929784 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d96a661d-fd79-451f-8e20-5486eb9bef37 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:05.936625 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d96a661d-fd79-451f-8e20-5486eb9bef37 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "DELETE /v2.0/security-groups/52f6a247-694b-4d76-a1ea-8f4f783c0e80 HTTP/1.1" status: 204 len: 168 time: 0.5359628 Sep 08 13:13:05.937530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51548) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:05.967360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-0a0625d5-8696-4276-aa6e-595fdc6984e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:05.968868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-0a0625d5-8696-4276-aa6e-595fdc6984e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.0696039 Sep 08 13:13:05.969468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a661d-fd79-451f-8e20-5486eb9bef37 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f6a247-694b-4d76-a1ea-8f4f783c0e80,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:05.975541 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-0de9698d-186c-4726-b5f8-0d7b6ba78728 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] show failed (client error): The resource could not be found. Sep 08 13:13:05.977498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51554) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:05.978375 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0de9698d-186c-4726-b5f8-0d7b6ba78728 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "GET /v2.0/security-groups/52f6a247-694b-4d76-a1ea-8f4f783c0e80 HTTP/1.1" status: 404 len: 347 time: 0.0262477 Sep 08 13:13:06.003180 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:06.140375 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:06.168039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-934cda34-c072-4acf-a91e-8eeab9cbf10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:06.169470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-934cda34-c072-4acf-a91e-8eeab9cbf10d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1872041 Sep 08 13:13:06.250253 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65abafc7ece44df294689998ee6cef85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5913672 Sep 08 13:13:06.261052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c2bf67-117f-4501-996d-3ea416581b95 req-e181a961-6e0d-47f8-acae-9191e542c56b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:06.262714 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28c2bf67-117f-4501-996d-3ea416581b95 req-e181a961-6e0d-47f8-acae-9191e542c56b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.2015629 Sep 08 13:13:06.263433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7d2b06-97cf-4265-b1dc-8526705dc215,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:06.263638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51562) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:06.316154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:06.316624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:06.317031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:06.317444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:06.317886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:06.318285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:06.319202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:06.319202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:06.319519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:06.319911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:06.320309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:06.320711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f438868b-92c3-480e-bad9-11bf31e827c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:06.323053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba68879-1516-42e4-9279-00cd7a4d752a req-713642d7-e33d-49b9-8a84-0c25d9534fc7 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:06.324581 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fba68879-1516-42e4-9279-00cd7a4d752a req-713642d7-e33d-49b9-8a84-0c25d9534fc7 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 943 time: 0.0894608 Sep 08 13:13:06.374449 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c506be9-8030-48ee-9bd0-f19db533e436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:06.387811 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-6100c596-8382-40e2-8279-1eb18334da8b service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897655 Sep 08 13:13:06.392055 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28c2bf67-117f-4501-996d-3ea416581b95 req-b17d6deb-44eb-47f4-8edd-7a6a57579cab tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847952 Sep 08 13:13:06.393827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d1d62a06-22e1-47f7-80f9-814f5cf4e783 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Deleting port dab683a3-14de-41d6-99a3-1c47a410d3ea {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:06.394221 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d1d62a06-22e1-47f7-80f9-814f5cf4e783 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:06.410701 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fba68879-1516-42e4-9279-00cd7a4d752a req-463acd94-5c85-4212-a8a6-dc0f9757c3fc tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581727 Sep 08 13:13:06.422404 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c506be9-8030-48ee-9bd0-f19db533e436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:06.571636 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c506be9-8030-48ee-9bd0-f19db533e436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:06.575817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d1d62a06-22e1-47f7-80f9-814f5cf4e783 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:06.576429 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d1d62a06-22e1-47f7-80f9-814f5cf4e783 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:06.585768 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c506be9-8030-48ee-9bd0-f19db533e436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:06.588856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-9c2ee374-6759-41cf-b53b-ac56ed975fb0 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923749 Sep 08 13:13:06.592124 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8c506be9-8030-48ee-9bd0-f19db533e436 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9b7d2b06-97cf-4265-b1dc-8526705dc215 HTTP/1.1" status: 204 len: 168 time: 0.3271887 Sep 08 13:13:06.593753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d1d62a06-22e1-47f7-80f9-814f5cf4e783 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Calling delete_port for dab683a3-14de-41d6-99a3-1c47a410d3ea owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:06.628744 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c506be9-8030-48ee-9bd0-f19db533e436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7d2b06-97cf-4265-b1dc-8526705dc215,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:06.655638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901906ac-8f6b-4cfa-b683-309a69955d56 req-78c5a526-264e-469f-a23b-1cb06cc80f18 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:06.657748 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-901906ac-8f6b-4cfa-b683-309a69955d56 req-78c5a526-264e-469f-a23b-1cb06cc80f18 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1096828 Sep 08 13:13:06.671919 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-3ef5cf1c-c82a-4508-8749-a15478399a4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 HTTP/1.1" status: 200 len: 217 time: 0.0738575 Sep 08 13:13:06.714255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-901906ac-8f6b-4cfa-b683-309a69955d56 req-47a6d595-1e3b-4943-bca5-01f469ee87a9 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442123 Sep 08 13:13:06.772285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-ff23ab82-e5b2-4046-b809-96219ba649a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:06.773771 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-ff23ab82-e5b2-4046-b809-96219ba649a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.0953774 Sep 08 13:13:06.855551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-2086bec0-c584-49a8-bb35-d787dda0fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:06.855551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-2086bec0-c584-49a8-bb35-d787dda0fc3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669289 Sep 08 13:13:07.010166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6abd-7a08-4fab-bc56-b366f7647250 req-3b7c5d9b-3a0e-4c58-8196-2726e768e9ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:07.010166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6abd-7a08-4fab-bc56-b366f7647250 req-3b7c5d9b-3a0e-4c58-8196-2726e768e9ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:07.010166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6abd-7a08-4fab-bc56-b366f7647250 req-3b7c5d9b-3a0e-4c58-8196-2726e768e9ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:07.012192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6abd-7a08-4fab-bc56-b366f7647250 req-3b7c5d9b-3a0e-4c58-8196-2726e768e9ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:07.018468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6abd-7a08-4fab-bc56-b366f7647250 req-3b7c5d9b-3a0e-4c58-8196-2726e768e9ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:07.024219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6abd-7a08-4fab-bc56-b366f7647250 req-3b7c5d9b-3a0e-4c58-8196-2726e768e9ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:07.031116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba6abd-7a08-4fab-bc56-b366f7647250 req-3b7c5d9b-3a0e-4c58-8196-2726e768e9ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:07.032913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4fba6abd-7a08-4fab-bc56-b366f7647250 req-3b7c5d9b-3a0e-4c58-8196-2726e768e9ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1655200 Sep 08 13:13:07.057427 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-dc445ea4-d0a0-4014-bde8-dddce15301b7 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910763 Sep 08 13:13:07.092343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51598) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:07.141334 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4fba6abd-7a08-4fab-bc56-b366f7647250 req-de9c2983-061c-436f-929e-b29984024836 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947096 Sep 08 13:13:07.184162 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-d1df7db0-1940-417a-aad4-4052ae0db669 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186671 Sep 08 13:13:07.207498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1463117650-network', 'tenant_id': '00362f9f4c5f42c2af1c4b613e8f928a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:07.456489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Made reservation on behalf of 00362f9f4c5f42c2af1c4b613e8f928a for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:13:07.456489 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:07.465084 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:07.541304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-9d1e3e72-daa7-4c57-8804-b7ab454c0ab8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=44190366-792e-4732-90ee-a9db95993d7d HTTP/1.1" status: 200 len: 217 time: 0.3501723 Sep 08 13:13:07.541968 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d1d62a06-22e1-47f7-80f9-814f5cf4e783 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:07.587309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d62a06-22e1-47f7-80f9-814f5cf4e783 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Pushing event deleted for resources: {'Port': ['ID=dab683a3-14de-41d6-99a3-1c47a410d3ea,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:07.713337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4af4e4-f037-4b5c-b8e6-ae659cb58332 req-137a5bd6-0e09-42a8-befa-6a564be708ab tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:07.714942 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc4af4e4-f037-4b5c-b8e6-ae659cb58332 req-137a5bd6-0e09-42a8-befa-6a564be708ab tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 943 time: 0.1305149 Sep 08 13:13:07.719875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-a8461773-26b7-4c42-b448-e682a5725905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:07.720409 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d6050ff8-79c4-4ad5-9256-64f28c53bbff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:07.722388 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-a8461773-26b7-4c42-b448-e682a5725905 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaf5d36d-738b-4970-84ca-903b48836db2 HTTP/1.1" status: 200 len: 797 time: 0.1716671 Sep 08 13:13:07.749160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f2026-9db3-4055-8635-e5ebcf54a18b req-741f5c3a-d4b9-4162-aa3b-2c9e9fb71b60 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:07.750988 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d36f2026-9db3-4055-8635-e5ebcf54a18b req-741f5c3a-d4b9-4162-aa3b-2c9e9fb71b60 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.1677275 Sep 08 13:13:07.760291 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:07.781498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d1d62a06-22e1-47f7-80f9-814f5cf4e783 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:07.784363 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d1d62a06-22e1-47f7-80f9-814f5cf4e783 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:07.785694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d1d62a06-22e1-47f7-80f9-814f5cf4e783 tempest-ServersWithSpecificFlavorTestJSON-981448001 tempest-ServersWithSpecificFlavorTestJSON-981448001-project] 10.222.0.69 "DELETE /v2.0/floatingips/0f99dde4-7c37-4094-831b-ca37f0e22fd8 HTTP/1.1" status: 204 len: 168 time: 1.8001196 Sep 08 13:13:07.792332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc4af4e4-f037-4b5c-b8e6-ae659cb58332 req-d6afd2c3-ca52-4173-8201-2be2e08c6d46 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586300 Sep 08 13:13:07.827381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-d2879cd0-1be0-48f1-b71c-a8d40fc95cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:07.827381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-d2879cd0-1be0-48f1-b71c-a8d40fc95cae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0940769 Sep 08 13:13:07.829392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d36f2026-9db3-4055-8635-e5ebcf54a18b req-dc254d2a-128e-4ce1-b55f-c21c516d7ad3 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570052 Sep 08 13:13:07.919698 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:07.957848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d574c76-a490-416e-ab35-ad7f211f3ccb,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:07.968681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee864ad-2f92-45e6-be64-02d706e80a83 req-9f4cd1d4-30a0-461d-b8f8-ff474c80d18a tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:07.970328 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fee864ad-2f92-45e6-be64-02d706e80a83 req-9f4cd1d4-30a0-461d-b8f8-ff474c80d18a tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.0944679 Sep 08 13:13:08.023171 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fee864ad-2f92-45e6-be64-02d706e80a83 req-24eb0349-e485-4688-9476-fbe4a1c29bc0 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407917 Sep 08 13:13:08.261164 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-73cb9834-d1ed-498c-a317-0a152ccc7882 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281442 Sep 08 13:13:08.391258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-53c7c6fb-feb6-48f6-8717-63ea6c6301a1 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197815 Sep 08 13:13:08.444758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-b31c245c-7f64-4dcf-86b4-ed75557a7807 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9324b9ef-43d5-4410-9e21-a337598b64eb HTTP/1.1" status: 200 len: 217 time: 0.0479219 Sep 08 13:13:08.517333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-5efc5838-0279-4a02-a5c2-6eeb78b99743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:08.519084 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-5efc5838-0279-4a02-a5c2-6eeb78b99743 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaf5d36d-738b-4970-84ca-903b48836db2 HTTP/1.1" status: 200 len: 797 time: 0.0665286 Sep 08 13:13:08.577896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-983e2230-c837-44fd-aee7-8080cb34c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:08.579619 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-983e2230-c837-44fd-aee7-8080cb34c087 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527098 Sep 08 13:13:08.617856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:13:08.639900 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:08.640404 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Added segment 8f7d3273-3c7d-4224-b318-b5cd12fef078 of type vlan for network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a Sep 08 13:13:08.665040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6edb6-35a3-4469-94c3-65b17d05755f req-eb5b6a2d-c7f2-4ff2-951c-eb42526c583d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:08.671193 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6edb6-35a3-4469-94c3-65b17d05755f req-eb5b6a2d-c7f2-4ff2-951c-eb42526c583d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:08.677641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6edb6-35a3-4469-94c3-65b17d05755f req-eb5b6a2d-c7f2-4ff2-951c-eb42526c583d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:08.689704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6edb6-35a3-4469-94c3-65b17d05755f req-eb5b6a2d-c7f2-4ff2-951c-eb42526c583d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:08.691691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6edb6-35a3-4469-94c3-65b17d05755f req-eb5b6a2d-c7f2-4ff2-951c-eb42526c583d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:08.697809 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6edb6-35a3-4469-94c3-65b17d05755f req-eb5b6a2d-c7f2-4ff2-951c-eb42526c583d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:08.704926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6edb6-35a3-4469-94c3-65b17d05755f req-eb5b6a2d-c7f2-4ff2-951c-eb42526c583d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:08.713362 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5fb6edb6-35a3-4469-94c3-65b17d05755f req-eb5b6a2d-c7f2-4ff2-951c-eb42526c583d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.4929385 Sep 08 13:13:08.759234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ce4f75f7-6594-405a-9afe-58a88e0378c1 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:08.776539 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-0e0ca357-42b0-4a12-9a52-5ecd57ccd41a service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895773 Sep 08 13:13:08.795869 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5fb6edb6-35a3-4469-94c3-65b17d05755f req-9e53c801-6d6f-4117-a0f7-f87e83e3e4db tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749023 Sep 08 13:13:08.798579 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:08.935727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-042bcd4d-1f33-47fc-ba54-e78443444671 req-d001f20e-320a-46f1-8a98-14123fad64b4 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515942 Sep 08 13:13:08.953071 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:08.955483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:08.956070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ce4f75f7-6594-405a-9afe-58a88e0378c1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ce4f75f7-6594-405a-9afe-58a88e0378c1,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:08.956264 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:08.977353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'ce4f75f7-6594-405a-9afe-58a88e0378c1', 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'port_id': 'ce4f75f7-6594-405a-9afe-58a88e0378c1', 'mac_address': 'fa:16:3e:62:6e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a2bb6b-de34-41d6-880b-e39356c1d632', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:09.031747 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:09.032828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cf0d1-5d7d-4751-a230-db8ea87d7675 req-6e3f941f-b995-4b55-9686-66959cf1cfab tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.034471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-733cf0d1-5d7d-4751-a230-db8ea87d7675 req-6e3f941f-b995-4b55-9686-66959cf1cfab tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.0641997 Sep 08 13:13:09.054215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce4f75f7-6594-405a-9afe-58a88e0378c1 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:09.063950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6624e-538b-4e7e-99c4-2b4990e96601 req-31df3333-2097-4474-a044-fd4cecfb41d3 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.066006 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-39f6624e-538b-4e7e-99c4-2b4990e96601 req-31df3333-2097-4474-a044-fd4cecfb41d3 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 943 time: 0.1692312 Sep 08 13:13:09.067073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] Pushing event updated for resources: {'Network': ['ID=f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:09.078656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:13:09.083235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-733cf0d1-5d7d-4751-a230-db8ea87d7675 req-016a83de-cf2d-47ff-9ffa-c8636256e410 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Sep 08 13:13:09.116449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ce4f75f7-6594-405a-9afe-58a88e0378c1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ce4f75f7-6594-405a-9afe-58a88e0378c1,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:09.131814 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-39f6624e-538b-4e7e-99c4-2b4990e96601 req-f66dbd4e-4598-4439-8b2c-0a5e768197d4 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531411 Sep 08 13:13:09.181415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51680) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:09.201621 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-107ef01c-17af-494e-9541-2403393f2f6e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1075628 Sep 08 13:13:09.205130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51684) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:09.218955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-955f838d-f56b-4471-85fd-31c0bfabca75 admin admin] Request body: {'subnet': {'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1463117650-subnet', 'tenant_id': '00362f9f4c5f42c2af1c4b613e8f928a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:09.243643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-8af9e8ce-2772-4c36-a7c0-93487df4b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.244431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-8af9e8ce-2772-4c36-a7c0-93487df4b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.245077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-8af9e8ce-2772-4c36-a7c0-93487df4b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.245722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-8af9e8ce-2772-4c36-a7c0-93487df4b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.246215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-8af9e8ce-2772-4c36-a7c0-93487df4b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.246698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-8af9e8ce-2772-4c36-a7c0-93487df4b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.248013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-8af9e8ce-2772-4c36-a7c0-93487df4b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.250375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-8af9e8ce-2772-4c36-a7c0-93487df4b438 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6486 time: 0.0747955 Sep 08 13:13:09.254767 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:09.299821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9d268-f54f-4f04-9a13-6872b925547f req-ba986af1-d0af-4185-a3b7-44b82b57ca7f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.302321 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8e9d268-f54f-4f04-9a13-6872b925547f req-ba986af1-d0af-4185-a3b7-44b82b57ca7f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.0790882 Sep 08 13:13:09.363212 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ce4f75f7-6594-405a-9afe-58a88e0378c1,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:09.364520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8e9d268-f54f-4f04-9a13-6872b925547f req-88ccaf5d-5eb5-441b-a2da-590aed614a7e tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514436 Sep 08 13:13:09.389652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-37b5b9c8-dc6f-4064-acd5-9f303ced9154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.395232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-37b5b9c8-dc6f-4064-acd5-9f303ced9154 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd HTTP/1.1" status: 200 len: 902 time: 0.1370144 Sep 08 13:13:09.432380 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955f838d-f56b-4471-85fd-31c0bfabca75 admin admin] Made reservation on behalf of 00362f9f4c5f42c2af1c4b613e8f928a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:13:09.435370 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-955f838d-f56b-4471-85fd-31c0bfabca75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:09.443918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-64962fbf-6a5d-4e02-84e9-e5ee8d308fa4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9324b9ef-43d5-4410-9e21-a337598b64eb HTTP/1.1" status: 200 len: 217 time: 0.0405173 Sep 08 13:13:09.507788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-089c6d84-c134-44a7-bc61-84722e147958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.509545 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-089c6d84-c134-44a7-bc61-84722e147958 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaf5d36d-738b-4970-84ca-903b48836db2 HTTP/1.1" status: 200 len: 797 time: 0.0589268 Sep 08 13:13:09.571033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-b8458480-80cd-45a8-86c7-e98d2666b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:09.572313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-b8458480-80cd-45a8-86c7-e98d2666b6c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0553405 Sep 08 13:13:09.696893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-383ed728-465e-4279-a348-bfc75dba0a3a service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167994 Sep 08 13:13:09.717195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ce4f75f7-6594-405a-9afe-58a88e0378c1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:09.864218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05a237cf-64fc-4f4b-9f28-c3562e66e2ef req-d66dabc1-d0ad-4df2-89a9-0ba097ed7593 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583805 Sep 08 13:13:09.873887 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-955f838d-f56b-4471-85fd-31c0bfabca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:09.946253 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f838d-f56b-4471-85fd-31c0bfabca75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:09.994160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ed05-395b-436d-abbb-9c9ad238aa0c req-c4599745-3000-41c8-87ed-98f7266221a3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:10.001239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ed05-395b-436d-abbb-9c9ad238aa0c req-c4599745-3000-41c8-87ed-98f7266221a3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:10.007858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ed05-395b-436d-abbb-9c9ad238aa0c req-c4599745-3000-41c8-87ed-98f7266221a3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:10.010706 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955f838d-f56b-4471-85fd-31c0bfabca75 admin admin] Checking segment: {'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:13:10.011078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f838d-f56b-4471-85fd-31c0bfabca75 admin admin] Network hostable DHCP agents. Network: f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:13:10.016797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ed05-395b-436d-abbb-9c9ad238aa0c req-c4599745-3000-41c8-87ed-98f7266221a3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:10.023988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ed05-395b-436d-abbb-9c9ad238aa0c req-c4599745-3000-41c8-87ed-98f7266221a3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:10.030858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ed05-395b-436d-abbb-9c9ad238aa0c req-c4599745-3000-41c8-87ed-98f7266221a3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:10.037725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ed05-395b-436d-abbb-9c9ad238aa0c req-c4599745-3000-41c8-87ed-98f7266221a3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:10.039830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd48ed05-395b-436d-abbb-9c9ad238aa0c req-c4599745-3000-41c8-87ed-98f7266221a3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1357412 Sep 08 13:13:10.063107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ba843f4-288f-4632-9281-6de48fd780fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:10.087106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd48ed05-395b-436d-abbb-9c9ad238aa0c req-bc9949ad-b076-4021-9b3d-c3bbaf03dd5f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396914 Sep 08 13:13:10.158286 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7a979187-9c86-4f97-8b63-4f6bd0441129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:10.192954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955f838d-f56b-4471-85fd-31c0bfabca75 admin admin] Network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:13:10.275602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3dc345-879b-4200-81a2-6afb3a56db14 req-4fa4faab-ebd7-4656-81b8-97f258448fbe tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:10.279100 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f3dc345-879b-4200-81a2-6afb3a56db14 req-4fa4faab-ebd7-4656-81b8-97f258448fbe tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 944 time: 0.0723505 Sep 08 13:13:10.305556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d718d0-30c8-49ac-ab90-a34e5bbc47e4 req-b9c20a15-c627-4012-aa87-bdac44e053d8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:10.306030 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7d718d0-30c8-49ac-ab90-a34e5bbc47e4 req-b9c20a15-c627-4012-aa87-bdac44e053d8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.1301425 Sep 08 13:13:10.308038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-955f838d-f56b-4471-85fd-31c0bfabca75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:13:10.315811 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955f838d-f56b-4471-85fd-31c0bfabca75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:10.316404 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-955f838d-f56b-4471-85fd-31c0bfabca75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:10.316907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66220b7-2ee0-4eb1-9724-6cd57eeeaa2c None None] Network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:13:10.341215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f3dc345-879b-4200-81a2-6afb3a56db14 req-314b7d4b-a5d4-440e-b139-5e4091a1da1d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560081 Sep 08 13:13:10.383807 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7d718d0-30c8-49ac-ab90-a34e5bbc47e4 req-376534e6-253a-4357-af14-6e080886090d tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639968 Sep 08 13:13:10.438574 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:10.461607 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6ba843f4-288f-4632-9281-6de48fd780fb admin admin] Deleting port 7aeff937-506c-49b2-b51e-5e5e427d727f {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:10.461926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ba843f4-288f-4632-9281-6de48fd780fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:10.487445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b662b15b-5da3-4c50-8af2-38a51927df68 None None] Network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:13:10.498757 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-955f838d-f56b-4471-85fd-31c0bfabca75 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2880156 Sep 08 13:13:10.535352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275a6fc-0db4-4c80-8044-f792bb5734ac req-20c1f37d-1b4d-41f5-903b-83c05e13865a tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:10.545474 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5275a6fc-0db4-4c80-8044-f792bb5734ac req-20c1f37d-1b4d-41f5-903b-83c05e13865a tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1024394 Sep 08 13:13:10.570838 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-6ba843f4-288f-4632-9281-6de48fd780fb admin admin] For port 7aeff937-506c-49b2-b51e-5e5e427d727f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7aeff937-506c-49b2-b51e-5e5e427d727f,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:10.571501 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ba843f4-288f-4632-9281-6de48fd780fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:10.585818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6ba843f4-288f-4632-9281-6de48fd780fb admin admin] Calling delete_port for 7aeff937-506c-49b2-b51e-5e5e427d727f owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:10.613853 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5275a6fc-0db4-4c80-8044-f792bb5734ac req-b800afb4-7fce-4a84-84b9-cc90608fe4a5 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653527 Sep 08 13:13:10.774265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ce4f75f7-6594-405a-9afe-58a88e0378c1 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:13:10.901674 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ba843f4-288f-4632-9281-6de48fd780fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:10.925468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port ce4f75f7-6594-405a-9afe-58a88e0378c1 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:13:10.932183 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port ce4f75f7-6594-405a-9afe-58a88e0378c1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:13:10.932631 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:11.012301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba843f4-288f-4632-9281-6de48fd780fb admin admin] Pushing event deleted for resources: {'Port': ['ID=7aeff937-506c-49b2-b51e-5e5e427d727f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:11.076321 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:11.150352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87724ec-a127-4538-b166-a95d992a0586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4f75f7-6594-405a-9afe-58a88e0378c1'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:11.154326 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5504b86-ca78-4e1f-91c3-080a280d8ed7" -d '{"events": [{"server_uuid": "e87724ec-a127-4538-b166-a95d992a0586", "name": "network-vif-plugged", "status": "completed", "tag": "ce4f75f7-6594-405a-9afe-58a88e0378c1"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:11.169551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ce4f75f7-6594-405a-9afe-58a88e0378c1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ce4f75f7-6594-405a-9afe-58a88e0378c1,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:11.252841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e430952-cc59-40cf-ac02-519eae87114b req-d7b2ec2e-8765-41e9-acda-52d53fa93b3e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:11.259714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e430952-cc59-40cf-ac02-519eae87114b req-d7b2ec2e-8765-41e9-acda-52d53fa93b3e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:11.265948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e430952-cc59-40cf-ac02-519eae87114b req-d7b2ec2e-8765-41e9-acda-52d53fa93b3e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:11.272550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e430952-cc59-40cf-ac02-519eae87114b req-d7b2ec2e-8765-41e9-acda-52d53fa93b3e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:11.279077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e430952-cc59-40cf-ac02-519eae87114b req-d7b2ec2e-8765-41e9-acda-52d53fa93b3e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:11.287825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e430952-cc59-40cf-ac02-519eae87114b req-d7b2ec2e-8765-41e9-acda-52d53fa93b3e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:11.294945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e430952-cc59-40cf-ac02-519eae87114b req-d7b2ec2e-8765-41e9-acda-52d53fa93b3e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:11.296891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e430952-cc59-40cf-ac02-519eae87114b req-d7b2ec2e-8765-41e9-acda-52d53fa93b3e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1114566 Sep 08 13:13:11.302016 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ba843f4-288f-4632-9281-6de48fd780fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:11.314167 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:11.318701 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a82e9072-c576-4517-905b-bf1861236d09 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:11.346946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e430952-cc59-40cf-ac02-519eae87114b req-c5351aad-a7ce-4556-aaa9-bcb1c631f6ba tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438106 Sep 08 13:13:11.401463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-374bfeeb-19ca-4071-99de-99f3a74735e5 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:11.403283 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-374bfeeb-19ca-4071-99de-99f3a74735e5 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/networks?id=f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a HTTP/1.1" status: 200 len: 822 time: 0.2723989 Sep 08 13:13:11.411514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ce4f75f7-6594-405a-9afe-58a88e0378c1,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:11.436015 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-fac3b105-3783-4759-b093-aae541bc9cda tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/quotas/00362f9f4c5f42c2af1c4b613e8f928a HTTP/1.1" status: 200 len: 375 time: 0.0193374 Sep 08 13:13:11.557936 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-0f620a52-7e18-40af-b947-6399b2e875ec tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796576 Sep 08 13:13:11.627901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bf9e3-7f07-4d57-9a16-40b5ff91be1c req-3fa278ff-b39a-4c73-bf9a-c36b4f605646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:11.629502 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-621bf9e3-7f07-4d57-9a16-40b5ff91be1c req-3fa278ff-b39a-4c73-bf9a-c36b4f605646 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 1096 time: 0.1152816 Sep 08 13:13:11.642358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd078a38-99e0-4c49-a9d4-de27ef6b9e95 req-7bc491c4-6666-4236-bc3c-4fa11fb42350 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:11.651507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd078a38-99e0-4c49-a9d4-de27ef6b9e95 req-7bc491c4-6666-4236-bc3c-4fa11fb42350 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 945 time: 0.1231353 Sep 08 13:13:11.658948 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:11.674701 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143e0290-8ae9-4918-8fd5-562f6836573f x-openstack-request-id: req-143e0290-8ae9-4918-8fd5-562f6836573f {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:11.676355 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87724ec-a127-4538-b166-a95d992a0586", "name": "network-vif-plugged", "status": "completed", "tag": "ce4f75f7-6594-405a-9afe-58a88e0378c1", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:11.676800 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-143e0290-8ae9-4918-8fd5-562f6836573f {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:11.678524 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87724ec-a127-4538-b166-a95d992a0586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4f75f7-6594-405a-9afe-58a88e0378c1', 'code': 200} Sep 08 13:13:11.709973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-621bf9e3-7f07-4d57-9a16-40b5ff91be1c req-8a5b127b-44fd-4ad2-82ab-8b96f7b908fa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556409 Sep 08 13:13:11.744337 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd078a38-99e0-4c49-a9d4-de27ef6b9e95 req-7dcb9f8a-95d4-4dab-9fcf-2829c556cb48 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918453 Sep 08 13:13:11.765492 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a82e9072-c576-4517-905b-bf1861236d09, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a82e9072-c576-4517-905b-bf1861236d09,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:11.767043 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-35a5c1a6-4ea4-418d-a16f-84cb0ae29715 service neutron] 10.222.0.69 "GET /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075028 Sep 08 13:13:11.806636 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba843f4-288f-4632-9281-6de48fd780fb admin admin] Router 969429ea-0171-4af4-aadb-0d52a4afab42 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:13:11.845771 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:11.885468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ea44d-1ba2-4651-9353-e1540fbe2d3f req-790f11ae-6b3d-418d-b78f-f4a289e434a5 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:11.889568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-028ea44d-1ba2-4651-9353-e1540fbe2d3f req-790f11ae-6b3d-418d-b78f-f4a289e434a5 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 945 time: 0.0754304 Sep 08 13:13:11.932443 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-9040c1b3-76aa-4100-a1a8-5f8144ceba0a service neutron] 10.222.0.69 "GET /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584668 Sep 08 13:13:11.933632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-028ea44d-1ba2-4651-9353-e1540fbe2d3f req-cc7d3ec5-21b9-464c-bf2c-2459ef2fffb5 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Sep 08 13:13:11.949301 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:11.999309 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba843f4-288f-4632-9281-6de48fd780fb admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:13:12.021995 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6ba843f4-288f-4632-9281-6de48fd780fb admin admin] 10.222.0.69 "PUT /v2.0/routers/969429ea-0171-4af4-aadb-0d52a4afab42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8386960 Sep 08 13:13:12.026606 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51754) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:12.067150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115cc4a-7686-449d-8b54-11acea06d7b6 None None] Sync routers for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:13:12.116533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-b4d139d0-448c-4c13-8120-edba8347b2b1 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:12.117281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115cc4a-7686-449d-8b54-11acea06d7b6 None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:13:12.117942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1115cc4a-7686-449d-8b54-11acea06d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:13:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:12.122690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-b4d139d0-448c-4c13-8120-edba8347b2b1 tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535&tenant_id=fb92476927b34b84aed526285f320f3a&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1096 time: 0.1693642 Sep 08 13:13:12.153592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807558-3'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:12.185968 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:12.231847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ec48a-cfcc-493a-9e76-9dc77e93a191 req-5f3733c2-cb54-4fd7-a295-62f86c0fd2e5 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:12.234560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e2ec48a-cfcc-493a-9e76-9dc77e93a191 req-5f3733c2-cb54-4fd7-a295-62f86c0fd2e5 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 943 time: 0.1950731 Sep 08 13:13:12.287065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a82e9072-c576-4517-905b-bf1861236d09,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:12.288944 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:12.342579 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:12.423776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51764) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:12.433297 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e2ec48a-cfcc-493a-9e76-9dc77e93a191 req-611d5df1-3087-4f2d-a3e9-fcfb604e3da8 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651688 Sep 08 13:13:12.433543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1115cc4a-7686-449d-8b54-11acea06d7b6 None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:13:12.489221 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-decff1fa-b776-4363-bc1f-7c3c371c8c33 req-e3fd2ae6-c638-4116-b166-65374a44caa3 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 210 time: 0.0737700 Sep 08 13:13:12.509555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:12.619127 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Deleting port 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:12.620184 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:12.621886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:13:12.706681 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b0c654e7-9bad-455f-afca-973454e29274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:12.743148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d08bef-189d-4793-ad33-a4bc919bd535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84711f43-3df6-4a35-9fa9-a34bf6f86070'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:12.746918 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4462256-e06f-4a5d-91c2-1b4ad0e59c3b" -d '{"events": [{"server_uuid": "c0d08bef-189d-4793-ad33-a4bc919bd535", "name": "network-vif-unplugged", "status": "completed", "tag": "84711f43-3df6-4a35-9fa9-a34bf6f86070"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:12.750751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1115cc4a-7686-449d-8b54-11acea06d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87'}], 'enable_snat': True}, 'gw_port_id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:13:10Z', 'revision_number': 5, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port': {'id': '30aa98d6-b4fe-435c-acfa-4c1c34bafee0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:d7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:06:58Z', 'updated_at': '2021-09-08T13:07:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:12.770497 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:12.772813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] For port 30aa98d6-b4fe-435c-acfa-4c1c34bafee0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=30aa98d6-b4fe-435c-acfa-4c1c34bafee0,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:12.773190 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:12.790008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Calling delete_port for 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:12.812227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 84711f43-3df6-4a35-9fa9-a34bf6f86070 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:12.812362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ab09f-d3d4-48a3-a9db-057d7a5aa2ae req-ef6bc1d2-b880-41fc-9e28-4de7fcffa252 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:12.818822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ab09f-d3d4-48a3-a9db-057d7a5aa2ae req-ef6bc1d2-b880-41fc-9e28-4de7fcffa252 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:12.824386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115cc4a-7686-449d-8b54-11acea06d7b6 None None] Checking router: 969429ea-0171-4af4-aadb-0d52a4afab42 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:13:12.827206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ab09f-d3d4-48a3-a9db-057d7a5aa2ae req-ef6bc1d2-b880-41fc-9e28-4de7fcffa252 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:12.834325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ab09f-d3d4-48a3-a9db-057d7a5aa2ae req-ef6bc1d2-b880-41fc-9e28-4de7fcffa252 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:12.839879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ab09f-d3d4-48a3-a9db-057d7a5aa2ae req-ef6bc1d2-b880-41fc-9e28-4de7fcffa252 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:12.847127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ab09f-d3d4-48a3-a9db-057d7a5aa2ae req-ef6bc1d2-b880-41fc-9e28-4de7fcffa252 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:12.854110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ab09f-d3d4-48a3-a9db-057d7a5aa2ae req-ef6bc1d2-b880-41fc-9e28-4de7fcffa252 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:12.863445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e04ab09f-d3d4-48a3-a9db-057d7a5aa2ae req-ef6bc1d2-b880-41fc-9e28-4de7fcffa252 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.2971058 Sep 08 13:13:12.867134 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ecccb3-c4c8-4f5b-88fb-9b1f30e26616 x-openstack-request-id: req-89ecccb3-c4c8-4f5b-88fb-9b1f30e26616 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:12.867335 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d08bef-189d-4793-ad33-a4bc919bd535", "name": "network-vif-unplugged", "status": "completed", "tag": "84711f43-3df6-4a35-9fa9-a34bf6f86070", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:12.867592 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89ecccb3-c4c8-4f5b-88fb-9b1f30e26616 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:12.868078 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d08bef-189d-4793-ad33-a4bc919bd535', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84711f43-3df6-4a35-9fa9-a34bf6f86070', 'code': 200} Sep 08 13:13:12.890612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1115cc4a-7686-449d-8b54-11acea06d7b6 None None] Routers {'969429ea-0171-4af4-aadb-0d52a4afab42'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:13:12.891364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1115cc4a-7686-449d-8b54-11acea06d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:13:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['969429ea-0171-4af4-aadb-0d52a4afab42'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:12.927052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e04ab09f-d3d4-48a3-a9db-057d7a5aa2ae req-abe2375b-f995-4470-96fc-c346061c9b73 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624111 Sep 08 13:13:12.927773 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.044813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43249969-2215-4121-9990-d02c2af940d0 req-6c148f82-097c-4ef2-aafa-b52b91ff8eb6 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:13.046501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-43249969-2215-4121-9990-d02c2af940d0 req-6c148f82-097c-4ef2-aafa-b52b91ff8eb6 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 945 time: 0.1204801 Sep 08 13:13:13.051152 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1115cc4a-7686-449d-8b54-11acea06d7b6 None None] Set router 969429ea-0171-4af4-aadb-0d52a4afab42 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:13:13.128395 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1115cc4a-7686-449d-8b54-11acea06d7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:13:12Z', 'revision_number': 6, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:13.133666 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.resource_extend [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 13:13:13.160746 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-43249969-2215-4121-9990-d02c2af940d0 req-9cf12897-657a-4407-9ddf-69b05d14d873 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920346 Sep 08 13:13:13.168358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1115cc4a-7686-449d-8b54-11acea06d7b6 None None] The sync data for ids ['969429ea-0171-4af4-aadb-0d52a4afab42'] in n-d-807558-3 is: [{'id': '969429ea-0171-4af4-aadb-0d52a4afab42', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1743256928-router', 'tenant_id': 'a7274b00e2404f71955ace24a4fcbafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:06:57Z', 'updated_at': '2021-09-08T13:13:12Z', 'revision_number': 6, 'project_id': 'a7274b00e2404f71955ace24a4fcbafe', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:13:13.182872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Pushing event updated for resources: {'Port': ['ID=84711f43-3df6-4a35-9fa9-a34bf6f86070,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:13.203585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Attempting to bind port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on host n-h1-807558-3 for vnic_type normal with profile {"migrating_to": "n-h2-807558-3"} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:13:13.203585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Attempting to bind port 84711f43-3df6-4a35-9fa9-a34bf6f86070 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:13:13.203585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Attempting to bind port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:13:13.215162 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:13:13.215498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Attempting to bind port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on network fc3173e7-86b4-44fc-88d3-c8f473ef58e7 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:13:13.232084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:13:13.232442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Checking segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:13:13.232834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Bound using segment: {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:13:13.233276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Bound port: 84711f43-3df6-4a35-9fa9-a34bf6f86070, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e4e08c7-d93e-4017-a5a4-f03c94abc848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fc3173e7-86b4-44fc-88d3-c8f473ef58e7'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:13:13.233647 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.246517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc09574-6f83-4990-9290-68e66ab41feb req-47f4d622-45f1-4cb3-bb03-c666fe39b8be tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:13.248071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dc09574-6f83-4990-9290-68e66ab41feb req-47f4d622-45f1-4cb3-bb03-c666fe39b8be tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 943 time: 0.1457500 Sep 08 13:13:13.264859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:13.279505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 84711f43-3df6-4a35-9fa9-a34bf6f86070 has no active binding in host n-h2-807558-3 {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 13:13:13.282533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a82e9072-c576-4517-905b-bf1861236d09 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:13.329386 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b0c654e7-9bad-455f-afca-973454e29274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.341586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dc09574-6f83-4990-9290-68e66ab41feb req-afebbf71-fc33-4f14-b8c3-05b84c970432 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832636 Sep 08 13:13:13.360301 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.383811 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:13:13.388949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:13:13.394673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a82e9072-c576-4517-905b-bf1861236d09, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a82e9072-c576-4517-905b-bf1861236d09,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:13.405210 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=30aa98d6-b4fe-435c-acfa-4c1c34bafee0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:13.411552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a82e9072-c576-4517-905b-bf1861236d09', 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c', 'port_id': 'a82e9072-c576-4517-905b-bf1861236d09', 'mac_address': 'fa:16:3e:29:c2:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be139490-49ed-4908-8453-ad1dc6e611ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:13.422302 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.474794 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b0c654e7-9bad-455f-afca-973454e29274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.486592 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.488468 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.524922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82e9072-c576-4517-905b-bf1861236d09 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:13.541772 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.545703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c654e7-9bad-455f-afca-973454e29274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab07716-54a7-4632-9c71-724063260692,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:13.554668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b0c654e7-9bad-455f-afca-973454e29274 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4efa5e37d4804fb48bc07b628c1db6ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1203022 Sep 08 13:13:13.577733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51786) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:13.602712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a82e9072-c576-4517-905b-bf1861236d09, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a82e9072-c576-4517-905b-bf1861236d09,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:13.644476 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.646962 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.679846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4330fd4-7f91-4c27-aced-2c293ce2d897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a82e9072-c576-4517-905b-bf1861236d09'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:13.681033 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ffaf52a-e773-4dfa-8c83-2e162d55d124 req-11478d1f-da51-4a6a-8459-b078c14421ef tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 210 time: 0.0643961 Sep 08 13:13:13.687235 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a446136d-5600-47ee-8f8e-aacfb28212ac" -d '{"events": [{"server_uuid": "f4330fd4-7f91-4c27-aced-2c293ce2d897", "name": "network-vif-unplugged", "status": "completed", "tag": "a82e9072-c576-4517-905b-bf1861236d09"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:13.697640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Pushing event updated for resources: {'Port': ['ID=84711f43-3df6-4a35-9fa9-a34bf6f86070,revision_number=8']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:13.735393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:13.736637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.738348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-46c30aa2-3dce-4d14-a29d-aae52ef81f06 service neutron] 10.222.0.60 "PUT /v2.0/ports/84711f43-3df6-4a35-9fa9-a34bf6f86070 HTTP/1.1" status: 200 len: 1121 time: 1.5955422 Sep 08 13:13:13.751805 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4bfcfc-0381-4a73-8b7a-d69dd876e73f x-openstack-request-id: req-3b4bfcfc-0381-4a73-8b7a-d69dd876e73f {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:13.751805 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4330fd4-7f91-4c27-aced-2c293ce2d897", "name": "network-vif-unplugged", "status": "completed", "tag": "a82e9072-c576-4517-905b-bf1861236d09", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:13.751805 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3b4bfcfc-0381-4a73-8b7a-d69dd876e73f {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:13.751805 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4330fd4-7f91-4c27-aced-2c293ce2d897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a82e9072-c576-4517-905b-bf1861236d09', 'code': 200} Sep 08 13:13:13.754384 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.774217 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4366e8d3-9045-422f-b57f-822a2c0e6e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.798641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f0a98-18b6-4c0e-a93f-4534fb487b40 req-da809958-b137-48a0-a8b6-360de47a1b27 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:13.798898 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4366e8d3-9045-422f-b57f-822a2c0e6e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.800689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-591f0a98-18b6-4c0e-a93f-4534fb487b40 req-da809958-b137-48a0-a8b6-360de47a1b27 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 943 time: 0.0973394 Sep 08 13:13:13.836731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['84711f43-3df6-4a35-9fa9-a34bf6f86070'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:13.842049 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.842676 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 969429ea-0171-4af4-aadb-0d52a4afab42 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:13:13.849695 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.851015 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9a30ffe9-9d4b-4b16-b885-476e33d06a2b admin admin] 10.222.0.69 "DELETE /v2.0/routers/969429ea-0171-4af4-aadb-0d52a4afab42 HTTP/1.1" status: 204 len: 168 time: 1.8235145 Sep 08 13:13:13.853738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51790) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:13.867960 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-591f0a98-18b6-4c0e-a93f-4534fb487b40 req-86306ca6-4f86-4502-90bf-ee44846e5488 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586193 Sep 08 13:13:13.879332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['84711f43-3df6-4a35-9fa9-a34bf6f86070'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:13.902418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a82e9072-c576-4517-905b-bf1861236d09,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:13.915229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9837a63-82c5-40e1-ab9e-0f2a8b820410 admin admin] Deleting subnet bb151a63-aad3-419d-afc4-6b2e27650372 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:13:13.918663 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9837a63-82c5-40e1-ab9e-0f2a8b820410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:13.964877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9837a63-82c5-40e1-ab9e-0f2a8b820410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:14.038113 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4366e8d3-9045-422f-b57f-822a2c0e6e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:14.040741 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4366e8d3-9045-422f-b57f-822a2c0e6e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:14.045673 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4366e8d3-9045-422f-b57f-822a2c0e6e1f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2ab07716-54a7-4632-9c71-724063260692 HTTP/1.1" status: 204 len: 168 time: 0.4669509 Sep 08 13:13:14.117769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366e8d3-9045-422f-b57f-822a2c0e6e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab07716-54a7-4632-9c71-724063260692,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:14.133916 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9837a63-82c5-40e1-ab9e-0f2a8b820410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:14.137000 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:14.175930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a82e9072-c576-4517-905b-bf1861236d09'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:14.185595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c00d-330f-4f8d-9275-128dadf9a7f4 req-28030e48-3ff4-4e19-a728-798a1a738948 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:14.191627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c00d-330f-4f8d-9275-128dadf9a7f4 req-28030e48-3ff4-4e19-a728-798a1a738948 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:14.197615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c00d-330f-4f8d-9275-128dadf9a7f4 req-28030e48-3ff4-4e19-a728-798a1a738948 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:14.210862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c00d-330f-4f8d-9275-128dadf9a7f4 req-28030e48-3ff4-4e19-a728-798a1a738948 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:14.217896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c00d-330f-4f8d-9275-128dadf9a7f4 req-28030e48-3ff4-4e19-a728-798a1a738948 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:14.224046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c00d-330f-4f8d-9275-128dadf9a7f4 req-28030e48-3ff4-4e19-a728-798a1a738948 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:14.230459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2c00d-330f-4f8d-9275-128dadf9a7f4 req-28030e48-3ff4-4e19-a728-798a1a738948 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:14.238808 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1a2c00d-330f-4f8d-9275-128dadf9a7f4 req-28030e48-3ff4-4e19-a728-798a1a738948 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.2044160 Sep 08 13:13:14.312335 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1a2c00d-330f-4f8d-9275-128dadf9a7f4 req-062098f8-42b8-484c-ada4-3c647aee6cec tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725322 Sep 08 13:13:14.364122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10464a-e607-4fee-bc87-918fa66acf72 req-aa2883f6-c8ff-4c9c-8f72-e448b70a248b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:14.379330 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b10464a-e607-4fee-bc87-918fa66acf72 req-aa2883f6-c8ff-4c9c-8f72-e448b70a248b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 945 time: 0.1096556 Sep 08 13:13:14.424990 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b10464a-e607-4fee-bc87-918fa66acf72 req-2647ce23-89d9-46cb-be01-1173d7fef515 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 Sep 08 13:13:14.506936 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9837a63-82c5-40e1-ab9e-0f2a8b820410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:14.554134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075c85b-4cd9-48d7-99d7-b45d493498d0 req-79bd697f-adbf-4034-8348-85659a8f603a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:14.555456 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1075c85b-4cd9-48d7-99d7-b45d493498d0 req-79bd697f-adbf-4034-8348-85659a8f603a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 943 time: 0.1146877 Sep 08 13:13:14.559971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9837a63-82c5-40e1-ab9e-0f2a8b820410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb151a63-aad3-419d-afc4-6b2e27650372,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:14.578685 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c260412-479c-409f-82b1-46931381e4e3 None None] Network 140e26e4-9169-4cfc-9628-100d96ca6c1a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:13:14.597828 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9837a63-82c5-40e1-ab9e-0f2a8b820410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:14.599836 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a9837a63-82c5-40e1-ab9e-0f2a8b820410 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bb151a63-aad3-419d-afc4-6b2e27650372 HTTP/1.1" status: 204 len: 168 time: 0.7447248 Sep 08 13:13:14.606884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51806) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:14.660407 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1075c85b-4cd9-48d7-99d7-b45d493498d0 req-365f4e89-1693-4c26-87a4-15d8015e71e7 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864794 Sep 08 13:13:14.729113 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:14.844528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] DHCP port deletion for 140e26e4-9169-4cfc-9628-100d96ca6c1a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:13:14.848101 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-49ce067f-f346-47f4-9299-a1276a294f71 req-a752ed26-26fa-4867-86b5-34c65c1a60ac tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 210 time: 0.0359511 Sep 08 13:13:14.873364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d08bef-189d-4793-ad33-a4bc919bd535', 'tag': '84711f43-3df6-4a35-9fa9-a34bf6f86070'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:14.873364 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2d1619-e165-453d-bc1d-39f42fdf1919" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d08bef-189d-4793-ad33-a4bc919bd535", "tag": "84711f43-3df6-4a35-9fa9-a34bf6f86070"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:14.894599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:14.932323 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7801d24b-0071-4623-96d6-f832fe7c55ca x-openstack-request-id: req-7801d24b-0071-4623-96d6-f832fe7c55ca {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:14.936748 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d08bef-189d-4793-ad33-a4bc919bd535", "tag": "84711f43-3df6-4a35-9fa9-a34bf6f86070", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:14.936748 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7801d24b-0071-4623-96d6-f832fe7c55ca {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:14.936748 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d08bef-189d-4793-ad33-a4bc919bd535', 'tag': '84711f43-3df6-4a35-9fa9-a34bf6f86070', 'status': 'completed', 'code': 200} Sep 08 13:13:14.945659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:14.946559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 30aa98d6-b4fe-435c-acfa-4c1c34bafee0 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:14.948277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7aeff937-506c-49b2-b51e-5e5e427d727f no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:14.995458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 7aeff937-506c-49b2-b51e-5e5e427d727f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:14.996147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7aeff937-506c-49b2-b51e-5e5e427d727f not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:15.021424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Deleting port 3bae4ee3-b2df-4328-9026-311f6d7b417d {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:15.021835 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.093629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d1619-e165-453d-bc1d-39f42fdf1919 req-d66c9dbb-e13f-4197-984f-e6bd22d503ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.095612 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b2d1619-e165-453d-bc1d-39f42fdf1919 req-d66c9dbb-e13f-4197-984f-e6bd22d503ff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 1124 time: 0.1277797 Sep 08 13:13:15.128702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] For port 3bae4ee3-b2df-4328-9026-311f6d7b417d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3bae4ee3-b2df-4328-9026-311f6d7b417d,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:15.129549 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.149319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Calling delete_port for 3bae4ee3-b2df-4328-9026-311f6d7b417d owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:15.160174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed173-898b-42e9-8b19-11d77141d2e5 req-b8b74a7d-7575-4945-bf88-196105d0d5cf tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.167950 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c9ed173-898b-42e9-8b19-11d77141d2e5 req-b8b74a7d-7575-4945-bf88-196105d0d5cf tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 944 time: 0.1406164 Sep 08 13:13:15.230280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7bc33-863e-4a02-9871-6fc8772a4b1d req-19564f76-0c8b-4544-a0ea-0646aa963589 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.232659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-abd7bc33-863e-4a02-9871-6fc8772a4b1d req-19564f76-0c8b-4544-a0ea-0646aa963589 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 945 time: 0.0618529 Sep 08 13:13:15.244386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51818) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:15.262212 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c9ed173-898b-42e9-8b19-11d77141d2e5 req-3e72e2c0-dd56-421d-a76b-b39060e8a56d tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931268 Sep 08 13:13:15.266766 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f39d7370-07a3-4f75-ad5f-a12e79e50c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.310480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d1619-e165-453d-bc1d-39f42fdf1919 req-bd00c118-d648-4835-970f-11dc23492561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.315455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b2d1619-e165-453d-bc1d-39f42fdf1919 req-bd00c118-d648-4835-970f-11dc23492561 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.2080491 Sep 08 13:13:15.315597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Deleting port 3bae4ee3-b2df-4328-9026-311f6d7b417d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:15.315597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.354983 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-abd7bc33-863e-4a02-9871-6fc8772a4b1d req-b6065960-2de8-4738-8152-c340bd4df42e tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103334 Sep 08 13:13:15.401495 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b2d1619-e165-453d-bc1d-39f42fdf1919 req-68a61606-1563-4939-9ece-fd6cf90237c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070 HTTP/1.1" status: 200 len: 217 time: 0.0818489 Sep 08 13:13:15.421779 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] For port 3bae4ee3-b2df-4328-9026-311f6d7b417d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3bae4ee3-b2df-4328-9026-311f6d7b417d,segment=NetworkSegment(93188114-1648-4b4f-8453-e359a2e91179),segment_id=93188114-1648-4b4f-8453-e359a2e91179)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:15.422433 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.426902 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.444562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Calling delete_port for 3bae4ee3-b2df-4328-9026-311f6d7b417d owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:15.476519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Pushing event deleted for resources: {'Port': ['ID=3bae4ee3-b2df-4328-9026-311f6d7b417d,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:15.481252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] No DVR routers for this DVR port 3bae4ee3-b2df-4328-9026-311f6d7b417d on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:13:15.507604 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:15.509407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:15.509407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:15.509407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:15.509407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:15.509407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:15.509904 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:15.510009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:15.513400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:15.513400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:15.513400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:15.513400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b63b47f-f114-493f-9b84-3426c8279bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:13:15.548524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f39d7370-07a3-4f75-ad5f-a12e79e50c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.578941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75375559-76b5-41e0-946b-42a3e22798ca req-761c7c3b-c0b8-405f-8a57-b8327f74da11 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.586226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75375559-76b5-41e0-946b-42a3e22798ca req-761c7c3b-c0b8-405f-8a57-b8327f74da11 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.589113 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.592929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75375559-76b5-41e0-946b-42a3e22798ca req-761c7c3b-c0b8-405f-8a57-b8327f74da11 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.598985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75375559-76b5-41e0-946b-42a3e22798ca req-761c7c3b-c0b8-405f-8a57-b8327f74da11 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.606161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75375559-76b5-41e0-946b-42a3e22798ca req-761c7c3b-c0b8-405f-8a57-b8327f74da11 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.615549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3bae4ee3-b2df-4328-9026-311f6d7b417d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:15.618060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75375559-76b5-41e0-946b-42a3e22798ca req-761c7c3b-c0b8-405f-8a57-b8327f74da11 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.620175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] No DVR routers for this DVR port 3bae4ee3-b2df-4328-9026-311f6d7b417d on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:13:15.626996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75375559-76b5-41e0-946b-42a3e22798ca req-761c7c3b-c0b8-405f-8a57-b8327f74da11 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.629121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-75375559-76b5-41e0-946b-42a3e22798ca req-761c7c3b-c0b8-405f-8a57-b8327f74da11 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.2057993 Sep 08 13:13:15.631328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d1619-e165-453d-bc1d-39f42fdf1919 req-7e4260b2-7dbd-4665-80b4-395c4c7c3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.632897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b2d1619-e165-453d-bc1d-39f42fdf1919 req-7e4260b2-7dbd-4665-80b4-395c4c7c3712 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.2240820 Sep 08 13:13:15.678957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b2d1619-e165-453d-bc1d-39f42fdf1919 req-2a06e0d3-2644-4fd1-a410-bfb311336b1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366035 Sep 08 13:13:15.697667 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.700869 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f39d7370-07a3-4f75-ad5f-a12e79e50c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.734744 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-75375559-76b5-41e0-946b-42a3e22798ca req-103ee64b-654c-46a0-9be4-13d665e6cde5 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0989223 Sep 08 13:13:15.771477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140e26e4-9169-4cfc-9628-100d96ca6c1a']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:15.792856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93188114-1648-4b4f-8453-e359a2e91179') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:15.793147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93188114-1648-4b4f-8453-e359a2e91179') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:15.803878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f39d7370-07a3-4f75-ad5f-a12e79e50c16 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8eb4455c1f52466d865ae2997ba17b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5553384 Sep 08 13:13:15.808431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51826) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:15.827277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b2d1619-e165-453d-bc1d-39f42fdf1919 req-1605b905-bc0b-4bbf-9415-75f0c256f295 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405740 Sep 08 13:13:15.827551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d7370-07a3-4f75-ad5f-a12e79e50c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252c0916-623f-4809-962f-827a755b6da2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:15.831040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.848152 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.857068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:13:15.860179 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:13:15.867939 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151ca6b-4f20-4b89-bdb7-3bb3ed44e5f2 req-70a4fe8e-1cd0-4094-8b0c-44aa3a688c28 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:15.871497 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1151ca6b-4f20-4b89-bdb7-3bb3ed44e5f2 req-70a4fe8e-1cd0-4094-8b0c-44aa3a688c28 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 943 time: 0.1055954 Sep 08 13:13:15.961034 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1671-8f4a-473c-9082-b1d362f00a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:15.984899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4faeefac-12b7-4731-9ee4-8b54ee915e7b req-d46c177e-85f2-428b-a47a-6d80c96939b8 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 210 time: 0.0397594 Sep 08 13:13:16.006816 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1151ca6b-4f20-4b89-bdb7-3bb3ed44e5f2 req-e7142c0f-5864-4dbb-99ad-78ae7413adbe tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208906 Sep 08 13:13:16.016128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1671-8f4a-473c-9082-b1d362f00a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:16.019575 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b2d1619-e165-453d-bc1d-39f42fdf1919 req-58ae3782-46d1-4687-becd-6ee179b56443 service neutron] 10.222.0.70 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810346 Sep 08 13:13:16.082518 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-7c4f108a-80ad-4f74-863a-b1019afc5e0e tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:16.084290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-7c4f108a-80ad-4f74-863a-b1019afc5e0e tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.70 "GET /v2.0/networks?id=f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a HTTP/1.1" status: 200 len: 822 time: 0.1358469 Sep 08 13:13:16.104280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Request body: {'port': {'device_id': '6ada55fb-4fa8-4d65-ac12-3038939174ac', 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a', 'admin_state_up': True, 'tenant_id': '00362f9f4c5f42c2af1c4b613e8f928a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:16.140381 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:16.175979 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:16.178302 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] 10.222.0.69 "DELETE /v2.0/networks/140e26e4-9169-4cfc-9628-100d96ca6c1a HTTP/1.1" status: 204 len: 168 time: 1.5737901 Sep 08 13:13:16.181207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51830) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:16.198379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f5b57-0715-415e-8b4f-cbc62fdfc8cd admin admin] Pushing event deleted for resources: {'Network': ['ID=140e26e4-9169-4cfc-9628-100d96ca6c1a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:16.336868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1671-8f4a-473c-9082-b1d362f00a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:16.339503 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d9b1671-8f4a-473c-9082-b1d362f00a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:16.342643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6d9b1671-8f4a-473c-9082-b1d362f00a74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/252c0916-623f-4809-962f-827a755b6da2 HTTP/1.1" status: 204 len: 168 time: 0.5331175 Sep 08 13:13:16.388247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Made reservation on behalf of 00362f9f4c5f42c2af1c4b613e8f928a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:13:16.392274 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:16.433973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b1671-8f4a-473c-9082-b1d362f00a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252c0916-623f-4809-962f-827a755b6da2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:16.560496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a8bea-8380-47e7-ba2f-7b036fbe1e6f req-94639b9a-0d8a-499e-83a6-3a6e13d77597 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:16.568098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8e9a8bea-8380-47e7-ba2f-7b036fbe1e6f req-94639b9a-0d8a-499e-83a6-3a6e13d77597 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 944 time: 0.2345638 Sep 08 13:13:16.571070 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:16.611619 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6df1bc-4532-4c9a-a38b-8ca060c073fe req-08b9c70d-ded9-4021-852e-c09d2ab430a4 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:16.613167 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-df6df1bc-4532-4c9a-a38b-8ca060c073fe req-08b9c70d-ded9-4021-852e-c09d2ab430a4 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 945 time: 0.1184926 Sep 08 13:13:16.641403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Allocated IP 172.20.0.3 (f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a/d2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee/51800b47-d85b-44aa-8d18-0a157558f3dc) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:13:16.660129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8e9a8bea-8380-47e7-ba2f-7b036fbe1e6f req-01d7aa96-d5b1-4bd0-ae79-d5961ecf7ea0 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909159 Sep 08 13:13:16.681356 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-df6df1bc-4532-4c9a-a38b-8ca060c073fe req-b1d91806-0f8b-4f8d-8595-3727ab23702e tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550289 Sep 08 13:13:16.770437 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:13:16.811743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3bae4ee3-b2df-4328-9026-311f6d7b417d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:16.839577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a82e9072-c576-4517-905b-bf1861236d09 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:13:16.846023 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 3bae4ee3-b2df-4328-9026-311f6d7b417d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:16.846391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3bae4ee3-b2df-4328-9026-311f6d7b417d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:16.908582 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53c13475-9f6d-41cb-9615-c9a7a9f8358e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:16.947247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a82e9072-c576-4517-905b-bf1861236d09 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:13:16.948842 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:17.016953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3b89-610a-4be5-8094-2f9b0dfeffd0 req-9ca6d550-520d-424a-8bfb-2b1a34ebe6c1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:17.022419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3b89-610a-4be5-8094-2f9b0dfeffd0 req-9ca6d550-520d-424a-8bfb-2b1a34ebe6c1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:17.030639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3b89-610a-4be5-8094-2f9b0dfeffd0 req-9ca6d550-520d-424a-8bfb-2b1a34ebe6c1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:17.035899 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3b89-610a-4be5-8094-2f9b0dfeffd0 req-9ca6d550-520d-424a-8bfb-2b1a34ebe6c1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:17.042737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3b89-610a-4be5-8094-2f9b0dfeffd0 req-9ca6d550-520d-424a-8bfb-2b1a34ebe6c1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:17.052582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3b89-610a-4be5-8094-2f9b0dfeffd0 req-9ca6d550-520d-424a-8bfb-2b1a34ebe6c1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:17.055347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3b89-610a-4be5-8094-2f9b0dfeffd0 req-9ca6d550-520d-424a-8bfb-2b1a34ebe6c1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:17.057434 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c9a3b89-610a-4be5-8094-2f9b0dfeffd0 req-9ca6d550-520d-424a-8bfb-2b1a34ebe6c1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1895134 Sep 08 13:13:17.063038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:17.105892 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:17.147856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4330fd4-7f91-4c27-aced-2c293ce2d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82e9072-c576-4517-905b-bf1861236d09'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:17.151264 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87151057-a859-496f-8687-c984627fdb2f" -d '{"events": [{"server_uuid": "f4330fd4-7f91-4c27-aced-2c293ce2d897", "name": "network-vif-plugged", "status": "completed", "tag": "a82e9072-c576-4517-905b-bf1861236d09"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:17.171833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a82e9072-c576-4517-905b-bf1861236d09, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a82e9072-c576-4517-905b-bf1861236d09,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:17.174008 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c9a3b89-610a-4be5-8094-2f9b0dfeffd0 req-3bdf7a5e-4761-4035-8d73-fbc631ab367d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062481 Sep 08 13:13:17.176372 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:17.245359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:13:17.251737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:13:17.272947 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:17.312962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:13:17.353834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event updated for resources: {'Port': ['ID=51800b47-d85b-44aa-8d18-0a157558f3dc,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:17.381955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a82e9072-c576-4517-905b-bf1861236d09,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:17.394162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7421f49-0f5d-4156-b2bb-8df64260f32d req-526807f2-ac2b-4af3-9aee-f9fc9cde687f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:17.402813 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7421f49-0f5d-4156-b2bb-8df64260f32d req-526807f2-ac2b-4af3-9aee-f9fc9cde687f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 931 time: 0.1556911 Sep 08 13:13:17.436023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:17.436802 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:17.469881 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7421f49-0f5d-4156-b2bb-8df64260f32d req-3d6bffec-bc39-4c07-8744-48218d5b668e tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656705 Sep 08 13:13:17.562117 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5283303d-2686-43f4-a23b-f7b7a419bf69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4623349 Sep 08 13:13:17.595107 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Request body: {'port': {'device_id': '6ada55fb-4fa8-4d65-ac12-3038939174ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:17.636823 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d0a8ee-3ee5-4b94-a84b-1eba2c209962 x-openstack-request-id: req-23d0a8ee-3ee5-4b94-a84b-1eba2c209962 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:17.637370 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4330fd4-7f91-4c27-aced-2c293ce2d897", "name": "network-vif-plugged", "status": "completed", "tag": "a82e9072-c576-4517-905b-bf1861236d09", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:17.637370 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23d0a8ee-3ee5-4b94-a84b-1eba2c209962 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:17.637769 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4330fd4-7f91-4c27-aced-2c293ce2d897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82e9072-c576-4517-905b-bf1861236d09', 'code': 200} Sep 08 13:13:17.717535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b12b8-87de-4a55-990e-d51c406cf102 req-fb3ad226-5420-4de5-b2c3-a82e6ef5a123 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:17.722721 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7b0b12b8-87de-4a55-990e-d51c406cf102 req-fb3ad226-5420-4de5-b2c3-a82e6ef5a123 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 943 time: 0.1762102 Sep 08 13:13:17.736025 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:17.842694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7b0b12b8-87de-4a55-990e-d51c406cf102 req-705c6bc6-5ae6-4859-a9cc-e189b8448ed2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112344 Sep 08 13:13:18.032195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a8416-d9a9-49b8-b2d7-a9fa76eb4b7a req-684826ca-7fd7-4187-8973-67edb43ebfda tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:18.039243 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-445a8416-d9a9-49b8-b2d7-a9fa76eb4b7a req-684826ca-7fd7-4187-8973-67edb43ebfda tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1643486 Sep 08 13:13:18.044648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c60d1f-ab20-487a-aa71-1a94c8becabf req-2f1d464d-d9f4-4365-b092-72d0a11bd9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:18.046433 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98c60d1f-ab20-487a-aa71-1a94c8becabf req-2f1d464d-d9f4-4365-b092-72d0a11bd9ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 1096 time: 0.1729522 Sep 08 13:13:18.139017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-53c13475-9f6d-41cb-9615-c9a7a9f8358e admin admin] Deleting port e8bb4c3e-22c6-4052-95e8-70b22a6fd073 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:18.139633 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53c13475-9f6d-41cb-9615-c9a7a9f8358e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:18.244644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-53c13475-9f6d-41cb-9615-c9a7a9f8358e admin admin] For port e8bb4c3e-22c6-4052-95e8-70b22a6fd073, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e8bb4c3e-22c6-4052-95e8-70b22a6fd073,segment=NetworkSegment(7c5e6102-e51e-4c37-b88e-075a3bf975dc),segment_id=7c5e6102-e51e-4c37-b88e-075a3bf975dc)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:18.245321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53c13475-9f6d-41cb-9615-c9a7a9f8358e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:18.262284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-53c13475-9f6d-41cb-9615-c9a7a9f8358e admin admin] Calling delete_port for e8bb4c3e-22c6-4052-95e8-70b22a6fd073 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:18.282841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51800b47-d85b-44aa-8d18-0a157558f3dc {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:18.295189 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:18.364701 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Transition to ACTIVE for port object 51800b47-d85b-44aa-8d18-0a157558f3dc will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:13:18.419625 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-445a8416-d9a9-49b8-b2d7-a9fa76eb4b7a req-01c062e5-66a0-4d2e-8a7d-381fc778f3f5 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677146 Sep 08 13:13:18.423724 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98c60d1f-ab20-487a-aa71-1a94c8becabf req-4e7afdc3-0854-46c2-a7b7-23a2a5a85f1c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667324 Sep 08 13:13:18.449595 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:18.539999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b81e-cc59-4814-ab51-1d8287934b0a req-17b0d974-6271-429a-a1b0-42ff909b7a91 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:18.547240 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b81e-cc59-4814-ab51-1d8287934b0a req-17b0d974-6271-429a-a1b0-42ff909b7a91 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:18.554573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b81e-cc59-4814-ab51-1d8287934b0a req-17b0d974-6271-429a-a1b0-42ff909b7a91 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:18.563051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b81e-cc59-4814-ab51-1d8287934b0a req-17b0d974-6271-429a-a1b0-42ff909b7a91 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:18.571011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b81e-cc59-4814-ab51-1d8287934b0a req-17b0d974-6271-429a-a1b0-42ff909b7a91 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:18.578888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b81e-cc59-4814-ab51-1d8287934b0a req-17b0d974-6271-429a-a1b0-42ff909b7a91 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:18.586717 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221b81e-cc59-4814-ab51-1d8287934b0a req-17b0d974-6271-429a-a1b0-42ff909b7a91 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:18.589085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1221b81e-cc59-4814-ab51-1d8287934b0a req-17b0d974-6271-429a-a1b0-42ff909b7a91 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1978374 Sep 08 13:13:18.626861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Pushing event updated for resources: {'Port': ['ID=51800b47-d85b-44aa-8d18-0a157558f3dc,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:18.677221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bf791-398f-4a52-b5e8-c47792f1b95c req-f7b3ad68-8fda-4a66-990f-0ee45a61f76b tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:18.679045 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-957bf791-398f-4a52-b5e8-c47792f1b95c req-f7b3ad68-8fda-4a66-990f-0ee45a61f76b tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 943 time: 0.0639722 Sep 08 13:13:18.704925 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1221b81e-cc59-4814-ab51-1d8287934b0a req-d8e78fc0-8cba-426f-8155-9467203dcbe7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083586 Sep 08 13:13:18.708140 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53c13475-9f6d-41cb-9615-c9a7a9f8358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:18.751184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c13475-9f6d-41cb-9615-c9a7a9f8358e admin admin] Pushing event deleted for resources: {'Port': ['ID=e8bb4c3e-22c6-4052-95e8-70b22a6fd073,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:18.791882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Attempting to bind port 51800b47-d85b-44aa-8d18-0a157558f3dc on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:13:18.792551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Attempting to bind port 51800b47-d85b-44aa-8d18-0a157558f3dc by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:13:18.792551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Attempting to bind port 51800b47-d85b-44aa-8d18-0a157558f3dc on network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:13:18.803333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Port 51800b47-d85b-44aa-8d18-0a157558f3dc on network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:13:18.803660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Attempting to bind port 51800b47-d85b-44aa-8d18-0a157558f3dc on network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:13:18.822932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:13:18.823302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Checking segment: {'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:13:18.824390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Bound using segment: {'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:13:18.825387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Bound port: 51800b47-d85b-44aa-8d18-0a157558f3dc, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:13:18.825763 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:18.935736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] For port 51800b47-d85b-44aa-8d18-0a157558f3dc, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:13:18.939615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] For port 51800b47-d85b-44aa-8d18-0a157558f3dc, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=51800b47-d85b-44aa-8d18-0a157558f3dc,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:13:18.941840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-957bf791-398f-4a52-b5e8-c47792f1b95c req-6a662b78-bbbb-4c37-8b3a-1b6846057556 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550979 Sep 08 13:13:19.031926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:19.070381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:19.071308 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:19.072986 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] 10.222.0.70 "PUT /v2.0/ports/51800b47-d85b-44aa-8d18-0a157558f3dc HTTP/1.1" status: 200 len: 1091 time: 1.4850800 Sep 08 13:13:19.073445 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ada55fb-4fa8-4d65-ac12-3038939174ac', 'tag': '51800b47-d85b-44aa-8d18-0a157558f3dc'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:19.075783 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56bd098-2ed3-49c2-9dc4-b92a7f9b52c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6ada55fb-4fa8-4d65-ac12-3038939174ac", "tag": "51800b47-d85b-44aa-8d18-0a157558f3dc"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:19.112298 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53c13475-9f6d-41cb-9615-c9a7a9f8358e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:19.144937 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08136b5b-ce18-4a1d-bdfa-3e4864bc814a x-openstack-request-id: req-08136b5b-ce18-4a1d-bdfa-3e4864bc814a {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:19.145464 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ada55fb-4fa8-4d65-ac12-3038939174ac", "tag": "51800b47-d85b-44aa-8d18-0a157558f3dc", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:19.145901 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-08136b5b-ce18-4a1d-bdfa-3e4864bc814a {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:19.146504 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ada55fb-4fa8-4d65-ac12-3038939174ac', 'tag': '51800b47-d85b-44aa-8d18-0a157558f3dc', 'status': 'completed', 'code': 200} Sep 08 13:13:19.155555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf41a2-74a1-46c9-b1f9-1315bfe5531c req-829d1f8c-e0c7-4ae6-9e82-9fa15e7caca2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:19.162879 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87bf41a2-74a1-46c9-b1f9-1315bfe5531c req-829d1f8c-e0c7-4ae6-9e82-9fa15e7caca2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 943 time: 0.1666057 Sep 08 13:13:19.198880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4a738-1cc4-4190-acd6-7207163356de service neutron] Pushing event updated for resources: {'Port': ['ID=51800b47-d85b-44aa-8d18-0a157558f3dc,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:19.265264 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87bf41a2-74a1-46c9-b1f9-1315bfe5531c req-41d59a16-1a76-429b-a19e-2cdab681e4f8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962434 Sep 08 13:13:19.288227 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bd098-2ed3-49c2-9dc4-b92a7f9b52c5 req-6759a9e8-dc0c-4ee5-ada5-bb7e89caa919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:19.289764 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a56bd098-2ed3-49c2-9dc4-b92a7f9b52c5 req-6759a9e8-dc0c-4ee5-ada5-bb7e89caa919 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 1094 time: 0.1196260 Sep 08 13:13:19.430998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bd098-2ed3-49c2-9dc4-b92a7f9b52c5 req-25e03a6f-fb80-44db-927b-f8f6e9c884ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:19.432503 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a56bd098-2ed3-49c2-9dc4-b92a7f9b52c5 req-25e03a6f-fb80-44db-927b-f8f6e9c884ab service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1336408 Sep 08 13:13:19.464954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c13475-9f6d-41cb-9615-c9a7a9f8358e admin admin] Router 82ba950f-f907-423b-a74e-5f9a0c58c880 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:13:19.655570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc1676-217b-4a47-8a75-c497602a0efc req-9e5ebf44-7dee-4121-8c99-51a7eee36fd7 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:19.659484 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41dc1676-217b-4a47-8a75-c497602a0efc req-9e5ebf44-7dee-4121-8c99-51a7eee36fd7 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1194205 Sep 08 13:13:19.691525 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bd098-2ed3-49c2-9dc4-b92a7f9b52c5 req-1bda7265-086e-49b8-a78b-f243ea38ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:19.701332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a56bd098-2ed3-49c2-9dc4-b92a7f9b52c5 req-1bda7265-086e-49b8-a78b-f243ea38ea10 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2584903 Sep 08 13:13:19.701596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c13475-9f6d-41cb-9615-c9a7a9f8358e admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:13:19.726758 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe7744-6564-4ee4-9211-bf97fddd708b None None] Sync routers for ids ['82ba950f-f907-423b-a74e-5f9a0c58c880'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:13:19.749853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51934) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:19.750113 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-53c13475-9f6d-41cb-9615-c9a7a9f8358e admin admin] 10.222.0.69 "PUT /v2.0/routers/82ba950f-f907-423b-a74e-5f9a0c58c880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5671661 Sep 08 13:13:19.751422 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe7744-6564-4ee4-9211-bf97fddd708b None None] Routers {'82ba950f-f907-423b-a74e-5f9a0c58c880'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:13:19.752076 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e4fe7744-6564-4ee4-9211-bf97fddd708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:13:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['82ba950f-f907-423b-a74e-5f9a0c58c880'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:19.753705 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41dc1676-217b-4a47-8a75-c497602a0efc req-df5606be-a7be-4599-bd0a-5f1560cbe30e tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862522 Sep 08 13:13:20.042563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c99ff-638c-4d9e-a58f-185e8a81c20f req-dd8d9fd8-f5e8-4dec-91dc-110cfddaed94 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:20.042563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c99ff-638c-4d9e-a58f-185e8a81c20f req-dd8d9fd8-f5e8-4dec-91dc-110cfddaed94 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:20.042563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c99ff-638c-4d9e-a58f-185e8a81c20f req-dd8d9fd8-f5e8-4dec-91dc-110cfddaed94 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:20.042563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c99ff-638c-4d9e-a58f-185e8a81c20f req-dd8d9fd8-f5e8-4dec-91dc-110cfddaed94 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:20.042563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c99ff-638c-4d9e-a58f-185e8a81c20f req-dd8d9fd8-f5e8-4dec-91dc-110cfddaed94 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:20.045457 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-e4fe7744-6564-4ee4-9211-bf97fddd708b None None] Set router 82ba950f-f907-423b-a74e-5f9a0c58c880 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:13:20.047946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c99ff-638c-4d9e-a58f-185e8a81c20f req-dd8d9fd8-f5e8-4dec-91dc-110cfddaed94 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:20.047946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c99ff-638c-4d9e-a58f-185e8a81c20f req-dd8d9fd8-f5e8-4dec-91dc-110cfddaed94 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:20.047946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-996c99ff-638c-4d9e-a58f-185e8a81c20f req-dd8d9fd8-f5e8-4dec-91dc-110cfddaed94 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1950717 Sep 08 13:13:20.047946 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:20.047946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-da0f3c81-7cc7-4c1a-a3ea-7d85fdb723ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:20.047946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-da0f3c81-7cc7-4c1a-a3ea-7d85fdb723ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 1094 time: 0.2039886 Sep 08 13:13:20.139265 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-2cfe81c3-811f-495c-8cda-fbd0cf72729e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51800b47-d85b-44aa-8d18-0a157558f3dc HTTP/1.1" status: 200 len: 217 time: 0.0687339 Sep 08 13:13:20.172608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ab2d0-1a11-452f-aace-5610a71d0bc0 req-de018509-0236-403b-bb4b-99a413d13b07 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:20.184108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-982ab2d0-1a11-452f-aace-5610a71d0bc0 req-de018509-0236-403b-bb4b-99a413d13b07 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 943 time: 0.0798032 Sep 08 13:13:20.234787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-982ab2d0-1a11-452f-aace-5610a71d0bc0 req-48e228d3-10f2-4d4b-8891-62183b1133ec tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480907 Sep 08 13:13:20.243623 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-996c99ff-638c-4d9e-a58f-185e8a81c20f req-01f64086-27e5-4594-9331-d607e7bfaf65 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1781883 Sep 08 13:13:20.284341 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-61353063-a88f-411b-8688-11568266a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:20.285944 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-61353063-a88f-411b-8688-11568266a169 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee HTTP/1.1" status: 200 len: 862 time: 0.1314046 Sep 08 13:13:20.288545 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e4fe7744-6564-4ee4-9211-bf97fddd708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1915202780-router', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0644a6d1-3e44-406f-963b-2c354df74134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:07:08Z', 'updated_at': '2021-09-08T13:13:18Z', 'revision_number': 5, 'project_id': 'ae3907ae201f4b20849f22db779fc86d', 'gw_port': {'id': '0644a6d1-3e44-406f-963b-2c354df74134', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:09Z', 'updated_at': '2021-09-08T13:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:20.289237 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:20.327306 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe7744-6564-4ee4-9211-bf97fddd708b None None] Checking router: 82ba950f-f907-423b-a74e-5f9a0c58c880 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:13:20.329167 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-2929506d-c1b7-4973-bdd8-13a110a70428 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353718 Sep 08 13:13:20.338488 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fe7744-6564-4ee4-9211-bf97fddd708b None None] Routers {'82ba950f-f907-423b-a74e-5f9a0c58c880'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:13:20.339614 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e4fe7744-6564-4ee4-9211-bf97fddd708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:13:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['82ba950f-f907-423b-a74e-5f9a0c58c880'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:20.363231 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 84711f43-3df6-4a35-9fa9-a34bf6f86070 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:20.410969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8bec99-8509-46a8-aed1-48fa219d6870 req-e72d5c6c-3c59-4764-97be-1cb8a52b6a43 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:20.419984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f8bec99-8509-46a8-aed1-48fa219d6870 req-e72d5c6c-3c59-4764-97be-1cb8a52b6a43 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 943 time: 0.0740228 Sep 08 13:13:20.458156 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-7c05b6d1-92bc-4df4-968d-587bbe9d6593 service neutron] 10.222.0.70 "GET /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191256 Sep 08 13:13:20.474441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f8bec99-8509-46a8-aed1-48fa219d6870 req-c899df22-554c-459c-966c-134efbace7ce tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531614 Sep 08 13:13:20.539201 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-e4fe7744-6564-4ee4-9211-bf97fddd708b None None] Set router 82ba950f-f907-423b-a74e-5f9a0c58c880 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:13:20.614191 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67b5063a-27aa-4af5-8766-2ece9e1dcb2a req-15f13eca-246c-4f83-8bad-f6f492d3a2c7 service neutron] 10.222.0.70 "GET /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463153 Sep 08 13:13:20.632317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Deleting port 0644a6d1-3e44-406f-963b-2c354df74134 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:20.632603 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:20.737242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] For port 0644a6d1-3e44-406f-963b-2c354df74134, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0644a6d1-3e44-406f-963b-2c354df74134,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:20.737655 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:20.756145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Calling delete_port for 0644a6d1-3e44-406f-963b-2c354df74134 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:20.770372 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e4fe7744-6564-4ee4-9211-bf97fddd708b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1915202780-router', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0644a6d1-3e44-406f-963b-2c354df74134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:07:08Z', 'updated_at': '2021-09-08T13:13:18Z', 'revision_number': 5, 'project_id': 'ae3907ae201f4b20849f22db779fc86d', 'gw_port': {'id': '0644a6d1-3e44-406f-963b-2c354df74134', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:09Z', 'updated_at': '2021-09-08T13:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:20.828248 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fe7744-6564-4ee4-9211-bf97fddd708b None None] The sync data for ids ['82ba950f-f907-423b-a74e-5f9a0c58c880'] in n-d-807558-3 is: [{'id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1915202780-router', 'tenant_id': 'ae3907ae201f4b20849f22db779fc86d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135'}], 'enable_snat': True}, 'gw_port_id': '0644a6d1-3e44-406f-963b-2c354df74134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:07:08Z', 'updated_at': '2021-09-08T13:13:18Z', 'revision_number': 5, 'project_id': 'ae3907ae201f4b20849f22db779fc86d', 'gw_port': {'id': '0644a6d1-3e44-406f-963b-2c354df74134', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:cd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ba950f-f907-423b-a74e-5f9a0c58c880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:07:09Z', 'updated_at': '2021-09-08T13:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:13:21.011289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113e518-e783-419c-87c0-1e9ecbde4b33 req-55355c0f-3e35-4d24-ad2b-e39b724c2237 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:21.012904 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c113e518-e783-419c-87c0-1e9ecbde4b33 req-55355c0f-3e35-4d24-ad2b-e39b724c2237 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1429017 Sep 08 13:13:21.019379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-93f7841a-cb13-4bcc-8f2d-d8fed627eab4 service neutron] 10.222.0.70 "GET /v2.0/ports/84711f43-3df6-4a35-9fa9-a34bf6f86070/bindings/n-h2-807558-3 HTTP/1.1" status: 200 len: 384 time: 0.1648853 Sep 08 13:13:21.124169 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c113e518-e783-419c-87c0-1e9ecbde4b33 req-151970c0-ecbf-46b1-b287-4b2ba399788b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038301 Sep 08 13:13:21.309253 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-9b4e49a4-1e98-4c34-9aab-78c6ce9dc6f8 service neutron] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:21.607145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cda4f-4714-413d-9125-76ca126aec8d req-3a1544d9-beb3-4a14-bb17-5d5b9b3ca309 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:21.617613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cda4f-4714-413d-9125-76ca126aec8d req-3a1544d9-beb3-4a14-bb17-5d5b9b3ca309 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:21.626330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cda4f-4714-413d-9125-76ca126aec8d req-3a1544d9-beb3-4a14-bb17-5d5b9b3ca309 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:21.633718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cda4f-4714-413d-9125-76ca126aec8d req-3a1544d9-beb3-4a14-bb17-5d5b9b3ca309 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:21.641932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cda4f-4714-413d-9125-76ca126aec8d req-3a1544d9-beb3-4a14-bb17-5d5b9b3ca309 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:21.649642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cda4f-4714-413d-9125-76ca126aec8d req-3a1544d9-beb3-4a14-bb17-5d5b9b3ca309 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:21.657578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-9b4e49a4-1e98-4c34-9aab-78c6ce9dc6f8 service neutron] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:13:21.657900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cda4f-4714-413d-9125-76ca126aec8d req-3a1544d9-beb3-4a14-bb17-5d5b9b3ca309 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:21.660103 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a5cda4f-4714-413d-9125-76ca126aec8d req-3a1544d9-beb3-4a14-bb17-5d5b9b3ca309 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1269977 Sep 08 13:13:21.691152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-9b4e49a4-1e98-4c34-9aab-78c6ce9dc6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84711f43-3df6-4a35-9fa9-a34bf6f86070 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:21.704298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-9b4e49a4-1e98-4c34-9aab-78c6ce9dc6f8 service neutron] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:21.714504 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a5cda4f-4714-413d-9125-76ca126aec8d req-3b89c8e8-19dd-4a2b-a584-13178acfc122 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0466833 Sep 08 13:13:21.716709 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:21.765041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Pushing event deleted for resources: {'Port': ['ID=0644a6d1-3e44-406f-963b-2c354df74134,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:21.842475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041849a-e79c-45fc-9234-a24024af480b req-5bb1c392-8fab-4c9d-9b4d-e2f2fc6f9751 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:21.846721 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0041849a-e79c-45fc-9234-a24024af480b req-5bb1c392-8fab-4c9d-9b4d-e2f2fc6f9751 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 943 time: 0.1311672 Sep 08 13:13:21.853423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ec8e5-6a94-47a6-aadf-e48903b00fe7 req-051b53bf-45ef-4336-a7c6-3a97c0d4aa95 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:21.855508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-949ec8e5-6a94-47a6-aadf-e48903b00fe7 req-051b53bf-45ef-4336-a7c6-3a97c0d4aa95 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 943 time: 0.0629010 Sep 08 13:13:21.879290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:21.902410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-949ec8e5-6a94-47a6-aadf-e48903b00fe7 req-cc42383d-bc39-4d29-8c93-6fea99ae27e6 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409305 Sep 08 13:13:21.942438 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-9b4e49a4-1e98-4c34-9aab-78c6ce9dc6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:21.996067 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.000668 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.088021 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0041849a-e79c-45fc-9234-a24024af480b req-c1bf44e8-b7aa-41b6-9130-cd70098ab7c7 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186527 Sep 08 13:13:22.124183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-9b4e49a4-1e98-4c34-9aab-78c6ce9dc6f8 service neutron] Transition to ACTIVE for port object 84711f43-3df6-4a35-9fa9-a34bf6f86070 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:13:22.171515 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.176101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ba950f-f907-423b-a74e-5f9a0c58c880 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:13:22.186506 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.190164 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4a09f89c-84ad-4983-8acb-06ad31d839bb admin admin] 10.222.0.69 "DELETE /v2.0/routers/82ba950f-f907-423b-a74e-5f9a0c58c880 HTTP/1.1" status: 204 len: 168 time: 2.4369795 Sep 08 13:13:22.190470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52018) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:22.238744 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-9b4e49a4-1e98-4c34-9aab-78c6ce9dc6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.273328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fac9ae-75d2-4f32-a7cf-4726f09536e0 req-6a9197fd-046c-4227-902a-0fc8bc2ed1cc tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:22.281108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4fac9ae-75d2-4f32-a7cf-4726f09536e0 req-6a9197fd-046c-4227-902a-0fc8bc2ed1cc tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.0626795 Sep 08 13:13:22.281108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52020) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:22.322873 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c6f4c8-abd2-4c16-87ee-f97d6f4d23d1 admin admin] Deleting subnet c45973d9-6d42-48d4-85d2-f5049ee3160d {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:13:22.323221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4fac9ae-75d2-4f32-a7cf-4726f09536e0 req-ffd6ad44-5bae-432b-bc24-1e0eee2a4f30 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402143 Sep 08 13:13:22.363657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 51800b47-d85b-44aa-8d18-0a157558f3dc details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:22.371168 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09c6f4c8-abd2-4c16-87ee-f97d6f4d23d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.387023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-9b4e49a4-1e98-4c34-9aab-78c6ce9dc6f8 service neutron] No DVR routers for this DVR port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:13:22.425163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e49a4-1e98-4c34-9aab-78c6ce9dc6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=84711f43-3df6-4a35-9fa9-a34bf6f86070,revision_number=10']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:22.451979 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-faffaaa9-c8ee-4ce4-a322-463afd0f7319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.463643 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-9b4e49a4-1e98-4c34-9aab-78c6ce9dc6f8 service neutron] 10.222.0.70 "PUT /v2.0/ports/84711f43-3df6-4a35-9fa9-a34bf6f86070/bindings/n-h2-807558-3/activate HTTP/1.1" status: 200 len: 369 time: 1.4345906 Sep 08 13:13:22.469799 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09c6f4c8-abd2-4c16-87ee-f97d6f4d23d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.532332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 51800b47-d85b-44aa-8d18-0a157558f3dc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=51800b47-d85b-44aa-8d18-0a157558f3dc,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:22.552567 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '51800b47-d85b-44aa-8d18-0a157558f3dc', 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a', 'port_id': '51800b47-d85b-44aa-8d18-0a157558f3dc', 'mac_address': 'fa:16:3e:02:92:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:22.596706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09c6f4c8-abd2-4c16-87ee-f97d6f4d23d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.605378 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.625777 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-faffaaa9-c8ee-4ce4-a322-463afd0f7319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.637968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51800b47-d85b-44aa-8d18-0a157558f3dc {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:22.667302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 51800b47-d85b-44aa-8d18-0a157558f3dc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=51800b47-d85b-44aa-8d18-0a157558f3dc,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:22.702684 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-faffaaa9-c8ee-4ce4-a322-463afd0f7319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.743434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffaaa9-c8ee-4ce4-a322-463afd0f7319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ab4147-98d4-409d-8b8a-cb627dc42947,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:22.750281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-faffaaa9-c8ee-4ce4-a322-463afd0f7319 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d9e229e721549ed9e74757991cab80e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4716520 Sep 08 13:13:22.751836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52036) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:22.760449 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09c6f4c8-abd2-4c16-87ee-f97d6f4d23d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.788945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b378927-996d-490e-8377-d85f42453753 None None] Network 378b6988-0d62-4670-ac90-66706fa1bd8c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:13:22.807553 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09c6f4c8-abd2-4c16-87ee-f97d6f4d23d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.812522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52038) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:22.812712 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-09c6f4c8-abd2-4c16-87ee-f97d6f4d23d1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c45973d9-6d42-48d4-85d2-f5049ee3160d HTTP/1.1" status: 204 len: 168 time: 0.6207669 Sep 08 13:13:22.818023 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.818240 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6f4c8-abd2-4c16-87ee-f97d6f4d23d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c45973d9-6d42-48d4-85d2-f5049ee3160d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:22.818479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0644a6d1-3e44-406f-963b-2c354df74134 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:22.861525 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85603158-f0cf-4e83-958b-3be0390a83c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.880737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ce4f75f7-6594-405a-9afe-58a88e0378c1 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:22.905056 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85603158-f0cf-4e83-958b-3be0390a83c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:22.966611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4010b-7333-427f-b1fe-4067773aa6cd req-a1e04ed7-cbe0-4d09-b433-49c2f41bb28e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:22.974018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4010b-7333-427f-b1fe-4067773aa6cd req-a1e04ed7-cbe0-4d09-b433-49c2f41bb28e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:22.980346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4010b-7333-427f-b1fe-4067773aa6cd req-a1e04ed7-cbe0-4d09-b433-49c2f41bb28e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:22.987197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4010b-7333-427f-b1fe-4067773aa6cd req-a1e04ed7-cbe0-4d09-b433-49c2f41bb28e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:22.993243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4010b-7333-427f-b1fe-4067773aa6cd req-a1e04ed7-cbe0-4d09-b433-49c2f41bb28e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:22.999610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4010b-7333-427f-b1fe-4067773aa6cd req-a1e04ed7-cbe0-4d09-b433-49c2f41bb28e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:23.005594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4010b-7333-427f-b1fe-4067773aa6cd req-a1e04ed7-cbe0-4d09-b433-49c2f41bb28e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:23.007531 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a9d4010b-7333-427f-b1fe-4067773aa6cd req-a1e04ed7-cbe0-4d09-b433-49c2f41bb28e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1745956 Sep 08 13:13:23.010145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:23.023789 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ce4f75f7-6594-405a-9afe-58a88e0378c1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ce4f75f7-6594-405a-9afe-58a88e0378c1,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:23.079858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc198e-5292-4171-bb32-c06674def844 req-3ec035df-64d0-4225-a784-cb3b171dc686 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:23.084646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a9d4010b-7333-427f-b1fe-4067773aa6cd req-b087e224-60d3-4665-b30d-b87697bc5dc9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685599 Sep 08 13:13:23.085259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4fc198e-5292-4171-bb32-c06674def844 req-3ec035df-64d0-4225-a784-cb3b171dc686 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 944 time: 0.0726986 Sep 08 13:13:23.120284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Deleting port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:23.120640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:23.163010 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4fc198e-5292-4171-bb32-c06674def844 req-cbe7ecc7-c4b7-4587-becb-2b902ec62786 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709307 Sep 08 13:13:23.165938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85603158-f0cf-4e83-958b-3be0390a83c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:23.169721 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85603158-f0cf-4e83-958b-3be0390a83c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:23.175223 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-85603158-f0cf-4e83-958b-3be0390a83c6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26ab4147-98d4-409d-8b8a-cb627dc42947 HTTP/1.1" status: 204 len: 168 time: 0.4201119 Sep 08 13:13:23.186779 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85603158-f0cf-4e83-958b-3be0390a83c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ab4147-98d4-409d-8b8a-cb627dc42947,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:23.260919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] For port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205,segment=NetworkSegment(7c5e6102-e51e-4c37-b88e-075a3bf975dc),segment_id=7c5e6102-e51e-4c37-b88e-075a3bf975dc)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:23.261437 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:23.271686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 0644a6d1-3e44-406f-963b-2c354df74134 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:23.273027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0644a6d1-3e44-406f-963b-2c354df74134 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:23.273027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e8bb4c3e-22c6-4052-95e8-70b22a6fd073 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:23.280544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Calling delete_port for e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:23.306414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321ad18-e563-4a2c-b648-7ff9a4912a44 req-632f3533-9f3d-471d-a2e5-5fcad492dda8 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:23.310671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e321ad18-e563-4a2c-b648-7ff9a4912a44 req-632f3533-9f3d-471d-a2e5-5fcad492dda8 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 944 time: 0.0953050 Sep 08 13:13:23.326484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: e8bb4c3e-22c6-4052-95e8-70b22a6fd073 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:23.326850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e8bb4c3e-22c6-4052-95e8-70b22a6fd073 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:23.339323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'ce4f75f7-6594-405a-9afe-58a88e0378c1', 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'port_id': 'ce4f75f7-6594-405a-9afe-58a88e0378c1', 'mac_address': 'fa:16:3e:62:6e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a2bb6b-de34-41d6-880b-e39356c1d632', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:23.367784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['51800b47-d85b-44aa-8d18-0a157558f3dc'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:23.412430 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e321ad18-e563-4a2c-b648-7ff9a4912a44 req-24a849f3-8e05-4b3a-a184-f158e211136b tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552206 Sep 08 13:13:23.425518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=51800b47-d85b-44aa-8d18-0a157558f3dc,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:23.463913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e80bb-7ce9-4afe-bfba-189db12a2291 req-f326865f-4602-48cd-ad0e-9ff6a5c08b5f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:23.466663 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a6e80bb-7ce9-4afe-bfba-189db12a2291 req-f326865f-4602-48cd-ad0e-9ff6a5c08b5f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.0572052 Sep 08 13:13:23.506025 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:23.521927 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a6e80bb-7ce9-4afe-bfba-189db12a2291 req-7636610c-b165-4ba0-a06a-e3f01c7dc86e tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480950 Sep 08 13:13:23.537474 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce4f75f7-6594-405a-9afe-58a88e0378c1 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:23.581655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ce4f75f7-6594-405a-9afe-58a88e0378c1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ce4f75f7-6594-405a-9afe-58a88e0378c1,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:23.611109 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:23.616339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fd921c-66bc-469d-865a-b8f6a8f375ec None None] DHCP port deletion for 378b6988-0d62-4670-ac90-66706fa1bd8c request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:13:23.634224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] No DVR routers for this DVR port e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:13:23.687890 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:23.703586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Pushing event deleted for resources: {'Port': ['ID=e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:23.758652 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:23.761770 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ce4f75f7-6594-405a-9afe-58a88e0378c1,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:23.783616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['378b6988-0d62-4670-ac90-66706fa1bd8c']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:23.794269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c5e6102-e51e-4c37-b88e-075a3bf975dc') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:23.794486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c5e6102-e51e-4c37-b88e-075a3bf975dc') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:23.804506 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:23.819131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ce4f75f7-6594-405a-9afe-58a88e0378c1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:23.835629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:23.852781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:13:23.853193 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:13:23.855062 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:13:23.920537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-c6c4f4b9-6868-4043-b1e0-85f8f3875f8e tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:23.922063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-c6c4f4b9-6868-4043-b1e0-85f8f3875f8e tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535&tenant_id=fb92476927b34b84aed526285f320f3a&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1095 time: 0.1062925 Sep 08 13:13:23.973744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f55039c-c2d2-4243-89c8-9f96c325d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:23.975360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-1f55039c-c2d2-4243-89c8-9f96c325d25e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535&tenant_id=fb92476927b34b84aed526285f320f3a HTTP/1.1" status: 200 len: 1095 time: 0.0438044 Sep 08 13:13:24.035306 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:24.042929 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:24.046779 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] 10.222.0.69 "DELETE /v2.0/networks/378b6988-0d62-4670-ac90-66706fa1bd8c HTTP/1.1" status: 204 len: 168 time: 1.2317438 Sep 08 13:13:24.061543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c776269-18b9-4b46-bcc3-ede694bbda9b admin admin] Pushing event deleted for resources: {'Network': ['ID=378b6988-0d62-4670-ac90-66706fa1bd8c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:24.074547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-f9f4bf79-5abf-4cc8-bb64-e8f21d0cd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.076705 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-f9f4bf79-5abf-4cc8-bb64-e8f21d0cd173 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fb92476927b34b84aed526285f320f3a&device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 1095 time: 0.0726922 Sep 08 13:13:24.094798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52066) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:24.109498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-20827a09-7015-4558-a26d-01d137f933d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:24.190334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-dd713027-a57a-4c8d-8b25-60e38bfa355d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.191758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-dd713027-a57a-4c8d-8b25-60e38bfa355d service neutron] 10.222.0.60 "GET /v2.0/networks?id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 200 len: 922 time: 0.1064146 Sep 08 13:13:24.244874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-a949491f-8a03-403b-8109-4fdabe67a962 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070 HTTP/1.1" status: 200 len: 217 time: 0.0452876 Sep 08 13:13:24.263248 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e4212-f42f-4ff6-b097-571bb0ef605c req-385a650a-362d-4d85-9abf-123f00e5b637 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.269975 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e4212-f42f-4ff6-b097-571bb0ef605c req-385a650a-362d-4d85-9abf-123f00e5b637 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.276215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e4212-f42f-4ff6-b097-571bb0ef605c req-385a650a-362d-4d85-9abf-123f00e5b637 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.282265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e4212-f42f-4ff6-b097-571bb0ef605c req-385a650a-362d-4d85-9abf-123f00e5b637 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.288362 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e4212-f42f-4ff6-b097-571bb0ef605c req-385a650a-362d-4d85-9abf-123f00e5b637 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.294791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e4212-f42f-4ff6-b097-571bb0ef605c req-385a650a-362d-4d85-9abf-123f00e5b637 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.301208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e4212-f42f-4ff6-b097-571bb0ef605c req-385a650a-362d-4d85-9abf-123f00e5b637 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.303668 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d5e4212-f42f-4ff6-b097-571bb0ef605c req-385a650a-362d-4d85-9abf-123f00e5b637 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1290896 Sep 08 13:13:24.325498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-902ead1a-b6bd-413b-a90c-d8a37cb38fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.327185 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-902ead1a-b6bd-413b-a90c-d8a37cb38fb5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 200 len: 861 time: 0.0749760 Sep 08 13:13:24.339985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d877341-2c61-45f5-ad4a-06cb5828f624 req-d0ee78c6-c7da-4f06-9de0-8fb091f2a797 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.341945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d877341-2c61-45f5-ad4a-06cb5828f624 req-d0ee78c6-c7da-4f06-9de0-8fb091f2a797 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 944 time: 0.0822203 Sep 08 13:13:24.370593 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d5e4212-f42f-4ff6-b097-571bb0ef605c req-34c76aec-5f91-48cd-aed6-91dc20b28a23 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590863 Sep 08 13:13:24.373427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-20827a09-7015-4558-a26d-01d137f933d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:24.377857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 51800b47-d85b-44aa-8d18-0a157558f3dc up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:13:24.385091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-0d9e9407-1870-45b1-b93d-b7f1465023f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fc3173e7-86b4-44fc-88d3-c8f473ef58e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421150 Sep 08 13:13:24.423970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d877341-2c61-45f5-ad4a-06cb5828f624 req-358d4f2a-c5d5-40f3-85da-8b102daa20cf tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731001 Sep 08 13:13:24.485911 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-20827a09-7015-4558-a26d-01d137f933d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:24.500684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-901be671-9049-437c-aa38-46fd8bcdf776 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015477 Sep 08 13:13:24.537014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 51800b47-d85b-44aa-8d18-0a157558f3dc completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:13:24.540916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 51800b47-d85b-44aa-8d18-0a157558f3dc triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:13:24.541300 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:24.554770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52076) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:24.583563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20827a09-7015-4558-a26d-01d137f933d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24cb62d-62df-4e52-9aff-5e5ca16c8b0c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:24.620940 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-20827a09-7015-4558-a26d-01d137f933d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc4d08a92df24d9b829ceab3115fd641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5225246 Sep 08 13:13:24.622340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52078) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:24.653659 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:24.665905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e67430-100d-448b-8244-b1843e77b74a req-1a0f0557-86cc-48b0-a00c-e8fd738ff224 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.668940 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97e67430-100d-448b-8244-b1843e77b74a req-1a0f0557-86cc-48b0-a00c-e8fd738ff224 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 944 time: 0.1692824 Sep 08 13:13:24.679882 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ca3c29c1-0ed9-4787-b025-e230c3967af5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a7274b00e2404f71955ace24a4fcbafe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1202152 Sep 08 13:13:24.685480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52080) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:24.688529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ada55fb-4fa8-4d65-ac12-3038939174ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51800b47-d85b-44aa-8d18-0a157558f3dc'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:24.691316 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43d49ce-5161-49a2-8816-881d08989d84" -d '{"events": [{"server_uuid": "6ada55fb-4fa8-4d65-ac12-3038939174ac", "name": "network-vif-plugged", "status": "completed", "tag": "51800b47-d85b-44aa-8d18-0a157558f3dc"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:24.704212 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 51800b47-d85b-44aa-8d18-0a157558f3dc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=51800b47-d85b-44aa-8d18-0a157558f3dc,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:24.722333 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-00a51e87-a8be-4576-9feb-91bc54ca9f47 service neutron] 10.222.0.60 "GET /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122521 Sep 08 13:13:24.739295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a35129-a844-43ed-aff1-7c4395778f89 req-7514bb23-bd9d-427c-9240-6bb61e08cc78 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:24.747693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5a35129-a844-43ed-aff1-7c4395778f89 req-7514bb23-bd9d-427c-9240-6bb61e08cc78 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.1394722 Sep 08 13:13:24.748644 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97e67430-100d-448b-8244-b1843e77b74a req-6f551f58-b471-46f3-a9e3-b69a72a4c141 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700898 Sep 08 13:13:24.778751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af7e09df-e516-4225-a485-8afb5d49678a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:24.782709 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:24.806852 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5a35129-a844-43ed-aff1-7c4395778f89 req-5d253bc8-26ef-4fdf-ba9c-cdcf142fabce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581503 Sep 08 13:13:24.825761 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4dce1add-3de5-48fb-b3e1-8a733b454271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:24.834429 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af7e09df-e516-4225-a485-8afb5d49678a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:24.854605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:24.856510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4dce1add-3de5-48fb-b3e1-8a733b454271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:24.912112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ce4f75f7-6594-405a-9afe-58a88e0378c1 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:13:24.936661 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5061a01-ec64-407e-b338-cd7abcf3a367 x-openstack-request-id: req-a5061a01-ec64-407e-b338-cd7abcf3a367 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:24.936989 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ada55fb-4fa8-4d65-ac12-3038939174ac", "name": "network-vif-plugged", "status": "completed", "tag": "51800b47-d85b-44aa-8d18-0a157558f3dc", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:24.937214 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a5061a01-ec64-407e-b338-cd7abcf3a367 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:24.938126 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ada55fb-4fa8-4d65-ac12-3038939174ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51800b47-d85b-44aa-8d18-0a157558f3dc', 'code': 200} Sep 08 13:13:24.940459 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:24.941209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e46dbb90-8163-4ec1-b0bd-c9e0dbb3d205 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:24.977928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=51800b47-d85b-44aa-8d18-0a157558f3dc,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:25.005010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port ce4f75f7-6594-405a-9afe-58a88e0378c1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:13:25.005651 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:25.036163 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af7e09df-e516-4225-a485-8afb5d49678a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:25.040115 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af7e09df-e516-4225-a485-8afb5d49678a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:25.041375 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-af7e09df-e516-4225-a485-8afb5d49678a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44b414bd-6c5f-4b8d-a885-2153e5b9bef2 HTTP/1.1" status: 204 len: 168 time: 0.3540833 Sep 08 13:13:25.070380 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e09df-e516-4225-a485-8afb5d49678a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b414bd-6c5f-4b8d-a885-2153e5b9bef2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:25.086364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5778c1b-4d47-40b8-8145-4e339903ef25 req-2e4fb0b9-d74d-4f2f-bf23-3a3697c03cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:25.087896 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5778c1b-4d47-40b8-8145-4e339903ef25 req-2e4fb0b9-d74d-4f2f-bf23-3a3697c03cbf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 1096 time: 0.0931389 Sep 08 13:13:25.133316 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:25.134831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5778c1b-4d47-40b8-8145-4e339903ef25 req-d5db9189-8912-4bd7-803b-3a5022ba4ce8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387671 Sep 08 13:13:25.171184 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4dce1add-3de5-48fb-b3e1-8a733b454271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:25.173851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4dce1add-3de5-48fb-b3e1-8a733b454271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:25.174348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ce4f75f7-6594-405a-9afe-58a88e0378c1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ce4f75f7-6594-405a-9afe-58a88e0378c1,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:25.177840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4dce1add-3de5-48fb-b3e1-8a733b454271 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f24cb62d-62df-4e52-9aff-5e5ca16c8b0c HTTP/1.1" status: 204 len: 168 time: 0.5544145 Sep 08 13:13:25.186931 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce1add-3de5-48fb-b3e1-8a733b454271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24cb62d-62df-4e52-9aff-5e5ca16c8b0c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:25.296828 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:25.346869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ce4f75f7-6594-405a-9afe-58a88e0378c1,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:25.457125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-febf0574-c341-427a-9c5d-15f8a939e58d tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:25.459246 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-febf0574-c341-427a-9c5d-15f8a939e58d tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535&tenant_id=fb92476927b34b84aed526285f320f3a&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 1095 time: 0.0585625 Sep 08 13:13:25.594038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fb0bd-99d7-4786-8ab3-bac7fcc81fa7 req-9fa816e3-0d49-4cf5-acb6-63ac643a6202 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:25.662814 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc8fb0bd-99d7-4786-8ab3-bac7fcc81fa7 req-9fa816e3-0d49-4cf5-acb6-63ac643a6202 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 944 time: 0.0532906 Sep 08 13:13:25.663423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60405c-dbb8-452d-aa35-937c0ea012fc req-9c69fe2f-de9a-40b6-95bd-6a1a7944b5ce tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:25.663588 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc8fb0bd-99d7-4786-8ab3-bac7fcc81fa7 req-f129433e-a314-4c86-be36-8633538e874a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333269 Sep 08 13:13:25.663689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60405c-dbb8-452d-aa35-937c0ea012fc req-9c69fe2f-de9a-40b6-95bd-6a1a7944b5ce tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:25.663689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60405c-dbb8-452d-aa35-937c0ea012fc req-9c69fe2f-de9a-40b6-95bd-6a1a7944b5ce tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:25.663689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60405c-dbb8-452d-aa35-937c0ea012fc req-9c69fe2f-de9a-40b6-95bd-6a1a7944b5ce tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:25.663689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60405c-dbb8-452d-aa35-937c0ea012fc req-9c69fe2f-de9a-40b6-95bd-6a1a7944b5ce tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:25.666635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60405c-dbb8-452d-aa35-937c0ea012fc req-9c69fe2f-de9a-40b6-95bd-6a1a7944b5ce tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:25.674332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60405c-dbb8-452d-aa35-937c0ea012fc req-9c69fe2f-de9a-40b6-95bd-6a1a7944b5ce tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:25.675886 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6a60405c-dbb8-452d-aa35-937c0ea012fc req-9c69fe2f-de9a-40b6-95bd-6a1a7944b5ce tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1528726 Sep 08 13:13:25.736044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6a60405c-dbb8-452d-aa35-937c0ea012fc req-6ed341bb-002e-43c2-87d1-38bf4f9ef783 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0467215 Sep 08 13:13:25.797068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14a0e4b-222e-40d2-ad72-108af784d5ea req-abae8a5a-f0ee-4d50-af51-8f74f0232f2d tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:25.798640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e14a0e4b-222e-40d2-ad72-108af784d5ea req-abae8a5a-f0ee-4d50-af51-8f74f0232f2d tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 1095 time: 0.0491621 Sep 08 13:13:25.848231 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e14a0e4b-222e-40d2-ad72-108af784d5ea req-45ace3ca-e729-4a06-9b01-6aa646b4cc7d tempest-LiveAutoBlockMigrationV225Test-1281841095 tempest-LiveAutoBlockMigrationV225Test-1281841095-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416052 Sep 08 13:13:25.883309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf848a-32be-42d5-a568-05a164be1fc5 req-8bd97024-373a-4382-8977-89d55018a0a7 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:25.889057 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8dcf848a-32be-42d5-a568-05a164be1fc5 req-8bd97024-373a-4382-8977-89d55018a0a7 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.0711133 Sep 08 13:13:25.947582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8dcf848a-32be-42d5-a568-05a164be1fc5 req-07ad2001-9975-49f9-87a9-ef9ccc7eba8a tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479069 Sep 08 13:13:25.965171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-b71bf01e-af13-4223-a03a-dda2b20d8b32 service neutron] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:13:25.973601 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-b71bf01e-af13-4223-a03a-dda2b20d8b32 service neutron] Notify callbacks [] for binding, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:25.982230 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6102d34-7314-4749-9443-c2c99ae2f547 req-b71bf01e-af13-4223-a03a-dda2b20d8b32 service neutron] 10.222.0.60 "DELETE /v2.0/ports/84711f43-3df6-4a35-9fa9-a34bf6f86070/bindings/n-h1-807558-3 HTTP/1.1" status: 204 len: 173 time: 0.5094194 Sep 08 13:13:26.117491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afeec2b-80ef-45a2-9cdb-0b372e4f94ab req-0b06af81-1bae-4d9a-b7dd-f3a22b7712fa tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:26.120027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1afeec2b-80ef-45a2-9cdb-0b372e4f94ab req-0b06af81-1bae-4d9a-b7dd-f3a22b7712fa tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.0801284 Sep 08 13:13:26.190447 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1afeec2b-80ef-45a2-9cdb-0b372e4f94ab req-f87e570c-1244-4ddf-9600-8b3986941300 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594475 Sep 08 13:13:26.313208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424d8b1-888a-4d94-9efc-c1d3e8f2a86a req-dd86b134-5929-429d-8b3c-f6193b644b98 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:26.314722 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f424d8b1-888a-4d94-9efc-c1d3e8f2a86a req-dd86b134-5929-429d-8b3c-f6193b644b98 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.0538359 Sep 08 13:13:26.361420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f424d8b1-888a-4d94-9efc-c1d3e8f2a86a req-91c6cbfa-dffc-4014-a03f-fc70f886d587 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405247 Sep 08 13:13:26.553907 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52158) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:26.600364 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-39327446-eecb-4f64-9d96-d4013ff76645 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ae3907ae201f4b20849f22db779fc86d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452516 Sep 08 13:13:26.603298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52164) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:26.660833 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a3748dd4-4d56-4e9f-8f5d-6310e01c5212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:26.686654 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a3748dd4-4d56-4e9f-8f5d-6310e01c5212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:26.691575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb8b237-37dd-4262-a8c7-3f8292c1e0ab req-53b8029c-7fa5-4cbc-af59-4e40a15aff60 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:26.693272 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efb8b237-37dd-4262-a8c7-3f8292c1e0ab req-53b8029c-7fa5-4cbc-af59-4e40a15aff60 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 944 time: 0.0624931 Sep 08 13:13:26.743827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efb8b237-37dd-4262-a8c7-3f8292c1e0ab req-716e6acf-5ae8-4cd5-ac06-54cd802990d8 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441916 Sep 08 13:13:26.815477 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a3748dd4-4d56-4e9f-8f5d-6310e01c5212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:26.818515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a3748dd4-4d56-4e9f-8f5d-6310e01c5212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:26.819852 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a3748dd4-4d56-4e9f-8f5d-6310e01c5212 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1993a9b-08fe-45ab-9d71-3a807ce0305a HTTP/1.1" status: 204 len: 168 time: 0.2154329 Sep 08 13:13:26.828880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3748dd4-4d56-4e9f-8f5d-6310e01c5212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1993a9b-08fe-45ab-9d71-3a807ce0305a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:26.889842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a95028-0435-47bd-89cd-fa8f695f259d req-d3c74e60-a7d6-4bc9-b28c-b1e7046c29c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:26.896857 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a95028-0435-47bd-89cd-fa8f695f259d req-d3c74e60-a7d6-4bc9-b28c-b1e7046c29c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:26.904673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a95028-0435-47bd-89cd-fa8f695f259d req-d3c74e60-a7d6-4bc9-b28c-b1e7046c29c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:26.911229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a95028-0435-47bd-89cd-fa8f695f259d req-d3c74e60-a7d6-4bc9-b28c-b1e7046c29c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:26.917089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a95028-0435-47bd-89cd-fa8f695f259d req-d3c74e60-a7d6-4bc9-b28c-b1e7046c29c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:26.923832 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a95028-0435-47bd-89cd-fa8f695f259d req-d3c74e60-a7d6-4bc9-b28c-b1e7046c29c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:26.929750 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a95028-0435-47bd-89cd-fa8f695f259d req-d3c74e60-a7d6-4bc9-b28c-b1e7046c29c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:26.931656 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-71a95028-0435-47bd-89cd-fa8f695f259d req-d3c74e60-a7d6-4bc9-b28c-b1e7046c29c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.1132216 Sep 08 13:13:26.938876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87724ec-a127-4538-b166-a95d992a0586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4f75f7-6594-405a-9afe-58a88e0378c1'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:26.941188 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6cb680-e6a2-43a3-badb-27ad7417b99f" -d '{"events": [{"server_uuid": "e87724ec-a127-4538-b166-a95d992a0586", "name": "network-vif-plugged", "status": "completed", "tag": "ce4f75f7-6594-405a-9afe-58a88e0378c1"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:27.028809 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf73753-c4e4-486f-9888-49d76778ec11 x-openstack-request-id: req-3cf73753-c4e4-486f-9888-49d76778ec11 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:27.029100 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87724ec-a127-4538-b166-a95d992a0586", "name": "network-vif-plugged", "status": "completed", "tag": "ce4f75f7-6594-405a-9afe-58a88e0378c1", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:27.029356 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3cf73753-c4e4-486f-9888-49d76778ec11 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:27.029746 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87724ec-a127-4538-b166-a95d992a0586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce4f75f7-6594-405a-9afe-58a88e0378c1', 'code': 200} Sep 08 13:13:27.041808 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-71a95028-0435-47bd-89cd-fa8f695f259d req-2d75aa65-1525-4798-907a-ee36e233667c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0979376 Sep 08 13:13:27.217200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09f58fb-d485-464f-b1a1-df81a7df1cd8 req-e505b918-6265-4be1-96ae-109c2ea2f4e6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:27.218856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f09f58fb-d485-464f-b1a1-df81a7df1cd8 req-e505b918-6265-4be1-96ae-109c2ea2f4e6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.1271012 Sep 08 13:13:27.316603 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f09f58fb-d485-464f-b1a1-df81a7df1cd8 req-8766541d-b4d8-4d70-afad-55b73c2f6503 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915952 Sep 08 13:13:27.384184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-6bd42feb-d7fa-45fa-80d7-d5e9388b4fea tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:27.392347 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-6bd42feb-d7fa-45fa-80d7-d5e9388b4fea tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/networks?id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c HTTP/1.1" status: 200 len: 815 time: 0.1325219 Sep 08 13:13:27.413210 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-fbcdc967-963a-45ea-86f9-16baf1730b6c tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/quotas/b206cfebddf84418a875572b10b1551e HTTP/1.1" status: 200 len: 375 time: 0.0193882 Sep 08 13:13:27.487013 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-237090b7-70fa-4bff-8fb9-2bb0d3b60ac7 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b206cfebddf84418a875572b10b1551e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0728178 Sep 08 13:13:27.513563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0532a1-0f70-4831-9345-abb99ed527ac req-7d2c3802-4e3f-457a-930b-b2e639e23e1c tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:27.515833 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a0532a1-0f70-4831-9345-abb99ed527ac req-7d2c3802-4e3f-457a-930b-b2e639e23e1c tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.0653450 Sep 08 13:13:27.601120 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a0532a1-0f70-4831-9345-abb99ed527ac req-a58c1fa5-cf8b-440c-be85-cd4d06bd8f86 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747807 Sep 08 13:13:27.634315 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-5fc45832-3b85-4235-b100-2b084c65eb41 service neutron] 10.222.0.69 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456904 Sep 08 13:13:27.683829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2c720-716f-4cb2-967f-4a481d658d90 req-b8036a9d-9c47-4e4e-ba70-d3583babb7e1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:27.685836 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9ec2c720-716f-4cb2-967f-4a481d658d90 req-b8036a9d-9c47-4e4e-ba70-d3583babb7e1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 944 time: 0.1109533 Sep 08 13:13:27.765977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-4f5eb3c7-2101-408e-8f49-5abe9d996560 service neutron] 10.222.0.69 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190648 Sep 08 13:13:27.816704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38263501-7819-41d8-abcf-91002e06dd5f req-42b3a51c-d1e1-47d0-b425-9b7291b276dd tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:27.823895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38263501-7819-41d8-abcf-91002e06dd5f req-42b3a51c-d1e1-47d0-b425-9b7291b276dd tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.0975714 Sep 08 13:13:27.878434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-9ec2c720-716f-4cb2-967f-4a481d658d90 req-32ed665c-f5a1-4ff7-b6bd-346021256297 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Deleting port 84711f43-3df6-4a35-9fa9-a34bf6f86070 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:27.878691 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9ec2c720-716f-4cb2-967f-4a481d658d90 req-32ed665c-f5a1-4ff7-b6bd-346021256297 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:27.894974 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38263501-7819-41d8-abcf-91002e06dd5f req-677dd512-b76e-4a31-b13c-e8d35e16700d tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699179 Sep 08 13:13:28.253964 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a49ec-d44d-4241-a5bf-c62cb2cb8c49 req-9f1c1843-35cb-4488-b1f7-018d5d878190 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:28.263887 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8f2a49ec-d44d-4241-a5bf-c62cb2cb8c49 req-9f1c1843-35cb-4488-b1f7-018d5d878190 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.0835817 Sep 08 13:13:28.320326 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8f2a49ec-d44d-4241-a5bf-c62cb2cb8c49 req-a28e4fc8-4b90-44f2-aaf0-6c5dd3dd1a16 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521226 Sep 08 13:13:28.401499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 9324b9ef-43d5-4410-9e21-a337598b64eb details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:28.453667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-644b8cb1-d0c5-4297-85ec-e21799fd21df req-a7f43655-b1d6-4e90-b22c-730fe1df5a5e tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 210 time: 0.0710940 Sep 08 13:13:28.456693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9ec2c720-716f-4cb2-967f-4a481d658d90 req-32ed665c-f5a1-4ff7-b6bd-346021256297 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] For port 84711f43-3df6-4a35-9fa9-a34bf6f86070, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=84711f43-3df6-4a35-9fa9-a34bf6f86070,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:28.457076 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9ec2c720-716f-4cb2-967f-4a481d658d90 req-32ed665c-f5a1-4ff7-b6bd-346021256297 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:28.483967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-9ec2c720-716f-4cb2-967f-4a481d658d90 req-32ed665c-f5a1-4ff7-b6bd-346021256297 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Calling delete_port for 84711f43-3df6-4a35-9fa9-a34bf6f86070 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:28.500999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e191d9-8658-4e45-9a60-2aa0f3e147f3 req-7443b801-37b6-4bc2-be24-c40b3a5b6740 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:28.514301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88e191d9-8658-4e45-9a60-2aa0f3e147f3 req-7443b801-37b6-4bc2-be24-c40b3a5b6740 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 944 time: 0.4963129 Sep 08 13:13:28.592596 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88e191d9-8658-4e45-9a60-2aa0f3e147f3 req-21048eb0-b83f-457d-a978-70461ac667f4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790315 Sep 08 13:13:28.729375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 9324b9ef-43d5-4410-9e21-a337598b64eb, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9324b9ef-43d5-4410-9e21-a337598b64eb,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:28.756499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '9324b9ef-43d5-4410-9e21-a337598b64eb', 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd', 'port_id': '9324b9ef-43d5-4410-9e21-a337598b64eb', 'mac_address': 'fa:16:3e:cf:3e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf5d36d-738b-4970-84ca-903b48836db2', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:28.859094 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7825a3e-40f6-4148-9412-b1be0d0619d7 req-556c0884-2a86-456d-bab9-70217a21feb1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:28.861387 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:28.874369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7825a3e-40f6-4148-9412-b1be0d0619d7 req-556c0884-2a86-456d-bab9-70217a21feb1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:28.892466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9324b9ef-43d5-4410-9e21-a337598b64eb {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:28.893352 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7825a3e-40f6-4148-9412-b1be0d0619d7 req-556c0884-2a86-456d-bab9-70217a21feb1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:28.902303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7825a3e-40f6-4148-9412-b1be0d0619d7 req-556c0884-2a86-456d-bab9-70217a21feb1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:28.913381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7825a3e-40f6-4148-9412-b1be0d0619d7 req-556c0884-2a86-456d-bab9-70217a21feb1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:28.919604 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9ec2c720-716f-4cb2-967f-4a481d658d90 req-32ed665c-f5a1-4ff7-b6bd-346021256297 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:28.922983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7825a3e-40f6-4148-9412-b1be0d0619d7 req-556c0884-2a86-456d-bab9-70217a21feb1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:28.930390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7825a3e-40f6-4148-9412-b1be0d0619d7 req-556c0884-2a86-456d-bab9-70217a21feb1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:28.935181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['f2c0a0da-3d86-403d-8799-c44195164676', '1f738580-6a69-4861-a7eb-10ff46652817'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:28.943917 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7825a3e-40f6-4148-9412-b1be0d0619d7 req-556c0884-2a86-456d-bab9-70217a21feb1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5429 time: 0.2883801 Sep 08 13:13:28.979112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed665c-f5a1-4ff7-b6bd-346021256297 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Pushing event deleted for resources: {'Port': ['ID=84711f43-3df6-4a35-9fa9-a34bf6f86070,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:29.011702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 9324b9ef-43d5-4410-9e21-a337598b64eb, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9324b9ef-43d5-4410-9e21-a337598b64eb,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:29.042842 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7825a3e-40f6-4148-9412-b1be0d0619d7 req-53560e51-d7a4-446a-ad6f-f3843d073e8c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977421 Sep 08 13:13:29.140880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec2c720-716f-4cb2-967f-4a481d658d90 req-32ed665c-f5a1-4ff7-b6bd-346021256297 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] No DVR routers for this DVR port 84711f43-3df6-4a35-9fa9-a34bf6f86070 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:13:29.147954 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:29.148829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 44190366-792e-4732-90ee-a9db95993d7d details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:29.150008 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9ec2c720-716f-4cb2-967f-4a481d658d90 req-32ed665c-f5a1-4ff7-b6bd-346021256297 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:29.152427 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9ec2c720-716f-4cb2-967f-4a481d658d90 req-32ed665c-f5a1-4ff7-b6bd-346021256297 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.60 "DELETE /v2.0/ports/84711f43-3df6-4a35-9fa9-a34bf6f86070 HTTP/1.1" status: 204 len: 173 time: 1.4579334 Sep 08 13:13:29.153326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d08bef-189d-4793-ad33-a4bc919bd535', 'name': 'network-vif-deleted', 'tag': '84711f43-3df6-4a35-9fa9-a34bf6f86070'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:29.163450 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b7d92f-d542-4584-92d3-2c94daa40365" -d '{"events": [{"server_uuid": "c0d08bef-189d-4793-ad33-a4bc919bd535", "name": "network-vif-deleted", "tag": "84711f43-3df6-4a35-9fa9-a34bf6f86070"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:29.193919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8be9-bd40-42e1-b4cd-43dfd9cf2c89 req-86245e88-4a20-4c58-8f4f-094517097c5c tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:29.195757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ca5a8be9-bd40-42e1-b4cd-43dfd9cf2c89 req-86245e88-4a20-4c58-8f4f-094517097c5c tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4330fd4-7f91-4c27-aced-2c293ce2d897 HTTP/1.1" status: 200 len: 945 time: 0.2189853 Sep 08 13:13:29.205590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6d6aa-bf1f-499c-95d9-56f2d759a436 req-5dd34e96-f73b-4205-9255-08192af94d6f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:29.214843 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-85e6d6aa-bf1f-499c-95d9-56f2d759a436 req-5dd34e96-f73b-4205-9255-08192af94d6f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.1492889 Sep 08 13:13:29.239090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=9324b9ef-43d5-4410-9e21-a337598b64eb,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:29.288060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 44190366-792e-4732-90ee-a9db95993d7d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=44190366-792e-4732-90ee-a9db95993d7d,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:29.295505 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86b2747-9285-4d3e-85d2-5a6ef65f13dd x-openstack-request-id: req-f86b2747-9285-4d3e-85d2-5a6ef65f13dd {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:29.295948 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d08bef-189d-4793-ad33-a4bc919bd535", "name": "network-vif-deleted", "tag": "84711f43-3df6-4a35-9fa9-a34bf6f86070", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:29.296260 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f86b2747-9285-4d3e-85d2-5a6ef65f13dd {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:29.296767 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d08bef-189d-4793-ad33-a4bc919bd535', 'name': 'network-vif-deleted', 'tag': '84711f43-3df6-4a35-9fa9-a34bf6f86070', 'status': 'completed', 'code': 200} Sep 08 13:13:29.315630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '44190366-792e-4732-90ee-a9db95993d7d', 'network_id': '8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd', 'port_id': '44190366-792e-4732-90ee-a9db95993d7d', 'mac_address': 'fa:16:3e:fd:18:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaf5d36d-738b-4970-84ca-903b48836db2', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:29.322743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-85e6d6aa-bf1f-499c-95d9-56f2d759a436 req-1efc8069-5784-4c6e-895f-2f32614c6bc0 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072757 Sep 08 13:13:29.402616 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:29.414193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-ca5a8be9-bd40-42e1-b4cd-43dfd9cf2c89 req-c9a2f7f7-1a2a-498d-a168-3f344effbe20 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Deleting port a82e9072-c576-4517-905b-bf1861236d09 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:29.414552 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ca5a8be9-bd40-42e1-b4cd-43dfd9cf2c89 req-c9a2f7f7-1a2a-498d-a168-3f344effbe20 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:29.501709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44190366-792e-4732-90ee-a9db95993d7d {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:29.570240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 44190366-792e-4732-90ee-a9db95993d7d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=44190366-792e-4732-90ee-a9db95993d7d,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:29.636650 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7af5da-b3e2-4a02-9d9b-57ba02db5bd7 req-24b9c5c0-9275-4462-8949-fb2d0c4891f7 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:29.649440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:29.650860 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba7af5da-b3e2-4a02-9d9b-57ba02db5bd7 req-24b9c5c0-9275-4462-8949-fb2d0c4891f7 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.1262784 Sep 08 13:13:29.662545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b976551d-27dd-46f9-8ed9-225533d5e8d1 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:29.718942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ca5a8be9-bd40-42e1-b4cd-43dfd9cf2c89 req-c9a2f7f7-1a2a-498d-a168-3f344effbe20 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] For port a82e9072-c576-4517-905b-bf1861236d09, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a82e9072-c576-4517-905b-bf1861236d09,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:29.719525 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ca5a8be9-bd40-42e1-b4cd-43dfd9cf2c89 req-c9a2f7f7-1a2a-498d-a168-3f344effbe20 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:29.734991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-ca5a8be9-bd40-42e1-b4cd-43dfd9cf2c89 req-c9a2f7f7-1a2a-498d-a168-3f344effbe20 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Calling delete_port for a82e9072-c576-4517-905b-bf1861236d09 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:29.746389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba7af5da-b3e2-4a02-9d9b-57ba02db5bd7 req-47dde265-2a92-49ea-b271-46956f029df4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890994 Sep 08 13:13:29.769919 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0764a9ad-7865-44c6-913b-4e4b8f2cd2c2 req-ce320951-5b3c-466f-9435-801a504c85b0 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 210 time: 0.1394033 Sep 08 13:13:29.795386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=44190366-792e-4732-90ee-a9db95993d7d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:29.932668 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a3e7cf7-29d9-4cda-9b27-837eb6052202 req-a16ae6e6-5808-47e8-a087-950b5b8e0e8e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 210 time: 0.0593362 Sep 08 13:13:30.128732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b976551d-27dd-46f9-8ed9-225533d5e8d1, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b976551d-27dd-46f9-8ed9-225533d5e8d1,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:30.152659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d215f93-5988-4ccc-a444-95048ac87895 req-5d19822b-d299-4a7a-b7f8-a9ea12a5e429 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:30.164835 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d215f93-5988-4ccc-a444-95048ac87895 req-5d19822b-d299-4a7a-b7f8-a9ea12a5e429 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.1338484 Sep 08 13:13:30.167059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'b976551d-27dd-46f9-8ed9-225533d5e8d1', 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4', 'port_id': 'b976551d-27dd-46f9-8ed9-225533d5e8d1', 'mac_address': 'fa:16:3e:8e:e7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928b2533-97af-4f3b-a584-05e2586f0ae2', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:30.265903 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d215f93-5988-4ccc-a444-95048ac87895 req-8b962c7e-4f99-4d3b-bdbd-d8827d999a2a tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011894 Sep 08 13:13:30.333853 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:30.335128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ca5a8be9-bd40-42e1-b4cd-43dfd9cf2c89 req-c9a2f7f7-1a2a-498d-a168-3f344effbe20 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:30.365646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b976551d-27dd-46f9-8ed9-225533d5e8d1 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:30.383750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a82e9072-c576-4517-905b-bf1861236d09'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:30.431320 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2f7f7-1a2a-498d-a168-3f344effbe20 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Pushing event deleted for resources: {'Port': ['ID=a82e9072-c576-4517-905b-bf1861236d09,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:30.501683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b976551d-27dd-46f9-8ed9-225533d5e8d1, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b976551d-27dd-46f9-8ed9-225533d5e8d1,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:30.533854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02176b74-5f75-4437-bb74-80c6271f2b74 req-f4904cf7-e361-407e-b361-ea841a813712 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:30.540139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02176b74-5f75-4437-bb74-80c6271f2b74 req-f4904cf7-e361-407e-b361-ea841a813712 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:30.547420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02176b74-5f75-4437-bb74-80c6271f2b74 req-f4904cf7-e361-407e-b361-ea841a813712 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:30.555118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02176b74-5f75-4437-bb74-80c6271f2b74 req-f4904cf7-e361-407e-b361-ea841a813712 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:30.568651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02176b74-5f75-4437-bb74-80c6271f2b74 req-f4904cf7-e361-407e-b361-ea841a813712 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:30.588147 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:30.589091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:30.597468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02176b74-5f75-4437-bb74-80c6271f2b74 req-f4904cf7-e361-407e-b361-ea841a813712 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:30.625681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02176b74-5f75-4437-bb74-80c6271f2b74 req-f4904cf7-e361-407e-b361-ea841a813712 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:30.644522 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02176b74-5f75-4437-bb74-80c6271f2b74 req-f4904cf7-e361-407e-b361-ea841a813712 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5431 time: 0.3805475 Sep 08 13:13:30.736246 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02176b74-5f75-4437-bb74-80c6271f2b74 req-c24525c1-94f3-45b4-8ba7-3649bf1748cf tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0797384 Sep 08 13:13:30.737868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5a8be9-bd40-42e1-b4cd-43dfd9cf2c89 req-c9a2f7f7-1a2a-498d-a168-3f344effbe20 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] No DVR routers for this DVR port a82e9072-c576-4517-905b-bf1861236d09 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:13:30.743321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ca5a8be9-bd40-42e1-b4cd-43dfd9cf2c89 req-c9a2f7f7-1a2a-498d-a168-3f344effbe20 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:30.745854 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ca5a8be9-bd40-42e1-b4cd-43dfd9cf2c89 req-c9a2f7f7-1a2a-498d-a168-3f344effbe20 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.60 "DELETE /v2.0/ports/a82e9072-c576-4517-905b-bf1861236d09 HTTP/1.1" status: 204 len: 173 time: 1.5292292 Sep 08 13:13:30.843296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b0966-eeb4-4631-91ea-cc3ade3827fc req-9dbd5f0f-d704-4b74-b660-2b60095e235f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:30.849270 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f42b0966-eeb4-4631-91ea-cc3ade3827fc req-9dbd5f0f-d704-4b74-b660-2b60095e235f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.1705534 Sep 08 13:13:30.923931 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:30.944651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 84711f43-3df6-4a35-9fa9-a34bf6f86070 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:30.961520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f42b0966-eeb4-4631-91ea-cc3ade3827fc req-a7e09b60-0aeb-49c6-891c-91b6b2c4d14e tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893412 Sep 08 13:13:30.993805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f7395516-f3a3-410a-ac87-9a2424e0bff1 req-ea08f437-f146-4b9c-8208-afff8b7e724f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 210 time: 0.0669701 Sep 08 13:13:31.045201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 84711f43-3df6-4a35-9fa9-a34bf6f86070 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:31.049325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 84711f43-3df6-4a35-9fa9-a34bf6f86070 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:31.083180 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=b976551d-27dd-46f9-8ed9-225533d5e8d1,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:31.097556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'ff58ace0-e12c-466c-a03d-dda9e8b9f8c4', 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4', 'port_id': 'ff58ace0-e12c-466c-a03d-dda9e8b9f8c4', 'mac_address': 'fa:16:3e:fa:cf:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928b2533-97af-4f3b-a584-05e2586f0ae2', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:31.213213 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:31.239885 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-42d77b7d-e025-425b-874b-633d33f4cdb7 req-e8712901-24f1-4882-b705-6aab66645129 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 210 time: 0.1090598 Sep 08 13:13:31.269737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:31.298653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4330fd4-7f91-4c27-aced-2c293ce2d897', 'name': 'network-vif-deleted', 'tag': 'a82e9072-c576-4517-905b-bf1861236d09'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:31.302761 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5aeffe1-9e16-460c-beba-499eb95cd58d" -d '{"events": [{"server_uuid": "f4330fd4-7f91-4c27-aced-2c293ce2d897", "name": "network-vif-deleted", "tag": "a82e9072-c576-4517-905b-bf1861236d09"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:31.373284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:31.452754 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:31.453606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a4cbb56e-0ee6-47a7-9e48-243d9c04e766 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:31.484680 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b2b7c8-5d2e-46e9-9267-3d3c2792f6a2 x-openstack-request-id: req-00b2b7c8-5d2e-46e9-9267-3d3c2792f6a2 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:31.485193 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4330fd4-7f91-4c27-aced-2c293ce2d897", "name": "network-vif-deleted", "tag": "a82e9072-c576-4517-905b-bf1861236d09", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:31.485492 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00b2b7c8-5d2e-46e9-9267-3d3c2792f6a2 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:31.486416 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4330fd4-7f91-4c27-aced-2c293ce2d897', 'name': 'network-vif-deleted', 'tag': 'a82e9072-c576-4517-905b-bf1861236d09', 'status': 'completed', 'code': 200} Sep 08 13:13:31.557260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-8e53c021-9b59-4bef-b15d-006929049310 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:31.562771 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-8e53c021-9b59-4bef-b15d-006929049310 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.70 "GET /v2.0/networks?id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c HTTP/1.1" status: 200 len: 815 time: 0.3497155 Sep 08 13:13:31.576422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Request body: {'port': {'device_id': '2cebeae6-d623-4ed2-a350-2c6978653177', 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c', 'admin_state_up': True, 'tenant_id': 'b206cfebddf84418a875572b10b1551e'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:31.641551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:31.903757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a4cbb56e-0ee6-47a7-9e48-243d9c04e766, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:31.919818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'port_id': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766', 'mac_address': 'fa:16:3e:c8:9d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:31.945513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52422) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:31.974159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52426) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:32.029397 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:32.056112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d061cc-f9db-49cd-9bca-b29bd99e1d83 req-acd06afe-f08f-4c60-abfb-3d6753a165ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:32.064740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4cbb56e-0ee6-47a7-9e48-243d9c04e766 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:32.066290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d061cc-f9db-49cd-9bca-b29bd99e1d83 req-acd06afe-f08f-4c60-abfb-3d6753a165ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:32.082664 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d061cc-f9db-49cd-9bca-b29bd99e1d83 req-acd06afe-f08f-4c60-abfb-3d6753a165ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:32.102105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d061cc-f9db-49cd-9bca-b29bd99e1d83 req-acd06afe-f08f-4c60-abfb-3d6753a165ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:32.109923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a4cbb56e-0ee6-47a7-9e48-243d9c04e766, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:32.117780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d061cc-f9db-49cd-9bca-b29bd99e1d83 req-acd06afe-f08f-4c60-abfb-3d6753a165ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:32.127834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d061cc-f9db-49cd-9bca-b29bd99e1d83 req-acd06afe-f08f-4c60-abfb-3d6753a165ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:32.151276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d061cc-f9db-49cd-9bca-b29bd99e1d83 req-acd06afe-f08f-4c60-abfb-3d6753a165ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:32.157810 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8d061cc-f9db-49cd-9bca-b29bd99e1d83 req-acd06afe-f08f-4c60-abfb-3d6753a165ae tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5433 time: 0.2918992 Sep 08 13:13:32.170412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Made reservation on behalf of b206cfebddf84418a875572b10b1551e for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:13:32.171381 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:32.285134 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-04aa0b9c-ea59-4532-8f3b-0e4a31e9f441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:32.288155 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-73b27526-1fef-408f-89bc-4f7770a0fc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:32.296056 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8d061cc-f9db-49cd-9bca-b29bd99e1d83 req-fab03c34-f808-49c0-9d5c-6dc9d347946f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168275 Sep 08 13:13:32.476017 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c01c509-e36a-4e2a-99e1-db36d8f7f8b4 req-22705e5f-e2e7-46e3-9209-c20cc869162b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 210 time: 0.0569217 Sep 08 13:13:32.498634 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Allocated IP 172.20.0.10 (3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c/be139490-49ed-4908-8453-ad1dc6e611ea/3355e090-643a-4946-9965-6a07c3314575) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:13:32.629909 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ad8d6415-1859-4cbd-9a73-1ee3abcc5f73 req-99846f67-bc53-4e7f-a9d5-f7fc2c25950a tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 210 time: 0.0601070 Sep 08 13:13:32.677961 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-04aa0b9c-ea59-4532-8f3b-0e4a31e9f441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:32.682675 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:32.686892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 165d4e81-4666-4376-8fc7-6b9679bbe6dc details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:32.815825 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:32.819665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 165d4e81-4666-4376-8fc7-6b9679bbe6dc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=165d4e81-4666-4376-8fc7-6b9679bbe6dc,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:32.843706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '165d4e81-4666-4376-8fc7-6b9679bbe6dc', 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4', 'port_id': '165d4e81-4666-4376-8fc7-6b9679bbe6dc', 'mac_address': 'fa:16:3e:d3:f1:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928b2533-97af-4f3b-a584-05e2586f0ae2', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:32.901066 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-04aa0b9c-ea59-4532-8f3b-0e4a31e9f441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:32.949036 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-04aa0b9c-ea59-4532-8f3b-0e4a31e9f441 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b3758a657fe4445927d4320c3f23279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9753757 Sep 08 13:13:32.956507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52454) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:32.976989 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa0b9c-ea59-4532-8f3b-0e4a31e9f441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d59e79-0659-4d0c-98d6-a7e2c7c3222a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:33.015037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a82e9072-c576-4517-905b-bf1861236d09 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:33.066506 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-73b27526-1fef-408f-89bc-4f7770a0fc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.068407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a82e9072-c576-4517-905b-bf1861236d09 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:33.068895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a82e9072-c576-4517-905b-bf1861236d09 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:33.072001 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.077454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:33.096734 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165d4e81-4666-4376-8fc7-6b9679bbe6dc {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:33.121332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.138917 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cb1457c3-f8ab-423d-910e-a292b6f9b336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.141461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 165d4e81-4666-4376-8fc7-6b9679bbe6dc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=165d4e81-4666-4376-8fc7-6b9679bbe6dc,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:33.162754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:13:33.166969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:13:33.195232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-73b27526-1fef-408f-89bc-4f7770a0fc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.197598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:13:33.211800 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cb1457c3-f8ab-423d-910e-a292b6f9b336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.222633 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.223469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 2d47d4d6-8773-4585-974b-fddb0008ba76 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:33.270571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b27526-1fef-408f-89bc-4f7770a0fc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627972d1-0e78-407b-aa85-898335bf9f16,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:33.271710 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Pushing event updated for resources: {'Port': ['ID=3355e090-643a-4946-9965-6a07c3314575,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:33.276228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-73b27526-1fef-408f-89bc-4f7770a0fc9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e964db1b5024e9ca2ac24b5080cbf4d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3291793 Sep 08 13:13:33.279591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52456) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:33.341091 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:33.341884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.350838 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=165d4e81-4666-4376-8fc7-6b9679bbe6dc,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:33.373923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 2d47d4d6-8773-4585-974b-fddb0008ba76, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2d47d4d6-8773-4585-974b-fddb0008ba76,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:33.391266 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2b886d9e-5b9a-4b88-97b1-340c39227467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.408000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '2d47d4d6-8773-4585-974b-fddb0008ba76', 'network_id': '7e605395-27d4-42d1-9c62-8d6a910a4eb4', 'port_id': '2d47d4d6-8773-4585-974b-fddb0008ba76', 'mac_address': 'fa:16:3e:d6:ce:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '928b2533-97af-4f3b-a584-05e2586f0ae2', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:33.426117 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2b886d9e-5b9a-4b88-97b1-340c39227467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.434062 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cb1457c3-f8ab-423d-910e-a292b6f9b336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.437275 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cb1457c3-f8ab-423d-910e-a292b6f9b336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.439095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cb1457c3-f8ab-423d-910e-a292b6f9b336 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/89d59e79-0659-4d0c-98d6-a7e2c7c3222a HTTP/1.1" status: 204 len: 168 time: 0.4667938 Sep 08 13:13:33.457458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1457c3-f8ab-423d-910e-a292b6f9b336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d59e79-0659-4d0c-98d6-a7e2c7c3222a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:33.481441 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.481622 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-39779816-dcd3-43d0-b3a1-0f01f06e88b6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9069166 Sep 08 13:13:33.504650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d47d4d6-8773-4585-974b-fddb0008ba76 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:33.513533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Request body: {'port': {'device_id': '2cebeae6-d623-4ed2-a350-2c6978653177', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:33.549161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 2d47d4d6-8773-4585-974b-fddb0008ba76, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2d47d4d6-8773-4585-974b-fddb0008ba76,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:33.593142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46085e8-fbd1-4bc3-bc59-132270233e16 req-136ab881-3bd4-4b2d-885c-46e836370548 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:33.600902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a46085e8-fbd1-4bc3-bc59-132270233e16 req-136ab881-3bd4-4b2d-885c-46e836370548 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.1344376 Sep 08 13:13:33.650125 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.662553 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705184c-56e0-4f5d-a243-396136ea9836 req-8d6dab54-eff0-44a5-a284-46cba9b5d8ab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:33.669292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a46085e8-fbd1-4bc3-bc59-132270233e16 req-e2ab31e4-ae88-4ec2-b062-8d251c7ce1a3 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637221 Sep 08 13:13:33.669650 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705184c-56e0-4f5d-a243-396136ea9836 req-8d6dab54-eff0-44a5-a284-46cba9b5d8ab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:33.676343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705184c-56e0-4f5d-a243-396136ea9836 req-8d6dab54-eff0-44a5-a284-46cba9b5d8ab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:33.688257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705184c-56e0-4f5d-a243-396136ea9836 req-8d6dab54-eff0-44a5-a284-46cba9b5d8ab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:33.697033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705184c-56e0-4f5d-a243-396136ea9836 req-8d6dab54-eff0-44a5-a284-46cba9b5d8ab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:33.704085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705184c-56e0-4f5d-a243-396136ea9836 req-8d6dab54-eff0-44a5-a284-46cba9b5d8ab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:33.710694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705184c-56e0-4f5d-a243-396136ea9836 req-8d6dab54-eff0-44a5-a284-46cba9b5d8ab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:33.719806 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6705184c-56e0-4f5d-a243-396136ea9836 req-8d6dab54-eff0-44a5-a284-46cba9b5d8ab tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5435 time: 0.2233675 Sep 08 13:13:33.739085 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.794260 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6705184c-56e0-4f5d-a243-396136ea9836 req-4dd8039b-f795-4382-b36b-6bde2f7b91d7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619342 Sep 08 13:13:33.812404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=2d47d4d6-8773-4585-974b-fddb0008ba76,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:33.817856 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2b886d9e-5b9a-4b88-97b1-340c39227467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.820624 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2b886d9e-5b9a-4b88-97b1-340c39227467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:33.831802 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2b886d9e-5b9a-4b88-97b1-340c39227467 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/627972d1-0e78-407b-aa85-898335bf9f16 HTTP/1.1" status: 204 len: 168 time: 0.5439761 Sep 08 13:13:33.876611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286426e-a4f2-4edc-a36f-b2217283d4b7 req-827829ca-ea7d-45df-9cd9-845d05297688 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:33.902940 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0286426e-a4f2-4edc-a36f-b2217283d4b7 req-827829ca-ea7d-45df-9cd9-845d05297688 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 932 time: 0.1144352 Sep 08 13:13:34.000737 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0286426e-a4f2-4edc-a36f-b2217283d4b7 req-68bd7bc6-2769-4e79-8498-326d720964cc tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938282 Sep 08 13:13:34.067485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b886d9e-5b9a-4b88-97b1-340c39227467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627972d1-0e78-407b-aa85-898335bf9f16,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:34.191440 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6845955-b209-48f5-923f-2160da6592b4 req-9f2528ee-06c8-40cc-b411-11a16da122d1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 210 time: 0.1300483 Sep 08 13:13:34.420595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['9324b9ef-43d5-4410-9e21-a337598b64eb'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:34.481729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['2d47d4d6-8773-4585-974b-fddb0008ba76'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:34.507590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3355e090-643a-4946-9965-6a07c3314575 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:34.526627 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:34.541920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['a4cbb56e-0ee6-47a7-9e48-243d9c04e766'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:34.559645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Transition to ACTIVE for port object 3355e090-643a-4946-9965-6a07c3314575 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:13:34.561505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['44190366-792e-4732-90ee-a9db95993d7d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:34.564966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ff58ace0-e12c-466c-a03d-dda9e8b9f8c4'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:34.567224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['165d4e81-4666-4376-8fc7-6b9679bbe6dc'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:34.618797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['b976551d-27dd-46f9-8ed9-225533d5e8d1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:34.619817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52486) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:34.640359 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cafa03e-d96e-4bd4-846e-a32bcef85142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:34.753410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:34.849932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626d87d-6c03-40fa-9cb1-79618545c65d req-09f47e5f-084d-412e-b479-bf3542e16a97 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:34.852421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4626d87d-6c03-40fa-9cb1-79618545c65d req-09f47e5f-084d-412e-b479-bf3542e16a97 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.0843418 Sep 08 13:13:34.933112 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4626d87d-6c03-40fa-9cb1-79618545c65d req-db564e2b-952b-4bcf-a230-52fb31e4a7ae tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728881 Sep 08 13:13:34.975660 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cafa03e-d96e-4bd4-846e-a32bcef85142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:35.017079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Pushing event updated for resources: {'Port': ['ID=3355e090-643a-4946-9965-6a07c3314575,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:35.058307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52496) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:35.095191 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3b1a-c228-4131-9b25-1de5bfc65c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:35.110998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a62562-c799-4714-b8da-68304079a54e req-4635c504-ef09-4c23-98e0-08766bfe6de6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:35.116885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a62562-c799-4714-b8da-68304079a54e req-4635c504-ef09-4c23-98e0-08766bfe6de6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:35.128621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a62562-c799-4714-b8da-68304079a54e req-4635c504-ef09-4c23-98e0-08766bfe6de6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:35.141533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a62562-c799-4714-b8da-68304079a54e req-4635c504-ef09-4c23-98e0-08766bfe6de6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:35.154842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a62562-c799-4714-b8da-68304079a54e req-4635c504-ef09-4c23-98e0-08766bfe6de6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:35.180044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a62562-c799-4714-b8da-68304079a54e req-4635c504-ef09-4c23-98e0-08766bfe6de6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:35.189386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a62562-c799-4714-b8da-68304079a54e req-4635c504-ef09-4c23-98e0-08766bfe6de6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:35.193335 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9a62562-c799-4714-b8da-68304079a54e req-4635c504-ef09-4c23-98e0-08766bfe6de6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5436 time: 0.2318223 Sep 08 13:13:35.200101 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cafa03e-d96e-4bd4-846e-a32bcef85142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:35.391972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53270028-1378-43bd-a504-eaa562721fdc req-3d4e794f-3bd7-4eb1-8c9c-12c6e7acc473 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:35.393762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53270028-1378-43bd-a504-eaa562721fdc req-3d4e794f-3bd7-4eb1-8c9c-12c6e7acc473 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 944 time: 0.2521231 Sep 08 13:13:35.426422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Attempting to bind port 3355e090-643a-4946-9965-6a07c3314575 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:13:35.426939 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Attempting to bind port 3355e090-643a-4946-9965-6a07c3314575 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:13:35.427714 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Attempting to bind port 3355e090-643a-4946-9965-6a07c3314575 on network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:13:35.453500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafa03e-d96e-4bd4-846e-a32bcef85142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec08622-963a-4859-9d6f-378550e22ab9,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:35.483753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0cafa03e-d96e-4bd4-846e-a32bcef85142 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb3272ed8b8641ab936ec625266f77d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8519990 Sep 08 13:13:35.483753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Port 3355e090-643a-4946-9965-6a07c3314575 on network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:13:35.483753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Attempting to bind port 3355e090-643a-4946-9965-6a07c3314575 on network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:13:35.483753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52504) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:35.504315 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:13:35.504618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Checking segment: {'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:13:35.505018 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Bound using segment: {'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:13:35.505468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Bound port: 3355e090-643a-4946-9965-6a07c3314575, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:13:35.506110 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:35.511801 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9a62562-c799-4714-b8da-68304079a54e req-24dc6c0f-eed0-4839-ae7e-2ae73e4152c1 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3002951 Sep 08 13:13:35.600226 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74aa9637-5691-4c94-829c-f855d33e6bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:35.601910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53270028-1378-43bd-a504-eaa562721fdc req-79b12a61-47f6-412d-a792-79d9fbcf2ec9 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979740 Sep 08 13:13:35.650847 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] For port 3355e090-643a-4946-9965-6a07c3314575, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:13:35.655036 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74aa9637-5691-4c94-829c-f855d33e6bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:35.657909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] For port 3355e090-643a-4946-9965-6a07c3314575, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3355e090-643a-4946-9965-6a07c3314575,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:13:35.765751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:35.769913 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3b1a-c228-4131-9b25-1de5bfc65c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:35.829893 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74aa9637-5691-4c94-829c-f855d33e6bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:35.832976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-627bea5d-4680-4328-bbd0-f34ea8100956 req-ad5d77e4-d747-4815-aa83-88282a7a6aa1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 210 time: 0.0553272 Sep 08 13:13:35.834868 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74aa9637-5691-4c94-829c-f855d33e6bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:35.846827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-74aa9637-5691-4c94-829c-f855d33e6bd9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fec08622-963a-4859-9d6f-378550e22ab9 HTTP/1.1" status: 204 len: 168 time: 0.3539593 Sep 08 13:13:35.858919 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f0c3b1a-c228-4131-9b25-1de5bfc65c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:35.911600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:35.918011 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:35.919601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] 10.222.0.70 "PUT /v2.0/ports/3355e090-643a-4946-9965-6a07c3314575 HTTP/1.1" status: 200 len: 1092 time: 2.4247289 Sep 08 13:13:35.922283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cebeae6-d623-4ed2-a350-2c6978653177', 'tag': '3355e090-643a-4946-9965-6a07c3314575'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:35.937195 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4603e83d-d80d-4645-bd1c-10f55fd6a02e" -d '{"events": [{"name": "network-changed", "server_uuid": "2cebeae6-d623-4ed2-a350-2c6978653177", "tag": "3355e090-643a-4946-9965-6a07c3314575"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:35.953315 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa9637-5691-4c94-829c-f855d33e6bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec08622-963a-4859-9d6f-378550e22ab9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:35.998095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52520) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:36.000292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8f0c3b1a-c228-4131-9b25-1de5bfc65c7e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd2a2cfad1224eb28b431244ab2f78c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9338870 Sep 08 13:13:36.003361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c3b1a-c228-4131-9b25-1de5bfc65c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b27da3-e527-448b-a6c5-66b37f0ff888,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:36.055770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0c7e8c-aa35-448c-a5d3-d18933c5eaef service neutron] Pushing event updated for resources: {'Port': ['ID=3355e090-643a-4946-9965-6a07c3314575,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:36.221579 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a28f4e-47a8-4413-aa8d-c664f3fb8f3d x-openstack-request-id: req-23a28f4e-47a8-4413-aa8d-c664f3fb8f3d {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:36.222968 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cebeae6-d623-4ed2-a350-2c6978653177", "tag": "3355e090-643a-4946-9965-6a07c3314575", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:36.223225 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23a28f4e-47a8-4413-aa8d-c664f3fb8f3d {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:36.225008 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cebeae6-d623-4ed2-a350-2c6978653177', 'tag': '3355e090-643a-4946-9965-6a07c3314575', 'status': 'completed', 'code': 200} Sep 08 13:13:36.283378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef5487f-249e-4f87-a9d7-ee225c3abc50 req-99dac48e-74ca-4baa-86bc-d40e46e8cba2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:36.288967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-73ea4e9b-f277-4159-ad20-30ea9bc304cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:36.292768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ef5487f-249e-4f87-a9d7-ee225c3abc50 req-99dac48e-74ca-4baa-86bc-d40e46e8cba2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.1536286 Sep 08 13:13:36.295236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-73ea4e9b-f277-4159-ad20-30ea9bc304cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b206cfebddf84418a875572b10b1551e&device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 1095 time: 0.2308614 Sep 08 13:13:36.339339 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ef6464a5-4cf4-44c1-a2bc-744a36c1a5f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:36.379304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ef5487f-249e-4f87-a9d7-ee225c3abc50 req-53d09dad-b7b3-4231-9bf0-eea56ad5139d tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800035 Sep 08 13:13:36.438513 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-dbfdce7e-a072-4abc-886c-df8d8b30318f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3355e090-643a-4946-9965-6a07c3314575 HTTP/1.1" status: 200 len: 217 time: 0.1272473 Sep 08 13:13:36.521975 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ef6464a5-4cf4-44c1-a2bc-744a36c1a5f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:36.538211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-3a599bf6-8296-432d-8eb0-09a6f6584d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:36.539923 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-3a599bf6-8296-432d-8eb0-09a6f6584d7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be139490-49ed-4908-8453-ad1dc6e611ea HTTP/1.1" status: 200 len: 855 time: 0.0858560 Sep 08 13:13:36.599750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-db1e68c3-ed0d-440c-b493-263390e6e945 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387983 Sep 08 13:13:36.824241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace44d22-d545-4556-b961-76db3f2d85a4 req-5ded4913-6718-42ad-8ee0-1c6509fc6827 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:36.826131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ace44d22-d545-4556-b961-76db3f2d85a4 req-5ded4913-6718-42ad-8ee0-1c6509fc6827 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 944 time: 0.1071563 Sep 08 13:13:36.885494 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-0273ea97-59fa-4565-a281-2ea9b82abca4 service neutron] 10.222.0.70 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772362 Sep 08 13:13:36.921770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ace44d22-d545-4556-b961-76db3f2d85a4 req-42ab8d1d-318d-4922-b2a5-3cab036dcbcd tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855107 Sep 08 13:13:36.953548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89378b-f958-48d8-b598-30686678abb2 req-c4909f0a-6d1d-4c56-b480-abd70bb3a78e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:36.964398 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89378b-f958-48d8-b598-30686678abb2 req-c4909f0a-6d1d-4c56-b480-abd70bb3a78e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:36.971331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89378b-f958-48d8-b598-30686678abb2 req-c4909f0a-6d1d-4c56-b480-abd70bb3a78e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:36.977582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89378b-f958-48d8-b598-30686678abb2 req-c4909f0a-6d1d-4c56-b480-abd70bb3a78e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:37.009236 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89378b-f958-48d8-b598-30686678abb2 req-c4909f0a-6d1d-4c56-b480-abd70bb3a78e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:37.029700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89378b-f958-48d8-b598-30686678abb2 req-c4909f0a-6d1d-4c56-b480-abd70bb3a78e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:37.043956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89378b-f958-48d8-b598-30686678abb2 req-c4909f0a-6d1d-4c56-b480-abd70bb3a78e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:37.057972 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7b89378b-f958-48d8-b598-30686678abb2 req-c4909f0a-6d1d-4c56-b480-abd70bb3a78e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5436 time: 0.2934248 Sep 08 13:13:37.096082 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ef6464a5-4cf4-44c1-a2bc-744a36c1a5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:37.102589 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ef6464a5-4cf4-44c1-a2bc-744a36c1a5f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:37.102589 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ef6464a5-4cf4-44c1-a2bc-744a36c1a5f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/53b27da3-e527-448b-a6c5-66b37f0ff888 HTTP/1.1" status: 204 len: 168 time: 1.1008077 Sep 08 13:13:37.118129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b9fbbc2-4953-4db8-9a71-4f10bea05a33 req-0276b1d4-5a8a-46c1-ac38-25655441572e tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 210 time: 0.0552521 Sep 08 13:13:37.155193 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6464a5-4cf4-44c1-a2bc-744a36c1a5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b27da3-e527-448b-a6c5-66b37f0ff888,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:37.206042 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7b89378b-f958-48d8-b598-30686678abb2 req-656d9078-5234-4247-b92c-e6530a083f8f tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1467240 Sep 08 13:13:37.232674 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93a91a29-d63f-4566-ab95-65bf21528f94 req-0e69c26d-f910-46d0-8d89-a82adcdb9621 service neutron] 10.222.0.70 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719124 Sep 08 13:13:37.493467 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed86628-69de-4258-a9f1-015445eda2e9 req-2911c4fd-c1f2-4f68-9587-84c363d3c0a9 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:37.495636 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bed86628-69de-4258-a9f1-015445eda2e9 req-2911c4fd-c1f2-4f68-9587-84c363d3c0a9 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 945 time: 0.0518212 Sep 08 13:13:37.538033 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bed86628-69de-4258-a9f1-015445eda2e9 req-a008f085-ecb4-4d07-aee9-064a14ee101f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361629 Sep 08 13:13:37.666436 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 51800b47-d85b-44aa-8d18-0a157558f3dc details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:37.701172 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 2d47d4d6-8773-4585-974b-fddb0008ba76 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:13:37.806095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 51800b47-d85b-44aa-8d18-0a157558f3dc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=51800b47-d85b-44aa-8d18-0a157558f3dc,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:37.819460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '51800b47-d85b-44aa-8d18-0a157558f3dc', 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a', 'port_id': '51800b47-d85b-44aa-8d18-0a157558f3dc', 'mac_address': 'fa:16:3e:02:92:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:37.867809 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-02ef5ec4-e896-4298-b79b-170330e0e003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:37.878774 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 2d47d4d6-8773-4585-974b-fddb0008ba76 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:13:37.894967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 2d47d4d6-8773-4585-974b-fddb0008ba76 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:13:37.895452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603e83d-d80d-4645-bd1c-10f55fd6a02e req-c26ab4d7-92aa-44c5-9e41-3fdbbc2d9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:37.896470 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:37.897504 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4603e83d-d80d-4645-bd1c-10f55fd6a02e req-c26ab4d7-92aa-44c5-9e41-3fdbbc2d9b97 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b206cfebddf84418a875572b10b1551e&device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 1095 time: 0.0808761 Sep 08 13:13:37.901778 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:37.994884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51800b47-d85b-44aa-8d18-0a157558f3dc {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:38.040317 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 51800b47-d85b-44aa-8d18-0a157558f3dc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=51800b47-d85b-44aa-8d18-0a157558f3dc,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:38.131514 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:38.145608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603e83d-d80d-4645-bd1c-10f55fd6a02e req-d4b25759-cb87-4505-9c3f-96f9ebb0ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:38.150922 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4603e83d-d80d-4645-bd1c-10f55fd6a02e req-d4b25759-cb87-4505-9c3f-96f9ebb0ee1a service neutron] 10.222.0.70 "GET /v2.0/networks?id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c HTTP/1.1" status: 200 len: 916 time: 0.2443354 Sep 08 13:13:38.188302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcc5dc-b173-4a44-8e73-291727313cfd req-1a7200b3-e29a-453f-9d96-3d969c09a8d6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:38.190437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9bcc5dc-b173-4a44-8e73-291727313cfd req-1a7200b3-e29a-453f-9d96-3d969c09a8d6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 944 time: 0.1127803 Sep 08 13:13:38.194043 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d47d4d6-8773-4585-974b-fddb0008ba76'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:38.198333 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce90082c-a428-47ad-9e87-fcd2cfe27779" -d '{"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "2d47d4d6-8773-4585-974b-fddb0008ba76"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:38.227845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 2d47d4d6-8773-4585-974b-fddb0008ba76, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2d47d4d6-8773-4585-974b-fddb0008ba76,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:38.234495 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:38.248970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9bcc5dc-b173-4a44-8e73-291727313cfd req-72319a1a-d2be-4498-a8e8-8056cf547c67 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499427 Sep 08 13:13:38.295970 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4603e83d-d80d-4645-bd1c-10f55fd6a02e req-60458638-be0b-4244-b203-3ffb3e19d706 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3355e090-643a-4946-9965-6a07c3314575 HTTP/1.1" status: 200 len: 217 time: 0.1128235 Sep 08 13:13:38.367674 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:38.378386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=51800b47-d85b-44aa-8d18-0a157558f3dc,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:38.388958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['51800b47-d85b-44aa-8d18-0a157558f3dc'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:38.456391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603e83d-d80d-4645-bd1c-10f55fd6a02e req-1f4d9f7e-a4f6-479d-bfb2-7fa5f9de8ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:38.456554 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25427bb9-5da1-4d06-88eb-8e42c782a29f x-openstack-request-id: req-25427bb9-5da1-4d06-88eb-8e42c782a29f {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:38.456554 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "2d47d4d6-8773-4585-974b-fddb0008ba76", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:38.456961 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25427bb9-5da1-4d06-88eb-8e42c782a29f {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:38.457597 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4603e83d-d80d-4645-bd1c-10f55fd6a02e req-1f4d9f7e-a4f6-479d-bfb2-7fa5f9de8ddf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be139490-49ed-4908-8453-ad1dc6e611ea HTTP/1.1" status: 200 len: 855 time: 0.1542237 Sep 08 13:13:38.458273 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d47d4d6-8773-4585-974b-fddb0008ba76', 'code': 200} Sep 08 13:13:38.552495 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4603e83d-d80d-4645-bd1c-10f55fd6a02e req-fca5cd95-22ef-4dd3-b4ab-d10291a12c99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804400 Sep 08 13:13:38.654325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e9aeaaa-54f3-4386-b3b3-8a477de56c79 req-9bc50864-537d-41d2-8971-5a4a7af4a311 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0d08bef-189d-4793-ad33-a4bc919bd535 HTTP/1.1" status: 200 len: 210 time: 0.1224763 Sep 08 13:13:38.681149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=2d47d4d6-8773-4585-974b-fddb0008ba76,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:38.801359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9291fa-8565-42fd-ba3c-a30d54355260 req-73cf5371-9153-44af-9320-11c3b589c1c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:38.813489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9291fa-8565-42fd-ba3c-a30d54355260 req-73cf5371-9153-44af-9320-11c3b589c1c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:38.844091 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9291fa-8565-42fd-ba3c-a30d54355260 req-73cf5371-9153-44af-9320-11c3b589c1c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:38.863867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9291fa-8565-42fd-ba3c-a30d54355260 req-73cf5371-9153-44af-9320-11c3b589c1c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:38.882764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9291fa-8565-42fd-ba3c-a30d54355260 req-73cf5371-9153-44af-9320-11c3b589c1c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:38.892813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9291fa-8565-42fd-ba3c-a30d54355260 req-73cf5371-9153-44af-9320-11c3b589c1c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:38.912999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9291fa-8565-42fd-ba3c-a30d54355260 req-73cf5371-9153-44af-9320-11c3b589c1c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:38.925668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c9291fa-8565-42fd-ba3c-a30d54355260 req-73cf5371-9153-44af-9320-11c3b589c1c6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5437 time: 0.3516068 Sep 08 13:13:39.012401 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c9291fa-8565-42fd-ba3c-a30d54355260 req-a21ba21a-d301-45cf-9b3a-f77e186c868a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822628 Sep 08 13:13:39.015340 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da847c-20c2-46b7-9fb7-1645b5db133b req-38b72fb7-edd5-4997-9bf1-1851d3a2ed46 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:39.034142 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09da847c-20c2-46b7-9fb7-1645b5db133b req-38b72fb7-edd5-4997-9bf1-1851d3a2ed46 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 944 time: 0.1711049 Sep 08 13:13:39.042212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4603e83d-d80d-4645-bd1c-10f55fd6a02e req-108a3ef3-6cde-4e85-abc6-17bd2b891117 service neutron] 10.222.0.70 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380047 Sep 08 13:13:39.162096 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09da847c-20c2-46b7-9fb7-1645b5db133b req-f0c23e5c-b1d1-4556-9245-32ffe09f5b88 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336627 Sep 08 13:13:39.213841 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4603e83d-d80d-4645-bd1c-10f55fd6a02e req-4143072e-cb4f-43c6-b9e0-9464a05f1d05 service neutron] 10.222.0.70 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613257 Sep 08 13:13:39.493256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da179d-31db-4223-b795-cbfe17a6555d req-3590d158-12a4-44c1-8e12-adbe8c730cf0 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:39.501795 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7da179d-31db-4223-b795-cbfe17a6555d req-3590d158-12a4-44c1-8e12-adbe8c730cf0 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 944 time: 0.0972259 Sep 08 13:13:39.598255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7da179d-31db-4223-b795-cbfe17a6555d req-f7ab8221-ceea-4282-a30a-285eba9eafce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949667 Sep 08 13:13:39.673518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 9324b9ef-43d5-4410-9e21-a337598b64eb up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:13:39.943199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 9324b9ef-43d5-4410-9e21-a337598b64eb completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:13:39.950729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 9324b9ef-43d5-4410-9e21-a337598b64eb triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:13:39.952168 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:40.137529 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:40.220626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 9324b9ef-43d5-4410-9e21-a337598b64eb, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9324b9ef-43d5-4410-9e21-a337598b64eb,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:40.241208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb8330-12b3-48f2-8789-b3d8c206b467 req-c1937896-222a-44ce-ad2d-d89d11331568 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:40.242239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5351-7240-45f5-824c-9d739c4d92a1 req-8d2dde38-3fea-4bf6-af40-9d788660dc26 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:40.248205 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-84cb8330-12b3-48f2-8789-b3d8c206b467 req-c1937896-222a-44ce-ad2d-d89d11331568 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.70 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 944 time: 0.2019260 Sep 08 13:13:40.255137 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-356e7737-7656-41f2-874b-b0b00a47a89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:40.281060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5351-7240-45f5-824c-9d739c4d92a1 req-8d2dde38-3fea-4bf6-af40-9d788660dc26 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:40.298912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5351-7240-45f5-824c-9d739c4d92a1 req-8d2dde38-3fea-4bf6-af40-9d788660dc26 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:40.306618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5351-7240-45f5-824c-9d739c4d92a1 req-8d2dde38-3fea-4bf6-af40-9d788660dc26 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:40.313984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5351-7240-45f5-824c-9d739c4d92a1 req-8d2dde38-3fea-4bf6-af40-9d788660dc26 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:40.325567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5351-7240-45f5-824c-9d739c4d92a1 req-8d2dde38-3fea-4bf6-af40-9d788660dc26 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:40.332749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed5351-7240-45f5-824c-9d739c4d92a1 req-8d2dde38-3fea-4bf6-af40-9d788660dc26 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:40.343084 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5ed5351-7240-45f5-824c-9d739c4d92a1 req-8d2dde38-3fea-4bf6-af40-9d788660dc26 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5437 time: 0.2194824 Sep 08 13:13:40.370795 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:40.372138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b976551d-27dd-46f9-8ed9-225533d5e8d1 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:13:40.452129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5ed5351-7240-45f5-824c-9d739c4d92a1 req-ded62c22-1dfe-417e-ad2f-af18f8157db7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073356 Sep 08 13:13:40.507053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9324b9ef-43d5-4410-9e21-a337598b64eb'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:40.524238 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ae3b6a-722c-4b16-9452-a86eb2b4d45b" -d '{"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "9324b9ef-43d5-4410-9e21-a337598b64eb"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:40.539240 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:40.617981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-84cb8330-12b3-48f2-8789-b3d8c206b467 req-5ac49afd-4843-43fe-9040-48306f60aca2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Deleting port 51800b47-d85b-44aa-8d18-0a157558f3dc {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:40.621708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-84cb8330-12b3-48f2-8789-b3d8c206b467 req-5ac49afd-4843-43fe-9040-48306f60aca2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:40.677803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a2d52-96f3-4758-bc5c-897679f492c8 req-3ac586de-a0d3-4b3e-9e8c-5f983e8af8a3 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:40.677803 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f2a2d52-96f3-4758-bc5c-897679f492c8 req-3ac586de-a0d3-4b3e-9e8c-5f983e8af8a3 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 944 time: 0.2928398 Sep 08 13:13:40.689899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=9324b9ef-43d5-4410-9e21-a337598b64eb,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:40.740556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port b976551d-27dd-46f9-8ed9-225533d5e8d1 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:13:40.750710 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port b976551d-27dd-46f9-8ed9-225533d5e8d1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:13:40.751221 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:40.920857 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f2a2d52-96f3-4758-bc5c-897679f492c8 req-912f6192-42d1-47fd-b1e0-34fbd35f5346 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326601 Sep 08 13:13:40.950817 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:40.982629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-84cb8330-12b3-48f2-8789-b3d8c206b467 req-5ac49afd-4843-43fe-9040-48306f60aca2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] For port 51800b47-d85b-44aa-8d18-0a157558f3dc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=51800b47-d85b-44aa-8d18-0a157558f3dc,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:40.985285 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-84cb8330-12b3-48f2-8789-b3d8c206b467 req-5ac49afd-4843-43fe-9040-48306f60aca2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:41.006586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b976551d-27dd-46f9-8ed9-225533d5e8d1, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b976551d-27dd-46f9-8ed9-225533d5e8d1,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:41.059487 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da78166-f09b-49af-95b0-4b88818209db x-openstack-request-id: req-7da78166-f09b-49af-95b0-4b88818209db {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:41.059487 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "9324b9ef-43d5-4410-9e21-a337598b64eb", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:41.059487 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7da78166-f09b-49af-95b0-4b88818209db {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:41.059487 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9324b9ef-43d5-4410-9e21-a337598b64eb', 'code': 200} Sep 08 13:13:41.113694 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:41.114583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 44190366-792e-4732-90ee-a9db95993d7d up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:13:41.431700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=b976551d-27dd-46f9-8ed9-225533d5e8d1,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:41.566009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 44190366-792e-4732-90ee-a9db95993d7d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:13:41.569622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 44190366-792e-4732-90ee-a9db95993d7d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:13:41.570416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:41.659112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-84cb8330-12b3-48f2-8789-b3d8c206b467 req-5ac49afd-4843-43fe-9040-48306f60aca2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Calling delete_port for 51800b47-d85b-44aa-8d18-0a157558f3dc owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:41.710401 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3355e090-643a-4946-9965-6a07c3314575 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:13:41.833502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f963-3b1b-48a4-93ae-520af570d351 req-6555ddbf-54fa-49b7-ab9d-f510db4c6bc1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:41.835212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4d9f963-3b1b-48a4-93ae-520af570d351 req-6555ddbf-54fa-49b7-ab9d-f510db4c6bc1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 944 time: 0.1774633 Sep 08 13:13:41.942991 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:42.113175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6593f-528c-4716-8aa4-277118582f2c req-fadb9f0d-ab35-4a66-90e9-6b51fa6c4a4a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:42.117062 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-84cb8330-12b3-48f2-8789-b3d8c206b467 req-5ac49afd-4843-43fe-9040-48306f60aca2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:42.148249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6593f-528c-4716-8aa4-277118582f2c req-fadb9f0d-ab35-4a66-90e9-6b51fa6c4a4a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:42.153747 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:42.166485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6593f-528c-4716-8aa4-277118582f2c req-fadb9f0d-ab35-4a66-90e9-6b51fa6c4a4a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:42.184617 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4d9f963-3b1b-48a4-93ae-520af570d351 req-6059051b-c93d-4088-9edd-3577398b1ee6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366928 Sep 08 13:13:42.195498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6593f-528c-4716-8aa4-277118582f2c req-fadb9f0d-ab35-4a66-90e9-6b51fa6c4a4a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:42.203711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6593f-528c-4716-8aa4-277118582f2c req-fadb9f0d-ab35-4a66-90e9-6b51fa6c4a4a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:42.211601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6593f-528c-4716-8aa4-277118582f2c req-fadb9f0d-ab35-4a66-90e9-6b51fa6c4a4a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:42.218356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6593f-528c-4716-8aa4-277118582f2c req-fadb9f0d-ab35-4a66-90e9-6b51fa6c4a4a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:42.221755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ac6593f-528c-4716-8aa4-277118582f2c req-fadb9f0d-ab35-4a66-90e9-6b51fa6c4a4a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5439 time: 0.2401397 Sep 08 13:13:42.260844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3355e090-643a-4946-9965-6a07c3314575, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3355e090-643a-4946-9965-6a07c3314575,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:42.295355 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac49afd-4843-43fe-9040-48306f60aca2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event deleted for resources: {'Port': ['ID=51800b47-d85b-44aa-8d18-0a157558f3dc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:42.329506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '3355e090-643a-4946-9965-6a07c3314575', 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c', 'port_id': '3355e090-643a-4946-9965-6a07c3314575', 'mac_address': 'fa:16:3e:7d:f7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be139490-49ed-4908-8453-ad1dc6e611ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:13:42.346447 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 44190366-792e-4732-90ee-a9db95993d7d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=44190366-792e-4732-90ee-a9db95993d7d,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:42.377828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ac6593f-528c-4716-8aa4-277118582f2c req-2c4f95b6-f4c3-4361-884e-ebb01792147e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408579 Sep 08 13:13:42.431609 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cb8330-12b3-48f2-8789-b3d8c206b467 req-5ac49afd-4843-43fe-9040-48306f60aca2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] No DVR routers for this DVR port 51800b47-d85b-44aa-8d18-0a157558f3dc on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:13:42.439716 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-84cb8330-12b3-48f2-8789-b3d8c206b467 req-5ac49afd-4843-43fe-9040-48306f60aca2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:42.444219 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-84cb8330-12b3-48f2-8789-b3d8c206b467 req-5ac49afd-4843-43fe-9040-48306f60aca2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.70 "DELETE /v2.0/ports/51800b47-d85b-44aa-8d18-0a157558f3dc HTTP/1.1" status: 204 len: 173 time: 2.1900909 Sep 08 13:13:42.458045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ada55fb-4fa8-4d65-ac12-3038939174ac', 'name': 'network-vif-deleted', 'tag': '51800b47-d85b-44aa-8d18-0a157558f3dc'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:42.458045 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e26354a-5d0d-4dff-a0df-42293e788432" -d '{"events": [{"server_uuid": "6ada55fb-4fa8-4d65-ac12-3038939174ac", "name": "network-vif-deleted", "tag": "51800b47-d85b-44aa-8d18-0a157558f3dc"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:42.465472 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:42.466318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a4cbb56e-0ee6-47a7-9e48-243d9c04e766 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:13:42.523791 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:42.554211 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-74428991-3598-4d9b-a0fa-eec3eac3c8ad req-36f0365c-d6fd-4b76-a3ff-122c821bfdf4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ada55fb-4fa8-4d65-ac12-3038939174ac HTTP/1.1" status: 200 len: 210 time: 0.0845690 Sep 08 13:13:42.623037 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd14bd01-3e42-45ad-b2fb-41dd67cf03b4 x-openstack-request-id: req-bd14bd01-3e42-45ad-b2fb-41dd67cf03b4 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:42.623437 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ada55fb-4fa8-4d65-ac12-3038939174ac", "name": "network-vif-deleted", "tag": "51800b47-d85b-44aa-8d18-0a157558f3dc", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:42.623770 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bd14bd01-3e42-45ad-b2fb-41dd67cf03b4 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:42.624267 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ada55fb-4fa8-4d65-ac12-3038939174ac', 'name': 'network-vif-deleted', 'tag': '51800b47-d85b-44aa-8d18-0a157558f3dc', 'status': 'completed', 'code': 200} Sep 08 13:13:42.641360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3355e090-643a-4946-9965-6a07c3314575 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:42.749926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=44190366-792e-4732-90ee-a9db95993d7d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:42.763413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3355e090-643a-4946-9965-6a07c3314575, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3355e090-643a-4946-9965-6a07c3314575,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:42.878303 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:42.884187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port a4cbb56e-0ee6-47a7-9e48-243d9c04e766 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:13:42.910865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port a4cbb56e-0ee6-47a7-9e48-243d9c04e766 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:13:42.915575 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:43.063757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b976551d-27dd-46f9-8ed9-225533d5e8d1'}, {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44190366-792e-4732-90ee-a9db95993d7d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:43.068394 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b97e4dc-f810-4960-a1d6-1f7c7ade09bd" -d '{"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "b976551d-27dd-46f9-8ed9-225533d5e8d1"}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "44190366-792e-4732-90ee-a9db95993d7d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:43.074046 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=3355e090-643a-4946-9965-6a07c3314575,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:43.292722 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:43.313587 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac133339-ef62-49a7-b645-6c502023738e x-openstack-request-id: req-ac133339-ef62-49a7-b645-6c502023738e {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:43.313587 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "b976551d-27dd-46f9-8ed9-225533d5e8d1", "code": 200}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "44190366-792e-4732-90ee-a9db95993d7d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:43.313587 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ac133339-ef62-49a7-b645-6c502023738e {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:43.313587 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b976551d-27dd-46f9-8ed9-225533d5e8d1', 'code': 200} Sep 08 13:13:43.313587 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44190366-792e-4732-90ee-a9db95993d7d', 'code': 200} Sep 08 13:13:43.330917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['3355e090-643a-4946-9965-6a07c3314575'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:43.333417 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:43.506802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a4cbb56e-0ee6-47a7-9e48-243d9c04e766, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:43.529858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-4609647e-e95e-48f0-9628-dc2faee32cad tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:43.540959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-4609647e-e95e-48f0-9628-dc2faee32cad tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 808 time: 0.2388766 Sep 08 13:13:43.552958 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7167e-d524-437e-9607-aca0d02f84e2 req-1a3f6129-0412-44e3-ad5e-41ff83bb9789 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:43.563804 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ed7167e-d524-437e-9607-aca0d02f84e2 req-1a3f6129-0412-44e3-ad5e-41ff83bb9789 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 945 time: 0.1344664 Sep 08 13:13:43.575519 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-def3a23a-7b63-4919-a30f-dd0ff17824a3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/quotas/86831c4ebbf248aa9ea1e18a0d68769f HTTP/1.1" status: 200 len: 375 time: 0.0327384 Sep 08 13:13:43.689068 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ed7167e-d524-437e-9607-aca0d02f84e2 req-9b1e1f74-4cb9-49a2-a68f-7203dd1d2f82 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150253 Sep 08 13:13:43.743420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-91d09045-0c04-4a7d-b71c-0123d0eb5193 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1659694 Sep 08 13:13:43.759631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52812) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:43.776732 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:43.780019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:13:43.938917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ab2c-bc81-4d04-a11d-8b7d4c7f2d8d req-74210e12-6ce8-4c57-9584-8d9eff475aeb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:43.954677 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ab2c-bc81-4d04-a11d-8b7d4c7f2d8d req-74210e12-6ce8-4c57-9584-8d9eff475aeb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:43.982653 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ab2c-bc81-4d04-a11d-8b7d4c7f2d8d req-74210e12-6ce8-4c57-9584-8d9eff475aeb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:43.994576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ab2c-bc81-4d04-a11d-8b7d4c7f2d8d req-74210e12-6ce8-4c57-9584-8d9eff475aeb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:44.013836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ab2c-bc81-4d04-a11d-8b7d4c7f2d8d req-74210e12-6ce8-4c57-9584-8d9eff475aeb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:44.031409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ab2c-bc81-4d04-a11d-8b7d4c7f2d8d req-74210e12-6ce8-4c57-9584-8d9eff475aeb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:44.046821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ab2c-bc81-4d04-a11d-8b7d4c7f2d8d req-74210e12-6ce8-4c57-9584-8d9eff475aeb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:44.048830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8987ab2c-bc81-4d04-a11d-8b7d4c7f2d8d req-74210e12-6ce8-4c57-9584-8d9eff475aeb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5441 time: 0.2340364 Sep 08 13:13:44.060407 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:44.079504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:44.101484 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cda7e1be-1e9c-46d5-b732-446f711a89cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:44.176279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:13:44.180977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:13:44.181364 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:44.207601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8987ab2c-bc81-4d04-a11d-8b7d4c7f2d8d req-d1185e0d-a77b-4801-a66e-f12961b972b6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417992 Sep 08 13:13:44.296441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-a215861b-8cbb-41a1-9e1e-555836e3c542 service neutron] 10.222.0.69 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5520000 Sep 08 13:13:44.432729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-01fb14f4-9cf8-49c9-b025-d155ed53ea67 service neutron] 10.222.0.69 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290135 Sep 08 13:13:44.451932 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:44.502084 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cda7e1be-1e9c-46d5-b732-446f711a89cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:44.552158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:44.565354 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cda7e1be-1e9c-46d5-b732-446f711a89cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:44.603683 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cda7e1be-1e9c-46d5-b732-446f711a89cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0eb8882a01c0477392330fa272b820de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8422174 Sep 08 13:13:44.606402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52836) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:44.631291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7e1be-1e9c-46d5-b732-446f711a89cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01721780-6bcf-45a2-bd36-0c956533e49e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:44.656393 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:44.657353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 165d4e81-4666-4376-8fc7-6b9679bbe6dc up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:13:44.767700 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3feb5737-5f8a-40d9-a691-b85ec1f49cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:44.799972 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3feb5737-5f8a-40d9-a691-b85ec1f49cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:44.835195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:44.908319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 165d4e81-4666-4376-8fc7-6b9679bbe6dc completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:13:44.913962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 165d4e81-4666-4376-8fc7-6b9679bbe6dc triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:13:44.915093 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:44.949153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3feb5737-5f8a-40d9-a691-b85ec1f49cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:44.950473 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3feb5737-5f8a-40d9-a691-b85ec1f49cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:44.951879 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3feb5737-5f8a-40d9-a691-b85ec1f49cd8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/01721780-6bcf-45a2-bd36-0c956533e49e HTTP/1.1" status: 204 len: 168 time: 0.3444858 Sep 08 13:13:44.987795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb5737-5f8a-40d9-a691-b85ec1f49cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01721780-6bcf-45a2-bd36-0c956533e49e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:45.072605 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:45.119273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 165d4e81-4666-4376-8fc7-6b9679bbe6dc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=165d4e81-4666-4376-8fc7-6b9679bbe6dc,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:45.259497 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:45.261704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 51800b47-d85b-44aa-8d18-0a157558f3dc no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:45.309906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766'}, {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff58ace0-e12c-466c-a03d-dda9e8b9f8c4'}, {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165d4e81-4666-4376-8fc7-6b9679bbe6dc'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:45.312365 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482bdd5a-a405-4526-8706-d81262f431c7" -d '{"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "a4cbb56e-0ee6-47a7-9e48-243d9c04e766"}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "ff58ace0-e12c-466c-a03d-dda9e8b9f8c4"}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "165d4e81-4666-4376-8fc7-6b9679bbe6dc"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:45.334748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 51800b47-d85b-44aa-8d18-0a157558f3dc {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:45.338086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 51800b47-d85b-44aa-8d18-0a157558f3dc not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:45.346945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3355e090-643a-4946-9965-6a07c3314575 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:13:45.552213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=165d4e81-4666-4376-8fc7-6b9679bbe6dc,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:45.654376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfd391-4440-4983-a2f7-e8b6ab0fb2d9 req-f907e7b7-f2b0-46c2-b408-6ed9e4fb1f52 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:45.662880 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3dbfd391-4440-4983-a2f7-e8b6ab0fb2d9 req-f907e7b7-f2b0-46c2-b408-6ed9e4fb1f52 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 945 time: 0.1166792 Sep 08 13:13:45.706979 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3dbfd391-4440-4983-a2f7-e8b6ab0fb2d9 req-814c63a1-73c6-4a2e-a038-cf1cd098b753 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432312 Sep 08 13:13:45.837465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99e1b-75aa-450c-b441-5e1d7a11db00 req-e1343ceb-284d-4b26-bed3-54122e29f19d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:45.837465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99e1b-75aa-450c-b441-5e1d7a11db00 req-e1343ceb-284d-4b26-bed3-54122e29f19d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:45.837465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99e1b-75aa-450c-b441-5e1d7a11db00 req-e1343ceb-284d-4b26-bed3-54122e29f19d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:45.840898 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99e1b-75aa-450c-b441-5e1d7a11db00 req-e1343ceb-284d-4b26-bed3-54122e29f19d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:45.847410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99e1b-75aa-450c-b441-5e1d7a11db00 req-e1343ceb-284d-4b26-bed3-54122e29f19d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:45.853927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99e1b-75aa-450c-b441-5e1d7a11db00 req-e1343ceb-284d-4b26-bed3-54122e29f19d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:45.861196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99e1b-75aa-450c-b441-5e1d7a11db00 req-e1343ceb-284d-4b26-bed3-54122e29f19d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:45.862353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6d99e1b-75aa-450c-b441-5e1d7a11db00 req-e1343ceb-284d-4b26-bed3-54122e29f19d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5443 time: 0.0953455 Sep 08 13:13:45.905624 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6d99e1b-75aa-450c-b441-5e1d7a11db00 req-ef1665bc-8881-4cf9-8582-a697a5604ce6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367246 Sep 08 13:13:45.956978 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e70f6f1-68d8-444d-9a8a-049a235a408d x-openstack-request-id: req-1e70f6f1-68d8-444d-9a8a-049a235a408d {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:45.957290 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "a4cbb56e-0ee6-47a7-9e48-243d9c04e766", "code": 200}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "ff58ace0-e12c-466c-a03d-dda9e8b9f8c4", "code": 200}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-plugged", "status": "completed", "tag": "165d4e81-4666-4376-8fc7-6b9679bbe6dc", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:45.957548 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e70f6f1-68d8-444d-9a8a-049a235a408d {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:45.957953 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766', 'code': 200} Sep 08 13:13:45.958239 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff58ace0-e12c-466c-a03d-dda9e8b9f8c4', 'code': 200} Sep 08 13:13:45.958496 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165d4e81-4666-4376-8fc7-6b9679bbe6dc', 'code': 200} Sep 08 13:13:45.964778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 3355e090-643a-4946-9965-6a07c3314575 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:13:45.982603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 3355e090-643a-4946-9965-6a07c3314575 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:13:45.982603 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:46.053269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52890) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:46.060499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-68b59fc4-497a-4b63-bd70-ec32db0383ba tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815607508', 'description': 'tempest-description--563575722'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:46.090272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fdf6afe-765e-4320-86ff-37608ed27900 req-2e38e4ce-e455-4a7a-971d-bbecf2fc8e7d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 210 time: 0.1011508 Sep 08 13:13:46.155813 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:46.184562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6219-5b46-4bcc-8626-2699c447a9c5 req-d40c41a8-3df1-4031-9836-c88fcb7ccc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:46.185379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6219-5b46-4bcc-8626-2699c447a9c5 req-d40c41a8-3df1-4031-9836-c88fcb7ccc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:46.186393 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6219-5b46-4bcc-8626-2699c447a9c5 req-d40c41a8-3df1-4031-9836-c88fcb7ccc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:46.188392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6219-5b46-4bcc-8626-2699c447a9c5 req-d40c41a8-3df1-4031-9836-c88fcb7ccc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:46.189063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6219-5b46-4bcc-8626-2699c447a9c5 req-d40c41a8-3df1-4031-9836-c88fcb7ccc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:46.189733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6219-5b46-4bcc-8626-2699c447a9c5 req-d40c41a8-3df1-4031-9836-c88fcb7ccc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:46.190549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc6219-5b46-4bcc-8626-2699c447a9c5 req-d40c41a8-3df1-4031-9836-c88fcb7ccc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:46.193162 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-10fc6219-5b46-4bcc-8626-2699c447a9c5 req-d40c41a8-3df1-4031-9836-c88fcb7ccc79 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6500 time: 0.0920660 Sep 08 13:13:46.209805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3355e090-643a-4946-9965-6a07c3314575, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3355e090-643a-4946-9965-6a07c3314575,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:46.242826 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-10fc6219-5b46-4bcc-8626-2699c447a9c5 req-644becdc-6be1-4454-8d3c-b45068d1354c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417225 Sep 08 13:13:46.323585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68b59fc4-497a-4b63-bd70-ec32db0383ba tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:46.367382 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:46.428378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52912) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:46.460227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=3355e090-643a-4946-9965-6a07c3314575,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:46.462537 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-049bab49-9cf8-4340-b938-f8b85ee6cd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:46.475066 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68b59fc4-497a-4b63-bd70-ec32db0383ba tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:46.563279 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68b59fc4-497a-4b63-bd70-ec32db0383ba tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:46.592323 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:46.612973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b59fc4-497a-4b63-bd70-ec32db0383ba tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956738e2-cf9b-4865-a858-3060ff65be52,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:46.680638 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-049bab49-9cf8-4340-b938-f8b85ee6cd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:46.796463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d88ac-5094-4b01-a262-d6d3d22c0ad7 req-937ae2b5-5f22-4b22-bffe-096c29399916 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:46.798434 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce0d88ac-5094-4b01-a262-d6d3d22c0ad7 req-937ae2b5-5f22-4b22-bffe-096c29399916 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 944 time: 0.0762599 Sep 08 13:13:46.800135 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-049bab49-9cf8-4340-b938-f8b85ee6cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:46.831758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-049bab49-9cf8-4340-b938-f8b85ee6cd3e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f22a398a92b49b2a973434e4613a43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021764 Sep 08 13:13:46.842249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52930) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:46.885465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049bab49-9cf8-4340-b938-f8b85ee6cd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5d9dd6-9c38-4324-afc6-fe32291b98e8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:46.900519 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68b59fc4-497a-4b63-bd70-ec32db0383ba tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:46.905828 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-68b59fc4-497a-4b63-bd70-ec32db0383ba tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8502679 Sep 08 13:13:46.907996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52932) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:46.915468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ca14800b-f165-4661-8f5a-b6ad4f8bb27f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Request body: {'security_group_rule': {'security_group_id': '956738e2-cf9b-4865-a858-3060ff65be52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:46.942612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046dc5f-b3e7-4876-ae69-cfb1c2dc5a54 req-e321043d-d823-46d3-b3ba-e37c8dd39020 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:46.956447 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5046dc5f-b3e7-4876-ae69-cfb1c2dc5a54 req-e321043d-d823-46d3-b3ba-e37c8dd39020 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.1446261 Sep 08 13:13:46.959084 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1f10180c-076d-488f-84c2-7aa48c649a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:46.969630 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce0d88ac-5094-4b01-a262-d6d3d22c0ad7 req-479b9668-8ef1-4ca1-b974-cb3956c7de7c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375487 Sep 08 13:13:47.033138 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5046dc5f-b3e7-4876-ae69-cfb1c2dc5a54 req-3704c2e5-a404-484f-a6c2-37d205384e94 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756733 Sep 08 13:13:47.039066 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1f10180c-076d-488f-84c2-7aa48c649a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:47.085094 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ca14800b-f165-4661-8f5a-b6ad4f8bb27f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:47.262756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e8368-f4e5-42f1-83b3-6896574d6f1b req-f86d1684-f55b-433d-abfd-52224f6891c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:47.269232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e8368-f4e5-42f1-83b3-6896574d6f1b req-f86d1684-f55b-433d-abfd-52224f6891c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:47.284302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e8368-f4e5-42f1-83b3-6896574d6f1b req-f86d1684-f55b-433d-abfd-52224f6891c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:47.303017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e8368-f4e5-42f1-83b3-6896574d6f1b req-f86d1684-f55b-433d-abfd-52224f6891c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:47.318204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e8368-f4e5-42f1-83b3-6896574d6f1b req-f86d1684-f55b-433d-abfd-52224f6891c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:47.318507 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87ed736e-3cc7-47b9-a6f1-0b2e87c882f0 req-8245c971-62a9-479b-934f-9733a75b1716 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 210 time: 0.0730393 Sep 08 13:13:47.328259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e8368-f4e5-42f1-83b3-6896574d6f1b req-f86d1684-f55b-433d-abfd-52224f6891c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:47.335524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1f10180c-076d-488f-84c2-7aa48c649a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:47.340356 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1f10180c-076d-488f-84c2-7aa48c649a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:47.340356 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1f10180c-076d-488f-84c2-7aa48c649a6f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8c5d9dd6-9c38-4324-afc6-fe32291b98e8 HTTP/1.1" status: 204 len: 168 time: 0.4881992 Sep 08 13:13:47.349538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e8368-f4e5-42f1-83b3-6896574d6f1b req-f86d1684-f55b-433d-abfd-52224f6891c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:47.365139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b81e8368-f4e5-42f1-83b3-6896574d6f1b req-f86d1684-f55b-433d-abfd-52224f6891c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5443 time: 0.2824993 Sep 08 13:13:47.371922 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f10180c-076d-488f-84c2-7aa48c649a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5d9dd6-9c38-4324-afc6-fe32291b98e8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:47.430479 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ca14800b-f165-4661-8f5a-b6ad4f8bb27f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:47.497972 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b81e8368-f4e5-42f1-83b3-6896574d6f1b req-c388b576-c657-4a2c-ba71-422f1fa0c1d9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316333 Sep 08 13:13:47.514889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52be3bd-126d-4ab7-8f7a-080f91ca2301 req-4a8f9b88-6f40-4077-ac03-432433f6cecd tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:47.516900 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f52be3bd-126d-4ab7-8f7a-080f91ca2301 req-4a8f9b88-6f40-4077-ac03-432433f6cecd tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 944 time: 0.0842476 Sep 08 13:13:47.590392 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ca14800b-f165-4661-8f5a-b6ad4f8bb27f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:47.628039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14800b-f165-4661-8f5a-b6ad4f8bb27f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb2f279-fa41-4625-af23-65fb882ff9af,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:47.700263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f52be3bd-126d-4ab7-8f7a-080f91ca2301 req-384d466c-0b0c-426d-85b0-c1983136bd93 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Deleting port 1f738580-6a69-4861-a7eb-10ff46652817 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:47.705397 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f52be3bd-126d-4ab7-8f7a-080f91ca2301 req-384d466c-0b0c-426d-85b0-c1983136bd93 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:47.783537 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ca14800b-f165-4661-8f5a-b6ad4f8bb27f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:47.787700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52962) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:47.787905 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ca14800b-f165-4661-8f5a-b6ad4f8bb27f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8785355 Sep 08 13:13:47.796786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2c71f043-a6cb-4a26-8038-6788fe107bdf tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Request body: {'security_group_rule': {'security_group_id': '956738e2-cf9b-4865-a858-3060ff65be52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:47.872820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f52be3bd-126d-4ab7-8f7a-080f91ca2301 req-384d466c-0b0c-426d-85b0-c1983136bd93 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] For port 1f738580-6a69-4861-a7eb-10ff46652817, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1f738580-6a69-4861-a7eb-10ff46652817,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:47.873232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f52be3bd-126d-4ab7-8f7a-080f91ca2301 req-384d466c-0b0c-426d-85b0-c1983136bd93 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:47.891304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f52be3bd-126d-4ab7-8f7a-080f91ca2301 req-384d466c-0b0c-426d-85b0-c1983136bd93 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Calling delete_port for 1f738580-6a69-4861-a7eb-10ff46652817 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:47.960481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cebeae6-d623-4ed2-a350-2c6978653177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3355e090-643a-4946-9965-6a07c3314575'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:47.966757 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca180661-ee5c-4aa2-bf23-4c91c448673c" -d '{"events": [{"server_uuid": "2cebeae6-d623-4ed2-a350-2c6978653177", "name": "network-vif-plugged", "status": "completed", "tag": "3355e090-643a-4946-9965-6a07c3314575"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:47.966942 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c71f043-a6cb-4a26-8038-6788fe107bdf tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:48.059284 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c71f043-a6cb-4a26-8038-6788fe107bdf tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:48.077264 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aea5217-cb78-4999-8833-97ab4a4ae8cc x-openstack-request-id: req-7aea5217-cb78-4999-8833-97ab4a4ae8cc {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:48.077551 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cebeae6-d623-4ed2-a350-2c6978653177", "name": "network-vif-plugged", "status": "completed", "tag": "3355e090-643a-4946-9965-6a07c3314575", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:48.077801 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7aea5217-cb78-4999-8833-97ab4a4ae8cc {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:48.078404 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cebeae6-d623-4ed2-a350-2c6978653177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3355e090-643a-4946-9965-6a07c3314575', 'code': 200} Sep 08 13:13:48.141554 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c71f043-a6cb-4a26-8038-6788fe107bdf tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:48.197414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71f043-a6cb-4a26-8038-6788fe107bdf tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fd8c81-c0ef-438e-8d59-dec9a8f2b88e,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:48.264402 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca9caa3-11a5-4ed9-aa8c-3376e1634bf8 req-e344aa31-a906-4ec3-b035-7f3125e6e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:48.275697 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ca9caa3-11a5-4ed9-aa8c-3376e1634bf8 req-e344aa31-a906-4ec3-b035-7f3125e6e1a0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 1097 time: 0.0987232 Sep 08 13:13:48.342252 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ca9caa3-11a5-4ed9-aa8c-3376e1634bf8 req-23ac95d3-2b4f-4c86-b65d-08d00596702f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546284 Sep 08 13:13:48.357435 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f52be3bd-126d-4ab7-8f7a-080f91ca2301 req-384d466c-0b0c-426d-85b0-c1983136bd93 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:48.373278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['f2c0a0da-3d86-403d-8799-c44195164676', '1f738580-6a69-4861-a7eb-10ff46652817'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:48.375910 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c71f043-a6cb-4a26-8038-6788fe107bdf tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:48.377776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2c71f043-a6cb-4a26-8038-6788fe107bdf tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5873137 Sep 08 13:13:48.380502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52984) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:48.387987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:48.400256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d466c-0b0c-426d-85b0-c1983136bd93 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Pushing event deleted for resources: {'Port': ['ID=1f738580-6a69-4861-a7eb-10ff46652817,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:48.437116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9447f7-8a7b-4043-84f8-a639f2269436 req-1d1960a8-67ea-49fb-ba73-572f1ec9261b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:48.438729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb9447f7-8a7b-4043-84f8-a639f2269436 req-1d1960a8-67ea-49fb-ba73-572f1ec9261b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 866 time: 0.2249367 Sep 08 13:13:48.526151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52be3bd-126d-4ab7-8f7a-080f91ca2301 req-384d466c-0b0c-426d-85b0-c1983136bd93 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] No DVR routers for this DVR port 1f738580-6a69-4861-a7eb-10ff46652817 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:13:48.529336 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f52be3bd-126d-4ab7-8f7a-080f91ca2301 req-384d466c-0b0c-426d-85b0-c1983136bd93 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:48.531974 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f52be3bd-126d-4ab7-8f7a-080f91ca2301 req-384d466c-0b0c-426d-85b0-c1983136bd93 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.60 "DELETE /v2.0/ports/1f738580-6a69-4861-a7eb-10ff46652817 HTTP/1.1" status: 204 len: 173 time: 1.0063338 Sep 08 13:13:48.562564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d', 'name': 'network-vif-deleted', 'tag': '1f738580-6a69-4861-a7eb-10ff46652817'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:48.570435 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3ec6b2-b348-49c8-901b-427291719498" -d '{"events": [{"server_uuid": "5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d", "name": "network-vif-deleted", "tag": "1f738580-6a69-4861-a7eb-10ff46652817"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:48.576451 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:48.647963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb9447f7-8a7b-4043-84f8-a639f2269436 req-673adde5-30a0-45ed-977b-9433bfcd5e1c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769564 Sep 08 13:13:48.873388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28610cc-6c51-4ab7-b6ca-cb2fa18c09ca req-bb524957-15d7-47fb-bdb2-3aee2bc90776 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:48.882131 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d28610cc-6c51-4ab7-b6ca-cb2fa18c09ca req-bb524957-15d7-47fb-bdb2-3aee2bc90776 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.1253951 Sep 08 13:13:48.992998 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0479d006-7697-41bd-8667-61d78b71c439 req-4d15d156-2a83-41a0-8de7-6ce9435d162a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 210 time: 0.0888522 Sep 08 13:13:48.995813 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:49.093208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-db25c9ac-d51e-444a-89e8-78281eb0c165 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:49.102582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-db25c9ac-d51e-444a-89e8-78281eb0c165 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.60 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 808 time: 0.4230855 Sep 08 13:13:49.126832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Request body: {'port': {'device_id': '0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc', 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75', 'admin_state_up': True, 'tenant_id': '86831c4ebbf248aa9ea1e18a0d68769f'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:49.270200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Allocated IP 172.25.5.141 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/7ecd6ea0-e131-42ba-a9ec-0bd9b66f8d41) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:13:49.477360 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d28610cc-6c51-4ab7-b6ca-cb2fa18c09ca req-02192aa9-6415-4144-9734-adb413361869 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5936430 Sep 08 13:13:49.578246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e1f40-22bd-4349-9355-d318714b5f01 req-c12c1300-087f-4eaf-8acf-47ab5c61de1a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:49.579636 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:49.590845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e1f40-22bd-4349-9355-d318714b5f01 req-c12c1300-087f-4eaf-8acf-47ab5c61de1a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:49.616932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e1f40-22bd-4349-9355-d318714b5f01 req-c12c1300-087f-4eaf-8acf-47ab5c61de1a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:49.635705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e1f40-22bd-4349-9355-d318714b5f01 req-c12c1300-087f-4eaf-8acf-47ab5c61de1a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:49.649711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e1f40-22bd-4349-9355-d318714b5f01 req-c12c1300-087f-4eaf-8acf-47ab5c61de1a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:49.664995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e1f40-22bd-4349-9355-d318714b5f01 req-c12c1300-087f-4eaf-8acf-47ab5c61de1a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:49.680948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e1f40-22bd-4349-9355-d318714b5f01 req-c12c1300-087f-4eaf-8acf-47ab5c61de1a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:49.691684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-774e1f40-22bd-4349-9355-d318714b5f01 req-c12c1300-087f-4eaf-8acf-47ab5c61de1a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5443 time: 0.5769830 Sep 08 13:13:49.695293 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8818fdc2-75bd-41db-a4c5-1f669c2e9deb x-openstack-request-id: req-8818fdc2-75bd-41db-a4c5-1f669c2e9deb {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:49.696076 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d", "name": "network-vif-deleted", "tag": "1f738580-6a69-4861-a7eb-10ff46652817", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:49.699678 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8818fdc2-75bd-41db-a4c5-1f669c2e9deb {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:49.699678 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d', 'name': 'network-vif-deleted', 'tag': '1f738580-6a69-4861-a7eb-10ff46652817', 'status': 'completed', 'code': 200} Sep 08 13:13:49.701851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Made reservation on behalf of 86831c4ebbf248aa9ea1e18a0d68769f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:13:49.706006 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:49.793995 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:49.858253 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-774e1f40-22bd-4349-9355-d318714b5f01 req-d65506ac-be44-49f6-9d9f-a00131f62b9e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593242 Sep 08 13:13:49.912724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:13:49.922268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:13:49.946580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:13:50.051413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event updated for resources: {'Port': ['ID=7ecd6ea0-e131-42ba-a9ec-0bd9b66f8d41,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:50.109270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-457184dc-5a4c-4af6-9cb0-1a19ba928eb1 req-4341ab2e-b1a6-48e8-90fe-376a507b7a19 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a41358f-bdf4-4b7e-a2f3-f1a7a8ee616d HTTP/1.1" status: 200 len: 210 time: 0.0580509 Sep 08 13:13:50.143296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Allocated IP 172.20.0.4 (178a2dbf-fa69-4172-bac3-43bd50415f75/1b0c631f-1f63-46cc-ad9d-bb850194cb83/7d6e19f7-d807-498a-b6d3-b91bae8ff863) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:13:50.178812 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:50.368501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bdbfaa75-9331-4e1d-a9ad-5ad68f8a2c2e req-96e295d9-9b55-4dfe-ae04-c58bfea635c0 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 210 time: 0.0626080 Sep 08 13:13:50.416403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:50.479925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f80f7-377b-42ca-be9d-ea5d478d4bcc req-105f9686-3e9e-4906-92f0-bb7bec6f5507 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:50.486738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f80f7-377b-42ca-be9d-ea5d478d4bcc req-105f9686-3e9e-4906-92f0-bb7bec6f5507 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:50.494507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f80f7-377b-42ca-be9d-ea5d478d4bcc req-105f9686-3e9e-4906-92f0-bb7bec6f5507 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:50.501711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f80f7-377b-42ca-be9d-ea5d478d4bcc req-105f9686-3e9e-4906-92f0-bb7bec6f5507 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:50.509098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f80f7-377b-42ca-be9d-ea5d478d4bcc req-105f9686-3e9e-4906-92f0-bb7bec6f5507 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:50.515963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f80f7-377b-42ca-be9d-ea5d478d4bcc req-105f9686-3e9e-4906-92f0-bb7bec6f5507 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:50.522574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f80f7-377b-42ca-be9d-ea5d478d4bcc req-105f9686-3e9e-4906-92f0-bb7bec6f5507 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:50.542365 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f5f80f7-377b-42ca-be9d-ea5d478d4bcc req-105f9686-3e9e-4906-92f0-bb7bec6f5507 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5443 time: 0.2639563 Sep 08 13:13:50.545713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53062) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:50.552254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-70a94e8a-ef8c-4f4d-a2bb-177194777ee3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Request body: {'floatingip': {'port_id': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:50.717621 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70a94e8a-ef8c-4f4d-a2bb-177194777ee3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for floatingip, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:50.822209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489f01b-886d-4b29-a0e2-4ff17d5ca084 req-87798dec-1252-49ca-8a90-bd99c5bc9d05 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:50.825474 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c489f01b-886d-4b29-a0e2-4ff17d5ca084 req-87798dec-1252-49ca-8a90-bd99c5bc9d05 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.1618099 Sep 08 13:13:50.914629 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:50.966496 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c489f01b-886d-4b29-a0e2-4ff17d5ca084 req-842b73f1-6b17-44d6-8cb3-8a3cf46d4d25 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332977 Sep 08 13:13:51.006163 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:51.006436 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 1f738580-6a69-4861-a7eb-10ff46652817 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:51.020812 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:51.100097 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 1f738580-6a69-4861-a7eb-10ff46652817 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:51.100742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 1f738580-6a69-4861-a7eb-10ff46652817 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:51.161856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53076) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:51.251690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event updated for resources: {'Port': ['ID=7ecd6ea0-e131-42ba-a9ec-0bd9b66f8d41,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:51.282768 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:51.409263 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:51.410976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f656ac50-8c54-48b5-b781-3927beba42f6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0293441 Sep 08 13:13:51.638374 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-845f56ce-860b-4eb0-abd6-0d8b63fac89a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:51.713674 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70a94e8a-ef8c-4f4d-a2bb-177194777ee3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:51.781903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0fa4e-c33c-4853-aa3c-c76de5793aca req-3fb2f690-bee2-4226-bef0-8b2cea003616 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:51.791255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-afa0fa4e-c33c-4853-aa3c-c76de5793aca req-3fb2f690-bee2-4226-bef0-8b2cea003616 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.6146896 Sep 08 13:13:51.810885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70a94e8a-ef8c-4f4d-a2bb-177194777ee3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:51.812915 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-845f56ce-860b-4eb0-abd6-0d8b63fac89a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:51.864058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:51.877445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['e7f0ece7-d67a-43b1-88c3-6f45ff96fe69'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:13:51.913972 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-845f56ce-860b-4eb0-abd6-0d8b63fac89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:52.035745 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-845f56ce-860b-4eb0-abd6-0d8b63fac89a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=295c55755f6e4e0fb1446c18d0149f8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8700922 Sep 08 13:13:52.041633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53104) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:52.106848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f56ce-860b-4eb0-abd6-0d8b63fac89a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29b5831-234f-4737-9eb2-f6a870e2f0e9,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:52.153752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb7923-75ea-44f7-a38f-9b96b65b5418 req-b654c8f6-be1e-4f62-b39e-bafa44b0dc9b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:52.155396 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ffb7923-75ea-44f7-a38f-9b96b65b5418 req-b654c8f6-be1e-4f62-b39e-bafa44b0dc9b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 931 time: 0.1504297 Sep 08 13:13:52.182324 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-528551ba-7e17-48b8-afb1-a750556451f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:52.220646 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ffb7923-75ea-44f7-a38f-9b96b65b5418 req-0589707a-b2f0-4c0b-812f-53425d33c9c9 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569377 Sep 08 13:13:52.222791 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-528551ba-7e17-48b8-afb1-a750556451f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:52.422152 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-528551ba-7e17-48b8-afb1-a750556451f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:52.424815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-528551ba-7e17-48b8-afb1-a750556451f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:52.426001 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-528551ba-7e17-48b8-afb1-a750556451f4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d29b5831-234f-4737-9eb2-f6a870e2f0e9 HTTP/1.1" status: 204 len: 168 time: 0.3777745 Sep 08 13:13:52.429609 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-afa0fa4e-c33c-4853-aa3c-c76de5793aca req-7e433077-22b4-4d18-85a0-3a7831c2f4ee tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6374531 Sep 08 13:13:52.445765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528551ba-7e17-48b8-afb1-a750556451f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29b5831-234f-4737-9eb2-f6a870e2f0e9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:52.629441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Network 178a2dbf-fa69-4172-bac3-43bd50415f75 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:13:52.643596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:13:52.681712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:13:52.710112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Pushing event updated for resources: {'Port': ['ID=7d6e19f7-d807-498a-b6d3-b91bae8ff863,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:52.728538 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-70a94e8a-ef8c-4f4d-a2bb-177194777ee3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Floating IP 81dd739d-aff4-41ea-9726-ce61c058934f associated. External IP: 172.25.5.53, port: a4cbb56e-0ee6-47a7-9e48-243d9c04e766. Sep 08 13:13:52.764299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-9c0b6998-db9b-4bdd-9951-241d782a417e tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:52.775091 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-9c0b6998-db9b-4bdd-9951-241d782a417e tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/networks?id=f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a HTTP/1.1" status: 200 len: 822 time: 0.2264769 Sep 08 13:13:52.806930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96e084-a1fa-4ed5-908e-545d35c8babd req-406f0d1b-f512-48d5-ab50-7ae789c561c2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:52.810120 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b96e084-a1fa-4ed5-908e-545d35c8babd req-406f0d1b-f512-48d5-ab50-7ae789c561c2 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.60 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 947 time: 0.2435949 Sep 08 13:13:52.817720 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-7465b174-528c-4a53-b313-ac536bb4da26 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/quotas/00362f9f4c5f42c2af1c4b613e8f928a HTTP/1.1" status: 200 len: 375 time: 0.0410824 Sep 08 13:13:52.822758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:52.823378 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:52.840736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cd7df-d88f-4b09-89d0-38221a15802b req-5a65da84-bd34-4d6b-b9e7-3ba27d2edae4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:52.842608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b6cd7df-d88f-4b09-89d0-38221a15802b req-5a65da84-bd34-4d6b-b9e7-3ba27d2edae4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 947 time: 0.2701011 Sep 08 13:13:52.977212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-c182eaf0-d5a3-4074-826d-a76e16c21ce8 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1572976 Sep 08 13:13:53.046512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b6cd7df-d88f-4b09-89d0-38221a15802b req-5f4d68aa-9f55-46dc-9b96-84b3f6860c9b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924191 Sep 08 13:13:53.133050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-bec47076-3017-4bc1-8c8d-20c8eb9367cb service neutron] 10.222.0.69 "GET /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233308 Sep 08 13:13:53.135213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-030feeca-915c-4507-bcc6-0d6804e11d2e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0124834 Sep 08 13:13:53.164617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Request body: {'port': {'device_id': '0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:53.337651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:53.352141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5b96e084-a1fa-4ed5-908e-545d35c8babd req-2d8ad653-7d18-4cb5-af45-6da2f94bf2f1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Deleting port f2c0a0da-3d86-403d-8799-c44195164676 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:53.352632 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5b96e084-a1fa-4ed5-908e-545d35c8babd req-2d8ad653-7d18-4cb5-af45-6da2f94bf2f1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:53.383134 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c20abb3-fe5c-4bcc-b187-1f4a065cb59f req-b8c7924f-0867-40a4-b242-12cd8eab3d74 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2131784 Sep 08 13:13:53.398699 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-32d5573b-3182-4736-864b-555469247eeb service neutron] 10.222.0.69 "GET /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744138 Sep 08 13:13:53.400328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a94e8a-ef8c-4f4d-a2bb-177194777ee3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:13:53.458938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20abb3-fe5c-4bcc-b187-1f4a065cb59f req-ae56a478-9b81-4765-80d6-4167a1254b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:53.460424 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c20abb3-fe5c-4bcc-b187-1f4a065cb59f req-ae56a478-9b81-4765-80d6-4167a1254b02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 1095 time: 0.0539813 Sep 08 13:13:53.608913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20abb3-fe5c-4bcc-b187-1f4a065cb59f req-18b31fa9-8986-4bb6-85a1-2d5ee6b492f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:53.611600 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c20abb3-fe5c-4bcc-b187-1f4a065cb59f req-18b31fa9-8986-4bb6-85a1-2d5ee6b492f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.1291516 Sep 08 13:13:53.640170 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5b96e084-a1fa-4ed5-908e-545d35c8babd req-2d8ad653-7d18-4cb5-af45-6da2f94bf2f1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] For port f2c0a0da-3d86-403d-8799-c44195164676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f2c0a0da-3d86-403d-8799-c44195164676,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:53.640605 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5b96e084-a1fa-4ed5-908e-545d35c8babd req-2d8ad653-7d18-4cb5-af45-6da2f94bf2f1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:53.661571 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c20abb3-fe5c-4bcc-b187-1f4a065cb59f req-f28014af-100f-4bc5-bb60-a1e4e4bdf6ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47c9fccf-25c9-47c0-8886-a54fb3555649 HTTP/1.1" status: 200 len: 217 time: 0.0422475 Sep 08 13:13:53.691957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5b96e084-a1fa-4ed5-908e-545d35c8babd req-2d8ad653-7d18-4cb5-af45-6da2f94bf2f1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Calling delete_port for f2c0a0da-3d86-403d-8799-c44195164676 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:53.738812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20abb3-fe5c-4bcc-b187-1f4a065cb59f req-f532ca39-2d26-47ec-b51a-e562bcbe1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:53.741227 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c20abb3-fe5c-4bcc-b187-1f4a065cb59f req-f532ca39-2d26-47ec-b51a-e562bcbe1928 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0718074 Sep 08 13:13:53.753665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a94e8a-ef8c-4f4d-a2bb-177194777ee3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:13:53.775700 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70a94e8a-ef8c-4f4d-a2bb-177194777ee3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:53.784893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f76fe-0e61-4afe-b280-02eed52dbc42 None None] Sync routers for ids ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:13:53.794239 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:13:53.805138 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c20abb3-fe5c-4bcc-b187-1f4a065cb59f req-3776ba60-fa28-447f-bffb-8843253e9e8b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567014 Sep 08 13:13:53.807171 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f76fe-0e61-4afe-b280-02eed52dbc42 None None] Routers {'97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:13:53.807930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6f5f76fe-0e61-4afe-b280-02eed52dbc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:13:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:54.026559 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c20abb3-fe5c-4bcc-b187-1f4a065cb59f req-bc407dd7-cbbd-4683-a4a8-a07ef8247ffa service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119300 Sep 08 13:13:54.165165 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-70a94e8a-ef8c-4f4d-a2bb-177194777ee3 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "PUT /v2.0/floatingips/81dd739d-aff4-41ea-9726-ce61c058934f HTTP/1.1" status: 200 len: 990 time: 3.6179574 Sep 08 13:13:54.169955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:54.172582 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d609a2b0-4037-49c2-811e-47a448ada3ba" -d '{"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "a4cbb56e-0ee6-47a7-9e48-243d9c04e766"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:54.296109 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c20abb3-fe5c-4bcc-b187-1f4a065cb59f req-2a8eedf1-fe84-4e1c-b52b-bd8d8d3859b1 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599194 Sep 08 13:13:54.351517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c29ee3-38c2-4558-b4cb-42726c4df601 req-0a32fb25-978b-447b-a098-baa8076bcd6c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:54.369256 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46c29ee3-38c2-4558-b4cb-42726c4df601 req-0a32fb25-978b-447b-a098-baa8076bcd6c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 931 time: 0.3161049 Sep 08 13:13:54.400753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5fea33-4880-475e-8a78-e876d45b3f31 req-7e563cc6-0ba8-43a0-9229-8acd7dd07510 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:54.403050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fe5fea33-4880-475e-8a78-e876d45b3f31 req-7e563cc6-0ba8-43a0-9229-8acd7dd07510 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.1053295 Sep 08 13:13:54.433611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6f5f76fe-0e61-4afe-b280-02eed52dbc42 None None] Set router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:13:54.483692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fe5fea33-4880-475e-8a78-e876d45b3f31 req-1d5d84d3-cd34-4cba-84f0-27d34dcfb7fe tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698576 Sep 08 13:13:54.614009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53176) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:54.818065 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d54783fb-c410-4f60-b7f9-6282538e0bf0 req-efd63f0b-42db-4ec1-acb3-f5beceff1ee6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 210 time: 0.0631940 Sep 08 13:13:54.968891 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-20c62376-16f7-457e-9d84-d1f539594542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:55.006649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6e19f7-d807-498a-b6d3-b91bae8ff863 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:55.067726 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:55.152966 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46c29ee3-38c2-4558-b4cb-42726c4df601 req-133f6c31-5ab7-45c3-945c-17bebf082668 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7416873 Sep 08 13:13:55.193220 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-20c62376-16f7-457e-9d84-d1f539594542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:55.228725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6f5f76fe-0e61-4afe-b280-02eed52dbc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '81dd739d-aff4-41ea-9726-ce61c058934f', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'port_id': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'mac_address': 'fa:16:3e:c8:9d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:12:21Z', 'updated_at': '2021-09-08T13:13:51Z', 'revision_number': 1, 'project_id': '10e812425d94404696116b1bea9ea60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effa5d7c-f821-4042-9821-9a7f6f8fd71d', 'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'mac_address': 'fa:16:3e:1a:0c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:06Z', 'updated_at': '2021-09-08T13:11:17Z', 'revision_number': 5, 'project_id': '10e812425d94404696116b1bea9ea60d', 'subnets': [{'id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:55.250579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Transition to ACTIVE for port object 7d6e19f7-d807-498a-b6d3-b91bae8ff863 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:13:55.261117 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6145d3-3252-482e-90ad-644b0260cf2b req-0b822632-1dca-4114-9904-95b0fc83a05c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:55.265049 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c6145d3-3252-482e-90ad-644b0260cf2b req-0b822632-1dca-4114-9904-95b0fc83a05c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 947 time: 0.2344570 Sep 08 13:13:55.329965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f76fe-0e61-4afe-b280-02eed52dbc42 None None] Checking router: 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:13:55.353219 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c6145d3-3252-482e-90ad-644b0260cf2b req-391e8950-6ef3-40bd-a411-30022a4bab0c tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784478 Sep 08 13:13:55.376232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f76fe-0e61-4afe-b280-02eed52dbc42 None None] Routers {'97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:13:55.376232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6f5f76fe-0e61-4afe-b280-02eed52dbc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:13:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:55.391121 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26132607-8fec-4fb7-9066-993db3326efd x-openstack-request-id: req-26132607-8fec-4fb7-9066-993db3326efd {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:55.391745 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "tag": "a4cbb56e-0ee6-47a7-9e48-243d9c04e766", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:55.398696 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-26132607-8fec-4fb7-9066-993db3326efd {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:55.399981 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'tag': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766', 'status': 'completed', 'code': 200} Sep 08 13:13:55.496243 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:55.496243 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5b96e084-a1fa-4ed5-908e-545d35c8babd req-2d8ad653-7d18-4cb5-af45-6da2f94bf2f1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:55.504898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-2370661b-4a76-4a73-8e01-b19d583d7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:55.506020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-2370661b-4a76-4a73-8e01-b19d583d7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:55.506890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-2370661b-4a76-4a73-8e01-b19d583d7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:55.510265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-2370661b-4a76-4a73-8e01-b19d583d7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:55.511300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-2370661b-4a76-4a73-8e01-b19d583d7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:55.513005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-2370661b-4a76-4a73-8e01-b19d583d7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:55.513980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-2370661b-4a76-4a73-8e01-b19d583d7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:55.519292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-2370661b-4a76-4a73-8e01-b19d583d7886 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6500 time: 0.0937870 Sep 08 13:13:55.521496 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-20c62376-16f7-457e-9d84-d1f539594542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:55.634250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6f5f76fe-0e61-4afe-b280-02eed52dbc42 None None] Set router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:13:55.671969 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-20c62376-16f7-457e-9d84-d1f539594542 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=736fa615866e4f66ac4480f2384a1ceb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0557804 Sep 08 13:13:55.692203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53202) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:55.700236 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c62376-16f7-457e-9d84-d1f539594542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0d8219-2f39-4c8d-8ec3-df2023b4b858,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:55.824761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6ac9-f225-4ec7-a602-7fb6bef44da7 req-62c57c9a-1196-4680-a9d7-f4a3aa005ac1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:55.826454 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0efe6ac9-f225-4ec7-a602-7fb6bef44da7 req-62c57c9a-1196-4680-a9d7-f4a3aa005ac1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.2145953 Sep 08 13:13:55.853745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-6f25c1d8-e3b9-410f-bd19-d6c9f3d68e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:55.856025 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-6f25c1d8-e3b9-410f-bd19-d6c9f3d68e02 service neutron] 10.222.0.70 "GET /v2.0/networks?id=900c854b-c2a6-4864-a8d1-7387ea265132 HTTP/1.1" status: 200 len: 918 time: 0.3142734 Sep 08 13:13:55.908395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Pushing event updated for resources: {'Port': ['ID=7d6e19f7-d807-498a-b6d3-b91bae8ff863,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:55.917663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b96e084-a1fa-4ed5-908e-545d35c8babd req-2d8ad653-7d18-4cb5-af45-6da2f94bf2f1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] No DVR routers for this DVR port f2c0a0da-3d86-403d-8799-c44195164676 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:13:55.929392 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5b96e084-a1fa-4ed5-908e-545d35c8babd req-2d8ad653-7d18-4cb5-af45-6da2f94bf2f1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:55.931388 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b96e084-a1fa-4ed5-908e-545d35c8babd req-2d8ad653-7d18-4cb5-af45-6da2f94bf2f1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.60 "DELETE /v2.0/ports/f2c0a0da-3d86-403d-8799-c44195164676 HTTP/1.1" status: 204 len: 173 time: 3.1015091 Sep 08 13:13:55.937827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0efe6ac9-f225-4ec7-a602-7fb6bef44da7 req-ef9bcbcd-83fd-4ba8-89c6-10de5ed79354 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985327 Sep 08 13:13:55.984093 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-2d2af9f7-a856-443d-9edc-e2ef2a575b81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4cbb56e-0ee6-47a7-9e48-243d9c04e766 HTTP/1.1" status: 200 len: 998 time: 0.1152556 Sep 08 13:13:55.985687 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ab28aa9-d28f-481b-afc8-7f48d36fd54d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:55.991267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ad653-7d18-4cb5-af45-6da2f94bf2f1 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Pushing event deleted for resources: {'Port': ['ID=f2c0a0da-3d86-403d-8799-c44195164676,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:56.056152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ab28aa9-d28f-481b-afc8-7f48d36fd54d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:56.102789 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99b5c87e-5769-4b1e-9957-55efe15df503 req-4f4e8557-08c0-4459-b5cb-1a276b0dd746 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 210 time: 0.0490017 Sep 08 13:13:56.143263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Attempting to bind port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:13:56.143263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Attempting to bind port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:13:56.143263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Attempting to bind port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:13:56.144444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-84a53454-eb58-4f04-8203-976152c988ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:56.146227 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-84a53454-eb58-4f04-8203-976152c988ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=104c4bbf-33a7-4238-8ce4-311c1a8159e2 HTTP/1.1" status: 200 len: 856 time: 0.1537697 Sep 08 13:13:56.155120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:13:56.155373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6f5f76fe-0e61-4afe-b280-02eed52dbc42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '81dd739d-aff4-41ea-9726-ce61c058934f', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'port_id': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'mac_address': 'fa:16:3e:c8:9d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:12:21Z', 'updated_at': '2021-09-08T13:13:51Z', 'revision_number': 1, 'project_id': '10e812425d94404696116b1bea9ea60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effa5d7c-f821-4042-9821-9a7f6f8fd71d', 'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'mac_address': 'fa:16:3e:1a:0c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:06Z', 'updated_at': '2021-09-08T13:11:17Z', 'revision_number': 5, 'project_id': '10e812425d94404696116b1bea9ea60d', 'subnets': [{'id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:13:56.156568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Attempting to bind port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:13:56.170318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:13:56.172256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:13:56.174391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Bound using segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:13:56.175012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Bound port: 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:13:56.175500 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:56.219331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-836ee54d-ba32-4f7a-82db-8d55176f098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:56.221221 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-836ee54d-ba32-4f7a-82db-8d55176f098c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=900c854b-c2a6-4864-a8d1-7387ea265132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673087 Sep 08 13:13:56.221489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f76fe-0e61-4afe-b280-02eed52dbc42 None None] The sync data for ids ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'] in n-d-807558-3 is: [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '81dd739d-aff4-41ea-9726-ce61c058934f', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'floating_ip_address': '172.25.5.53', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'port_id': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'mac_address': 'fa:16:3e:c8:9d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:12:21Z', 'updated_at': '2021-09-08T13:13:51Z', 'revision_number': 1, 'project_id': '10e812425d94404696116b1bea9ea60d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'effa5d7c-f821-4042-9821-9a7f6f8fd71d', 'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'mac_address': 'fa:16:3e:1a:0c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:06Z', 'updated_at': '2021-09-08T13:11:17Z', 'revision_number': 5, 'project_id': '10e812425d94404696116b1bea9ea60d', 'subnets': [{'id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:13:56.276063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:13:56.281822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:13:56.312983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ab28aa9-d28f-481b-afc8-7f48d36fd54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:56.317593 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ab28aa9-d28f-481b-afc8-7f48d36fd54d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:56.319849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8ab28aa9-d28f-481b-afc8-7f48d36fd54d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc0d8219-2f39-4c8d-8ec3-df2023b4b858 HTTP/1.1" status: 204 len: 168 time: 0.6247427 Sep 08 13:13:56.334234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab28aa9-d28f-481b-afc8-7f48d36fd54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0d8219-2f39-4c8d-8ec3-df2023b4b858,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:56.352385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-49a1fdf0-8be4-41d9-ad0b-96de660782ce service neutron] 10.222.0.70 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238961 Sep 08 13:13:56.437698 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:56.553150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:56.553857 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:56.555465 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] 10.222.0.60 "PUT /v2.0/ports/7d6e19f7-d807-498a-b6d3-b91bae8ff863 HTTP/1.1" status: 200 len: 1091 time: 3.3973742 Sep 08 13:13:56.573685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d609a2b0-4037-49c2-811e-47a448ada3ba req-ea6ddd4a-8731-429d-99e7-1946638a4518 service neutron] 10.222.0.70 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124519 Sep 08 13:13:56.623607 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3760e6-7b4d-4ced-bcc5-1ea30c78c687 None None] New status for floating IP 81dd739d-aff4-41ea-9726-ce61c058934f: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:13:56.660853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d0752-562c-4e4c-ab01-e548a01d393c service neutron] Pushing event updated for resources: {'Port': ['ID=7d6e19f7-d807-498a-b6d3-b91bae8ff863,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:56.713516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f949126-bfc7-4435-a5a8-b468d363dfeb req-058af10b-7b54-4dd0-bc55-42e55b35ebe2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:56.717422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f949126-bfc7-4435-a5a8-b468d363dfeb req-058af10b-7b54-4dd0-bc55-42e55b35ebe2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.1437006 Sep 08 13:13:56.810318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-4e7a2bf9-d900-42b2-b859-824c89e93be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:56.812653 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-4e7a2bf9-d900-42b2-b859-824c89e93be4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 1094 time: 0.0924206 Sep 08 13:13:56.816393 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f949126-bfc7-4435-a5a8-b468d363dfeb req-ba25a0a1-3c74-488d-af94-8c956582f1b4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783663 Sep 08 13:13:56.915358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-1ab8c121-cff2-4bf1-bff9-f943866bd7fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863 HTTP/1.1" status: 200 len: 217 time: 0.0946338 Sep 08 13:13:57.002237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-8e7e73e4-5190-4a8b-8d57-1530833dd93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:57.007744 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-8e7e73e4-5190-4a8b-8d57-1530833dd93a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0849566 Sep 08 13:13:57.038394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f2c0a0da-3d86-403d-8799-c44195164676 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:13:57.064107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-a7b7ec25-e143-4042-a7bb-b8a5e964e2cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470798 Sep 08 13:13:57.086726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: f2c0a0da-3d86-403d-8799-c44195164676 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:13:57.087145 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f2c0a0da-3d86-403d-8799-c44195164676 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:13:57.225123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5a3c6693-ba78-4119-99ca-83778580dfc1 req-27f921eb-6bff-45b1-9c8f-5d6f2bc69928 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=c04fc894-843f-4e98-af4e-19bb797eca94 HTTP/1.1" status: 200 len: 210 time: 0.1027534 Sep 08 13:13:57.253594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8c521-73af-4b4b-8eec-7eb5f92e4f35 req-47895d1f-3841-4f35-89ed-3b29705f911b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:57.256075 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85f8c521-73af-4b4b-8eec-7eb5f92e4f35 req-47895d1f-3841-4f35-89ed-3b29705f911b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0963929 Sep 08 13:13:57.299193 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85f8c521-73af-4b4b-8eec-7eb5f92e4f35 req-9307323e-2f95-4993-8ca8-74363b9d1c29 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367360 Sep 08 13:13:57.333914 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39a1f984-26d4-4ca8-aacf-4799fa0eb1d3 req-e5aa16dc-1ecb-4007-af1e-eac34ae86d87 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 210 time: 0.0381744 Sep 08 13:13:57.340844 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-7cf09514-7ec0-4d09-9a5f-8b9d9b93cd20 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568552 Sep 08 13:13:57.411209 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'name': 'network-vif-deleted', 'tag': 'f2c0a0da-3d86-403d-8799-c44195164676'}, {'name': 'network-changed', 'server_uuid': '0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc', 'tag': '7d6e19f7-d807-498a-b6d3-b91bae8ff863'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:57.413784 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0873e9f-b42d-40ad-8195-77e7e1aa4b1d" -d '{"events": [{"server_uuid": "c04fc894-843f-4e98-af4e-19bb797eca94", "name": "network-vif-deleted", "tag": "f2c0a0da-3d86-403d-8799-c44195164676"}, {"name": "network-changed", "server_uuid": "0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc", "tag": "7d6e19f7-d807-498a-b6d3-b91bae8ff863"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:57.460632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec044c17-d915-41b2-8f8a-9b936830a258 req-af2266b4-4762-4a39-a4f6-76674beb4873 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117015 Sep 08 13:13:57.463998 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6457ed0-efb6-43a0-944d-f926aeb63ffd x-openstack-request-id: req-b6457ed0-efb6-43a0-944d-f926aeb63ffd {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:57.464428 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04fc894-843f-4e98-af4e-19bb797eca94", "name": "network-vif-deleted", "tag": "f2c0a0da-3d86-403d-8799-c44195164676", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc", "tag": "7d6e19f7-d807-498a-b6d3-b91bae8ff863", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:57.464689 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b6457ed0-efb6-43a0-944d-f926aeb63ffd {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:57.465148 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04fc894-843f-4e98-af4e-19bb797eca94', 'name': 'network-vif-deleted', 'tag': 'f2c0a0da-3d86-403d-8799-c44195164676', 'status': 'completed', 'code': 200} Sep 08 13:13:57.465404 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc', 'tag': '7d6e19f7-d807-498a-b6d3-b91bae8ff863', 'status': 'completed', 'code': 200} Sep 08 13:13:57.644484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-ca9a2f49-7c56-47c4-bf0d-9e4b06f6df17 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:57.646371 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-ca9a2f49-7c56-47c4-bf0d-9e4b06f6df17 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.70 "GET /v2.0/networks?id=f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a HTTP/1.1" status: 200 len: 822 time: 0.1737843 Sep 08 13:13:57.670298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Request body: {'port': {'device_id': 'ca5ec1ce-b1da-44bd-ab05-f2078a9f0154', 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a', 'admin_state_up': True, 'tenant_id': '00362f9f4c5f42c2af1c4b613e8f928a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:57.675457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53282) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:57.749712 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6212e7b-b004-46af-a496-fa25c42f1d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:57.840279 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0873e9f-b42d-40ad-8195-77e7e1aa4b1d req-225b46aa-3d0d-4f5f-81f9-a4047d80c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:57.844544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0873e9f-b42d-40ad-8195-77e7e1aa4b1d req-225b46aa-3d0d-4f5f-81f9-a4047d80c8d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 1094 time: 0.1394303 Sep 08 13:13:58.028365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769dbb1-65d7-4e8a-b0de-df546c056f24 req-3f522151-fff2-46df-a98d-d47b88233ee3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:58.029935 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9769dbb1-65d7-4e8a-b0de-df546c056f24 req-3f522151-fff2-46df-a98d-d47b88233ee3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.0733638 Sep 08 13:13:58.081041 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9769dbb1-65d7-4e8a-b0de-df546c056f24 req-f6460fc8-a662-485c-91ca-308a252628bd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435834 Sep 08 13:13:58.107828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0873e9f-b42d-40ad-8195-77e7e1aa4b1d req-0d52470c-992c-49fd-8777-01ff8317ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:58.110292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0873e9f-b42d-40ad-8195-77e7e1aa4b1d req-0d52470c-992c-49fd-8777-01ff8317ae61 service neutron] 10.222.0.60 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.2528524 Sep 08 13:13:58.169688 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0873e9f-b42d-40ad-8195-77e7e1aa4b1d req-eade516d-e7fa-46ac-9457-b21841e75bc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863 HTTP/1.1" status: 200 len: 217 time: 0.0495896 Sep 08 13:13:58.175180 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6212e7b-b004-46af-a496-fa25c42f1d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:58.229141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0873e9f-b42d-40ad-8195-77e7e1aa4b1d req-c86eb6c6-74a0-49d0-a12d-06d57a364861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:58.231438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0873e9f-b42d-40ad-8195-77e7e1aa4b1d req-c86eb6c6-74a0-49d0-a12d-06d57a364861 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0530593 Sep 08 13:13:58.273308 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0873e9f-b42d-40ad-8195-77e7e1aa4b1d req-dbae68bf-00f2-42cc-9d2a-3dc868a902d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341260 Sep 08 13:13:58.274048 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6212e7b-b004-46af-a496-fa25c42f1d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:58.332811 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b6212e7b-b004-46af-a496-fa25c42f1d0e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a9c8796d93034fcb8f345c4dbe719867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6556084 Sep 08 13:13:58.336153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53314) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:13:58.346612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6212e7b-b004-46af-a496-fa25c42f1d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1e3672-aeed-4851-9e85-99cc744e27c9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:58.416855 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0873e9f-b42d-40ad-8195-77e7e1aa4b1d req-323eeb14-5224-4407-a372-d99e1548bdd7 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330969 Sep 08 13:13:58.420220 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c88dfb5-088b-45a7-bc22-47ff03bb67f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:58.443480 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c88dfb5-088b-45a7-bc22-47ff03bb67f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:58.452122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Made reservation on behalf of 00362f9f4c5f42c2af1c4b613e8f928a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:13:58.457013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:58.548596 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0873e9f-b42d-40ad-8195-77e7e1aa4b1d req-8255d553-1982-48fa-b9d5-cdcbe88cac82 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173644 Sep 08 13:13:58.639412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Allocated IP 172.20.0.4 (f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a/d2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee/66e4713e-b33d-4ac8-a810-44a79c79f080) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:13:58.717428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c88dfb5-088b-45a7-bc22-47ff03bb67f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:58.719993 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c88dfb5-088b-45a7-bc22-47ff03bb67f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:58.721224 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0c88dfb5-088b-45a7-bc22-47ff03bb67f7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b1e3672-aeed-4851-9e85-99cc744e27c9 HTTP/1.1" status: 204 len: 168 time: 0.3839684 Sep 08 13:13:58.742142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c88dfb5-088b-45a7-bc22-47ff03bb67f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1e3672-aeed-4851-9e85-99cc744e27c9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:58.871395 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:58.912406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286244c-c60e-4508-8b3a-de65b664e88a req-9f39cf62-7fec-48af-8f84-ee0c2a779690 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:58.914486 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b286244c-c60e-4508-8b3a-de65b664e88a req-9f39cf62-7fec-48af-8f84-ee0c2a779690 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0865397 Sep 08 13:13:58.970297 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b286244c-c60e-4508-8b3a-de65b664e88a req-e2d22100-ddc6-438d-b028-1611628cb9ff tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Sep 08 13:13:59.067449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b626d9d9-e2aa-454c-8980-2b9564118f55 req-cf99e542-ab98-442e-98ab-c89d03af43e6 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 210 time: 0.0271876 Sep 08 13:13:59.106925 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:59.168820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:13:59.194563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:13:59.202869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:13:59.237913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5219c6f-f6f0-4d9e-81cc-d29fba1db75b req-a2233a07-2b27-4e42-80cb-5cfdfe046d1b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:59.239968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5219c6f-f6f0-4d9e-81cc-d29fba1db75b req-a2233a07-2b27-4e42-80cb-5cfdfe046d1b tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.70 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 945 time: 0.0617540 Sep 08 13:13:59.240104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event updated for resources: {'Port': ['ID=66e4713e-b33d-4ac8-a810-44a79c79f080,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:59.292195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:59.293472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:59.308692 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840995c-ff8a-4d8a-8ba3-c05f7eb333a3 req-ad567321-9f20-4e11-b8d0-b8e83c372594 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:59.315300 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e840995c-ff8a-4d8a-8ba3-c05f7eb333a3 req-ad567321-9f20-4e11-b8d0-b8e83c372594 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 945 time: 0.1668465 Sep 08 13:13:59.360520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e840995c-ff8a-4d8a-8ba3-c05f7eb333a3 req-004113eb-3875-495c-b838-181c94b38d97 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/security-groups?id=d3a29aee-4c4d-4e7e-b384-717c8b530279&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Sep 08 13:13:59.365683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f5219c6f-f6f0-4d9e-81cc-d29fba1db75b req-e1477a25-6951-4488-8e18-b4f9da38b8e4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Deleting port 98924f8c-871d-4707-a227-48a248fb189c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:13:59.366196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5219c6f-f6f0-4d9e-81cc-d29fba1db75b req-e1477a25-6951-4488-8e18-b4f9da38b8e4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:59.416719 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-daea35ef-e351-43aa-bb08-63342061a870 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7579203 Sep 08 13:13:59.430895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Request body: {'port': {'device_id': 'ca5ec1ce-b1da-44bd-ab05-f2078a9f0154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:13:59.521008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f5219c6f-f6f0-4d9e-81cc-d29fba1db75b req-e1477a25-6951-4488-8e18-b4f9da38b8e4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] For port 98924f8c-871d-4707-a227-48a248fb189c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=98924f8c-871d-4707-a227-48a248fb189c,segment=NetworkSegment(3e4e08c7-d93e-4017-a5a4-f03c94abc848),segment_id=3e4e08c7-d93e-4017-a5a4-f03c94abc848)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:13:59.521428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5219c6f-f6f0-4d9e-81cc-d29fba1db75b req-e1477a25-6951-4488-8e18-b4f9da38b8e4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:59.541235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f5219c6f-f6f0-4d9e-81cc-d29fba1db75b req-e1477a25-6951-4488-8e18-b4f9da38b8e4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Calling delete_port for 98924f8c-871d-4707-a227-48a248fb189c owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:13:59.546809 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aa9a94-235d-468f-8b3c-de7cd94b60d7 req-f0e12def-33da-4d34-acd9-17d10e73acd1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:13:59.548370 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20aa9a94-235d-468f-8b3c-de7cd94b60d7 req-f0e12def-33da-4d34-acd9-17d10e73acd1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.0929673 Sep 08 13:13:59.553808 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:59.624228 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20aa9a94-235d-468f-8b3c-de7cd94b60d7 req-950bdffb-b794-4f09-9239-4a238bcd886f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672450 Sep 08 13:13:59.799448 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5219c6f-f6f0-4d9e-81cc-d29fba1db75b req-e1477a25-6951-4488-8e18-b4f9da38b8e4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:59.830594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1477a25-6951-4488-8e18-b4f9da38b8e4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Pushing event deleted for resources: {'Port': ['ID=98924f8c-871d-4707-a227-48a248fb189c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:13:59.879523 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e4713e-b33d-4ac8-a810-44a79c79f080 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:13:59.879758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5219c6f-f6f0-4d9e-81cc-d29fba1db75b req-e1477a25-6951-4488-8e18-b4f9da38b8e4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] No DVR routers for this DVR port 98924f8c-871d-4707-a227-48a248fb189c on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:13:59.882723 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f5219c6f-f6f0-4d9e-81cc-d29fba1db75b req-e1477a25-6951-4488-8e18-b4f9da38b8e4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:59.885096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5219c6f-f6f0-4d9e-81cc-d29fba1db75b req-e1477a25-6951-4488-8e18-b4f9da38b8e4 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.70 "DELETE /v2.0/ports/98924f8c-871d-4707-a227-48a248fb189c HTTP/1.1" status: 204 len: 173 time: 0.6394200 Sep 08 13:13:59.885596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213cab09-05fe-48dd-82f5-287ba8265d6c', 'name': 'network-vif-deleted', 'tag': '98924f8c-871d-4707-a227-48a248fb189c'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:13:59.889034 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:13:59.889194 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e6a39d-5678-4c28-a3d5-2a3a28636ccb" -d '{"events": [{"server_uuid": "213cab09-05fe-48dd-82f5-287ba8265d6c", "name": "network-vif-deleted", "tag": "98924f8c-871d-4707-a227-48a248fb189c"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:13:59.916509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Transition to ACTIVE for port object 66e4713e-b33d-4ac8-a810-44a79c79f080 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:13:59.975143 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b4b7f4-5b50-4156-9b0c-9678009f9986 x-openstack-request-id: req-46b4b7f4-5b50-4156-9b0c-9678009f9986 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:13:59.975598 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213cab09-05fe-48dd-82f5-287ba8265d6c", "name": "network-vif-deleted", "tag": "98924f8c-871d-4707-a227-48a248fb189c", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:13:59.975948 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46b4b7f4-5b50-4156-9b0c-9678009f9986 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:13:59.976588 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213cab09-05fe-48dd-82f5-287ba8265d6c', 'name': 'network-vif-deleted', 'tag': '98924f8c-871d-4707-a227-48a248fb189c', 'status': 'completed', 'code': 200} Sep 08 13:14:00.077834 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:00.168547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Pushing event updated for resources: {'Port': ['ID=66e4713e-b33d-4ac8-a810-44a79c79f080,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:00.207767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fb46a-a3c3-4e67-8a81-a9da7cd102bd req-c0fcdf5d-4add-40fa-9e1c-8cd1f8f52fb6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:00.209338 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ac4fb46a-a3c3-4e67-8a81-a9da7cd102bd req-c0fcdf5d-4add-40fa-9e1c-8cd1f8f52fb6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.1278279 Sep 08 13:14:00.278899 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ac4fb46a-a3c3-4e67-8a81-a9da7cd102bd req-9e71a84e-207c-4a1c-bf64-92255a95cabb tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456257 Sep 08 13:14:00.303203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Attempting to bind port 66e4713e-b33d-4ac8-a810-44a79c79f080 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:14:00.304013 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Attempting to bind port 66e4713e-b33d-4ac8-a810-44a79c79f080 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:14:00.304290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Attempting to bind port 66e4713e-b33d-4ac8-a810-44a79c79f080 on network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:00.310582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Port 66e4713e-b33d-4ac8-a810-44a79c79f080 on network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:14:00.310911 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Attempting to bind port 66e4713e-b33d-4ac8-a810-44a79c79f080 on network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:00.317712 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:14:00.318230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Checking segment: {'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:14:00.318736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Bound using segment: {'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:14:00.319233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Bound port: 66e4713e-b33d-4ac8-a810-44a79c79f080, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:14:00.319702 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:00.432214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] For port 66e4713e-b33d-4ac8-a810-44a79c79f080, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:14:00.436842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] For port 66e4713e-b33d-4ac8-a810-44a79c79f080, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=66e4713e-b33d-4ac8-a810-44a79c79f080,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:14:00.448508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfeaf43-ef48-4ef2-aa91-918d455aba1f req-eff5880f-d5e0-40f0-a484-558742fed4aa tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:00.450700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ecfeaf43-ef48-4ef2-aa91-918d455aba1f req-eff5880f-d5e0-40f0-a484-558742fed4aa tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 943 time: 0.0909636 Sep 08 13:14:00.497541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ecfeaf43-ef48-4ef2-aa91-918d455aba1f req-6e84c2f6-8772-4b5b-8488-5192a3f7058e tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Sep 08 13:14:00.599790 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:00.632260 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4bd92ec-5e61-4819-a789-286faabb41db req-c10b7ffb-c3ca-4c48-8954-b11920b05478 tempest-LiveAutoBlockMigrationV225Test-57091885 tempest-LiveAutoBlockMigrationV225Test-57091885-project] 10.222.0.69 "GET /v2.0/ports?device_id=213cab09-05fe-48dd-82f5-287ba8265d6c HTTP/1.1" status: 200 len: 210 time: 0.0330491 Sep 08 13:14:00.645373 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:00.646014 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:00.647632 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] 10.222.0.70 "PUT /v2.0/ports/66e4713e-b33d-4ac8-a810-44a79c79f080 HTTP/1.1" status: 200 len: 1091 time: 1.2217875 Sep 08 13:14:00.651057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5ec1ce-b1da-44bd-ab05-f2078a9f0154', 'tag': '66e4713e-b33d-4ac8-a810-44a79c79f080'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:00.656817 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb366c-4053-4637-a0a6-b24bcb3e05c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5ec1ce-b1da-44bd-ab05-f2078a9f0154", "tag": "66e4713e-b33d-4ac8-a810-44a79c79f080"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:00.691264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93267c29-0e1a-4ea6-ac85-17d55ee666b5 service neutron] Pushing event updated for resources: {'Port': ['ID=66e4713e-b33d-4ac8-a810-44a79c79f080,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:00.699955 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fbc12f-1096-4823-a629-34b8124fb4ec x-openstack-request-id: req-46fbc12f-1096-4823-a629-34b8124fb4ec {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:00.700193 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5ec1ce-b1da-44bd-ab05-f2078a9f0154", "tag": "66e4713e-b33d-4ac8-a810-44a79c79f080", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:00.700524 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46fbc12f-1096-4823-a629-34b8124fb4ec {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:00.700830 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5ec1ce-b1da-44bd-ab05-f2078a9f0154', 'tag': '66e4713e-b33d-4ac8-a810-44a79c79f080', 'status': 'completed', 'code': 200} Sep 08 13:14:00.826232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8dace-f38d-4854-a8ff-5ac7de2fb47d req-44586843-463d-4f9c-a949-e8de62ddcdb6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:00.827896 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffe8dace-f38d-4854-a8ff-5ac7de2fb47d req-44586843-463d-4f9c-a949-e8de62ddcdb6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.0692396 Sep 08 13:14:00.855120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb366c-4053-4637-a0a6-b24bcb3e05c1 req-7deff647-b2f8-422f-8a50-d413608ce259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:00.855120 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5beb366c-4053-4637-a0a6-b24bcb3e05c1 req-7deff647-b2f8-422f-8a50-d413608ce259 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 1094 time: 0.1271169 Sep 08 13:14:00.873449 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffe8dace-f38d-4854-a8ff-5ac7de2fb47d req-e849aa80-e4fa-4c76-b7ed-2ef2fd2da809 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Sep 08 13:14:01.036591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ce4f75f7-6594-405a-9afe-58a88e0378c1 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:14:01.115044 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:01.139259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87724ec-a127-4538-b166-a95d992a0586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4f75f7-6594-405a-9afe-58a88e0378c1'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:01.141522 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6778e440-4d0e-4a09-af3f-e240b8eb71d4" -d '{"events": [{"server_uuid": "e87724ec-a127-4538-b166-a95d992a0586", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4f75f7-6594-405a-9afe-58a88e0378c1"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:01.157835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ce4f75f7-6594-405a-9afe-58a88e0378c1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ce4f75f7-6594-405a-9afe-58a88e0378c1,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:01.184859 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4e9480-edfa-49cd-9191-0444bb53150e x-openstack-request-id: req-7b4e9480-edfa-49cd-9191-0444bb53150e {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:01.185208 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87724ec-a127-4538-b166-a95d992a0586", "name": "network-vif-unplugged", "status": "completed", "tag": "ce4f75f7-6594-405a-9afe-58a88e0378c1", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:01.185462 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b4e9480-edfa-49cd-9191-0444bb53150e {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:01.185913 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87724ec-a127-4538-b166-a95d992a0586', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce4f75f7-6594-405a-9afe-58a88e0378c1', 'code': 200} Sep 08 13:14:01.227598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-9a27fb8d-f408-4aba-91a9-6a993c6ad957 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:01.229001 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-9a27fb8d-f408-4aba-91a9-6a993c6ad957 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/networks?id=f7477135-b06b-42df-ba4d-7c98c1ce1029 HTTP/1.1" status: 200 len: 805 time: 0.4929285 Sep 08 13:14:01.271840 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-f428f285-18dd-455f-9c46-782ebdcbc64c tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/quotas/3d04fe8f21c54793bfd07ed8ac6ad05e HTTP/1.1" status: 200 len: 375 time: 0.0149224 Sep 08 13:14:01.283229 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:01.325477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb366c-4053-4637-a0a6-b24bcb3e05c1 req-51c663fe-cb7a-487d-a583-d7fc6297c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:01.327014 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5beb366c-4053-4637-a0a6-b24bcb3e05c1 req-51c663fe-cb7a-487d-a583-d7fc6297c31c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4625719 Sep 08 13:14:01.346788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ce4f75f7-6594-405a-9afe-58a88e0378c1,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:01.367126 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ce3e08eb-66d6-4e7b-a769-689b9851fb07 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0857499 Sep 08 13:14:01.426528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfa1fd-7e2d-41f3-8b97-59131b8ef8e2 req-cd925463-5047-4b05-b547-103ddee56f35 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:01.428191 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03cfa1fd-7e2d-41f3-8b97-59131b8ef8e2 req-cd925463-5047-4b05-b547-103ddee56f35 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0709116 Sep 08 13:14:01.478801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03cfa1fd-7e2d-41f3-8b97-59131b8ef8e2 req-e42ecae9-137a-4c60-84a6-bd97b6e6fb7f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431263 Sep 08 13:14:01.500978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb366c-4053-4637-a0a6-b24bcb3e05c1 req-32d3032b-6cdc-4a45-8cbc-5412cca8a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:01.502489 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5beb366c-4053-4637-a0a6-b24bcb3e05c1 req-32d3032b-6cdc-4a45-8cbc-5412cca8a902 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1672916 Sep 08 13:14:01.532327 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-57595a06-b13e-4ec6-9b47-d4f4315786c5 service neutron] 10.222.0.69 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551471 Sep 08 13:14:01.650772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-dfa6a4eb-a469-4e07-a8c0-82b75feb7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:01.652320 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-dfa6a4eb-a469-4e07-a8c0-82b75feb7ef8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 1094 time: 0.1017442 Sep 08 13:14:01.714149 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-aae13155-6890-4226-9688-431df61d0a52 service neutron] 10.222.0.69 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686342 Sep 08 13:14:01.714149 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-48be306c-570e-4b90-b244-6128877fd59e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e4713e-b33d-4ac8-a810-44a79c79f080 HTTP/1.1" status: 200 len: 217 time: 0.0497899 Sep 08 13:14:01.781839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-a1aa8d99-9fea-4cc5-bf20-0d3824dacc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:01.783502 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-a1aa8d99-9fea-4cc5-bf20-0d3824dacc12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee HTTP/1.1" status: 200 len: 862 time: 0.0600767 Sep 08 13:14:01.820769 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-2b15914f-a553-459f-9158-94ff3101e202 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261521 Sep 08 13:14:01.976847 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-9689f4b8-d363-478a-aa93-8124932e0f95 service neutron] 10.222.0.70 "GET /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431258 Sep 08 13:14:01.980101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4244961-d5bf-4c07-bce9-2f720bdd0766 req-0222aa65-c5af-4273-8986-7dcb43844d98 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:01.982355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4244961-d5bf-4c07-bce9-2f720bdd0766 req-0222aa65-c5af-4273-8986-7dcb43844d98 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 943 time: 0.4008799 Sep 08 13:14:02.050764 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4244961-d5bf-4c07-bce9-2f720bdd0766 req-a47a0520-0b4e-46ba-92e3-20334298c388 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595613 Sep 08 13:14:02.112872 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd921843-9d08-42a6-a427-53c5c02504f6 req-37ec1375-3ca9-4b6c-89f7-73ca18cbee25 service neutron] 10.222.0.70 "GET /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242335 Sep 08 13:14:02.138104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53486) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:02.275352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8fb3b-3660-4ff8-8af6-50e6e2d8fadc req-d99801a1-9b29-410b-a422-4bda72c611c4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:02.277942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8e8fb3b-3660-4ff8-8af6-50e6e2d8fadc req-d99801a1-9b29-410b-a422-4bda72c611c4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.0823441 Sep 08 13:14:02.352840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8e8fb3b-3660-4ff8-8af6-50e6e2d8fadc req-f3b0fbe2-004d-45d1-9f61-779c8900ec4f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682936 Sep 08 13:14:02.379946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0425879-caa2-4d86-9b43-365d4680de4e req-ef772d44-d6a5-4c32-9786-f465814e1683 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:02.381725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0425879-caa2-4d86-9b43-365d4680de4e req-ef772d44-d6a5-4c32-9786-f465814e1683 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.60 "GET /v2.0/ports?device_id=e87724ec-a127-4538-b166-a95d992a0586 HTTP/1.1" status: 200 len: 943 time: 0.0683973 Sep 08 13:14:02.448534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c5b1e4-a89c-4a43-9241-a947d9ef2e85 admin admin] Deleting subnet f66f5b93-f567-41bb-80c4-2513fe2ad21d {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:14:02.452896 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c1c5b1e4-a89c-4a43-9241-a947d9ef2e85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:02.500059 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c1c5b1e4-a89c-4a43-9241-a947d9ef2e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:02.523151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-a0425879-caa2-4d86-9b43-365d4680de4e req-d5612dbc-d7f8-4c4d-baad-61f67d4b8984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Deleting port ce4f75f7-6594-405a-9afe-58a88e0378c1 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:14:02.523733 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a0425879-caa2-4d86-9b43-365d4680de4e req-d5612dbc-d7f8-4c4d-baad-61f67d4b8984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:02.598003 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c1c5b1e4-a89c-4a43-9241-a947d9ef2e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:02.707484 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c52c0d77-3b86-44b9-9036-0da7d84a6357 req-5c163d40-becb-4867-9cb2-cc140e10476d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 210 time: 0.1117971 Sep 08 13:14:02.753332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a0425879-caa2-4d86-9b43-365d4680de4e req-d5612dbc-d7f8-4c4d-baad-61f67d4b8984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] For port ce4f75f7-6594-405a-9afe-58a88e0378c1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ce4f75f7-6594-405a-9afe-58a88e0378c1,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:02.753709 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a0425879-caa2-4d86-9b43-365d4680de4e req-d5612dbc-d7f8-4c4d-baad-61f67d4b8984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:02.771290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-a0425879-caa2-4d86-9b43-365d4680de4e req-d5612dbc-d7f8-4c4d-baad-61f67d4b8984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Calling delete_port for ce4f75f7-6594-405a-9afe-58a88e0378c1 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:14:02.773788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a0a08e-ee1a-418b-b576-edb475dcd054 req-7bea1d4c-f74c-4c45-b170-c0a7a31e4044 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:02.775721 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-07a0a08e-ee1a-418b-b576-edb475dcd054 req-7bea1d4c-f74c-4c45-b170-c0a7a31e4044 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0794420 Sep 08 13:14:02.795868 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c1c5b1e4-a89c-4a43-9241-a947d9ef2e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:02.889268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5b1e4-a89c-4a43-9241-a947d9ef2e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f66f5b93-f567-41bb-80c4-2513fe2ad21d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:02.889268 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c1c5b1e4-a89c-4a43-9241-a947d9ef2e85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:02.889268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c1c5b1e4-a89c-4a43-9241-a947d9ef2e85 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f66f5b93-f567-41bb-80c4-2513fe2ad21d HTTP/1.1" status: 204 len: 168 time: 0.7213213 Sep 08 13:14:02.889268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-07a0a08e-ee1a-418b-b576-edb475dcd054 req-c6619d4f-d253-4d3f-b862-d840b1ad8405 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874968 Sep 08 13:14:02.889268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53512) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:02.978291 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.075504 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.095277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc3173e7-86b4-44fc-88d3-c8f473ef58e7']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:03.124533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e4e08c7-d93e-4017-a5a4-f03c94abc848') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:03.124533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e4e08c7-d93e-4017-a5a4-f03c94abc848') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:03.124533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.157420 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.177381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:14:03.177817 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:14:03.179775 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:14:03.301361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9353a-8cae-464c-a0b8-f589b5db3f92 req-3a5e4542-8c02-47db-92de-53386dd8454c tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:03.307986 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6dc9353a-8cae-464c-a0b8-f589b5db3f92 req-3a5e4542-8c02-47db-92de-53386dd8454c tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 943 time: 0.1619382 Sep 08 13:14:03.348919 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6dc9353a-8cae-464c-a0b8-f589b5db3f92 req-74e1398c-df9f-468b-a0f2-2a49f349fb11 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384326 Sep 08 13:14:03.353653 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a0425879-caa2-4d86-9b43-365d4680de4e req-d5612dbc-d7f8-4c4d-baad-61f67d4b8984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.391319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5612dbc-d7f8-4c4d-baad-61f67d4b8984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Pushing event deleted for resources: {'Port': ['ID=ce4f75f7-6594-405a-9afe-58a88e0378c1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:03.393158 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.417165 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.419863 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] 10.222.0.69 "DELETE /v2.0/networks/fc3173e7-86b4-44fc-88d3-c8f473ef58e7 HTTP/1.1" status: 204 len: 168 time: 0.5457911 Sep 08 13:14:03.420848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967edfb-bcf4-4080-81de-68c448062a33 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc3173e7-86b4-44fc-88d3-c8f473ef58e7,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:03.426429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53526) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:03.506842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5981466-04c3-4394-b31f-dc26b2a25130 admin admin] Deleting subnet a81b7221-dfe1-4f44-914b-f02e81a50cea {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:14:03.507464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0425879-caa2-4d86-9b43-365d4680de4e req-d5612dbc-d7f8-4c4d-baad-61f67d4b8984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] No DVR routers for this DVR port ce4f75f7-6594-405a-9afe-58a88e0378c1 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:14:03.511430 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a0425879-caa2-4d86-9b43-365d4680de4e req-d5612dbc-d7f8-4c4d-baad-61f67d4b8984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.513261 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5981466-04c3-4394-b31f-dc26b2a25130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.516089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0425879-caa2-4d86-9b43-365d4680de4e req-d5612dbc-d7f8-4c4d-baad-61f67d4b8984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.60 "DELETE /v2.0/ports/ce4f75f7-6594-405a-9afe-58a88e0378c1 HTTP/1.1" status: 204 len: 173 time: 1.1275105 Sep 08 13:14:03.516549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87724ec-a127-4538-b166-a95d992a0586', 'name': 'network-vif-deleted', 'tag': 'ce4f75f7-6594-405a-9afe-58a88e0378c1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:03.519385 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f74f7ae-ed48-415a-91e7-2846dd476bea" -d '{"events": [{"server_uuid": "e87724ec-a127-4538-b166-a95d992a0586", "name": "network-vif-deleted", "tag": "ce4f75f7-6594-405a-9afe-58a88e0378c1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:03.557269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f541b-ba3c-4f30-a25e-d2d09f44eca6 req-c6b35fcf-96c6-467c-b217-a667ee9b7ae5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:03.559314 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-738f541b-ba3c-4f30-a25e-d2d09f44eca6 req-c6b35fcf-96c6-467c-b217-a667ee9b7ae5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.0957491 Sep 08 13:14:03.565386 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5981466-04c3-4394-b31f-dc26b2a25130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.634840 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-738f541b-ba3c-4f30-a25e-d2d09f44eca6 req-0e18172b-6560-42df-90d9-e999c3623e47 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494542 Sep 08 13:14:03.635880 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5981466-04c3-4394-b31f-dc26b2a25130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.692904 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71772fe-bfc5-4ced-9c46-092aa30a731f x-openstack-request-id: req-f71772fe-bfc5-4ced-9c46-092aa30a731f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:03.693277 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87724ec-a127-4538-b166-a95d992a0586", "name": "network-vif-deleted", "tag": "ce4f75f7-6594-405a-9afe-58a88e0378c1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:03.693615 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f71772fe-bfc5-4ced-9c46-092aa30a731f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:03.694093 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87724ec-a127-4538-b166-a95d992a0586', 'name': 'network-vif-deleted', 'tag': 'ce4f75f7-6594-405a-9afe-58a88e0378c1', 'status': 'completed', 'code': 200} Sep 08 13:14:03.803603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 98924f8c-871d-4707-a227-48a248fb189c no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:14:03.807755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5981466-04c3-4394-b31f-dc26b2a25130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.826505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 98924f8c-871d-4707-a227-48a248fb189c {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:14:03.826859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 98924f8c-871d-4707-a227-48a248fb189c not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:14:03.835786 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a2e6a12d-a372-4aed-bac5-1864ef532765 req-ec99432e-b97f-4f00-b56d-43844382c75f tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 210 time: 0.0446117 Sep 08 13:14:03.858250 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5981466-04c3-4394-b31f-dc26b2a25130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:03.860900 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f5981466-04c3-4394-b31f-dc26b2a25130 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a81b7221-dfe1-4f44-914b-f02e81a50cea HTTP/1.1" status: 204 len: 168 time: 0.4335189 Sep 08 13:14:03.862880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53542) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:03.869217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5981466-04c3-4394-b31f-dc26b2a25130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81b7221-dfe1-4f44-914b-f02e81a50cea,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:03.965874 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:04.014306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95393f91-d1de-473c-a3fc-59aa45eb8217 req-c7456c3e-1d7c-427f-9111-0f9a1c6a9273 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:04.016026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95393f91-d1de-473c-a3fc-59aa45eb8217 req-c7456c3e-1d7c-427f-9111-0f9a1c6a9273 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0596197 Sep 08 13:14:04.068626 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95393f91-d1de-473c-a3fc-59aa45eb8217 req-16236a81-a433-4a04-b619-d9d4376e93be tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418398 Sep 08 13:14:04.097885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:04.122368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d937240-146c-451a-928b-84065d89ce1d']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:04.132876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75586f31-b1d4-4eba-b124-074eae700fda') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:04.133553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75586f31-b1d4-4eba-b124-074eae700fda') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:04.145147 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:04.160447 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:04.166891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:14:04.167290 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:14:04.169939 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:14:04.295354 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:04.303824 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:04.307232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] 10.222.0.69 "DELETE /v2.0/networks/0d937240-146c-451a-928b-84065d89ce1d HTTP/1.1" status: 204 len: 168 time: 0.4396570 Sep 08 13:14:04.317644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c417608-24a7-4ec9-bb6f-01c1f93aed9a admin admin] Pushing event deleted for resources: {'Network': ['ID=0d937240-146c-451a-928b-84065d89ce1d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:04.485094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daf9ff-a60b-4959-b8ee-52c91e241d24 req-ea9d5e75-4e72-4fc4-a763-df81a1f887a2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:04.488332 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-34daf9ff-a60b-4959-b8ee-52c91e241d24 req-ea9d5e75-4e72-4fc4-a763-df81a1f887a2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 943 time: 0.0630958 Sep 08 13:14:04.551671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-34daf9ff-a60b-4959-b8ee-52c91e241d24 req-7da6dfe0-20ce-4c7d-b073-d0b730d6de0b tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556490 Sep 08 13:14:04.756527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53580) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:04.785740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d4659-ddb6-4640-983e-96539d48768b req-bb5b733d-a59b-45e9-b996-c6c3d51292a2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:04.787669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d93d4659-ddb6-4640-983e-96539d48768b req-bb5b733d-a59b-45e9-b996-c6c3d51292a2 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.0676675 Sep 08 13:14:04.806901 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ade05ccf-d3a8-4438-b8d8-0778e3ed9d1e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fb92476927b34b84aed526285f320f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484207 Sep 08 13:14:04.809803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53582) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:04.840183 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d93d4659-ddb6-4640-983e-96539d48768b req-55bfa6e8-759a-4f89-ba7c-57199d8d74f7 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389211 Sep 08 13:14:04.993990 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:05.001647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5be4f55e-0221-4ff0-a35c-e147ad35a187 req-7556cf90-fb60-4c95-82d6-a4a8567fc278 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 210 time: 0.0422029 Sep 08 13:14:05.048026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ce4f75f7-6594-405a-9afe-58a88e0378c1 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:14:05.052309 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-fe17fd88-8443-4055-a9e3-43c5fbc73970 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:05.056953 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-fe17fd88-8443-4055-a9e3-43c5fbc73970 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.70 "GET /v2.0/networks?id=f7477135-b06b-42df-ba4d-7c98c1ce1029 HTTP/1.1" status: 200 len: 805 time: 0.2107182 Sep 08 13:14:05.068170 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:05.072879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: ce4f75f7-6594-405a-9afe-58a88e0378c1 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:14:05.073507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ce4f75f7-6594-405a-9afe-58a88e0378c1 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:14:05.091772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Request body: {'port': {'device_id': '93d25082-ce4e-4b5f-b856-a3b86f907f79', 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'admin_state_up': True, 'tenant_id': '3d04fe8f21c54793bfd07ed8ac6ad05e'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:05.140323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53614) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:05.270981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc8be1-bc47-4deb-9296-0232b87ec955 req-74398e04-e8eb-4ca2-a9c7-ee77ef644c71 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:05.275051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bfc8be1-bc47-4deb-9296-0232b87ec955 req-74398e04-e8eb-4ca2-a9c7-ee77ef644c71 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0869691 Sep 08 13:14:05.330237 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb17c620-a164-48da-9834-a6bd146f9dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:05.335902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bfc8be1-bc47-4deb-9296-0232b87ec955 req-df3f8151-be67-4a1b-87bc-bfe1f52ef605 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513992 Sep 08 13:14:05.336154 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:05.339278 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:05.343267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d3a29aee-4c4d-4e7e-b384-717c8b530279 HTTP/1.1" status: 204 len: 168 time: 0.5296969 Sep 08 13:14:05.352093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a29aee-4c4d-4e7e-b384-717c8b530279,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:05.367568 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:05.368074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:05.368575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:05.368977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:05.369374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:05.369827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:05.370232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:05.370653 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:05.371758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:05.372149 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:05.372910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:05.373423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcd7c35-8c31-4f08-ad44-b8b25d8e5fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:05.380682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Made reservation on behalf of 3d04fe8f21c54793bfd07ed8ac6ad05e for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:14:05.399061 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:05.513648 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb17c620-a164-48da-9834-a6bd146f9dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:05.565783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Allocated IP 172.20.0.3 (f7477135-b06b-42df-ba4d-7c98c1ce1029/c7a2bb6b-de34-41d6-880b-e39356c1d632/c471d95f-e9d6-46f4-af6c-7ef54e4204cc) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:14:05.616145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb17c620-a164-48da-9834-a6bd146f9dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:05.667421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eb17c620-a164-48da-9834-a6bd146f9dda admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ffd4ee1296cf4b779ad94622cc7be099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5253551 Sep 08 13:14:05.671153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17c620-a164-48da-9834-a6bd146f9dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5684e753-2512-48d0-a368-459085f4e811,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:05.674983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53654) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:05.791718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:05.817428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2244394-d51b-4994-9387-fffee09fdcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:05.831234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 66e4713e-b33d-4ac8-a810-44a79c79f080 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:14:05.850463 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2244394-d51b-4994-9387-fffee09fdcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:05.866243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d650364-ae0c-4116-82a4-66353846fc90 req-d1628ddc-9a6c-495e-a71b-32b06d0a8fd2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:05.868369 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d650364-ae0c-4116-82a4-66353846fc90 req-d1628ddc-9a6c-495e-a71b-32b06d0a8fd2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 943 time: 0.2376702 Sep 08 13:14:05.903951 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.010524 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d650364-ae0c-4116-82a4-66353846fc90 req-1d29a0eb-c606-4c05-9110-cdb1c831a792 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348395 Sep 08 13:14:06.018635 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Network f7477135-b06b-42df-ba4d-7c98c1ce1029 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:14:06.022068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:14:06.031626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:14:06.037901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e1f1e-15ac-4396-977c-78d0f51c4e72 req-491b744d-2274-4cfb-b821-4f26df9c38b4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:06.039639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b8e1f1e-15ac-4396-977c-78d0f51c4e72 req-491b744d-2274-4cfb-b821-4f26df9c38b4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.0586195 Sep 08 13:14:06.050454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 66e4713e-b33d-4ac8-a810-44a79c79f080, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=66e4713e-b33d-4ac8-a810-44a79c79f080,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:06.064785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '66e4713e-b33d-4ac8-a810-44a79c79f080', 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a', 'port_id': '66e4713e-b33d-4ac8-a810-44a79c79f080', 'mac_address': 'fa:16:3e:ac:fc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:14:06.071044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Pushing event updated for resources: {'Port': ['ID=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:06.105958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b8e1f1e-15ac-4396-977c-78d0f51c4e72 req-18cb9199-86fc-462b-a227-a71e876bef24 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561135 Sep 08 13:14:06.107038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:06.107933 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.131519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.145699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e4713e-b33d-4ac8-a810-44a79c79f080 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:06.169098 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2244394-d51b-4994-9387-fffee09fdcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.172412 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2244394-d51b-4994-9387-fffee09fdcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.173084 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b2244394-d51b-4994-9387-fffee09fdcd2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5684e753-2512-48d0-a368-459085f4e811 HTTP/1.1" status: 204 len: 168 time: 0.4965115 Sep 08 13:14:06.173816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 66e4713e-b33d-4ac8-a810-44a79c79f080, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=66e4713e-b33d-4ac8-a810-44a79c79f080,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:06.183802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2244394-d51b-4994-9387-fffee09fdcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5684e753-2512-48d0-a368-459085f4e811,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:06.210129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3516fd-194e-4e7b-b898-86d881d520fb req-66b8b0d5-7f84-4a38-aee1-28eb71c9c016 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:06.211771 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d3516fd-194e-4e7b-b898-86d881d520fb req-66b8b0d5-7f84-4a38-aee1-28eb71c9c016 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 931 time: 0.0740421 Sep 08 13:14:06.240356 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-10098750-2ec4-4350-a1b4-0d53d65ee8fb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1680844 Sep 08 13:14:06.255372 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Request body: {'port': {'device_id': '93d25082-ce4e-4b5f-b856-a3b86f907f79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:06.262150 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d3516fd-194e-4e7b-b898-86d881d520fb req-f6a4af2e-be3e-41a3-83aa-d9afc1abc573 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Sep 08 13:14:06.271903 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.326849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.333827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=66e4713e-b33d-4ac8-a810-44a79c79f080,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:06.482965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14f28c-1bbc-4c62-807b-372ead2dcf1a req-ee3c555d-b76c-4d3e-ad2d-fc667f5ef8b7 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:06.484654 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db14f28c-1bbc-4c62-807b-372ead2dcf1a req-ee3c555d-b76c-4d3e-ad2d-fc667f5ef8b7 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0642860 Sep 08 13:14:06.531185 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53700) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:06.559028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['66e4713e-b33d-4ac8-a810-44a79c79f080'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:06.561509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db14f28c-1bbc-4c62-807b-372ead2dcf1a req-2e81c675-0f6b-4fe1-98f9-aad996d7c1d3 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662994 Sep 08 13:14:06.598628 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-19d375e0-db3d-4d1c-ae07-f1f32cb7dac0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e0a3cd40eb4d434b8977e3ce5d46a728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660186 Sep 08 13:14:06.602363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53702) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:06.664220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c471d95f-e9d6-46f4-af6c-7ef54e4204cc {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:06.669472 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.673456 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.697466 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Transition to ACTIVE for port object c471d95f-e9d6-46f4-af6c-7ef54e4204cc will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:14:06.704793 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.770363 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.829963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Pushing event updated for resources: {'Port': ['ID=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:06.831622 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.834575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:06.837985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6e2db893-ca4d-4ba2-9359-e4a092c88fd6 HTTP/1.1" status: 204 len: 168 time: 0.2319102 Sep 08 13:14:06.845770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2db893-ca4d-4ba2-9359-e4a092c88fd6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:06.857263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:06.857707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:06.858377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:06.858595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:06.858843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:06.859207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:06.861036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:06.861036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:06.861357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:06.861690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:06.862023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:06.862595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57a8f1df-2ae5-45cb-9413-da7f98cf2e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:06.917251 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Attempting to bind port c471d95f-e9d6-46f4-af6c-7ef54e4204cc on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:14:06.918133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Attempting to bind port c471d95f-e9d6-46f4-af6c-7ef54e4204cc by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:14:06.918554 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Attempting to bind port c471d95f-e9d6-46f4-af6c-7ef54e4204cc on network f7477135-b06b-42df-ba4d-7c98c1ce1029 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:06.931719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Port c471d95f-e9d6-46f4-af6c-7ef54e4204cc on network f7477135-b06b-42df-ba4d-7c98c1ce1029 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:14:06.931719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Attempting to bind port c471d95f-e9d6-46f4-af6c-7ef54e4204cc on network f7477135-b06b-42df-ba4d-7c98c1ce1029 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:06.931719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:14:06.931719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Checking segment: {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:14:06.931719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Bound using segment: {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:14:06.931719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Bound port: c471d95f-e9d6-46f4-af6c-7ef54e4204cc, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:14:06.931719 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:07.015771 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] For port c471d95f-e9d6-46f4-af6c-7ef54e4204cc, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:14:07.019317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] For port c471d95f-e9d6-46f4-af6c-7ef54e4204cc, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:14:07.063465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7d6e19f7-d807-498a-b6d3-b91bae8ff863 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:14:07.096433 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:07.105674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53726) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:07.129255 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-046869d8-df14-486b-8c95-b4743c230bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:07.138662 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:07.139324 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:07.140541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] 10.222.0.70 "PUT /v2.0/ports/c471d95f-e9d6-46f4-af6c-7ef54e4204cc HTTP/1.1" status: 200 len: 1091 time: 0.8893292 Sep 08 13:14:07.141039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d25082-ce4e-4b5f-b856-a3b86f907f79', 'tag': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:07.143559 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0157add2-1f80-4b3d-98e3-ce55072d14a5" -d '{"events": [{"name": "network-changed", "server_uuid": "93d25082-ce4e-4b5f-b856-a3b86f907f79", "tag": "c471d95f-e9d6-46f4-af6c-7ef54e4204cc"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:07.175698 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf7cf0-ce94-4c8c-8a25-dfd39e5e53ad service neutron] Pushing event updated for resources: {'Port': ['ID=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:07.274590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f1af9-ca60-437b-aedc-4bf439f7cb77 req-f57326bc-a233-487d-be8c-62da8b870e3d tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:07.279568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-813f1af9-ca60-437b-aedc-4bf439f7cb77 req-f57326bc-a233-487d-be8c-62da8b870e3d tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 944 time: 0.1570230 Sep 08 13:14:07.282733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:07.301046 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '7d6e19f7-d807-498a-b6d3-b91bae8ff863', 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75', 'port_id': '7d6e19f7-d807-498a-b6d3-b91bae8ff863', 'mac_address': 'fa:16:3e:50:f9:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0c631f-1f63-46cc-ad9d-bb850194cb83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:14:07.382043 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:07.385844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05924178-6b6e-4e37-8b14-010a463e333a req-1728779b-cd53-43b4-9aef-6d48b271a2a0 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:07.396122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-05924178-6b6e-4e37-8b14-010a463e333a req-1728779b-cd53-43b4-9aef-6d48b271a2a0 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.1741369 Sep 08 13:14:07.413947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6e19f7-d807-498a-b6d3-b91bae8ff863 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:07.425908 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-bb169f44-bc41-42a9-9a96-58b253f25775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:07.429505 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-bb169f44-bc41-42a9-9a96-58b253f25775 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 1094 time: 0.1440310 Sep 08 13:14:07.431596 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-813f1af9-ca60-437b-aedc-4bf439f7cb77 req-d312f9b4-beeb-4f86-82b9-4d33cbaf7045 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412661 Sep 08 13:14:07.474251 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:07.491077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-afe4bb14-7cd1-4ff9-a88d-a1b6d9c7e80f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c471d95f-e9d6-46f4-af6c-7ef54e4204cc HTTP/1.1" status: 200 len: 217 time: 0.0508566 Sep 08 13:14:07.520622 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-046869d8-df14-486b-8c95-b4743c230bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:07.523410 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c737905c-628f-47fd-97df-99d2bfe19226 x-openstack-request-id: req-c737905c-628f-47fd-97df-99d2bfe19226 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:07.523705 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d25082-ce4e-4b5f-b856-a3b86f907f79", "tag": "c471d95f-e9d6-46f4-af6c-7ef54e4204cc", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:07.523955 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c737905c-628f-47fd-97df-99d2bfe19226 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:07.525073 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d25082-ce4e-4b5f-b856-a3b86f907f79', 'tag': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc', 'status': 'completed', 'code': 200} Sep 08 13:14:07.536378 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:07.554071 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-05924178-6b6e-4e37-8b14-010a463e333a req-85d39292-c12f-4006-9008-6bec8816aaea tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570420 Sep 08 13:14:07.582548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-98b86a0c-dd6c-411c-9851-d8dee35328b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:07.586431 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-98b86a0c-dd6c-411c-9851-d8dee35328b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7a2bb6b-de34-41d6-880b-e39356c1d632 HTTP/1.1" status: 200 len: 845 time: 0.0798154 Sep 08 13:14:07.618605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=7d6e19f7-d807-498a-b6d3-b91bae8ff863,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:07.631998 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-61f011ff-dd6f-45d7-975d-7e4fede9aa88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7477135-b06b-42df-ba4d-7c98c1ce1029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371566 Sep 08 13:14:07.639137 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-046869d8-df14-486b-8c95-b4743c230bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:07.689749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046869d8-df14-486b-8c95-b4743c230bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c404e42a-e739-4c47-b3a3-e125ec1649fc,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:07.697653 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-046869d8-df14-486b-8c95-b4743c230bad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5e2a6f3ad20140428765a5605e2400cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5885260 Sep 08 13:14:07.704383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1c985-26ec-4102-975b-af686d648c4d req-0634b6cf-9b59-4780-b677-187efb0654d6 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:07.705732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53752) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:07.711746 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61a1c985-26ec-4102-975b-af686d648c4d req-0634b6cf-9b59-4780-b677-187efb0654d6 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 943 time: 0.1382465 Sep 08 13:14:07.740618 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bb8bf619-d3fd-4f7b-b7c5-b021bd7773a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:07.759644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61a1c985-26ec-4102-975b-af686d648c4d req-d134e3bf-f3a6-4096-bab9-b343e5aa365a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468645 Sep 08 13:14:07.832903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e2825-4ada-416a-bb4a-94600971b1e2 req-52c0b301-32cf-44f6-b9c7-da23326eb84b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:07.834431 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a0e2825-4ada-416a-bb4a-94600971b1e2 req-52c0b301-32cf-44f6-b9c7-da23326eb84b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.1677010 Sep 08 13:14:07.839470 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-5f681c38-886d-4ce8-9ce0-2399e8df1aea service neutron] 10.222.0.70 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995597 Sep 08 13:14:07.847899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 66e4713e-b33d-4ac8-a810-44a79c79f080 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:14:07.889718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['7d6e19f7-d807-498a-b6d3-b91bae8ff863'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:07.894222 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-64a8d41f-0042-411e-9081-d3d4d953b6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:07.987243 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-64a8d41f-0042-411e-9081-d3d4d953b6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:08.006557 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a0e2825-4ada-416a-bb4a-94600971b1e2 req-aa1192b8-7d0f-484a-b651-baeca282bf63 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647410 Sep 08 13:14:08.093288 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c1e9f9c-62ed-4981-bd47-c89b549b2b5d req-7cd8f8b3-4a66-4c5d-b4b0-8c1104f1d410 service neutron] 10.222.0.70 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311838 Sep 08 13:14:08.123592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 66e4713e-b33d-4ac8-a810-44a79c79f080 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:14:08.130058 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 66e4713e-b33d-4ac8-a810-44a79c79f080 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:08.135364 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:08.210595 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-64a8d41f-0042-411e-9081-d3d4d953b6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:08.214953 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-64a8d41f-0042-411e-9081-d3d4d953b6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:08.216389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-64a8d41f-0042-411e-9081-d3d4d953b6d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c404e42a-e739-4c47-b3a3-e125ec1649fc HTTP/1.1" status: 204 len: 168 time: 0.5076413 Sep 08 13:14:08.220758 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:08.225388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8d41f-0042-411e-9081-d3d4d953b6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c404e42a-e739-4c47-b3a3-e125ec1649fc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:08.251771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5ec1ce-b1da-44bd-ab05-f2078a9f0154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4713e-b33d-4ac8-a810-44a79c79f080'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:08.254324 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e6c022-8e1e-43c7-b71a-ce460e02e5c3" -d '{"events": [{"server_uuid": "ca5ec1ce-b1da-44bd-ab05-f2078a9f0154", "name": "network-vif-plugged", "status": "completed", "tag": "66e4713e-b33d-4ac8-a810-44a79c79f080"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:08.290844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 66e4713e-b33d-4ac8-a810-44a79c79f080, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=66e4713e-b33d-4ac8-a810-44a79c79f080,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:08.338909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157add2-1f80-4b3d-98e3-ce55072d14a5 req-79980bc3-d548-4377-b1dc-150cb7aea390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:08.339153 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cea4744-7e71-4040-a2b9-0ebc43681282 x-openstack-request-id: req-5cea4744-7e71-4040-a2b9-0ebc43681282 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:08.339496 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5ec1ce-b1da-44bd-ab05-f2078a9f0154", "name": "network-vif-plugged", "status": "completed", "tag": "66e4713e-b33d-4ac8-a810-44a79c79f080", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:08.339774 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5cea4744-7e71-4040-a2b9-0ebc43681282 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:08.340176 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5ec1ce-b1da-44bd-ab05-f2078a9f0154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4713e-b33d-4ac8-a810-44a79c79f080', 'code': 200} Sep 08 13:14:08.340694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0157add2-1f80-4b3d-98e3-ce55072d14a5 req-79980bc3-d548-4377-b1dc-150cb7aea390 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 1094 time: 0.0584128 Sep 08 13:14:08.385932 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:08.457792 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=66e4713e-b33d-4ac8-a810-44a79c79f080,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:08.483132 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157add2-1f80-4b3d-98e3-ce55072d14a5 req-eef8c11a-0604-4728-9ac5-8e3c26fa9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:08.484924 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0157add2-1f80-4b3d-98e3-ce55072d14a5 req-eef8c11a-0604-4728-9ac5-8e3c26fa9571 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f7477135-b06b-42df-ba4d-7c98c1ce1029 HTTP/1.1" status: 200 len: 906 time: 0.1299984 Sep 08 13:14:08.492445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30131993-8b04-4e8b-9611-6f594ecfdf87 req-d272d648-5e46-48df-864e-90d5298b64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:08.494669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30131993-8b04-4e8b-9611-6f594ecfdf87 req-d272d648-5e46-48df-864e-90d5298b64a0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 1096 time: 0.0887895 Sep 08 13:14:08.538549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30131993-8b04-4e8b-9611-6f594ecfdf87 req-b0ab273b-1dca-4378-801b-df955a993787 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356133 Sep 08 13:14:08.546103 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0157add2-1f80-4b3d-98e3-ce55072d14a5 req-0306b9e9-3011-44b9-b131-5043f856275d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c471d95f-e9d6-46f4-af6c-7ef54e4204cc HTTP/1.1" status: 200 len: 217 time: 0.0526977 Sep 08 13:14:08.609379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30431b0e-3543-43c8-a037-2fa67373ca20 req-7c51e6cf-5dcb-418b-8c18-0cfbafa63072 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:08.609379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30431b0e-3543-43c8-a037-2fa67373ca20 req-7c51e6cf-5dcb-418b-8c18-0cfbafa63072 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 945 time: 0.0649803 Sep 08 13:14:08.673824 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30431b0e-3543-43c8-a037-2fa67373ca20 req-12b5b3dc-3b4e-4717-a29b-f958699e5052 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564187 Sep 08 13:14:08.700378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e2920-ff08-40ec-b129-6ad8b7c95d3f req-e13c9503-8ceb-4352-b32f-a67496137e91 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:08.701954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-773e2920-ff08-40ec-b129-6ad8b7c95d3f req-e13c9503-8ceb-4352-b32f-a67496137e91 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 944 time: 0.0625942 Sep 08 13:14:08.753152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-773e2920-ff08-40ec-b129-6ad8b7c95d3f req-166c9b5d-cc23-4571-92ba-c249d104017b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437756 Sep 08 13:14:08.791814 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157add2-1f80-4b3d-98e3-ce55072d14a5 req-21a1bfe9-e867-4b4c-b47e-2b3116a3f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:08.793451 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0157add2-1f80-4b3d-98e3-ce55072d14a5 req-21a1bfe9-e867-4b4c-b47e-2b3116a3f0bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c7a2bb6b-de34-41d6-880b-e39356c1d632 HTTP/1.1" status: 200 len: 845 time: 0.0582500 Sep 08 13:14:08.834264 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0157add2-1f80-4b3d-98e3-ce55072d14a5 req-d6a73e91-13e6-4fcc-a3bf-0cb00778a425 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f7477135-b06b-42df-ba4d-7c98c1ce1029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317426 Sep 08 13:14:08.948257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9a12f-7c97-4faf-940a-b96df0455eae req-4a34e408-6272-4aa9-84db-1e3cfd56b176 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:08.949882 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-50e9a12f-7c97-4faf-940a-b96df0455eae req-4a34e408-6272-4aa9-84db-1e3cfd56b176 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 943 time: 0.1181164 Sep 08 13:14:08.992738 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0157add2-1f80-4b3d-98e3-ce55072d14a5 req-22a27f7b-06e6-4ada-988c-4d6d44912b97 service neutron] 10.222.0.70 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475849 Sep 08 13:14:09.030403 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-50e9a12f-7c97-4faf-940a-b96df0455eae req-2522abd2-dae2-4b1b-b726-84a04078e7dc tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708468 Sep 08 13:14:09.066441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7d6e19f7-d807-498a-b6d3-b91bae8ff863 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:14:09.165830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0157add2-1f80-4b3d-98e3-ce55072d14a5 req-48590f16-e071-42dd-adec-53a49f9b0420 service neutron] 10.222.0.70 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616762 Sep 08 13:14:09.193904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c545589-4faa-452f-9724-9c757f0c7e63 req-cef0155a-312a-4057-82f8-6ccddf464c51 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:09.195763 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c545589-4faa-452f-9724-9c757f0c7e63 req-cef0155a-312a-4057-82f8-6ccddf464c51 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0738637 Sep 08 13:14:09.266728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:14:09.275676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:09.276628 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:09.291810 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c545589-4faa-452f-9724-9c757f0c7e63 req-4a30284d-0117-4c39-8497-bf18212efadd tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818489 Sep 08 13:14:09.418754 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:09.467799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:09.577067 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:09.651562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=7d6e19f7-d807-498a-b6d3-b91bae8ff863,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:09.815929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c2072-7908-47cc-83d1-5de0f82b4e7b req-39599b6a-b8e8-425c-aaf6-2de55a35d782 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:09.815929 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f45c2072-7908-47cc-83d1-5de0f82b4e7b req-39599b6a-b8e8-425c-aaf6-2de55a35d782 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 945 time: 0.0574546 Sep 08 13:14:09.853891 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f45c2072-7908-47cc-83d1-5de0f82b4e7b req-167b9af6-a6bd-4dc1-9a15-729626806f6a tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336697 Sep 08 13:14:09.969408 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-cf94c472-2e22-4b5d-bc8d-fd892ff2169a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0047c75958314f8699b340912addcf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344646 Sep 08 13:14:09.986465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d9100f-0a2d-4e4b-ae36-c19f23c6203d req-dbda6302-3a4e-484f-ad6f-96b22f405d1c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:09.994493 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11d9100f-0a2d-4e4b-ae36-c19f23c6203d req-dbda6302-3a4e-484f-ad6f-96b22f405d1c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.0662613 Sep 08 13:14:10.046218 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11d9100f-0a2d-4e4b-ae36-c19f23c6203d req-d0141a17-ef76-495c-821c-8788886f8086 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504398 Sep 08 13:14:10.141435 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ec65583f-5583-4544-837c-4c0eb021e04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:10.173658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-e7c1757d-7823-49b3-ba1d-936f09de380a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:10.175505 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-e7c1757d-7823-49b3-ba1d-936f09de380a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1949964 Sep 08 13:14:10.197849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657427e-9413-4121-9c98-8d1ecb03c08e req-a665a8fa-2b96-410f-aa43-087e306807ef tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:10.198135 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-ed2d1c22-1337-46a8-83ad-024c73ce3821 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/quotas/0047c75958314f8699b340912addcf3f HTTP/1.1" status: 200 len: 375 time: 0.0154963 Sep 08 13:14:10.199640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1657427e-9413-4121-9c98-8d1ecb03c08e req-a665a8fa-2b96-410f-aa43-087e306807ef tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 943 time: 0.0626352 Sep 08 13:14:10.231216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-8f7705da-ba27-4f7e-9693-32bc439486f1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321610 Sep 08 13:14:10.250410 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1657427e-9413-4121-9c98-8d1ecb03c08e req-e87b466c-21cd-4fdb-853e-db019dd93e4a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436802 Sep 08 13:14:10.341307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6e19f7-d807-498a-b6d3-b91bae8ff863'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:10.345693 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c327b86-3068-4af5-96bc-b71bf6455329" -d '{"events": [{"server_uuid": "0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc", "name": "network-vif-plugged", "status": "completed", "tag": "7d6e19f7-d807-498a-b6d3-b91bae8ff863"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:10.376629 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:10.484465 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cfbdef-852f-496f-9c9d-545e7a622156 x-openstack-request-id: req-d3cfbdef-852f-496f-9c9d-545e7a622156 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:10.484465 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc", "name": "network-vif-plugged", "status": "completed", "tag": "7d6e19f7-d807-498a-b6d3-b91bae8ff863", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:10.484465 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d3cfbdef-852f-496f-9c9d-545e7a622156 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:10.484465 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6e19f7-d807-498a-b6d3-b91bae8ff863', 'code': 200} Sep 08 13:14:10.525036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d706c-941c-49bd-bc8b-16cb76fe7ec4 req-355d73f1-0fcf-44e5-8a87-52506d64d467 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:10.525036 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b48d706c-941c-49bd-bc8b-16cb76fe7ec4 req-355d73f1-0fcf-44e5-8a87-52506d64d467 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.1148217 Sep 08 13:14:10.556940 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2abca36-93ba-42a7-802d-ab0d313b01fe req-bfe7883e-b3d7-4cbc-95d1-8f43e1d0d0e5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 210 time: 0.0290437 Sep 08 13:14:10.627758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b48d706c-941c-49bd-bc8b-16cb76fe7ec4 req-93f9ca50-666f-4b50-afcf-4ec2065b2bd5 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808983 Sep 08 13:14:10.667381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412fba0-a2c3-4042-955e-f9be84bcf009 req-53e1aead-4abf-40ed-a37a-fcf83c64bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:10.669485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3412fba0-a2c3-4042-955e-f9be84bcf009 req-53e1aead-4abf-40ed-a37a-fcf83c64bac0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 1096 time: 0.1013381 Sep 08 13:14:10.710398 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3412fba0-a2c3-4042-955e-f9be84bcf009 req-f7c01ec5-11a3-4148-ad26-fdb1de50800d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308914 Sep 08 13:14:11.091124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a87369-113e-47f0-a46b-b835b77a9652 req-9f019d51-517f-44da-9547-cc2183ba7d69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:11.093089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5a87369-113e-47f0-a46b-b835b77a9652 req-9f019d51-517f-44da-9547-cc2183ba7d69 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 945 time: 0.1130579 Sep 08 13:14:11.193433 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5a87369-113e-47f0-a46b-b835b77a9652 req-5c914b9b-b6a3-4aa3-ad68-f9f326c1d4a4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799451 Sep 08 13:14:11.263398 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db24e9-6537-451a-9946-2ba16c3cb575 req-6b0ddf4a-0958-4637-ad09-06ad7b9f2f7c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:11.265136 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31db24e9-6537-451a-9946-2ba16c3cb575 req-6b0ddf4a-0958-4637-ad09-06ad7b9f2f7c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.0894377 Sep 08 13:14:11.315400 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31db24e9-6537-451a-9946-2ba16c3cb575 req-b7f04755-50cb-436a-84fa-8a07641318b8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417624 Sep 08 13:14:11.336558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ad74a5-9b35-4731-96b1-67063c2e9f99 req-5861b782-72a1-4b35-9cd4-68f7c518184c tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:11.344893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24ad74a5-9b35-4731-96b1-67063c2e9f99 req-5861b782-72a1-4b35-9cd4-68f7c518184c tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 945 time: 0.0658238 Sep 08 13:14:11.381084 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24ad74a5-9b35-4731-96b1-67063c2e9f99 req-0e96adb2-1fd4-4df6-9fca-b937bf314714 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352910 Sep 08 13:14:11.493480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782c6d3-7877-4876-88ab-3b41cb13bb60 req-fa76b63a-449f-4246-9344-d889a20a4a33 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:11.495139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8782c6d3-7877-4876-88ab-3b41cb13bb60 req-fa76b63a-449f-4246-9344-d889a20a4a33 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 943 time: 0.0535994 Sep 08 13:14:11.540830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8782c6d3-7877-4876-88ab-3b41cb13bb60 req-80a5fb08-a177-4476-a99e-82945e54c665 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375075 Sep 08 13:14:11.729390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84112bc6-a4fc-4404-8d5b-dadf37f14406 req-453a8181-b167-4191-aaa6-a52776091757 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 210 time: 0.0311515 Sep 08 13:14:11.754370 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:11.861149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c471d95f-e9d6-46f4-af6c-7ef54e4204cc details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:14:11.959009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c471d95f-e9d6-46f4-af6c-7ef54e4204cc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:11.975757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc', 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'port_id': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc', 'mac_address': 'fa:16:3e:6f:0c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a2bb6b-de34-41d6-880b-e39356c1d632', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:14:12.051856 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:12.066050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c471d95f-e9d6-46f4-af6c-7ef54e4204cc {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:12.093386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c471d95f-e9d6-46f4-af6c-7ef54e4204cc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:12.116766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9efd1d9-9754-4f3e-a839-6dca62d1cb59 req-e4b51264-b48d-4cda-864e-f4dc9fcdc241 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:12.119514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9efd1d9-9754-4f3e-a839-6dca62d1cb59 req-e4b51264-b48d-4cda-864e-f4dc9fcdc241 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0749259 Sep 08 13:14:12.178755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9efd1d9-9754-4f3e-a839-6dca62d1cb59 req-20b5db01-1179-48fe-a685-c2d0019b26a3 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495949 Sep 08 13:14:12.220156 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:12.291017 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:12.372954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b2dd0a76-1960-4dc0-a3b0-feb909bba0c9 req-5181f269-05a5-408b-8a33-41dd70cbb9de tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4f9fa063123349f590b34b6af8d20d56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290613 Sep 08 13:14:12.393482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54008) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:12.495858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd0a76-1960-4dc0-a3b0-feb909bba0c9 req-b6df8f5e-2b8f-4829-a148-0276fcb50d01 tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:12.497428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b2dd0a76-1960-4dc0-a3b0-feb909bba0c9 req-b6df8f5e-2b8f-4829-a148-0276fcb50d01 tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1233737 Sep 08 13:14:12.516879 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b2dd0a76-1960-4dc0-a3b0-feb909bba0c9 req-7df8ad74-6e2c-4088-aea3-31265c0fca63 tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] 10.222.0.69 "GET /v2.0/quotas/4f9fa063123349f590b34b6af8d20d56 HTTP/1.1" status: 200 len: 375 time: 0.0120034 Sep 08 13:14:12.526605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['c471d95f-e9d6-46f4-af6c-7ef54e4204cc'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:12.533151 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19723549-5ede-4b43-abde-32810c76d01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:12.559264 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b2dd0a76-1960-4dc0-a3b0-feb909bba0c9 req-77c44d59-6fd6-4bfb-aaa4-5ee0a060237f tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f9fa063123349f590b34b6af8d20d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326877 Sep 08 13:14:12.642736 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19723549-5ede-4b43-abde-32810c76d01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:12.730956 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920be4b3-61f2-45f3-9b3d-45c1b2fb4608 req-cf974d0a-ddf4-4d9c-9c01-ea8f5e9012fe tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:12.732422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-920be4b3-61f2-45f3-9b3d-45c1b2fb4608 req-cf974d0a-ddf4-4d9c-9c01-ea8f5e9012fe tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.0645742 Sep 08 13:14:12.760309 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19723549-5ede-4b43-abde-32810c76d01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:12.778324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-920be4b3-61f2-45f3-9b3d-45c1b2fb4608 req-656a189a-e195-4934-95de-373912463414 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375321 Sep 08 13:14:12.845970 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-19723549-5ede-4b43-abde-32810c76d01b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6e9d60902b7749c4bf2fb65d775430b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513657 Sep 08 13:14:12.848159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19723549-5ede-4b43-abde-32810c76d01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16349766-ce1e-47e6-8a70-4e368b8f4b3a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:12.848841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54028) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:12.875030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3daf64-ccde-4867-ba7c-bee86eb68239 req-a150250d-9c18-4391-a75f-4a01a3bb4ae1 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:12.876899 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-df3daf64-ccde-4867-ba7c-bee86eb68239 req-a150250d-9c18-4391-a75f-4a01a3bb4ae1 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 944 time: 0.0860240 Sep 08 13:14:12.910023 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0dc88cab-ac1c-4342-a969-80f172aebf7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:12.917533 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-df3daf64-ccde-4867-ba7c-bee86eb68239 req-78303875-2921-42be-a2e3-588b48a4b1cd tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343776 Sep 08 13:14:12.946488 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0dc88cab-ac1c-4342-a969-80f172aebf7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:13.108436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-300f1a25-cba1-4cda-822c-92396f5a0ad0 req-ee4b1cdf-f464-416a-8879-4b93512b9fbd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 210 time: 0.0292253 Sep 08 13:14:13.118661 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:13.129381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-593c037f-28cb-436f-8923-66ef0e67d1b3 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=0047c75958314f8699b340912addcf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259843 Sep 08 13:14:13.129381 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0dc88cab-ac1c-4342-a969-80f172aebf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:13.129381 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0dc88cab-ac1c-4342-a969-80f172aebf7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:13.129381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0dc88cab-ac1c-4342-a969-80f172aebf7b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/16349766-ce1e-47e6-8a70-4e368b8f4b3a HTTP/1.1" status: 204 len: 168 time: 0.2739465 Sep 08 13:14:13.156297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc88cab-ac1c-4342-a969-80f172aebf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16349766-ce1e-47e6-8a70-4e368b8f4b3a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:13.229699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f151ddc-730a-4b3c-847f-89d03fd3dc1e req-66e2bd2c-f7d8-487f-b0d0-bdd51f7e4a7c tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:13.232228 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f151ddc-730a-4b3c-847f-89d03fd3dc1e req-66e2bd2c-f7d8-487f-b0d0-bdd51f7e4a7c tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 1096 time: 0.0424490 Sep 08 13:14:13.257137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-404aa454-c655-4fbd-9ce8-39de68ceab93 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:13.258716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-404aa454-c655-4fbd-9ce8-39de68ceab93 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1320586 Sep 08 13:14:13.267264 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f151ddc-730a-4b3c-847f-89d03fd3dc1e req-865d760b-aff8-4a80-bd80-0536dffbbffb tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287402 Sep 08 13:14:13.272719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Request body: {'port': {'device_id': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '0047c75958314f8699b340912addcf3f'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:13.394445 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4aa231-858f-4b8a-95cf-a7e3ee9cf110 req-daeaefa1-308e-46cc-b303-2957a9df34fa tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:13.396100 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba4aa231-858f-4b8a-95cf-a7e3ee9cf110 req-daeaefa1-308e-46cc-b303-2957a9df34fa tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 945 time: 0.0608859 Sep 08 13:14:13.440789 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba4aa231-858f-4b8a-95cf-a7e3ee9cf110 req-70b8ab44-ddb2-4332-8aa7-7a052a23d0eb tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353844 Sep 08 13:14:13.457717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb21686-43d0-4659-90fc-422a34c89f6a req-d79f2972-918a-4961-ad4d-a14955f201a5 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:13.459294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bdb21686-43d0-4659-90fc-422a34c89f6a req-d79f2972-918a-4961-ad4d-a14955f201a5 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0712702 Sep 08 13:14:13.507910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bdb21686-43d0-4659-90fc-422a34c89f6a req-c726427e-a32c-4100-b85d-0e6565c720a9 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 Sep 08 13:14:13.547555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Made reservation on behalf of 0047c75958314f8699b340912addcf3f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:14:13.552280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:13.557548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79eff9-e1f1-4b62-835a-729a9de18439 req-3248d00b-d20e-45fa-82dd-2594290b0f1a tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:13.561819 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a79eff9-e1f1-4b62-835a-729a9de18439 req-3248d00b-d20e-45fa-82dd-2594290b0f1a tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 1096 time: 0.0505617 Sep 08 13:14:13.566053 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:13.628904 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a79eff9-e1f1-4b62-835a-729a9de18439 req-268ba99f-6bcb-4bb9-a717-3aa9aa2cee91 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484769 Sep 08 13:14:13.706345 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:13.779738 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:13.849735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:13.868463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c471d95f-e9d6-46f4-af6c-7ef54e4204cc up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:14:13.952675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Allocated IP 192.168.233.110 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/1b23a8c5-954c-4e5f-8614-2cfdbdcfc440) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:14:13.969713 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:13.999937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port c471d95f-e9d6-46f4-af6c-7ef54e4204cc completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:14:14.005009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port c471d95f-e9d6-46f4-af6c-7ef54e4204cc triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:14.005502 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:14.151987 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:14.182269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Transition to ACTIVE for port object 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:14:14.266561 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:14.293623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d25082-ce4e-4b5f-b856-a3b86f907f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:14.300745 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39fe888-8fe7-4d9b-ad9c-f958d15be712" -d '{"events": [{"server_uuid": "93d25082-ce4e-4b5f-b856-a3b86f907f79", "name": "network-vif-plugged", "status": "completed", "tag": "c471d95f-e9d6-46f4-af6c-7ef54e4204cc"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:14.311087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fcb7b-501e-48ce-aada-94efd5e2e572 req-0e0e8123-14f1-4936-8985-118ae97eec68 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:14.312751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff1fcb7b-501e-48ce-aada-94efd5e2e572 req-0e0e8123-14f1-4936-8985-118ae97eec68 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 944 time: 0.0646670 Sep 08 13:14:14.314737 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:14.315244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c471d95f-e9d6-46f4-af6c-7ef54e4204cc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:14.374658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:14:14.384198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:14:14.393911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:14:14.427641 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:14.429697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff1fcb7b-501e-48ce-aada-94efd5e2e572 req-97e7a0f3-a687-436a-b14c-cc8cda60e73d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075625 Sep 08 13:14:14.430290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Pushing event updated for resources: {'Port': ['ID=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:14.471081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:14.471954 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:14.541216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:14.562938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-58dd5b2a-787d-4ff3-b3d0-e347fc2fd6fd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2937560 Sep 08 13:14:14.577886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Request body: {'port': {'device_id': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:14.683104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:14.710826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9564cb-76b5-4f60-a65a-91c0c2c94d8f req-14255eb7-bd66-435f-90f0-f8b2fdd7a5e9 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:14.712313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de9564cb-76b5-4f60-a65a-91c0c2c94d8f req-14255eb7-bd66-435f-90f0-f8b2fdd7a5e9 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 936 time: 0.0947921 Sep 08 13:14:14.758265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e026dc77-7782-4f70-9beb-b82abfcd35c4 None None] Provisioning for port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:14:14.769956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e026dc77-7782-4f70-9beb-b82abfcd35c4 None None] Provisioning complete for port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:14.770573 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e026dc77-7782-4f70-9beb-b82abfcd35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:14.841053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e026dc77-7782-4f70-9beb-b82abfcd35c4 None None] Port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:14:14.850155 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de9564cb-76b5-4f60-a65a-91c0c2c94d8f req-980cf764-bfd3-47c4-adac-566f1938aaa7 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152897 Sep 08 13:14:14.984580 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91339051-4931-4171-9227-2b06df034a35 req-a584aac3-6725-4561-b113-91b81e4dffb9 tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4f9fa063123349f590b34b6af8d20d56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327787 Sep 08 13:14:15.148373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:15.159452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91339051-4931-4171-9227-2b06df034a35 req-bfe3a86c-0c0f-41dd-8944-b88aad50e671 tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:15.160942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91339051-4931-4171-9227-2b06df034a35 req-bfe3a86c-0c0f-41dd-8944-b88aad50e671 tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640134 Sep 08 13:14:15.168070 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:15.185780 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91339051-4931-4171-9227-2b06df034a35 req-cbf966b0-2342-40ba-a3da-58dae0a6aafb tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] 10.222.0.69 "GET /v2.0/quotas/4f9fa063123349f590b34b6af8d20d56 HTTP/1.1" status: 200 len: 375 time: 0.0171757 Sep 08 13:14:15.190408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Transition to ACTIVE for port object 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:14:15.220109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91339051-4931-4171-9227-2b06df034a35 req-65e458b4-2af8-42e4-93b8-a91c80d3d1c0 tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f9fa063123349f590b34b6af8d20d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276928 Sep 08 13:14:15.313789 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f859387a-1fec-4170-b98d-470e9b7fca59 x-openstack-request-id: req-f859387a-1fec-4170-b98d-470e9b7fca59 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:15.314352 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d25082-ce4e-4b5f-b856-a3b86f907f79", "name": "network-vif-plugged", "status": "completed", "tag": "c471d95f-e9d6-46f4-af6c-7ef54e4204cc", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:15.314352 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f859387a-1fec-4170-b98d-470e9b7fca59 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:15.314743 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d25082-ce4e-4b5f-b856-a3b86f907f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc', 'code': 200} Sep 08 13:14:15.328624 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:15.421512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Pushing event updated for resources: {'Port': ['ID=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:15.438573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d63fc3-be49-45cc-a819-af9c30ba379e req-cd001d21-f3b2-4b8f-bae6-38d0df8a2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:15.440358 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24d63fc3-be49-45cc-a819-af9c30ba379e req-cd001d21-f3b2-4b8f-bae6-38d0df8a2f9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 1096 time: 0.0459683 Sep 08 13:14:15.482666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fc9a7-7326-4886-adc8-6cae96ff32bd req-b0f2e1e9-46e5-415f-83c6-e924e33d719c tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:15.484331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-070fc9a7-7326-4886-adc8-6cae96ff32bd req-b0f2e1e9-46e5-415f-83c6-e924e33d719c tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 945 time: 0.1232831 Sep 08 13:14:15.507902 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24d63fc3-be49-45cc-a819-af9c30ba379e req-7edc003f-e955-47b6-9493-ef30bd58d870 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Sep 08 13:14:15.515855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Attempting to bind port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:14:15.516198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Attempting to bind port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:14:15.516647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Attempting to bind port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:15.531688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:14:15.532022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Attempting to bind port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:15.546986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:14:15.547329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:14:15.547723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:14:15.548177 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Bound port: 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:14:15.548544 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:15.564640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-070fc9a7-7326-4886-adc8-6cae96ff32bd req-0c8cbf73-54c0-4424-88fb-de84cab1407a tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655422 Sep 08 13:14:15.633040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:14:15.636553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:14:15.709519 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:15.750608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bd29c-4eb7-4a57-bf64-2162a4015d88 req-fd3501f6-849b-484b-a1f9-75f52c7f85eb tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:15.752206 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a14bd29c-4eb7-4a57-bf64-2162a4015d88 req-fd3501f6-849b-484b-a1f9-75f52c7f85eb tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0850019 Sep 08 13:14:15.757935 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:15.758632 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:15.760044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6790421d-7076-418d-a252-b0ba11952267 service neutron] 10.222.0.60 "PUT /v2.0/ports/1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 HTTP/1.1" status: 200 len: 1096 time: 1.1890416 Sep 08 13:14:15.763247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'tag': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:15.766324 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654773cd-104c-4294-902f-29c7cafb1cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "26d4084e-bb16-4ae2-bbc0-54c867de2199", "tag": "1b23a8c5-954c-4e5f-8614-2cfdbdcfc440"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:15.821155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790421d-7076-418d-a252-b0ba11952267 service neutron] Pushing event updated for resources: {'Port': ['ID=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:15.834103 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a14bd29c-4eb7-4a57-bf64-2162a4015d88 req-56216916-6af9-48fa-93b6-bdcd1087c9f8 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637989 Sep 08 13:14:15.877235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 66e4713e-b33d-4ac8-a810-44a79c79f080 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:14:15.953263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-22e42de7-dd18-4338-b3e8-db55859a878a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:15.954864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-22e42de7-dd18-4338-b3e8-db55859a878a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 1099 time: 0.0579755 Sep 08 13:14:16.026965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-0d3e0cd1-1b3d-41b0-a1ad-0ec30aba1fef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 HTTP/1.1" status: 200 len: 217 time: 0.0640168 Sep 08 13:14:16.036285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 66e4713e-b33d-4ac8-a810-44a79c79f080, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=66e4713e-b33d-4ac8-a810-44a79c79f080,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:16.050269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '66e4713e-b33d-4ac8-a810-44a79c79f080', 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a', 'port_id': '66e4713e-b33d-4ac8-a810-44a79c79f080', 'mac_address': 'fa:16:3e:ac:fc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:14:16.081093 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6b6804b6-dfff-4c05-940e-2fd7d770a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:16.082593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-6b6804b6-dfff-4c05-940e-2fd7d770a69c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0477712 Sep 08 13:14:16.110298 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:16.127003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66e4713e-b33d-4ac8-a810-44a79c79f080 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:16.140684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-119db333-2de9-4ecd-817f-1e121c853f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:16.142641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-119db333-2de9-4ecd-817f-1e121c853f12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523906 Sep 08 13:14:16.156568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 66e4713e-b33d-4ac8-a810-44a79c79f080, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=66e4713e-b33d-4ac8-a810-44a79c79f080,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:16.263552 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:16.280660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-e2c14152-c704-4237-9035-99d60af4e7e6 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219323 Sep 08 13:14:16.330807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=66e4713e-b33d-4ac8-a810-44a79c79f080,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:16.338244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:16.338598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:16.338946 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:16.339333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:16.339698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:16.340007 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:16.340357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:16.340685 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:16.341014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:16.341383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:16.341680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:16.341985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:14:16.373464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d6f223b-9829-4acc-b7c4-535e48aa34d0 req-40dbaa82-4f3c-4c95-8dfb-aa6e133b7e3b service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857584 Sep 08 13:14:16.392021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['66e4713e-b33d-4ac8-a810-44a79c79f080'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:16.535939 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-42b684a4-9350-4460-8bca-206466eaf08a tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:14:16.543911 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-42b684a4-9350-4460-8bca-206466eaf08a tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1453228 Sep 08 13:14:16.561896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9213c1-b7b4-4f18-ab4c-46a0837841ca req-5cc1adf8-24b9-4ed8-9e23-01306110ee5a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:16.563718 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d9213c1-b7b4-4f18-ab4c-46a0837841ca req-5cc1adf8-24b9-4ed8-9e23-01306110ee5a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.1051316 Sep 08 13:14:16.575781 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:16.591171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45010f-6542-41be-8f95-31395f7b0614 req-4cdcb067-bf5b-4d53-a3b9-7f700dc64253 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:16.592926 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-4cdcb067-bf5b-4d53-a3b9-7f700dc64253 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports/7d6e19f7-d807-498a-b6d3-b91bae8ff863 HTTP/1.1" status: 200 len: 1093 time: 0.0482471 Sep 08 13:14:16.621317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d9213c1-b7b4-4f18-ab4c-46a0837841ca req-3a4bddba-0547-4b5d-b44f-a4f0fa5988a0 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494442 Sep 08 13:14:16.662654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] Request body: {'binding': {'host': 'n-h1-807558-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:16.664324 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] Unknown quota resources ['binding']. {{(pid=96264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:14:16.726435 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fec3e01-12e6-4113-86ad-ebff447eb081 x-openstack-request-id: req-9fec3e01-12e6-4113-86ad-ebff447eb081 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:16.726700 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d4084e-bb16-4ae2-bbc0-54c867de2199", "tag": "1b23a8c5-954c-4e5f-8614-2cfdbdcfc440", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:16.726919 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9fec3e01-12e6-4113-86ad-ebff447eb081 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:16.727362 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'tag': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'status': 'completed', 'code': 200} Sep 08 13:14:16.830060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] Attempting to bind port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on host n-h1-807558-3 for vnic_type normal with profile None {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:14:16.830688 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] Attempting to bind port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:14:16.831034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] Attempting to bind port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:16.832011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654773cd-104c-4294-902f-29c7cafb1cd0 req-41a69969-3e5f-401e-84c3-40e14d8b7e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:16.833570 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-654773cd-104c-4294-902f-29c7cafb1cd0 req-41a69969-3e5f-401e-84c3-40e14d8b7e99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 1099 time: 0.0814261 Sep 08 13:14:16.835797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] Port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:14:16.836128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] Attempting to bind port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:16.841704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:14:16.842033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:14:16.847603 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] Bound using segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:14:16.847856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665e131-c2bd-4ccf-ad5f-4daee0b01c26 req-80527ace-7ba8-491f-ba58-3ca117f542d2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:16.848126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] Bound port: 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:14:16.848277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2665e131-c2bd-4ccf-ad5f-4daee0b01c26 req-80527ace-7ba8-491f-ba58-3ca117f542d2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 948 time: 0.0610197 Sep 08 13:14:16.909678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:14:16.945325 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2665e131-c2bd-4ccf-ad5f-4daee0b01c26 req-b02e40ab-0547-4e3e-9a1b-ce1c37acb8e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928137 Sep 08 13:14:16.963768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654773cd-104c-4294-902f-29c7cafb1cd0 req-e378b47d-dd8e-43e3-836c-62ed778168dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:16.965836 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-654773cd-104c-4294-902f-29c7cafb1cd0 req-e378b47d-dd8e-43e3-836c-62ed778168dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1208410 Sep 08 13:14:17.012108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-654773cd-104c-4294-902f-29c7cafb1cd0 req-41cf4f4e-ce88-4eed-95b3-e363a6768fae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 HTTP/1.1" status: 200 len: 217 time: 0.0384393 Sep 08 13:14:17.045855 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] Notify callbacks [] for binding, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:17.047996 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2219fe71-d9b5-4dd3-9c4a-4efdabf5a84d service neutron] 10.222.0.69 "POST /v2.0/ports/7d6e19f7-d807-498a-b6d3-b91bae8ff863/bindings HTTP/1.1" status: 201 len: 389 time: 0.4481707 Sep 08 13:14:17.080335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654773cd-104c-4294-902f-29c7cafb1cd0 req-82b2369c-eda5-45b7-86d1-4ae767ca0a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:17.081877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-654773cd-104c-4294-902f-29c7cafb1cd0 req-82b2369c-eda5-45b7-86d1-4ae767ca0a88 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0632997 Sep 08 13:14:17.159407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654773cd-104c-4294-902f-29c7cafb1cd0 req-7292da3e-8061-4f51-a264-ec07bce7eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:17.161008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-654773cd-104c-4294-902f-29c7cafb1cd0 req-7292da3e-8061-4f51-a264-ec07bce7eae9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0707567 Sep 08 13:14:17.169530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54246) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:17.205509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b0fc7-df50-4c61-999d-e8477777ff6d req-2e6986ac-1220-4f7a-902b-dda1a27eda6d tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:17.207069 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c85b0fc7-df50-4c61-999d-e8477777ff6d req-2e6986ac-1220-4f7a-902b-dda1a27eda6d tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 944 time: 0.0856328 Sep 08 13:14:17.294916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c85b0fc7-df50-4c61-999d-e8477777ff6d req-b9f3bfe2-cfef-4dd5-ae72-5dd6053d3f72 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812538 Sep 08 13:14:17.307778 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a6a278ab-7ac1-4a89-bcb1-daed6f21ea33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:17.308173 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-654773cd-104c-4294-902f-29c7cafb1cd0 req-24e2f0ba-cdef-4186-887b-5b7c092ab423 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393349 Sep 08 13:14:17.421111 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a6a278ab-7ac1-4a89-bcb1-daed6f21ea33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:17.469738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab6d05-c134-4f44-8502-b9dfa5d15661 req-2fd7e60b-4a88-4e66-9782-2a96c74a034e tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:17.472030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1ab6d05-c134-4f44-8502-b9dfa5d15661 req-2fd7e60b-4a88-4e66-9782-2a96c74a034e tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.1123035 Sep 08 13:14:17.475068 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-654773cd-104c-4294-902f-29c7cafb1cd0 req-18c90254-b887-47f5-9605-3e202b7ba867 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500261 Sep 08 13:14:17.519136 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1ab6d05-c134-4f44-8502-b9dfa5d15661 req-b367b4de-1c2c-4ac9-ac05-5e1b6fe939ee tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380759 Sep 08 13:14:17.633682 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a6a278ab-7ac1-4a89-bcb1-daed6f21ea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:17.674411 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a6a278ab-7ac1-4a89-bcb1-daed6f21ea33 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e2c0fbcc76f94552b47cb74ac0c8e85d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5036767 Sep 08 13:14:17.676699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a278ab-7ac1-4a89-bcb1-daed6f21ea33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2480e94f-62d6-42df-ac32-7340e224677b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:17.677378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54260) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:17.727416 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-802d1d4f-c1d1-4d2a-a7e5-3bc2296e42b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:17.752135 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-802d1d4f-c1d1-4d2a-a7e5-3bc2296e42b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:17.907705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 66e4713e-b33d-4ac8-a810-44a79c79f080 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:14:17.936696 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-802d1d4f-c1d1-4d2a-a7e5-3bc2296e42b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:17.942626 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-802d1d4f-c1d1-4d2a-a7e5-3bc2296e42b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:17.946703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-802d1d4f-c1d1-4d2a-a7e5-3bc2296e42b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2480e94f-62d6-42df-ac32-7340e224677b HTTP/1.1" status: 204 len: 168 time: 0.2654235 Sep 08 13:14:17.964012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d1d4f-c1d1-4d2a-a7e5-3bc2296e42b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2480e94f-62d6-42df-ac32-7340e224677b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:17.980905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 66e4713e-b33d-4ac8-a810-44a79c79f080 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:17.981329 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:18.001272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4494b4d-eba0-4d59-9755-b47a4eb7b83c req-21bbbf7c-2184-41cd-8710-7b26bf843eb6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:18.002865 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4494b4d-eba0-4d59-9755-b47a4eb7b83c req-21bbbf7c-2184-41cd-8710-7b26bf843eb6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.0744376 Sep 08 13:14:18.050248 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4494b4d-eba0-4d59-9755-b47a4eb7b83c req-8081f3fb-da7c-4cc4-ab3f-e24297c4bc27 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391593 Sep 08 13:14:18.087003 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:18.112584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5ec1ce-b1da-44bd-ab05-f2078a9f0154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4713e-b33d-4ac8-a810-44a79c79f080'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:18.115348 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03df818d-3d51-4f70-b374-7ebff1d6de6f" -d '{"events": [{"server_uuid": "ca5ec1ce-b1da-44bd-ab05-f2078a9f0154", "name": "network-vif-plugged", "status": "completed", "tag": "66e4713e-b33d-4ac8-a810-44a79c79f080"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:18.129966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 66e4713e-b33d-4ac8-a810-44a79c79f080, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=66e4713e-b33d-4ac8-a810-44a79c79f080,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:18.160737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45010f-6542-41be-8f95-31395f7b0614 req-49486192-50bd-43b0-91b5-f29eb6e1560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:18.162334 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-49486192-50bd-43b0-91b5-f29eb6e1560a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 1096 time: 0.0614173 Sep 08 13:14:18.189329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0a56d-9a4d-4f61-9bd8-fe3623aa24c9 req-7e7bc5b2-713c-49f5-a731-33513c32f396 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:18.190932 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67d0a56d-9a4d-4f61-9bd8-fe3623aa24c9 req-7e7bc5b2-713c-49f5-a731-33513c32f396 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0570688 Sep 08 13:14:18.209333 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:18.243194 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67d0a56d-9a4d-4f61-9bd8-fe3623aa24c9 req-1b8268ad-6eba-41c3-ba81-69b8b3fde85b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450373 Sep 08 13:14:18.277008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=66e4713e-b33d-4ac8-a810-44a79c79f080,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:18.289989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8f6d525a-650e-4044-b0e6-5214b6b79a03 req-51192d6b-7cfb-4c24-9a3a-c60ce91537b5 tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=4f9fa063123349f590b34b6af8d20d56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388486 Sep 08 13:14:18.329059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45010f-6542-41be-8f95-31395f7b0614 req-902d87d0-4b19-4bf1-9ba2-b254a7da5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:18.331017 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-902d87d0-4b19-4bf1-9ba2-b254a7da5300 service neutron] 10.222.0.70 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.1549399 Sep 08 13:14:18.369189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803e9821-19f0-4e8c-9dad-6fc8408bbcaf req-bcdaab60-1105-4c1b-9be3-6830d9621b1d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:18.377827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-803e9821-19f0-4e8c-9dad-6fc8408bbcaf req-bcdaab60-1105-4c1b-9be3-6830d9621b1d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 948 time: 0.0595515 Sep 08 13:14:18.410090 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-dcb328ed-3bb4-4252-ab47-c32708d6c2fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863 HTTP/1.1" status: 200 len: 217 time: 0.0679119 Sep 08 13:14:18.415883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-803e9821-19f0-4e8c-9dad-6fc8408bbcaf req-74c1dd07-18a6-4ed4-be5f-260467be022d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368690 Sep 08 13:14:18.567963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7d38e-63b5-4aed-a1e5-52bbb6ed7067 req-4d10b54a-cbdd-440f-98e4-9829591147b3 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:18.577522 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-59a7d38e-63b5-4aed-a1e5-52bbb6ed7067 req-4d10b54a-cbdd-440f-98e4-9829591147b3 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 945 time: 0.0887916 Sep 08 13:14:18.628632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-59a7d38e-63b5-4aed-a1e5-52bbb6ed7067 req-7688d2c4-9648-45ea-b261-31a3635d692a tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502076 Sep 08 13:14:18.706605 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc6bc23-b646-43a5-8444-9fe43cf0d0e2 x-openstack-request-id: req-cfc6bc23-b646-43a5-8444-9fe43cf0d0e2 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:18.707142 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5ec1ce-b1da-44bd-ab05-f2078a9f0154", "name": "network-vif-plugged", "status": "completed", "tag": "66e4713e-b33d-4ac8-a810-44a79c79f080", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:18.707562 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cfc6bc23-b646-43a5-8444-9fe43cf0d0e2 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:18.707990 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5ec1ce-b1da-44bd-ab05-f2078a9f0154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4713e-b33d-4ac8-a810-44a79c79f080', 'code': 200} Sep 08 13:14:18.885414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d525a-650e-4044-b0e6-5214b6b79a03 req-c96490f7-0bc0-473b-a358-a2a3f934b88b tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:18.887496 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8f6d525a-650e-4044-b0e6-5214b6b79a03 req-c96490f7-0bc0-473b-a358-a2a3f934b88b tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5917029 Sep 08 13:14:18.889190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45010f-6542-41be-8f95-31395f7b0614 req-91cededb-b27e-4cb9-bd27-d45ea773130a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:18.890565 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-91cededb-b27e-4cb9-bd27-d45ea773130a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.4731488 Sep 08 13:14:18.913094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8f6d525a-650e-4044-b0e6-5214b6b79a03 req-6b179e74-002b-4569-a2cc-15e111ef37dd tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] 10.222.0.69 "GET /v2.0/quotas/4f9fa063123349f590b34b6af8d20d56 HTTP/1.1" status: 200 len: 375 time: 0.0193312 Sep 08 13:14:18.929657 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-f7eb1fd6-272d-478c-9c9f-6c601c56d8da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291734 Sep 08 13:14:18.961757 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8f6d525a-650e-4044-b0e6-5214b6b79a03 req-e159f43f-4306-4e0b-9cf9-83018ed6acfb tempest-QuotasAdminNegativeTest-479503034 tempest-QuotasAdminNegativeTest-479503034-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4f9fa063123349f590b34b6af8d20d56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352488 Sep 08 13:14:19.052982 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-5b7c97ac-9080-40dc-8596-f3a6c018e398 service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143937 Sep 08 13:14:19.103345 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:14:19.207761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa184f5-7838-4f33-842e-aa317c4cc131 req-ce3f436a-cb4d-4db0-a934-6eb833272336 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:19.209250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2aa184f5-7838-4f33-842e-aa317c4cc131 req-ce3f436a-cb4d-4db0-a934-6eb833272336 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.1225057 Sep 08 13:14:19.230306 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-3bf0b057-924b-458e-acf6-e1c232624c4b service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594622 Sep 08 13:14:19.257300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:19.273009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'mac_address': 'fa:16:3e:8f:90:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:14:19.279508 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2aa184f5-7838-4f33-842e-aa317c4cc131 req-72aa5761-ba8e-40aa-b7df-2e8eabda3f26 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557432 Sep 08 13:14:19.335070 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:19.356025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:19.381276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:19.417162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14883f8e-2256-4aaf-a304-33fdb6abbc44 req-b6276b51-8118-4adf-8a3a-9ad539ddbde2 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:19.419756 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14883f8e-2256-4aaf-a304-33fdb6abbc44 req-b6276b51-8118-4adf-8a3a-9ad539ddbde2 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0770173 Sep 08 13:14:19.449089 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:19.483134 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14883f8e-2256-4aaf-a304-33fdb6abbc44 req-9af9c006-c52b-48bb-b002-5890c05e8188 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561485 Sep 08 13:14:19.510970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:19.635618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c61fb0-e808-40af-9715-24df1144eb0a req-f30d6c72-2dd2-4757-9426-c8dcd5ddb5f0 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:19.637747 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68c61fb0-e808-40af-9715-24df1144eb0a req-f30d6c72-2dd2-4757-9426-c8dcd5ddb5f0 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.0502214 Sep 08 13:14:19.685073 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68c61fb0-e808-40af-9715-24df1144eb0a req-a05a1d24-2ad0-4874-8c3d-32dcc52031a1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402761 Sep 08 13:14:19.820869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['1b23a8c5-954c-4e5f-8614-2cfdbdcfc440'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:19.851814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff7456-37b3-42f5-a00b-8ea36f1e0b7e req-0925812d-bc74-42fb-a32c-47becf9cd6e2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:19.854568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4ff7456-37b3-42f5-a00b-8ea36f1e0b7e req-0925812d-bc74-42fb-a32c-47becf9cd6e2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 949 time: 0.0622170 Sep 08 13:14:19.910543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 66e4713e-b33d-4ac8-a810-44a79c79f080 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:14:19.926799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4ff7456-37b3-42f5-a00b-8ea36f1e0b7e req-333e3ba5-da4a-4e66-8dee-32446fd54b36 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647082 Sep 08 13:14:19.931130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410745a8-558b-455c-ab60-b7d0b547ee11 req-f3358afa-2352-403b-bf2d-e9007402daf8 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:19.933284 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-410745a8-558b-455c-ab60-b7d0b547ee11 req-f3358afa-2352-403b-bf2d-e9007402daf8 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 945 time: 0.1151855 Sep 08 13:14:19.952232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571aad4-d3d6-473a-96a5-9813d9995ab5 req-926a68e4-b689-448b-b0fa-298c053efb04 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:19.953849 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5571aad4-d3d6-473a-96a5-9813d9995ab5 req-926a68e4-b689-448b-b0fa-298c053efb04 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 945 time: 0.0906718 Sep 08 13:14:20.049419 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-410745a8-558b-455c-ab60-b7d0b547ee11 req-8874cfda-bca0-47cf-8257-f25680e81e27 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093340 Sep 08 13:14:20.160417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-5571aad4-d3d6-473a-96a5-9813d9995ab5 req-73744a29-cf25-4f84-b821-7a6afdd975b4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Deleting port 66e4713e-b33d-4ac8-a810-44a79c79f080 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:14:20.160764 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5571aad4-d3d6-473a-96a5-9813d9995ab5 req-73744a29-cf25-4f84-b821-7a6afdd975b4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:20.167682 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:20.217111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 66e4713e-b33d-4ac8-a810-44a79c79f080, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=66e4713e-b33d-4ac8-a810-44a79c79f080,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:20.281687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-5571aad4-d3d6-473a-96a5-9813d9995ab5 req-73744a29-cf25-4f84-b821-7a6afdd975b4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] For port 66e4713e-b33d-4ac8-a810-44a79c79f080, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=66e4713e-b33d-4ac8-a810-44a79c79f080,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:20.281990 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5571aad4-d3d6-473a-96a5-9813d9995ab5 req-73744a29-cf25-4f84-b821-7a6afdd975b4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:20.296318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-5571aad4-d3d6-473a-96a5-9813d9995ab5 req-73744a29-cf25-4f84-b821-7a6afdd975b4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Calling delete_port for 66e4713e-b33d-4ac8-a810-44a79c79f080 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:14:20.373102 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:20.399789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736d162-73ca-4714-94ed-20be718a941f req-6b0dd7f0-ac3e-47d4-a38b-663ce37b2228 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:20.402012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7736d162-73ca-4714-94ed-20be718a941f req-6b0dd7f0-ac3e-47d4-a38b-663ce37b2228 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0556934 Sep 08 13:14:20.451221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7736d162-73ca-4714-94ed-20be718a941f req-f685cd51-83fa-4623-b0a4-f187eb6e06b9 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421050 Sep 08 13:14:20.467690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=66e4713e-b33d-4ac8-a810-44a79c79f080,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:20.636117 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf7142-4064-43bd-b457-fe4db3abfe04 req-9053354e-1417-4e82-a91a-e86040f48590 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:20.637374 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fcdf7142-4064-43bd-b457-fe4db3abfe04 req-9053354e-1417-4e82-a91a-e86040f48590 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0540271 Sep 08 13:14:20.639251 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5571aad4-d3d6-473a-96a5-9813d9995ab5 req-73744a29-cf25-4f84-b821-7a6afdd975b4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:20.684437 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73744a29-cf25-4f84-b821-7a6afdd975b4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event deleted for resources: {'Port': ['ID=66e4713e-b33d-4ac8-a810-44a79c79f080,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:20.709718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5ec1ce-b1da-44bd-ab05-f2078a9f0154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e4713e-b33d-4ac8-a810-44a79c79f080'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:20.712616 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab7c613-5d94-4b04-9a49-131b7b0d3e45" -d '{"events": [{"server_uuid": "ca5ec1ce-b1da-44bd-ab05-f2078a9f0154", "name": "network-vif-unplugged", "status": "completed", "tag": "66e4713e-b33d-4ac8-a810-44a79c79f080"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:20.775191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54370) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:20.775593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5571aad4-d3d6-473a-96a5-9813d9995ab5 req-73744a29-cf25-4f84-b821-7a6afdd975b4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] No DVR routers for this DVR port 66e4713e-b33d-4ac8-a810-44a79c79f080 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:14:20.789748 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5571aad4-d3d6-473a-96a5-9813d9995ab5 req-73744a29-cf25-4f84-b821-7a6afdd975b4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:20.791865 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5571aad4-d3d6-473a-96a5-9813d9995ab5 req-73744a29-cf25-4f84-b821-7a6afdd975b4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.70 "DELETE /v2.0/ports/66e4713e-b33d-4ac8-a810-44a79c79f080 HTTP/1.1" status: 204 len: 173 time: 0.8318481 Sep 08 13:14:20.811683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54374) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:20.816252 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fcdf7142-4064-43bd-b457-fe4db3abfe04 req-5362ad67-3ca9-4c76-b34d-3c4fd0a963f7 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682181 Sep 08 13:14:20.816768 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5ec1ce-b1da-44bd-ab05-f2078a9f0154', 'name': 'network-vif-deleted', 'tag': '66e4713e-b33d-4ac8-a810-44a79c79f080'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:20.819156 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae722ec-b507-4f51-8551-5d9b94614fa0" -d '{"events": [{"server_uuid": "ca5ec1ce-b1da-44bd-ab05-f2078a9f0154", "name": "network-vif-deleted", "tag": "66e4713e-b33d-4ac8-a810-44a79c79f080"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:20.886979 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f366db-e943-44ad-92d3-299889cbe21c x-openstack-request-id: req-66f366db-e943-44ad-92d3-299889cbe21c {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:20.887208 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5ec1ce-b1da-44bd-ab05-f2078a9f0154", "name": "network-vif-unplugged", "status": "completed", "tag": "66e4713e-b33d-4ac8-a810-44a79c79f080", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:20.888626 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-66f366db-e943-44ad-92d3-299889cbe21c {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:20.889208 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5ec1ce-b1da-44bd-ab05-f2078a9f0154', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e4713e-b33d-4ac8-a810-44a79c79f080', 'code': 200} Sep 08 13:14:20.917562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6077dfb-7045-44ed-b235-ad3e0f50c239 req-549ada38-1034-498a-87e1-079b6926f7ea tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:20.922427 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6077dfb-7045-44ed-b235-ad3e0f50c239 req-549ada38-1034-498a-87e1-079b6926f7ea tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.1083996 Sep 08 13:14:21.012893 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a0d66d-45e3-4f62-99a1-c04cfa890f5a x-openstack-request-id: req-d1a0d66d-45e3-4f62-99a1-c04cfa890f5a {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:21.013475 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5ec1ce-b1da-44bd-ab05-f2078a9f0154", "name": "network-vif-deleted", "tag": "66e4713e-b33d-4ac8-a810-44a79c79f080", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:21.013666 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d1a0d66d-45e3-4f62-99a1-c04cfa890f5a {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:21.014257 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5ec1ce-b1da-44bd-ab05-f2078a9f0154', 'name': 'network-vif-deleted', 'tag': '66e4713e-b33d-4ac8-a810-44a79c79f080', 'status': 'completed', 'code': 200} Sep 08 13:14:21.075812 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-104511a0-b11c-4b3c-9b8c-d8e607f6e351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.081160 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6077dfb-7045-44ed-b235-ad3e0f50c239 req-f59be1f7-3c24-4c23-a8c5-e0cf48763a74 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474824 Sep 08 13:14:21.083319 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-19ca39b4-8374-4dea-adbf-96086c6e28ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.113651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:14:21.173106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed123c1a-9db2-453f-96c8-8143224fcc32 req-b8f872dc-e96c-451b-9aa9-f2987e172ab1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:21.175190 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ed123c1a-9db2-453f-96c8-8143224fcc32 req-b8f872dc-e96c-451b-9aa9-f2987e172ab1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 949 time: 0.0981953 Sep 08 13:14:21.239180 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ed123c1a-9db2-453f-96c8-8143224fcc32 req-c7fc7050-0503-481a-9e5a-e092b4a3aaa3 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565519 Sep 08 13:14:21.239837 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3a9799ba-1c19-405e-ac54-c31e8dc018f6 req-95b8791b-b853-42e1-9d8d-c2256c900ca2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=ca5ec1ce-b1da-44bd-ab05-f2078a9f0154 HTTP/1.1" status: 200 len: 210 time: 0.0461848 Sep 08 13:14:21.245416 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-19ca39b4-8374-4dea-adbf-96086c6e28ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.282986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:14:21.287094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:21.287551 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.370492 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.402116 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-19ca39b4-8374-4dea-adbf-96086c6e28ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.406123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:21.464556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-19ca39b4-8374-4dea-adbf-96086c6e28ab admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ab30f7315b1498980470e02c3bf9df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6882567 Sep 08 13:14:21.468775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca39b4-8374-4dea-adbf-96086c6e28ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32f1a6b-6d1c-42ca-b6bf-1283ab444321,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:21.471475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54384) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:21.529760 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.566316 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6cd4feb5-7995-41bf-96de-b1b648ab8c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.606259 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6cd4feb5-7995-41bf-96de-b1b648ab8c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.620083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:21.634874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e9d83-3fd8-4f7e-87d4-eda9dda83ac6 req-f15b5ba9-8b9a-44e4-91aa-f0454567a82a tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:21.637369 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f39e9d83-3fd8-4f7e-87d4-eda9dda83ac6 req-f15b5ba9-8b9a-44e4-91aa-f0454567a82a tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0941160 Sep 08 13:14:21.643101 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-104511a0-b11c-4b3c-9b8c-d8e607f6e351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.679478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f39e9d83-3fd8-4f7e-87d4-eda9dda83ac6 req-8d54958c-3c9d-4254-a4c9-eb76cf4ec7da tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359752 Sep 08 13:14:21.752910 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-104511a0-b11c-4b3c-9b8c-d8e607f6e351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.789824 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6cd4feb5-7995-41bf-96de-b1b648ab8c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.792869 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6cd4feb5-7995-41bf-96de-b1b648ab8c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.794065 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6cd4feb5-7995-41bf-96de-b1b648ab8c3b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b32f1a6b-6d1c-42ca-b6bf-1283ab444321 HTTP/1.1" status: 204 len: 168 time: 0.3203835 Sep 08 13:14:21.799323 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-104511a0-b11c-4b3c-9b8c-d8e607f6e351 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4f9fa063123349f590b34b6af8d20d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9918478 Sep 08 13:14:21.800384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104511a0-b11c-4b3c-9b8c-d8e607f6e351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a772e6a8-533d-431a-bfb7-5fff36cd4116,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:21.802095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54390) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:21.814299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4feb5-7995-41bf-96de-b1b648ab8c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32f1a6b-6d1c-42ca-b6bf-1283ab444321,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:21.898238 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8052a8e5-4581-4248-96d6-ad4ed4ab23e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.926572 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8052a8e5-4581-4248-96d6-ad4ed4ab23e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:21.976109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f9c99-6e6f-4bcd-8089-c266622d7c45 req-ddbfa59b-5742-4c09-bcdd-115a3e79970b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:21.985454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b82f9c99-6e6f-4bcd-8089-c266622d7c45 req-ddbfa59b-5742-4c09-bcdd-115a3e79970b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0639536 Sep 08 13:14:22.022399 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b82f9c99-6e6f-4bcd-8089-c266622d7c45 req-3ffdb4fc-df81-4f0e-b97f-fc9c607ae64b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355780 Sep 08 13:14:22.090521 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8052a8e5-4581-4248-96d6-ad4ed4ab23e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:22.094391 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8052a8e5-4581-4248-96d6-ad4ed4ab23e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:22.095551 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8052a8e5-4581-4248-96d6-ad4ed4ab23e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a772e6a8-533d-431a-bfb7-5fff36cd4116 HTTP/1.1" status: 204 len: 168 time: 0.2918730 Sep 08 13:14:22.104966 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052a8e5-4581-4248-96d6-ad4ed4ab23e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a772e6a8-533d-431a-bfb7-5fff36cd4116,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:22.247508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b21097-5ea3-4af1-a8f4-d28ccedac10c req-e1ee5c17-1dd0-4ff9-9081-7cdd31f2549a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:22.249083 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42b21097-5ea3-4af1-a8f4-d28ccedac10c req-e1ee5c17-1dd0-4ff9-9081-7cdd31f2549a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.0730312 Sep 08 13:14:22.297138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42b21097-5ea3-4af1-a8f4-d28ccedac10c req-0d0f3304-2b83-41f1-8d5b-2bd19ce44b5a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Sep 08 13:14:22.377807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baa7b9-4682-4623-b723-d8706344c8ba req-5baf58f4-579e-4bf3-af57-f45764f3c46d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:22.379608 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-45baa7b9-4682-4623-b723-d8706344c8ba req-5baf58f4-579e-4bf3-af57-f45764f3c46d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0559013 Sep 08 13:14:22.424797 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-45baa7b9-4682-4623-b723-d8706344c8ba req-e4c8464d-bb67-468a-b00d-c5f4a17efd6e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379305 Sep 08 13:14:22.801254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-0554b43d-3a0a-40a8-811d-ae7cd276470e tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:22.803221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-0554b43d-3a0a-40a8-811d-ae7cd276470e tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/networks?id=f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a HTTP/1.1" status: 200 len: 822 time: 0.1289790 Sep 08 13:14:22.820814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-42f2075f-7707-4d1e-9b2b-5f2a0a3f9d78 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/quotas/00362f9f4c5f42c2af1c4b613e8f928a HTTP/1.1" status: 200 len: 375 time: 0.0103865 Sep 08 13:14:22.851430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383759b-e6fc-42d6-91cc-074b779deaa0 req-5d55d79a-3b8f-454b-a08e-ef46f664fafc tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:22.859483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9383759b-e6fc-42d6-91cc-074b779deaa0 req-5d55d79a-3b8f-454b-a08e-ef46f664fafc tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0971174 Sep 08 13:14:22.887607 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-de1a877c-0d9d-467b-9952-e063846588a1 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584493 Sep 08 13:14:22.891433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:22.894703 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9028cd64-465a-42ce-a8b3-64523d3b75dd" -d '{"events": [{"server_uuid": "26d4084e-bb16-4ae2-bbc0-54c867de2199", "name": "network-vif-plugged", "status": "completed", "tag": "1b23a8c5-954c-4e5f-8614-2cfdbdcfc440"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:22.917364 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9383759b-e6fc-42d6-91cc-074b779deaa0 req-03b0cfe8-cc31-4004-976b-881e03d8e5fa tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546875 Sep 08 13:14:23.010614 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9424477-91dd-44c5-a62d-b02a68e9b8c7 x-openstack-request-id: req-a9424477-91dd-44c5-a62d-b02a68e9b8c7 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:23.010614 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d4084e-bb16-4ae2-bbc0-54c867de2199", "name": "network-vif-plugged", "status": "completed", "tag": "1b23a8c5-954c-4e5f-8614-2cfdbdcfc440", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:23.010614 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a9424477-91dd-44c5-a62d-b02a68e9b8c7 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:23.010614 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'code': 200} Sep 08 13:14:23.011225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54436) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:23.030071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-14106100-b84a-4e19-bc78-82f0afbc8727 service neutron] 10.222.0.69 "GET /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311729 Sep 08 13:14:23.066875 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5cb5baf0-fed0-4862-8f2d-8f30a83bc291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:23.170388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbc7ca-4d0f-49ba-a068-972720b8c251 req-a5bbbb2d-797a-4f73-9565-6d0866aaf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:23.172328 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7bbc7ca-4d0f-49ba-a068-972720b8c251 req-a5bbbb2d-797a-4f73-9565-6d0866aaf1d8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 1101 time: 0.0680428 Sep 08 13:14:23.179272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-bb4d8fa6-745e-4e3e-b45a-0ade806dced1 service neutron] 10.222.0.69 "GET /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472309 Sep 08 13:14:23.220355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7bbc7ca-4d0f-49ba-a068-972720b8c251 req-993970ba-2cfa-42cd-addf-456ec1e7be7f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375857 Sep 08 13:14:23.245121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2a201-5511-42e4-a034-fa2b20a6ecda req-3b285c29-9b65-4a4c-ab42-96e2d7d22b6f tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:23.246866 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c2b2a201-5511-42e4-a034-fa2b20a6ecda req-3b285c29-9b65-4a4c-ab42-96e2d7d22b6f tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0782664 Sep 08 13:14:23.314157 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c2b2a201-5511-42e4-a034-fa2b20a6ecda req-8afb349e-4a9a-4440-a9a5-cd2de2f49f32 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541544 Sep 08 13:14:23.326681 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5cb5baf0-fed0-4862-8f2d-8f30a83bc291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:23.458454 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5cb5baf0-fed0-4862-8f2d-8f30a83bc291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:23.512023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5cb5baf0-fed0-4862-8f2d-8f30a83bc291 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b71746acc821441d962bea38f7e606bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4984794 Sep 08 13:14:23.517239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54454) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:23.534646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ae376eb2-9aa7-498c-be2e-8edcc672d4fc req-7963cb38-e312-4d10-b110-2853f342f8ee tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 210 time: 0.0459645 Sep 08 13:14:23.649668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5baf0-fed0-4862-8f2d-8f30a83bc291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6c600a-845a-4f1a-96eb-2ccc7ac42c12,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:23.692410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e005dab-ba32-454e-abd4-907ca309f5b8 req-b17d84dc-0f16-4c68-b509-f02e23ccb8de tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:23.700236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e005dab-ba32-454e-abd4-907ca309f5b8 req-b17d84dc-0f16-4c68-b509-f02e23ccb8de tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.2008681 Sep 08 13:14:23.720376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ff30b-3344-47d3-9e52-96415f6e70ae req-c13eee78-1914-4b74-b503-8b7f731bf8c8 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:23.734831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-266ff30b-3344-47d3-9e52-96415f6e70ae req-c13eee78-1914-4b74-b503-8b7f731bf8c8 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.1189668 Sep 08 13:14:23.764191 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e005dab-ba32-454e-abd4-907ca309f5b8 req-3656f721-bde3-410f-979e-0676e2811173 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628893 Sep 08 13:14:23.783379 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-14deeefa-fdfa-4b1f-b9fa-db330616e3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:23.811975 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-14deeefa-fdfa-4b1f-b9fa-db330616e3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:23.813888 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-266ff30b-3344-47d3-9e52-96415f6e70ae req-5f40122b-c2c5-4742-b72c-44fad239203f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779605 Sep 08 13:14:23.931509 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-14deeefa-fdfa-4b1f-b9fa-db330616e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:23.937895 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-14deeefa-fdfa-4b1f-b9fa-db330616e3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:23.940224 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-14deeefa-fdfa-4b1f-b9fa-db330616e3b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb6c600a-845a-4f1a-96eb-2ccc7ac42c12 HTTP/1.1" status: 204 len: 168 time: 0.4234538 Sep 08 13:14:23.957146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3355e090-643a-4946-9965-6a07c3314575 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:14:23.977681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 66e4713e-b33d-4ac8-a810-44a79c79f080 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:14:23.987677 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14deeefa-fdfa-4b1f-b9fa-db330616e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6c600a-845a-4f1a-96eb-2ccc7ac42c12,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:24.063362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 66e4713e-b33d-4ac8-a810-44a79c79f080 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:14:24.063968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 66e4713e-b33d-4ac8-a810-44a79c79f080 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:14:24.064554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3355e090-643a-4946-9965-6a07c3314575 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:14:24.165713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3241be2-0f8d-4d38-b1ba-17257419e526 req-58cf3940-2d97-4db6-9c7d-8daa8e840693 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:24.168923 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3241be2-0f8d-4d38-b1ba-17257419e526 req-58cf3940-2d97-4db6-9c7d-8daa8e840693 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0937977 Sep 08 13:14:24.225778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3355e090-643a-4946-9965-6a07c3314575, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3355e090-643a-4946-9965-6a07c3314575,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:24.236184 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3241be2-0f8d-4d38-b1ba-17257419e526 req-b2a1c29f-d13e-42a6-8b7b-0f603f22be92 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513937 Sep 08 13:14:24.246929 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:24.249090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '3355e090-643a-4946-9965-6a07c3314575', 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c', 'port_id': '3355e090-643a-4946-9965-6a07c3314575', 'mac_address': 'fa:16:3e:7d:f7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be139490-49ed-4908-8453-ad1dc6e611ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:14:24.313380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3355e090-643a-4946-9965-6a07c3314575, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3355e090-643a-4946-9965-6a07c3314575,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:24.335305 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:24.354499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3355e090-643a-4946-9965-6a07c3314575 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:24.411228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54478) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:24.428531 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:24.474690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e208b6c-330b-4c26-becd-67a77528ceca req-1757c967-dca8-4e4a-952e-484dd7e48f3b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:24.476697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e208b6c-330b-4c26-becd-67a77528ceca req-1757c967-dca8-4e4a-952e-484dd7e48f3b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0749955 Sep 08 13:14:24.525884 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e208b6c-330b-4c26-becd-67a77528ceca req-4d61d79c-6e1e-4d98-8d02-f051b20544e9 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406749 Sep 08 13:14:24.568171 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:14:24.568171 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:14:24.590930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=3355e090-643a-4946-9965-6a07c3314575,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:24.631954 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf5e1110-6c00-4193-90e9-3cdb69199351 req-1b21938f-d929-4a12-bd69-1f4c449cf30f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 210 time: 0.0458899 Sep 08 13:14:24.655415 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-473b488b-afa4-4eef-8842-eb091d0768b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:24.754905 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-473b488b-afa4-4eef-8842-eb091d0768b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:24.879201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b29fa-44f4-4b91-8cf5-fb031d028376 req-39154281-97f0-4a05-bbc5-aeedf608804c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:24.881066 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b00b29fa-44f4-4b91-8cf5-fb031d028376 req-39154281-97f0-4a05-bbc5-aeedf608804c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.0517704 Sep 08 13:14:24.927111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b00b29fa-44f4-4b91-8cf5-fb031d028376 req-433d2b0c-3039-4ac5-b5d8-5ccdbc041967 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382068 Sep 08 13:14:24.939566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-473b488b-afa4-4eef-8842-eb091d0768b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:24.960191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37fffc1-ec2a-4572-a87d-cfeab116d2e7 req-e2b78199-9fbd-4439-b1be-8c163f6709c6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:24.973719 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b37fffc1-ec2a-4572-a87d-cfeab116d2e7 req-e2b78199-9fbd-4439-b1be-8c163f6709c6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0695195 Sep 08 13:14:24.998985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-473b488b-afa4-4eef-8842-eb091d0768b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4f67cbb67bd429b9aa1633aec36dd07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5867255 Sep 08 13:14:25.004719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54498) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:25.005872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cebeae6-d623-4ed2-a350-2c6978653177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3355e090-643a-4946-9965-6a07c3314575'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:25.009925 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6426bc-4b0f-4401-99c6-18fade17a73c" -d '{"events": [{"server_uuid": "2cebeae6-d623-4ed2-a350-2c6978653177", "name": "network-vif-unplugged", "status": "completed", "tag": "3355e090-643a-4946-9965-6a07c3314575"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:25.035947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b37fffc1-ec2a-4572-a87d-cfeab116d2e7 req-5e546cb0-b586-4e4c-8b31-58f0ad84bd53 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571904 Sep 08 13:14:25.047559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b488b-afa4-4eef-8842-eb091d0768b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ece25ae-2141-4e31-89ba-83bd6e9c45bc,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:25.072645 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50aec1a6-d71b-4ade-9d32-cb188ac3b981 x-openstack-request-id: req-50aec1a6-d71b-4ade-9d32-cb188ac3b981 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:25.073193 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cebeae6-d623-4ed2-a350-2c6978653177", "name": "network-vif-unplugged", "status": "completed", "tag": "3355e090-643a-4946-9965-6a07c3314575", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:25.074012 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50aec1a6-d71b-4ade-9d32-cb188ac3b981 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:25.074451 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cebeae6-d623-4ed2-a350-2c6978653177', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3355e090-643a-4946-9965-6a07c3314575', 'code': 200} Sep 08 13:14:25.107856 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:25.110927 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6910d70-afba-464e-b425-e6b0a645dff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:25.123853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3355e090-643a-4946-9965-6a07c3314575 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:25.135455 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6910d70-afba-464e-b425-e6b0a645dff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:25.144772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3355e090-643a-4946-9965-6a07c3314575, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3355e090-643a-4946-9965-6a07c3314575,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:25.358544 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:25.358735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6910d70-afba-464e-b425-e6b0a645dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:25.361180 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6910d70-afba-464e-b425-e6b0a645dff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:25.363051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b6910d70-afba-464e-b425-e6b0a645dff1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6ece25ae-2141-4e31-89ba-83bd6e9c45bc HTTP/1.1" status: 204 len: 168 time: 0.3552775 Sep 08 13:14:25.365559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd048a9b-99d7-4755-93e2-2230ce6faa1e req-f14c4d5e-62e0-49bb-9ed2-0ea77ab544cb tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:25.367297 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd048a9b-99d7-4755-93e2-2230ce6faa1e req-f14c4d5e-62e0-49bb-9ed2-0ea77ab544cb tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 944 time: 0.0552320 Sep 08 13:14:25.374548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6910d70-afba-464e-b425-e6b0a645dff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ece25ae-2141-4e31-89ba-83bd6e9c45bc,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:25.428984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd048a9b-99d7-4755-93e2-2230ce6faa1e req-934a482e-65cf-4cc9-bc4f-e68746835ff4 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468757 Sep 08 13:14:25.454297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=3355e090-643a-4946-9965-6a07c3314575,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:25.647849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48777c-375a-46a4-820b-d1f3b22b2769 req-9a68fced-34c8-4adb-ba2d-a85f574126d0 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:25.649835 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ef48777c-375a-46a4-820b-d1f3b22b2769 req-9a68fced-34c8-4adb-ba2d-a85f574126d0 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0532305 Sep 08 13:14:25.668170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['3355e090-643a-4946-9965-6a07c3314575'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:25.699385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ef48777c-375a-46a4-820b-d1f3b22b2769 req-0a8f7308-6ea4-4cef-a57b-cf34f378283c tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429897 Sep 08 13:14:25.750767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9c957782-95c7-487c-9ee2-02a32b988b64 req-4300afc8-49b1-46c1-a77d-3f5fb21bac51 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 210 time: 0.0448349 Sep 08 13:14:26.069793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0070b0b-ed44-4e82-a694-a61fc2494871 req-38772ae5-47ef-4ae8-a38d-9835b1efc073 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:26.072027 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a0070b0b-ed44-4e82-a694-a61fc2494871 req-38772ae5-47ef-4ae8-a38d-9835b1efc073 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.0536842 Sep 08 13:14:26.142644 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a0070b0b-ed44-4e82-a694-a61fc2494871 req-bdaf4e37-bd4d-4657-96b0-df0f03c7166e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595577 Sep 08 13:14:26.181948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd030345-fbb1-4201-bc3e-a38861c2643a req-a17108d3-8325-4727-b492-9440ae17f4dc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:26.184310 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd030345-fbb1-4201-bc3e-a38861c2643a req-a17108d3-8325-4727-b492-9440ae17f4dc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0565739 Sep 08 13:14:26.228423 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd030345-fbb1-4201-bc3e-a38861c2643a req-c84d0913-891d-4af2-a29a-1b51fcf4aa60 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379159 Sep 08 13:14:26.532078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-7f32db26-4515-413d-8128-c055de6580bd tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:26.534365 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-7f32db26-4515-413d-8128-c055de6580bd tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.70 "GET /v2.0/networks?id=f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a HTTP/1.1" status: 200 len: 822 time: 0.1265094 Sep 08 13:14:26.560481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Request body: {'port': {'device_id': 'f25608e1-1fe5-416b-8f97-f8174423ada7', 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a', 'admin_state_up': True, 'tenant_id': '00362f9f4c5f42c2af1c4b613e8f928a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:26.696115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c4faa-2764-40a4-8750-8e56b456a49a req-c4e698d9-48fd-41dd-962b-f0ea079ca1e2 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:26.697853 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e5c4faa-2764-40a4-8750-8e56b456a49a req-c4e698d9-48fd-41dd-962b-f0ea079ca1e2 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 1101 time: 0.1003966 Sep 08 13:14:26.748890 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e5c4faa-2764-40a4-8750-8e56b456a49a req-ed29ad56-c988-4651-89e8-7bfcfb6110a0 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:26.799978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [req-9e5c4faa-2764-40a4-8750-8e56b456a49a req-ed29ad56-c988-4651-89e8-7bfcfb6110a0 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:14:26.799978 n-d-807558-3 neutron-server[96264]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 08 13:14:26.799978 n-d-807558-3 neutron-server[96264]: [parameters: {'project_id': 'e98f31d841e94d09b54cfcb8f07c436f', 'id': 'f4bacc42-7662-4e16-b029-0412d68d81fa', 'expiration': datetime.datetime(2021, 9, 8, 13, 16, 26, 776975)}] Sep 08 13:14:26.799978 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:14:26.800445 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [req-9e5c4faa-2764-40a4-8750-8e56b456a49a req-ed29ad56-c988-4651-89e8-7bfcfb6110a0 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:14:26.940873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be167a7f-b67f-4057-bc69-53222b70017e req-314e4e4b-9853-419a-b1ed-f54ce5cdbff8 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:26.942314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be167a7f-b67f-4057-bc69-53222b70017e req-314e4e4b-9853-419a-b1ed-f54ce5cdbff8 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 945 time: 0.4289529 Sep 08 13:14:26.982775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be167a7f-b67f-4057-bc69-53222b70017e req-14ac6fb9-2a2a-48a8-88a4-b414167a6bcd tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342174 Sep 08 13:14:27.018776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Made reservation on behalf of 00362f9f4c5f42c2af1c4b613e8f928a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:14:27.019341 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:27.154908 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Allocated IP 172.20.0.9 (f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a/d2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee/893e5ba9-e6a0-4ff9-9c79-290d38ffad83) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:14:27.199505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eed46-dd14-457f-86ae-2f74ab603844 req-e5281e96-7595-4352-b47f-8cfb310968c5 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:27.201002 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-863eed46-dd14-457f-86ae-2f74ab603844 req-e5281e96-7595-4352-b47f-8cfb310968c5 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0520864 Sep 08 13:14:27.244955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-863eed46-dd14-457f-86ae-2f74ab603844 req-07fc330b-099e-4040-b606-b2b0d54cec69 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378840 Sep 08 13:14:27.303413 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e5c4faa-2764-40a4-8750-8e56b456a49a req-ed29ad56-c988-4651-89e8-7bfcfb6110a0 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:27.325677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:27.334218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2520b8e7-54c4-48a2-9072-5ea0acb454ad req-2109eefd-405d-44d5-a4f7-c226543270eb tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 210 time: 0.0286677 Sep 08 13:14:27.446956 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e5c4faa-2764-40a4-8750-8e56b456a49a req-ed29ad56-c988-4651-89e8-7bfcfb6110a0 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:27.508317 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:27.546428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-4c8c1728-4fc9-4226-8d70-0093cda14f2c req-34509007-b103-4ed3-bce6-a8add33147c9 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1699651756', 'description': 'tempest-description-27980923'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:27.553194 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e5c4faa-2764-40a4-8750-8e56b456a49a req-ed29ad56-c988-4651-89e8-7bfcfb6110a0 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:27.592139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:14:27.604584 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e5c4faa-2764-40a4-8750-8e56b456a49a req-ed29ad56-c988-4651-89e8-7bfcfb6110a0 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8957052 Sep 08 13:14:27.609153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:14:27.612312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:14:27.615306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event updated for resources: {'Port': ['ID=893e5ba9-e6a0-4ff9-9c79-290d38ffad83,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:27.619194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29ad56-c988-4651-89e8-7bfcfb6110a0 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878c1c0f-ecb7-4d9b-9703-bbb2d4d1c985,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:27.661694 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4c8c1728-4fc9-4226-8d70-0093cda14f2c req-34509007-b103-4ed3-bce6-a8add33147c9 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:27.674149 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:27.674400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4c8c1728-4fc9-4226-8d70-0093cda14f2c req-34509007-b103-4ed3-bce6-a8add33147c9 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:27.674949 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:27.737414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9fcd1-ff1e-4122-a973-1cfcebdd4803 req-1b595a6e-bfc3-4073-8990-647fbe4f13bb tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:27.739096 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82b9fcd1-ff1e-4122-a973-1cfcebdd4803 req-1b595a6e-bfc3-4073-8990-647fbe4f13bb tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.0574176 Sep 08 13:14:27.780094 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4c8c1728-4fc9-4226-8d70-0093cda14f2c req-34509007-b103-4ed3-bce6-a8add33147c9 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:27.786625 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82b9fcd1-ff1e-4122-a973-1cfcebdd4803 req-04591808-0c8b-4f33-839d-d45dd091e8fb tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400820 Sep 08 13:14:27.866681 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4c8c1728-4fc9-4226-8d70-0093cda14f2c req-34509007-b103-4ed3-bce6-a8add33147c9 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:27.891816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54590) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:27.904693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34509007-b103-4ed3-bce6-a8add33147c9 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a6065a-d8aa-48bc-8c96-9832952b9356,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:27.966091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3355e090-643a-4946-9965-6a07c3314575 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:14:27.969529 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-a32eafaa-175b-460c-a711-8c82c3298035 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4239526 Sep 08 13:14:27.983784 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Request body: {'port': {'device_id': 'f25608e1-1fe5-416b-8f97-f8174423ada7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:28.050389 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4c8c1728-4fc9-4226-8d70-0093cda14f2c req-34509007-b103-4ed3-bce6-a8add33147c9 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.071233 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.078353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 3355e090-643a-4946-9965-6a07c3314575 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:28.079132 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.087054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1839876687'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:28.152883 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4c8c1728-4fc9-4226-8d70-0093cda14f2c req-34509007-b103-4ed3-bce6-a8add33147c9 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.176500 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.181984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34509007-b103-4ed3-bce6-a8add33147c9 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f60d039-9666-4bac-9ccd-cd21f17d82a1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:28.211971 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cebeae6-d623-4ed2-a350-2c6978653177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3355e090-643a-4946-9965-6a07c3314575'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:28.215471 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6c4545-00c2-4990-b4c3-bc73b5bbdea9" -d '{"events": [{"server_uuid": "2cebeae6-d623-4ed2-a350-2c6978653177", "name": "network-vif-plugged", "status": "completed", "tag": "3355e090-643a-4946-9965-6a07c3314575"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:28.231600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3355e090-643a-4946-9965-6a07c3314575, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3355e090-643a-4946-9965-6a07c3314575,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:28.313940 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Made reservation on behalf of 467543a426fa46849985943e89d252e1 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:14:28.317357 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.328473 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.333764 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.384404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=3355e090-643a-4946-9965-6a07c3314575,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:28.388535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:28.400893 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.414430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Transition to ACTIVE for port object 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:14:28.426642 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4c8c1728-4fc9-4226-8d70-0093cda14f2c req-34509007-b103-4ed3-bce6-a8add33147c9 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.427918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4c8c1728-4fc9-4226-8d70-0093cda14f2c req-34509007-b103-4ed3-bce6-a8add33147c9 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8862581 Sep 08 13:14:28.526437 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.540049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b028105-b283-47bf-ac21-359ae2198281 req-3dddab96-c4cf-4e34-adb6-9c4e4f949730 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:28.541716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b028105-b283-47bf-ac21-359ae2198281 req-3dddab96-c4cf-4e34-adb6-9c4e4f949730 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0635436 Sep 08 13:14:28.569509 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.583510 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b028105-b283-47bf-ac21-359ae2198281 req-e38aea3a-dc1b-4cc8-ae0e-a3b3f6785097 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359087 Sep 08 13:14:28.608653 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b577ce33-0c91-4b79-a84b-477d9b9c3264 x-openstack-request-id: req-b577ce33-0c91-4b79-a84b-477d9b9c3264 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:28.608653 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cebeae6-d623-4ed2-a350-2c6978653177", "name": "network-vif-plugged", "status": "completed", "tag": "3355e090-643a-4946-9965-6a07c3314575", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:28.608653 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b577ce33-0c91-4b79-a84b-477d9b9c3264 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:28.608653 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cebeae6-d623-4ed2-a350-2c6978653177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3355e090-643a-4946-9965-6a07c3314575', 'code': 200} Sep 08 13:14:28.638599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Pushing event updated for resources: {'Port': ['ID=893e5ba9-e6a0-4ff9-9c79-290d38ffad83,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:28.728478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058df67-794a-4f01-a784-7ad5795e8ec3 req-9719b853-3a0b-4bbf-ba8f-e2a7b4b74fc5 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:28.730033 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c058df67-794a-4f01-a784-7ad5795e8ec3 req-9719b853-3a0b-4bbf-ba8f-e2a7b4b74fc5 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 943 time: 0.0619121 Sep 08 13:14:28.733454 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.778667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:14:28.792537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33115ce-77a6-4da8-9414-a62648ab0069 req-9c02c930-c099-4e46-a76a-520b35399cfb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:28.793954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c058df67-794a-4f01-a784-7ad5795e8ec3 req-85fc54e1-fc1e-4319-8b71-5cb303ccf39e tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543656 Sep 08 13:14:28.794167 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f33115ce-77a6-4da8-9414-a62648ab0069 req-9c02c930-c099-4e46-a76a-520b35399cfb tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.1223648 Sep 08 13:14:28.798907 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b123e45a-39e9-475f-9795-7cbc06e08b84,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:28.800359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb885f-d9b1-4a30-a808-44fe339fea78 req-98eb8956-3577-4b04-9c65-c115f668d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:28.802565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9feb885f-d9b1-4a30-a808-44fe339fea78 req-98eb8956-3577-4b04-9c65-c115f668d977 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 1097 time: 0.0716314 Sep 08 13:14:28.803815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Attempting to bind port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:14:28.804152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Attempting to bind port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:14:28.804481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Attempting to bind port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 on network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:28.806936 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.807275 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Added segment 8e09f239-8cb0-4318-82de-72130749421c of type vlan for network f1c72040-b5ac-4891-bebf-a4409206068d Sep 08 13:14:28.831920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 on network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:14:28.831920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Attempting to bind port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 on network f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:28.857061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c169e7ca-c852-416a-8d52-7d14f09df17a req-4822179e-a7be-4514-ba51-11d68deb0f4f tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1255255913', 'description': 'tempest-description-1293930251'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:28.863721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9feb885f-d9b1-4a30-a808-44fe339fea78 req-149ddcdc-4569-4049-9cae-f310e0d9947e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537567 Sep 08 13:14:28.892643 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:14:28.892977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Checking segment: {'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:14:28.893367 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Bound using segment: {'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:14:28.893882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Bound port: 893e5ba9-e6a0-4ff9-9c79-290d38ffad83, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f7d3273-3c7d-4224-b318-b5cd12fef078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:14:28.894247 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.907384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.967500 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f33115ce-77a6-4da8-9414-a62648ab0069 req-a2eae77d-8410-4dce-9c9a-462b265cfded tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493850 Sep 08 13:14:28.975629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c169e7ca-c852-416a-8d52-7d14f09df17a req-4822179e-a7be-4514-ba51-11d68deb0f4f tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:28.983152 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-3834bf78-da6e-42ee-88d0-dada8b680ea8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1571436 Sep 08 13:14:28.996560 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-414bbdcb-6a34-46d0-a4e2-51a42984824f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:14:28.997401 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-414bbdcb-6a34-46d0-a4e2-51a42984824f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057542 Sep 08 13:14:29.021227 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] For port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:14:29.026111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] For port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=893e5ba9-e6a0-4ff9-9c79-290d38ffad83,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:14:29.075333 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:29.075731 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c169e7ca-c852-416a-8d52-7d14f09df17a req-4822179e-a7be-4514-ba51-11d68deb0f4f tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:29.080692 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:29.081280 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:29.159537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4410e10-2db7-41ce-925f-a0f1c1909204 req-60fccfb8-9c51-4722-9636-ac10a17afb88 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:29.161043 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4410e10-2db7-41ce-925f-a0f1c1909204 req-60fccfb8-9c51-4722-9636-ac10a17afb88 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.1187365 Sep 08 13:14:29.161863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Pushing event updated for resources: {'Network': ['ID=f1c72040-b5ac-4891-bebf-a4409206068d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:29.173243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network f1c72040-b5ac-4891-bebf-a4409206068d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:14:29.204537 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4410e10-2db7-41ce-925f-a0f1c1909204 req-ea86fbb4-d48e-46e7-9bea-ff89ab9e21e7 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356956 Sep 08 13:14:29.213729 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c169e7ca-c852-416a-8d52-7d14f09df17a req-4822179e-a7be-4514-ba51-11d68deb0f4f tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:29.216507 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:29.266298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:29.267034 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:29.268307 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] 10.222.0.70 "PUT /v2.0/ports/893e5ba9-e6a0-4ff9-9c79-290d38ffad83 HTTP/1.1" status: 200 len: 1091 time: 1.2906859 Sep 08 13:14:29.268759 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f25608e1-1fe5-416b-8f97-f8174423ada7', 'tag': '893e5ba9-e6a0-4ff9-9c79-290d38ffad83'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:29.271069 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4038b7d8-281e-4c8d-8e94-35f53254c1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f25608e1-1fe5-416b-8f97-f8174423ada7", "tag": "893e5ba9-e6a0-4ff9-9c79-290d38ffad83"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:29.271814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822179e-a7be-4514-ba51-11d68deb0f4f tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bdb7b1-8ef7-49d5-b205-6c8298157a43,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:29.295727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442b0ea-388e-4fcc-b7f4-d7aee0d89f06 service neutron] Pushing event updated for resources: {'Port': ['ID=893e5ba9-e6a0-4ff9-9c79-290d38ffad83,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:29.346560 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e76c0b57-7d9f-45cc-8a92-54320c66c711 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4502683 Sep 08 13:14:29.346681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54634) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:29.352049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-22c5a697-e32b-4822-a30f-9ac6d08025ba tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Request body: {'subnet': {'network_id': 'f1c72040-b5ac-4891-bebf-a4409206068d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:29.372445 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6268b-cd05-44fd-b98c-99739aa6a8a9 req-bb489a84-fe6a-42d1-8b53-da836989d480 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:29.374034 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3d6268b-cd05-44fd-b98c-99739aa6a8a9 req-bb489a84-fe6a-42d1-8b53-da836989d480 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.0631683 Sep 08 13:14:29.422648 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3d6268b-cd05-44fd-b98c-99739aa6a8a9 req-0c95d185-3619-44ce-ad6e-1fd10d1ed2d6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 Sep 08 13:14:29.438689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c169e7ca-c852-416a-8d52-7d14f09df17a req-4822179e-a7be-4514-ba51-11d68deb0f4f tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:29.438689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c169e7ca-c852-416a-8d52-7d14f09df17a req-4822179e-a7be-4514-ba51-11d68deb0f4f tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5858710 Sep 08 13:14:29.464240 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9539ce4c-ce5b-458b-bdcf-10aa9d4f060d x-openstack-request-id: req-9539ce4c-ce5b-458b-bdcf-10aa9d4f060d {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:29.464555 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f25608e1-1fe5-416b-8f97-f8174423ada7", "tag": "893e5ba9-e6a0-4ff9-9c79-290d38ffad83", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:29.464804 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9539ce4c-ce5b-458b-bdcf-10aa9d4f060d {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:29.465504 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f25608e1-1fe5-416b-8f97-f8174423ada7', 'tag': '893e5ba9-e6a0-4ff9-9c79-290d38ffad83', 'status': 'completed', 'code': 200} Sep 08 13:14:29.531070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038b7d8-281e-4c8d-8e94-35f53254c1ca req-84de0142-6f4a-467c-b843-e589d288f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:29.532576 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4038b7d8-281e-4c8d-8e94-35f53254c1ca req-84de0142-6f4a-467c-b843-e589d288f326 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 1094 time: 0.0424523 Sep 08 13:14:29.585411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c5a697-e32b-4822-a30f-9ac6d08025ba tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Made reservation on behalf of 467543a426fa46849985943e89d252e1 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:14:29.597014 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-22c5a697-e32b-4822-a30f-9ac6d08025ba tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:29.643307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-d25b4e74-d5ba-4f19-bfc4-be2a7bae37b5 req-bf9019f7-1de3-41ab-a426-c5ab41de32e5 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-752781594', 'description': 'tempest-description-1250102845'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:29.674942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038b7d8-281e-4c8d-8e94-35f53254c1ca req-3c414e1e-4d70-4a5c-b852-44485a92dba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:29.676463 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4038b7d8-281e-4c8d-8e94-35f53254c1ca req-3c414e1e-4d70-4a5c-b852-44485a92dba1 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1273324 Sep 08 13:14:29.800477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d81c3-e755-48d0-9378-a5625ec3249f req-da0c2431-a0cd-4ca4-b1e0-f8e15cbede01 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:29.801055 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-845d81c3-e755-48d0-9378-a5625ec3249f req-da0c2431-a0cd-4ca4-b1e0-f8e15cbede01 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.1088443 Sep 08 13:14:29.820887 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038b7d8-281e-4c8d-8e94-35f53254c1ca req-8e67b5f2-6ad4-409e-8283-c21d7e9665ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:29.822340 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4038b7d8-281e-4c8d-8e94-35f53254c1ca req-8e67b5f2-6ad4-409e-8283-c21d7e9665ec service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379745 Sep 08 13:14:29.833053 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d25b4e74-d5ba-4f19-bfc4-be2a7bae37b5 req-bf9019f7-1de3-41ab-a426-c5ab41de32e5 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:29.843083 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d25b4e74-d5ba-4f19-bfc4-be2a7bae37b5 req-bf9019f7-1de3-41ab-a426-c5ab41de32e5 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:29.857859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-845d81c3-e755-48d0-9378-a5625ec3249f req-721bd0ed-c573-4d89-9fe4-d88563451429 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459411 Sep 08 13:14:29.918666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-1aa303c1-beb3-4bc6-9774-d3e09d010b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:29.920549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-1aa303c1-beb3-4bc6-9774-d3e09d010b40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 1094 time: 0.0494833 Sep 08 13:14:29.932977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-22c5a697-e32b-4822-a30f-9ac6d08025ba tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:30.007279 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-0555be0d-e0e8-4b5e-8acb-35144ea2e091 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=893e5ba9-e6a0-4ff9-9c79-290d38ffad83 HTTP/1.1" status: 200 len: 217 time: 0.0679429 Sep 08 13:14:30.023238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c5a697-e32b-4822-a30f-9ac6d08025ba tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Pushing event updated for resources: {'Subnet': ['ID=4837d5ef-833c-48ac-b474-1afcf80e48a7,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:30.045195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c5a697-e32b-4822-a30f-9ac6d08025ba tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Checking segment: {'id': '8e09f239-8cb0-4318-82de-72130749421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c72040-b5ac-4891-bebf-a4409206068d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:14:30.045562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5a697-e32b-4822-a30f-9ac6d08025ba tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Network hostable DHCP agents. Network: f1c72040-b5ac-4891-bebf-a4409206068d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:14:30.057693 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d25b4e74-d5ba-4f19-bfc4-be2a7bae37b5 req-bf9019f7-1de3-41ab-a426-c5ab41de32e5 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:30.063716 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5147f1-2024-4ae1-ac1a-5637f8ac81c6 req-5392666a-e099-47b6-8567-2c396d93fc08 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:30.065907 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a5147f1-2024-4ae1-ac1a-5637f8ac81c6 req-5392666a-e099-47b6-8567-2c396d93fc08 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 943 time: 0.1252661 Sep 08 13:14:30.094357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-2d2abd6e-b7a2-4706-b8e1-c457cd3729b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:30.096476 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-2d2abd6e-b7a2-4706-b8e1-c457cd3729b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee HTTP/1.1" status: 200 len: 862 time: 0.0810182 Sep 08 13:14:30.117820 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d25b4e74-d5ba-4f19-bfc4-be2a7bae37b5 req-bf9019f7-1de3-41ab-a426-c5ab41de32e5 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:30.136435 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-cd65f729-7e2a-4e5f-a731-f8e2f493096c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307689 Sep 08 13:14:30.139722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a5147f1-2024-4ae1-ac1a-5637f8ac81c6 req-7deb1606-7d83-4f90-9909-e8d6966ebd84 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669675 Sep 08 13:14:30.151299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c5a697-e32b-4822-a30f-9ac6d08025ba tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Network f1c72040-b5ac-4891-bebf-a4409206068d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:14:30.172955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9019f7-1de3-41ab-a426-c5ab41de32e5 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d25babe-d38c-4be9-99e3-feb424ec0419,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:30.240924 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d25b4e74-d5ba-4f19-bfc4-be2a7bae37b5 req-bf9019f7-1de3-41ab-a426-c5ab41de32e5 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:30.265283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-22c5a697-e32b-4822-a30f-9ac6d08025ba tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, f1c72040-b5ac-4891-bebf-a4409206068d) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:14:30.272000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c5a697-e32b-4822-a30f-9ac6d08025ba tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:30.272242 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-586f5a31-fff4-4184-8ccb-cabb10c91040 service neutron] 10.222.0.70 "GET /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278009 Sep 08 13:14:30.272952 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-22c5a697-e32b-4822-a30f-9ac6d08025ba tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:30.280740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaaacb6-f159-468e-9484-db674c968731 None None] Network f1c72040-b5ac-4891-bebf-a4409206068d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:14:30.281239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60315a-d9eb-49d8-ad0a-6d9c75eeb96c req-bdd50b2a-e16d-43fe-b266-86335dc48091 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:30.282544 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e60315a-d9eb-49d8-ad0a-6d9c75eeb96c req-bdd50b2a-e16d-43fe-b266-86335dc48091 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0747955 Sep 08 13:14:30.361350 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d25b4e74-d5ba-4f19-bfc4-be2a7bae37b5 req-bf9019f7-1de3-41ab-a426-c5ab41de32e5 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:30.380292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e60315a-d9eb-49d8-ad0a-6d9c75eeb96c req-a121d18c-9815-4289-8043-1262e249f2bf tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883870 Sep 08 13:14:30.401941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9019f7-1de3-41ab-a426-c5ab41de32e5 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9347fc5f-65d7-4e98-8d39-90445c71442b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:30.405815 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f082e7a4-8233-49d4-bd2c-587a47a5058f req-008d3243-7fd6-4c6c-895e-87b390721ec7 service neutron] 10.222.0.70 "GET /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221204 Sep 08 13:14:30.457173 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f1c72040-b5ac-4891-bebf-a4409206068d', 'network_id': 'f1c72040-b5ac-4891-bebf-a4409206068d', 'tenant_id': '467543a426fa46849985943e89d252e1', 'fixed_ips': [{'subnet_id': '4837d5ef-833c-48ac-b474-1afcf80e48a7'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:14:30.458226 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:30.469103 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-22c5a697-e32b-4822-a30f-9ac6d08025ba tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1188476 Sep 08 13:14:30.469322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54662) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:30.474250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Request body: {'port': {'network_id': 'f1c72040-b5ac-4891-bebf-a4409206068d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1332442480'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:30.510258 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d25b4e74-d5ba-4f19-bfc4-be2a7bae37b5 req-bf9019f7-1de3-41ab-a426-c5ab41de32e5 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:30.512020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d25b4e74-d5ba-4f19-bfc4-be2a7bae37b5 req-bf9019f7-1de3-41ab-a426-c5ab41de32e5 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8797655 Sep 08 13:14:30.540047 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16b57f-eb87-4dc2-9b60-bb8a129700fc req-54c15339-ce1b-4b5f-a921-bb6294f7351a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:30.541371 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca16b57f-eb87-4dc2-9b60-bb8a129700fc req-54c15339-ce1b-4b5f-a921-bb6294f7351a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0664351 Sep 08 13:14:30.595422 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca16b57f-eb87-4dc2-9b60-bb8a129700fc req-06c105c5-b270-43e0-9db5-2d670d3bae16 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465078 Sep 08 13:14:30.643801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-5efb8591-b6e5-49dd-9170-383e82aea68e req-45e1574a-408e-44ff-bdd4-f1295cee3969 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1274803223', 'description': 'tempest-description-435836385'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:30.656869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Allocated IP 172.20.0.2 (f1c72040-b5ac-4891-bebf-a4409206068d/4837d5ef-833c-48ac-b474-1afcf80e48a7/e61a3c45-7fa0-4601-b148-35b94e59fb50) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:14:30.659166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63777b-c1be-426c-ac3b-6e781aa10a4a req-be86a616-477a-4040-9b7c-9b1c97a69df5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:30.660846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ef63777b-c1be-426c-ac3b-6e781aa10a4a req-be86a616-477a-4040-9b7c-9b1c97a69df5 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 945 time: 0.0899887 Sep 08 13:14:30.701611 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ef63777b-c1be-426c-ac3b-6e781aa10a4a req-145caeb9-57d5-4db4-a815-da75c86ceab3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338860 Sep 08 13:14:30.764408 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:14:30.805166 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:30.809250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Made reservation on behalf of 467543a426fa46849985943e89d252e1 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:14:30.813353 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:30.818146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Transition to ACTIVE for port object e61a3c45-7fa0-4601-b148-35b94e59fb50 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:14:30.833138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] device_id is not set on port df801dc9-b203-4908-845e-e571fa73ab51 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:14:30.836871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Transition to ACTIVE for port object e61a3c45-7fa0-4601-b148-35b94e59fb50 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:14:30.911097 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5efb8591-b6e5-49dd-9170-383e82aea68e req-45e1574a-408e-44ff-bdd4-f1295cee3969 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:30.968501 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:31.001121 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5efb8591-b6e5-49dd-9170-383e82aea68e req-45e1574a-408e-44ff-bdd4-f1295cee3969 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:31.010489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf89b3-b353-4b5d-85c5-02aeb4e1051d req-20f4dbf3-2360-4950-bf61-50ee6a24dad3 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:31.012711 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14bf89b3-b353-4b5d-85c5-02aeb4e1051d req-20f4dbf3-2360-4950-bf61-50ee6a24dad3 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0842037 Sep 08 13:14:31.015742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Network f1c72040-b5ac-4891-bebf-a4409206068d is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:14:31.017151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:14:31.020547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:14:31.063725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Pushing event updated for resources: {'Port': ['ID=e61a3c45-7fa0-4601-b148-35b94e59fb50,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:31.068893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14bf89b3-b353-4b5d-85c5-02aeb4e1051d req-561a051e-5b10-47b6-bfb8-13c7c35cdb15 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467122 Sep 08 13:14:31.093799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Attempting to bind port e61a3c45-7fa0-4601-b148-35b94e59fb50 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:14:31.094216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Attempting to bind port e61a3c45-7fa0-4601-b148-35b94e59fb50 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '8e09f239-8cb0-4318-82de-72130749421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c72040-b5ac-4891-bebf-a4409206068d'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:14:31.094569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Attempting to bind port e61a3c45-7fa0-4601-b148-35b94e59fb50 on network f1c72040-b5ac-4891-bebf-a4409206068d {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:31.100982 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5efb8591-b6e5-49dd-9170-383e82aea68e req-45e1574a-408e-44ff-bdd4-f1295cee3969 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:31.105448 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-566a6358-6039-47f6-bb0e-ee698cc97c99 {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:14:31.105448 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:14:31.106541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:14:31.107289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Checking segment: {'id': '8e09f239-8cb0-4318-82de-72130749421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c72040-b5ac-4891-bebf-a4409206068d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:14:31.108935 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:31.109255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Bound using segment: {'id': '8e09f239-8cb0-4318-82de-72130749421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c72040-b5ac-4891-bebf-a4409206068d'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:14:31.110093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Bound port: e61a3c45-7fa0-4601-b148-35b94e59fb50, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e09f239-8cb0-4318-82de-72130749421c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'f1c72040-b5ac-4891-bebf-a4409206068d'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:14:31.111245 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:31.130319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1574a-408e-44ff-bdd4-f1295cee3969 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83404ef-340c-4092-8b09-1bca9bf02c5d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:31.180092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] For port e61a3c45-7fa0-4601-b148-35b94e59fb50, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:14:31.183735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] For port e61a3c45-7fa0-4601-b148-35b94e59fb50, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e61a3c45-7fa0-4601-b148-35b94e59fb50,segment=NetworkSegment(8e09f239-8cb0-4318-82de-72130749421c),segment_id=8e09f239-8cb0-4318-82de-72130749421c)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:14:31.202323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c2821-cde5-467e-9629-2736a5471368 req-e053079a-7d39-4936-972a-e3d87ee549ce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:31.203799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-632c2821-cde5-467e-9629-2736a5471368 req-e053079a-7d39-4936-972a-e3d87ee549ce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.0526555 Sep 08 13:14:31.249220 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-632c2821-cde5-467e-9629-2736a5471368 req-56bdb3e4-b07c-4322-9537-fbfd065ff667 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392413 Sep 08 13:14:31.350747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c522f-8776-4fbf-9799-dd53b392ac03 req-8cc0bd82-29e9-49b7-b987-794341ecfd02 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:31.352205 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-863c522f-8776-4fbf-9799-dd53b392ac03 req-8cc0bd82-29e9-49b7-b987-794341ecfd02 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 943 time: 0.0481029 Sep 08 13:14:31.394767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-863c522f-8776-4fbf-9799-dd53b392ac03 req-a0eb8e0a-8fb4-4824-80e9-c8fa9a79b70b tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353959 Sep 08 13:14:31.460642 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5efb8591-b6e5-49dd-9170-383e82aea68e req-45e1574a-408e-44ff-bdd4-f1295cee3969 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:31.461925 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5efb8591-b6e5-49dd-9170-383e82aea68e req-45e1574a-408e-44ff-bdd4-f1295cee3969 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8261287 Sep 08 13:14:31.569720 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:31.603616 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:31.620821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0961af-f253-4b4e-ac24-51ffa3c8e9dd req-dc89ba76-b6fe-4ee5-8c9f-07dabb5c9bcf tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:31.622385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc0961af-f253-4b4e-ac24-51ffa3c8e9dd req-dc89ba76-b6fe-4ee5-8c9f-07dabb5c9bcf tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.1119268 Sep 08 13:14:31.631514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab13ff6-fec9-4fd8-babe-04355c11ee6f None None] Pushing event updated for resources: {'Port': ['ID=e61a3c45-7fa0-4601-b148-35b94e59fb50,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:31.639507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a67dc716-e9c1-42c9-9a91-a3ddfcfd806d tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:31.641083 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a67dc716-e9c1-42c9-9a91-a3ddfcfd806d tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 1096 time: 0.1017716 Sep 08 13:14:31.650925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] device_id is not set on port 981595b5-3095-437a-8d43-54dcdade1c48 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:14:31.670365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-807558-3'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:31.693101 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc0961af-f253-4b4e-ac24-51ffa3c8e9dd req-91ed3628-7a7b-4929-9fd0-0801997d2c04 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621200 Sep 08 13:14:31.749256 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:31.796278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Allocated IP 172.20.0.11 (f1c72040-b5ac-4891-bebf-a4409206068d/4837d5ef-833c-48ac-b474-1afcf80e48a7/981595b5-3095-437a-8d43-54dcdade1c48) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:14:31.914449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-f799ae0b-7808-4601-ad61-e0da90238a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:31.915976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-f799ae0b-7808-4601-ad61-e0da90238a0d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 1101 time: 0.0902846 Sep 08 13:14:32.061762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:32.074015 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:32.111583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-799f3b9b-6024-49f2-b36a-8de4627d4eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:32.113068 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-799f3b9b-6024-49f2-b36a-8de4627d4eb6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1874883 Sep 08 13:14:32.124023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Transition to ACTIVE for port object 981595b5-3095-437a-8d43-54dcdade1c48 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:14:32.148703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:14:32.163326 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-fb373072-ea33-441d-8cf6-159019d36696 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 HTTP/1.1" status: 200 len: 217 time: 0.0412488 Sep 08 13:14:32.200433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c2a0f-7777-4039-bf14-0f64791afe54 req-b63646af-b399-438d-a0e6-2adf380f7ab0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:32.202023 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c2c2a0f-7777-4039-bf14-0f64791afe54 req-b63646af-b399-438d-a0e6-2adf380f7ab0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.1312482 Sep 08 13:14:32.220270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6e19f7-d807-498a-b6d3-b91bae8ff863'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:32.222715 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f00006-1fec-4588-a6dc-8a421c0d578b" -d '{"events": [{"server_uuid": "0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6e19f7-d807-498a-b6d3-b91bae8ff863"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:32.230329 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:32.272176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-174e627b-9d45-481a-9f9e-70aad5747811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:32.273663 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-174e627b-9d45-481a-9f9e-70aad5747811 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0987084 Sep 08 13:14:32.278205 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-4515bdac-f0db-445b-be7d-74f8ab93ee9c tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50577 time: 0.5483153 Sep 08 13:14:32.310870 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:32.311998 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c2c2a0f-7777-4039-bf14-0f64791afe54 req-a4953ab9-8452-4a54-a483-e986bcd08e2f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866363 Sep 08 13:14:32.343833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-59a8b0ee-bb20-4bed-b787-6498b0165579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:32.345170 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-59a8b0ee-bb20-4bed-b787-6498b0165579 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0637076 Sep 08 13:14:32.410223 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6e19f7-d807-498a-b6d3-b91bae8ff863,revision_number=7']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:32.452007 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-5c81d00c-2809-4684-914b-89ee30d89c63 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/1be399a4-5d02-46ef-8f67-a0b80d4acab2 HTTP/1.1" status: 200 len: 2977 time: 0.1131577 Sep 08 13:14:32.458347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Attempting to bind port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on host n-h2-807558-3 for vnic_type normal with profile {"migrating_to": "n-h1-807558-3"} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:14:32.459042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Attempting to bind port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:14:32.459568 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Attempting to bind port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:32.460533 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:32.472211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:14:32.472622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Attempting to bind port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on network 178a2dbf-fa69-4172-bac3-43bd50415f75 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:32.484511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:14:32.484893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Checking segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:14:32.485347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Bound using segment: {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:14:32.485862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Bound port: 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b6f2d05-a0ef-470e-8a32-19ab61c001a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '178a2dbf-fa69-4172-bac3-43bd50415f75'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:14:32.486340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:32.541212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Network f1c72040-b5ac-4891-bebf-a4409206068d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:14:32.546208 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-99d509f2-8677-4409-899b-bacb6fc3bfde tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/1be399a4-5d02-46ef-8f67-a0b80d4acab2 HTTP/1.1" status: 200 len: 2977 time: 0.0823221 Sep 08 13:14:32.548309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Pushing event updated for resources: {'Port': ['ID=981595b5-3095-437a-8d43-54dcdade1c48,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:32.557959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:14:32.560480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:14:32.596593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-5bca5409-690d-4bcc-bd9d-8e209dee461d service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409060 Sep 08 13:14:32.606488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:14:32.606840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75685edd-1a7d-436e-87b4-30be45f60f57 req-73d12a2f-3f3e-4896-8957-07437a53ac7d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:32.613603 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-75685edd-1a7d-436e-87b4-30be45f60f57 req-73d12a2f-3f3e-4896-8957-07437a53ac7d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.2188957 Sep 08 13:14:32.626013 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-0c556fe0-40e9-48d6-82ef-c6c804adb994 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c HTTP/1.1" status: 200 len: 2981 time: 0.0679986 Sep 08 13:14:32.627475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:14:32.676860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:32.677505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:32.677812 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-792707ea-5fb9-4cc2-91b8-8fe0fbcb7051 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c HTTP/1.1" status: 200 len: 2981 time: 0.0455835 Sep 08 13:14:32.695537 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:32.747590 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-75685edd-1a7d-436e-87b4-30be45f60f57 req-f1119faa-fde0-4104-8064-04ce815a3d1a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208990 Sep 08 13:14:32.748637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe4296-845d-4e16-b21d-775f67faa898 None None] Network f1c72040-b5ac-4891-bebf-a4409206068d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:14:32.765861 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-244d9ca4-7117-4b30-b459-79cd9e4d47c6 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564050 Sep 08 13:14:32.838039 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7e787a28-390e-4df8-a940-e6b8895a3fa9 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.3646472 Sep 08 13:14:32.839747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54696) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:32.871133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d6fe1455-aed6-4852-b90a-fab2f45ed561 None None] Provisioning for port e61a3c45-7fa0-4601-b148-35b94e59fb50 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:14:33.032697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e61a3c45-7fa0-4601-b148-35b94e59fb50 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:14:33.072526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-933fd6a3-4350-4c4f-bb4f-3857777eb8c8 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Deleting port 981595b5-3095-437a-8d43-54dcdade1c48 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:14:33.072878 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-933fd6a3-4350-4c4f-bb4f-3857777eb8c8 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:33.117089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-d80165b8-2f9c-465a-82ca-d7de810ec938 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5d25babe-d38c-4be9-99e3-feb424ec0419 HTTP/1.1" status: 200 len: 2981 time: 0.4294817 Sep 08 13:14:33.121673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-8e6d7ff5-14a8-4f85-bf7b-b36d2247f787 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:33.123441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-8e6d7ff5-14a8-4f85-bf7b-b36d2247f787 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/networks?id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c HTTP/1.1" status: 200 len: 815 time: 0.1690969 Sep 08 13:14:33.175559 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-968c1d4f-704d-4d4c-84f3-bedd6618aa48 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/quotas/b206cfebddf84418a875572b10b1551e HTTP/1.1" status: 200 len: 375 time: 0.0459313 Sep 08 13:14:33.187204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6e19f7-d807-498a-b6d3-b91bae8ff863,revision_number=8']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:33.194645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:33.195791 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:33.197508 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-9b91d96e-d4f5-46c3-831c-37e879b14475 service neutron] 10.222.0.70 "PUT /v2.0/ports/7d6e19f7-d807-498a-b6d3-b91bae8ff863 HTTP/1.1" status: 200 len: 1121 time: 1.5337911 Sep 08 13:14:33.222389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-b079ff40-cfa7-4252-8935-e5d513f2193f tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/5d25babe-d38c-4be9-99e3-feb424ec0419 HTTP/1.1" status: 200 len: 2981 time: 0.0694261 Sep 08 13:14:33.233483 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-933fd6a3-4350-4c4f-bb4f-3857777eb8c8 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:33.269508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-933fd6a3-4350-4c4f-bb4f-3857777eb8c8 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Calling delete_port for 981595b5-3095-437a-8d43-54dcdade1c48 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:14:33.281196 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-0810f3f6-ec8d-4f97-9a5d-3b0be4e6f54f tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/6b0c2dce-c0c8-48d9-8d56-a410d74fbb60 HTTP/1.1" status: 200 len: 2981 time: 0.0464063 Sep 08 13:14:33.290841 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-925b4d72-0054-483a-96ef-d2fab33446d3 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b206cfebddf84418a875572b10b1551e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1025281 Sep 08 13:14:33.291526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['7d6e19f7-d807-498a-b6d3-b91bae8ff863'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:33.366793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['7d6e19f7-d807-498a-b6d3-b91bae8ff863'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:33.370255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port e61a3c45-7fa0-4601-b148-35b94e59fb50 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:14:33.377813 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-4a9be80d-4cfa-4566-9658-d518f4925bfc tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/6b0c2dce-c0c8-48d9-8d56-a410d74fbb60 HTTP/1.1" status: 200 len: 2981 time: 0.0846415 Sep 08 13:14:33.386318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e61a3c45-7fa0-4601-b148-35b94e59fb50 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:33.387057 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:33.440330 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-8df8b477-acb6-4f99-bdbd-37153a261b11 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7d574c76-a490-416e-ab35-ad7f211f3ccb HTTP/1.1" status: 200 len: 2981 time: 0.0549681 Sep 08 13:14:33.508930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-8e9dd682-a462-4dd7-9a15-ca9627e76dfe service neutron] 10.222.0.69 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752014 Sep 08 13:14:33.526805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-8ebdf5d0-4b3b-451e-9511-ed05f64c263f tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/7d574c76-a490-416e-ab35-ad7f211f3ccb HTTP/1.1" status: 200 len: 2981 time: 0.0843430 Sep 08 13:14:33.646886 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-f6bcc65f-1213-4c86-8a23-f349de6668fa tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/878c1c0f-ecb7-4d9b-9703-bbb2d4d1c985 HTTP/1.1" status: 200 len: 2981 time: 0.1189408 Sep 08 13:14:33.670522 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-75a8323f-bfdf-416e-b67b-381b77d27fa1 service neutron] 10.222.0.69 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354249 Sep 08 13:14:33.679624 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:33.699649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566da86-cfbd-42ba-808d-5ed1ca0e9bb4 req-9db754ab-6ab4-483b-ae7f-68454b2eed87 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:33.701582 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b566da86-cfbd-42ba-808d-5ed1ca0e9bb4 req-9db754ab-6ab4-483b-ae7f-68454b2eed87 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.70 "GET /v2.0/ports?device_id=2cebeae6-d623-4ed2-a350-2c6978653177 HTTP/1.1" status: 200 len: 946 time: 0.1373687 Sep 08 13:14:33.739385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-933fd6a3-4350-4c4f-bb4f-3857777eb8c8 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:33.743589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e09569a7-b130-4f04-a292-633ec513ae1f None None] Provisioning for port 981595b5-3095-437a-8d43-54dcdade1c48 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:14:33.765548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e09569a7-b130-4f04-a292-633ec513ae1f None None] Provisioning complete for port 981595b5-3095-437a-8d43-54dcdade1c48 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:33.766233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fd6a3-4350-4c4f-bb4f-3857777eb8c8 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Pushing event deleted for resources: {'Port': ['ID=981595b5-3095-437a-8d43-54dcdade1c48,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:33.766372 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e09569a7-b130-4f04-a292-633ec513ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:33.806398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e09569a7-b130-4f04-a292-633ec513ae1f None None] Port 981595b5-3095-437a-8d43-54dcdade1c48 was deleted so its status cannot be updated. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 08 13:14:33.807760 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-49a3fa3e-5d14-456c-ae8c-4f4911ae0dd3 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/878c1c0f-ecb7-4d9b-9703-bbb2d4d1c985 HTTP/1.1" status: 200 len: 2981 time: 0.1434634 Sep 08 13:14:33.817062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port e61a3c45-7fa0-4601-b148-35b94e59fb50, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e61a3c45-7fa0-4601-b148-35b94e59fb50,segment=NetworkSegment(8e09f239-8cb0-4318-82de-72130749421c),segment_id=8e09f239-8cb0-4318-82de-72130749421c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:33.836322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e09569a7-b130-4f04-a292-633ec513ae1f None None] Provisioning complete for port e61a3c45-7fa0-4601-b148-35b94e59fb50 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:33.836708 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e09569a7-b130-4f04-a292-633ec513ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:33.868834 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-933fd6a3-4350-4c4f-bb4f-3857777eb8c8 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:33.873436 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-933fd6a3-4350-4c4f-bb4f-3857777eb8c8 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] 10.222.0.69 "DELETE /v2.0/ports/981595b5-3095-437a-8d43-54dcdade1c48 HTTP/1.1" status: 204 len: 168 time: 1.0317678 Sep 08 13:14:33.876313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54712) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:33.925246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-699b660c-2c69-415c-8ab1-8611a710b4d0 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/9352f472-5fc6-4e6e-9410-6f8429cb5184 HTTP/1.1" status: 200 len: 2981 time: 0.1162856 Sep 08 13:14:33.946348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-b566da86-cfbd-42ba-808d-5ed1ca0e9bb4 req-b43a2360-41c4-4560-9379-3efb41679a57 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Deleting port 3355e090-643a-4946-9965-6a07c3314575 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:14:33.946775 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b566da86-cfbd-42ba-808d-5ed1ca0e9bb4 req-b43a2360-41c4-4560-9379-3efb41679a57 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:33.952451 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e09569a7-b130-4f04-a292-633ec513ae1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:33.969769 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8d92a6d0-e701-49a9-970b-5ec85286a69e tempest-DHCPAgentSchedulersTestJSON-163735509 tempest-DHCPAgentSchedulersTestJSON-163735509-project-admin] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.0894673 Sep 08 13:14:33.970455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54716) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:33.983791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-0b83d47e-fd38-4bc7-bbfb-33187b1f069c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-876082459'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:34.033196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:14:34.052229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-81c138a6-9a98-4c2c-ba9e-b48e04b0163a tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/9352f472-5fc6-4e6e-9410-6f8429cb5184 HTTP/1.1" status: 200 len: 2981 time: 0.1173806 Sep 08 13:14:34.096774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-b566da86-cfbd-42ba-808d-5ed1ca0e9bb4 req-b43a2360-41c4-4560-9379-3efb41679a57 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] For port 3355e090-643a-4946-9965-6a07c3314575, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3355e090-643a-4946-9965-6a07c3314575,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:34.099896 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b566da86-cfbd-42ba-808d-5ed1ca0e9bb4 req-b43a2360-41c4-4560-9379-3efb41679a57 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:34.123918 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-b566da86-cfbd-42ba-808d-5ed1ca0e9bb4 req-b43a2360-41c4-4560-9379-3efb41679a57 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Calling delete_port for 3355e090-643a-4946-9965-6a07c3314575 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:14:34.136639 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-d88b1386-9f84-4f7a-af4b-e0fd5f1e3975 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/935c7c29-30ec-4418-becf-5added1192c4 HTTP/1.1" status: 200 len: 2973 time: 0.0750833 Sep 08 13:14:34.140138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=893e5ba9-e6a0-4ff9-9c79-290d38ffad83,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:34.149733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b83d47e-fd38-4bc7-bbfb-33187b1f069c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Made reservation on behalf of 467543a426fa46849985943e89d252e1 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:14:34.155385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b83d47e-fd38-4bc7-bbfb-33187b1f069c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:34.169684 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:34.220467 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff626f20-2d0c-4903-ac6b-e4de943ff808 x-openstack-request-id: req-ff626f20-2d0c-4903-ac6b-e4de943ff808 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:34.220734 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6e19f7-d807-498a-b6d3-b91bae8ff863", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:34.220994 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff626f20-2d0c-4903-ac6b-e4de943ff808 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:34.221377 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6e19f7-d807-498a-b6d3-b91bae8ff863', 'code': 200} Sep 08 13:14:34.227096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b83d47e-fd38-4bc7-bbfb-33187b1f069c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:14:34.235294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=e61a3c45-7fa0-4601-b148-35b94e59fb50,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:34.240780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '893e5ba9-e6a0-4ff9-9c79-290d38ffad83', 'network_id': 'f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a', 'port_id': '893e5ba9-e6a0-4ff9-9c79-290d38ffad83', 'mac_address': 'fa:16:3e:9e:75:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:14:34.242337 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-41e05528-5458-43fb-b7a6-4f893f76c217 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/935c7c29-30ec-4418-becf-5added1192c4 HTTP/1.1" status: 200 len: 2973 time: 0.0907822 Sep 08 13:14:34.249887 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b83d47e-fd38-4bc7-bbfb-33187b1f069c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:34.250270 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-0b83d47e-fd38-4bc7-bbfb-33187b1f069c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Added segment 8fbab1ce-0cf8-4654-acb9-8b4b196a1cb4 of type vlan for network 6bfddacd-f15f-46cf-bfd5-5783f1c16f8d Sep 08 13:14:34.283586 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-e09569a7-b130-4f04-a292-633ec513ae1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:14:34.283817 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-e09569a7-b130-4f04-a292-633ec513ae1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:14:34.327695 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b83d47e-fd38-4bc7-bbfb-33187b1f069c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:34.349577 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:34.359091 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-cc8f3ff9-08e3-4e16-93e6-47c77ee14aa6 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/ab467e30-7204-4c9e-9257-a7b776fdf542 HTTP/1.1" status: 200 len: 2981 time: 0.0968888 Sep 08 13:14:34.384461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:34.410896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=893e5ba9-e6a0-4ff9-9c79-290d38ffad83,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:34.411975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d617e43-e2be-4909-a152-1cb02ee7fc01 req-17ba1026-ded6-4f3f-b60c-9153fe7edffb tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:34.413892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d617e43-e2be-4909-a152-1cb02ee7fc01 req-17ba1026-ded6-4f3f-b60c-9153fe7edffb tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 943 time: 0.0830681 Sep 08 13:14:34.431406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-6100ebfc-35f7-42cd-a1d3-d6ca0e80fb22 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/ab467e30-7204-4c9e-9257-a7b776fdf542 HTTP/1.1" status: 200 len: 2981 time: 0.0623617 Sep 08 13:14:34.455555 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d617e43-e2be-4909-a152-1cb02ee7fc01 req-854a6c4e-bbf6-47b0-b677-88a79cbc91eb tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351231 Sep 08 13:14:34.479056 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-bced1e63-5709-4f44-acef-3a35d0496756 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/b123e45a-39e9-475f-9795-7cbc06e08b84 HTTP/1.1" status: 200 len: 2981 time: 0.0400763 Sep 08 13:14:34.524625 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b566da86-cfbd-42ba-808d-5ed1ca0e9bb4 req-b43a2360-41c4-4560-9379-3efb41679a57 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:34.536898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['3355e090-643a-4946-9965-6a07c3314575'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:34.561132 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a2360-41c4-4560-9379-3efb41679a57 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Pushing event deleted for resources: {'Port': ['ID=3355e090-643a-4946-9965-6a07c3314575,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:34.571071 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-d5df8df0-ef48-4b54-9da5-1b5270cd8349 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/b123e45a-39e9-475f-9795-7cbc06e08b84 HTTP/1.1" status: 200 len: 2981 time: 0.0808580 Sep 08 13:14:34.580790 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:34.580790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7d6e19f7-d807-498a-b6d3-b91bae8ff863 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:14:34.587395 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b83d47e-fd38-4bc7-bbfb-33187b1f069c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:34.594752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83d47e-fd38-4bc7-bbfb-33187b1f069c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:34.595654 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b83d47e-fd38-4bc7-bbfb-33187b1f069c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:34.609890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93e326-a8f1-4f32-bb58-cd2cb66c354b req-90946258-92a2-4c44-b610-cd92fc003c6d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:34.611811 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4c93e326-a8f1-4f32-bb58-cd2cb66c354b req-90946258-92a2-4c44-b610-cd92fc003c6d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0836661 Sep 08 13:14:34.625580 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-bd92dce8-afbd-452c-bf6e-9dbdba586c55 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/c48cd632-314a-4eee-b30e-cf171cd827dd HTTP/1.1" status: 200 len: 2981 time: 0.0512586 Sep 08 13:14:34.667871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b566da86-cfbd-42ba-808d-5ed1ca0e9bb4 req-b43a2360-41c4-4560-9379-3efb41679a57 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] No DVR routers for this DVR port 3355e090-643a-4946-9965-6a07c3314575 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:14:34.669416 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=893e5ba9-e6a0-4ff9-9c79-290d38ffad83,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:34.676220 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b566da86-cfbd-42ba-808d-5ed1ca0e9bb4 req-b43a2360-41c4-4560-9379-3efb41679a57 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:34.678263 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b566da86-cfbd-42ba-808d-5ed1ca0e9bb4 req-b43a2360-41c4-4560-9379-3efb41679a57 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.70 "DELETE /v2.0/ports/3355e090-643a-4946-9965-6a07c3314575 HTTP/1.1" status: 204 len: 173 time: 0.9622686 Sep 08 13:14:34.698621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83d47e-fd38-4bc7-bbfb-33187b1f069c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Pushing event updated for resources: {'Network': ['ID=6bfddacd-f15f-46cf-bfd5-5783f1c16f8d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:34.715345 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-f3b8b41d-1c8f-4265-a14e-0be97a72a38f tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/c48cd632-314a-4eee-b30e-cf171cd827dd HTTP/1.1" status: 200 len: 2981 time: 0.0733562 Sep 08 13:14:34.716044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4c93e326-a8f1-4f32-bb58-cd2cb66c354b req-79066c93-5646-4b65-8830-c2bbdc41d2f1 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866764 Sep 08 13:14:34.725120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 6bfddacd-f15f-46cf-bfd5-5783f1c16f8d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:14:34.778940 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-7e78c941-7cb3-4cf1-bb22-8fbbdbd8d227 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/cb278512-c0b7-4f56-b270-e9f0077fff57 HTTP/1.1" status: 200 len: 2981 time: 0.0555627 Sep 08 13:14:34.829805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-479a0a99-a55b-4b80-bd4e-902628d4ef31 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/cb278512-c0b7-4f56-b270-e9f0077fff57 HTTP/1.1" status: 200 len: 2981 time: 0.0425606 Sep 08 13:14:34.837807 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0b83d47e-fd38-4bc7-bbfb-33187b1f069c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8631165 Sep 08 13:14:34.839679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54726) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:34.849794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:34.879714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3cdf32-06a3-49ab-9261-baec270d7ee8 req-a6272e58-c221-4ad8-8a88-90c102e9f526 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:34.886459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d3cdf32-06a3-49ab-9261-baec270d7ee8 req-a6272e58-c221-4ad8-8a88-90c102e9f526 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.1035111 Sep 08 13:14:34.894012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7d6e19f7-d807-498a-b6d3-b91bae8ff863 has no active binding in host n-h1-807558-3 {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 13:14:34.931081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d3cdf32-06a3-49ab-9261-baec270d7ee8 req-5e8644aa-79db-4ec2-9b71-3824d068bab7 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433981 Sep 08 13:14:34.935557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e61a3c45-7fa0-4601-b148-35b94e59fb50 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:14:35.006141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e61a3c45-7fa0-4601-b148-35b94e59fb50 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:35.006436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-07ae7df2-c874-4255-b763-309d157e6555 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/ce839c25-8abb-4ef7-b6a6-20e0e2d1272f HTTP/1.1" status: 200 len: 2981 time: 0.1524987 Sep 08 13:14:35.006562 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:35.008203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-96c2a618-24cd-42ed-b611-10a26d028255 None None] Could not find standard attr ID for object 981595b5-3095-437a-8d43-54dcdade1c48. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:14:35.087319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaff25c-0de7-4ad8-9a60-32545302b3bb req-ff6d405c-6b6d-4155-bf26-b65699a031c3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:35.097054 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7aaff25c-0de7-4ad8-9a60-32545302b3bb req-ff6d405c-6b6d-4155-bf26-b65699a031c3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.1003404 Sep 08 13:14:35.107927 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e75768eb-1381-4362-8b86-8951ccfc651d tempest-DHCPAgentSchedulersTestJSON-163735509 tempest-DHCPAgentSchedulersTestJSON-163735509-project-admin] 10.222.0.69 "GET /v2.0/agents/845b704f-8a31-4531-8b0f-76bff702338f/dhcp-networks HTTP/1.1" status: 200 len: 9655 time: 0.2628496 Sep 08 13:14:35.109989 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54730) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:35.133710 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-0aa30883-5c00-4a00-9fb2-fa8ba77691db tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/ce839c25-8abb-4ef7-b6a6-20e0e2d1272f HTTP/1.1" status: 200 len: 2981 time: 0.1144950 Sep 08 13:14:35.140358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7aaff25c-0de7-4ad8-9a60-32545302b3bb req-cc15ca62-124c-4af2-8dbf-d0e5c998d2ee tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Sep 08 13:14:35.224161 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-068f68ca-0143-4ab6-a992-29e20e65ae79 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d4a6065a-d8aa-48bc-8c96-9832952b9356 HTTP/1.1" status: 200 len: 2981 time: 0.0788531 Sep 08 13:14:35.243812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fed5de9-923b-4c29-b9f8-7586328e4b7c tempest-DHCPAgentSchedulersTestJSON-163735509 tempest-DHCPAgentSchedulersTestJSON-163735509-project-admin] Network 6bfddacd-f15f-46cf-bfd5-5783f1c16f8d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:14:35.257382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['893e5ba9-e6a0-4ff9-9c79-290d38ffad83'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:35.284300 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02ae655a-1fd0-4431-b24e-e1bcfb41fb9f req-2236ca00-5d90-44d0-9476-64f48b2177b6 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/d4a6065a-d8aa-48bc-8c96-9832952b9356 HTTP/1.1" status: 200 len: 2981 time: 0.0515711 Sep 08 13:14:35.289038 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f92da104-ee21-4e0d-8d73-44e5beb76f58 req-b00d672e-13e4-4403-8f54-267925e3a368 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 210 time: 0.0341978 Sep 08 13:14:35.361248 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7fed5de9-923b-4c29-b9f8-7586328e4b7c tempest-DHCPAgentSchedulersTestJSON-163735509 tempest-DHCPAgentSchedulersTestJSON-163735509-project-admin] 10.222.0.69 "POST /v2.0/agents/845b704f-8a31-4531-8b0f-76bff702338f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2501600 Sep 08 13:14:35.364098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54734) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:35.372789 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d41ddb5-d8f4-4894-b5ae-df342e5c1383 None None] Network 6bfddacd-f15f-46cf-bfd5-5783f1c16f8d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:14:35.392091 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f53f96e-52b7-4125-a14e-a63c4786cdcd req-9a928f22-ee8a-4962-a408-c5ce6c9942c5 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06911b7b0af249f2ac8eaebc1998e5a1 HTTP/1.1" status: 200 len: 6102 time: 0.0772443 Sep 08 13:14:35.460082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f53f96e-52b7-4125-a14e-a63c4786cdcd req-28642e36-fee7-4959-9ad4-d42f03d49518 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] 10.222.0.69 "GET /v2.0/security-groups/d4a6065a-d8aa-48bc-8c96-9832952b9356 HTTP/1.1" status: 200 len: 2981 time: 0.0441494 Sep 08 13:14:35.544601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-88de8648-5d00-4e95-9452-f2105b29888d tempest-DHCPAgentSchedulersTestJSON-163735509 tempest-DHCPAgentSchedulersTestJSON-163735509-project-admin] 10.222.0.69 "GET /v2.0/agents/845b704f-8a31-4531-8b0f-76bff702338f/dhcp-networks HTTP/1.1" status: 200 len: 10425 time: 0.1784980 Sep 08 13:14:35.549934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54738) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:35.585758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f53f96e-52b7-4125-a14e-a63c4786cdcd req-25f44319-8029-4cbc-afce-43d764c578aa tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] 10.222.0.69 "GET /v2.0/security-groups/d4a6065a-d8aa-48bc-8c96-9832952b9356 HTTP/1.1" status: 200 len: 2981 time: 0.1080863 Sep 08 13:14:35.635105 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02600122-cbcd-449e-bac7-c7fbbf44231a req-e4dcffb3-6d10-423c-8b84-294475699cdd tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/a83404ef-340c-4092-8b09-1bca9bf02c5d HTTP/1.1" status: 200 len: 1777 time: 0.0369291 Sep 08 13:14:35.668736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acc305-9107-4027-9034-263524b429af req-80d7ab0d-5ff1-43ff-9c6b-849be32f8066 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:35.670369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67acc305-9107-4027-9034-263524b429af req-80d7ab0d-5ff1-43ff-9c6b-849be32f8066 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 944 time: 0.0759263 Sep 08 13:14:35.691304 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-02600122-cbcd-449e-bac7-c7fbbf44231a req-f513f6a0-bf26-46e7-8fcb-d07a9ce0ec53 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:35.712628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67acc305-9107-4027-9034-263524b429af req-6cb1cc26-23a9-429a-927a-16bb3e42d1d8 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337327 Sep 08 13:14:35.714994 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-02600122-cbcd-449e-bac7-c7fbbf44231a req-f513f6a0-bf26-46e7-8fcb-d07a9ce0ec53 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:35.750868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2d9d5625-6b23-4aeb-b31c-cd0c8a570827 tempest-DHCPAgentSchedulersTestJSON-163735509 tempest-DHCPAgentSchedulersTestJSON-163735509-project-admin] 10.222.0.69 "DELETE /v2.0/agents/845b704f-8a31-4531-8b0f-76bff702338f/dhcp-networks/6bfddacd-f15f-46cf-bfd5-5783f1c16f8d HTTP/1.1" status: 204 len: 168 time: 0.1971366 Sep 08 13:14:35.751383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54744) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:35.917064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7b491-1eaf-4438-84fb-956a8e023ada req-9b88ddcd-d505-4b57-8e39-d15cd2ae083e tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:35.918526 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41f7b491-1eaf-4438-84fb-956a8e023ada req-9b88ddcd-d505-4b57-8e39-d15cd2ae083e tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0824711 Sep 08 13:14:35.925583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a3b95861-09d6-4a50-ad28-7bd74b28e388 tempest-DHCPAgentSchedulersTestJSON-163735509 tempest-DHCPAgentSchedulersTestJSON-163735509-project-admin] 10.222.0.69 "GET /v2.0/agents/845b704f-8a31-4531-8b0f-76bff702338f/dhcp-networks HTTP/1.1" status: 200 len: 9655 time: 0.1733770 Sep 08 13:14:35.929976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54746) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:35.950252 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1c666ca9-b511-4a2c-90a3-6d71d1c91331 tempest-DHCPAgentSchedulersTestJSON-163735509 tempest-DHCPAgentSchedulersTestJSON-163735509-project-admin] 10.222.0.69 "GET /v2.0/networks/f1c72040-b5ac-4891-bebf-a4409206068d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0190480 Sep 08 13:14:35.954748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54750) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:35.964777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41f7b491-1eaf-4438-84fb-956a8e023ada req-b8b95835-7bb9-45d6-af80-c1dac831cbbe tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375812 Sep 08 13:14:35.968550 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-02600122-cbcd-449e-bac7-c7fbbf44231a req-f513f6a0-bf26-46e7-8fcb-d07a9ce0ec53 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:35.969753 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-02600122-cbcd-449e-bac7-c7fbbf44231a req-f513f6a0-bf26-46e7-8fcb-d07a9ce0ec53 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:35.970918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02600122-cbcd-449e-bac7-c7fbbf44231a req-f513f6a0-bf26-46e7-8fcb-d07a9ce0ec53 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/a83404ef-340c-4092-8b09-1bca9bf02c5d HTTP/1.1" status: 204 len: 173 time: 0.3293133 Sep 08 13:14:35.984076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513f6a0-bf26-46e7-8fcb-d07a9ce0ec53 tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83404ef-340c-4092-8b09-1bca9bf02c5d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:35.992321 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0e18ceb7-2153-435e-b97a-e348784e2755 tempest-DHCPAgentSchedulersTestJSON-163735509 tempest-DHCPAgentSchedulersTestJSON-163735509-project-admin] 10.222.0.69 "GET /v2.0/networks/f1c72040-b5ac-4891-bebf-a4409206068d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0341406 Sep 08 13:14:35.993711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54754) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:36.031582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3355e090-643a-4946-9965-6a07c3314575 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:14:36.064804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 3355e090-643a-4946-9965-6a07c3314575 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:14:36.065434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3355e090-643a-4946-9965-6a07c3314575 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:14:36.084628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9ce30f71-bc78-42e4-8432-226e16cb7d91 req-944165c5-79f5-48d4-9bf9-1d6b83a99d5f tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "GET /v2.0/security-groups/9347fc5f-65d7-4e98-8d39-90445c71442b HTTP/1.1" status: 200 len: 1777 time: 0.0492163 Sep 08 13:14:36.147226 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9ce30f71-bc78-42e4-8432-226e16cb7d91 req-b504c75b-e5f8-442b-9e85-8c37dac8597c tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.172058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9ce30f71-bc78-42e4-8432-226e16cb7d91 req-b504c75b-e5f8-442b-9e85-8c37dac8597c tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.176845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44cc38-ee12-4c46-9d73-47eecbf07afc req-e482c594-1b7c-4ab1-8eb9-461ce2b42c90 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:36.178532 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-df44cc38-ee12-4c46-9d73-47eecbf07afc req-e482c594-1b7c-4ab1-8eb9-461ce2b42c90 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.1151721 Sep 08 13:14:36.197616 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fe4944c4-b04f-42c5-b887-8ec26a22af03 tempest-DHCPAgentSchedulersTestJSON-163735509 tempest-DHCPAgentSchedulersTestJSON-163735509-project-admin] 10.222.0.69 "GET /v2.0/agents/845b704f-8a31-4531-8b0f-76bff702338f/dhcp-networks HTTP/1.1" status: 200 len: 9655 time: 0.1992795 Sep 08 13:14:36.198571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54758) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:36.224104 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-df44cc38-ee12-4c46-9d73-47eecbf07afc req-ad90d44d-616b-423a-86d6-49ecf2e17244 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376801 Sep 08 13:14:36.224582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc', 'tag': '7d6e19f7-d807-498a-b6d3-b91bae8ff863'}, {'server_uuid': '2cebeae6-d623-4ed2-a350-2c6978653177', 'name': 'network-vif-deleted', 'tag': '3355e090-643a-4946-9965-6a07c3314575'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:36.227086 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3e5b79-cd10-4821-b39f-9a55d928c1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc", "tag": "7d6e19f7-d807-498a-b6d3-b91bae8ff863"}, {"server_uuid": "2cebeae6-d623-4ed2-a350-2c6978653177", "name": "network-vif-deleted", "tag": "3355e090-643a-4946-9965-6a07c3314575"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:36.277508 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.342601 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9ce30f71-bc78-42e4-8432-226e16cb7d91 req-b504c75b-e5f8-442b-9e85-8c37dac8597c tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.343986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a2cee-3f2e-4f69-a3b6-929b27351c55 req-dc143775-f5e1-4155-97cc-a04be4598d8f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:36.345527 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc7a2cee-3f2e-4f69-a3b6-929b27351c55 req-dc143775-f5e1-4155-97cc-a04be4598d8f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.0561154 Sep 08 13:14:36.346236 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9ce30f71-bc78-42e4-8432-226e16cb7d91 req-b504c75b-e5f8-442b-9e85-8c37dac8597c tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.347442 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9ce30f71-bc78-42e4-8432-226e16cb7d91 req-b504c75b-e5f8-442b-9e85-8c37dac8597c tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/9347fc5f-65d7-4e98-8d39-90445c71442b HTTP/1.1" status: 204 len: 173 time: 0.2555928 Sep 08 13:14:36.386118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504c75b-e5f8-442b-9e85-8c37dac8597c tempest-SecurityGroupsTestAdminJSON-1970237112 tempest-SecurityGroupsTestAdminJSON-1970237112-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9347fc5f-65d7-4e98-8d39-90445c71442b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:36.389019 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.403317 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc7a2cee-3f2e-4f69-a3b6-929b27351c55 req-141eda01-711d-4ebe-b591-a5e19823375b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468104 Sep 08 13:14:36.427884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfddacd-f15f-46cf-bfd5-5783f1c16f8d']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:36.437732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbab1ce-0cf8-4654-acb9-8b4b196a1cb4') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:36.438073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbab1ce-0cf8-4654-acb9-8b4b196a1cb4') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:36.448384 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.449698 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffa1562-063a-4c26-9f69-05ecc4a63138 x-openstack-request-id: req-1ffa1562-063a-4c26-9f69-05ecc4a63138 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:36.450026 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc", "tag": "7d6e19f7-d807-498a-b6d3-b91bae8ff863", "status": "completed", "code": 200}, {"server_uuid": "2cebeae6-d623-4ed2-a350-2c6978653177", "name": "network-vif-deleted", "tag": "3355e090-643a-4946-9965-6a07c3314575", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:36.450290 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1ffa1562-063a-4c26-9f69-05ecc4a63138 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:36.450701 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc', 'tag': '7d6e19f7-d807-498a-b6d3-b91bae8ff863', 'status': 'completed', 'code': 200} Sep 08 13:14:36.450957 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cebeae6-d623-4ed2-a350-2c6978653177', 'name': 'network-vif-deleted', 'tag': '3355e090-643a-4946-9965-6a07c3314575', 'status': 'completed', 'code': 200} Sep 08 13:14:36.475885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.496874 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:14:36.499259 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:14:36.500405 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:14:36.514309 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02171f4b-6def-4c3f-9d18-504fe955b6ef req-91ebb3bb-2dce-4662-9171-66d91c94e407 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] 10.222.0.69 "GET /v2.0/security-groups/a7bdb7b1-8ef7-49d5-b205-6c8298157a43 HTTP/1.1" status: 200 len: 1778 time: 0.0489364 Sep 08 13:14:36.543676 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9313ff85-ef08-4379-8ee7-d5aab6431932 req-72a8b16e-3d78-493a-a15a-a2abcb151fb9 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 210 time: 0.0675504 Sep 08 13:14:36.585795 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-02171f4b-6def-4c3f-9d18-504fe955b6ef req-4622ae44-8544-4fe5-b873-54faad81f738 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.593398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e5b79-cd10-4821-b39f-9a55d928c1c8 req-9f8e4023-8876-42e9-a310-e44f89275f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:36.594961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db3e5b79-cd10-4821-b39f-9a55d928c1c8 req-9f8e4023-8876-42e9-a310-e44f89275f6f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 1124 time: 0.1156058 Sep 08 13:14:36.609847 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-02171f4b-6def-4c3f-9d18-504fe955b6ef req-4622ae44-8544-4fe5-b873-54faad81f738 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.688391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e5b79-cd10-4821-b39f-9a55d928c1c8 req-f0aa0211-a72e-4528-9cf8-42c5d7149ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:36.689793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db3e5b79-cd10-4821-b39f-9a55d928c1c8 req-f0aa0211-a72e-4528-9cf8-42c5d7149ac6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.0865223 Sep 08 13:14:36.694711 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.702685 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.705559 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] 10.222.0.69 "DELETE /v2.0/networks/6bfddacd-f15f-46cf-bfd5-5783f1c16f8d HTTP/1.1" status: 204 len: 168 time: 0.5049531 Sep 08 13:14:36.711416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54768) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:36.730026 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-02171f4b-6def-4c3f-9d18-504fe955b6ef req-4622ae44-8544-4fe5-b873-54faad81f738 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.733429 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-02171f4b-6def-4c3f-9d18-504fe955b6ef req-4622ae44-8544-4fe5-b873-54faad81f738 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.735735 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02171f4b-6def-4c3f-9d18-504fe955b6ef req-4622ae44-8544-4fe5-b873-54faad81f738 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] 10.222.0.69 "DELETE /v2.0/security-groups/a7bdb7b1-8ef7-49d5-b205-6c8298157a43 HTTP/1.1" status: 204 len: 173 time: 0.2138689 Sep 08 13:14:36.751847 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622ae44-8544-4fe5-b873-54faad81f738 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bdb7b1-8ef7-49d5-b205-6c8298157a43,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:36.754335 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db3e5b79-cd10-4821-b39f-9a55d928c1c8 req-35786965-4d2f-4c30-9704-6c11ab2a62c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863 HTTP/1.1" status: 200 len: 217 time: 0.0528524 Sep 08 13:14:36.755071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b02ad7-45f7-4435-b2e5-e75d1e63a685 tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Pushing event deleted for resources: {'Network': ['ID=6bfddacd-f15f-46cf-bfd5-5783f1c16f8d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:36.778807 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-f364a118-a4c3-481a-8f91-bd818d54fa6f tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] DELETE failed (client error): The resource could not be found. Sep 08 13:14:36.779568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f364a118-a4c3-481a-8f91-bd818d54fa6f tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:14:36.783724 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f364a118-a4c3-481a-8f91-bd818d54fa6f tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] 10.222.0.69 "DELETE /v2.0/ports/981595b5-3095-437a-8d43-54dcdade1c48 HTTP/1.1" status: 404 len: 333 time: 0.0689497 Sep 08 13:14:36.783964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54774) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:36.823538 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aed314a0-4588-4f4b-887f-09b53abde4e3 req-9c3c9256-a01b-488f-8d94-e78c2847bc2d tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] 10.222.0.69 "GET /v2.0/security-groups/1f60d039-9666-4bac-9ccd-cd21f17d82a1 HTTP/1.1" status: 200 len: 1776 time: 0.0432005 Sep 08 13:14:36.883015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e5b79-cd10-4821-b39f-9a55d928c1c8 req-3dc1f6a9-7b81-46d4-b741-0454278d38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:36.884491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db3e5b79-cd10-4821-b39f-9a55d928c1c8 req-3dc1f6a9-7b81-46d4-b741-0454278d38cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.1143932 Sep 08 13:14:36.885203 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-aed314a0-4588-4f4b-887f-09b53abde4e3 req-acd4f725-62b8-4baf-9e8c-a23154d77869 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.896747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd6b196-0427-4a38-b9aa-7e1e1c8fa7dd tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Deleting subnet 4837d5ef-833c-48ac-b474-1afcf80e48a7 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:14:36.910807 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b196-0427-4a38-b9aa-7e1e1c8fa7dd tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.912075 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-aed314a0-4588-4f4b-887f-09b53abde4e3 req-acd4f725-62b8-4baf-9e8c-a23154d77869 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:36.956218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db3e5b79-cd10-4821-b39f-9a55d928c1c8 req-7c2fc735-e9c8-4820-a6b8-bed793c99fba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557599 Sep 08 13:14:36.966152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a673e6-a2f4-4e99-ac16-f18ea262b6b5 req-7e64de8d-09c0-4081-978c-823e7681823b tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:36.967553 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43a673e6-a2f4-4e99-ac16-f18ea262b6b5 req-7e64de8d-09c0-4081-978c-823e7681823b tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 944 time: 0.1534109 Sep 08 13:14:36.999631 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b196-0427-4a38-b9aa-7e1e1c8fa7dd tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:37.164864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-fdb2e0aa-3331-41e6-b6eb-4943eb06fe31 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:37.166450 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-fdb2e0aa-3331-41e6-b6eb-4943eb06fe31 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.70 "GET /v2.0/networks?id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c HTTP/1.1" status: 200 len: 815 time: 0.1128290 Sep 08 13:14:37.170650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-aed314a0-4588-4f4b-887f-09b53abde4e3 req-acd4f725-62b8-4baf-9e8c-a23154d77869 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:37.173971 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-aed314a0-4588-4f4b-887f-09b53abde4e3 req-acd4f725-62b8-4baf-9e8c-a23154d77869 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:37.175256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aed314a0-4588-4f4b-887f-09b53abde4e3 req-acd4f725-62b8-4baf-9e8c-a23154d77869 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] 10.222.0.69 "DELETE /v2.0/security-groups/1f60d039-9666-4bac-9ccd-cd21f17d82a1 HTTP/1.1" status: 204 len: 173 time: 0.3454754 Sep 08 13:14:37.194757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Request body: {'port': {'device_id': '1f185a5b-702b-444d-b299-453ce0f34af4', 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c', 'admin_state_up': True, 'tenant_id': 'b206cfebddf84418a875572b10b1551e'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:37.302227 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4f725-62b8-4baf-9e8c-a23154d77869 tempest-SecurityGroupsTestAdminJSON-325956138 tempest-SecurityGroupsTestAdminJSON-325956138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f60d039-9666-4bac-9ccd-cd21f17d82a1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:37.384027 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03be4a3-525e-4a33-897b-79a7de67b63e req-b1b986bb-a5b4-4a05-8bb9-3dcb74e2a15a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:37.386255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a03be4a3-525e-4a33-897b-79a7de67b63e req-b1b986bb-a5b4-4a05-8bb9-3dcb74e2a15a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.1440780 Sep 08 13:14:37.433174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43a673e6-a2f4-4e99-ac16-f18ea262b6b5 req-c916f612-2770-484e-a9d7-4281e01236ba tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540675 Sep 08 13:14:37.437861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a03be4a3-525e-4a33-897b-79a7de67b63e req-3d33c25e-84c1-4d05-9d6a-fa59fcedd9cc tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437222 Sep 08 13:14:37.476612 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db3e5b79-cd10-4821-b39f-9a55d928c1c8 req-1beb5ba7-80d4-4a1d-9a70-92aded1351e3 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062456 Sep 08 13:14:37.510066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b196-0427-4a38-b9aa-7e1e1c8fa7dd tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:37.546865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Made reservation on behalf of b206cfebddf84418a875572b10b1551e for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:14:37.550567 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:37.677248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b7342-f72c-411f-8b7b-974c74aca401 req-d15765bf-9d06-408c-90ab-802b4682be13 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:37.686888 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e80b7342-f72c-411f-8b7b-974c74aca401 req-d15765bf-9d06-408c-90ab-802b4682be13 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.1029093 Sep 08 13:14:37.690390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163111e-e12d-4b73-9e24-2c34421fae9b req-15a5ef09-67b4-478a-b045-4e9176b4f5aa tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:37.691939 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d163111e-e12d-4b73-9e24-2c34421fae9b req-15a5ef09-67b4-478a-b045-4e9176b4f5aa tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.1381888 Sep 08 13:14:37.705814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db3e5b79-cd10-4821-b39f-9a55d928c1c8 req-fd826233-bc29-43a3-881e-81e55dfae105 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196472 Sep 08 13:14:37.739541 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2397666f-b878-4980-bfee-495dbb4badd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:37.743704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e80b7342-f72c-411f-8b7b-974c74aca401 req-ab8022a6-b8e8-44b4-b6b6-19a2e25706de tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556655 Sep 08 13:14:37.790688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d163111e-e12d-4b73-9e24-2c34421fae9b req-8387337a-09de-4122-b1bf-d737490390d4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923638 Sep 08 13:14:37.808485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Allocated IP 172.20.0.7 (3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c/be139490-49ed-4908-8453-ad1dc6e611ea/5b879a89-5312-4d01-8c8d-127d7c7b7298) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:14:37.907987 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3cc07e31-0165-43c0-94d9-4c84c4331e14 req-3de55e5f-6b38-4295-8c43-8d3a2d3afe73 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 210 time: 0.0369279 Sep 08 13:14:37.911382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b196-0427-4a38-b9aa-7e1e1c8fa7dd tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:37.939901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54792) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:37.951073 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dbd6b196-0427-4a38-b9aa-7e1e1c8fa7dd tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:37.960336 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dbd6b196-0427-4a38-b9aa-7e1e1c8fa7dd tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] 10.222.0.69 "DELETE /v2.0/subnets/4837d5ef-833c-48ac-b474-1afcf80e48a7 HTTP/1.1" status: 204 len: 168 time: 1.1683364 Sep 08 13:14:37.960336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd6b196-0427-4a38-b9aa-7e1e1c8fa7dd tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Pushing event deleted for resources: {'Subnet': ['ID=4837d5ef-833c-48ac-b474-1afcf80e48a7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:37.964177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54796) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:37.966009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c418be-db5e-4935-bfeb-c75586db7481 None None] Network f1c72040-b5ac-4891-bebf-a4409206068d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:14:38.063622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:14:38.144636 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.160463 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.196269 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c2fcee00-31c8-47f3-80a5-08d1b12bd303 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06911b7b0af249f2ac8eaebc1998e5a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550416 Sep 08 13:14:38.198751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54798) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:38.224529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e472460-cb3f-48b5-bd11-442a234f2d45 None None] DHCP port deletion for f1c72040-b5ac-4891-bebf-a4409206068d request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:14:38.256523 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-39071ad6-f32b-48c7-a74c-675e2d30ebec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.278996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:14:38.281976 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-39071ad6-f32b-48c7-a74c-675e2d30ebec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.282125 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Deleting port e61a3c45-7fa0-4601-b148-35b94e59fb50 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:14:38.282824 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.285556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:38.286019 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.325411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9e472460-cb3f-48b5-bd11-442a234f2d45 None None] Deleting port e61a3c45-7fa0-4601-b148-35b94e59fb50 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:14:38.326578 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9e472460-cb3f-48b5-bd11-442a234f2d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.345837 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.406572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] For port e61a3c45-7fa0-4601-b148-35b94e59fb50, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e61a3c45-7fa0-4601-b148-35b94e59fb50,segment=NetworkSegment(8e09f239-8cb0-4318-82de-72130749421c),segment_id=8e09f239-8cb0-4318-82de-72130749421c)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:38.406950 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.422912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:14:38.434938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:14:38.438328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:14:38.444876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Calling delete_port for e61a3c45-7fa0-4601-b148-35b94e59fb50 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:14:38.455492 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-39071ad6-f32b-48c7-a74c-675e2d30ebec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.459184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9e472460-cb3f-48b5-bd11-442a234f2d45 None None] For port e61a3c45-7fa0-4601-b148-35b94e59fb50, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e61a3c45-7fa0-4601-b148-35b94e59fb50,segment=NetworkSegment(8e09f239-8cb0-4318-82de-72130749421c),segment_id=8e09f239-8cb0-4318-82de-72130749421c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:38.460071 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-39071ad6-f32b-48c7-a74c-675e2d30ebec admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.460362 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9e472460-cb3f-48b5-bd11-442a234f2d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.461891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-39071ad6-f32b-48c7-a74c-675e2d30ebec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d4a6065a-d8aa-48bc-8c96-9832952b9356 HTTP/1.1" status: 204 len: 168 time: 0.2621350 Sep 08 13:14:38.473629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39071ad6-f32b-48c7-a74c-675e2d30ebec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a6065a-d8aa-48bc-8c96-9832952b9356,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:38.499034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Pushing event updated for resources: {'Port': ['ID=5b879a89-5312-4d01-8c8d-127d7c7b7298,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:38.575471 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9e472460-cb3f-48b5-bd11-442a234f2d45 None None] Calling delete_port for e61a3c45-7fa0-4601-b148-35b94e59fb50 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:14:38.578041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:38.578685 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.666378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c54c92-bddc-4fc6-85a6-bab344296435 req-228e304a-447b-4617-acc5-9ea62acfe94a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:38.674843 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-69c54c92-bddc-4fc6-85a6-bab344296435 req-228e304a-447b-4617-acc5-9ea62acfe94a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0862458 Sep 08 13:14:38.728734 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-69c54c92-bddc-4fc6-85a6-bab344296435 req-1f473a05-310e-42ed-98ab-7dd0404c1839 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529137 Sep 08 13:14:38.733685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-70d8c9f4-a5f0-45e8-89b9-9f78c53a6aa2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5537188 Sep 08 13:14:38.747819 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Request body: {'port': {'device_id': '1f185a5b-702b-444d-b299-453ce0f34af4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:38.753914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef33fad-93d7-4511-b6ee-025c3b23dc58 req-43f9c410-47d9-4c06-8744-64c203c1ccba tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:38.757078 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.767377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ef33fad-93d7-4511-b6ee-025c3b23dc58 req-43f9c410-47d9-4c06-8744-64c203c1ccba tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 944 time: 0.1061287 Sep 08 13:14:38.791554 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.822087 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25608e1-1fe5-416b-8f97-f8174423ada7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893e5ba9-e6a0-4ff9-9c79-290d38ffad83'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:38.834618 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2b0de4-e81f-4d9f-a43a-30ec66e11157" -d '{"events": [{"server_uuid": "f25608e1-1fe5-416b-8f97-f8174423ada7", "name": "network-vif-plugged", "status": "completed", "tag": "893e5ba9-e6a0-4ff9-9c79-290d38ffad83"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:38.873954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ef33fad-93d7-4511-b6ee-025c3b23dc58 req-d8e6de0f-c3b9-4eb2-974d-5abab01d372a tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027207 Sep 08 13:14:38.877732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Pushing event deleted for resources: {'Port': ['ID=e61a3c45-7fa0-4601-b148-35b94e59fb50,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:38.882756 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] No DVR routers for this DVR port e61a3c45-7fa0-4601-b148-35b94e59fb50 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:14:38.908276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e61a3c45-7fa0-4601-b148-35b94e59fb50 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:14:38.918014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=893e5ba9-e6a0-4ff9-9c79-290d38ffad83,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:38.937677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: e61a3c45-7fa0-4601-b148-35b94e59fb50 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:14:38.938363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e61a3c45-7fa0-4601-b148-35b94e59fb50 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:14:38.944240 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9e472460-cb3f-48b5-bd11-442a234f2d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:38.975392 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e472460-cb3f-48b5-bd11-442a234f2d45 None None] Pushing event deleted for resources: {'Port': ['ID=e61a3c45-7fa0-4601-b148-35b94e59fb50,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:38.977635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e472460-cb3f-48b5-bd11-442a234f2d45 None None] No DVR routers for this DVR port e61a3c45-7fa0-4601-b148-35b94e59fb50 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:14:39.036293 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.037116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214399e9-e8ee-47f0-8769-fc8b2cddd81f req-1ddf42ae-cb23-4493-b26f-62d9069e858d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:39.045346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-214399e9-e8ee-47f0-8769-fc8b2cddd81f req-1ddf42ae-cb23-4493-b26f-62d9069e858d tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.0780916 Sep 08 13:14:39.084074 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.097336 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.098281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-214399e9-e8ee-47f0-8769-fc8b2cddd81f req-c83bc3a9-afdb-481a-a6ff-12d142750159 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472815 Sep 08 13:14:39.171215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7b5cf-a5c1-4483-9c74-b0121e5e0634 req-7aa26459-7b3d-490a-a12f-8816a0089598 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:39.172662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=893e5ba9-e6a0-4ff9-9c79-290d38ffad83,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:39.181611 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93c7b5cf-a5c1-4483-9c74-b0121e5e0634 req-7aa26459-7b3d-490a-a12f-8816a0089598 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.3086388 Sep 08 13:14:39.205141 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c72040-b5ac-4891-bebf-a4409206068d']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:39.228093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e09f239-8cb0-4318-82de-72130749421c') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:39.228507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e09f239-8cb0-4318-82de-72130749421c') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:39.240046 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bebe6da-06db-4f2f-98b3-ab61a56928bb x-openstack-request-id: req-1bebe6da-06db-4f2f-98b3-ab61a56928bb {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:39.240352 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25608e1-1fe5-416b-8f97-f8174423ada7", "name": "network-vif-plugged", "status": "completed", "tag": "893e5ba9-e6a0-4ff9-9c79-290d38ffad83", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:39.240607 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1bebe6da-06db-4f2f-98b3-ab61a56928bb {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:39.241006 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25608e1-1fe5-416b-8f97-f8174423ada7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '893e5ba9-e6a0-4ff9-9c79-290d38ffad83', 'code': 200} Sep 08 13:14:39.267234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.271873 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93c7b5cf-a5c1-4483-9c74-b0121e5e0634 req-8dccbf44-5cc5-498d-8195-9c5a032321c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885913 Sep 08 13:14:39.336136 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.351077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:14:39.351467 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:14:39.364736 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:14:39.387327 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad6823-d107-4f6f-bd18-2a1c149fa229 req-d7a06c7b-fd51-4a84-8124-a9f042b2df79 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:39.388871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05ad6823-d107-4f6f-bd18-2a1c149fa229 req-d7a06c7b-fd51-4a84-8124-a9f042b2df79 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 931 time: 0.0879517 Sep 08 13:14:39.408058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772b47-8b49-4ff7-a224-b806b610a966 req-03b1ea94-c128-4d80-b04e-03f01775d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:39.409541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed772b47-8b49-4ff7-a224-b806b610a966 req-03b1ea94-c128-4d80-b04e-03f01775d260 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 1096 time: 0.0733953 Sep 08 13:14:39.471589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05ad6823-d107-4f6f-bd18-2a1c149fa229 req-6f390c36-8eac-4754-b156-8b2c936c11db tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730326 Sep 08 13:14:39.493496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed772b47-8b49-4ff7-a224-b806b610a966 req-425153e6-733b-4530-b20d-2ce22b9a7159 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738025 Sep 08 13:14:39.536595 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.550440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.552296 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] 10.222.0.69 "DELETE /v2.0/networks/f1c72040-b5ac-4891-bebf-a4409206068d HTTP/1.1" status: 204 len: 168 time: 1.5869448 Sep 08 13:14:39.567384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2c0d9-1862-452d-9859-88fe56f44b9c tempest-DHCPAgentSchedulersTestJSON-1142223453 tempest-DHCPAgentSchedulersTestJSON-1142223453-project] Pushing event deleted for resources: {'Network': ['ID=f1c72040-b5ac-4891-bebf-a4409206068d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:39.603500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b879a89-5312-4d01-8c8d-127d7c7b7298 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:39.611529 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.623617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Transition to ACTIVE for port object 5b879a89-5312-4d01-8c8d-127d7c7b7298 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:14:39.628692 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54820) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:39.669857 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f5d3b1ee-6136-46fa-8725-007bf256f040 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74098801809c4e42a5180da608a2bded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398850 Sep 08 13:14:39.672534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54822) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:39.720872 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6558-fea2-46d6-8cab-1cddfb1d405b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.743037 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6558-fea2-46d6-8cab-1cddfb1d405b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.774082 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.840153 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-141c0ef6-6054-4bc4-9c58-c3a6bcc9493e service neutron] 10.222.0.60 "GET /v2.0/ports/7d6e19f7-d807-498a-b6d3-b91bae8ff863/bindings/n-h1-807558-3 HTTP/1.1" status: 200 len: 384 time: 0.0605574 Sep 08 13:14:39.860599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Pushing event updated for resources: {'Port': ['ID=5b879a89-5312-4d01-8c8d-127d7c7b7298,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:39.919511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47851820-1d0c-40a7-b853-2800c21fccc4 req-aba4b317-c91a-440f-b09b-8050a2f59489 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:39.921061 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-47851820-1d0c-40a7-b853-2800c21fccc4 req-aba4b317-c91a-440f-b09b-8050a2f59489 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.1180904 Sep 08 13:14:39.934062 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6558-fea2-46d6-8cab-1cddfb1d405b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.936733 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f4c6558-fea2-46d6-8cab-1cddfb1d405b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:39.940778 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4f4c6558-fea2-46d6-8cab-1cddfb1d405b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d25babe-d38c-4be9-99e3-feb424ec0419 HTTP/1.1" status: 204 len: 168 time: 0.2672467 Sep 08 13:14:39.967677 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c6558-fea2-46d6-8cab-1cddfb1d405b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d25babe-d38c-4be9-99e3-feb424ec0419,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:39.993956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Attempting to bind port 5b879a89-5312-4d01-8c8d-127d7c7b7298 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:14:39.999200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Attempting to bind port 5b879a89-5312-4d01-8c8d-127d7c7b7298 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:14:39.999200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Attempting to bind port 5b879a89-5312-4d01-8c8d-127d7c7b7298 on network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:40.004426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Port 5b879a89-5312-4d01-8c8d-127d7c7b7298 on network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:14:40.004678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Attempting to bind port 5b879a89-5312-4d01-8c8d-127d7c7b7298 on network 3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:14:40.010981 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-47851820-1d0c-40a7-b853-2800c21fccc4 req-8a28fe59-fd2b-4eca-afe3-a682a1fc01c6 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778999 Sep 08 13:14:40.013412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:14:40.013770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Checking segment: {'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:14:40.014203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Bound using segment: {'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:14:40.014696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Bound port: 5b879a89-5312-4d01-8c8d-127d7c7b7298, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cacfeed-4fa9-4530-b3b9-fab0b97c0022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:14:40.015010 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:40.111703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] For port 5b879a89-5312-4d01-8c8d-127d7c7b7298, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:14:40.114162 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4fa4a0ae-f682-42bd-9205-94bd3f246930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:40.116333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] For port 5b879a89-5312-4d01-8c8d-127d7c7b7298, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5b879a89-5312-4d01-8c8d-127d7c7b7298,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:14:40.136208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1700e-3561-43da-a5c8-6a0637d202a8 req-9d8204b4-1f55-4246-996f-973424ad528a tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:40.143655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9f1700e-3561-43da-a5c8-6a0637d202a8 req-9d8204b4-1f55-4246-996f-973424ad528a tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 945 time: 0.1533906 Sep 08 13:14:40.157693 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54834) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:40.174364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a8586cb9-598d-48d6-8231-8b9a569dadb6 service neutron] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:40.212090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9f1700e-3561-43da-a5c8-6a0637d202a8 req-0aef029d-8d68-4e22-9ff4-57fc1e6de451 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674558 Sep 08 13:14:40.213080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a8586cb9-598d-48d6-8231-8b9a569dadb6 service neutron] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:14:40.233573 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:40.257510 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112353de-b6a3-4d97-a215-da4c52a9e2a2 req-e63ac717-6dc5-45a1-9412-86253b59fdca tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:40.266532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a8586cb9-598d-48d6-8231-8b9a569dadb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6e19f7-d807-498a-b6d3-b91bae8ff863 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:40.267003 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-112353de-b6a3-4d97-a215-da4c52a9e2a2 req-e63ac717-6dc5-45a1-9412-86253b59fdca tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 943 time: 0.0871444 Sep 08 13:14:40.282603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a8586cb9-598d-48d6-8231-8b9a569dadb6 service neutron] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:40.320108 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:40.323565 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:40.323565 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] 10.222.0.70 "PUT /v2.0/ports/5b879a89-5312-4d01-8c8d-127d7c7b7298 HTTP/1.1" status: 200 len: 1091 time: 1.5788739 Sep 08 13:14:40.325138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f185a5b-702b-444d-b299-453ce0f34af4', 'tag': '5b879a89-5312-4d01-8c8d-127d7c7b7298'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:40.327776 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab932856-fa71-4bb6-9224-3dbaa0d9270c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f185a5b-702b-444d-b299-453ce0f34af4", "tag": "5b879a89-5312-4d01-8c8d-127d7c7b7298"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:40.375575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7784fd-406a-4169-b4bd-1ae8f7e4541f service neutron] Pushing event updated for resources: {'Port': ['ID=5b879a89-5312-4d01-8c8d-127d7c7b7298,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:40.380829 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:40.386617 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-112353de-b6a3-4d97-a215-da4c52a9e2a2 req-fa6c356b-1d3c-4760-a0d0-e80cd83f5e54 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138906 Sep 08 13:14:40.416052 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-51dd531e-a97c-40c1-ba73-c0359976df04 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=467543a426fa46849985943e89d252e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568853 Sep 08 13:14:40.423440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54844) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:40.426238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e3194-b7ce-45cc-b868-fea30324a329 req-63018695-928e-4f87-ae09-c1fa5ffe68b0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:40.427880 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a67e3194-b7ce-45cc-b868-fea30324a329 req-63018695-928e-4f87-ae09-c1fa5ffe68b0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0625062 Sep 08 13:14:40.437127 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473c5c97-1010-4fb3-8bb8-2d9ef85d3f42 x-openstack-request-id: req-473c5c97-1010-4fb3-8bb8-2d9ef85d3f42 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:40.437416 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f185a5b-702b-444d-b299-453ce0f34af4", "tag": "5b879a89-5312-4d01-8c8d-127d7c7b7298", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:40.437667 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-473c5c97-1010-4fb3-8bb8-2d9ef85d3f42 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:40.438081 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f185a5b-702b-444d-b299-453ce0f34af4', 'tag': '5b879a89-5312-4d01-8c8d-127d7c7b7298', 'status': 'completed', 'code': 200} Sep 08 13:14:40.450510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a8586cb9-598d-48d6-8231-8b9a569dadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:40.491093 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a67e3194-b7ce-45cc-b868-fea30324a329 req-0364bbc8-e28a-458f-90d4-e5f24d7f1220 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Sep 08 13:14:40.496938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f4e8-9a58-4914-a4e3-c0de5b54ba4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:40.546611 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f4e8-9a58-4914-a4e3-c0de5b54ba4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:40.568218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932856-fa71-4bb6-9224-3dbaa0d9270c req-9845fffd-75a1-487f-88d2-ac433defbab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:40.577963 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab932856-fa71-4bb6-9224-3dbaa0d9270c req-9845fffd-75a1-487f-88d2-ac433defbab0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b206cfebddf84418a875572b10b1551e&device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 1094 time: 0.0899429 Sep 08 13:14:40.588564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a8586cb9-598d-48d6-8231-8b9a569dadb6 service neutron] Transition to ACTIVE for port object 7d6e19f7-d807-498a-b6d3-b91bae8ff863 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:14:40.703616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aedfd9-4824-4f6d-bbb8-603a33ee3eac req-61d4a837-657f-4e28-b952-ff771b4f9397 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:40.705122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-86aedfd9-4824-4f6d-bbb8-603a33ee3eac req-61d4a837-657f-4e28-b952-ff771b4f9397 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 943 time: 0.1261709 Sep 08 13:14:40.735765 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a8586cb9-598d-48d6-8231-8b9a569dadb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:40.741874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932856-fa71-4bb6-9224-3dbaa0d9270c req-0d2f1791-40ee-48a9-89cc-a057011096fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:40.743423 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab932856-fa71-4bb6-9224-3dbaa0d9270c req-0d2f1791-40ee-48a9-89cc-a057011096fe service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b206cfebddf84418a875572b10b1551e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1633711 Sep 08 13:14:40.782364 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-86aedfd9-4824-4f6d-bbb8-603a33ee3eac req-f521d916-def3-4138-9b94-4f6762b2b103 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673575 Sep 08 13:14:40.801749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a8586cb9-598d-48d6-8231-8b9a569dadb6 service neutron] No DVR routers for this DVR port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:14:40.833474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8586cb9-598d-48d6-8231-8b9a569dadb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6e19f7-d807-498a-b6d3-b91bae8ff863,revision_number=10']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:40.842924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a8586cb9-598d-48d6-8231-8b9a569dadb6 service neutron] 10.222.0.60 "PUT /v2.0/ports/7d6e19f7-d807-498a-b6d3-b91bae8ff863/bindings/n-h1-807558-3/activate HTTP/1.1" status: 200 len: 369 time: 0.9961355 Sep 08 13:14:40.857552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab932856-fa71-4bb6-9224-3dbaa0d9270c req-656c0d5e-6356-4893-bd21-b0d7b5cb384f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:40.859294 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab932856-fa71-4bb6-9224-3dbaa0d9270c req-656c0d5e-6356-4893-bd21-b0d7b5cb384f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055272 Sep 08 13:14:40.877712 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f4e8-9a58-4914-a4e3-c0de5b54ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:40.881651 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bcf5f4e8-9a58-4914-a4e3-c0de5b54ba4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:40.885212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bcf5f4e8-9a58-4914-a4e3-c0de5b54ba4c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b123e45a-39e9-475f-9795-7cbc06e08b84 HTTP/1.1" status: 204 len: 168 time: 0.4585054 Sep 08 13:14:40.893494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5f4e8-9a58-4914-a4e3-c0de5b54ba4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b123e45a-39e9-475f-9795-7cbc06e08b84,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:40.948877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-f9408b43-4328-4875-b213-720f11c0c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:40.950823 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-f9408b43-4328-4875-b213-720f11c0c9eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b206cfebddf84418a875572b10b1551e&device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 1094 time: 0.0516613 Sep 08 13:14:40.998204 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-0dfaf3a6-c315-41d2-9d69-40bb78f77d08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b879a89-5312-4d01-8c8d-127d7c7b7298 HTTP/1.1" status: 200 len: 217 time: 0.0391932 Sep 08 13:14:41.031667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a2c0d797-0824-4120-b667-7670fa304482 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:41.031667 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-a2c0d797-0824-4120-b667-7670fa304482 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 1095 time: 0.0529997 Sep 08 13:14:41.059757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-e6c55c17-2954-498e-875e-56a2ff0f3830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:41.061629 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-e6c55c17-2954-498e-875e-56a2ff0f3830 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be139490-49ed-4908-8453-ad1dc6e611ea HTTP/1.1" status: 200 len: 855 time: 0.0551336 Sep 08 13:14:41.090810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45010f-6542-41be-8f95-31395f7b0614 req-3ecf7323-254e-46f5-b25a-0e664baea1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:41.092733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-3ecf7323-254e-46f5-b25a-0e664baea1e5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f HTTP/1.1" status: 200 len: 1095 time: 0.0545962 Sep 08 13:14:41.112460 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-72526d75-fc2a-4871-b748-c41ba66eeaf6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421538 Sep 08 13:14:41.201218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de2aa56-0ebb-4174-9ac2-b6ffe779296e req-1a7f37e9-c137-46ef-b588-6f5fe2343bfe tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:41.202721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1de2aa56-0ebb-4174-9ac2-b6ffe779296e req-1a7f37e9-c137-46ef-b588-6f5fe2343bfe tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0790510 Sep 08 13:14:41.212977 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45010f-6542-41be-8f95-31395f7b0614 req-20d8b671-1050-4849-a249-efa43a831a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:41.217823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-20d8b671-1050-4849-a249-efa43a831a3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 1095 time: 0.0918093 Sep 08 13:14:41.239974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7d6e19f7-d807-498a-b6d3-b91bae8ff863 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:14:41.244010 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-d9d535c4-0b7e-45de-97fb-c93bbbe7e422 service neutron] 10.222.0.70 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180131 Sep 08 13:14:41.363199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7d6e19f7-d807-498a-b6d3-b91bae8ff863 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:14:41.369623 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1de2aa56-0ebb-4174-9ac2-b6ffe779296e req-c58981b2-7247-45c5-8ca4-872f1806cebf tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504669 Sep 08 13:14:41.417692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2832fae7-2177-463a-b1ea-c5ad4128a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:41.421099 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-2832fae7-2177-463a-b1ea-c5ad4128a1c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.1938281 Sep 08 13:14:41.484213 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bce78b6-795e-4399-8100-40d8e5ea31d3 req-2316ff2e-7a92-47aa-a85b-fbcc7b84c72a service neutron] 10.222.0.70 "GET /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311532 Sep 08 13:14:41.494561 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-5a241be3-6980-462f-9945-a123184ce2f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863 HTTP/1.1" status: 200 len: 217 time: 0.0638180 Sep 08 13:14:41.505740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009088de-3af8-47d7-9781-fbed25b6708f req-df783b60-b883-4e92-9862-080bea5e56e4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:41.507834 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-009088de-3af8-47d7-9781-fbed25b6708f req-df783b60-b883-4e92-9862-080bea5e56e4 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 945 time: 0.1242003 Sep 08 13:14:41.579521 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-009088de-3af8-47d7-9781-fbed25b6708f req-4488b278-578b-4814-8caa-7a35c790b897 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627508 Sep 08 13:14:41.630100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45010f-6542-41be-8f95-31395f7b0614 req-acc2df30-b652-421c-98db-cf39634f7f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:41.631750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-acc2df30-b652-421c-98db-cf39634f7f57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.1273634 Sep 08 13:14:41.672701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-4a8df208-8ce5-4841-b42e-ba66d909674e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312338 Sep 08 13:14:41.680922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841556e-5a1b-4da1-b372-cefd29370c84 req-3b497a09-4c1d-4a80-b182-d1ffce85ee45 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:41.683447 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5841556e-5a1b-4da1-b372-cefd29370c84 req-3b497a09-4c1d-4a80-b182-d1ffce85ee45 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 944 time: 0.1046517 Sep 08 13:14:41.711608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d83713-b8ce-4d12-8f42-a949962a13ec req-17cf13d1-bb43-4858-b7c5-87cf24362b24 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:41.714354 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4d83713-b8ce-4d12-8f42-a949962a13ec req-17cf13d1-bb43-4858-b7c5-87cf24362b24 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0634663 Sep 08 13:14:41.764831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4d83713-b8ce-4d12-8f42-a949962a13ec req-2428573e-bfe8-4b32-bbdb-ab4a2f47940c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Sep 08 13:14:41.784531 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:41.840016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5841556e-5a1b-4da1-b372-cefd29370c84 req-958429b4-cafd-41d2-8540-3cd5ea4aef0a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384976 Sep 08 13:14:41.902406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-f1a2eb21-d771-42f3-9b85-17778558e12e service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171216 Sep 08 13:14:41.972526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54886) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:41.995952 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23d95509-0c74-4b53-97c0-ee733f73f71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:42.055826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb3bfe-22e1-41f6-b500-0523e8f776d2 req-5dd41f3d-0f9b-44a0-9761-3488085206e1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:42.057456 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9beb3bfe-22e1-41f6-b500-0523e8f776d2 req-5dd41f3d-0f9b-44a0-9761-3488085206e1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 943 time: 0.1150312 Sep 08 13:14:42.081423 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-ee1e00b1-2b1c-4dd7-93b7-d56407a28782 service neutron] 10.222.0.70 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633685 Sep 08 13:14:42.105655 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23d95509-0c74-4b53-97c0-ee733f73f71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:42.111694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9beb3bfe-22e1-41f6-b500-0523e8f776d2 req-5ff31b51-a5e1-4271-982d-22343c10576f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Sep 08 13:14:42.219627 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23d95509-0c74-4b53-97c0-ee733f73f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:42.265401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d95509-0c74-4b53-97c0-ee733f73f71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6a944f-5f63-4e78-b6db-f6b8d62f34df,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:42.273105 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-23d95509-0c74-4b53-97c0-ee733f73f71f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=308a59ff5a4c4754af7cd9bb58ca7120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994220 Sep 08 13:14:42.279421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54892) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:42.370894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0ee73-71de-4f3f-b075-02701eeb9f7f req-7b7ccc90-b73e-43c9-b717-022edfa69cc9 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:42.372474 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fe0ee73-71de-4f3f-b075-02701eeb9f7f req-7b7ccc90-b73e-43c9-b717-022edfa69cc9 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 945 time: 0.0858228 Sep 08 13:14:42.373420 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63479fe0-7da3-4fc0-a379-306ec4695128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:42.414755 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63479fe0-7da3-4fc0-a379-306ec4695128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:42.453068 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fe0ee73-71de-4f3f-b075-02701eeb9f7f req-2f95db89-1626-4ab9-8472-6c0da9f47909 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692065 Sep 08 13:14:42.536378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26760e-ceb5-4185-92d2-dab78b383d00 req-9ebf4c91-447c-4502-8ae9-872463bb6b9b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:42.537941 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d26760e-ceb5-4185-92d2-dab78b383d00 req-9ebf4c91-447c-4502-8ae9-872463bb6b9b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0667846 Sep 08 13:14:42.564661 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63479fe0-7da3-4fc0-a379-306ec4695128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:42.568465 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63479fe0-7da3-4fc0-a379-306ec4695128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:42.569858 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-63479fe0-7da3-4fc0-a379-306ec4695128 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae6a944f-5f63-4e78-b6db-f6b8d62f34df HTTP/1.1" status: 204 len: 168 time: 0.2894356 Sep 08 13:14:42.579761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63479fe0-7da3-4fc0-a379-306ec4695128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6a944f-5f63-4e78-b6db-f6b8d62f34df,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:42.592059 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d26760e-ceb5-4185-92d2-dab78b383d00 req-27b81fd2-f867-46c0-bb74-93372baf6557 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479164 Sep 08 13:14:42.671867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45010f-6542-41be-8f95-31395f7b0614 req-78cf30fc-ff72-4e97-8b84-9c4cdc3fa270 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:42.673551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-78cf30fc-ff72-4e97-8b84-9c4cdc3fa270 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc&tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1095 time: 0.0569568 Sep 08 13:14:42.910962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea336b-6c66-4419-a1a8-328c001157fd req-89ba835e-ddaf-4f3a-86af-d53f3b0c1ae7 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:42.913078 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69ea336b-6c66-4419-a1a8-328c001157fd req-89ba835e-ddaf-4f3a-86af-d53f3b0c1ae7 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0630691 Sep 08 13:14:42.919592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-4d45010f-6542-41be-8f95-31395f7b0614 req-f35907d6-1226-4287-a2fd-751f80bb7004 service neutron] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:14:42.923393 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4d45010f-6542-41be-8f95-31395f7b0614 req-f35907d6-1226-4287-a2fd-751f80bb7004 service neutron] Notify callbacks [] for binding, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:42.924540 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d45010f-6542-41be-8f95-31395f7b0614 req-f35907d6-1226-4287-a2fd-751f80bb7004 service neutron] 10.222.0.70 "DELETE /v2.0/ports/7d6e19f7-d807-498a-b6d3-b91bae8ff863/bindings/n-h2-807558-3 HTTP/1.1" status: 204 len: 173 time: 0.2294779 Sep 08 13:14:42.966719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69ea336b-6c66-4419-a1a8-328c001157fd req-2a8bf12d-52b4-456b-b662-d75e40442b0d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405426 Sep 08 13:14:43.012972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9037c4-fc5e-429a-953f-af225181f180 req-25b30a93-3c40-471b-89d6-2bf93df15426 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:43.015052 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8d9037c4-fc5e-429a-953f-af225181f180 req-25b30a93-3c40-471b-89d6-2bf93df15426 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 944 time: 0.0719392 Sep 08 13:14:43.070751 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8d9037c4-fc5e-429a-953f-af225181f180 req-2082222a-7256-4c59-84fd-2108eb827ee6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483804 Sep 08 13:14:43.234790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437605b-21b3-4ebd-81be-62704eba4010 req-bd35bd71-8b7e-4a37-ad14-68029bded621 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:43.236660 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8437605b-21b3-4ebd-81be-62704eba4010 req-bd35bd71-8b7e-4a37-ad14-68029bded621 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 1095 time: 0.0465689 Sep 08 13:14:43.278271 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:43.283240 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8437605b-21b3-4ebd-81be-62704eba4010 req-903f227c-285a-4144-96a5-95ad782ab1f0 tempest-LiveMigrationTest-1128612057 tempest-LiveMigrationTest-1128612057-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364974 Sep 08 13:14:43.408345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd9b89-8a3b-4307-923e-7eec8ca1904f req-b34911fb-41c2-4122-9b06-67c2a57c7c03 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:43.410159 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67cd9b89-8a3b-4307-923e-7eec8ca1904f req-b34911fb-41c2-4122-9b06-67c2a57c7c03 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 943 time: 0.0691905 Sep 08 13:14:43.459893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67cd9b89-8a3b-4307-923e-7eec8ca1904f req-c76dfc9c-c9ca-4313-9252-173268523eaa tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420606 Sep 08 13:14:43.595578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22eca6-83cc-4801-9dca-3c489e86d4b3 req-ed23be20-8f5a-42d2-824f-aa5b9683d340 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:43.597111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f22eca6-83cc-4801-9dca-3c489e86d4b3 req-ed23be20-8f5a-42d2-824f-aa5b9683d340 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 945 time: 0.0516551 Sep 08 13:14:43.637314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f22eca6-83cc-4801-9dca-3c489e86d4b3 req-5d278818-07e2-4fe8-be2a-d3afd3e5cc66 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups?id=7d574c76-a490-416e-ab35-ad7f211f3ccb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338743 Sep 08 13:14:43.852058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727e3a8d-83d0-4d66-b127-75f13d83c7fc req-f08492ea-08f7-4901-8ae1-95f73231077d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:43.853966 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-727e3a8d-83d0-4d66-b127-75f13d83c7fc req-f08492ea-08f7-4901-8ae1-95f73231077d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0610805 Sep 08 13:14:43.889755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f6fe-36bc-4b2c-ada8-6e9e1ec7c244 req-c92dcc76-99b9-4365-bed6-8b2a6f81ba49 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:43.891299 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55f4f6fe-36bc-4b2c-ada8-6e9e1ec7c244 req-c92dcc76-99b9-4365-bed6-8b2a6f81ba49 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.70 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 945 time: 0.0767181 Sep 08 13:14:43.898386 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-727e3a8d-83d0-4d66-b127-75f13d83c7fc req-b22c2b69-fc95-4595-9974-9d3be53d7882 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381012 Sep 08 13:14:43.944139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0a06b-99bc-4aa9-9350-bb74f667d7d7 req-e411721a-4736-46d1-827a-7bb73f8fe65c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:43.945856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1f0a06b-99bc-4aa9-9350-bb74f667d7d7 req-e411721a-4736-46d1-827a-7bb73f8fe65c tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 944 time: 0.0926614 Sep 08 13:14:44.025369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1f0a06b-99bc-4aa9-9350-bb74f667d7d7 req-ca3191cd-71cb-4c86-aa73-69b57f2bffea tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697913 Sep 08 13:14:44.042039 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:44.062494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-55f4f6fe-36bc-4b2c-ada8-6e9e1ec7c244 req-e4444333-c6a9-4ff4-b125-3dfa24ea1610 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Deleting port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:14:44.062852 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f4f6fe-36bc-4b2c-ada8-6e9e1ec7c244 req-e4444333-c6a9-4ff4-b125-3dfa24ea1610 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:44.136256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce286932-7922-4628-8fab-1d8bf2317270 req-6d49658f-c941-43ce-a59d-a0d59229e09f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:44.138135 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce286932-7922-4628-8fab-1d8bf2317270 req-6d49658f-c941-43ce-a59d-a0d59229e09f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0830975 Sep 08 13:14:44.199505 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce286932-7922-4628-8fab-1d8bf2317270 req-29ecfae3-4992-4250-bb10-727c300ed2c7 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478041 Sep 08 13:14:44.200119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-55f4f6fe-36bc-4b2c-ada8-6e9e1ec7c244 req-e4444333-c6a9-4ff4-b125-3dfa24ea1610 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] For port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=893e5ba9-e6a0-4ff9-9c79-290d38ffad83,segment=NetworkSegment(8f7d3273-3c7d-4224-b318-b5cd12fef078),segment_id=8f7d3273-3c7d-4224-b318-b5cd12fef078)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:44.200550 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f4f6fe-36bc-4b2c-ada8-6e9e1ec7c244 req-e4444333-c6a9-4ff4-b125-3dfa24ea1610 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:44.224567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-55f4f6fe-36bc-4b2c-ada8-6e9e1ec7c244 req-e4444333-c6a9-4ff4-b125-3dfa24ea1610 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Calling delete_port for 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:14:44.466216 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f4f6fe-36bc-4b2c-ada8-6e9e1ec7c244 req-e4444333-c6a9-4ff4-b125-3dfa24ea1610 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:44.479441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['893e5ba9-e6a0-4ff9-9c79-290d38ffad83'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:44.493700 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4444333-c6a9-4ff4-b125-3dfa24ea1610 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event deleted for resources: {'Port': ['ID=893e5ba9-e6a0-4ff9-9c79-290d38ffad83,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:44.551308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f4f6fe-36bc-4b2c-ada8-6e9e1ec7c244 req-e4444333-c6a9-4ff4-b125-3dfa24ea1610 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] No DVR routers for this DVR port 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:14:44.555020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55f4f6fe-36bc-4b2c-ada8-6e9e1ec7c244 req-e4444333-c6a9-4ff4-b125-3dfa24ea1610 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:44.557941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55f4f6fe-36bc-4b2c-ada8-6e9e1ec7c244 req-e4444333-c6a9-4ff4-b125-3dfa24ea1610 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.70 "DELETE /v2.0/ports/893e5ba9-e6a0-4ff9-9c79-290d38ffad83 HTTP/1.1" status: 204 len: 173 time: 0.6596646 Sep 08 13:14:44.562285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f25608e1-1fe5-416b-8f97-f8174423ada7', 'name': 'network-vif-deleted', 'tag': '893e5ba9-e6a0-4ff9-9c79-290d38ffad83'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:44.562285 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccceec6-52b9-4ef3-9a0a-15b13cd431d7" -d '{"events": [{"server_uuid": "f25608e1-1fe5-416b-8f97-f8174423ada7", "name": "network-vif-deleted", "tag": "893e5ba9-e6a0-4ff9-9c79-290d38ffad83"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:44.610681 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd4574d-ea8c-4d5e-9a85-03a64eaeab5e x-openstack-request-id: req-1dd4574d-ea8c-4d5e-9a85-03a64eaeab5e {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:44.611319 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f25608e1-1fe5-416b-8f97-f8174423ada7", "name": "network-vif-deleted", "tag": "893e5ba9-e6a0-4ff9-9c79-290d38ffad83", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:44.611319 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1dd4574d-ea8c-4d5e-9a85-03a64eaeab5e {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:44.611621 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f25608e1-1fe5-416b-8f97-f8174423ada7', 'name': 'network-vif-deleted', 'tag': '893e5ba9-e6a0-4ff9-9c79-290d38ffad83', 'status': 'completed', 'code': 200} Sep 08 13:14:44.627751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd874537-b379-4121-aed1-5b29468bdefe req-f50c447e-b202-4355-a18a-5bf1f737521f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:44.629217 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd874537-b379-4121-aed1-5b29468bdefe req-f50c447e-b202-4355-a18a-5bf1f737521f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 944 time: 0.1021976 Sep 08 13:14:44.637966 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844df6f5-befd-4d0f-a8ae-8c122e839a36 req-44b5b0dd-c0f6-45f5-9232-dd29986f73d6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:44.642138 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-844df6f5-befd-4d0f-a8ae-8c122e839a36 req-44b5b0dd-c0f6-45f5-9232-dd29986f73d6 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 943 time: 0.0986238 Sep 08 13:14:44.731099 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-844df6f5-befd-4d0f-a8ae-8c122e839a36 req-e2a99322-6668-4361-85c2-ce41092cc771 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845246 Sep 08 13:14:44.758235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9ca3a4fe-df85-451b-a661-4f45bc6b5767 req-c2c2abe5-25d3-42b5-b183-2a7a96ada9f2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 210 time: 0.0321407 Sep 08 13:14:44.758458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-bd874537-b379-4121-aed1-5b29468bdefe req-2f2007fe-e088-4544-a6f5-44b90b5ee6d6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Deleting port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:14:44.758832 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bd874537-b379-4121-aed1-5b29468bdefe req-2f2007fe-e088-4544-a6f5-44b90b5ee6d6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:44.862518 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-bd874537-b379-4121-aed1-5b29468bdefe req-2f2007fe-e088-4544-a6f5-44b90b5ee6d6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] For port 7d6e19f7-d807-498a-b6d3-b91bae8ff863, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7d6e19f7-d807-498a-b6d3-b91bae8ff863,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:44.862793 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bd874537-b379-4121-aed1-5b29468bdefe req-2f2007fe-e088-4544-a6f5-44b90b5ee6d6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:44.877606 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-bd874537-b379-4121-aed1-5b29468bdefe req-2f2007fe-e088-4544-a6f5-44b90b5ee6d6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Calling delete_port for 7d6e19f7-d807-498a-b6d3-b91bae8ff863 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:14:44.973261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55010) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:45.059542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6732cf-2cff-487b-841b-4d452b34a0a3 req-dd3abf07-2742-439f-9e46-840900d79f08 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:45.061238 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc6732cf-2cff-487b-841b-4d452b34a0a3 req-dd3abf07-2742-439f-9e46-840900d79f08 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0599854 Sep 08 13:14:45.138158 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc6732cf-2cff-487b-841b-4d452b34a0a3 req-46bb6bc5-b17d-44f0-98fd-9dbab92f0ce6 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706420 Sep 08 13:14:45.300386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5adfd65-1bba-475a-8252-dd13d3a5d9e7 req-0afc4e90-193a-4ba5-9cd8-651f120ffcb9 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:45.301943 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5adfd65-1bba-475a-8252-dd13d3a5d9e7 req-0afc4e90-193a-4ba5-9cd8-651f120ffcb9 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 944 time: 0.0926251 Sep 08 13:14:45.313074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55022) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:45.330232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f3289139-6850-41ac-9fd1-d8d96cf3583e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:45.362774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991be9b1-7094-4693-9f72-f0ca93fbbfc8 req-157d7604-2be8-49f2-bf32-660d969b2a98 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:45.364457 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-991be9b1-7094-4693-9f72-f0ca93fbbfc8 req-157d7604-2be8-49f2-bf32-660d969b2a98 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0996056 Sep 08 13:14:45.370212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5adfd65-1bba-475a-8252-dd13d3a5d9e7 req-4cf37f06-460b-4826-a5c6-839104a29a16 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599427 Sep 08 13:14:45.396822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:45.445321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-991be9b1-7094-4693-9f72-f0ca93fbbfc8 req-95780547-2324-4561-9bef-30423392bd97 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691621 Sep 08 13:14:45.506024 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f3289139-6850-41ac-9fd1-d8d96cf3583e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:45.517742 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bd874537-b379-4121-aed1-5b29468bdefe req-2f2007fe-e088-4544-a6f5-44b90b5ee6d6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:45.531105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['7d6e19f7-d807-498a-b6d3-b91bae8ff863'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:45.533524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['e7f0ece7-d67a-43b1-88c3-6f45ff96fe69'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:45.552890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2007fe-e088-4544-a6f5-44b90b5ee6d6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Pushing event deleted for resources: {'Port': ['ID=7d6e19f7-d807-498a-b6d3-b91bae8ff863,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:45.589552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd874537-b379-4121-aed1-5b29468bdefe req-2f2007fe-e088-4544-a6f5-44b90b5ee6d6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] No DVR routers for this DVR port 7d6e19f7-d807-498a-b6d3-b91bae8ff863 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:14:45.592546 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bd874537-b379-4121-aed1-5b29468bdefe req-2f2007fe-e088-4544-a6f5-44b90b5ee6d6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:45.594651 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd874537-b379-4121-aed1-5b29468bdefe req-2f2007fe-e088-4544-a6f5-44b90b5ee6d6 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.70 "DELETE /v2.0/ports/7d6e19f7-d807-498a-b6d3-b91bae8ff863 HTTP/1.1" status: 204 len: 173 time: 0.9543827 Sep 08 13:14:45.595096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc', 'name': 'network-vif-deleted', 'tag': '7d6e19f7-d807-498a-b6d3-b91bae8ff863'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:45.597411 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f095c5-3662-4d8d-870b-f51856972ffb" -d '{"events": [{"server_uuid": "0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc", "name": "network-vif-deleted", "tag": "7d6e19f7-d807-498a-b6d3-b91bae8ff863"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:45.638627 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f3289139-6850-41ac-9fd1-d8d96cf3583e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:45.641568 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de0c9b6-6292-44fc-a813-b778cc3478df x-openstack-request-id: req-7de0c9b6-6292-44fc-a813-b778cc3478df {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:45.641568 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc", "name": "network-vif-deleted", "tag": "7d6e19f7-d807-498a-b6d3-b91bae8ff863", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:45.641568 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7de0c9b6-6292-44fc-a813-b778cc3478df {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:45.641568 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc', 'name': 'network-vif-deleted', 'tag': '7d6e19f7-d807-498a-b6d3-b91bae8ff863', 'status': 'completed', 'code': 200} Sep 08 13:14:45.689713 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f3289139-6850-41ac-9fd1-d8d96cf3583e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2f3a33e2487147f49e545585f5eb1775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7151582 Sep 08 13:14:45.691830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3289139-6850-41ac-9fd1-d8d96cf3583e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e97c3cd-1081-402e-a1fc-5d9e72269cb3,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:45.692598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55028) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:45.748976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1523d962-58e0-44eb-bf15-94f8cb686d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:45.773990 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1523d962-58e0-44eb-bf15-94f8cb686d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:45.851701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fa546-af1b-40d9-b220-9ceb13e9d6aa req-c25ea8d5-680b-4041-b22c-7e83eb285951 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:45.853382 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-509fa546-af1b-40d9-b220-9ceb13e9d6aa req-c25ea8d5-680b-4041-b22c-7e83eb285951 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 943 time: 0.0496705 Sep 08 13:14:45.858137 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:45.878252 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6ad8fcd-fa6f-4642-bcdf-3d8cac06b804 req-6e7d31e1-2cf7-41bc-9db6-15ccb27e6079 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/ports?device_id=f25608e1-1fe5-416b-8f97-f8174423ada7 HTTP/1.1" status: 200 len: 210 time: 0.0332882 Sep 08 13:14:45.904794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-509fa546-af1b-40d9-b220-9ceb13e9d6aa req-0f0c3402-298f-47e8-a126-475d66d427b1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Sep 08 13:14:45.943975 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1523d962-58e0-44eb-bf15-94f8cb686d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:45.946641 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1523d962-58e0-44eb-bf15-94f8cb686d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:45.948314 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1523d962-58e0-44eb-bf15-94f8cb686d57 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2e97c3cd-1081-402e-a1fc-5d9e72269cb3 HTTP/1.1" status: 204 len: 168 time: 0.2537313 Sep 08 13:14:45.960195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523d962-58e0-44eb-bf15-94f8cb686d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e97c3cd-1081-402e-a1fc-5d9e72269cb3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:46.013816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:46.062405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5b879a89-5312-4d01-8c8d-127d7c7b7298 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:14:46.126862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Allocated IP 172.25.5.33 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/6c80a76d-c7e4-41df-afaa-e56940245406) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:14:46.173828 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5b879a89-5312-4d01-8c8d-127d7c7b7298, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5b879a89-5312-4d01-8c8d-127d7c7b7298,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:46.192305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '5b879a89-5312-4d01-8c8d-127d7c7b7298', 'network_id': '3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c', 'port_id': '5b879a89-5312-4d01-8c8d-127d7c7b7298', 'mac_address': 'fa:16:3e:c8:30:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be139490-49ed-4908-8453-ad1dc6e611ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:14:46.245319 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:46.251646 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:46.259275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b879a89-5312-4d01-8c8d-127d7c7b7298 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:46.283519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5b879a89-5312-4d01-8c8d-127d7c7b7298, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5b879a89-5312-4d01-8c8d-127d7c7b7298,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:46.288453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62fb1b1-f89e-44d9-b2da-bd4f2ab16a8b req-a8b8588d-d2a1-4fcf-a5c1-a02be04556e2 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:46.289850 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d62fb1b1-f89e-44d9-b2da-bd4f2ab16a8b req-a8b8588d-d2a1-4fcf-a5c1-a02be04556e2 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0671334 Sep 08 13:14:46.328690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d62fb1b1-f89e-44d9-b2da-bd4f2ab16a8b req-2a84a761-9454-4559-b6af-d0478eae191b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321181 Sep 08 13:14:46.410930 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:46.493760 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6e70cac4-39f5-4deb-a5ad-2be4ad8e2289 req-5984d925-ac96-49b9-a92f-3fa028452e71 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 210 time: 0.0431688 Sep 08 13:14:46.497182 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:46.512476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5b879a89-5312-4d01-8c8d-127d7c7b7298,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:46.557054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:14:46.565878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:14:46.568475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Pushing event updated for resources: {'Port': ['ID=6c80a76d-c7e4-41df-afaa-e56940245406,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:46.571067 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:14:46.604409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a40ea-fc2f-4f0e-8f48-111f1d6beed4 req-900ff10a-6e16-45be-b50c-dd71604b5b2a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:46.606131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-167a40ea-fc2f-4f0e-8f48-111f1d6beed4 req-900ff10a-6e16-45be-b50c-dd71604b5b2a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0598984 Sep 08 13:14:46.636890 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:46.650918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-167a40ea-fc2f-4f0e-8f48-111f1d6beed4 req-18463513-0187-4168-be98-c2e37f33fd78 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381742 Sep 08 13:14:46.677875 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:46.694632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['5b879a89-5312-4d01-8c8d-127d7c7b7298'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:46.803415 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:46.828404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55048) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:46.852255 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1109-ffdb-4ab3-a4ca-c0542b96df80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.013986 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.027640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1109-ffdb-4ab3-a4ca-c0542b96df80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.094748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7a9b7-4da5-4d23-8f6e-35d0a2d92ebe req-fb104989-94f5-4b82-9710-34684c0a5674 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:47.096296 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-50f7a9b7-4da5-4d23-8f6e-35d0a2d92ebe req-fb104989-94f5-4b82-9710-34684c0a5674 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 944 time: 0.0545962 Sep 08 13:14:47.111165 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.154498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-50f7a9b7-4da5-4d23-8f6e-35d0a2d92ebe req-54eaf78a-eb36-4437-b6ca-38bf14b53ff9 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504527 Sep 08 13:14:47.173370 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8bc1109-ffdb-4ab3-a4ca-c0542b96df80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.194163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Pushing event updated for resources: {'Port': ['ID=6c80a76d-c7e4-41df-afaa-e56940245406,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:47.202677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.224304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc1109-ffdb-4ab3-a4ca-c0542b96df80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90530a8b-7341-4e0e-baed-fac6cd15b0c4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:47.228691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d8bc1109-ffdb-4ab3-a4ca-c0542b96df80 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=95f8cddbadad41d483c77273b2676397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992426 Sep 08 13:14:47.231986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55070) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:47.273840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55072) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:47.295039 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fe0f51dc-ad98-416e-aa1e-6597d7ab203f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.334955 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fe0f51dc-ad98-416e-aa1e-6597d7ab203f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.345867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.347207 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9bc6477d-41eb-4043-86aa-e74f113960e6 tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0332046 Sep 08 13:14:47.350142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55074) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:47.357414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-73850639-fdc0-4e96-87d9-90a6deca0e9c tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-210276260', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'fixed_ips': [{'ip_address': '172.25.5.33'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:47.376044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-654848ee-ed95-4d32-a6a6-56254bed1002 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.406977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-654848ee-ed95-4d32-a6a6-56254bed1002 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.453381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73850639-fdc0-4e96-87d9-90a6deca0e9c tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Made reservation on behalf of cf0a2dfad931461b81085dc9d124eee0 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:14:47.455793 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73850639-fdc0-4e96-87d9-90a6deca0e9c tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.466567 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73850639-fdc0-4e96-87d9-90a6deca0e9c tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.490336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a6939-47aa-46e8-942f-7686b5701525 req-4c2020a9-0d2c-47c0-ae5a-16d3ff4d08a5 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:47.491411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-428a6939-47aa-46e8-942f-7686b5701525 req-4c2020a9-0d2c-47c0-ae5a-16d3ff4d08a5 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0878637 Sep 08 13:14:47.541193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-428a6939-47aa-46e8-942f-7686b5701525 req-7a55b369-e715-4d43-b4d7-b8edb89b7b9b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348842 Sep 08 13:14:47.542902 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fe0f51dc-ad98-416e-aa1e-6597d7ab203f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.545446 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fe0f51dc-ad98-416e-aa1e-6597d7ab203f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.549669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fe0f51dc-ad98-416e-aa1e-6597d7ab203f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/90530a8b-7341-4e0e-baed-fac6cd15b0c4 HTTP/1.1" status: 204 len: 168 time: 0.3135960 Sep 08 13:14:47.555337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f51dc-ad98-416e-aa1e-6597d7ab203f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90530a8b-7341-4e0e-baed-fac6cd15b0c4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:47.619045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-654848ee-ed95-4d32-a6a6-56254bed1002 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.626739 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-654848ee-ed95-4d32-a6a6-56254bed1002 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.631368 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-654848ee-ed95-4d32-a6a6-56254bed1002 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "DELETE /v2.0/security-groups/956738e2-cf9b-4865-a858-3060ff65be52 HTTP/1.1" status: 204 len: 168 time: 0.3499701 Sep 08 13:14:47.633055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55082) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:47.650739 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efdc515d-2350-4dcc-9bb1-84ef1a4f0304 req-b759f7bc-ae55-4921-979f-b28bd6ab946e tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 210 time: 0.0447409 Sep 08 13:14:47.665806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654848ee-ed95-4d32-a6a6-56254bed1002 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956738e2-cf9b-4865-a858-3060ff65be52,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:47.670122 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-e0468118-7efc-4c94-b0b9-c27b84f57e8f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] show failed (client error): The resource could not be found. Sep 08 13:14:47.674467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e0468118-7efc-4c94-b0b9-c27b84f57e8f tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "GET /v2.0/security-groups/956738e2-cf9b-4865-a858-3060ff65be52 HTTP/1.1" status: 404 len: 347 time: 0.0259938 Sep 08 13:14:47.675688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55084) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:47.693188 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73850639-fdc0-4e96-87d9-90a6deca0e9c tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.775361 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73850639-fdc0-4e96-87d9-90a6deca0e9c tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.781982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-73850639-fdc0-4e96-87d9-90a6deca0e9c tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] device_id is not set on port 217cb585-3c20-432d-ab83-155025791880 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:14:47.857441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3ee3c-b595-409c-a476-36ccf2794ff8 req-cbd8750a-ff67-4188-96b4-b5b60ec7c579 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:47.859076 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bdf3ee3c-b595-409c-a476-36ccf2794ff8 req-cbd8750a-ff67-4188-96b4-b5b60ec7c579 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0954831 Sep 08 13:14:47.884272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-32d19507-7365-44ef-824c-6abf1fb9aae2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Deleting port 7ecd6ea0-e131-42ba-a9ec-0bd9b66f8d41 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:14:47.884623 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32d19507-7365-44ef-824c-6abf1fb9aae2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:47.902572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73850639-fdc0-4e96-87d9-90a6deca0e9c tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eecde79-f3e7-4862-92b1-e64f8d1ec80f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:47.971212 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bdf3ee3c-b595-409c-a476-36ccf2794ff8 req-2b37d7e6-9aa8-4a66-af92-c658616098c5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049972 Sep 08 13:14:48.033170 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32d19507-7365-44ef-824c-6abf1fb9aae2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:48.033490 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32d19507-7365-44ef-824c-6abf1fb9aae2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:48.060471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-32d19507-7365-44ef-824c-6abf1fb9aae2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Calling delete_port for 7ecd6ea0-e131-42ba-a9ec-0bd9b66f8d41 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:14:48.078139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5b879a89-5312-4d01-8c8d-127d7c7b7298 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:14:48.225703 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-73850639-fdc0-4e96-87d9-90a6deca0e9c tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 08 13:14:48.226320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73850639-fdc0-4e96-87d9-90a6deca0e9c tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:14:48.308308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 5b879a89-5312-4d01-8c8d-127d7c7b7298 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:14:48.313547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 5b879a89-5312-4d01-8c8d-127d7c7b7298 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:48.314704 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:48.330722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-73850639-fdc0-4e96-87d9-90a6deca0e9c tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9794705 Sep 08 13:14:48.337646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55100) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:48.342784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfaf2d6-e8b4-469b-9045-440f24af6fff req-c4877bdc-beef-4d72-bc49-ec473f88728d tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:48.344585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ddfaf2d6-e8b4-469b-9045-440f24af6fff req-c4877bdc-beef-4d72-bc49-ec473f88728d tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 944 time: 0.0857248 Sep 08 13:14:48.428585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ddfaf2d6-e8b4-469b-9045-440f24af6fff req-72585fa0-3010-4384-a27a-3e125fc392f8 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778580 Sep 08 13:14:48.446594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32d19507-7365-44ef-824c-6abf1fb9aae2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:48.475550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d19507-7365-44ef-824c-6abf1fb9aae2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Pushing event deleted for resources: {'Port': ['ID=7ecd6ea0-e131-42ba-a9ec-0bd9b66f8d41,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:48.491694 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:48.534338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f185a5b-702b-444d-b299-453ce0f34af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b879a89-5312-4d01-8c8d-127d7c7b7298'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:48.540726 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae594cd-b011-4645-a09b-70b1c4e5d465" -d '{"events": [{"server_uuid": "1f185a5b-702b-444d-b299-453ce0f34af4", "name": "network-vif-plugged", "status": "completed", "tag": "5b879a89-5312-4d01-8c8d-127d7c7b7298"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:48.567538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32d19507-7365-44ef-824c-6abf1fb9aae2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:48.573634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5b879a89-5312-4d01-8c8d-127d7c7b7298, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5b879a89-5312-4d01-8c8d-127d7c7b7298,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:48.575373 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32d19507-7365-44ef-824c-6abf1fb9aae2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:48.578005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-32d19507-7365-44ef-824c-6abf1fb9aae2 tempest-ImagesOneServerNegativeTestJSON-188992013 tempest-ImagesOneServerNegativeTestJSON-188992013-project] 10.222.0.69 "DELETE /v2.0/floatingips/b2a1b4cc-1790-4c53-ad82-17efc3b0e3ba HTTP/1.1" status: 204 len: 168 time: 0.9013166 Sep 08 13:14:48.616835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b066c68b-a972-4b3c-b8d5-1970a21ee2fd tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Deleting port 6c80a76d-c7e4-41df-afaa-e56940245406 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:14:48.617192 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b066c68b-a972-4b3c-b8d5-1970a21ee2fd tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:48.621386 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e4995c-e88c-42bb-b2c5-9be91e75c13a x-openstack-request-id: req-90e4995c-e88c-42bb-b2c5-9be91e75c13a {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:48.621737 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f185a5b-702b-444d-b299-453ce0f34af4", "name": "network-vif-plugged", "status": "completed", "tag": "5b879a89-5312-4d01-8c8d-127d7c7b7298", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:48.621992 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-90e4995c-e88c-42bb-b2c5-9be91e75c13a {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:48.622482 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f185a5b-702b-444d-b299-453ce0f34af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b879a89-5312-4d01-8c8d-127d7c7b7298', 'code': 200} Sep 08 13:14:48.660846 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:48.661892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:14:48.716887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:14:48.717249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 893e5ba9-e6a0-4ff9-9c79-290d38ffad83 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:14:48.717682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7d6e19f7-d807-498a-b6d3-b91bae8ff863 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:14:48.828460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-495db410-d4de-48c6-96e3-8778f9bdfc28 req-a26edfbe-fae0-4940-965f-774fde48fdb8 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 210 time: 0.0651155 Sep 08 13:14:48.839152 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 7d6e19f7-d807-498a-b6d3-b91bae8ff863 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:14:48.839755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7d6e19f7-d807-498a-b6d3-b91bae8ff863 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:14:48.885107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55126) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:48.888005 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5b879a89-5312-4d01-8c8d-127d7c7b7298,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:48.945270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bf880f-0ad1-4439-a4a8-c64470af7a0f admin admin] Deleting subnet d2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:14:48.945815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab82e6d-3d89-490d-9eb4-b545a30dc492 req-684c9cbf-48a7-4deb-83e0-8c9ff48aa74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:48.948243 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7ab82e6d-3d89-490d-9eb4-b545a30dc492 req-684c9cbf-48a7-4deb-83e0-8c9ff48aa74b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 1096 time: 0.2535465 Sep 08 13:14:48.951045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04bf880f-0ad1-4439-a4a8-c64470af7a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:48.992471 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04bf880f-0ad1-4439-a4a8-c64470af7a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:48.996157 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7ab82e6d-3d89-490d-9eb4-b545a30dc492 req-85677148-f9a5-46cb-9a6c-bf5691ed07b8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396221 Sep 08 13:14:48.998825 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b066c68b-a972-4b3c-b8d5-1970a21ee2fd tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:48.999162 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b066c68b-a972-4b3c-b8d5-1970a21ee2fd tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.027131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b5505-06b6-4b47-96b1-55deb320b5b4 req-6e315de8-fd0f-410b-a02f-fb87a4590b7c tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:49.028692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-544b5505-06b6-4b47-96b1-55deb320b5b4 req-6e315de8-fd0f-410b-a02f-fb87a4590b7c tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.1689992 Sep 08 13:14:49.029794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b066c68b-a972-4b3c-b8d5-1970a21ee2fd tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Calling delete_port for 6c80a76d-c7e4-41df-afaa-e56940245406 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:14:49.102377 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04bf880f-0ad1-4439-a4a8-c64470af7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.168167 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-544b5505-06b6-4b47-96b1-55deb320b5b4 req-8960a1d2-a476-4bcc-965c-34a5dda723a7 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319091 Sep 08 13:14:49.238112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88af3d-0faf-437d-844d-f4fe77d34454 req-220bc364-3607-4f65-b2db-3240461e8248 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:49.252665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f88af3d-0faf-437d-844d-f4fe77d34454 req-220bc364-3607-4f65-b2db-3240461e8248 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.1798902 Sep 08 13:14:49.274329 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04bf880f-0ad1-4439-a4a8-c64470af7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.317284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf880f-0ad1-4439-a4a8-c64470af7a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:49.321339 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04bf880f-0ad1-4439-a4a8-c64470af7a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.326235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-04bf880f-0ad1-4439-a4a8-c64470af7a0f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d2aa3f0c-e5e5-4fc1-a35b-f7e0669d46ee HTTP/1.1" status: 204 len: 168 time: 0.4368229 Sep 08 13:14:49.327177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55140) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:49.329956 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f88af3d-0faf-437d-844d-f4fe77d34454 req-244f515d-4365-4da9-9dba-a56ba1a342ed tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758452 Sep 08 13:14:49.401927 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b066c68b-a972-4b3c-b8d5-1970a21ee2fd tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.436578 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.438660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066c68b-a972-4b3c-b8d5-1970a21ee2fd tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c80a76d-c7e4-41df-afaa-e56940245406,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:49.600206 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b066c68b-a972-4b3c-b8d5-1970a21ee2fd tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.602816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b066c68b-a972-4b3c-b8d5-1970a21ee2fd tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.603821 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b066c68b-a972-4b3c-b8d5-1970a21ee2fd tempest-ExternalNetworksAdminNegativeTestJSON-610710739 tempest-ExternalNetworksAdminNegativeTestJSON-610710739-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/92a841d1-e992-45c2-a687-0ebd4bcd0539 HTTP/1.1" status: 204 len: 168 time: 1.2691605 Sep 08 13:14:49.606655 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.630931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:49.645735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27204af7-602c-48e9-9f5d-dbe3cd20d772 req-41ad330b-cee5-421a-8a3f-ac0eab0637a1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:49.647267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27204af7-602c-48e9-9f5d-dbe3cd20d772 req-41ad330b-cee5-421a-8a3f-ac0eab0637a1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 945 time: 0.1313684 Sep 08 13:14:49.655226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f7d3273-3c7d-4224-b318-b5cd12fef078') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:49.655520 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f7d3273-3c7d-4224-b318-b5cd12fef078') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:14:49.677171 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.704814 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.716376 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27204af7-602c-48e9-9f5d-dbe3cd20d772 req-9a9da21f-f54f-4aaf-8e64-9fd2da22c5c0 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587850 Sep 08 13:14:49.717346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:14:49.717749 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:14:49.719582 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:14:49.860107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.867190 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:49.869465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a HTTP/1.1" status: 204 len: 168 time: 0.5411599 Sep 08 13:14:49.885962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b0c1c-8548-4297-96e3-0bdbae540a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=f72aeacf-e7dd-4a47-8a8d-aa84cc48f70a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:49.930544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87762b0c-e676-4b42-a3d7-a416e365ab4d req-39c457b6-399c-49a3-88fd-2f76bdac0ca1 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 210 time: 0.0305073 Sep 08 13:14:50.202674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55154) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:50.301946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3eebd-cd59-4a45-9789-9d1790b6a881 req-bc360630-180e-47a0-89ff-c304d93844e5 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:50.303591 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5cd3eebd-cd59-4a45-9789-9d1790b6a881 req-bc360630-180e-47a0-89ff-c304d93844e5 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 945 time: 0.0564537 Sep 08 13:14:50.324694 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a23edae4-b9aa-44db-b3bd-5a118bf1b624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:50.371808 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5cd3eebd-cd59-4a45-9789-9d1790b6a881 req-9408245b-4eeb-4afd-8310-f0af5ede23ef tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606546 Sep 08 13:14:50.405370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55168) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:50.496540 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cbf718f7-6da8-4215-9352-8349c1836330 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00362f9f4c5f42c2af1c4b613e8f928a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0894201 Sep 08 13:14:50.499270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55174) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:50.516900 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a23edae4-b9aa-44db-b3bd-5a118bf1b624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:50.568483 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0916f23-81af-40ca-a73d-0838731fa1c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:50.575862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91929562-4ffb-4cf9-814d-59cc4853b301 req-2b4d32da-af03-4048-9110-7b1b29464f88 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:50.578302 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91929562-4ffb-4cf9-814d-59cc4853b301 req-2b4d32da-af03-4048-9110-7b1b29464f88 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0661144 Sep 08 13:14:50.596075 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0916f23-81af-40ca-a73d-0838731fa1c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:50.646929 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91929562-4ffb-4cf9-814d-59cc4853b301 req-836d048d-b683-4520-b621-163694d5428e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633514 Sep 08 13:14:50.649057 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a23edae4-b9aa-44db-b3bd-5a118bf1b624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:50.696929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23edae4-b9aa-44db-b3bd-5a118bf1b624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac661ae1-9553-4409-a0e5-e6a78a56ad27,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:50.702279 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a23edae4-b9aa-44db-b3bd-5a118bf1b624 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a963e85311d0476abc28a3bb80e80434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4977190 Sep 08 13:14:50.704283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55182) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:50.734332 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0916f23-81af-40ca-a73d-0838731fa1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:50.736881 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0916f23-81af-40ca-a73d-0838731fa1c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:50.740794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d0916f23-81af-40ca-a73d-0838731fa1c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7d574c76-a490-416e-ab35-ad7f211f3ccb HTTP/1.1" status: 204 len: 168 time: 0.2304823 Sep 08 13:14:50.760843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0916f23-81af-40ca-a73d-0838731fa1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d574c76-a490-416e-ab35-ad7f211f3ccb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:50.808344 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a83779c-3e62-48cb-ab5a-aec33df55701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:50.840485 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a83779c-3e62-48cb-ab5a-aec33df55701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:50.921793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b9cb1-1b0f-4d75-adcd-8e8ef975d1aa req-e5dbc799-d29c-4c6c-8325-6089c20fa3fe tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:50.923750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a51b9cb1-1b0f-4d75-adcd-8e8ef975d1aa req-e5dbc799-d29c-4c6c-8325-6089c20fa3fe tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 945 time: 0.0800076 Sep 08 13:14:50.977732 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a51b9cb1-1b0f-4d75-adcd-8e8ef975d1aa req-b1fe99c3-36a8-4d9f-87c7-51531da09ff1 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462494 Sep 08 13:14:51.038324 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a83779c-3e62-48cb-ab5a-aec33df55701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:51.042401 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a83779c-3e62-48cb-ab5a-aec33df55701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:51.048426 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7a83779c-3e62-48cb-ab5a-aec33df55701 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac661ae1-9553-4409-a0e5-e6a78a56ad27 HTTP/1.1" status: 204 len: 168 time: 0.3405561 Sep 08 13:14:51.063083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83779c-3e62-48cb-ab5a-aec33df55701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac661ae1-9553-4409-a0e5-e6a78a56ad27,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:51.117186 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5f398969-17d9-426f-bb22-c8ce677f5435 req-f9ee014e-df87-4e9e-b981-a3ca757c1631 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f054ec9-b9d3-4efa-a29d-87bcc5ae39cc HTTP/1.1" status: 200 len: 210 time: 0.0376141 Sep 08 13:14:51.267076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cca912-c982-4d88-bea7-49250af779c0 req-f86484ab-1898-4ed4-a4a2-6c2641f5432a tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:51.268657 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b3cca912-c982-4d88-bea7-49250af779c0 req-f86484ab-1898-4ed4-a4a2-6c2641f5432a tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 945 time: 0.0745363 Sep 08 13:14:51.334838 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b3cca912-c982-4d88-bea7-49250af779c0 req-ee4b1ec2-6393-4fb5-82ea-bfb88ae7969e tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567756 Sep 08 13:14:51.665161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b08565af-576f-4ce1-ba6c-fca2c5f09e05 req-bd59b307-5336-4e6e-bec2-92a566a96cac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459788 Sep 08 13:14:51.794322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc88c-c343-4a34-9899-a905ebc9ea32 req-66e91ace-db6e-42a8-b6c9-cd37016a1d36 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:51.802285 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-878bc88c-c343-4a34-9899-a905ebc9ea32 req-66e91ace-db6e-42a8-b6c9-cd37016a1d36 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0609636 Sep 08 13:14:51.815429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c54f18-50fc-49a0-9a7f-d9e100dd997f req-d514344c-7284-41ab-b1ae-12a005d99f4f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:51.817578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54c54f18-50fc-49a0-9a7f-d9e100dd997f req-d514344c-7284-41ab-b1ae-12a005d99f4f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 945 time: 0.0830607 Sep 08 13:14:51.831853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08565af-576f-4ce1-ba6c-fca2c5f09e05 req-6f0fff36-2c05-4b3f-b0cb-2dfc7abae5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:51.834458 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b08565af-576f-4ce1-ba6c-fca2c5f09e05 req-6f0fff36-2c05-4b3f-b0cb-2dfc7abae5a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 1095 time: 0.1399722 Sep 08 13:14:51.841458 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-878bc88c-c343-4a34-9899-a905ebc9ea32 req-667abbbf-08bc-458a-954d-4aff84d1da94 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381544 Sep 08 13:14:51.892055 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54c54f18-50fc-49a0-9a7f-d9e100dd997f req-33681d56-c942-4d72-9515-8f44919781d5 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553892 Sep 08 13:14:51.986815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08565af-576f-4ce1-ba6c-fca2c5f09e05 req-d5126808-50b2-4f79-a473-4823c007e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:51.991277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b08565af-576f-4ce1-ba6c-fca2c5f09e05 req-d5126808-50b2-4f79-a473-4823c007e7ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 200 len: 909 time: 0.1210232 Sep 08 13:14:51.993686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55264) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:52.051138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b08565af-576f-4ce1-ba6c-fca2c5f09e05 req-a8f3663f-a162-4744-8d6c-640c36be6a13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 HTTP/1.1" status: 200 len: 217 time: 0.0546765 Sep 08 13:14:52.067641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad508b-bc91-42c6-94a0-a121b1936319 req-9affb8ab-fc76-4d6a-88d9-2e5dc29efbe2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:52.069352 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8cad508b-bc91-42c6-94a0-a121b1936319 req-9affb8ab-fc76-4d6a-88d9-2e5dc29efbe2 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 945 time: 0.0949080 Sep 08 13:14:52.076520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-980d7251-e137-4596-b75b-c15679e2e066 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cf0a2dfad931461b81085dc9d124eee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818713 Sep 08 13:14:52.079715 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55268) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:52.113261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08565af-576f-4ce1-ba6c-fca2c5f09e05 req-cd5cf3a3-6843-431e-b5d7-41f494fa70d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:52.120051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b08565af-576f-4ce1-ba6c-fca2c5f09e05 req-cd5cf3a3-6843-431e-b5d7-41f494fa70d3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 200 len: 848 time: 0.0563092 Sep 08 13:14:52.141574 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8cad508b-bc91-42c6-94a0-a121b1936319 req-bce5cd5f-ff83-40fb-ad08-1fb823a36f8e tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638762 Sep 08 13:14:52.152655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b08565af-576f-4ce1-ba6c-fca2c5f09e05 req-12d3a841-8fbc-4d88-8cab-2eb794920f80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=178a2dbf-fa69-4172-bac3-43bd50415f75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305181 Sep 08 13:14:52.158120 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7158c73c-d544-4067-b940-abcce4683812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:52.186627 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7158c73c-d544-4067-b940-abcce4683812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:52.282805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b08565af-576f-4ce1-ba6c-fca2c5f09e05 req-e0d86930-504b-40ff-9012-48458709ea98 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222286 Sep 08 13:14:52.401652 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b08565af-576f-4ce1-ba6c-fca2c5f09e05 req-18d53efa-5bd8-454f-8a04-2a2707d38463 service neutron] 10.222.0.60 "GET /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119237 Sep 08 13:14:52.403504 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7158c73c-d544-4067-b940-abcce4683812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:52.406158 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7158c73c-d544-4067-b940-abcce4683812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:52.407653 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7158c73c-d544-4067-b940-abcce4683812 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7eecde79-f3e7-4862-92b1-e64f8d1ec80f HTTP/1.1" status: 204 len: 168 time: 0.3225508 Sep 08 13:14:52.420602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158c73c-d544-4067-b940-abcce4683812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eecde79-f3e7-4862-92b1-e64f8d1ec80f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:52.484392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55292) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:52.627674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-362705073-network', 'tenant_id': 'bbe7c07cf4f94c368f30c628b62ddfbb'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:52.719198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0e935-5e29-44f0-94c6-a8239d172208 req-7ec85634-d670-4a30-9d0b-52fbfe69cb02 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:52.720843 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59a0e935-5e29-44f0-94c6-a8239d172208 req-7ec85634-d670-4a30-9d0b-52fbfe69cb02 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 945 time: 0.0683701 Sep 08 13:14:52.763420 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59a0e935-5e29-44f0-94c6-a8239d172208 req-ad828acb-e04f-4fc5-b29c-66fe57982887 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361905 Sep 08 13:14:52.768891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Made reservation on behalf of bbe7c07cf4f94c368f30c628b62ddfbb for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:14:52.771384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:52.782738 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:52.909342 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:53.006716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70ee12-ac55-4689-b689-db1d14297760 req-36d1bf03-798c-4d02-b190-0159f5d0803b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.008877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa70ee12-ac55-4689-b689-db1d14297760 req-36d1bf03-798c-4d02-b190-0159f5d0803b tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 945 time: 0.1594250 Sep 08 13:14:53.028404 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b4055-f4c6-4800-ad57-15f814d9b679 req-acd7fefd-48b3-42b1-830f-074017a4c2c8 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.030033 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba1b4055-f4c6-4800-ad57-15f814d9b679 req-acd7fefd-48b3-42b1-830f-074017a4c2c8 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0694358 Sep 08 13:14:53.078426 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:53.090255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa70ee12-ac55-4689-b689-db1d14297760 req-d96aac13-bb67-42cc-9c38-172565e86112 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730073 Sep 08 13:14:53.148119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d01d95-b7d3-4fb7-bce3-a4536bf880b8,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:53.155125 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:14:53.192569 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba1b4055-f4c6-4800-ad57-15f814d9b679 req-90b75cdb-953c-4191-a646-e5ac93976fe8 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555917 Sep 08 13:14:53.214840 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:53.215198 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Added segment 3a523681-8122-4a74-a8ca-c3cf9af41c7b of type vlan for network 5337db51-1805-4b93-b9e6-7f8c81ea7bb6 Sep 08 13:14:53.255162 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-a87635cc-f83c-4761-b23b-9d6d30f51796 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1264260 Sep 08 13:14:53.274800 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:53.396864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-1740f249-a837-41ca-ba4a-2a80f23557bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.397513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-1740f249-a837-41ca-ba4a-2a80f23557bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.398857 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-1740f249-a837-41ca-ba4a-2a80f23557bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.399368 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-1740f249-a837-41ca-ba4a-2a80f23557bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.399852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-1740f249-a837-41ca-ba4a-2a80f23557bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.400478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-1740f249-a837-41ca-ba4a-2a80f23557bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.400855 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-1740f249-a837-41ca-ba4a-2a80f23557bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.403300 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-1740f249-a837-41ca-ba4a-2a80f23557bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6500 time: 0.0726321 Sep 08 13:14:53.480250 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:53.482032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.482848 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:53.638072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] Pushing event updated for resources: {'Network': ['ID=5337db51-1805-4b93-b9e6-7f8c81ea7bb6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:53.651147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 5337db51-1805-4b93-b9e6-7f8c81ea7bb6 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:14:53.663200 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c054ef22-7c1e-4d89-8678-e6847642571b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1773880 Sep 08 13:14:53.666277 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55344) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:53.673743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-854ae67b-c405-45fd-bf50-78c961bf3570 admin admin] Request body: {'subnet': {'network_id': '5337db51-1805-4b93-b9e6-7f8c81ea7bb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-362705073-subnet', 'tenant_id': 'bbe7c07cf4f94c368f30c628b62ddfbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:53.698801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-fda55cf7-43d7-49e0-a723-55a6e634bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.699194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-fda55cf7-43d7-49e0-a723-55a6e634bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.699489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-fda55cf7-43d7-49e0-a723-55a6e634bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.702144 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-fda55cf7-43d7-49e0-a723-55a6e634bccb service neutron] 10.222.0.70 "GET /v2.0/networks?id=900c854b-c2a6-4864-a8d1-7387ea265132&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd HTTP/1.1" status: 200 len: 2298 time: 0.2548971 Sep 08 13:14:53.820321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854ae67b-c405-45fd-bf50-78c961bf3570 admin admin] Made reservation on behalf of bbe7c07cf4f94c368f30c628b62ddfbb for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:14:53.822748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-854ae67b-c405-45fd-bf50-78c961bf3570 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:53.854889 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-a2e53582-62fb-4b0f-84cf-96d2d3125360 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4cbb56e-0ee6-47a7-9e48-243d9c04e766 HTTP/1.1" status: 200 len: 1000 time: 0.1389713 Sep 08 13:14:53.939821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-d221c3ec-02a3-4d15-a082-9c260da288de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:53.941761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-d221c3ec-02a3-4d15-a082-9c260da288de service neutron] 10.222.0.70 "GET /v2.0/subnets?id=104c4bbf-33a7-4238-8ce4-311c1a8159e2 HTTP/1.1" status: 200 len: 856 time: 0.0788002 Sep 08 13:14:54.032874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-b72879f4-72bf-4c10-9224-174140512f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:54.034798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-b72879f4-72bf-4c10-9224-174140512f5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=900c854b-c2a6-4864-a8d1-7387ea265132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793328 Sep 08 13:14:54.100664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c471d95f-e9d6-46f4-af6c-7ef54e4204cc details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:14:54.269047 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c471d95f-e9d6-46f4-af6c-7ef54e4204cc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:54.321256 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-854ae67b-c405-45fd-bf50-78c961bf3570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:54.364774 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc', 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'port_id': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc', 'mac_address': 'fa:16:3e:6f:0c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a2bb6b-de34-41d6-880b-e39356c1d632', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:14:54.467565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ae67b-c405-45fd-bf50-78c961bf3570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74edd16-1046-42f2-b0bf-398e9ff2e75e,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:54.508322 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:54.509020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907ea1b-16ac-42c3-baa7-1393dc761bad req-f8e7eaaa-a29b-438e-9f86-c5fc4fe5d88f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:54.518628 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1907ea1b-16ac-42c3-baa7-1393dc761bad req-f8e7eaaa-a29b-438e-9f86-c5fc4fe5d88f tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 945 time: 0.3660314 Sep 08 13:14:54.541060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f3c1a2-a9ac-4ee0-989a-c4b7ca3dcd4b req-17944803-2dcc-43b1-9874-61e1c463a6f5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:54.543983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c471d95f-e9d6-46f4-af6c-7ef54e4204cc {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:14:54.546060 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8f3c1a2-a9ac-4ee0-989a-c4b7ca3dcd4b req-17944803-2dcc-43b1-9874-61e1c463a6f5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.2440219 Sep 08 13:14:54.555413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854ae67b-c405-45fd-bf50-78c961bf3570 admin admin] Checking segment: {'id': '3a523681-8122-4a74-a8ca-c3cf9af41c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '5337db51-1805-4b93-b9e6-7f8c81ea7bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:14:54.570286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854ae67b-c405-45fd-bf50-78c961bf3570 admin admin] Network hostable DHCP agents. Network: 5337db51-1805-4b93-b9e6-7f8c81ea7bb6, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:14:54.603288 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-0a30b8ed-37f5-4028-bebc-c26b481cbeef service neutron] 10.222.0.70 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548341 Sep 08 13:14:54.620694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c471d95f-e9d6-46f4-af6c-7ef54e4204cc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:54.641351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8f3c1a2-a9ac-4ee0-989a-c4b7ca3dcd4b req-066d8f01-694b-4358-8481-91c55552d469 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882189 Sep 08 13:14:54.648769 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1907ea1b-16ac-42c3-baa7-1393dc761bad req-91e11887-1e75-40cd-807e-80f710ddb9ff tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/security-groups?id=9352f472-5fc6-4e6e-9410-6f8429cb5184&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161616 Sep 08 13:14:54.805655 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-8e817002-e68c-4983-90a6-22bc56d5717e service neutron] 10.222.0.70 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916521 Sep 08 13:14:54.811992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854ae67b-c405-45fd-bf50-78c961bf3570 admin admin] Network 5337db51-1805-4b93-b9e6-7f8c81ea7bb6 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:14:54.814818 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:54.890129 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-a3de8538-4683-45ac-9f76-ecbd46e0edcb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=165d4e81-4666-4376-8fc7-6b9679bbe6dc HTTP/1.1" status: 200 len: 217 time: 0.0690608 Sep 08 13:14:54.928802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-854ae67b-c405-45fd-bf50-78c961bf3570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 5337db51-1805-4b93-b9e6-7f8c81ea7bb6) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:14:54.933927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854ae67b-c405-45fd-bf50-78c961bf3570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:54.934561 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-854ae67b-c405-45fd-bf50-78c961bf3570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:54.961463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84241a6-011a-4a62-8324-e5b59bd9aff7 None None] Network 5337db51-1805-4b93-b9e6-7f8c81ea7bb6 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:14:55.021562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-59f138ee-922d-471f-852c-a9f0fdb14a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:55.024389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-59f138ee-922d-471f-852c-a9f0fdb14a10 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.1098671 Sep 08 13:14:55.049691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-854ae67b-c405-45fd-bf50-78c961bf3570 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3822508 Sep 08 13:14:55.121025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['c471d95f-e9d6-46f4-af6c-7ef54e4204cc'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:55.139034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-63ef7099-8506-44bb-bf82-60968c8b9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:55.143830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-63ef7099-8506-44bb-bf82-60968c8b9bcd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1098986 Sep 08 13:14:55.217724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c025a9b-a063-4afa-8d1b-99891b03ba3c None None] Network 5337db51-1805-4b93-b9e6-7f8c81ea7bb6 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:14:55.390462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbda82-9820-4ed6-b882-4ecff2af4f21 req-a6b6f56f-2a93-447c-83b1-7ff91d5f84c0 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:55.392964 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfcbda82-9820-4ed6-b882-4ecff2af4f21 req-a6b6f56f-2a93-447c-83b1-7ff91d5f84c0 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 945 time: 0.1234071 Sep 08 13:14:55.400145 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-462f026a-79e2-4d48-a2cc-c9a808abad24 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468529 Sep 08 13:14:55.515752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:55.570396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-cfcbda82-9820-4ed6-b882-4ecff2af4f21 req-1adf9eb5-b31e-4d34-bfaa-2bd886f0f0ce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Deleting port 5b879a89-5312-4d01-8c8d-127d7c7b7298 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:14:55.570396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cfcbda82-9820-4ed6-b882-4ecff2af4f21 req-1adf9eb5-b31e-4d34-bfaa-2bd886f0f0ce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:55.585839 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-7a1aea0c-db57-4517-a760-92a86bd89f06 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786821 Sep 08 13:14:55.699710 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-db3a210b-c683-4065-9ef9-fe7c7bfe3f0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=b976551d-27dd-46f9-8ed9-225533d5e8d1 HTTP/1.1" status: 200 len: 217 time: 0.0965419 Sep 08 13:14:55.802092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cfcbda82-9820-4ed6-b882-4ecff2af4f21 req-1adf9eb5-b31e-4d34-bfaa-2bd886f0f0ce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] For port 5b879a89-5312-4d01-8c8d-127d7c7b7298, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5b879a89-5312-4d01-8c8d-127d7c7b7298,segment=NetworkSegment(8cacfeed-4fa9-4530-b3b9-fab0b97c0022),segment_id=8cacfeed-4fa9-4530-b3b9-fab0b97c0022)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:55.802499 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cfcbda82-9820-4ed6-b882-4ecff2af4f21 req-1adf9eb5-b31e-4d34-bfaa-2bd886f0f0ce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:55.829169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-416bc892-e9e0-40cb-98c5-31cf29dc4ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:55.830842 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-416bc892-e9e0-40cb-98c5-31cf29dc4ebf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.1341643 Sep 08 13:14:55.853096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-cfcbda82-9820-4ed6-b882-4ecff2af4f21 req-1adf9eb5-b31e-4d34-bfaa-2bd886f0f0ce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Calling delete_port for 5b879a89-5312-4d01-8c8d-127d7c7b7298 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:14:56.002811 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-48da5745-eb1c-4028-aba9-79eda49b136e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:56.004694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-48da5745-eb1c-4028-aba9-79eda49b136e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1621921 Sep 08 13:14:56.020345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fec3e-79e5-4ccf-90b5-a8823ebdeeb6 req-fc3ea0c3-5d4e-43d3-967b-3990b3b0a71a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:56.026827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-319fec3e-79e5-4ccf-90b5-a8823ebdeeb6 req-fc3ea0c3-5d4e-43d3-967b-3990b3b0a71a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.1866517 Sep 08 13:14:56.067199 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-3976c71f-d53d-42c3-af2a-aec80b3b4910 req-b999fc2f-4ca7-48b3-837c-0b34b2e16952 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-967881673', 'description': 'tempest-description-467319845'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:56.126005 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c471d95f-e9d6-46f4-af6c-7ef54e4204cc up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:14:56.149512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55468) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:56.203479 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cfcbda82-9820-4ed6-b882-4ecff2af4f21 req-1adf9eb5-b31e-4d34-bfaa-2bd886f0f0ce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:56.210489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port c471d95f-e9d6-46f4-af6c-7ef54e4204cc triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:14:56.211269 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:56.216525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['5b879a89-5312-4d01-8c8d-127d7c7b7298'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:14:56.239343 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-319fec3e-79e5-4ccf-90b5-a8823ebdeeb6 req-c3cd1499-1db5-436e-9d3d-016b680427b4 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370788 Sep 08 13:14:56.257610 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3976c71f-d53d-42c3-af2a-aec80b3b4910 req-b999fc2f-4ca7-48b3-837c-0b34b2e16952 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:56.265925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf9eb5-b31e-4d34-bfaa-2bd886f0f0ce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Pushing event deleted for resources: {'Port': ['ID=5b879a89-5312-4d01-8c8d-127d7c7b7298,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:56.298570 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-a152ca43-773a-4d7a-aa03-35e6be2d467a service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751129 Sep 08 13:14:56.357130 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:56.377739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcbda82-9820-4ed6-b882-4ecff2af4f21 req-1adf9eb5-b31e-4d34-bfaa-2bd886f0f0ce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] No DVR routers for this DVR port 5b879a89-5312-4d01-8c8d-127d7c7b7298 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:14:56.382608 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cfcbda82-9820-4ed6-b882-4ecff2af4f21 req-1adf9eb5-b31e-4d34-bfaa-2bd886f0f0ce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:56.385020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfcbda82-9820-4ed6-b882-4ecff2af4f21 req-1adf9eb5-b31e-4d34-bfaa-2bd886f0f0ce tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.70 "DELETE /v2.0/ports/5b879a89-5312-4d01-8c8d-127d7c7b7298 HTTP/1.1" status: 204 len: 173 time: 0.9857481 Sep 08 13:14:56.386057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f185a5b-702b-444d-b299-453ce0f34af4', 'name': 'network-vif-deleted', 'tag': '5b879a89-5312-4d01-8c8d-127d7c7b7298'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:56.397582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d25082-ce4e-4b5f-b856-a3b86f907f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:56.398135 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2106582-066e-49bc-96c3-d66bc2419fa3" -d '{"events": [{"server_uuid": "1f185a5b-702b-444d-b299-453ce0f34af4", "name": "network-vif-deleted", "tag": "5b879a89-5312-4d01-8c8d-127d7c7b7298"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:56.400426 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86dd2e3-7851-42d6-8472-36bb22471a4d" -d '{"events": [{"server_uuid": "93d25082-ce4e-4b5f-b856-a3b86f907f79", "name": "network-vif-plugged", "status": "completed", "tag": "c471d95f-e9d6-46f4-af6c-7ef54e4204cc"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:56.428612 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-3c995ffe-32f2-49eb-a9a6-9836d3ab7193 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202092 Sep 08 13:14:56.432684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c471d95f-e9d6-46f4-af6c-7ef54e4204cc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:56.472984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf8cbf88-f55e-453c-aa2e-b71bd0a91527 req-bfd6d13c-b3c4-46c8-86c5-ba12974d024e tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 210 time: 0.0429544 Sep 08 13:14:56.520911 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:56.537899 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-dc251823-55de-442f-b629-d31578c58d19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=2d47d4d6-8773-4585-974b-fddb0008ba76 HTTP/1.1" status: 200 len: 217 time: 0.0629289 Sep 08 13:14:56.627892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:56.672134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-14b57867-dc0e-41cb-aed4-32891605708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:56.678547 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-14b57867-dc0e-41cb-aed4-32891605708a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.1332088 Sep 08 13:14:56.767156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-c1ccdfca-e904-4632-8976-303cbb1f2f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:56.769239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-c1ccdfca-e904-4632-8976-303cbb1f2f3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0802741 Sep 08 13:14:56.858379 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a897fafc-c1b2-4255-8fcc-8775b3b5f8b6 x-openstack-request-id: req-a897fafc-c1b2-4255-8fcc-8775b3b5f8b6 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:56.858706 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d25082-ce4e-4b5f-b856-a3b86f907f79", "name": "network-vif-plugged", "status": "completed", "tag": "c471d95f-e9d6-46f4-af6c-7ef54e4204cc", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:56.858980 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a897fafc-c1b2-4255-8fcc-8775b3b5f8b6 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:56.859547 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d25082-ce4e-4b5f-b856-a3b86f907f79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc', 'code': 200} Sep 08 13:14:56.878017 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-94edfe25-c2a1-485f-89b9-e12f1f6dc56c service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989199 Sep 08 13:14:56.989094 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a31626-be80-4649-9eec-39cb9f95760b x-openstack-request-id: req-42a31626-be80-4649-9eec-39cb9f95760b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:14:56.989386 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f185a5b-702b-444d-b299-453ce0f34af4", "name": "network-vif-deleted", "tag": "5b879a89-5312-4d01-8c8d-127d7c7b7298", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:14:56.989643 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42a31626-be80-4649-9eec-39cb9f95760b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:14:56.990045 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f185a5b-702b-444d-b299-453ce0f34af4', 'name': 'network-vif-deleted', 'tag': '5b879a89-5312-4d01-8c8d-127d7c7b7298', 'status': 'completed', 'code': 200} Sep 08 13:14:56.996262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f025b5a1-6879-470e-bc30-b23bc4c46cc7 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1714954078'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:56.996262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f025b5a1-6879-470e-bc30-b23bc4c46cc7 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Unknown quota resources ['metering_label']. {{(pid=96263) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:14:57.073475 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3976c71f-d53d-42c3-af2a-aec80b3b4910 req-b999fc2f-4ca7-48b3-837c-0b34b2e16952 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:57.158148 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-4f57f4aa-9532-4a54-a5b7-9de62de5f6b5 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943839 Sep 08 13:14:57.232062 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-71fe8c36-34a1-411e-b621-6a58800b4c35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 HTTP/1.1" status: 200 len: 217 time: 0.0659745 Sep 08 13:14:57.245943 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3976c71f-d53d-42c3-af2a-aec80b3b4910 req-b999fc2f-4ca7-48b3-837c-0b34b2e16952 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:57.303745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-11e3b72f-af13-480a-8b57-62d9fe4d9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:57.305272 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-11e3b72f-af13-480a-8b57-62d9fe4d9d17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.0663247 Sep 08 13:14:57.396539 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-6e82761d-dd06-4a75-b3ff-17cf6aba2289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:57.398135 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-6e82761d-dd06-4a75-b3ff-17cf6aba2289 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0798557 Sep 08 13:14:57.471030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999fc2f-4ca7-48b3-837c-0b34b2e16952 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d43056b-5c5d-4d95-a0ae-f5e84827eb7f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:57.591727 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3976c71f-d53d-42c3-af2a-aec80b3b4910 req-b999fc2f-4ca7-48b3-837c-0b34b2e16952 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:57.595168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3976c71f-d53d-42c3-af2a-aec80b3b4910 req-b999fc2f-4ca7-48b3-837c-0b34b2e16952 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.5332744 Sep 08 13:14:57.673797 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-47eb899a-ef72-45cd-bd74-1238040411c3 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635157 Sep 08 13:14:57.723703 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f025b5a1-6879-470e-bc30-b23bc4c46cc7 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:57.724904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f025b5a1-6879-470e-bc30-b23bc4c46cc7 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.5743420 Sep 08 13:14:57.727692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55534) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:57.737504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1a277af7-3fd2-4138-a4aa-244bc6cb451f tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'abb2aecf-d9e9-4ea0-91c5-c900546f68d2'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:57.737504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1a277af7-3fd2-4138-a4aa-244bc6cb451f tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=96263) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:14:57.793750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-59131cc3-ca2d-4a37-81a3-91b451982e93 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9d08d74355ba40018ab566acf555fc6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528138 Sep 08 13:14:57.830886 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-dddfab7c-0904-4e82-9aca-49a0713cfcb1 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509085 Sep 08 13:14:57.918441 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-71484228-d2e0-4c7e-9e92-7e13de8529ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=44190366-792e-4732-90ee-a9db95993d7d HTTP/1.1" status: 200 len: 217 time: 0.0794892 Sep 08 13:14:57.928947 n-d-807558-3 neutron-server[96263]: WARNING neutron.services.metering.metering_plugin [None req-1a277af7-3fd2-4138-a4aa-244bc6cb451f tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 08 13:14:58.016841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd68f4-a466-4adf-8b14-a32e87042cce req-537bc3d8-1917-4d76-a9ff-7f6973d9407a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:58.018647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60bd68f4-a466-4adf-8b14-a32e87042cce req-537bc3d8-1917-4d76-a9ff-7f6973d9407a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.1047711 Sep 08 13:14:58.142882 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60bd68f4-a466-4adf-8b14-a32e87042cce req-fe522926-ed6c-457a-b16e-f171a3fc5fd0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072495 Sep 08 13:14:58.170632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-31d3cffc-b220-4093-887a-e368a8745dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:58.172165 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-31d3cffc-b220-4093-887a-e368a8745dc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaf5d36d-738b-4970-84ca-903b48836db2 HTTP/1.1" status: 200 len: 797 time: 0.2162304 Sep 08 13:14:58.261212 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1a277af7-3fd2-4138-a4aa-244bc6cb451f tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:58.262483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1a277af7-3fd2-4138-a4aa-244bc6cb451f tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5337701 Sep 08 13:14:58.295089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55542) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:58.305457 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-05d133eb-5863-4906-960e-29e2928e0793 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'abb2aecf-d9e9-4ea0-91c5-c900546f68d2'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:58.314257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-05d133eb-5863-4906-960e-29e2928e0793 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=96264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:14:58.377247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-4a7918e7-c428-44e7-ab07-ae80bad61a21 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:58.379064 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-4a7918e7-c428-44e7-ab07-ae80bad61a21 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5265610 Sep 08 13:14:58.427167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-8e74d61a-da18-4894-88d3-d6cb326db1c5 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/quotas/9d08d74355ba40018ab566acf555fc6d HTTP/1.1" status: 200 len: 375 time: 0.0319860 Sep 08 13:14:58.495660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-8ad44e20-6b8d-428a-a94d-a1d96bf9bc63 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d08d74355ba40018ab566acf555fc6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656929 Sep 08 13:14:58.639175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aa337-e631-4a1c-b82a-953ac6a18ce0 req-b4da8be1-489f-4664-80a5-e813c444be47 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:58.641315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc9aa337-e631-4a1c-b82a-953ac6a18ce0 req-b4da8be1-489f-4664-80a5-e813c444be47 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 945 time: 0.1092536 Sep 08 13:14:58.843187 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-bc9aa337-e631-4a1c-b82a-953ac6a18ce0 req-2a4a111f-f783-4944-9f94-bafe1e190a3a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Deleting port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:14:58.843598 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bc9aa337-e631-4a1c-b82a-953ac6a18ce0 req-2a4a111f-f783-4944-9f94-bafe1e190a3a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:58.903887 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48906213-833c-433f-bc3a-30b8974ffd6c req-ff4221ac-1ddd-4a17-b45b-4cf2e1fb8985 tempest-ServerDiskConfigTestJSON-963142611 tempest-ServerDiskConfigTestJSON-963142611-project] 10.222.0.69 "GET /v2.0/ports?device_id=1f185a5b-702b-444d-b299-453ce0f34af4 HTTP/1.1" status: 200 len: 210 time: 0.5295267 Sep 08 13:14:58.961561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-64ed2766-7773-4e94-92f6-9c796e415560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:58.961561 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-64ed2766-7773-4e94-92f6-9c796e415560 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7810345 Sep 08 13:14:59.038460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-bc9aa337-e631-4a1c-b82a-953ac6a18ce0 req-2a4a111f-f783-4944-9f94-bafe1e190a3a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] For port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:14:59.038986 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bc9aa337-e631-4a1c-b82a-953ac6a18ce0 req-2a4a111f-f783-4944-9f94-bafe1e190a3a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:59.062683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-bc9aa337-e631-4a1c-b82a-953ac6a18ce0 req-2a4a111f-f783-4944-9f94-bafe1e190a3a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Calling delete_port for e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:14:59.148971 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-0d97372e-d020-4386-9067-2657a9681b2f service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731975 Sep 08 13:14:59.168097 n-d-807558-3 neutron-server[96264]: WARNING neutron.services.metering.metering_plugin [None req-05d133eb-5863-4906-960e-29e2928e0793 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 08 13:14:59.402674 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a05bb486-5b71-41bb-9191-cba8580370cc req-1a36b314-539d-4b2a-b3dd-d689c3edb319 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/5d43056b-5c5d-4d95-a0ae-f5e84827eb7f HTTP/1.1" status: 200 len: 1811 time: 0.2492509 Sep 08 13:14:59.409536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bc9aa337-e631-4a1c-b82a-953ac6a18ce0 req-2a4a111f-f783-4944-9f94-bafe1e190a3a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:59.443172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c3331-436b-4dd1-9015-f68061b1c9db req-ae093d36-63d3-455a-970d-6ab3670280a3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:59.443569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-a05bb486-5b71-41bb-9191-cba8580370cc req-5cadce7b-5a39-4c87-85bf-19488d2e6543 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d43056b-5c5d-4d95-a0ae-f5e84827eb7f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:59.443848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-a05bb486-5b71-41bb-9191-cba8580370cc req-5cadce7b-5a39-4c87-85bf-19488d2e6543 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5d43056b-5c5d-4d95-a0ae-f5e84827eb7f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:59.444732 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b46c3331-436b-4dd1-9015-f68061b1c9db req-ae093d36-63d3-455a-970d-6ab3670280a3 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 866 time: 0.1060450 Sep 08 13:14:59.451199 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05d133eb-5863-4906-960e-29e2928e0793 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:59.452440 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-05d133eb-5863-4906-960e-29e2928e0793 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.1520805 Sep 08 13:14:59.482029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55564) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:59.534817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4a111f-f783-4944-9f94-bafe1e190a3a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Pushing event deleted for resources: {'Port': ['ID=e7f0ece7-d67a-43b1-88c3-6f45ff96fe69,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:14:59.557970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9aa337-e631-4a1c-b82a-953ac6a18ce0 req-2a4a111f-f783-4944-9f94-bafe1e190a3a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] No DVR routers for this DVR port e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:14:59.561295 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bc9aa337-e631-4a1c-b82a-953ac6a18ce0 req-2a4a111f-f783-4944-9f94-bafe1e190a3a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:59.563466 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc9aa337-e631-4a1c-b82a-953ac6a18ce0 req-2a4a111f-f783-4944-9f94-bafe1e190a3a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.60 "DELETE /v2.0/ports/e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 HTTP/1.1" status: 204 len: 173 time: 0.8847618 Sep 08 13:14:59.566005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4766a3-e848-4c83-866f-bd954789d756', 'name': 'network-vif-deleted', 'tag': 'e7f0ece7-d67a-43b1-88c3-6f45ff96fe69'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:14:59.571740 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fcc1ff-1031-4c7f-9a47-bcfe0aa592a1" -d '{"events": [{"server_uuid": "2f4766a3-e848-4c83-866f-bd954789d756", "name": "network-vif-deleted", "tag": "e7f0ece7-d67a-43b1-88c3-6f45ff96fe69"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:14:59.576297 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-189054ea-1744-40b9-9ae2-cdb22843e33d tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=b9dac760-6858-488e-8469-2c811bdddc92 HTTP/1.1" status: 200 len: 464 time: 0.0844440 Sep 08 13:14:59.578930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55568) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:59.597968 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-edef1f98-5152-4991-aeab-a27167227fdc service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344773 Sep 08 13:14:59.605109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b46c3331-436b-4dd1-9015-f68061b1c9db req-c1f2f0aa-1bab-4a06-8ae0-6fed9dcff509 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220422 Sep 08 13:14:59.666022 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-24fafdf5-097c-4399-afe4-806988d53ada service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9324b9ef-43d5-4410-9e21-a337598b64eb HTTP/1.1" status: 200 len: 217 time: 0.0531676 Sep 08 13:14:59.733211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-268fa1fc-8751-4de6-b54c-6934ccc600bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:59.735084 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-268fa1fc-8751-4de6-b54c-6934ccc600bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaf5d36d-738b-4970-84ca-903b48836db2 HTTP/1.1" status: 200 len: 797 time: 0.0669484 Sep 08 13:14:59.746038 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-039f714a-b610-4eef-a487-ea8bc7e0bf28 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9d08d74355ba40018ab566acf555fc6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281444 Sep 08 13:14:59.816866 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a05bb486-5b71-41bb-9191-cba8580370cc req-5cadce7b-5a39-4c87-85bf-19488d2e6543 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:59.868134 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-67a80051-592e-4231-a5d6-fabd18bdccc9 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:59.870475 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-67a80051-592e-4231-a5d6-fabd18bdccc9 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/b9dac760-6858-488e-8469-2c811bdddc92 HTTP/1.1" status: 204 len: 168 time: 0.2897933 Sep 08 13:14:59.873207 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a05bb486-5b71-41bb-9191-cba8580370cc req-5cadce7b-5a39-4c87-85bf-19488d2e6543 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:14:59.880656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55580) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:59.891875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-6931d0e0-cc8d-4c5e-bdc8-70a48c836881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:14:59.893625 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-6931d0e0-cc8d-4c5e-bdc8-70a48c836881 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1508465 Sep 08 13:14:59.899223 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-985d17ac-ceda-4837-9d49-76d8d9941b69 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=b9dac760-6858-488e-8469-2c811bdddc92 HTTP/1.1" status: 200 len: 221 time: 0.0161753 Sep 08 13:14:59.910703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55582) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:14:59.915914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-49699828-6a73-41c9-b6f8-f6bc010a2a83 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2036675364', 'description': 'label created by tempest'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:14:59.916702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-49699828-6a73-41c9-b6f8-f6bc010a2a83 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Unknown quota resources ['metering_label']. {{(pid=96264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:15:00.009400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-8dcbc7d7-8a93-4069-9148-33329e4fcd77 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:00.018114 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-8dcbc7d7-8a93-4069-9148-33329e4fcd77 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2637239 Sep 08 13:15:00.038567 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-98adddbd-5a53-49d2-8c94-67654e6d5724 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/quotas/9d08d74355ba40018ab566acf555fc6d HTTP/1.1" status: 200 len: 375 time: 0.0181897 Sep 08 13:15:00.040604 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a05bb486-5b71-41bb-9191-cba8580370cc req-5cadce7b-5a39-4c87-85bf-19488d2e6543 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:00.086528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-e8647ec6-ff71-48f3-9e9d-18fed87f30c1 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9d08d74355ba40018ab566acf555fc6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445938 Sep 08 13:15:00.112251 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cadce7b-5a39-4c87-85bf-19488d2e6543 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e20c81-2982-47f2-890d-871f07acf84b,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:00.150775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-343353b7-0274-427e-8d9f-70c153ae3b2f service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481301 Sep 08 13:15:00.156062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5b879a89-5312-4d01-8c8d-127d7c7b7298 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:15:00.220912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 5b879a89-5312-4d01-8c8d-127d7c7b7298 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:15:00.222205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5b879a89-5312-4d01-8c8d-127d7c7b7298 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:15:00.289586 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a05bb486-5b71-41bb-9191-cba8580370cc req-5cadce7b-5a39-4c87-85bf-19488d2e6543 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:00.306743 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a05bb486-5b71-41bb-9191-cba8580370cc req-5cadce7b-5a39-4c87-85bf-19488d2e6543 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9031096 Sep 08 13:15:00.347304 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-3b77a345-d3ff-4986-a0c0-4f8196ed5a16 service neutron] show failed (client error): The resource could not be found. Sep 08 13:15:00.352573 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-3b77a345-d3ff-4986-a0c0-4f8196ed5a16 service neutron] 10.222.0.60 "GET /v2.0/ports/1b23a8c5-954c-4e5f-8614-2cfdbdcfc440/bindings/n-h1-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.2021494 Sep 08 13:15:00.590597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49699828-6a73-41c9-b6f8-f6bc010a2a83 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:00.592138 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-49699828-6a73-41c9-b6f8-f6bc010a2a83 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6797187 Sep 08 13:15:00.594724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55594) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:00.603311 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-629f43f3-5f00-4408-9286-a3d9bdf26b70 req-e7a38057-8475-422f-afb9-b40db30fff34 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421296 Sep 08 13:15:00.605423 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761a9614-03ca-49ce-9e61-241c084a67c5 x-openstack-request-id: req-761a9614-03ca-49ce-9e61-241c084a67c5 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:00.605729 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4766a3-e848-4c83-866f-bd954789d756", "name": "network-vif-deleted", "tag": "e7f0ece7-d67a-43b1-88c3-6f45ff96fe69", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:00.605985 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-761a9614-03ca-49ce-9e61-241c084a67c5 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:00.606473 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4766a3-e848-4c83-866f-bd954789d756', 'name': 'network-vif-deleted', 'tag': 'e7f0ece7-d67a-43b1-88c3-6f45ff96fe69', 'status': 'completed', 'code': 200} Sep 08 13:15:00.668723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52cc9b-a1ec-4878-94d2-522d8202f988 req-6b4c194d-1640-4291-ae35-efbfaae98aa1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:00.670686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea52cc9b-a1ec-4878-94d2-522d8202f988 req-6b4c194d-1640-4291-ae35-efbfaae98aa1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.2663620 Sep 08 13:15:00.797372 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea52cc9b-a1ec-4878-94d2-522d8202f988 req-b433873c-64cf-4c10-8752-63806982e6ab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968270 Sep 08 13:15:00.824720 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-61b4a38e-b94c-40d7-a2bf-f98b5dd4b1ee tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=56fa960a-fa97-4ee7-8d34-8bc383501f9f HTTP/1.1" status: 200 len: 468 time: 0.2217803 Sep 08 13:15:00.829492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55610) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:00.964288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64de487d-e82a-4d69-b865-fefff89c5536 req-05b74c9f-031c-4663-befc-5a502c2d7cc2 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 210 time: 0.0348172 Sep 08 13:15:01.023888 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66d008da-05a9-4ede-81d6-c61b6f12eafe req-53ece6ee-db66-4a84-8502-2af01124b753 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/5d43056b-5c5d-4d95-a0ae-f5e84827eb7f HTTP/1.1" status: 200 len: 2404 time: 0.2028718 Sep 08 13:15:01.123193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31803375-f40e-458a-a46f-0228d7b47e34 req-ec24e45a-1189-4a19-b5f0-83e6a75acbab tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f4766a3-e848-4c83-866f-bd954789d756 HTTP/1.1" status: 200 len: 210 time: 0.0367804 Sep 08 13:15:01.151370 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16388273-cda2-493e-a2f5-d61762b185d2 req-6a2df428-5c50-4eb8-ad6f-7d3597996276 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-group-rules/29e20c81-2982-47f2-890d-871f07acf84b HTTP/1.1" status: 200 len: 778 time: 0.0276544 Sep 08 13:15:01.198660 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16388273-cda2-493e-a2f5-d61762b185d2 req-0f072c7c-02e5-4b05-ba2f-be09f844e0c1 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/5d43056b-5c5d-4d95-a0ae-f5e84827eb7f HTTP/1.1" status: 200 len: 2404 time: 0.0531209 Sep 08 13:15:01.242354 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55624) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:01.257642 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-16388273-cda2-493e-a2f5-d61762b185d2 req-79bca12b-9229-4cb7-9f55-59491fd96720 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:01.296292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-16388273-cda2-493e-a2f5-d61762b185d2 req-79bca12b-9229-4cb7-9f55-59491fd96720 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:01.304127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:15:01.327920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:15:01.328629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device e7f0ece7-d67a-43b1-88c3-6f45ff96fe69 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:15:01.340035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ef5f47-e26c-4f4f-b67e-fe588b59ed94 admin admin] Deleting subnet be139490-49ed-4908-8453-ad1dc6e611ea {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:15:01.343277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71ef5f47-e26c-4f4f-b67e-fe588b59ed94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:01.378092 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71ef5f47-e26c-4f4f-b67e-fe588b59ed94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:01.384395 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-27ebf340-303c-4c62-8cc1-b9da4eca84d3 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:01.387845 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-27ebf340-303c-4c62-8cc1-b9da4eca84d3 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/56fa960a-fa97-4ee7-8d34-8bc383501f9f HTTP/1.1" status: 204 len: 168 time: 0.5520759 Sep 08 13:15:01.389669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55628) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:01.408530 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-27005b66-4309-4f42-9164-037d404859c3 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=56fa960a-fa97-4ee7-8d34-8bc383501f9f HTTP/1.1" status: 200 len: 216 time: 0.0176747 Sep 08 13:15:01.426402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55630) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:01.444322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71ef5f47-e26c-4f4f-b67e-fe588b59ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:01.446479 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-134253bd-9a8f-4203-a329-2ee5db1b5042 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0173597 Sep 08 13:15:01.450753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55634) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:01.469421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-64dae9d0-acf7-495c-9b1f-2e374f0dc38b tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0145168 Sep 08 13:15:01.471238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55636) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:01.500139 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-16388273-cda2-493e-a2f5-d61762b185d2 req-79bca12b-9229-4cb7-9f55-59491fd96720 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:01.513585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-16388273-cda2-493e-a2f5-d61762b185d2 req-79bca12b-9229-4cb7-9f55-59491fd96720 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:01.515037 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16388273-cda2-493e-a2f5-d61762b185d2 req-79bca12b-9229-4cb7-9f55-59491fd96720 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/29e20c81-2982-47f2-890d-871f07acf84b HTTP/1.1" status: 204 len: 173 time: 0.2981157 Sep 08 13:15:01.530086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bca12b-9229-4cb7-9f55-59491fd96720 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29e20c81-2982-47f2-890d-871f07acf84b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:01.543660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-91dbe325-09b3-4dbc-85cd-b6a32a5bf5e4 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels/abb2aecf-d9e9-4ea0-91c5-c900546f68d2 HTTP/1.1" status: 200 len: 473 time: 0.0672479 Sep 08 13:15:01.543660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55640) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:01.561596 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f273288e-d787-4250-9b63-048f85ecc2a6 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules/e8d40a2d-8224-45a4-8f5e-402dbcc15409 HTTP/1.1" status: 200 len: 461 time: 0.0102122 Sep 08 13:15:01.562584 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55642) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:01.567726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ef847c08-4ed7-4c51-9dbc-a8c722951e03 req-335eedb9-08d8-47b1-af63-a6ce2830bc76 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-735550610', 'description': 'tempest-description-1937019743'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:01.735109 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71ef5f47-e26c-4f4f-b67e-fe588b59ed94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:01.754202 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ef847c08-4ed7-4c51-9dbc-a8c722951e03 req-335eedb9-08d8-47b1-af63-a6ce2830bc76 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:01.786415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef5f47-e26c-4f4f-b67e-fe588b59ed94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be139490-49ed-4908-8453-ad1dc6e611ea,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:01.818894 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71ef5f47-e26c-4f4f-b67e-fe588b59ed94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:01.832365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55654) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:01.832598 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-71ef5f47-e26c-4f4f-b67e-fe588b59ed94 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/be139490-49ed-4908-8453-ad1dc6e611ea HTTP/1.1" status: 204 len: 168 time: 0.5889835 Sep 08 13:15:01.988385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-870542cf-c123-4587-9005-5882744b245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.057662 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b89a1677-12c9-4479-b95d-321cd84aba5c tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.059163 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b89a1677-12c9-4479-b95d-321cd84aba5c tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/e8d40a2d-8224-45a4-8f5e-402dbcc15409 HTTP/1.1" status: 204 len: 168 time: 0.4951930 Sep 08 13:15:02.062410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55664) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:02.072890 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ef847c08-4ed7-4c51-9dbc-a8c722951e03 req-335eedb9-08d8-47b1-af63-a6ce2830bc76 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.122052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-bf345eca-9994-49c8-a720-2c19a64ffcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:02.123744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-bf345eca-9994-49c8-a720-2c19a64ffcc1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199&tenant_id=0047c75958314f8699b340912addcf3f HTTP/1.1" status: 200 len: 1101 time: 0.1829407 Sep 08 13:15:02.144493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:02.155000 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fd01e-9362-4506-aca6-ccbae5ac8c54 req-88d91064-18a1-432f-9866-bed1263dcf54 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:02.156802 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d58fd01e-9362-4506-aca6-ccbae5ac8c54 req-88d91064-18a1-432f-9866-bed1263dcf54 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.1811161 Sep 08 13:15:02.200733 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-870542cf-c123-4587-9005-5882744b245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.258142 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d58fd01e-9362-4506-aca6-ccbae5ac8c54 req-3654e1b8-294f-423a-96fc-7b081d64d56d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755687 Sep 08 13:15:02.258955 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.267602 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ef847c08-4ed7-4c51-9dbc-a8c722951e03 req-335eedb9-08d8-47b1-af63-a6ce2830bc76 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.333029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-870542cf-c123-4587-9005-5882744b245d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:02.356063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-870542cf-c123-4587-9005-5882744b245d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cacfeed-4fa9-4530-b3b9-fab0b97c0022') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:02.358041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-870542cf-c123-4587-9005-5882744b245d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cacfeed-4fa9-4530-b3b9-fab0b97c0022') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:02.419399 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-870542cf-c123-4587-9005-5882744b245d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.493378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335eedb9-08d8-47b1-af63-a6ce2830bc76 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8824d2-f8c5-4602-b32e-9fcafb777ad1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:02.494264 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4af30db9-92b2-4a0f-bf90-bd58d9df482e req-98e6964f-e7c1-4adb-9272-d0e3a9a2032a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 210 time: 0.0486791 Sep 08 13:15:02.512296 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-870542cf-c123-4587-9005-5882744b245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.520462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-870542cf-c123-4587-9005-5882744b245d admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:15:02.521176 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-870542cf-c123-4587-9005-5882744b245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.607171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:02.616098 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ef847c08-4ed7-4c51-9dbc-a8c722951e03 req-335eedb9-08d8-47b1-af63-a6ce2830bc76 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.624160 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ef847c08-4ed7-4c51-9dbc-a8c722951e03 req-335eedb9-08d8-47b1-af63-a6ce2830bc76 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0605826 Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:15:02.624561 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:15:02.674496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:02.726631 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e24e42f6-a03d-440f-840a-c620a006ba3d req-d92ca2ac-f7c1-4848-97e9-6c744779f89a tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/6e8824d2-f8c5-4602-b32e-9fcafb777ad1 HTTP/1.1" status: 200 len: 1812 time: 0.0845544 Sep 08 13:15:02.733456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13e8ad96-39a2-4809-ac92-15299e54c669 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.736410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-13e8ad96-39a2-4809-ac92-15299e54c669 tempest-MeteringTestJSON-1445389992 tempest-MeteringTestJSON-1445389992-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/abb2aecf-d9e9-4ea0-91c5-c900546f68d2 HTTP/1.1" status: 204 len: 168 time: 0.6684027 Sep 08 13:15:02.739216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:02.741544 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a11894-f4ea-457a-b8ea-416988e9900f" -d '{"events": [{"server_uuid": "26d4084e-bb16-4ae2-bbc0-54c867de2199", "name": "network-vif-unplugged", "status": "completed", "tag": "1b23a8c5-954c-4e5f-8614-2cfdbdcfc440"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:02.746246 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.789772 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-870542cf-c123-4587-9005-5882744b245d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.792265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Transition to ACTIVE for port object 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:02.802565 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-870542cf-c123-4587-9005-5882744b245d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:02.804693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-870542cf-c123-4587-9005-5882744b245d admin admin] 10.222.0.69 "DELETE /v2.0/networks/3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c HTTP/1.1" status: 204 len: 168 time: 0.9708076 Sep 08 13:15:02.852823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870542cf-c123-4587-9005-5882744b245d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c1e1df8-8b3a-4f3f-88ec-d36b67faf86c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:02.869011 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d618d026-540e-4a51-8a54-bf1ecd46a133 x-openstack-request-id: req-d618d026-540e-4a51-8a54-bf1ecd46a133 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:02.869631 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d4084e-bb16-4ae2-bbc0-54c867de2199", "name": "network-vif-unplugged", "status": "completed", "tag": "1b23a8c5-954c-4e5f-8614-2cfdbdcfc440", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:02.870061 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d618d026-540e-4a51-8a54-bf1ecd46a133 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:02.870675 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'code': 200} Sep 08 13:15:02.926983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-91342c9c-6262-4429-9fc9-8dd22ecbf6a5 req-91bbf2af-4baf-4012-88e9-fdca340be9ff tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1108433367', 'description': 'tempest-description-1952144213'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:02.975626 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:03.055815 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-91342c9c-6262-4429-9fc9-8dd22ecbf6a5 req-91bbf2af-4baf-4012-88e9-fdca340be9ff tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:03.087138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Pushing event updated for resources: {'Port': ['ID=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,revision_number=6']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:03.170978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] No DVR routers for this DVR port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:15:03.206821 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-91342c9c-6262-4429-9fc9-8dd22ecbf6a5 req-91bbf2af-4baf-4012-88e9-fdca340be9ff tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:03.329700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:15:03.389134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:15:03.416681 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-91342c9c-6262-4429-9fc9-8dd22ecbf6a5 req-91bbf2af-4baf-4012-88e9-fdca340be9ff tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:03.580729 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55702) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:03.582836 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-96cc2adf-2e88-4bfc-8343-70f5a8e9b780 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9d08d74355ba40018ab566acf555fc6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138093 Sep 08 13:15:03.697862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbf2af-4baf-4012-88e9-fdca340be9ff tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06f73d1b-3218-4de4-8e75-89594d28ddb5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:03.714506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55704) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:03.722448 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-91342c9c-6262-4429-9fc9-8dd22ecbf6a5 req-91bbf2af-4baf-4012-88e9-fdca340be9ff tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:03.726786 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91342c9c-6262-4429-9fc9-8dd22ecbf6a5 req-91bbf2af-4baf-4012-88e9-fdca340be9ff tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8061357 Sep 08 13:15:03.735905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Attempting to bind port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:03.735905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Attempting to bind port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:03.735905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Attempting to bind port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:03.770140 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1870fb18-d3f4-4625-b84d-9beb98d55daa admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b206cfebddf84418a875572b10b1551e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861444 Sep 08 13:15:03.777110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55710) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:03.797291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:03.797626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Attempting to bind port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:03.827503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:03.828161 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:03.828854 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:03.829514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Bound port: 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:03.830072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:03.880961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c73b047-8eef-4bb4-9b4a-c2ad241e6f5b req-6e9b4453-789a-45a3-826a-68d7107ed6bd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:03.883648 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c73b047-8eef-4bb4-9b4a-c2ad241e6f5b req-6e9b4453-789a-45a3-826a-68d7107ed6bd tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 944 time: 0.2138042 Sep 08 13:15:03.895898 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54e3c9e7-b319-478a-8c29-d150b4311a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:03.976227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995dbee-91b7-4125-bcce-2318544ddbab req-1e8e1572-8543-4fd7-944b-5a84f5f92b8a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:03.977783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b995dbee-91b7-4125-bcce-2318544ddbab req-1e8e1572-8543-4fd7-944b-5a84f5f92b8a tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.60 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 944 time: 0.2898185 Sep 08 13:15:03.982711 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54e3c9e7-b319-478a-8c29-d150b4311a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:04.026984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c73b047-8eef-4bb4-9b4a-c2ad241e6f5b req-b2c8dea5-ad8c-40ac-b59e-f72058cc7660 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423323 Sep 08 13:15:04.074358 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-044f3e58-32d6-4da0-9dd6-6dac00b2ce29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:04.084706 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:04.100014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:04.111829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-248e1263-cfd3-44e9-bbb7-62e64019d4b0 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:04.113637 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-248e1263-cfd3-44e9-bbb7-62e64019d4b0 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4874384 Sep 08 13:15:04.125571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3431d-23a6-4f4b-ae86-6fa66c90ab06 req-706115c7-a217-4771-abeb-caeff46297e8 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:04.127169 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14d3431d-23a6-4f4b-ae86-6fa66c90ab06 req-706115c7-a217-4771-abeb-caeff46297e8 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 948 time: 0.2896895 Sep 08 13:15:04.135702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Request body: {'port': {'device_id': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '9d08d74355ba40018ab566acf555fc6d'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:04.293709 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27110f65-58a5-4363-b4ec-e6665d869b65 req-047030fd-a85d-4a11-8748-748656f11a8f tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 210 time: 0.0722110 Sep 08 13:15:04.295945 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:04.318458 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14d3431d-23a6-4f4b-ae86-6fa66c90ab06 req-6c71cd42-b118-4ec3-abcd-fd154f3fcd47 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661961 Sep 08 13:15:04.403526 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54e3c9e7-b319-478a-8c29-d150b4311a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:04.411716 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54e3c9e7-b319-478a-8c29-d150b4311a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:04.417774 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-54e3c9e7-b319-478a-8c29-d150b4311a62 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9352f472-5fc6-4e6e-9410-6f8429cb5184 HTTP/1.1" status: 204 len: 168 time: 0.6322043 Sep 08 13:15:04.441942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-b995dbee-91b7-4125-bcce-2318544ddbab req-278ffa83-88f7-4f63-a0a2-59534e85d910 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Deleting port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:04.442604 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b995dbee-91b7-4125-bcce-2318544ddbab req-278ffa83-88f7-4f63-a0a2-59534e85d910 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:04.447899 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:04.448576 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:04.450124 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] 10.222.0.70 "PUT /v2.0/ports/1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 HTTP/1.1" status: 200 len: 1096 time: 2.3181574 Sep 08 13:15:04.469668 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be2620f4-f023-4820-b780-c15f1d18e75c req-482a279b-0e31-4622-b871-469466098277 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/06f73d1b-3218-4de4-8e75-89594d28ddb5 HTTP/1.1" status: 200 len: 1813 time: 0.1442633 Sep 08 13:15:04.473439 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-044f3e58-32d6-4da0-9dd6-6dac00b2ce29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:04.506779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3c9e7-b319-478a-8c29-d150b4311a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9352f472-5fc6-4e6e-9410-6f8429cb5184,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:04.535766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6b033-1f20-40f4-bfb3-661b1f8410bb service neutron] Pushing event updated for resources: {'Port': ['ID=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,revision_number=7']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:04.564941 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-ebbbf70a-0a12-4086-b8ce-49a31d500ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:04.577006 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-ebbbf70a-0a12-4086-b8ce-49a31d500ced service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 1099 time: 0.0792060 Sep 08 13:15:04.596913 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-044f3e58-32d6-4da0-9dd6-6dac00b2ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:04.609887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-dcbb5db1-8b36-4774-b3b2-169d3bf75222 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=9d08d74355ba40018ab566acf555fc6d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855162 Sep 08 13:15:04.625435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6f142d36-6bea-4672-9ae9-849cc681da7d req-28d31ed3-b323-49d7-b1f1-ce10a9300b5c tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1089003255', 'description': 'tempest-description-2048570789'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:04.706102 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [req-6f142d36-6bea-4672-9ae9-849cc681da7d req-28d31ed3-b323-49d7-b1f1-ce10a9300b5c tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:15:04.706102 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:15:04.706102 n-d-807558-3 neutron-server[96263]: [parameters: {'project_id_1': 'bbe7c07cf4f94c368f30c628b62ddfbb', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 14, 44, 632153)}] Sep 08 13:15:04.706102 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:15:04.706816 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [req-6f142d36-6bea-4672-9ae9-849cc681da7d req-28d31ed3-b323-49d7-b1f1-ce10a9300b5c tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:15:04.741341 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-044f3e58-32d6-4da0-9dd6-6dac00b2ce29 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8995f0e2c5fc4b2fbb2d985b42d08fde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0214808 Sep 08 13:15:04.746776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55726) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:04.751927 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f3e58-32d6-4da0-9dd6-6dac00b2ce29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63769bcb-7eb7-4598-a29e-d6e35c74e74a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:04.808697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-e77d3722-9473-440b-9bfd-11000c8c2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:04.812540 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-e77d3722-9473-440b-9bfd-11000c8c2b61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.2342417 Sep 08 13:15:04.879216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'tag': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:04.881177 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4" -d '{"events": [{"name": "network-changed", "server_uuid": "26d4084e-bb16-4ae2-bbc0-54c867de2199", "tag": "1b23a8c5-954c-4e5f-8614-2cfdbdcfc440"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:04.899249 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-c5185863-5850-459e-a157-96b95ae72338 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 HTTP/1.1" status: 200 len: 217 time: 0.0762522 Sep 08 13:15:04.913150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b995dbee-91b7-4125-bcce-2318544ddbab req-278ffa83-88f7-4f63-a0a2-59534e85d910 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] For port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:04.913764 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b995dbee-91b7-4125-bcce-2318544ddbab req-278ffa83-88f7-4f63-a0a2-59534e85d910 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:04.932748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Made reservation on behalf of 9d08d74355ba40018ab566acf555fc6d for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:04.938802 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:04.973460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-f1914f10-386f-4281-bb85-2dc187e23150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:04.974853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-b995dbee-91b7-4125-bcce-2318544ddbab req-278ffa83-88f7-4f63-a0a2-59534e85d910 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Calling delete_port for 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:04.975517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-f1914f10-386f-4281-bb85-2dc187e23150 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0684071 Sep 08 13:15:04.986726 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:05.009978 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa790ef-d7c3-4aac-b3c7-f1a3e9120d03 x-openstack-request-id: req-1fa790ef-d7c3-4aac-b3c7-f1a3e9120d03 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:05.010290 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d4084e-bb16-4ae2-bbc0-54c867de2199", "tag": "1b23a8c5-954c-4e5f-8614-2cfdbdcfc440", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:05.010540 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1fa790ef-d7c3-4aac-b3c7-f1a3e9120d03 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:05.011190 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'tag': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'status': 'completed', 'code': 200} Sep 08 13:15:05.025135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-e0e291d1-c924-4c4c-915c-36e4a250b999 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:05.027569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-e0e291d1-c924-4c4c-915c-36e4a250b999 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3902650 Sep 08 13:15:05.048604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Request body: {'port': {'device_id': '9f1705a9-0c90-4c0f-890d-0447ac459581', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '9d08d74355ba40018ab566acf555fc6d'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:05.056478 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-d679-4208-8d62-7ed9b24189d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:05.088125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-d679-4208-8d62-7ed9b24189d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:05.100270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-b8eb99ec-9c3d-4f33-a0c9-f1068f9be6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:05.102025 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-b8eb99ec-9c3d-4f33-a0c9-f1068f9be6f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 1099 time: 0.0719299 Sep 08 13:15:05.112256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-475bb0e7-9bb9-46d4-af01-2728aa0be41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:05.112256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-475bb0e7-9bb9-46d4-af01-2728aa0be41c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262414 Sep 08 13:15:05.239931 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-d679-4208-8d62-7ed9b24189d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:05.242896 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab4c5040-d679-4208-8d62-7ed9b24189d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:05.244126 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ab4c5040-d679-4208-8d62-7ed9b24189d1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/63769bcb-7eb7-4598-a29e-d6e35c74e74a HTTP/1.1" status: 204 len: 168 time: 0.4919536 Sep 08 13:15:05.335271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-85f2bb3e-1f51-4f0e-a30c-de31b8b02d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:05.337248 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-85f2bb3e-1f51-4f0e-a30c-de31b8b02d21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.2252553 Sep 08 13:15:05.346216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb17f35-63c6-4327-9a49-f6e3756e0667 req-7a8c9fc5-2aee-4563-8bc7-a1ca6b317bd4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:05.348547 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bfb17f35-63c6-4327-9a49-f6e3756e0667 req-7a8c9fc5-2aee-4563-8bc7-a1ca6b317bd4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 944 time: 0.1596961 Sep 08 13:15:05.423067 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-7d62b32a-1b44-454d-851c-60bcfeea5609 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 HTTP/1.1" status: 200 len: 217 time: 0.0730531 Sep 08 13:15:05.433261 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-336bc5f4-75d8-4a53-ac8e-7d8e46e170c7 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453463 Sep 08 13:15:05.507872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c5040-d679-4208-8d62-7ed9b24189d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63769bcb-7eb7-4598-a29e-d6e35c74e74a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:05.568770 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bfb17f35-63c6-4327-9a49-f6e3756e0667 req-17d98d36-9fe4-42dc-9a68-c31daa295fee tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090456 Sep 08 13:15:05.622264 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b995dbee-91b7-4125-bcce-2318544ddbab req-278ffa83-88f7-4f63-a0a2-59534e85d910 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:05.645577 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:05.671517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ffa83-88f7-4f63-a0a2-59534e85d910 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Pushing event deleted for resources: {'Port': ['ID=6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:05.729191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-7021c28c-4b0a-4e55-8d41-c55b0c2c6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:05.731329 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-7021c28c-4b0a-4e55-8d41-c55b0c2c6f99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.2970121 Sep 08 13:15:05.752800 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b995dbee-91b7-4125-bcce-2318544ddbab req-278ffa83-88f7-4f63-a0a2-59534e85d910 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] No DVR routers for this DVR port 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:15:05.756064 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b995dbee-91b7-4125-bcce-2318544ddbab req-278ffa83-88f7-4f63-a0a2-59534e85d910 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:05.758686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b995dbee-91b7-4125-bcce-2318544ddbab req-278ffa83-88f7-4f63-a0a2-59534e85d910 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.60 "DELETE /v2.0/ports/6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 HTTP/1.1" status: 204 len: 173 time: 1.7729719 Sep 08 13:15:05.759547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9', 'name': 'network-vif-deleted', 'tag': '6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:05.766478 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7a10a2-9bef-467b-9815-1be898597838" -d '{"events": [{"server_uuid": "5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9", "name": "network-vif-deleted", "tag": "6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:05.788163 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:05.889064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae25a805-99a2-40a4-bf5a-ad4d0108d466,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:05.938478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c4f3536-e6b7-4c00-be5e-60a8caef2215 req-002372c0-197f-4e7a-9397-663f4f150f34 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 210 time: 0.0621729 Sep 08 13:15:05.958507 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f142d36-6bea-4672-9ae9-849cc681da7d req-28d31ed3-b323-49d7-b1f1-ce10a9300b5c tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:05.971185 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5bf20d6-702a-4984-b0fb-daaccc062f4a req-68d99900-8791-4739-a71e-5f259db515bc service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5213182 Sep 08 13:15:05.980253 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-2c6ea7ee-c04c-4857-a64c-d64c73f6cb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:05.985538 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-2c6ea7ee-c04c-4857-a64c-d64c73f6cb39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2356610 Sep 08 13:15:06.148175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Allocated IP 192.168.233.135 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/a8ca8e5a-929b-4db1-a2c6-40fb26c64db5) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:06.183622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Made reservation on behalf of 9d08d74355ba40018ab566acf555fc6d for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:06.184596 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-e269cb65-5fb4-46c8-9847-01d948ff5546 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911459 Sep 08 13:15:06.187498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:06.348427 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350c281-3fbe-4ee1-92d8-b4327e30b73c req-c1b19d5f-5922-4a45-8e1d-d22e279e0d4b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:06.356775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e350c281-3fbe-4ee1-92d8-b4327e30b73c req-c1b19d5f-5922-4a45-8e1d-d22e279e0d4b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 948 time: 0.1697838 Sep 08 13:15:06.367804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-3ca4303b-be80-42b4-92fa-7f8512936bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:06.369488 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-3ca4303b-be80-42b4-92fa-7f8512936bfb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 1099 time: 0.1839092 Sep 08 13:15:06.446024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55764) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:06.462286 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f142d36-6bea-4672-9ae9-849cc681da7d req-28d31ed3-b323-49d7-b1f1-ce10a9300b5c tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:06.466877 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-ca373be4-213e-4670-aa64-52ba498ffba7 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693639 Sep 08 13:15:06.492379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e350c281-3fbe-4ee1-92d8-b4327e30b73c req-9772f8b1-f238-493d-b61a-e27f8777dbf7 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340361 Sep 08 13:15:06.512110 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:06.528343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Transition to ACTIVE for port object a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:06.575008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-82207552-1a66-44aa-9217-10a9293d8481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:06.580034 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-82207552-1a66-44aa-9217-10a9293d8481 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1998131 Sep 08 13:15:06.596387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f142d36-6bea-4672-9ae9-849cc681da7d req-28d31ed3-b323-49d7-b1f1-ce10a9300b5c tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:06.665309 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-bbc2b4a5-7705-4e59-9cad-1b98904e6c14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 HTTP/1.1" status: 200 len: 217 time: 0.0772953 Sep 08 13:15:06.694631 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f142d36-6bea-4672-9ae9-849cc681da7d req-28d31ed3-b323-49d7-b1f1-ce10a9300b5c tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:06.708821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f142d36-6bea-4672-9ae9-849cc681da7d req-28d31ed3-b323-49d7-b1f1-ce10a9300b5c tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 2.1064413 Sep 08 13:15:06.742515 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6703e3e5-567f-45c3-b42b-728095cd6dba x-openstack-request-id: req-6703e3e5-567f-45c3-b42b-728095cd6dba {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:06.742515 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9", "name": "network-vif-deleted", "tag": "6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:06.742515 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6703e3e5-567f-45c3-b42b-728095cd6dba {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:06.742515 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9', 'name': 'network-vif-deleted', 'tag': '6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4', 'status': 'completed', 'code': 200} Sep 08 13:15:06.743022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55782) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:06.743126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:06.748519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1304712234-network', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:06.774550 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:06.779155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d31ed3-b323-49d7-b1f1-ce10a9300b5c tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26a6709-7fa9-4937-a0a3-96636fe78f49,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:06.787169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-e39e07aa-ae90-47e8-883d-a0dfc10a32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:06.789163 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-e39e07aa-ae90-47e8-883d-a0dfc10a32ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1158023 Sep 08 13:15:06.858523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Pushing event updated for resources: {'Port': ['ID=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:06.890582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:06.902822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:06.912396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:06.923447 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16dc26aa-e4cd-4a43-8304-0ece8ee899d8 req-d530836d-2347-4ec5-9a1b-9ccc5a00171f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cb06e5a-57bf-44da-9472-8e4b6dbc4aa9 HTTP/1.1" status: 200 len: 210 time: 0.0583813 Sep 08 13:15:06.934034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-aeceb117-1d28-4d95-a8f7-6fb667858ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:06.935735 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-aeceb117-1d28-4d95-a8f7-6fb667858ee1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1350968 Sep 08 13:15:06.956490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Allocated IP 192.168.233.162 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/cf8897c8-bf64-4f26-9b99-47b369ef4861) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:06.970783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-632710eb-1952-474c-8fdd-231283ee9d55 req-e333a80b-65be-413c-8cec-d2842e8d5fac tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/f26a6709-7fa9-4937-a0a3-96636fe78f49 HTTP/1.1" status: 200 len: 1813 time: 0.2267113 Sep 08 13:15:07.025868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:07.026639 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:07.068458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-f6521669-1306-4a67-acad-524358781d0e req-f282b980-b528-4c1d-8804-1818c9085013 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-32627185', 'description': 'tempest-description-248742847'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:07.075457 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-da1ff03c-f6d8-4de6-9ab0-fe2aab5e320f service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312897 Sep 08 13:15:07.082601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2ebfa35-a37d-460a-8bed-4af068bf769c req-768f9453-fb59-49a3-b0ac-e19d93eae47b tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 210 time: 0.0513401 Sep 08 13:15:07.208757 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc63deaa-2823-4d24-a1a3-d022dc2b3af4 req-75599616-6c36-45d5-9dc6-180518da14b9 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250288 Sep 08 13:15:07.230504 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:07.247190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Transition to ACTIVE for port object cf8897c8-bf64-4f26-9b99-47b369ef4861 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:07.306050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Made reservation on behalf of 1dec3032600c45b5b3c9f460ca7dc40a for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:07.308700 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:07.318577 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:07.338926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:15:07.379178 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:15:07.380223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6b340ab0-6d4b-4e8e-bc90-86155d8bb6a4 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:15:07.416795 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:07.488992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-83b10d6e-99ab-40a7-821e-a568a9916997 None None] Provisioning for port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:07.489213 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:07.499184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-83b10d6e-99ab-40a7-821e-a568a9916997 None None] Provisioning complete for port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:07.499860 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83b10d6e-99ab-40a7-821e-a568a9916997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:07.511433 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:07.561620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:15:07.561620 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:15:07.561620 n-d-807558-3 neutron-server[96263]: [parameters: {'project_id_1': '1dec3032600c45b5b3c9f460ca7dc40a', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 14, 47, 329264)}] Sep 08 13:15:07.561620 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:15:07.562201 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:15:07.632041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:07.644488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de97ea48-276f-40de-a970-fe0f36965126,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:07.647430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:07.655381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:07.664647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-83b10d6e-99ab-40a7-821e-a568a9916997 None None] Port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:15:07.712644 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-78362dbd-d0ac-4041-927e-05bb9998a32c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:07.716389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.721337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.721337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.721337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.721337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.721337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.721337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.721337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.721337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.721337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.721337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.723120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.738781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Pushing event updated for resources: {'Port': ['ID=cf8897c8-bf64-4f26-9b99-47b369ef4861,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:07.781214 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f2da7baf-4b83-44ca-9206-74d50a26c7c7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=759197491b294ee5a619f6599f55d44d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0145395 Sep 08 13:15:07.781214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55796) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:07.781930 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:15:07.782547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.782547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.782547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.782547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.782547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.782547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.782547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.782547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.782547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.782547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.782547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.782547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:07.798165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:07.798918 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:07.823208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a7340-b034-4ee5-99e1-7e0de6b929bf req-75174f73-6cef-4cee-b652-701e758f4ac1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:07.825272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e45a7340-b034-4ee5-99e1-7e0de6b929bf req-75174f73-6cef-4cee-b652-701e758f4ac1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 948 time: 0.1667118 Sep 08 13:15:07.851492 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f1385fd-98ce-427e-b221-80f9f1c34f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:07.873861 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f6521669-1306-4a67-acad-524358781d0e req-f282b980-b528-4c1d-8804-1818c9085013 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:07.895409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e45a7340-b034-4ee5-99e1-7e0de6b929bf req-f77cd862-088c-4080-be19-aa36739de971 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583975 Sep 08 13:15:07.928436 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f1385fd-98ce-427e-b221-80f9f1c34f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:08.063077 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:08.075028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-30951aeb-3757-4dcd-800d-a9c9634bda8a tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9467213 Sep 08 13:15:08.096500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Request body: {'port': {'device_id': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:08.139899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-f909803b-3071-44b4-a1f1-7c7b3df4053c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0988576 Sep 08 13:15:08.156036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Request body: {'port': {'device_id': '9f1705a9-0c90-4c0f-890d-0447ac459581', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:08.175740 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f1385fd-98ce-427e-b221-80f9f1c34f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:08.178671 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f1385fd-98ce-427e-b221-80f9f1c34f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:08.182219 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8f1385fd-98ce-427e-b221-80f9f1c34f27 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de97ea48-276f-40de-a970-fe0f36965126 HTTP/1.1" status: 204 len: 168 time: 0.4207833 Sep 08 13:15:08.196050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1385fd-98ce-427e-b221-80f9f1c34f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de97ea48-276f-40de-a970-fe0f36965126,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:08.228999 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:08.272329 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:08.272784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-18bc6ad4-249c-4315-a938-52417f874a82 None None] Provisioning for port cf8897c8-bf64-4f26-9b99-47b369ef4861 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:08.279572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-18bc6ad4-249c-4315-a938-52417f874a82 None None] Provisioning complete for port cf8897c8-bf64-4f26-9b99-47b369ef4861 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:08.280077 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18bc6ad4-249c-4315-a938-52417f874a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:08.325540 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f6521669-1306-4a67-acad-524358781d0e req-f282b980-b528-4c1d-8804-1818c9085013 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:08.381786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-18bc6ad4-249c-4315-a938-52417f874a82 None None] Port cf8897c8-bf64-4f26-9b99-47b369ef4861 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:15:08.454955 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f6521669-1306-4a67-acad-524358781d0e req-f282b980-b528-4c1d-8804-1818c9085013 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:08.517013 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f282b980-b528-4c1d-8804-1818c9085013 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2a3641-0e48-40e5-a004-c731fb7c57e4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:09.031134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7b60f-0403-4f5e-85c4-e1cf32a07a7e req-e0b94fb2-769e-47b1-b2bb-5749682a3444 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:09.032797 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cab7b60f-0403-4f5e-85c4-e1cf32a07a7e req-e0b94fb2-769e-47b1-b2bb-5749682a3444 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 936 time: 0.2854335 Sep 08 13:15:09.128274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b9689-2fac-4a9d-842a-2de107baaa90 req-e91ca461-f9cd-40cc-a981-2feb5adf7ab7 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:09.130154 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b46b9689-2fac-4a9d-842a-2de107baaa90 req-e91ca461-f9cd-40cc-a981-2feb5adf7ab7 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 944 time: 0.0668054 Sep 08 13:15:09.232383 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cab7b60f-0403-4f5e-85c4-e1cf32a07a7e req-9e7f5151-1ac8-483f-8127-819d17c19ba3 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821327 Sep 08 13:15:09.315762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-b46b9689-2fac-4a9d-842a-2de107baaa90 req-7c513a6a-cbf6-482a-b8df-fda4d12803fe tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Deleting port 47c9fccf-25c9-47c0-8886-a54fb3555649 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:09.316952 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b46b9689-2fac-4a9d-842a-2de107baaa90 req-7c513a6a-cbf6-482a-b8df-fda4d12803fe tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:09.348116 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:09.383358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf8897c8-bf64-4f26-9b99-47b369ef4861 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:09.394592 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:09.424316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa1592-1113-4b56-b55f-8988ca6dc529 req-90d43341-81f3-4573-8e75-c869353bacc4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:09.426252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8dfa1592-1113-4b56-b55f-8988ca6dc529 req-90d43341-81f3-4573-8e75-c869353bacc4 tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 944 time: 0.0952604 Sep 08 13:15:09.433217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Transition to ACTIVE for port object cf8897c8-bf64-4f26-9b99-47b369ef4861 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:09.470219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-b46b9689-2fac-4a9d-842a-2de107baaa90 req-7c513a6a-cbf6-482a-b8df-fda4d12803fe tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] For port 47c9fccf-25c9-47c0-8886-a54fb3555649, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=47c9fccf-25c9-47c0-8886-a54fb3555649,segment=NetworkSegment(0b6f2d05-a0ef-470e-8a32-19ab61c001a8),segment_id=0b6f2d05-a0ef-470e-8a32-19ab61c001a8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:09.470858 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b46b9689-2fac-4a9d-842a-2de107baaa90 req-7c513a6a-cbf6-482a-b8df-fda4d12803fe tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:09.476726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8dfa1592-1113-4b56-b55f-8988ca6dc529 req-897bb525-c3d7-4891-99d3-85ab1a2b078f tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/security-groups?id=cb278512-c0b7-4f56-b270-e9f0077fff57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Sep 08 13:15:09.489565 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:09.514456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-b46b9689-2fac-4a9d-842a-2de107baaa90 req-7c513a6a-cbf6-482a-b8df-fda4d12803fe tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Calling delete_port for 47c9fccf-25c9-47c0-8886-a54fb3555649 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:09.518424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:15:09.542055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:09.560261 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:09.562388 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Added segment e70d5e45-245b-43cf-adde-7e0b7f9aa0ad of type vlan for network 7fd134f2-364c-4787-8e53-93ac96df2933 Sep 08 13:15:09.605668 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:09.618958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f6521669-1306-4a67-acad-524358781d0e req-f282b980-b528-4c1d-8804-1818c9085013 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:09.620277 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6521669-1306-4a67-acad-524358781d0e req-f282b980-b528-4c1d-8804-1818c9085013 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 2.5579922 Sep 08 13:15:09.718990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Pushing event updated for resources: {'Port': ['ID=cf8897c8-bf64-4f26-9b99-47b369ef4861,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:09.797412 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:09.832949 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7dca8243-8e7c-471d-9640-fb592487d893 req-b16582de-3bde-4047-9dbe-dcfb3e36a8b1 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/3b2a3641-0e48-40e5-a004-c731fb7c57e4 HTTP/1.1" status: 200 len: 1810 time: 0.0812171 Sep 08 13:15:09.933698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c1f01-caa0-4e5e-b094-b0f5c9a65a0d req-78f1b030-8ef4-45c4-9514-2dc22e02c8ab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:09.942217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-617c1f01-caa0-4e5e-b094-b0f5c9a65a0d req-78f1b030-8ef4-45c4-9514-2dc22e02c8ab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 948 time: 0.3237722 Sep 08 13:15:10.054537 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [req-19ca6be9-5ad5-45c8-82b0-c48e38ecb1c2 req-227cd347-ee1b-474c-b93a-2cd674bb6ed3 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] show failed (client error): The resource could not be found. Sep 08 13:15:10.065296 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19ca6be9-5ad5-45c8-82b0-c48e38ecb1c2 req-227cd347-ee1b-474c-b93a-2cd674bb6ed3 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/ed9626a5-a2b4-403e-a6f4-660e1fee2b3e HTTP/1.1" status: 404 len: 352 time: 0.0288038 Sep 08 13:15:10.111153 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [req-f01222da-ba19-426c-a992-ec64ca397e43 req-03f2f90d-7196-41de-adba-b8503d677176 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] show failed (client error): The resource could not be found. Sep 08 13:15:10.123637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f01222da-ba19-426c-a992-ec64ca397e43 req-03f2f90d-7196-41de-adba-b8503d677176 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-group-rules/10ffcc16-21f8-4a6e-b6a5-506cc93c8d94 HTTP/1.1" status: 404 len: 361 time: 0.0363109 Sep 08 13:15:10.124429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Attempting to bind port cf8897c8-bf64-4f26-9b99-47b369ef4861 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:10.124891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Attempting to bind port cf8897c8-bf64-4f26-9b99-47b369ef4861 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:10.125680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Attempting to bind port cf8897c8-bf64-4f26-9b99-47b369ef4861 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:10.146398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:10.174940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.176115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:10.176832 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.187484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:15:10.206066 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b46b9689-2fac-4a9d-842a-2de107baaa90 req-7c513a6a-cbf6-482a-b8df-fda4d12803fe tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.220264 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79526d50-59d5-4125-98c5-f1ad7f534a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.233449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4038de20-7e22-46bd-a527-072c8e991f0c req-83310bc3-316a-4954-9c67-d286f1c62949 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/3b2a3641-0e48-40e5-a004-c731fb7c57e4 HTTP/1.1" status: 200 len: 1810 time: 0.0849454 Sep 08 13:15:10.307779 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c513a6a-cbf6-482a-b8df-fda4d12803fe tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Pushing event deleted for resources: {'Port': ['ID=47c9fccf-25c9-47c0-8886-a54fb3555649,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:10.331413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Port cf8897c8-bf64-4f26-9b99-47b369ef4861 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:10.332037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Attempting to bind port cf8897c8-bf64-4f26-9b99-47b369ef4861 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:10.347033 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.352259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd134f2-364c-4787-8e53-93ac96df2933,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:10.358015 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46b9689-2fac-4a9d-842a-2de107baaa90 req-7c513a6a-cbf6-482a-b8df-fda4d12803fe tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] No DVR routers for this DVR port 47c9fccf-25c9-47c0-8886-a54fb3555649 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:15:10.363189 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b46b9689-2fac-4a9d-842a-2de107baaa90 req-7c513a6a-cbf6-482a-b8df-fda4d12803fe tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.365348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b46b9689-2fac-4a9d-842a-2de107baaa90 req-7c513a6a-cbf6-482a-b8df-fda4d12803fe tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.60 "DELETE /v2.0/ports/47c9fccf-25c9-47c0-8886-a54fb3555649 HTTP/1.1" status: 204 len: 173 time: 1.2290804 Sep 08 13:15:10.371516 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-617c1f01-caa0-4e5e-b094-b0f5c9a65a0d req-f0e6686c-38b3-41f5-8969-50360765ce12 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282162 Sep 08 13:15:10.371758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 7fd134f2-364c-4787-8e53-93ac96df2933 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:15:10.380479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba90176d-b983-482a-969d-2e0225b9c8d3', 'name': 'network-vif-deleted', 'tag': '47c9fccf-25c9-47c0-8886-a54fb3555649'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:10.382783 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fe06a4-9391-4c9b-8395-3c4132f9d399" -d '{"events": [{"server_uuid": "ba90176d-b983-482a-969d-2e0225b9c8d3", "name": "network-vif-deleted", "tag": "47c9fccf-25c9-47c0-8886-a54fb3555649"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:10.393984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:10.394959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:10.395430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:10.395958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Bound port: cf8897c8-bf64-4f26-9b99-47b369ef4861, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:10.396328 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.416007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Transition to ACTIVE for port object a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:10.435762 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4038de20-7e22-46bd-a527-072c8e991f0c req-362e29d9-89d0-4e14-9db3-4a89b57d1475 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.472602 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:10.484539 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4038de20-7e22-46bd-a527-072c8e991f0c req-362e29d9-89d0-4e14-9db3-4a89b57d1475 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.494972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'mac_address': 'fa:16:3e:8f:90:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:15:10.545810 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.561893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:10.567652 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.586843 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6163ddc8-86ca-4773-847d-df90ed7ce720 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.1394207 Sep 08 13:15:10.591317 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.592800 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55870) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:10.599696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-aa97db3b-96ea-4d09-9eb5-913db346db5d admin admin] Request body: {'subnet': {'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1304712234-subnet', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:10.625757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:10.646854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] For port cf8897c8-bf64-4f26-9b99-47b369ef4861, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:10.680234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2b0ee-68d6-4ba1-baef-dac976da55b8 req-f3645ef5-5994-43ae-97ba-68ca2594ab1c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:10.689275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6da2b0ee-68d6-4ba1-baef-dac976da55b8 req-f3645ef5-5994-43ae-97ba-68ca2594ab1c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 948 time: 0.1766582 Sep 08 13:15:10.690107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4038de20-7e22-46bd-a527-072c8e991f0c req-362e29d9-89d0-4e14-9db3-4a89b57d1475 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.693674 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4038de20-7e22-46bd-a527-072c8e991f0c req-362e29d9-89d0-4e14-9db3-4a89b57d1475 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.696945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] For port cf8897c8-bf64-4f26-9b99-47b369ef4861, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cf8897c8-bf64-4f26-9b99-47b369ef4861,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:10.708473 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4038de20-7e22-46bd-a527-072c8e991f0c req-362e29d9-89d0-4e14-9db3-4a89b57d1475 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "DELETE /v2.0/security-groups/3b2a3641-0e48-40e5-a004-c731fb7c57e4 HTTP/1.1" status: 204 len: 173 time: 0.4740016 Sep 08 13:15:10.718100 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.747804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:10.766668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa97db3b-96ea-4d09-9eb5-913db346db5d admin admin] Made reservation on behalf of 1dec3032600c45b5b3c9f460ca7dc40a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:10.780974 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa97db3b-96ea-4d09-9eb5-913db346db5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.818824 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:10.856123 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc790ac-e4ae-48c5-a3bf-eb65fd9e8e21 x-openstack-request-id: req-cdc790ac-e4ae-48c5-a3bf-eb65fd9e8e21 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:10.857939 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba90176d-b983-482a-969d-2e0225b9c8d3", "name": "network-vif-deleted", "tag": "47c9fccf-25c9-47c0-8886-a54fb3555649", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:10.858296 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cdc790ac-e4ae-48c5-a3bf-eb65fd9e8e21 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:10.864248 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba90176d-b983-482a-969d-2e0225b9c8d3', 'name': 'network-vif-deleted', 'tag': '47c9fccf-25c9-47c0-8886-a54fb3555649', 'status': 'completed', 'code': 200} Sep 08 13:15:10.864248 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e29d9-89d0-4e14-9db3-4a89b57d1475 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2a3641-0e48-40e5-a004-c731fb7c57e4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:10.911070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:10.950086 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6da2b0ee-68d6-4ba1-baef-dac976da55b8 req-b84a1ab4-2d4b-4769-b032-7ae649dc6782 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597744 Sep 08 13:15:11.000094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Attempting to bind port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:11.006265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Attempting to bind port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:11.006265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Attempting to bind port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:11.021480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:11.022135 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:11.023856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] 10.222.0.60 "PUT /v2.0/ports/cf8897c8-bf64-4f26-9b99-47b369ef4861 HTTP/1.1" status: 200 len: 1096 time: 2.8756886 Sep 08 13:15:11.024301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1705a9-0c90-4c0f-890d-0447ac459581', 'tag': 'cf8897c8-bf64-4f26-9b99-47b369ef4861'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:11.028017 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e1d8da-f185-4573-8189-2fcc6f139ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1705a9-0c90-4c0f-890d-0447ac459581", "tag": "cf8897c8-bf64-4f26-9b99-47b369ef4861"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:11.034510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['1b23a8c5-954c-4e5f-8614-2cfdbdcfc440'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:11.072178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:11.073066 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Attempting to bind port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:11.102981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:11.106113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:11.108874 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:11.109632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Bound port: a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:11.110401 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:11.117804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00a839-34c6-4beb-b48a-d0160c1d9f9d service neutron] Pushing event updated for resources: {'Port': ['ID=cf8897c8-bf64-4f26-9b99-47b369ef4861,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:11.374829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53856b43-0b2a-4797-9d03-4585b59fbeea req-940f62be-6cc1-4788-b25d-eac723265e9b tempest-LiveMigrationTest-537122616 tempest-LiveMigrationTest-537122616-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba90176d-b983-482a-969d-2e0225b9c8d3 HTTP/1.1" status: 200 len: 210 time: 0.1657238 Sep 08 13:15:11.404019 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa97db3b-96ea-4d09-9eb5-913db346db5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:11.425802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:11.436607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:11.444787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-42ece9a6-0c0b-43ad-a40f-2d84492c662f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:11.446357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-42ece9a6-0c0b-43ad-a40f-2d84492c662f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d08d74355ba40018ab566acf555fc6d&device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 1099 time: 0.2059643 Sep 08 13:15:11.557174 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55900) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:11.561453 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-2392f4c7-7297-4ef6-ac86-3de0f5eca2c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=cf8897c8-bf64-4f26-9b99-47b369ef4861 HTTP/1.1" status: 200 len: 217 time: 0.1025255 Sep 08 13:15:11.563211 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:11.638599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:11.643580 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:11.643580 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] 10.222.0.70 "PUT /v2.0/ports/a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 HTTP/1.1" status: 200 len: 1096 time: 3.5578358 Sep 08 13:15:11.671142 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9296c96-57cc-4b25-9e96-cf288cd2dbb5 x-openstack-request-id: req-b9296c96-57cc-4b25-9e96-cf288cd2dbb5 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:11.671496 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1705a9-0c90-4c0f-890d-0447ac459581", "tag": "cf8897c8-bf64-4f26-9b99-47b369ef4861", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:11.671753 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b9296c96-57cc-4b25-9e96-cf288cd2dbb5 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:11.672159 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1705a9-0c90-4c0f-890d-0447ac459581', 'tag': 'cf8897c8-bf64-4f26-9b99-47b369ef4861', 'status': 'completed', 'code': 200} Sep 08 13:15:11.680216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73608a5f-487a-42b1-98b3-cd1a0d972634 req-7091ee92-3332-4018-979c-12043a22eca3 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/f26a6709-7fa9-4937-a0a3-96636fe78f49 HTTP/1.1" status: 200 len: 1813 time: 0.3311119 Sep 08 13:15:11.688951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-3bda1cc0-1263-4d0c-b45b-cadb10ac0097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:11.690754 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-3bda1cc0-1263-4d0c-b45b-cadb10ac0097 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1200199 Sep 08 13:15:11.698224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ea64e-a8e8-4241-a139-375f35f34c27 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:11.721202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97db3b-96ea-4d09-9eb5-913db346db5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f91b05d9-a459-42c8-98cb-2cd7551cf9b2,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:11.825782 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:11.868164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-71f5c66c-d1f6-4662-bc36-18e0c9d3daea tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:11.878438 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-71f5c66c-d1f6-4662-bc36-18e0c9d3daea tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.60 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199&tenant_id=0047c75958314f8699b340912addcf3f&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 949 time: 0.3105092 Sep 08 13:15:11.879884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa97db3b-96ea-4d09-9eb5-913db346db5d admin admin] Checking segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:11.880330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97db3b-96ea-4d09-9eb5-913db346db5d admin admin] Network hostable DHCP agents. Network: 7fd134f2-364c-4787-8e53-93ac96df2933, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:15:11.912284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-6f77791d-1593-4c4a-9824-b68d53d89dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:11.927202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-6f77791d-1593-4c4a-9824-b68d53d89dcc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2115834 Sep 08 13:15:11.961959 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-73608a5f-487a-42b1-98b3-cd1a0d972634 req-61052d94-97d0-4702-b7b3-6be3585e7827 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:11.987367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39871791-b193-4194-839d-3dd165e247d1 req-07c9c547-76d0-4942-a121-581d1d2da8de tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:12.008003 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39871791-b193-4194-839d-3dd165e247d1 req-07c9c547-76d0-4942-a121-581d1d2da8de tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 949 time: 0.2334456 Sep 08 13:15:12.027526 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-73608a5f-487a-42b1-98b3-cd1a0d972634 req-61052d94-97d0-4702-b7b3-6be3585e7827 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:12.059039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-4d0ae94b-5def-4b02-b7f8-bd1c3410f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:12.059637 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-5168f9f5-bbf0-4027-83e0-bb7de1f2b65d service neutron] delete failed (client error): The resource could not be found. Sep 08 13:15:12.060779 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-5168f9f5-bbf0-4027-83e0-bb7de1f2b65d service neutron] 10.222.0.60 "DELETE /v2.0/ports/1b23a8c5-954c-4e5f-8614-2cfdbdcfc440/bindings/n-h2-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.1636267 Sep 08 13:15:12.060938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-4d0ae94b-5def-4b02-b7f8-bd1c3410f11e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d08d74355ba40018ab566acf555fc6d&device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 1099 time: 0.2296281 Sep 08 13:15:12.072947 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-324750265'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:12.078616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97db3b-96ea-4d09-9eb5-913db346db5d admin admin] Network 7fd134f2-364c-4787-8e53-93ac96df2933 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:15:12.181920 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-a2570350-3093-4593-9f71-149051d32ffb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 HTTP/1.1" status: 200 len: 217 time: 0.0637598 Sep 08 13:15:12.193051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-4754dbcc-9b4d-40ed-8a78-0470a6af41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:12.194699 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-4754dbcc-9b4d-40ed-8a78-0470a6af41c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 1100 time: 0.0536067 Sep 08 13:15:12.196622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:12.198766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39871791-b193-4194-839d-3dd165e247d1 req-7d72e1b6-1754-4826-8932-9cdf108a646c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898129 Sep 08 13:15:12.239504 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-aa97db3b-96ea-4d09-9eb5-913db346db5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 7fd134f2-364c-4787-8e53-93ac96df2933) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:12.252129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Made reservation on behalf of ded85e8d36344dd7b77c404f2aa1bf66 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:12.256139 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:12.264549 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-73608a5f-487a-42b1-98b3-cd1a0d972634 req-61052d94-97d0-4702-b7b3-6be3585e7827 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:12.272390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-73608a5f-487a-42b1-98b3-cd1a0d972634 req-61052d94-97d0-4702-b7b3-6be3585e7827 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:12.278063 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73608a5f-487a-42b1-98b3-cd1a0d972634 req-61052d94-97d0-4702-b7b3-6be3585e7827 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "DELETE /v2.0/security-groups/f26a6709-7fa9-4937-a0a3-96636fe78f49 HTTP/1.1" status: 204 len: 173 time: 0.5967870 Sep 08 13:15:12.282840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c59bd0-63e9-47a8-88f7-a3ace5a973a0 None None] Network 7fd134f2-364c-4787-8e53-93ac96df2933 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:15:12.300050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97db3b-96ea-4d09-9eb5-913db346db5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:12.301015 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa97db3b-96ea-4d09-9eb5-913db346db5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:12.331071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-a97ca8ce-925d-4d19-9403-b927ccd2b56f service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824079 Sep 08 13:15:12.339263 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:12.353076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f606438e-da98-4279-b2c6-2f08122e1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:12.354831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f606438e-da98-4279-b2c6-2f08122e1908 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1655934 Sep 08 13:15:12.413262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61052d94-97d0-4702-b7b3-6be3585e7827 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26a6709-7fa9-4937-a0a3-96636fe78f49,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:12.481853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-ec46de99-49c4-4e3e-ad73-ea48064e5095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:12.483905 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-ec46de99-49c4-4e3e-ad73-ea48064e5095 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.2799468 Sep 08 13:15:12.486664 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ab5065a-32a6-4be1-bd07-95e4241f8821 req-cc86eca0-b204-4c5c-b8b9-e197cdee89e1 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/06f73d1b-3218-4de4-8e75-89594d28ddb5 HTTP/1.1" status: 200 len: 1813 time: 0.1249611 Sep 08 13:15:12.493882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-7fd134f2-364c-4787-8e53-93ac96df2933', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:15:12.495764 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:12.542851 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-41bd973a-e578-4cd3-8812-fc8befd8406f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 HTTP/1.1" status: 200 len: 217 time: 0.0523520 Sep 08 13:15:12.623748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-6866736b-af81-4709-adb9-e9a00d42409b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:12.625231 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-6866736b-af81-4709-adb9-e9a00d42409b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0745220 Sep 08 13:15:12.634534 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0ab5065a-32a6-4be1-bd07-95e4241f8821 req-d9769748-d774-4258-b3be-b718f28b25e8 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:12.658801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Allocated IP 172.20.0.2 (7fd134f2-364c-4787-8e53-93ac96df2933/f91b05d9-a459-42c8-98cb-2cd7551cf9b2/213532d7-81b2-4e68-b2db-4764bb9d727b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:12.692566 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0ab5065a-32a6-4be1-bd07-95e4241f8821 req-d9769748-d774-4258-b3be-b718f28b25e8 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:12.723259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-7960707e-e21b-4788-b689-dae9b56fe0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:12.724798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-7960707e-e21b-4788-b689-dae9b56fe0a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0919900 Sep 08 13:15:12.733890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f3315605-fcca-4bfc-9603-9ab1c16beb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:12.735753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-f3315605-fcca-4bfc-9603-9ab1c16beb29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3719003 Sep 08 13:15:12.751819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b543eb4-2114-462e-b509-ebcdf475d759 req-79f725f7-06e2-4c3c-829e-74a7caf21c8f tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:12.760749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b543eb4-2114-462e-b509-ebcdf475d759 req-79f725f7-06e2-4c3c-829e-74a7caf21c8f tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 948 time: 0.4611454 Sep 08 13:15:12.828846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8243b517-452b-4496-a28a-ccc95a684ec3 req-aca3eeeb-4139-4e51-9975-f7f4cf635662 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103717 Sep 08 13:15:12.887709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b543eb4-2114-462e-b509-ebcdf475d759 req-f82eebca-7337-4bc1-9703-183a931a7369 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260293 Sep 08 13:15:12.908056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:12.925604 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:12.926009 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:12.948935 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55914) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:12.964016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-44d1345e-4714-4fa4-97fe-4ee339c0f26c service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006397 Sep 08 13:15:13.068601 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.106837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Transition to ACTIVE for port object 213532d7-81b2-4e68-b2db-4764bb9d727b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:13.120062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d88fdb7-1930-47dc-bb00-27b066130bfb req-2588e6a2-423e-4940-a099-1f677c49591c service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479492 Sep 08 13:15:13.183429 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0ab5065a-32a6-4be1-bd07-95e4241f8821 req-d9769748-d774-4258-b3be-b718f28b25e8 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.187008 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0ab5065a-32a6-4be1-bd07-95e4241f8821 req-d9769748-d774-4258-b3be-b718f28b25e8 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.189026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ab5065a-32a6-4be1-bd07-95e4241f8821 req-d9769748-d774-4258-b3be-b718f28b25e8 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "DELETE /v2.0/security-groups/06f73d1b-3218-4de4-8e75-89594d28ddb5 HTTP/1.1" status: 204 len: 173 time: 0.6906903 Sep 08 13:15:13.194465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aa97db3b-96ea-4d09-9eb5-913db346db5d admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5970662 Sep 08 13:15:13.194697 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.206437 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55930) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:13.206663 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Transition to ACTIVE for port object 213532d7-81b2-4e68-b2db-4764bb9d727b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:13.223348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:13.229375 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.259472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd830fb-636b-45b2-ab4f-babe6eca0a56 admin admin] Deleting subnet 1b0c631f-1f63-46cc-ad9d-bb850194cb83 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:15:13.267566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-efd830fb-636b-45b2-ab4f-babe6eca0a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.270071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:13.274094 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3067985-2b14-4e73-8a4e-8ee5cdc5ce48" -d '{"events": [{"server_uuid": "26d4084e-bb16-4ae2-bbc0-54c867de2199", "name": "network-vif-plugged", "status": "completed", "tag": "1b23a8c5-954c-4e5f-8614-2cfdbdcfc440"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:13.288549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9769748-d774-4258-b3be-b718f28b25e8 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f73d1b-3218-4de4-8e75-89594d28ddb5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:13.298122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:13.299302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d8da-f185-4573-8189-2fcc6f139ee7 req-dcaba44a-165f-45ee-8500-4edb1167b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:13.305069 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3e1d8da-f185-4573-8189-2fcc6f139ee7 req-dcaba44a-165f-45ee-8500-4edb1167b136 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d08d74355ba40018ab566acf555fc6d&device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 1099 time: 0.1798589 Sep 08 13:15:13.326132 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.353190 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-26a9a98a-317c-4113-af9e-313f283c5801 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6196902 Sep 08 13:15:13.373384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Network 7fd134f2-364c-4787-8e53-93ac96df2933 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:13.375433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:13.382460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:13.392493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 47c9fccf-25c9-47c0-8886-a54fb3555649 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:15:13.399213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Pushing event updated for resources: {'Port': ['ID=213532d7-81b2-4e68-b2db-4764bb9d727b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:13.421350 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3f386a2-0495-4b0d-9f43-40c6fd576cd4 req-1919c348-a154-45ed-a897-0b4e795a270b tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/6e8824d2-f8c5-4602-b32e-9fcafb777ad1 HTTP/1.1" status: 200 len: 1812 time: 0.1937428 Sep 08 13:15:13.426630 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.443377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 47c9fccf-25c9-47c0-8886-a54fb3555649 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:15:13.443881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 47c9fccf-25c9-47c0-8886-a54fb3555649 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:15:13.453717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d8da-f185-4573-8189-2fcc6f139ee7 req-7593f702-ecbe-45b6-9753-4c415147a000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:13.456622 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3e1d8da-f185-4573-8189-2fcc6f139ee7 req-7593f702-ecbe-45b6-9753-4c415147a000 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1436262 Sep 08 13:15:13.532743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Attempting to bind port 213532d7-81b2-4e68-b2db-4764bb9d727b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:13.533266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Attempting to bind port 213532d7-81b2-4e68-b2db-4764bb9d727b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:13.533718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Attempting to bind port 213532d7-81b2-4e68-b2db-4764bb9d727b on network 7fd134f2-364c-4787-8e53-93ac96df2933 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:13.547352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:13.547827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Checking segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:13.548322 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.548791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Bound using segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:13.549830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Bound port: 213532d7-81b2-4e68-b2db-4764bb9d727b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:13.550337 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.565756 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-efd830fb-636b-45b2-ab4f-babe6eca0a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.569688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:13.600640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3e1d8da-f185-4573-8189-2fcc6f139ee7 req-fc4742d8-02c2-4952-b9b0-cdb12a93612c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=cf8897c8-bf64-4f26-9b99-47b369ef4861 HTTP/1.1" status: 200 len: 217 time: 0.1257083 Sep 08 13:15:13.635216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1dd5817d-f36e-4a6e-959a-ba16737aa381 req-07001943-b92e-457e-b4c5-c0e42a725485 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707136 Sep 08 13:15:13.641045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] For port 213532d7-81b2-4e68-b2db-4764bb9d727b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:13.645862 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] For port 213532d7-81b2-4e68-b2db-4764bb9d727b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=213532d7-81b2-4e68-b2db-4764bb9d727b,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:13.670590 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e3f386a2-0495-4b0d-9f43-40c6fd576cd4 req-2f98831e-cd01-499d-a2fc-55db4a524329 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.674385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:13.676815 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285a0e42-4310-40aa-817d-28b6ccc6f098" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:13.695968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96304c9-347b-4124-8989-39321be70032 req-dee3cb09-13a1-4fa9-a292-1e840b926952 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:13.697738 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b96304c9-347b-4124-8989-39321be70032 req-dee3cb09-13a1-4fa9-a292-1e840b926952 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.2400801 Sep 08 13:15:13.704760 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e3f386a2-0495-4b0d-9f43-40c6fd576cd4 req-2f98831e-cd01-499d-a2fc-55db4a524329 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.705412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d8da-f185-4573-8189-2fcc6f139ee7 req-b65161d1-7fcc-41ef-a94d-8eeb3879d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:13.710218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3e1d8da-f185-4573-8189-2fcc6f139ee7 req-b65161d1-7fcc-41ef-a94d-8eeb3879d5ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0974250 Sep 08 13:15:13.710218 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-efd830fb-636b-45b2-ab4f-babe6eca0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.734428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.805946 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.812086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1d8da-f185-4573-8189-2fcc6f139ee7 req-0efbb80f-5c9d-4b48-b1d3-fb5c37cb4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:13.813701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3e1d8da-f185-4573-8189-2fcc6f139ee7 req-0efbb80f-5c9d-4b48-b1d3-fb5c37cb4fcf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838766 Sep 08 13:15:13.818060 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b96304c9-347b-4124-8989-39321be70032 req-72fd3679-7373-404a-a256-17d882fcd049 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075065 Sep 08 13:15:13.881762 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.938734 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e3f386a2-0495-4b0d-9f43-40c6fd576cd4 req-2f98831e-cd01-499d-a2fc-55db4a524329 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.947992 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3e1d8da-f185-4573-8189-2fcc6f139ee7 req-ded6c5f7-3c36-4371-a137-ea88decb359e service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262476 Sep 08 13:15:13.952235 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e3f386a2-0495-4b0d-9f43-40c6fd576cd4 req-2f98831e-cd01-499d-a2fc-55db4a524329 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.961815 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3f386a2-0495-4b0d-9f43-40c6fd576cd4 req-2f98831e-cd01-499d-a2fc-55db4a524329 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "DELETE /v2.0/security-groups/6e8824d2-f8c5-4602-b32e-9fcafb777ad1 HTTP/1.1" status: 204 len: 173 time: 0.5228195 Sep 08 13:15:13.968302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-efd830fb-636b-45b2-ab4f-babe6eca0a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:13.971447 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f58e14-0d51-47b7-aadf-9981fdd408c4 x-openstack-request-id: req-96f58e14-0d51-47b7-aadf-9981fdd408c4 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:13.972013 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d4084e-bb16-4ae2-bbc0-54c867de2199", "name": "network-vif-plugged", "status": "completed", "tag": "1b23a8c5-954c-4e5f-8614-2cfdbdcfc440", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:13.972137 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96f58e14-0d51-47b7-aadf-9981fdd408c4 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:13.972540 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'code': 200} Sep 08 13:15:14.000621 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e104cc-88ca-4f56-8a20-a1a069bdba9f x-openstack-request-id: req-e2e104cc-88ca-4f56-8a20-a1a069bdba9f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:14.001041 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:14.001494 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2e104cc-88ca-4f56-8a20-a1a069bdba9f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:14.001982 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'status': 'completed', 'code': 200} Sep 08 13:15:14.020463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:15:14.059928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993307e5-881f-4e79-b9e0-f01b1556fdd8 None None] Pushing event updated for resources: {'Port': ['ID=213532d7-81b2-4e68-b2db-4764bb9d727b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:14.082956 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-efd830fb-636b-45b2-ab4f-babe6eca0a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.087775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-efd830fb-636b-45b2-ab4f-babe6eca0a56 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1b0c631f-1f63-46cc-ad9d-bb850194cb83 HTTP/1.1" status: 204 len: 168 time: 1.1347377 Sep 08 13:15:14.087775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd830fb-636b-45b2-ab4f-babe6eca0a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0c631f-1f63-46cc-ad9d-bb850194cb83,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:14.093532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55946) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:14.114677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.128133 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Added segment ac3baee8-c7aa-40bc-ad81-0b2b04299c45 of type vlan for network 816a5253-43d9-479b-81a9-8d1ad41c383c Sep 08 13:15:14.128133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30794ff-4e31-4057-952d-7017d362c025,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:14.182897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dd5f9b5-cc11-4b66-96e6-08219c6ae13f req-70b10e2d-0235-4c9b-91a4-4cfa7d88bf01 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "GET /v2.0/security-groups/5d43056b-5c5d-4d95-a0ae-f5e84827eb7f HTTP/1.1" status: 200 len: 1811 time: 0.1268396 Sep 08 13:15:14.191495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98831e-cd01-499d-a2fc-55db4a524329 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8824d2-f8c5-4602-b32e-9fcafb777ad1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:14.219901 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3e1d8da-f185-4573-8189-2fcc6f139ee7 req-889c2f26-fa24-47a4-bb3c-2f15bcf52f60 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545972 Sep 08 13:15:14.227416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.242524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a0e42-4310-40aa-817d-28b6ccc6f098 req-0623d5ba-a7ef-4da0-9c7b-ad6417bc0428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:14.244164 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-285a0e42-4310-40aa-817d-28b6ccc6f098 req-0623d5ba-a7ef-4da0-9c7b-ad6417bc0428 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d08d74355ba40018ab566acf555fc6d&device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 1099 time: 0.2262070 Sep 08 13:15:14.282298 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.283530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.289939 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.315174 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.357093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6a7ad-addd-41b8-a0af-8dc56379ff9d req-f7aecf5e-71fb-4cb7-a07d-98c5d9a85b47 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:14.359333 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96c6a7ad-addd-41b8-a0af-8dc56379ff9d req-f7aecf5e-71fb-4cb7-a07d-98c5d9a85b47 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 948 time: 0.2699847 Sep 08 13:15:14.422744 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4dd5f9b5-cc11-4b66-96e6-08219c6ae13f req-a8e61c2f-b348-4dbb-9cc5-224f442fadf6 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.466484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4dd5f9b5-cc11-4b66-96e6-08219c6ae13f req-a8e61c2f-b348-4dbb-9cc5-224f442fadf6 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.482155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a0e42-4310-40aa-817d-28b6ccc6f098 req-23ab6a65-d075-4730-ba8d-10aff35306e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:14.483814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-285a0e42-4310-40aa-817d-28b6ccc6f098 req-23ab6a65-d075-4730-ba8d-10aff35306e4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.2324996 Sep 08 13:15:14.508505 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.548392 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.554498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:14.555128 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.600215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-285a0e42-4310-40aa-817d-28b6ccc6f098 req-344f6b50-e757-4713-8842-1fe83df9a8f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 HTTP/1.1" status: 200 len: 217 time: 0.1075087 Sep 08 13:15:14.625348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96c6a7ad-addd-41b8-a0af-8dc56379ff9d req-f5666f11-2ff3-463a-ae76-19f41d73f2c8 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931596 Sep 08 13:15:14.660178 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.676684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a0e42-4310-40aa-817d-28b6ccc6f098 req-718e2aa7-bdc7-4b20-8a17-768afcc7bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:14.678717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-285a0e42-4310-40aa-817d-28b6ccc6f098 req-718e2aa7-bdc7-4b20-8a17-768afcc7bb7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0711327 Sep 08 13:15:14.727576 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4dd5f9b5-cc11-4b66-96e6-08219c6ae13f req-a8e61c2f-b348-4dbb-9cc5-224f442fadf6 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.730321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-4dd5f9b5-cc11-4b66-96e6-08219c6ae13f req-a8e61c2f-b348-4dbb-9cc5-224f442fadf6 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.737831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dd5f9b5-cc11-4b66-96e6-08219c6ae13f req-a8e61c2f-b348-4dbb-9cc5-224f442fadf6 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] 10.222.0.69 "DELETE /v2.0/security-groups/5d43056b-5c5d-4d95-a0ae-f5e84827eb7f HTTP/1.1" status: 204 len: 173 time: 0.5216479 Sep 08 13:15:14.741495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55964) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:14.744742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Pushing event updated for resources: {'Network': ['ID=816a5253-43d9-479b-81a9-8d1ad41c383c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:14.755744 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 816a5253-43d9-479b-81a9-8d1ad41c383c details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:15:14.761811 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178a2dbf-fa69-4172-bac3-43bd50415f75']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:14.768555 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c4b49726-8ed8-4271-823b-241966ef265b tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.2079668 Sep 08 13:15:14.809266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e61c2f-b348-4dbb-9cc5-224f442fadf6 tempest-SecurityGroupRulesNegativeTestJSON-621077160 tempest-SecurityGroupRulesNegativeTestJSON-621077160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d43056b-5c5d-4d95-a0ae-f5e84827eb7f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:14.820453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6f2d05-a0ef-470e-8a32-19ab61c001a8') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:14.820749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6f2d05-a0ef-470e-8a32-19ab61c001a8') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:14.827296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a0e42-4310-40aa-817d-28b6ccc6f098 req-846a8370-790a-40b4-83e9-388e82eb0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:14.828969 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-285a0e42-4310-40aa-817d-28b6ccc6f098 req-846a8370-790a-40b4-83e9-388e82eb0524 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1409681 Sep 08 13:15:14.849996 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.909216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5bb7c3-bd16-4bd9-9a3d-70dc519943e1 admin admin] Deleting subnet a74edd16-1046-42f2-b0bf-398e9ff2e75e {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:15:14.924476 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb7c3-bd16-4bd9-9a3d-70dc519943e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.987538 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:14.992309 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.003546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:15:15.004377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:15:15.006412 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:15:15.053959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 213532d7-81b2-4e68-b2db-4764bb9d727b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:15.111585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb7c3-bd16-4bd9-9a3d-70dc519943e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.138922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55976) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:15.149461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Request body: {'port': {'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c', 'binding:host_id': 'n-h1-807558-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-462574928'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:15.170897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123be2d-be86-46ee-8bcd-b9af70a14eab req-897ddd8e-8df0-421a-af46-eea34be52cc7 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:15.172440 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c123be2d-be86-46ee-8bcd-b9af70a14eab req-897ddd8e-8df0-421a-af46-eea34be52cc7 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.1372786 Sep 08 13:15:15.197573 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb7c3-bd16-4bd9-9a3d-70dc519943e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.236556 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c123be2d-be86-46ee-8bcd-b9af70a14eab req-91a9b6a0-903a-48a8-91c2-ee5fefdfe40b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446281 Sep 08 13:15:15.238970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-285a0e42-4310-40aa-817d-28b6ccc6f098 req-a8d781e4-f558-4fb3-a6c6-67a051d2114b service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018285 Sep 08 13:15:15.270540 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.277847 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.280413 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/178a2dbf-fa69-4172-bac3-43bd50415f75 HTTP/1.1" status: 204 len: 168 time: 1.1845939 Sep 08 13:15:15.296662 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55980) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:15.309299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 213532d7-81b2-4e68-b2db-4764bb9d727b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:15.324954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d610c-6856-4a0d-985f-fe2829d2f9a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=178a2dbf-fa69-4172-bac3-43bd50415f75,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:15.385860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a2566d-f1a6-4fe1-a01b-cfee53b84a64 admin admin] Deleting subnet 6648834e-a876-4433-bd55-f6ab935f18b1 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:15:15.387661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device cf8897c8-bf64-4f26-9b99-47b369ef4861 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:15:15.391373 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6a2566d-f1a6-4fe1-a01b-cfee53b84a64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.396587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Made reservation on behalf of 73eeb75cd604447b837903b1942d073c for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:15.399944 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.414870 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.442127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6a2566d-f1a6-4fe1-a01b-cfee53b84a64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.457739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47361757-4152-4d41-8ac1-88f6b35d7148 req-0b5d9b4f-3921-4512-b051-d55beb33b2e0 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:15.459386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-47361757-4152-4d41-8ac1-88f6b35d7148 req-0b5d9b4f-3921-4512-b051-d55beb33b2e0 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 1101 time: 0.1238546 Sep 08 13:15:15.465677 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb7c3-bd16-4bd9-9a3d-70dc519943e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.472355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-285a0e42-4310-40aa-817d-28b6ccc6f098 req-17bb4045-22f8-4270-9871-0132354ad221 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238917 Sep 08 13:15:15.494771 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6a2566d-f1a6-4fe1-a01b-cfee53b84a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.528039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bb7c3-bd16-4bd9-9a3d-70dc519943e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74edd16-1046-42f2-b0bf-398e9ff2e75e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:15.560420 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c5bb7c3-bd16-4bd9-9a3d-70dc519943e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.560420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5c5bb7c3-bd16-4bd9-9a3d-70dc519943e1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a74edd16-1046-42f2-b0bf-398e9ff2e75e HTTP/1.1" status: 204 len: 168 time: 0.8081973 Sep 08 13:15:15.561288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1e7b65-674b-4e38-a113-47c0c051db43 None None] Network 7fd134f2-364c-4787-8e53-93ac96df2933 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:15:15.561409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55982) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:15.562920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port cf8897c8-bf64-4f26-9b99-47b369ef4861, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cf8897c8-bf64-4f26-9b99-47b369ef4861,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:15.613411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'cf8897c8-bf64-4f26-9b99-47b369ef4861', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'cf8897c8-bf64-4f26-9b99-47b369ef4861', 'mac_address': 'fa:16:3e:0a:b3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:15:15.620982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-47361757-4152-4d41-8ac1-88f6b35d7148 req-fcb75da6-3fc9-42a2-8759-0a26430844c8 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454899 Sep 08 13:15:15.684603 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6a2566d-f1a6-4fe1-a01b-cfee53b84a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.726563 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.726563 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.744615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2566d-f1a6-4fe1-a01b-cfee53b84a64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6648834e-a876-4433-bd55-f6ab935f18b1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:15.752918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6a2566d-f1a6-4fe1-a01b-cfee53b84a64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.755417 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c6a2566d-f1a6-4fe1-a01b-cfee53b84a64 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6648834e-a876-4433-bd55-f6ab935f18b1 HTTP/1.1" status: 204 len: 168 time: 0.4548178 Sep 08 13:15:15.758583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55992) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:15.761106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.785152 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.789859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7b129b65-aa53-46e4-92e4-9a91b48d8b75 None None] Provisioning for port 213532d7-81b2-4e68-b2db-4764bb9d727b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:15.804160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7b129b65-aa53-46e4-92e4-9a91b48d8b75 None None] Provisioning complete for port 213532d7-81b2-4e68-b2db-4764bb9d727b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:15.804544 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7b129b65-aa53-46e4-92e4-9a91b48d8b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.811527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf8897c8-bf64-4f26-9b99-47b369ef4861 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:15.832292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.906308 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:15.909021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port cf8897c8-bf64-4f26-9b99-47b369ef4861, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cf8897c8-bf64-4f26-9b99-47b369ef4861,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:15.912713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] device_id is not set on port fe4d06c5-1945-47a3-b712-701d19cf5892 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:15:15.918330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67d5b7-ab69-457d-9970-b4265aa291e5 req-c122db58-bf61-4964-8f11-9e7261f9e1f8 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:15.920802 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd67d5b7-ab69-457d-9970-b4265aa291e5 req-c122db58-bf61-4964-8f11-9e7261f9e1f8 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 948 time: 0.1489978 Sep 08 13:15:15.971323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.006741 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7b129b65-aa53-46e4-92e4-9a91b48d8b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.010353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5337db51-1805-4b93-b9e6-7f8c81ea7bb6']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:16.020280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a523681-8122-4a74-a8ca-c3cf9af41c7b') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:16.020581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a523681-8122-4a74-a8ca-c3cf9af41c7b') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:16.025728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Allocated IP 172.25.5.64 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/fdf5f6e0-4c78-44c7-9e36-e7d61efa291d) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:16.032682 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.048597 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.054780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7b129b65-aa53-46e4-92e4-9a91b48d8b75 None None] For port 213532d7-81b2-4e68-b2db-4764bb9d727b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=213532d7-81b2-4e68-b2db-4764bb9d727b,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:16.061573 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.093400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:15:16.093823 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:15:16.098150 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:15:16.137688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=cf8897c8-bf64-4f26-9b99-47b369ef4861,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:16.166764 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd67d5b7-ab69-457d-9970-b4265aa291e5 req-fdac2ff6-ac1a-488e-89f0-0479ceb4cfdb tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388012 Sep 08 13:15:16.172612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.191696 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7b129b65-aa53-46e4-92e4-9a91b48d8b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.236384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-b0657d28-f4a7-44c8-bbc4-30d62f01d192 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0047c75958314f8699b340912addcf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1175747 Sep 08 13:15:16.257787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cc8e01-fa29-43bc-b80c-6eedbc70b4db,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:16.258480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b129b65-aa53-46e4-92e4-9a91b48d8b75 None None] Pushing event updated for resources: {'Port': ['ID=213532d7-81b2-4e68-b2db-4764bb9d727b,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:16.273948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:15:16.315194 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.357381 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.398607 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:16.402275 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:16.406611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:16.412909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['cf8897c8-bf64-4f26-9b99-47b369ef4861'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:16.442215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf5f6e0-4c78-44c7-9e36-e7d61efa291d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:16.459418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:16.472328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d552e90d-91fd-4f91-8378-a7b855e24434 None None] Provisioning complete for port 213532d7-81b2-4e68-b2db-4764bb9d727b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:16.472731 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d552e90d-91fd-4f91-8378-a7b855e24434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.484464 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.499450 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.504460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5337db51-1805-4b93-b9e6-7f8c81ea7bb6 HTTP/1.1" status: 204 len: 168 time: 0.9357014 Sep 08 13:15:16.570638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'mac_address': 'fa:16:3e:29:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:15:16.581201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4aae88-e0de-4685-8e70-c5e70cd290c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5337db51-1805-4b93-b9e6-7f8c81ea7bb6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:16.643567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.655650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-297cf603-fbd2-4034-9ad3-f36966a43252 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:16.657102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-297cf603-fbd2-4034-9ad3-f36966a43252 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3629062 Sep 08 13:15:16.673545 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.689904 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.699259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:16.710815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9804741d-4ffa-4686-aa21-8e908471a39c']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:16.720231 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-f4db307e-8110-4d24-aff7-23981d77f3c3 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/quotas/0047c75958314f8699b340912addcf3f HTTP/1.1" status: 200 len: 375 time: 0.0505583 Sep 08 13:15:16.745856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c83e6a6-9f08-4fdc-88df-959f8d825474') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:16.746143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c83e6a6-9f08-4fdc-88df-959f8d825474') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:16.747477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:16.777633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] device_id is not set on port fe4d06c5-1945-47a3-b712-701d19cf5892 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:15:16.782841 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.801703 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.811275 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.815634 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.823335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Transition to ACTIVE for port object fe4d06c5-1945-47a3-b712-701d19cf5892 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:16.825130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:15:16.825430 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:15:16.827090 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:15:16.835882 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.846887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-ccdbd9e4-d364-4aef-a214-a6ea7f193fc9 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257930 Sep 08 13:15:16.918413 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:16.955476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:16.980864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:16.993651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:16.994325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:16.994695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:16.995902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:16.995902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:16.998633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event updated for resources: {'Port': ['ID=fe4d06c5-1945-47a3-b712-701d19cf5892,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:17.008015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:17.008453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:17.008783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:17.009121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:17.009414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Checking segment: {'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:17.009589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:17.009973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:17.010091 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Network hostable DHCP agents. Network: 816a5253-43d9-479b-81a9-8d1ad41c383c, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:15:17.020864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 213532d7-81b2-4e68-b2db-4764bb9d727b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:17.038284 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:17.046056 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:17.050602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56056) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:17.052396 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/9804741d-4ffa-4686-aa21-8e908471a39c HTTP/1.1" status: 204 len: 168 time: 1.2890751 Sep 08 13:15:17.067224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7758f82-20f1-441d-92b4-496d295bcad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9804741d-4ffa-4686-aa21-8e908471a39c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:17.108565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 213532d7-81b2-4e68-b2db-4764bb9d727b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:17.109215 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:17.137086 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:17.143109 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-51f3d031-788c-4701-9cd0-ccc5db945029 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bbe7c07cf4f94c368f30c628b62ddfbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0908637 Sep 08 13:15:17.146057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56062) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:17.174529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Network 816a5253-43d9-479b-81a9-8d1ad41c383c is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:15:17.183644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['a8ca8e5a-929b-4db1-a2c6-40fb26c64db5'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:17.304636 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc8056dc-4572-4290-99ea-d6758cb406dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:17.338650 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc8056dc-4572-4290-99ea-d6758cb406dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:17.370646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeee2e47-4a51-418e-a05e-98bc28e6ae4a req-2d053426-e3fe-47e0-a8b0-82e35ee53c75 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 210 time: 0.0389049 Sep 08 13:15:17.390929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 816a5253-43d9-479b-81a9-8d1ad41c383c) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:17.409056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:17.410650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792d13a8-168b-4202-8321-327ad54b4de5 None None] Network 816a5253-43d9-479b-81a9-8d1ad41c383c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:15:17.412772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device cf8897c8-bf64-4f26-9b99-47b369ef4861 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:17.429477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:17.429882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:17.430298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:17.436568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:17.437156 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:17.438037 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 2 to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 Sep 08 13:15:17.449589 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Router 3f01a564-8e6a-485e-8764-5df7f82b447d is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:15:17.452945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:17.453484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:17.454202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:17.472015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:17.472778 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:17.473361 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 3 to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 Sep 08 13:15:17.488250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:17.489329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:17.489952 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:17.524845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:17.525995 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:17.526578 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 4 to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 Sep 08 13:15:17.554329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:17.555027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:17.555880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:17.564768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:17.565430 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:17.566829 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 5 to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 Sep 08 13:15:17.608405 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc8056dc-4572-4290-99ea-d6758cb406dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:17.616494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:15:17.620126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc8056dc-4572-4290-99ea-d6758cb406dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:17.622487 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bc8056dc-4572-4290-99ea-d6758cb406dc admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25d01d95-b7d3-4fb7-bce3-a4536bf880b8 HTTP/1.1" status: 204 len: 168 time: 0.4749744 Sep 08 13:15:17.638606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Sync routers for ids ['3f01a564-8e6a-485e-8764-5df7f82b447d'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:15:17.651897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446ca31-3bd7-41ba-92db-629c34bfaef0 req-647ac180-744a-4349-8727-ac279f93f874 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:17.660789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d446ca31-3bd7-41ba-92db-629c34bfaef0 req-647ac180-744a-4349-8727-ac279f93f874 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 949 time: 0.1650102 Sep 08 13:15:17.665527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Routers {'3f01a564-8e6a-485e-8764-5df7f82b447d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:17.665744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:17.666504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:17.666903 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3f01a564-8e6a-485e-8764-5df7f82b447d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:17.667510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:17.694197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8056dc-4572-4290-99ea-d6758cb406dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d01d95-b7d3-4fb7-bce3-a4536bf880b8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:17.695914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:17.696317 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:17.699322 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 6 to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 Sep 08 13:15:17.722301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:17.722718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:17.726632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:17.735775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d446ca31-3bd7-41ba-92db-629c34bfaef0 req-a1c3260e-6380-4d9e-bb97-3c9db0953b1b tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738151 Sep 08 13:15:17.736338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:17.736674 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:17.737081 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 7 to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 Sep 08 13:15:17.745981 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:17.749981 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dd21cdaf-1e5a-409b-9757-e0ca6385fd57 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.5308151 Sep 08 13:15:17.750251 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56084) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:17.755756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:17.756437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:17.756993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:17.762662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:17.763595 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:17.764193 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 8 to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 Sep 08 13:15:17.767191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56086) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:17.791641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port cf8897c8-bf64-4f26-9b99-47b369ef4861 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:17.794525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:17.795109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:17.795320 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:17.801410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port cf8897c8-bf64-4f26-9b99-47b369ef4861 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:17.802345 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:17.802800 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:17.803136 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:17.811660 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 9 to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 Sep 08 13:15:17.835755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a173cfa0-2ac0-49f5-8bb4-d2d75cec5424 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=86831c4ebbf248aa9ea1e18a0d68769f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672131 Sep 08 13:15:17.836808 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:17.837155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:17.837503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:17.840138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56088) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:17.846574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Set router 3f01a564-8e6a-485e-8764-5df7f82b447d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:15:17.856929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:17.857273 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:17.859493 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 10 to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 Sep 08 13:15:17.900871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:17.901220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:17.901570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:17.908577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port fe4d06c5-1945-47a3-b712-701d19cf5892 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:17.908974 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port fe4d06c5-1945-47a3-b712-701d19cf5892 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:17.909432 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:17.955270 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dac52f4f-8096-4208-8252-e86e4687b66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.006130 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dac52f4f-8096-4208-8252-e86e4687b66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.048905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] For port fe4d06c5-1945-47a3-b712-701d19cf5892, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:18.052488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempted to set empty binding levels {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 08 13:15:18.101688 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.185622 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.218404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:18.219161 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.252798 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dac52f4f-8096-4208-8252-e86e4687b66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.256055 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dac52f4f-8096-4208-8252-e86e4687b66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.257472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dac52f4f-8096-4208-8252-e86e4687b66d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cb278512-c0b7-4f56-b270-e9f0077fff57 HTTP/1.1" status: 204 len: 168 time: 0.4163811 Sep 08 13:15:18.267462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event updated for resources: {'Port': ['ID=fe4d06c5-1945-47a3-b712-701d19cf5892,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:18.275052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c471d95f-e9d6-46f4-af6c-7ef54e4204cc no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:15:18.277637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac52f4f-8096-4208-8252-e86e4687b66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb278512-c0b7-4f56-b270-e9f0077fff57,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:18.329233 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1705a9-0c90-4c0f-890d-0447ac459581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8897c8-bf64-4f26-9b99-47b369ef4861'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:18.333021 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ab61d3-918b-4e13-9821-b3faa0cd05b6" -d '{"events": [{"server_uuid": "9f1705a9-0c90-4c0f-890d-0447ac459581", "name": "network-vif-plugged", "status": "completed", "tag": "cf8897c8-bf64-4f26-9b99-47b369ef4861"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:18.381876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port cf8897c8-bf64-4f26-9b99-47b369ef4861, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cf8897c8-bf64-4f26-9b99-47b369ef4861,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:18.402975 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68964713-067d-4cb1-a5ed-bf685acc87af x-openstack-request-id: req-68964713-067d-4cb1-a5ed-bf685acc87af {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:18.403284 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1705a9-0c90-4c0f-890d-0447ac459581", "name": "network-vif-plugged", "status": "completed", "tag": "cf8897c8-bf64-4f26-9b99-47b369ef4861", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:18.403564 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-68964713-067d-4cb1-a5ed-bf685acc87af {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:18.404006 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1705a9-0c90-4c0f-890d-0447ac459581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8897c8-bf64-4f26-9b99-47b369ef4861', 'code': 200} Sep 08 13:15:18.430674 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-00c34353-51d3-4856-b5af-c8236d43fafd tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.2888637 Sep 08 13:15:18.433509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56110) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:18.489292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:15:16Z', 'revision_number': 3, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:18.491791 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.528660 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.533836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Checking router: 3f01a564-8e6a-485e-8764-5df7f82b447d for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:15:18.534306 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Updating router 3f01a564-8e6a-485e-8764-5df7f82b447d port fdf5f6e0-4c78-44c7-9e36-e7d61efa291d binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:15:18.570136 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-04a50056-0829-449d-97cf-957636757a1c req-a4fbb67c-f406-4ec3-9cd1-e8d8a06fb768 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 210 time: 0.0498641 Sep 08 13:15:18.606816 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.613642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c471d95f-e9d6-46f4-af6c-7ef54e4204cc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:18.625480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85454f12-d38d-4d50-8db4-eb0df7668199 req-8fd9a3a4-4b44-481d-8737-d3ef8e90e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:18.627571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-85454f12-d38d-4d50-8db4-eb0df7668199 req-8fd9a3a4-4b44-481d-8737-d3ef8e90e9a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 1100 time: 0.1406071 Sep 08 13:15:18.661435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=cf8897c8-bf64-4f26-9b99-47b369ef4861,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:18.696074 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.862162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:18.894259 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.918890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-85ba8bfd-9bf5-4e96-9968-ebd6089ba2e3 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Deleting port fe4d06c5-1945-47a3-b712-701d19cf5892 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:18.919511 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85ba8bfd-9bf5-4e96-9968-ebd6089ba2e3 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:18.958384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-85454f12-d38d-4d50-8db4-eb0df7668199 req-08e173c5-58d2-47da-ac31-cf606ca9d426 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192208 Sep 08 13:15:19.006448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-85ba8bfd-9bf5-4e96-9968-ebd6089ba2e3 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] For port fe4d06c5-1945-47a3-b712-701d19cf5892, host n-h1-807558-3, got binding levels [] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:19.007250 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85ba8bfd-9bf5-4e96-9968-ebd6089ba2e3 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:19.043251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-85ba8bfd-9bf5-4e96-9968-ebd6089ba2e3 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Calling delete_port for fe4d06c5-1945-47a3-b712-701d19cf5892 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:19.169388 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:19.208110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Transition to ACTIVE for port object fdf5f6e0-4c78-44c7-9e36-e7d61efa291d will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:19.265608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a481934-6283-4318-bf01-a84a91e29c5a req-bb3e066d-6d99-4c6c-ac06-f337af5eee34 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:19.274822 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-bb3e066d-6d99-4c6c-ac06-f337af5eee34 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/networks?id=f7477135-b06b-42df-ba4d-7c98c1ce1029 HTTP/1.1" status: 200 len: 805 time: 0.1388769 Sep 08 13:15:19.287877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-d1613cc3-45d6-490a-a2de-6b056c97f42d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/quotas/3d04fe8f21c54793bfd07ed8ac6ad05e HTTP/1.1" status: 200 len: 375 time: 0.0105953 Sep 08 13:15:19.303804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad041b-71d7-4e33-855c-74187746a39f req-3782d60e-bdb0-4f97-a49c-64d54b6b0000 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:19.305427 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4ad041b-71d7-4e33-855c-74187746a39f req-3782d60e-bdb0-4f97-a49c-64d54b6b0000 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 950 time: 0.3599870 Sep 08 13:15:19.332626 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:19.366625 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-2c5630f0-d0a0-40a4-8a50-a833b0e20176 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0659103 Sep 08 13:15:19.367901 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85ba8bfd-9bf5-4e96-9968-ebd6089ba2e3 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:19.385372 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56138) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:19.405119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Attempting to bind port fdf5f6e0-4c78-44c7-9e36-e7d61efa291d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:19.405830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Attempting to bind port fdf5f6e0-4c78-44c7-9e36-e7d61efa291d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:19.406626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Attempting to bind port fdf5f6e0-4c78-44c7-9e36-e7d61efa291d on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:19.414387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c134c3d-ccd4-4753-96a6-77d1c19e1c7b None None] Pushing event updated for resources: {'Port': ['ID=fdf5f6e0-4c78-44c7-9e36-e7d61efa291d,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:19.418712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:19.419778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:19.420651 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:19.421475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:19.422063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Bound port: fdf5f6e0-4c78-44c7-9e36-e7d61efa291d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:19.422759 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:19.454671 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4ad041b-71d7-4e33-855c-74187746a39f req-fc806315-eb75-4bd8-8bfb-ad994797e713 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258981 Sep 08 13:15:19.454980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba8bfd-9bf5-4e96-9968-ebd6089ba2e3 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe4d06c5-1945-47a3-b712-701d19cf5892,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:19.466099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Allocated IP 172.20.0.1 (7fd134f2-364c-4787-8e53-93ac96df2933/f91b05d9-a459-42c8-98cb-2cd7551cf9b2/6f5875ae-fecc-4401-ae5a-fc064b4adf21) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:19.493596 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85ba8bfd-9bf5-4e96-9968-ebd6089ba2e3 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:19.500760 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-85ba8bfd-9bf5-4e96-9968-ebd6089ba2e3 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "DELETE /v2.0/ports/fe4d06c5-1945-47a3-b712-701d19cf5892 HTTP/1.1" status: 204 len: 168 time: 1.0613155 Sep 08 13:15:19.501061 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a75bf2e3-7a2e-494e-8663-a70e59017b02 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c3736a3b3e5f4b35b4de4ccbf71780a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1104417 Sep 08 13:15:19.501325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56142) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:19.502086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56144) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:19.550031 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c43be8a-f13a-4f0b-b142-79719a99df74 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] GET failed (client error): The resource could not be found. Sep 08 13:15:19.554248 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0c43be8a-f13a-4f0b-b142-79719a99df74 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "GET /v2.0/ports/fe4d06c5-1945-47a3-b712-701d19cf5892 HTTP/1.1" status: 404 len: 333 time: 0.0486784 Sep 08 13:15:19.559585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56146) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:19.576804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] For port fdf5f6e0-4c78-44c7-9e36-e7d61efa291d, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:19.583479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] For port fdf5f6e0-4c78-44c7-9e36-e7d61efa291d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=fdf5f6e0-4c78-44c7-9e36-e7d61efa291d,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:19.589153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Request body: {'port': {'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1911410220'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:19.599865 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-ebf845a8-4498-4c1c-a46d-d80f12744538 service neutron] 10.222.0.69 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149880 Sep 08 13:15:19.617431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56150) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:19.657756 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:19.660470 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7df6d0cd-1b72-48c6-bddb-d8fafaf45a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:19.670608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:19.680059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Transition to ACTIVE for port object 6f5875ae-fecc-4401-ae5a-fc064b4adf21 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:19.718966 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7df6d0cd-1b72-48c6-bddb-d8fafaf45a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:19.742802 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6d6d7d6c-121f-406d-b2c5-d221aefee7fb req-f48939d4-53b5-456e-9d48-b16ce7227215 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 210 time: 0.0459089 Sep 08 13:15:19.751870 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Made reservation on behalf of 73eeb75cd604447b837903b1942d073c for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:19.754274 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:19.785497 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-15d5a511-ba4c-4207-aeff-7e9edc5ae260 service neutron] 10.222.0.69 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791909 Sep 08 13:15:19.787637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Routers {'3f01a564-8e6a-485e-8764-5df7f82b447d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:19.788584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3f01a564-8e6a-485e-8764-5df7f82b447d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:19.803274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] device_id is not set on port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:15:19.839774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-800249560-network', 'tenant_id': '2a6adca573eb4139a35f59a45b33c1e3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:19.845377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c134c3d-ccd4-4753-96a6-77d1c19e1c7b None None] Pushing event updated for resources: {'Port': ['ID=fdf5f6e0-4c78-44c7-9e36-e7d61efa291d,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:19.917510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] Set router 3f01a564-8e6a-485e-8764-5df7f82b447d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:15:19.989389 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.014384 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7df6d0cd-1b72-48c6-bddb-d8fafaf45a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.016911 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.017765 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7df6d0cd-1b72-48c6-bddb-d8fafaf45a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.021826 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7df6d0cd-1b72-48c6-bddb-d8fafaf45a77 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ab467e30-7204-4c9e-9257-a7b776fdf542 HTTP/1.1" status: 204 len: 168 time: 0.5194757 Sep 08 13:15:20.039084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6d0cd-1b72-48c6-bddb-d8fafaf45a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab467e30-7204-4c9e-9257-a7b776fdf542,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:20.050391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Made reservation on behalf of 2a6adca573eb4139a35f59a45b33c1e3 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:20.057033 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.116109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Network 7fd134f2-364c-4787-8e53-93ac96df2933 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:20.118387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.132051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:20.144231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:20.145907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:15:16Z', 'revision_number': 3, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:20.173753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5875ae-fecc-4401-ae5a-fc064b4adf21,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:20.207367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f2b7bf-fd8d-402d-bc60-60e4b2d14d98 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0047c75958314f8699b340912addcf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854833 Sep 08 13:15:20.219028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f0a6e2-061d-450f-a8be-0036d0396392 None None] The sync data for ids ['3f01a564-8e6a-485e-8764-5df7f82b447d'] in n-d-807558-3 is: [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:15:16Z', 'revision_number': 3, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:15:20.224963 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d269cd9d-79a6-4bc2-989f-fb77c32339fc req-32ffaccf-e3d6-4547-8dcf-9e1456b695a2 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 210 time: 0.0546405 Sep 08 13:15:20.237723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:20.257343 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.385239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.392510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-bcc48460-8b5c-480a-acc0-1534b406269d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:20.395145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-bcc48460-8b5c-480a-acc0-1534b406269d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794403 Sep 08 13:15:20.405445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d25082-ce4e-4b5f-b856-a3b86f907f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:20.408522 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ae6f94-f4cd-47a3-b654-c938849be346" -d '{"events": [{"server_uuid": "93d25082-ce4e-4b5f-b856-a3b86f907f79", "name": "network-vif-unplugged", "status": "completed", "tag": "c471d95f-e9d6-46f4-af6c-7ef54e4204cc"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:20.459180 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.463860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Request body: {'port': {'device_id': '1211ceef-d95c-412e-8efb-01c97f072be4', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '0047c75958314f8699b340912addcf3f'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:20.492417 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3b8996-3354-4367-acc8-d32acd7b3018 x-openstack-request-id: req-be3b8996-3354-4367-acc8-d32acd7b3018 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:20.493041 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d25082-ce4e-4b5f-b856-a3b86f907f79", "name": "network-vif-unplugged", "status": "completed", "tag": "c471d95f-e9d6-46f4-af6c-7ef54e4204cc", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:20.493494 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be3b8996-3354-4367-acc8-d32acd7b3018 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:20.494717 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d25082-ce4e-4b5f-b856-a3b86f907f79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc', 'code': 200} Sep 08 13:15:20.528755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:20.534684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:20.540070 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.549862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event updated for resources: {'Port': ['ID=7548b503-1ec4-4a1a-82fb-0bccb5ed44de,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:20.553352 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Network 816a5253-43d9-479b-81a9-8d1ad41c383c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:20.578951 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.600616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:20.605083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:20.606091 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:20.616128 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.656342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:15:20.683889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96519011-f5f3-4b30-baad-86cc6e3e49b6 req-1d04ea54-b4cc-47ab-9a94-c506cb5b4a4f tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:20.685544 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96519011-f5f3-4b30-baad-86cc6e3e49b6 req-1d04ea54-b4cc-47ab-9a94-c506cb5b4a4f tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.70 "GET /v2.0/ports?device_id=93d25082-ce4e-4b5f-b856-a3b86f907f79 HTTP/1.1" status: 200 len: 943 time: 0.3257902 Sep 08 13:15:20.691462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b336ce8-8e36-4ff0-929d-70f300df0b89,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:20.704578 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.704936 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Added segment 3beac38d-3f7c-4026-ad32-85258d3e58cb of type vlan for network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d Sep 08 13:15:20.767351 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.809596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Made reservation on behalf of 0047c75958314f8699b340912addcf3f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:20.815764 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.945356 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:20.991481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab474434-2bc2-4c74-9fc2-9203cd6848fd req-8633c8fc-a4ab-4213-905e-bef3458ee258 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:20.993258 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab474434-2bc2-4c74-9fc2-9203cd6848fd req-8633c8fc-a4ab-4213-905e-bef3458ee258 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 950 time: 0.2377374 Sep 08 13:15:21.008322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:21.010973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2ee1dbf0-57e0-4f3e-8483-1964a3b4a5ef None None] Provisioning for port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:21.020817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2ee1dbf0-57e0-4f3e-8483-1964a3b4a5ef None None] Provisioning complete for port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:21.021136 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ee1dbf0-57e0-4f3e-8483-1964a3b4a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.081696 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ff6f9188-a43f-4968-9c09-f64a1e58a736 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5185044 Sep 08 13:15:21.085484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56180) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:21.089343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fdf5f6e0-4c78-44c7-9e36-e7d61efa291d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:21.103955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:21.116770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3943e9c1-de3c-4785-95a0-f2c994f24f43 req-1847da5a-e326-47f5-a78b-13025c0c3c3f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 210 time: 0.1222069 Sep 08 13:15:21.132226 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.133247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:21.133810 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.153035 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab474434-2bc2-4c74-9fc2-9203cd6848fd req-4d8c1cc6-c49c-4877-a5ba-79de82807017 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492956 Sep 08 13:15:21.170339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2ee1dbf0-57e0-4f3e-8483-1964a3b4a5ef None None] Port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:15:21.172129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.210802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Allocated IP 192.168.233.40 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/baf56f63-dfa2-431b-a5ce-6392c5f5e5bd) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:21.211721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-96519011-f5f3-4b30-baad-86cc6e3e49b6 req-3b3e72f6-4df7-4c7e-9186-f73bd80a1c99 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Deleting port c471d95f-e9d6-46f4-af6c-7ef54e4204cc {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:21.212132 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-96519011-f5f3-4b30-baad-86cc6e3e49b6 req-3b3e72f6-4df7-4c7e-9186-f73bd80a1c99 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.251669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:21.254650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] Pushing event updated for resources: {'Network': ['ID=5f429b72-16fb-4d54-8b26-7abcbc5aa31d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:21.266919 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.278612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:15:21.313144 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-34d5b452-6ade-4f0e-aa98-1e93299a9087 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6935916 Sep 08 13:15:21.323188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56188) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:21.354575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b2ff3602-505e-429d-a695-801f6747da1c admin admin] Request body: {'subnet': {'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-800249560-subnet', 'tenant_id': '2a6adca573eb4139a35f59a45b33c1e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:21.370289 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.410714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port fdf5f6e0-4c78-44c7-9e36-e7d61efa291d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:21.419339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port fdf5f6e0-4c78-44c7-9e36-e7d61efa291d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:21.419729 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.422606 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e2503834-d0c2-4dde-aedd-efb71461a6cf req-48066802-3b8a-483a-8d4e-7a0f71eea907 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 210 time: 0.0601196 Sep 08 13:15:21.506033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-96519011-f5f3-4b30-baad-86cc6e3e49b6 req-3b3e72f6-4df7-4c7e-9186-f73bd80a1c99 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] For port c471d95f-e9d6-46f4-af6c-7ef54e4204cc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:21.512755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-96519011-f5f3-4b30-baad-86cc6e3e49b6 req-3b3e72f6-4df7-4c7e-9186-f73bd80a1c99 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.555334 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.570364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-96519011-f5f3-4b30-baad-86cc6e3e49b6 req-3b3e72f6-4df7-4c7e-9186-f73bd80a1c99 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Calling delete_port for c471d95f-e9d6-46f4-af6c-7ef54e4204cc owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:21.577823 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.583569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port fdf5f6e0-4c78-44c7-9e36-e7d61efa291d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=fdf5f6e0-4c78-44c7-9e36-e7d61efa291d,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:21.597188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Transition to ACTIVE for port object baf56f63-dfa2-431b-a5ce-6392c5f5e5bd will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:21.642722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ff3602-505e-429d-a695-801f6747da1c admin admin] Made reservation on behalf of 2a6adca573eb4139a35f59a45b33c1e3 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:21.647042 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3602-505e-429d-a695-801f6747da1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.679315 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.731291 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:21.800119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:21.810331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:21.813222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:21.815502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=fdf5f6e0-4c78-44c7-9e36-e7d61efa291d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:21.827872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['1b23a8c5-954c-4e5f-8614-2cfdbdcfc440'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:21.960737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Pushing event updated for resources: {'Port': ['ID=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:21.991405 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:21.992176 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.115139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-7af7ef0f-d197-4c0f-85b7-6455e8bd19e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6991675 Sep 08 13:15:22.137270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Request body: {'port': {'device_id': '1211ceef-d95c-412e-8efb-01c97f072be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:22.150874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56200) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:22.176398 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.212530 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.267146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] device_id is not set on port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:15:22.274272 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3602-505e-429d-a695-801f6747da1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.279131 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.323279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e5a3ce44-4946-49ca-9fd4-f3d8e037c096 None None] Provisioning for port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:22.328066 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e5a3ce44-4946-49ca-9fd4-f3d8e037c096 None None] Provisioning complete for port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:22.328530 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e5a3ce44-4946-49ca-9fd4-f3d8e037c096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.349547 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.379318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e5a3ce44-4946-49ca-9fd4-f3d8e037c096 None None] Port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:15:22.421242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1262614594-network', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:22.463216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8deabd-31d1-4dc5-ae6e-96259b08d8af req-61eba802-4082-4a15-9ef5-04e3bbce5dd9 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:22.464658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea8deabd-31d1-4dc5-ae6e-96259b08d8af req-61eba802-4082-4a15-9ef5-04e3bbce5dd9 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 935 time: 0.2568893 Sep 08 13:15:22.472453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff3602-505e-429d-a695-801f6747da1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c417ce-79bc-4a26-a543-02d4f244beb1,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:22.495730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:22.499819 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b59f09-a1fd-494f-8962-d4e3c5ce8327" -d '{"events": [{"server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:22.505887 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Transition to ACTIVE for port object 7548b503-1ec4-4a1a-82fb-0bccb5ed44de will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:22.527591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ff3602-505e-429d-a695-801f6747da1c admin admin] Checking segment: {'id': '3beac38d-3f7c-4026-ad32-85258d3e58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:22.527971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff3602-505e-429d-a695-801f6747da1c admin admin] Network hostable DHCP agents. Network: 5f429b72-16fb-4d54-8b26-7abcbc5aa31d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:15:22.529985 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.542689 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Pushing event updated for resources: {'Port': ['ID=6f5875ae-fecc-4401-ae5a-fc064b4adf21,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:22.555799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22771b65-d2f3-469a-b481-4e0104f3f8a2 req-94bd3d7d-a39a-41bf-974e-2f3f71ed1abc tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:22.557540 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22771b65-d2f3-469a-b481-4e0104f3f8a2 req-94bd3d7d-a39a-41bf-974e-2f3f71ed1abc tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 950 time: 0.2806647 Sep 08 13:15:22.596455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea8deabd-31d1-4dc5-ae6e-96259b08d8af req-14126119-8022-4216-b827-03516d6741a4 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119475 Sep 08 13:15:22.633682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Made reservation on behalf of 58bca251ce774a15848a8e9b3dd4f66b for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:22.636086 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.663886 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.692920 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22771b65-d2f3-469a-b481-4e0104f3f8a2 req-27ff10cc-93b9-49cf-a509-4e8ecb320309 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191156 Sep 08 13:15:22.700848 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.741668 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46649516-b3c4-4fa9-a965-0e0c062977c8 x-openstack-request-id: req-46649516-b3c4-4fa9-a965-0e0c062977c8 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:22.742482 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:22.743571 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-46649516-b3c4-4fa9-a965-0e0c062977c8 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:22.745530 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'code': 200} Sep 08 13:15:22.747505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ff3602-505e-429d-a695-801f6747da1c admin admin] Network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:15:22.748763 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-96519011-f5f3-4b30-baad-86cc6e3e49b6 req-3b3e72f6-4df7-4c7e-9186-f73bd80a1c99 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.780917 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7e186951-d272-4547-9fd0-400d5e61d996 req-fa568422-8df0-45da-bb24-2e09c78a3d6f tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 210 time: 0.0429001 Sep 08 13:15:22.784060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baf56f63-dfa2-431b-a5ce-6392c5f5e5bd {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:22.803758 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:22.811740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Network 7fd134f2-364c-4787-8e53-93ac96df2933 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:22.822611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Transition to ACTIVE for port object baf56f63-dfa2-431b-a5ce-6392c5f5e5bd will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:22.837196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event updated for resources: {'Port': ['ID=7548b503-1ec4-4a1a-82fb-0bccb5ed44de,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:22.841468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:22.930504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fdf5f6e0-4c78-44c7-9e36-e7d61efa291d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:22.951864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e72f6-4df7-4c7e-9186-f73bd80a1c99 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Pushing event deleted for resources: {'Port': ['ID=c471d95f-e9d6-46f4-af6c-7ef54e4204cc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:22.962780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-b2ff3602-505e-429d-a695-801f6747da1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 5f429b72-16fb-4d54-8b26-7abcbc5aa31d) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:22.974804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fe0138-ce5a-4fe5-9cd3-0f13932f6024 None None] Network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:15:22.975932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b58091-c073-4e4d-8006-799686a73c17 req-0ef6b89e-a2d9-4d18-a2ba-53e82e2a4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:22.977498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82b58091-c073-4e4d-8006-799686a73c17 req-0ef6b89e-a2d9-4d18-a2ba-53e82e2a4c0c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 1101 time: 0.0715773 Sep 08 13:15:22.979172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ff3602-505e-429d-a695-801f6747da1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:22.980382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2ff3602-505e-429d-a695-801f6747da1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.003184 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.009163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-96519011-f5f3-4b30-baad-86cc6e3e49b6 req-3b3e72f6-4df7-4c7e-9186-f73bd80a1c99 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] No DVR routers for this DVR port c471d95f-e9d6-46f4-af6c-7ef54e4204cc on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:15:23.028400 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-96519011-f5f3-4b30-baad-86cc6e3e49b6 req-3b3e72f6-4df7-4c7e-9186-f73bd80a1c99 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.038126 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96519011-f5f3-4b30-baad-86cc6e3e49b6 req-3b3e72f6-4df7-4c7e-9186-f73bd80a1c99 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.70 "DELETE /v2.0/ports/c471d95f-e9d6-46f4-af6c-7ef54e4204cc HTTP/1.1" status: 204 len: 173 time: 2.3128924 Sep 08 13:15:23.042029 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d25082-ce4e-4b5f-b856-a3b86f907f79', 'name': 'network-vif-deleted', 'tag': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:23.044407 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ac9f0d-46b0-4e36-a3a7-38a9a599b7ef" -d '{"events": [{"server_uuid": "93d25082-ce4e-4b5f-b856-a3b86f907f79", "name": "network-vif-deleted", "tag": "c471d95f-e9d6-46f4-af6c-7ef54e4204cc"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:23.051414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:23.051927 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:23.054737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:23.087934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port fdf5f6e0-4c78-44c7-9e36-e7d61efa291d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:23.088577 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.177728 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817cd39b-d47c-4638-ac81-aec4be9fd496 x-openstack-request-id: req-817cd39b-d47c-4638-ac81-aec4be9fd496 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:23.178856 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d25082-ce4e-4b5f-b856-a3b86f907f79", "name": "network-vif-deleted", "tag": "c471d95f-e9d6-46f4-af6c-7ef54e4204cc", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:23.179300 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-817cd39b-d47c-4638-ac81-aec4be9fd496 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:23.179887 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d25082-ce4e-4b5f-b856-a3b86f907f79', 'name': 'network-vif-deleted', 'tag': 'c471d95f-e9d6-46f4-af6c-7ef54e4204cc', 'status': 'completed', 'code': 200} Sep 08 13:15:23.183103 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82b58091-c073-4e4d-8006-799686a73c17 req-3a504ffe-fbd1-43b0-bdaf-a5cb2888dea1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818812 Sep 08 13:15:23.211953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:23.212885 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:23.222596 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Router 3f01a564-8e6a-485e-8764-5df7f82b447d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:15:23.224897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f40762-626c-4671-bd6f-cf781b336de7 req-77947ed0-db43-45d8-99ff-1dde496c445b tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:23.233505 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-37f40762-626c-4671-bd6f-cf781b336de7 req-77947ed0-db43-45d8-99ff-1dde496c445b tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 950 time: 0.3332977 Sep 08 13:15:23.241122 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 2 to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de Sep 08 13:15:23.258027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd2f8b7-f315-4e9c-a60f-16d0f89c1057 None None] Network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:15:23.336043 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-37f40762-626c-4671-bd6f-cf781b336de7 req-3a09abc5-dae9-4b7e-a111-190d5c8a80bb tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000900 Sep 08 13:15:23.336813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Pushing event updated for resources: {'Port': ['ID=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:23.351324 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:23.351728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:23.352069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:23.419549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a481934-6283-4318-bf01-a84a91e29c5a req-6945c345-dceb-40ab-9ca0-48296cef5ff9 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:23.421086 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-6945c345-dceb-40ab-9ca0-48296cef5ff9 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.60 "GET /v2.0/networks?id=f7477135-b06b-42df-ba4d-7c98c1ce1029 HTTP/1.1" status: 200 len: 805 time: 0.3530302 Sep 08 13:15:23.432213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Attempting to bind port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:23.432611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Attempting to bind port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:23.432943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Attempting to bind port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:23.441303 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-0a481934-6283-4318-bf01-a84a91e29c5a req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Request body: {'port': {'device_id': '82f230d6-8349-416f-96ad-d721f3b8294e', 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'admin_state_up': True, 'tenant_id': '3d04fe8f21c54793bfd07ed8ac6ad05e'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:23.472603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:23.472922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Attempting to bind port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:23.491245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:23.491590 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:23.496352 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.497242 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 3 to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de Sep 08 13:15:23.525886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:23.526871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:23.527339 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:23.535022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:15:23.539262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:23.540130 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:23.553476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:23.553757 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-236b06e1-a389-4fc8-9657-60ccd9c53402 admin admin] 10.222.0.69 "PUT /v2.0/routers/3f01a564-8e6a-485e-8764-5df7f82b447d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7941062 Sep 08 13:15:23.553879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:23.553879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:23.554082 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 4 to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de Sep 08 13:15:23.554948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Bound port: baf56f63-dfa2-431b-a5ce-6392c5f5e5bd, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:23.554948 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.557219 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Sync routers for ids ['3f01a564-8e6a-485e-8764-5df7f82b447d'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:15:23.569011 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Routers {'3f01a564-8e6a-485e-8764-5df7f82b447d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:23.570029 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3f01a564-8e6a-485e-8764-5df7f82b447d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:23.596952 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7f959c3d-c879-44eb-9b98-3ec3f8fec299 None None] Provisioning complete for port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:23.597585 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7f959c3d-c879-44eb-9b98-3ec3f8fec299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.607342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:23.607716 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:23.608041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:23.637852 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.670042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:15:23.683509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] For port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:23.684967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7f959c3d-c879-44eb-9b98-3ec3f8fec299 None None] Port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:15:23.692207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] For port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:23.697727 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.698108 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Added segment 2e20fb76-f023-4046-ad68-0f8843e412c7 of type vlan for network 20700276-2967-4c34-83a4-7508f16adb26 Sep 08 13:15:23.733637 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Set router 3f01a564-8e6a-485e-8764-5df7f82b447d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:15:23.749854 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.771003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80e636-0868-456b-8d91-ceefa83ea77a req-e4b9aa34-b9f2-401c-954a-88885478e476 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:23.779104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:23.779869 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:23.780532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b80e636-0868-456b-8d91-ceefa83ea77a req-e4b9aa34-b9f2-401c-954a-88885478e476 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 947 time: 0.0712619 Sep 08 13:15:23.786075 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 5 to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de Sep 08 13:15:23.808025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b2ff3602-505e-429d-a695-801f6747da1c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4817190 Sep 08 13:15:23.829029 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:23.829604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:23.829891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:23.833101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4a4a88-372e-4f10-8659-2770546e8a1d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:23.838070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:23.838446 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:23.838964 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 6 to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de Sep 08 13:15:23.841714 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.842783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:23.848952 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.861182 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:23.881998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:23.882390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:23.882738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:23.900139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:23.900480 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:23.930167 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 7 to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de Sep 08 13:15:23.942124 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=20700276-2967-4c34-83a4-7508f16adb26,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:23.951763 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:23.952102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:23.952457 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:23.955220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 20700276-2967-4c34-83a4-7508f16adb26 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:15:23.962557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:23.962915 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:23.963315 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 8 to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de Sep 08 13:15:23.968814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a481934-6283-4318-bf01-a84a91e29c5a req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Made reservation on behalf of 3d04fe8f21c54793bfd07ed8ac6ad05e for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:23.972307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a481934-6283-4318-bf01-a84a91e29c5a req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.002799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.003428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.004848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] 10.222.0.70 "PUT /v2.0/ports/baf56f63-dfa2-431b-a5ce-6392c5f5e5bd HTTP/1.1" status: 200 len: 1095 time: 1.8800647 Sep 08 13:15:24.005838 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1211ceef-d95c-412e-8efb-01c97f072be4', 'tag': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:24.007624 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36720c56-10c8-4d08-91b1-f7d7fc85c72f" -d '{"events": [{"name": "network-changed", "server_uuid": "1211ceef-d95c-412e-8efb-01c97f072be4", "tag": "baf56f63-dfa2-431b-a5ce-6392c5f5e5bd"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:24.044031 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-46f835ae-0fd1-498d-8f5b-bc549ca63fd2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8847916 Sep 08 13:15:24.044822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56240) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:24.045579 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:24.045896 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:24.046368 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:24.057219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f5ce0562-c516-43c5-9469-78f6a517d351 admin admin] Request body: {'subnet': {'network_id': '20700276-2967-4c34-83a4-7508f16adb26', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1262614594-subnet', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:24.059926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b80e636-0868-456b-8d91-ceefa83ea77a req-74cc6fa7-d66b-4dce-b9d1-18398710f9c0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223079 Sep 08 13:15:24.065755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:24.066596 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:24.068452 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 9 to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de Sep 08 13:15:24.083652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1eccb-5572-4281-a728-747b7fd00f28 service neutron] Pushing event updated for resources: {'Port': ['ID=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:24.091403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:24.091743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:24.092084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:24.099400 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:24.099733 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:24.100125 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 10 to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de Sep 08 13:15:24.119514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:24.119891 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:15:20Z', 'revision_number': 4, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '6f5875ae-fecc-4401-ae5a-fc064b4adf21', 'name': '', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'mac_address': 'fa:16:3e:fc:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:18Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 2, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'subnets': [{'id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:24.120386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:24.121148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:24.132929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:24.132929 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:24.132929 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.181366 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Checking router: 3f01a564-8e6a-485e-8764-5df7f82b447d for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:15:24.181722 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Updating router 3f01a564-8e6a-485e-8764-5df7f82b447d port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:15:24.234163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c471d95f-e9d6-46f4-af6c-7ef54e4204cc no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:15:24.242193 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.256408 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bdf6284b-4556-4ef0-9715-24923f7771d1 req-15d8f011-1af8-4a85-baf2-1490ee3381f9 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 210 time: 0.0639555 Sep 08 13:15:24.259419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] For port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:24.259891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempted to set empty binding levels {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 08 13:15:24.261242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ce0562-c516-43c5-9469-78f6a517d351 admin admin] Made reservation on behalf of 58bca251ce774a15848a8e9b3dd4f66b for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:24.265300 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0562-c516-43c5-9469-78f6a517d351 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.278682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: c471d95f-e9d6-46f4-af6c-7ef54e4204cc {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:15:24.280692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c471d95f-e9d6-46f4-af6c-7ef54e4204cc not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:15:24.347267 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650e976a-2c5e-45e0-901a-f0b7e7e1b2d5 x-openstack-request-id: req-650e976a-2c5e-45e0-901a-f0b7e7e1b2d5 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:24.347547 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1211ceef-d95c-412e-8efb-01c97f072be4", "tag": "baf56f63-dfa2-431b-a5ce-6392c5f5e5bd", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:24.347795 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-650e976a-2c5e-45e0-901a-f0b7e7e1b2d5 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:24.348198 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1211ceef-d95c-412e-8efb-01c97f072be4', 'tag': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd', 'status': 'completed', 'code': 200} Sep 08 13:15:24.396267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.413978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-b1404eaf-34fc-4ef9-b249-cf7a580d1e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.416831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-b1404eaf-34fc-4ef9-b249-cf7a580d1e74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 1098 time: 0.1906219 Sep 08 13:15:24.442063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] In _notify_port_updated(), no bound segment for port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:15:24.442430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.443169 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.446808 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "PUT /v2.0/ports/7548b503-1ec4-4a1a-82fb-0bccb5ed44de HTTP/1.1" status: 200 len: 975 time: 3.3483193 Sep 08 13:15:24.449632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56246) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:24.482888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-0a481934-6283-4318-bf01-a84a91e29c5a req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Allocated IP 172.20.0.4 (f7477135-b06b-42df-ba4d-7c98c1ce1029/c7a2bb6b-de34-41d6-880b-e39356c1d632/df466c87-426d-44e6-8ee7-93c64893f6ec) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:24.486051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-0b2714aa-26f6-48ec-994b-2edfdc23ff03 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd HTTP/1.1" status: 200 len: 217 time: 0.0574021 Sep 08 13:15:24.493799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-d6962cc8-6d22-445c-ab18-b048e7be5dd0 req-4f38292e-1315-4c8d-bf32-9fc6d1174c0b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1761817673', 'description': 'tempest-description-1096238094'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:24.523538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c69aa-3225-4f52-96f0-c799a6b2f74a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event updated for resources: {'Port': ['ID=7548b503-1ec4-4a1a-82fb-0bccb5ed44de,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:24.595796 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.596701 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.596836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.597192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.597650 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.598145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.598593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.599112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.599667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.600131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.600744 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.601151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.601604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.604028 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.605226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.605621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.606086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.606593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.607638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.607638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.608009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.608599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.609055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.609166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-96bf2c83-8669-4270-8d8a-b371823f4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.609513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.609970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.611138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-96bf2c83-8669-4270-8d8a-b371823f4609 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0908401 Sep 08 13:15:24.616812 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-895d0429-1f9d-4f95-bd22-0cf158ea4c49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22575 time: 0.1625440 Sep 08 13:15:24.618299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56248) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:24.696615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56250) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:24.709215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8e785aa3-0247-4bbe-8508-81a6a71b2416 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1890089627', 'description': 'tempest-description--897716907'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:24.732609 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d6962cc8-6d22-445c-ab18-b048e7be5dd0 req-4f38292e-1315-4c8d-bf32-9fc6d1174c0b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.745171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7adb848a-fcab-40e8-85b3-b4c39db49876 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Deleting port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:24.745171 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7adb848a-fcab-40e8-85b3-b4c39db49876 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.748481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-6b768445-b2d8-4d5f-a282-cf141b63667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:24.750302 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-6b768445-b2d8-4d5f-a282-cf141b63667c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1264567 Sep 08 13:15:24.792368 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.808460 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Transition to ACTIVE for port object 6f5875ae-fecc-4401-ae5a-fc064b4adf21 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:24.826447 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0562-c516-43c5-9469-78f6a517d351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.829494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-7adb848a-fcab-40e8-85b3-b4c39db49876 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] For port 7548b503-1ec4-4a1a-82fb-0bccb5ed44de, host n-h1-807558-3, got binding levels [] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:24.829855 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7adb848a-fcab-40e8-85b3-b4c39db49876 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.874431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7adb848a-fcab-40e8-85b3-b4c39db49876 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Calling delete_port for 7548b503-1ec4-4a1a-82fb-0bccb5ed44de owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:24.885671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e785aa3-0247-4bbe-8508-81a6a71b2416 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.935852 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a481934-6283-4318-bf01-a84a91e29c5a req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.956997 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:24.971084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce0562-c516-43c5-9469-78f6a517d351 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a7dd237-63e8-4246-bedd-40b8a2c397c4,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:25.021948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ce0562-c516-43c5-9469-78f6a517d351 admin admin] Checking segment: {'id': '2e20fb76-f023-4046-ad68-0f8843e412c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '20700276-2967-4c34-83a4-7508f16adb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:25.021948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ce0562-c516-43c5-9469-78f6a517d351 admin admin] Network hostable DHCP agents. Network: 20700276-2967-4c34-83a4-7508f16adb26, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:15:25.043677 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa053a4-5aa2-4f4f-a690-f65a55449d8a req-ae5ce144-a9f8-4d85-a7b2-4cbbcc136d86 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:25.046516 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-faa053a4-5aa2-4f4f-a690-f65a55449d8a req-ae5ce144-a9f8-4d85-a7b2-4cbbcc136d86 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 950 time: 0.1589758 Sep 08 13:15:25.049001 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Pushing event updated for resources: {'Port': ['ID=6f5875ae-fecc-4401-ae5a-fc064b4adf21,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:25.063712 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:25.064375 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:25.064894 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:25.065407 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:25.066043 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:25.066973 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:25.067324 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:25.067854 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:25.068911 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:25.069684 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:25.070881 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:25.071327 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:15:25.112895 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Attempting to bind port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:25.113544 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Attempting to bind port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:25.114117 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Attempting to bind port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 on network 7fd134f2-364c-4787-8e53-93ac96df2933 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:25.120623 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:25.121863 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Checking segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:25.123431 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.124046 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Bound using segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:25.124789 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Bound port: 6f5875ae-fecc-4401-ae5a-fc064b4adf21, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:25.125437 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.134783 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-faa053a4-5aa2-4f4f-a690-f65a55449d8a req-f0c7abe7-368a-4866-bd0b-0ed122e85684 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657704 Sep 08 13:15:25.152435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ce0562-c516-43c5-9469-78f6a517d351 admin admin] Network 20700276-2967-4c34-83a4-7508f16adb26 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:15:25.191185 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7adb848a-fcab-40e8-85b3-b4c39db49876 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.228546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb848a-fcab-40e8-85b3-b4c39db49876 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event deleted for resources: {'Port': ['ID=7548b503-1ec4-4a1a-82fb-0bccb5ed44de,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:25.229287 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] For port 6f5875ae-fecc-4401-ae5a-fc064b4adf21, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:25.233462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-fbd56a2a-9e91-45ce-be7e-35f2eeb1cb2d service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489369 Sep 08 13:15:25.234955 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] For port 6f5875ae-fecc-4401-ae5a-fc064b4adf21, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6f5875ae-fecc-4401-ae5a-fc064b4adf21,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:25.267831 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7adb848a-fcab-40e8-85b3-b4c39db49876 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.272420 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7adb848a-fcab-40e8-85b3-b4c39db49876 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "DELETE /v2.0/ports/7548b503-1ec4-4a1a-82fb-0bccb5ed44de HTTP/1.1" status: 204 len: 168 time: 0.6513128 Sep 08 13:15:25.272830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56256) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:25.310994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f5ce0562-c516-43c5-9469-78f6a517d351 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 20700276-2967-4c34-83a4-7508f16adb26) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:25.312732 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6831276-f397-46fe-9388-6279220bdb49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] GET failed (client error): The resource could not be found. Sep 08 13:15:25.319541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f6831276-f397-46fe-9388-6279220bdb49 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "GET /v2.0/ports/7548b503-1ec4-4a1a-82fb-0bccb5ed44de HTTP/1.1" status: 404 len: 333 time: 0.0376234 Sep 08 13:15:25.320028 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56260) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:25.323852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c03d206-cf6a-46a0-b7d1-e8c3b714bbe8 None None] Network 20700276-2967-4c34-83a4-7508f16adb26 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:15:25.325925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-545089215', 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:25.329730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ce0562-c516-43c5-9469-78f6a517d351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:25.330040 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.330344 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5ce0562-c516-43c5-9469-78f6a517d351 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.342192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7f2d4-a808-413c-be5c-420dd4269ab1 req-6dc17911-0f92-4d47-86e0-12f1504d8822 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:25.350456 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97d7f2d4-a808-413c-be5c-420dd4269ab1 req-6dc17911-0f92-4d47-86e0-12f1504d8822 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 947 time: 0.1192758 Sep 08 13:15:25.361630 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d6962cc8-6d22-445c-ab18-b048e7be5dd0 req-4f38292e-1315-4c8d-bf32-9fc6d1174c0b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.386389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-044b57c4-4713-45ca-81fd-d90403c838d2 req-c9d3c797-cd47-4992-aaa7-f12333fb8812 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443141 Sep 08 13:15:25.400455 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97d7f2d4-a808-413c-be5c-420dd4269ab1 req-7683bf0f-2f5c-427c-b7b6-36348969b7b4 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488269 Sep 08 13:15:25.409659 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Routers {'3f01a564-8e6a-485e-8764-5df7f82b447d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:25.410344 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3f01a564-8e6a-485e-8764-5df7f82b447d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:25.444515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a481934-6283-4318-bf01-a84a91e29c5a req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.488060 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f961c0ac-8912-4911-9dcc-6734bbb986da None None] Pushing event updated for resources: {'Port': ['ID=6f5875ae-fecc-4401-ae5a-fc064b4adf21,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:25.547345 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f5ce0562-c516-43c5-9469-78f6a517d351 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4946601 Sep 08 13:15:25.548366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56266) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:25.557631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1262614594-router', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:25.576127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Pushing event updated for resources: {'Port': ['ID=df466c87-426d-44e6-8ee7-93c64893f6ec,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:25.576386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-20700276-2967-4c34-83a4-7508f16adb26', 'network_id': '20700276-2967-4c34-83a4-7508f16adb26', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'fixed_ips': [{'subnet_id': '2a7dd237-63e8-4246-bedd-40b8a2c397c4'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:15:25.581167 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.623601 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d6962cc8-6d22-445c-ab18-b048e7be5dd0 req-4f38292e-1315-4c8d-bf32-9fc6d1174c0b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.629356 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] Set router 3f01a564-8e6a-485e-8764-5df7f82b447d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:15:25.636388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a481934-6283-4318-bf01-a84a91e29c5a req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Network f7477135-b06b-42df-ba4d-7c98c1ce1029 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:25.719101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-0a481934-6283-4318-bf01-a84a91e29c5a req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:25.734298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38292e-1315-4c8d-bf32-9fc6d1174c0b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d323a2-db87-4f26-8b18-fc9d97aa6e66,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:25.741443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a481934-6283-4318-bf01-a84a91e29c5a req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:25.771518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Allocated IP 172.20.0.2 (20700276-2967-4c34-83a4-7508f16adb26/2a7dd237-63e8-4246-bedd-40b8a2c397c4/2cde017e-a17a-474f-9f24-594961b95d99) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:25.805017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720c56-10c8-4d08-91b1-f7d7fc85c72f req-6e67ee78-299d-4971-b2a8-6eb2e461d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:25.810390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36720c56-10c8-4d08-91b1-f7d7fc85c72f req-6e67ee78-299d-4971-b2a8-6eb2e461d1f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 1098 time: 0.2325187 Sep 08 13:15:25.819229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a481934-6283-4318-bf01-a84a91e29c5a req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:25.819960 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a481934-6283-4318-bf01-a84a91e29c5a req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.883489 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e785aa3-0247-4bbe-8508-81a6a71b2416 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.889024 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:15:20Z', 'revision_number': 4, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '6f5875ae-fecc-4401-ae5a-fc064b4adf21', 'name': '', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'mac_address': 'fa:16:3e:fc:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:18Z', 'updated_at': '2021-09-08T13:15:25Z', 'revision_number': 4, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'subnets': [{'id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:25.927174 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61a533c-0eca-476e-b7dd-0a0e20a7703b None None] The sync data for ids ['3f01a564-8e6a-485e-8764-5df7f82b447d'] in n-d-807558-3 is: [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:15:20Z', 'revision_number': 4, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '6f5875ae-fecc-4401-ae5a-fc064b4adf21', 'name': '', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'mac_address': 'fa:16:3e:fc:00:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:18Z', 'updated_at': '2021-09-08T13:15:25Z', 'revision_number': 4, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'subnets': [{'id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:15:25.943065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720c56-10c8-4d08-91b1-f7d7fc85c72f req-d9078ed1-7572-4c18-b3ab-e15752ea7df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:25.944652 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36720c56-10c8-4d08-91b1-f7d7fc85c72f req-d9078ed1-7572-4c18-b3ab-e15752ea7df9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1192143 Sep 08 13:15:25.947376 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:25.956573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Transition to ACTIVE for port object 2cde017e-a17a-474f-9f24-594961b95d99 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:25.976811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Transition to ACTIVE for port object 2cde017e-a17a-474f-9f24-594961b95d99 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:26.011907 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36720c56-10c8-4d08-91b1-f7d7fc85c72f req-49f5f456-c252-4f5f-96d2-6072dc887aec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd HTTP/1.1" status: 200 len: 217 time: 0.0549159 Sep 08 13:15:26.067219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720c56-10c8-4d08-91b1-f7d7fc85c72f req-bcaf3bfc-fca3-4645-bdb1-61dfe4d077c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:26.068710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36720c56-10c8-4d08-91b1-f7d7fc85c72f req-bcaf3bfc-fca3-4645-bdb1-61dfe4d077c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0515480 Sep 08 13:15:26.072045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e785aa3-0247-4bbe-8508-81a6a71b2416 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.100386 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.139054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e785aa3-0247-4bbe-8508-81a6a71b2416 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:26.154713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36720c56-10c8-4d08-91b1-f7d7fc85c72f req-25e5adfb-9a8c-4c28-b959-6b41be2cc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:26.156377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36720c56-10c8-4d08-91b1-f7d7fc85c72f req-25e5adfb-9a8c-4c28-b959-6b41be2cc1db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664017 Sep 08 13:15:26.158209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Network 20700276-2967-4c34-83a4-7508f16adb26 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:26.163843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:26.168674 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:26.172229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Pushing event updated for resources: {'Port': ['ID=2cde017e-a17a-474f-9f24-594961b95d99,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:26.199709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-3962b42a-4abd-49c4-9009-ec2f2cab3984 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7638066 Sep 08 13:15:26.215963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Request body: {'port': {'device_id': '82f230d6-8349-416f-96ad-d721f3b8294e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:26.237166 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e785aa3-0247-4bbe-8508-81a6a71b2416 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.238531 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8e785aa3-0247-4bbe-8508-81a6a71b2416 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5394535 Sep 08 13:15:26.241725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Attempting to bind port 2cde017e-a17a-474f-9f24-594961b95d99 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:26.242942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Attempting to bind port 2cde017e-a17a-474f-9f24-594961b95d99 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '2e20fb76-f023-4046-ad68-0f8843e412c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '20700276-2967-4c34-83a4-7508f16adb26'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:26.242942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Attempting to bind port 2cde017e-a17a-474f-9f24-594961b95d99 on network 20700276-2967-4c34-83a4-7508f16adb26 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:26.243169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56276) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:26.249652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:26.250865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Checking segment: {'id': '2e20fb76-f023-4046-ad68-0f8843e412c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '20700276-2967-4c34-83a4-7508f16adb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:26.251035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5c85fc08-5cae-4387-b3a6-7c01027db038 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Request body: {'security_group_rule': {'security_group_id': '1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:26.251154 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.251154 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Bound using segment: {'id': '2e20fb76-f023-4046-ad68-0f8843e412c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '20700276-2967-4c34-83a4-7508f16adb26'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:26.251464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Bound port: 2cde017e-a17a-474f-9f24-594961b95d99, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e20fb76-f023-4046-ad68-0f8843e412c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '20700276-2967-4c34-83a4-7508f16adb26'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:26.252249 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.346114 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.346627 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] For port 2cde017e-a17a-474f-9f24-594961b95d99, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:26.350671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] For port 2cde017e-a17a-474f-9f24-594961b95d99, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2cde017e-a17a-474f-9f24-594961b95d99,segment=NetworkSegment(2e20fb76-f023-4046-ad68-0f8843e412c7),segment_id=2e20fb76-f023-4046-ad68-0f8843e412c7)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:26.359056 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36720c56-10c8-4d08-91b1-f7d7fc85c72f req-f2416218-7609-486b-b0d3-d98fc5c20f05 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882255 Sep 08 13:15:26.372343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6ff48-6f3f-46cd-aa83-17031b23eb2b req-0352b9b0-bcd4-4323-a01d-8f3c767aa971 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:26.374011 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-47a6ff48-6f3f-46cd-aa83-17031b23eb2b req-0352b9b0-bcd4-4323-a01d-8f3c767aa971 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 931 time: 0.0642498 Sep 08 13:15:26.377254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Made reservation on behalf of 73eeb75cd604447b837903b1942d073c for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:26.379928 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.429667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] device_id is not set on port ad528a6b-d791-4606-8c26-35de5515e676 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:15:26.456632 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.481212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-47a6ff48-6f3f-46cd-aa83-17031b23eb2b req-97006ecc-dba7-4b48-88b2-36125766a32e tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888977 Sep 08 13:15:26.535166 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.535166 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.597843 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36720c56-10c8-4d08-91b1-f7d7fc85c72f req-7a41f638-577d-4bbb-ac59-508a7d995e4b service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263107 Sep 08 13:15:26.621382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1280bdc9-886e-4f1e-a526-ae60c80d012f None None] Pushing event updated for resources: {'Port': ['ID=2cde017e-a17a-474f-9f24-594961b95d99,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:26.703617 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.727160 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d6962cc8-6d22-445c-ab18-b048e7be5dd0 req-4f38292e-1315-4c8d-bf32-9fc6d1174c0b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.728560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d6962cc8-6d22-445c-ab18-b048e7be5dd0 req-4f38292e-1315-4c8d-bf32-9fc6d1174c0b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 2.2414250 Sep 08 13:15:26.783320 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.814709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-bb6d2dfe-69a1-407e-864a-83ef4c268864 req-74366d56-0449-4f23-9037-76ac21680473 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-918619811', 'description': 'tempest-description-1224365581'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:26.895940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c85fc08-5cae-4387-b3a6-7c01027db038 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:26.996937 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c85fc08-5cae-4387-b3a6-7c01027db038 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.071095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df466c87-426d-44e6-8ee7-93c64893f6ec {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:27.080415 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bb6d2dfe-69a1-407e-864a-83ef4c268864 req-74366d56-0449-4f23-9037-76ac21680473 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.083200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2cde017e-a17a-474f-9f24-594961b95d99 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:27.104562 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.115487 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c85fc08-5cae-4387-b3a6-7c01027db038 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.121330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a95279-a4c8-44b0-9cb6-d87c9925620a req-04c6cef4-1232-4ff3-bbff-6c34f5a1a1ca tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:27.129389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-00a95279-a4c8-44b0-9cb6-d87c9925620a req-04c6cef4-1232-4ff3-bbff-6c34f5a1a1ca tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 947 time: 0.3435001 Sep 08 13:15:27.139062 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.144799 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.171449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85fc08-5cae-4387-b3a6-7c01027db038 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc21c08-0e93-4c73-b42a-e72575a929aa,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:27.205248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Transition to ACTIVE for port object df466c87-426d-44e6-8ee7-93c64893f6ec will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:27.238162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Network 816a5253-43d9-479b-81a9-8d1ad41c383c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:27.242694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-00a95279-a4c8-44b0-9cb6-d87c9925620a req-1bdf3d05-be0b-41fb-88d9-da7013a761cb tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124589 Sep 08 13:15:27.253735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:27.279070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:27.280250 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:27.281194 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.281896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 2cde017e-a17a-474f-9f24-594961b95d99 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:27.287566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bb6d2dfe-69a1-407e-864a-83ef4c268864 req-74366d56-0449-4f23-9037-76ac21680473 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.287783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event updated for resources: {'Port': ['ID=ad528a6b-d791-4606-8c26-35de5515e676,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:27.289379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6f5875ae-fecc-4401-ae5a-fc064b4adf21 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:27.327866 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.369328 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bb6d2dfe-69a1-407e-864a-83ef4c268864 req-74366d56-0449-4f23-9037-76ac21680473 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.444850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Pushing event updated for resources: {'Port': ['ID=df466c87-426d-44e6-8ee7-93c64893f6ec,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:27.480656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74366d56-0449-4f23-9037-76ac21680473 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa68476c-3530-43b1-88d8-079ef3a2f044,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:27.506447 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-db4302f4-1a26-4b11-92fc-59ccc67284e1 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1830654 Sep 08 13:15:27.507274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56290) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:27.539049 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.539845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:27.548403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:27.548794 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.565523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9f54f1-b980-4097-9645-35a638a00fe8 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:27.569760 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5d9f54f1-b980-4097-9645-35a638a00fe8 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "GET /v2.0/ports/ad528a6b-d791-4606-8c26-35de5515e676 HTTP/1.1" status: 200 len: 954 time: 0.0574162 Sep 08 13:15:27.581275 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c85fc08-5cae-4387-b3a6-7c01027db038 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.586051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5c85fc08-5cae-4387-b3a6-7c01027db038 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3369853 Sep 08 13:15:27.586051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56294) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:27.588075 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bb6d2dfe-69a1-407e-864a-83ef4c268864 req-74366d56-0449-4f23-9037-76ac21680473 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.589282 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb6d2dfe-69a1-407e-864a-83ef4c268864 req-74366d56-0449-4f23-9037-76ac21680473 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7925847 Sep 08 13:15:27.595468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56296) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:27.609755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.621980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6d4a8572-26a8-4296-9eae-968dd91e8285 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Request body: {'security_group_rule': {'security_group_id': '1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:27.654882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Attempting to bind port df466c87-426d-44e6-8ee7-93c64893f6ec on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:27.658041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Attempting to bind port df466c87-426d-44e6-8ee7-93c64893f6ec by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:27.658041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Attempting to bind port df466c87-426d-44e6-8ee7-93c64893f6ec on network f7477135-b06b-42df-ba4d-7c98c1ce1029 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:27.719345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Port df466c87-426d-44e6-8ee7-93c64893f6ec on network f7477135-b06b-42df-ba4d-7c98c1ce1029 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:27.719681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Attempting to bind port df466c87-426d-44e6-8ee7-93c64893f6ec on network f7477135-b06b-42df-ba4d-7c98c1ce1029 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:27.733907 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.755922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:27.756271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Checking segment: {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:27.756670 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Bound using segment: {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:27.757125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Bound port: df466c87-426d-44e6-8ee7-93c64893f6ec, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:27.757493 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.792509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 6f5875ae-fecc-4401-ae5a-fc064b4adf21, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6f5875ae-fecc-4401-ae5a-fc064b4adf21,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:27.830391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Allocated IP 172.25.5.249 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/24523f5f-8bc0-4c4a-ab62-1929a397f8b3) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:27.840150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6702e-8463-48a3-bca6-b13a35835203 req-adc20726-b701-4521-a66c-db37685d948a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:27.841729 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8b6702e-8463-48a3-bca6-b13a35835203 req-adc20726-b701-4521-a66c-db37685d948a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 943 time: 0.1642377 Sep 08 13:15:27.855087 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:27.916280 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8b6702e-8463-48a3-bca6-b13a35835203 req-4924393d-0637-4814-8f88-bbdd8867dd0a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593784 Sep 08 13:15:27.929821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=6f5875ae-fecc-4401-ae5a-fc064b4adf21,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:27.966362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-4a9d3a5c-2f33-4032-b089-6370d5a8b4d7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:27.967956 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-4a9d3a5c-2f33-4032-b089-6370d5a8b4d7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/networks?id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d HTTP/1.1" status: 200 len: 812 time: 0.1308279 Sep 08 13:15:27.980456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d4a8572-26a8-4296-9eae-968dd91e8285 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.009944 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.023478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5994d0f-7cd1-43e1-bcd2-1c4138132817 None None] Network 20700276-2967-4c34-83a4-7508f16adb26 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:15:28.030422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-f3e3e6c7-a8f7-476f-810b-50b47aa3f4c6 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/quotas/2a6adca573eb4139a35f59a45b33c1e3 HTTP/1.1" status: 200 len: 375 time: 0.0548739 Sep 08 13:15:28.056040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] For port df466c87-426d-44e6-8ee7-93c64893f6ec, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:28.058985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-61ccb855-d152-49d0-9dc6-308363b41d1c tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Deleting port ad528a6b-d791-4606-8c26-35de5515e676 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:28.059370 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61ccb855-d152-49d0-9dc6-308363b41d1c tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.101167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-d1795012-4ac2-4a5b-91f3-1ac4f5f31ccd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636363 Sep 08 13:15:28.109614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] For port df466c87-426d-44e6-8ee7-93c64893f6ec, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=df466c87-426d-44e6-8ee7-93c64893f6ec,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:28.168924 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.200133 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d4a8572-26a8-4296-9eae-968dd91e8285 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.202132 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61ccb855-d152-49d0-9dc6-308363b41d1c tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.207860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:28.210878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:28.224491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:28.240495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Pushing event updated for resources: {'Port': ['ID=24523f5f-8bc0-4c4a-ab62-1929a397f8b3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:28.241758 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.254276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-eca98bf6-a35d-43d0-9031-c2a9f1f7c889 None None] Provisioning for port 2cde017e-a17a-474f-9f24-594961b95d99 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:28.258256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-eca98bf6-a35d-43d0-9031-c2a9f1f7c889 None None] Provisioning complete for port 2cde017e-a17a-474f-9f24-594961b95d99 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:28.258640 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eca98bf6-a35d-43d0-9031-c2a9f1f7c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.260876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-61ccb855-d152-49d0-9dc6-308363b41d1c tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Calling delete_port for ad528a6b-d791-4606-8c26-35de5515e676 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:28.305212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:28.306201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.307815 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] 10.222.0.60 "PUT /v2.0/ports/df466c87-426d-44e6-8ee7-93c64893f6ec HTTP/1.1" status: 200 len: 1091 time: 2.0985246 Sep 08 13:15:28.308462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f230d6-8349-416f-96ad-d721f3b8294e', 'tag': 'df466c87-426d-44e6-8ee7-93c64893f6ec'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:28.310947 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6c63f2-69c1-496b-877f-fef1b4438b20" -d '{"events": [{"name": "network-changed", "server_uuid": "82f230d6-8349-416f-96ad-d721f3b8294e", "tag": "df466c87-426d-44e6-8ee7-93c64893f6ec"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:28.330588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device baf56f63-dfa2-431b-a5ce-6392c5f5e5bd details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:15:28.376389 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d4a8572-26a8-4296-9eae-968dd91e8285 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.392799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47103a39-8d3c-4b6f-9303-f2dad613f48b service neutron] Pushing event updated for resources: {'Port': ['ID=df466c87-426d-44e6-8ee7-93c64893f6ec,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:28.412588 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-6746ba37-33e5-45de-99ca-9f99f58d761b service neutron] 10.222.0.69 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011584 Sep 08 13:15:28.437221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a8572-26a8-4296-9eae-968dd91e8285 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50435fcc-3b17-4a10-9f4e-4d7db5dcd249,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:28.450972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:28.465761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd', 'mac_address': 'fa:16:3e:34:6c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:15:28.488190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb037d5d-2d60-4d3c-b627-bf700cfab435 req-a98b8e0d-bf91-47c5-8cfe-e1c2faef7d5d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:28.490331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb037d5d-2d60-4d3c-b627-bf700cfab435 req-a98b8e0d-bf91-47c5-8cfe-e1c2faef7d5d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 947 time: 0.0614345 Sep 08 13:15:28.539567 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eca98bf6-a35d-43d0-9031-c2a9f1f7c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.548466 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.572395 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d4a8572-26a8-4296-9eae-968dd91e8285 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.572629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf56f63-dfa2-431b-a5ce-6392c5f5e5bd {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:28.573307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6d4a8572-26a8-4296-9eae-968dd91e8285 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9763780 Sep 08 13:15:28.574197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56326) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:28.581225 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb037d5d-2d60-4d3c-b627-bf700cfab435 req-8a557372-45c4-4580-9847-92ad67e53b3b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832703 Sep 08 13:15:28.588340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:28.599630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-eca98bf6-a35d-43d0-9031-c2a9f1f7c889 None None] For port 2cde017e-a17a-474f-9f24-594961b95d99, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2cde017e-a17a-474f-9f24-594961b95d99,segment=NetworkSegment(2e20fb76-f023-4046-ad68-0f8843e412c7),segment_id=2e20fb76-f023-4046-ad68-0f8843e412c7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:28.603835 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61ccb855-d152-49d0-9dc6-308363b41d1c tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.604456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:28.610253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a481934-6283-4318-bf01-a84a91e29c5a req-c7c8839d-2463-47ed-8f27-e17a467f3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:28.612165 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-c7c8839d-2463-47ed-8f27-e17a467f3bd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 1094 time: 0.1240618 Sep 08 13:15:28.665200 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872110ab-8859-4dca-ad76-9eb2046e09de x-openstack-request-id: req-872110ab-8859-4dca-ad76-9eb2046e09de {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:28.666705 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f230d6-8349-416f-96ad-d721f3b8294e", "tag": "df466c87-426d-44e6-8ee7-93c64893f6ec", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:28.666705 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-872110ab-8859-4dca-ad76-9eb2046e09de {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:28.666705 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f230d6-8349-416f-96ad-d721f3b8294e', 'tag': 'df466c87-426d-44e6-8ee7-93c64893f6ec', 'status': 'completed', 'code': 200} Sep 08 13:15:28.669592 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eca98bf6-a35d-43d0-9031-c2a9f1f7c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.698494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ccb855-d152-49d0-9dc6-308363b41d1c tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad528a6b-d791-4606-8c26-35de5515e676,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:28.709850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.716271 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-0cecd327-1e6c-4334-9316-6c63724a2195 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df466c87-426d-44e6-8ee7-93c64893f6ec HTTP/1.1" status: 200 len: 217 time: 0.0909317 Sep 08 13:15:28.720026 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61ccb855-d152-49d0-9dc6-308363b41d1c tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.721983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-61ccb855-d152-49d0-9dc6-308363b41d1c tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "DELETE /v2.0/ports/ad528a6b-d791-4606-8c26-35de5515e676 HTTP/1.1" status: 204 len: 168 time: 1.1358263 Sep 08 13:15:28.732911 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-01d9b6b8-6604-48e7-9eaf-6b723d5e61b6 service neutron] 10.222.0.69 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193204 Sep 08 13:15:28.733404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56328) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:28.772049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca98bf6-a35d-43d0-9031-c2a9f1f7c889 None None] Pushing event updated for resources: {'Port': ['ID=2cde017e-a17a-474f-9f24-594961b95d99,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:28.783898 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-936f3002-6438-49f9-92bc-6c06fd3b279a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] GET failed (client error): The resource could not be found. Sep 08 13:15:28.787469 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-936f3002-6438-49f9-92bc-6c06fd3b279a tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "GET /v2.0/ports/ad528a6b-d791-4606-8c26-35de5515e676 HTTP/1.1" status: 404 len: 333 time: 0.0501013 Sep 08 13:15:28.792454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56332) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:28.801566 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Request body: {'port': {'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-987965967'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:28.809443 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.839832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a481934-6283-4318-bf01-a84a91e29c5a req-2730dd91-11d6-4633-b237-c94d3c6a90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:28.842561 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-2730dd91-11d6-4633-b237-c94d3c6a90e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7a2bb6b-de34-41d6-880b-e39356c1d632 HTTP/1.1" status: 200 len: 845 time: 0.1180694 Sep 08 13:15:28.882494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-de8ba62c-d5c2-43e4-be28-66f1af59a5ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7477135-b06b-42df-ba4d-7c98c1ce1029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328155 Sep 08 13:15:28.911043 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d12eaeca-1510-49da-93c8-d0b2358b36cc None None] Provisioning complete for port 2cde017e-a17a-474f-9f24-594961b95d99 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:28.911043 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d12eaeca-1510-49da-93c8-d0b2358b36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:28.997512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:28.998009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Made reservation on behalf of 73eeb75cd604447b837903b1942d073c for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:29.000858 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:29.059129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] device_id is not set on port 24e72df6-f85d-4531-b362-6d039aac40c4 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:15:29.078458 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-9f6e16a1-9ce0-4deb-9e5c-32defbcc31ea service neutron] 10.222.0.60 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861978 Sep 08 13:15:29.079521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2cde017e-a17a-474f-9f24-594961b95d99 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:29.128325 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:29.185396 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428e2db-8b8b-465e-9ced-6843ad89b1a1 req-e90c58ca-f858-4ff2-a160-1baec6519973 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:29.192555 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9428e2db-8b8b-465e-9ced-6843ad89b1a1 req-e90c58ca-f858-4ff2-a160-1baec6519973 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 943 time: 0.1142323 Sep 08 13:15:29.240675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['baf56f63-dfa2-431b-a5ce-6392c5f5e5bd'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:29.282046 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 2cde017e-a17a-474f-9f24-594961b95d99 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:29.282460 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:29.286629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79c88e94-6288-4e5e-b5ec-6cc6c9ce9a7c req-dba68e27-cfbc-4f4a-8d63-939fb5a382eb tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 210 time: 0.0681891 Sep 08 13:15:29.287044 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9428e2db-8b8b-465e-9ced-6843ad89b1a1 req-97bbc2dd-20c4-4731-954f-031d62e2137d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933008 Sep 08 13:15:29.328894 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:29.438319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6f5875ae-fecc-4401-ae5a-fc064b4adf21 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:29.447806 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:29.499187 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a481934-6283-4318-bf01-a84a91e29c5a req-da00d30f-f1e4-498c-88a9-62ffe30561b2 service neutron] 10.222.0.60 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4131205 Sep 08 13:15:29.526245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:29.526685 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:29.598616 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:29.620121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Allocated IP 172.25.5.101 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/f5911e1d-7d30-47be-b4d8-fcd07b4822e3) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:29.693972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Router 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:15:29.811184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:15:29.820338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Sync routers for ids ['4c9c60ef-0997-4cc1-8cb2-908910be6ae7'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:15:29.830485 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Routers {'4c9c60ef-0997-4cc1-8cb2-908910be6ae7'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:29.831226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4c9c60ef-0997-4cc1-8cb2-908910be6ae7'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:29.911385 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:29.922406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b3bccee3-e98e-44dd-ad5a-9fd9bfa65d33 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3711591 Sep 08 13:15:29.923315 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56360) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:29.952626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Set router 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:15:30.020637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:30.079387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c63f2-69c1-496b-877f-fef1b4438b20 req-b58a2e2d-13a9-4f62-9c97-07cf9761670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:30.081576 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa6c63f2-69c1-496b-877f-fef1b4438b20 req-b58a2e2d-13a9-4f62-9c97-07cf9761670d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 1094 time: 0.4193444 Sep 08 13:15:30.132532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8b327-4f61-4668-9ca1-c20c1cad9dda req-7eb24753-c4ca-4c54-959d-183817669b52 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:30.134022 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13b8b327-4f61-4668-9ca1-c20c1cad9dda req-7eb24753-c4ca-4c54-959d-183817669b52 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 948 time: 0.4593799 Sep 08 13:15:30.142309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Network 816a5253-43d9-479b-81a9-8d1ad41c383c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:30.177523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:30.196546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event updated for resources: {'Port': ['ID=24e72df6-f85d-4531-b362-6d039aac40c4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:30.209244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'name': 'tempest-FloatingIPsTestJSON-1262614594-router', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:26Z', 'updated_at': '2021-09-08T13:15:28Z', 'revision_number': 3, 'project_id': '58bca251ce774a15848a8e9b3dd4f66b', 'gw_port': {'id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:27Z', 'updated_at': '2021-09-08T13:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:30.211485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:30.212536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:30.213157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:30.221662 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:30.320831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13b8b327-4f61-4668-9ca1-c20c1cad9dda req-46f93d10-6661-42ee-bba5-4cd610065a00 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562591 Sep 08 13:15:30.374020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c63f2-69c1-496b-877f-fef1b4438b20 req-f2128138-93ab-4e02-961f-d1f6eaf84e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:30.378090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa6c63f2-69c1-496b-877f-fef1b4438b20 req-f2128138-93ab-4e02-961f-d1f6eaf84e2b service neutron] 10.222.0.60 "GET /v2.0/networks?id=f7477135-b06b-42df-ba4d-7c98c1ce1029 HTTP/1.1" status: 200 len: 906 time: 0.2730143 Sep 08 13:15:30.405200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:15:30.423388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Checking router: 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:15:30.423388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Updating router 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 port 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:15:30.449326 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c7facd21-bff2-4b34-b830-6b61a5030d31 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6533144 Sep 08 13:15:30.455534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56388) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:30.463828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:30.470377 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:30.484330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42407702-6547-4fde-8392-0db76cc996eb req-098199f6-c336-4eb9-aae8-8a26ae58f581 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 210 time: 0.0797329 Sep 08 13:15:30.487618 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa6c63f2-69c1-496b-877f-fef1b4438b20 req-b304cd5a-72eb-45af-bc8a-dd867148749b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df466c87-426d-44e6-8ee7-93c64893f6ec HTTP/1.1" status: 200 len: 217 time: 0.0697620 Sep 08 13:15:30.542025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c63f2-69c1-496b-877f-fef1b4438b20 req-2678a448-69ad-4522-92f6-65260b2f0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:30.543643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa6c63f2-69c1-496b-877f-fef1b4438b20 req-2678a448-69ad-4522-92f6-65260b2f0cb7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7a2bb6b-de34-41d6-880b-e39356c1d632 HTTP/1.1" status: 200 len: 845 time: 0.0489693 Sep 08 13:15:30.578550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa6c63f2-69c1-496b-877f-fef1b4438b20 req-868ef0fa-fcfa-4de2-ae78-a3bdfe42add9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7477135-b06b-42df-ba4d-7c98c1ce1029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273573 Sep 08 13:15:30.579796 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e219fd8-821d-436a-9f93-2e5ee8386dc4 req-086e6a0d-124e-4d92-898b-40d79154dfd1 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:30.581389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e219fd8-821d-436a-9f93-2e5ee8386dc4 req-086e6a0d-124e-4d92-898b-40d79154dfd1 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 943 time: 0.1580088 Sep 08 13:15:30.592040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:30.614285 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:30.683631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:30.702083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'mac_address': 'fa:16:3e:29:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:15:30.706013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:30.710622 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e219fd8-821d-436a-9f93-2e5ee8386dc4 req-7cf113bb-1efe-4c68-a1cd-dd6dc264a9b9 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150749 Sep 08 13:15:30.726703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:30.739131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:30.747724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:30.792976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event updated for resources: {'Port': ['ID=f5911e1d-7d30-47be-b4d8-fcd07b4822e3,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:30.833303 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa6c63f2-69c1-496b-877f-fef1b4438b20 req-b831b263-04dd-47fc-9a09-b8d9faaa920c service neutron] 10.222.0.60 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438962 Sep 08 13:15:30.940476 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:30.989130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Transition to ACTIVE for port object 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:30.989530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] device_id is not set on port 24e72df6-f85d-4531-b362-6d039aac40c4 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:15:31.003811 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.010320 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.016377 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Allocated IP 172.20.0.1 (20700276-2967-4c34-83a4-7508f16adb26/2a7dd237-63e8-4246-bedd-40b8a2c397c4/9ed00b3d-306f-4e6b-9b45-20e3e3cadc81) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:31.020380 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.032732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Transition to ACTIVE for port object 24e72df6-f85d-4531-b362-6d039aac40c4 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:31.047502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:31.070498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:31.083442 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa6c63f2-69c1-496b-877f-fef1b4438b20 req-10a1bfb0-f334-49aa-b311-2149bcb26319 service neutron] 10.222.0.60 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304184 Sep 08 13:15:31.100878 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.155318 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.164296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Attempting to bind port 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:31.164666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Attempting to bind port 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:31.165032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Attempting to bind port 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:31.170865 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.174246 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c1115-7e3e-43f9-812b-318e2730d8f7 None None] Pushing event updated for resources: {'Port': ['ID=24523f5f-8bc0-4c4a-ab62-1929a397f8b3,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:31.175718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Transition to ACTIVE for port object 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:31.185542 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:31.186330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:31.186837 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.187461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:31.188182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Bound port: 24523f5f-8bc0-4c4a-ab62-1929a397f8b3, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:31.188747 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.224404 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.240997 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.252217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event updated for resources: {'Port': ['ID=24e72df6-f85d-4531-b362-6d039aac40c4,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:31.285727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:31.294938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:31.295900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:31.305871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:31.307294 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:31.307971 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 2 to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 Sep 08 13:15:31.324282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:31.324977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:31.325531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:31.331424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:31.332183 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:31.332787 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 3 to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 Sep 08 13:15:31.360157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:31.360157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:31.360157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:31.363305 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:31.363910 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:31.364702 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 4 to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 Sep 08 13:15:31.389215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:31.396270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:31.397049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:31.397595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:31.403457 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:31.404096 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:31.404910 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 5 to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 Sep 08 13:15:31.417572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['a8ca8e5a-929b-4db1-a2c6-40fb26c64db5'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:31.424382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:31.425059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:31.425621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:31.432225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:31.432938 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:31.433542 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 6 to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 Sep 08 13:15:31.448436 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:31.454020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:31.454834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:31.459648 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.475922 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:31.476608 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:31.497868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4507bb9-6782-4df4-9366-45b4000b7fde req-9909b91c-c703-4bc2-b6d8-cb5219716030 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:31.502496 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 7 to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 Sep 08 13:15:31.514328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] For port 24523f5f-8bc0-4c4a-ab62-1929a397f8b3, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:31.514499 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4507bb9-6782-4df4-9366-45b4000b7fde req-9909b91c-c703-4bc2-b6d8-cb5219716030 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 948 time: 0.0871506 Sep 08 13:15:31.524731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] For port 24523f5f-8bc0-4c4a-ab62-1929a397f8b3, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=24523f5f-8bc0-4c4a-ab62-1929a397f8b3,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:31.547156 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.560039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Network 20700276-2967-4c34-83a4-7508f16adb26 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:31.568191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:31.575523 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:31.575864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:31.576308 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:31.581532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:31.585293 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4507bb9-6782-4df4-9366-45b4000b7fde req-54ab185a-4278-438e-905b-444b7d8b60f4 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788136 Sep 08 13:15:31.586084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed00b3d-306f-4e6b-9b45-20e3e3cadc81,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:31.637471 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.650364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:31.650702 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:31.657871 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 8 to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 Sep 08 13:15:31.682860 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.683395 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.756403 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9502983c-b91e-464b-aee2-710b7cd70485 req-ee9f138c-5235-4230-bd0d-41a3565010af tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 210 time: 0.1078269 Sep 08 13:15:31.766655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Routers {'4c9c60ef-0997-4cc1-8cb2-908910be6ae7'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:31.767533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4c9c60ef-0997-4cc1-8cb2-908910be6ae7'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:31.854624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:31.854990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:31.855340 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:31.865411 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:31.865687 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:31.869513 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 9 to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 Sep 08 13:15:31.878410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event updated for resources: {'Port': ['ID=f5911e1d-7d30-47be-b4d8-fcd07b4822e3,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:31.884609 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:31.940898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:31.941557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:31.942414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:31.943422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] Set router 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:15:31.974751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:31.975436 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:31.977771 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempt 10 to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 Sep 08 13:15:32.002811 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048058-8dc5-4365-a5af-954cd6ec389c req-78f7cb03-7dad-447b-a430-60b873d50435 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:32.004359 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38048058-8dc5-4365-a5af-954cd6ec389c req-78f7cb03-7dad-447b-a430-60b873d50435 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 943 time: 0.1366372 Sep 08 13:15:32.037761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:32.038130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:32.038514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempting to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:32.044982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:32.044982 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Failed to bind port 24e72df6-f85d-4531-b362-6d039aac40c4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '816a5253-43d9-479b-81a9-8d1ad41c383c'}] Sep 08 13:15:32.045390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.047477 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.049292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-48640bc7-c504-4293-96d8-f367f69c71c0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4690750 Sep 08 13:15:32.075442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c1115-7e3e-43f9-812b-318e2730d8f7 None None] Pushing event updated for resources: {'Port': ['ID=24523f5f-8bc0-4c4a-ab62-1929a397f8b3,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:32.137195 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38048058-8dc5-4365-a5af-954cd6ec389c req-5612dec1-b078-4a66-9b48-b08f44b14966 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986378 Sep 08 13:15:32.154730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-476a78d3-f87c-4223-a35e-182689e9879a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:32.156702 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-476a78d3-f87c-4223-a35e-182689e9879a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.70 "GET /v2.0/networks?id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d HTTP/1.1" status: 200 len: 812 time: 0.2141173 Sep 08 13:15:32.163969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] For port 24e72df6-f85d-4531-b362-6d039aac40c4, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:32.163969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attempted to set empty binding levels {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 08 13:15:32.176804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'port': {'device_id': 'f33a98ee-5859-44ad-a941-be7ee0e75891', 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d', 'admin_state_up': True, 'tenant_id': '2a6adca573eb4139a35f59a45b33c1e3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:32.207133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.241994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1a1d2d6b-e55e-495b-9ee8-f1b222fbc899 None None] Provisioning for port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:32.258737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1a1d2d6b-e55e-495b-9ee8-f1b222fbc899 None None] Provisioning complete for port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:32.269343 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1a1d2d6b-e55e-495b-9ee8-f1b222fbc899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.269503 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.301483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:32.314257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] In _notify_port_updated(), no bound segment for port 24e72df6-f85d-4531-b362-6d039aac40c4 on network 816a5253-43d9-479b-81a9-8d1ad41c383c {{(pid=96264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:15:32.315282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:32.315750 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.319933 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "PUT /v2.0/ports/24e72df6-f85d-4531-b362-6d039aac40c4 HTTP/1.1" status: 200 len: 974 time: 1.8579497 Sep 08 13:15:32.325316 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56432) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:32.372976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1a1d2d6b-e55e-495b-9ee8-f1b222fbc899 None None] Port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:15:32.374888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711b3f4-54c4-47d5-872e-0bf12c0eaab5 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event updated for resources: {'Port': ['ID=24e72df6-f85d-4531-b362-6d039aac40c4,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:32.382439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'name': 'tempest-FloatingIPsTestJSON-1262614594-router', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:26Z', 'updated_at': '2021-09-08T13:15:28Z', 'revision_number': 3, 'project_id': '58bca251ce774a15848a8e9b3dd4f66b', 'gw_port': {'id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:27Z', 'updated_at': '2021-09-08T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:32.400877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-05e9cf9f-186d-4bcc-8539-934210733997 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1890089627&fields=id&tenant_id=1dec3032600c45b5b3c9f460ca7dc40a HTTP/1.1" status: 200 len: 267 time: 0.1115878 Sep 08 13:15:32.414677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64516e4c-8dcf-4bd3-8512-21710a35e250 None None] The sync data for ids ['4c9c60ef-0997-4cc1-8cb2-908910be6ae7'] in n-d-807558-3 is: [{'id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'name': 'tempest-FloatingIPsTestJSON-1262614594-router', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:26Z', 'updated_at': '2021-09-08T13:15:28Z', 'revision_number': 3, 'project_id': '58bca251ce774a15848a8e9b3dd4f66b', 'gw_port': {'id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:27Z', 'updated_at': '2021-09-08T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:15:32.419539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:32.419934 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.588450 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.624768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:32.628098 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b8493f-6eda-40b5-bcd0-596431b71d83" -d '{"events": [{"server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:32.649419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:32.680070 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-3ed0d8e2-8cb1-48bc-a16d-73536c805bc3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:32.691000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-3ed0d8e2-8cb1-48bc-a16d-73536c805bc3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 812 time: 0.2874589 Sep 08 13:15:32.700561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbef68-ca07-4bf6-9661-c17f41535292 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Deleting port 24e72df6-f85d-4531-b362-6d039aac40c4 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:32.700921 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bfbef68-ca07-4bf6-9661-c17f41535292 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.708481 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.709432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device baf56f63-dfa2-431b-a5ce-6392c5f5e5bd up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:32.720340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-d24790a9-ab94-4fb6-8a57-cd44a7e37c16 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/quotas/1dec3032600c45b5b3c9f460ca7dc40a HTTP/1.1" status: 200 len: 375 time: 0.0275736 Sep 08 13:15:32.782586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Made reservation on behalf of 2a6adca573eb4139a35f59a45b33c1e3 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:32.789839 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.840108 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:32.855391 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.881016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-ae8119f3-a495-48b2-be8a-76409167bc41 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1594021 Sep 08 13:15:32.892982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-5bfbef68-ca07-4bf6-9661-c17f41535292 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] For port 24e72df6-f85d-4531-b362-6d039aac40c4, host n-h1-807558-3, got binding levels [] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:32.893368 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bfbef68-ca07-4bf6-9661-c17f41535292 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.923484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5bfbef68-ca07-4bf6-9661-c17f41535292 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Calling delete_port for 24e72df6-f85d-4531-b362-6d039aac40c4 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:32.941978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b6783-6cd8-4ae0-b438-ede7c3dfec72 req-a7ebb2b7-efc5-4001-98ea-156fe4fc3f05 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:32.943683 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ad6b6783-6cd8-4ae0-b438-ede7c3dfec72 req-a7ebb2b7-efc5-4001-98ea-156fe4fc3f05 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 948 time: 0.2382433 Sep 08 13:15:32.971350 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:32.991739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:32.997096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:33.000302 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:33.125817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-db863300-2221-460e-ad76-8e180e21f1db service neutron] 10.222.0.69 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308059 Sep 08 13:15:33.160071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Allocated IP 172.20.0.6 (5f429b72-16fb-4d54-8b26-7abcbc5aa31d/d8c417ce-79bc-4a26-a543-02d4f244beb1/9d796fc7-e9c9-46ca-824e-9b1f25742a58) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:33.190275 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:33.246393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:33.311011 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:33.433886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:33.457626 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-d6f363cc-9156-4c4f-869d-2e083d9d8a9e service neutron] 10.222.0.69 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166394 Sep 08 13:15:33.471542 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device df466c87-426d-44e6-8ee7-93c64893f6ec details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:15:33.513882 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ad6b6783-6cd8-4ae0-b438-ede7c3dfec72 req-da277a3f-0a7d-4ca7-852f-f4c7d7a7eb89 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545394 Sep 08 13:15:33.526839 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:33.527404 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:33.569039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed00b3d-306f-4e6b-9b45-20e3e3cadc81,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:33.632588 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce074609-5747-4622-877f-1753a744c851 x-openstack-request-id: req-ce074609-5747-4622-877f-1753a744c851 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:33.632881 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:33.635492 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ce074609-5747-4622-877f-1753a744c851 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:33.635986 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'code': 200} Sep 08 13:15:33.668690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port df466c87-426d-44e6-8ee7-93c64893f6ec, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=df466c87-426d-44e6-8ee7-93c64893f6ec,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:33.695512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'df466c87-426d-44e6-8ee7-93c64893f6ec', 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'port_id': 'df466c87-426d-44e6-8ee7-93c64893f6ec', 'mac_address': 'fa:16:3e:63:f0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a2bb6b-de34-41d6-880b-e39356c1d632', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:15:33.749437 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:33.777432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df466c87-426d-44e6-8ee7-93c64893f6ec {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:33.799572 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b4f8cac-f760-4192-86ff-22c54c7f1138 req-dc414065-cc8f-4f20-931f-f9af12cd0ef8 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 210 time: 0.0633860 Sep 08 13:15:33.807745 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:33.885903 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port df466c87-426d-44e6-8ee7-93c64893f6ec, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=df466c87-426d-44e6-8ee7-93c64893f6ec,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:33.904800 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Network 20700276-2967-4c34-83a4-7508f16adb26 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:33.914084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:33.962335 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:34.024445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:34.037999 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bfbef68-ca07-4bf6-9661-c17f41535292 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:34.060918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:34.082204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:34.084404 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bfbef68-ca07-4bf6-9661-c17f41535292 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:34.100947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'Port': ['ID=9d796fc7-e9c9-46ca-824e-9b1f25742a58,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:34.106157 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5bfbef68-ca07-4bf6-9661-c17f41535292 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "DELETE /v2.0/ports/24e72df6-f85d-4531-b362-6d039aac40c4 HTTP/1.1" status: 204 len: 168 time: 1.7775106 Sep 08 13:15:34.114380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=df466c87-426d-44e6-8ee7-93c64893f6ec,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:34.124188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56472) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:34.158511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbef68-ca07-4bf6-9661-c17f41535292 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] Pushing event deleted for resources: {'Port': ['ID=24e72df6-f85d-4531-b362-6d039aac40c4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:34.214594 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f91e5a-dfed-4fbc-a433-06bd7bdb5a87 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] GET failed (client error): The resource could not be found. Sep 08 13:15:34.222356 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-85f91e5a-dfed-4fbc-a433-06bd7bdb5a87 tempest-PortsAdminExtendedAttrsTestJSON-410984846 tempest-PortsAdminExtendedAttrsTestJSON-410984846-project-admin] 10.222.0.69 "GET /v2.0/ports/24e72df6-f85d-4531-b362-6d039aac40c4 HTTP/1.1" status: 404 len: 333 time: 0.0698047 Sep 08 13:15:34.236609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fb8f3-9c3f-48b0-821a-e712a1fabffd req-2118b1a4-cb6e-4fde-a675-831e1d95f6b3 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:34.238792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-255fb8f3-9c3f-48b0-821a-e712a1fabffd req-2118b1a4-cb6e-4fde-a675-831e1d95f6b3 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 943 time: 0.3136106 Sep 08 13:15:34.238994 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-271bdb1e-e658-4e09-a5bd-b085350fa39b req-3ae0cd1d-3f13-4c55-a95d-246f02df675d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 210 time: 0.0839293 Sep 08 13:15:34.239652 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56474) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:34.249193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:34.249874 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:34.335471 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['df466c87-426d-44e6-8ee7-93c64893f6ec'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:34.396712 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:34.400957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-255fb8f3-9c3f-48b0-821a-e712a1fabffd req-5d3a33d8-2dd8-4206-b4bc-2c4a84ba52d8 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427746 Sep 08 13:15:34.404386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Router 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:15:34.431776 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-94584e79-d022-4227-8191-825154fd09f2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2616587 Sep 08 13:15:34.452339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Request body: {'port': {'device_id': 'f33a98ee-5859-44ad-a941-be7ee0e75891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:34.457094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e92fc13f-edbe-4942-ba91-bdeafa94dfbd None None] Provisioning complete for port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:34.458051 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e92fc13f-edbe-4942-ba91-bdeafa94dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:34.539956 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:34.572341 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e92fc13f-edbe-4942-ba91-bdeafa94dfbd None None] Port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:15:34.718625 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:34.836045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816a5253-43d9-479b-81a9-8d1ad41c383c']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:34.848804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:34.849313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac3baee8-c7aa-40bc-ad81-0b2b04299c45') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:34.860830 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:34.879711 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:34.889873 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:15:34.890462 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:34.916440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d796fc7-e9c9-46ca-824e-9b1f25742a58 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:34.931980 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:34.988323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Transition to ACTIVE for port object 9d796fc7-e9c9-46ca-824e-9b1f25742a58 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:35.009373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffc750-e9aa-4633-896a-bfd5438636e0 req-919bb2bc-b09e-422d-9d50-d57f93f02b4f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:35.011391 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7fffc750-e9aa-4633-896a-bfd5438636e0 req-919bb2bc-b09e-422d-9d50-d57f93f02b4f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 931 time: 0.0765049 Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:15:35.021737 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:15:35.057144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:15:35.065110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:35.065897 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a6c9e4ac-1621-4efb-91ec-e1b372232048 admin admin] 10.222.0.69 "PUT /v2.0/routers/4c9c60ef-0997-4cc1-8cb2-908910be6ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1414320 Sep 08 13:15:35.093788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc3b76-06e0-4003-851d-159b03d41a3d req-27362166-76aa-46aa-98a4-795fe06696ee tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:35.099579 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bffc3b76-06e0-4003-851d-159b03d41a3d req-27362166-76aa-46aa-98a4-795fe06696ee tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.4077442 Sep 08 13:15:35.128095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7fffc750-e9aa-4633-896a-bfd5438636e0 req-09782145-b9b8-47ad-8c3c-c47bf630653b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931532 Sep 08 13:15:35.139339 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:35.191733 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bffc3b76-06e0-4003-851d-159b03d41a3d req-31bf0eb1-f6cf-4ca1-99c2-c0bb566cd6d0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875380 Sep 08 13:15:35.208279 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:35.259533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:35.261954 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:35.263913 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] 10.222.0.69 "DELETE /v2.0/networks/816a5253-43d9-479b-81a9-8d1ad41c383c HTTP/1.1" status: 204 len: 168 time: 0.9626880 Sep 08 13:15:35.266412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5df623-f42c-431d-8d2f-609ab1a37ec2 tempest-PortsAdminExtendedAttrsTestJSON-758773008 tempest-PortsAdminExtendedAttrsTestJSON-758773008-project] Pushing event deleted for resources: {'Network': ['ID=816a5253-43d9-479b-81a9-8d1ad41c383c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:35.268636 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Sync routers for ids ['4c9c60ef-0997-4cc1-8cb2-908910be6ae7'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:15:35.277959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:35.278359 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:35.280745 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Routers {'4c9c60ef-0997-4cc1-8cb2-908910be6ae7'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:35.281408 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4c9c60ef-0997-4cc1-8cb2-908910be6ae7'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:35.393792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Pushing event updated for resources: {'Port': ['ID=9d796fc7-e9c9-46ca-824e-9b1f25742a58,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:35.457463 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:35.470860 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Set router 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:15:35.505599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device df466c87-426d-44e6-8ee7-93c64893f6ec up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:35.525690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 24523f5f-8bc0-4c4a-ab62-1929a397f8b3, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=24523f5f-8bc0-4c4a-ab62-1929a397f8b3,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:35.534616 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1631506-39f9-4922-bcaa-d43e48c92fe5 req-85ef3d44-34f1-499b-bac8-7153b9d0452c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 210 time: 0.0642848 Sep 08 13:15:35.597707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Attempting to bind port 9d796fc7-e9c9-46ca-824e-9b1f25742a58 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:35.598060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Attempting to bind port 9d796fc7-e9c9-46ca-824e-9b1f25742a58 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '3beac38d-3f7c-4026-ad32-85258d3e58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:35.598780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Attempting to bind port 9d796fc7-e9c9-46ca-824e-9b1f25742a58 on network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:35.604302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Port 9d796fc7-e9c9-46ca-824e-9b1f25742a58 on network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:35.604642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Attempting to bind port 9d796fc7-e9c9-46ca-824e-9b1f25742a58 on network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:35.617624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:35.617991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Checking segment: {'id': '3beac38d-3f7c-4026-ad32-85258d3e58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:35.618397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Bound using segment: {'id': '3beac38d-3f7c-4026-ad32-85258d3e58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:35.619386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Bound port: 9d796fc7-e9c9-46ca-824e-9b1f25742a58, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3beac38d-3f7c-4026-ad32-85258d3e58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:35.619761 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:35.631580 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:35.719483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1211ceef-d95c-412e-8efb-01c97f072be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:35.721792 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001db02d-c533-4b01-bec2-7c5111a85c3d" -d '{"events": [{"server_uuid": "1211ceef-d95c-412e-8efb-01c97f072be4", "name": "network-vif-plugged", "status": "completed", "tag": "baf56f63-dfa2-431b-a5ce-6392c5f5e5bd"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:35.740413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=24523f5f-8bc0-4c4a-ab62-1929a397f8b3,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:35.757017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] For port 9d796fc7-e9c9-46ca-824e-9b1f25742a58, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:35.758266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port df466c87-426d-44e6-8ee7-93c64893f6ec completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:35.760602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] For port 9d796fc7-e9c9-46ca-824e-9b1f25742a58, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9d796fc7-e9c9-46ca-824e-9b1f25742a58,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:35.764923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port df466c87-426d-44e6-8ee7-93c64893f6ec triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:35.765543 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:35.867202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d9e1f-2a86-4a91-b751-d7a5783b8173 req-6cb21be1-3f31-41c6-9575-64e9ca08acbf tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:35.880312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e2d9e1f-2a86-4a91-b751-d7a5783b8173 req-6cb21be1-3f31-41c6-9575-64e9ca08acbf tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 944 time: 0.1181135 Sep 08 13:15:35.958628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e2d9e1f-2a86-4a91-b751-d7a5783b8173 req-0cff8318-ee20-44f3-b862-6a01b314a710 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745339 Sep 08 13:15:35.964723 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e8d1d767-60d9-407e-99b0-7bcfe1124cb0 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4526789 Sep 08 13:15:35.967568 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:35.972781 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'name': 'tempest-FloatingIPsTestJSON-1262614594-router', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:26Z', 'updated_at': '2021-09-08T13:15:32Z', 'revision_number': 4, 'project_id': '58bca251ce774a15848a8e9b3dd4f66b', 'gw_port': {'id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:27Z', 'updated_at': '2021-09-08T13:15:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '9ed00b3d-306f-4e6b-9b45-20e3e3cadc81', 'name': '', 'network_id': '20700276-2967-4c34-83a4-7508f16adb26', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'mac_address': 'fa:16:3e:18:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2a7dd237-63e8-4246-bedd-40b8a2c397c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:30Z', 'updated_at': '2021-09-08T13:15:32Z', 'revision_number': 2, 'project_id': '58bca251ce774a15848a8e9b3dd4f66b', 'subnets': [{'id': '2a7dd237-63e8-4246-bedd-40b8a2c397c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:35.989140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:36.024217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port df466c87-426d-44e6-8ee7-93c64893f6ec, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=df466c87-426d-44e6-8ee7-93c64893f6ec,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:36.033534 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6da80f-cf48-4ddd-b220-debc11f1b6bc x-openstack-request-id: req-ab6da80f-cf48-4ddd-b220-debc11f1b6bc {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:36.033835 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1211ceef-d95c-412e-8efb-01c97f072be4", "name": "network-vif-plugged", "status": "completed", "tag": "baf56f63-dfa2-431b-a5ce-6392c5f5e5bd", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:36.034259 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ab6da80f-cf48-4ddd-b220-debc11f1b6bc {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:36.034665 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1211ceef-d95c-412e-8efb-01c97f072be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd', 'code': 200} Sep 08 13:15:36.035918 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Checking router: 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:15:36.036263 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Updating router 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:15:36.067842 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.068610 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.117343 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.123154 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.237891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=df466c87-426d-44e6-8ee7-93c64893f6ec,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:36.245073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:36.245717 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.254827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] 10.222.0.70 "PUT /v2.0/ports/9d796fc7-e9c9-46ca-824e-9b1f25742a58 HTTP/1.1" status: 200 len: 1091 time: 1.8129406 Sep 08 13:15:36.255349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33a98ee-5859-44ad-a941-be7ee0e75891', 'tag': '9d796fc7-e9c9-46ca-824e-9b1f25742a58'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:36.263412 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cafda6b-677d-44b8-8db4-458aa7fb41ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f33a98ee-5859-44ad-a941-be7ee0e75891", "tag": "9d796fc7-e9c9-46ca-824e-9b1f25742a58"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:36.301604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56516) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:36.401170 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.564653 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.577571 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Transition to ACTIVE for port object 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:36.596924 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b9ab4a56-1643-476b-9ded-4e710dcff174 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ded85e8d36344dd7b77c404f2aa1bf66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936294 Sep 08 13:15:36.600404 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56526) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:36.619411 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Allocated IP 172.25.5.62 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/aa3fdcff-888e-4756-ba68-a5b67b339cd6) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:36.648777 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.777347 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1039728-2dd0-4ff0-9938-c671d4bb255d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.802749 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1039728-2dd0-4ff0-9938-c671d4bb255d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.884695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834daeda-ae7e-4c1c-9f99-1e894b27a882 service neutron] Pushing event updated for resources: {'Port': ['ID=9d796fc7-e9c9-46ca-824e-9b1f25742a58,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:36.902998 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563ecae-4b63-4c62-b4b1-d5d4799c995c None None] Pushing event updated for resources: {'Port': ['ID=9ed00b3d-306f-4e6b-9b45-20e3e3cadc81,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:36.903693 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Attempting to bind port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:36.904184 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Attempting to bind port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '2e20fb76-f023-4046-ad68-0f8843e412c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '20700276-2967-4c34-83a4-7508f16adb26'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:36.904691 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Attempting to bind port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 on network 20700276-2967-4c34-83a4-7508f16adb26 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:36.913084 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:36.914066 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Checking segment: {'id': '2e20fb76-f023-4046-ad68-0f8843e412c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '20700276-2967-4c34-83a4-7508f16adb26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:36.914848 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.915854 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Bound using segment: {'id': '2e20fb76-f023-4046-ad68-0f8843e412c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '20700276-2967-4c34-83a4-7508f16adb26'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:36.916449 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Bound port: 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e20fb76-f023-4046-ad68-0f8843e412c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '20700276-2967-4c34-83a4-7508f16adb26'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:36.917007 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.917150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d2e20-2286-4deb-91e1-03a5c9d299a1 req-3e180b55-0208-426f-bb37-f6ba979c9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:36.923598 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-228d2e20-2286-4deb-91e1-03a5c9d299a1 req-3e180b55-0208-426f-bb37-f6ba979c9c0c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 1100 time: 0.7614772 Sep 08 13:15:36.968575 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.973533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1039728-2dd0-4ff0-9938-c671d4bb255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.977034 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1039728-2dd0-4ff0-9938-c671d4bb255d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:36.978485 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a1039728-2dd0-4ff0-9938-c671d4bb255d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f30794ff-4e31-4057-952d-7017d362c025 HTTP/1.1" status: 204 len: 168 time: 0.3768644 Sep 08 13:15:36.999130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1039728-2dd0-4ff0-9938-c671d4bb255d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30794ff-4e31-4057-952d-7017d362c025,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:37.028882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:37.083062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-228d2e20-2286-4deb-91e1-03a5c9d299a1 req-8edfaedb-c22d-4c94-ab34-dff55c919749 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056967 Sep 08 13:15:37.123487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cefac2-3cb0-421b-bce2-7c9a6b4d4027 req-55cff863-aaba-4e76-a1bc-2db9cce1e3c2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:37.130035 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0cefac2-3cb0-421b-bce2-7c9a6b4d4027 req-55cff863-aaba-4e76-a1bc-2db9cce1e3c2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 943 time: 0.8323586 Sep 08 13:15:37.163152 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:37.163929 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:37.188685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-bdb70149-f88e-4f04-806c-7db329eeed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:37.194641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-bdb70149-f88e-4f04-806c-7db329eeed12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 1094 time: 0.3574677 Sep 08 13:15:37.231992 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] For port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:37.237008 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] For port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9ed00b3d-306f-4e6b-9b45-20e3e3cadc81,segment=NetworkSegment(2e20fb76-f023-4046-ad68-0f8843e412c7),segment_id=2e20fb76-f023-4046-ad68-0f8843e412c7)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:37.262639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0cefac2-3cb0-421b-bce2-7c9a6b4d4027 req-1fd2e725-4a0a-481f-be68-70749390587d tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222298 Sep 08 13:15:37.304535 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:37.305439 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:37.378506 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-bd1ccf37-600c-47be-b4ac-853cdd692500 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d796fc7-e9c9-46ca-824e-9b1f25742a58 HTTP/1.1" status: 200 len: 217 time: 0.0455110 Sep 08 13:15:37.407169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:37.420895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:37.427701 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:37.432243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Pushing event updated for resources: {'Port': ['ID=aa3fdcff-888e-4756-ba68-a5b67b339cd6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:37.441654 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Routers {'4c9c60ef-0997-4cc1-8cb2-908910be6ae7'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:37.450087 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4c9c60ef-0997-4cc1-8cb2-908910be6ae7'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:37.460857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-c1cd7fef-6873-447a-bda4-b491b7067ec6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:37.460857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-c1cd7fef-6873-447a-bda4-b491b7067ec6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 812 time: 0.4125307 Sep 08 13:15:37.591709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-70ca125a-e36a-48e9-9fdd-fb519023b621 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dec3032600c45b5b3c9f460ca7dc40a HTTP/1.1" status: 200 len: 380 time: 0.1193640 Sep 08 13:15:37.604851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Request body: {'port': {'device_id': '84a51b95-32ce-47cc-b131-c698f976d462', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'admin_state_up': True, 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'security_groups': ['1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:37.634464 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:37.636450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9352359-6191-4ef4-88c3-9ab7922f39df req-82410690-2d3d-4b4e-8b79-55cb3f740b2b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:37.646533 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9352359-6191-4ef4-88c3-9ab7922f39df req-82410690-2d3d-4b4e-8b79-55cb3f740b2b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.2623217 Sep 08 13:15:37.671441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-5846a528-200e-4b85-9ad0-9b328072c79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:37.674350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-5846a528-200e-4b85-9ad0-9b328072c79d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d8c417ce-79bc-4a26-a543-02d4f244beb1 HTTP/1.1" status: 200 len: 852 time: 0.2745225 Sep 08 13:15:37.678497 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] Set router 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:15:37.725726 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563ecae-4b63-4c62-b4b1-d5d4799c995c None None] Pushing event updated for resources: {'Port': ['ID=9ed00b3d-306f-4e6b-9b45-20e3e3cadc81,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:37.752974 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-24dc2c94-5c48-4936-99d1-3a42a341d659 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566373 Sep 08 13:15:37.756893 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-54dce9a1-2569-45e8-9e13-622ce4159e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:37.798995 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:37.829528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9352359-6191-4ef4-88c3-9ab7922f39df req-3219df96-0b53-4952-a247-7177bc0b8f01 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813152 Sep 08 13:15:37.935884 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d444b948-3891-41b5-afcf-2a7e5dff4e0f x-openstack-request-id: req-d444b948-3891-41b5-afcf-2a7e5dff4e0f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:37.936614 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33a98ee-5859-44ad-a941-be7ee0e75891", "tag": "9d796fc7-e9c9-46ca-824e-9b1f25742a58", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:37.936614 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d444b948-3891-41b5-afcf-2a7e5dff4e0f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:37.937190 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33a98ee-5859-44ad-a941-be7ee0e75891', 'tag': '9d796fc7-e9c9-46ca-824e-9b1f25742a58', 'status': 'completed', 'code': 200} Sep 08 13:15:38.013096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-2e7f2660-e4ae-4a43-aee4-aa6563e4620f service neutron] 10.222.0.70 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918507 Sep 08 13:15:38.037397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f230d6-8349-416f-96ad-d721f3b8294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df466c87-426d-44e6-8ee7-93c64893f6ec'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:38.042896 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e15dc19-ab28-4384-9517-8a47fa1350a4" -d '{"events": [{"server_uuid": "82f230d6-8349-416f-96ad-d721f3b8294e", "name": "network-vif-plugged", "status": "completed", "tag": "df466c87-426d-44e6-8ee7-93c64893f6ec"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:38.148717 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:38.153297 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'name': 'tempest-FloatingIPsTestJSON-1262614594-router', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:26Z', 'updated_at': '2021-09-08T13:15:32Z', 'revision_number': 4, 'project_id': '58bca251ce774a15848a8e9b3dd4f66b', 'gw_port': {'id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:27Z', 'updated_at': '2021-09-08T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '9ed00b3d-306f-4e6b-9b45-20e3e3cadc81', 'name': '', 'network_id': '20700276-2967-4c34-83a4-7508f16adb26', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'mac_address': 'fa:16:3e:18:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2a7dd237-63e8-4246-bedd-40b8a2c397c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:30Z', 'updated_at': '2021-09-08T13:15:37Z', 'revision_number': 4, 'project_id': '58bca251ce774a15848a8e9b3dd4f66b', 'subnets': [{'id': '2a7dd237-63e8-4246-bedd-40b8a2c397c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:38.153460 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa068ee8-26c8-4998-8001-3d2e8a3f3390 None None] The sync data for ids ['4c9c60ef-0997-4cc1-8cb2-908910be6ae7'] in n-d-807558-3 is: [{'id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'name': 'tempest-FloatingIPsTestJSON-1262614594-router', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:26Z', 'updated_at': '2021-09-08T13:15:32Z', 'revision_number': 4, 'project_id': '58bca251ce774a15848a8e9b3dd4f66b', 'gw_port': {'id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:27Z', 'updated_at': '2021-09-08T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '9ed00b3d-306f-4e6b-9b45-20e3e3cadc81', 'name': '', 'network_id': '20700276-2967-4c34-83a4-7508f16adb26', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'mac_address': 'fa:16:3e:18:2b:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '2a7dd237-63e8-4246-bedd-40b8a2c397c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:30Z', 'updated_at': '2021-09-08T13:15:37Z', 'revision_number': 4, 'project_id': '58bca251ce774a15848a8e9b3dd4f66b', 'subnets': [{'id': '2a7dd237-63e8-4246-bedd-40b8a2c397c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:15:38.176098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29c5217f-5b7f-469d-ba3f-b5ec482568d1 req-c84d62e4-d75e-40b1-b2e8-1208664dac95 service neutron] 10.222.0.70 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205816 Sep 08 13:15:38.252679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5187719a-1ca1-493a-a50b-26c633926599 req-70160b63-cb4d-4ae1-86d5-4a875d6bcc8c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 210 time: 0.0302563 Sep 08 13:15:38.388519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123523dc-baae-4667-ad6d-4ecf20b6193b req-bcabe466-7816-4e0d-afd3-3c9b9d29adc4 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:38.390299 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-123523dc-baae-4667-ad6d-4ecf20b6193b req-bcabe466-7816-4e0d-afd3-3c9b9d29adc4 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 945 time: 0.0537465 Sep 08 13:15:38.431348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-123523dc-baae-4667-ad6d-4ecf20b6193b req-cf2cb702-e54d-43e4-a6c6-c1c810dd526c tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344083 Sep 08 13:15:38.483180 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba78bc5b-e098-4c10-a634-61eaa0e769b9 x-openstack-request-id: req-ba78bc5b-e098-4c10-a634-61eaa0e769b9 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:38.483721 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f230d6-8349-416f-96ad-d721f3b8294e", "name": "network-vif-plugged", "status": "completed", "tag": "df466c87-426d-44e6-8ee7-93c64893f6ec", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:38.484072 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba78bc5b-e098-4c10-a634-61eaa0e769b9 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:38.484621 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f230d6-8349-416f-96ad-d721f3b8294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df466c87-426d-44e6-8ee7-93c64893f6ec', 'code': 200} Sep 08 13:15:38.494299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Made reservation on behalf of 1dec3032600c45b5b3c9f460ca7dc40a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:38.498315 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:38.549078 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:38.586488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56550) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:38.751625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Pushing event updated for resources: {'Port': ['ID=aa3fdcff-888e-4756-ba68-a5b67b339cd6,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:38.771444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8356312-d715-447f-b054-5095fc98899a req-3fe5e147-4fd8-48cb-9de0-7f0895d5ed89 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:38.780805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8356312-d715-447f-b054-5095fc98899a req-3fe5e147-4fd8-48cb-9de0-7f0895d5ed89 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 943 time: 0.2376702 Sep 08 13:15:38.812503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafda6b-677d-44b8-8db4-458aa7fb41ed req-aa3751de-886b-4ceb-8dc7-3328a9e6e536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:38.813447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82a55e-a6c0-41ad-b8e9-1509c14db2b6 req-460aff76-2bdb-4db9-9ed2-7d87e7a52405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:38.814057 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cafda6b-677d-44b8-8db4-458aa7fb41ed req-aa3751de-886b-4ceb-8dc7-3328a9e6e536 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 1094 time: 0.2181635 Sep 08 13:15:38.815190 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b82a55e-a6c0-41ad-b8e9-1509c14db2b6 req-460aff76-2bdb-4db9-9ed2-7d87e7a52405 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 1096 time: 0.2520158 Sep 08 13:15:38.816421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:38.823584 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-31165e38-9197-47fe-af1e-586ee7227131 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=73eeb75cd604447b837903b1942d073c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898093 Sep 08 13:15:38.829920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56552) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:38.902120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Allocated IP 172.20.0.11 (7fd134f2-364c-4787-8e53-93ac96df2933/f91b05d9-a459-42c8-98cb-2cd7551cf9b2/ae15e610-90c7-41ce-be55-bf487cfffc46) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:38.945733 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b82a55e-a6c0-41ad-b8e9-1509c14db2b6 req-403b8fe7-447b-4ca6-a18d-d567951ffc86 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222827 Sep 08 13:15:38.975266 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e091bada-b764-467c-8922-a10ae37b7a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:39.010496 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e091bada-b764-467c-8922-a10ae37b7a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:39.071197 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:39.125227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8356312-d715-447f-b054-5095fc98899a req-f6996e07-61cc-4fa0-b550-9fff33f54223 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434145 Sep 08 13:15:39.174978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:39.178793 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-e3e69d86-bce0-47d4-8fdc-de3cb833f95f tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1913133 Sep 08 13:15:39.284302 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-7a9c21a5-63fa-4b1f-8afb-3ddeb7c64015 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.1016145 Sep 08 13:15:39.288412 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:39.289254 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e091bada-b764-467c-8922-a10ae37b7a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:39.293286 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e091bada-b764-467c-8922-a10ae37b7a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:39.296623 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e091bada-b764-467c-8922-a10ae37b7a54 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/98cc8e01-fa29-43bc-b80c-6eedbc70b4db HTTP/1.1" status: 204 len: 168 time: 0.4645855 Sep 08 13:15:39.332210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Transition to ACTIVE for port object ae15e610-90c7-41ce-be55-bf487cfffc46 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:39.362090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:39.366644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:39.367031 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:39.410798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091bada-b764-467c-8922-a10ae37b7a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cc8e01-fa29-43bc-b80c-6eedbc70b4db,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:39.482311 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:39.511093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-d03c9639-b222-4116-83c4-d05a53607731 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:39.515906 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e8d896d-35cb-4c8f-bcb7-b2dabaa5bcc7 req-d03c9639-b222-4116-83c4-d05a53607731 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.2141180 Sep 08 13:15:39.569208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafda6b-677d-44b8-8db4-458aa7fb41ed req-79795043-d65a-4378-9d34-091dff308f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:39.570769 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cafda6b-677d-44b8-8db4-458aa7fb41ed req-79795043-d65a-4378-9d34-091dff308f3e service neutron] 10.222.0.70 "GET /v2.0/networks?id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d HTTP/1.1" status: 200 len: 913 time: 0.6023600 Sep 08 13:15:39.583117 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:39.585663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Network 7fd134f2-364c-4787-8e53-93ac96df2933 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:39.597202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:39.608458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:39.738503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89a382-787a-4628-9ef5-5603f51ea537 req-550882a9-1b81-40b6-92bd-3902e1b26f4d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:39.747405 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a89a382-787a-4628-9ef5-5603f51ea537 req-550882a9-1b81-40b6-92bd-3902e1b26f4d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.3670583 Sep 08 13:15:39.760621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cafda6b-677d-44b8-8db4-458aa7fb41ed req-ede0be05-d519-4e19-bb1c-5fb180022997 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d796fc7-e9c9-46ca-824e-9b1f25742a58 HTTP/1.1" status: 200 len: 217 time: 0.1727347 Sep 08 13:15:39.773457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:39.887534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9ed00b3d-306f-4e6b-9b45-20e3e3cadc81,segment=NetworkSegment(2e20fb76-f023-4046-ad68-0f8843e412c7),segment_id=2e20fb76-f023-4046-ad68-0f8843e412c7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:39.980371 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:40.010869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:40.011562 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:40.055653 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a89a382-787a-4628-9ef5-5603f51ea537 req-81fcf901-9831-4cf2-8a0d-b8f7e5029424 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010099 Sep 08 13:15:40.060302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90d987-0352-46f5-8db9-3690c50cc7eb req-6dc141af-5825-4e52-a75b-15b4e1f9cc6a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:40.077195 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a90d987-0352-46f5-8db9-3690c50cc7eb req-6dc141af-5825-4e52-a75b-15b4e1f9cc6a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 932 time: 0.1302218 Sep 08 13:15:40.107298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafda6b-677d-44b8-8db4-458aa7fb41ed req-99d40d5c-0b3c-45fb-815d-b7b0f3e2c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:40.111526 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cafda6b-677d-44b8-8db4-458aa7fb41ed req-99d40d5c-0b3c-45fb-815d-b7b0f3e2c928 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d8c417ce-79bc-4a26-a543-02d4f244beb1 HTTP/1.1" status: 200 len: 852 time: 0.3107922 Sep 08 13:15:40.173842 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a90d987-0352-46f5-8db9-3690c50cc7eb req-2a86262f-97e2-4134-8509-7eeb621358e4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958564 Sep 08 13:15:40.186846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=9ed00b3d-306f-4e6b-9b45-20e3e3cadc81,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:40.195865 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cafda6b-677d-44b8-8db4-458aa7fb41ed req-6fcb3088-ee14-4734-ab03-dc31a8003617 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765419 Sep 08 13:15:40.305171 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5ca03f97-e01a-4c4b-8ce1-840c16b3b501 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7069321 Sep 08 13:15:40.315672 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-74b188fc-74f5-4072-aac2-79e5adf0f384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:40.319803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f4b1ae60-00fe-499c-ab50-9e4059e50875 None None] Provisioning for port ae15e610-90c7-41ce-be55-bf487cfffc46 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:40.330242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f4b1ae60-00fe-499c-ab50-9e4059e50875 None None] Provisioning complete for port ae15e610-90c7-41ce-be55-bf487cfffc46 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:40.330695 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ae60-00fe-499c-ab50-9e4059e50875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:40.335115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Request body: {'port': {'device_id': '84a51b95-32ce-47cc-b131-c698f976d462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:40.361077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b0591b0-1f9d-49ca-9585-f5a736cb5f86 req-16d14fbb-a25f-4b7d-be9f-bef23f5a99de tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/floatingips/66f16a82-2678-408c-8be2-6005c0215eb8 HTTP/1.1" status: 200 len: 692 time: 0.1433837 Sep 08 13:15:40.433365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1ae60-00fe-499c-ab50-9e4059e50875 None None] Port ae15e610-90c7-41ce-be55-bf487cfffc46 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:15:40.436501 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:40.494475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099e831-0c77-4e8b-9b06-29c57e0b46c0 req-8d9c8810-9257-4d0f-bbdc-c8427bbbea61 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:40.507192 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2099e831-0c77-4e8b-9b06-29c57e0b46c0 req-8d9c8810-9257-4d0f-bbdc-c8427bbbea61 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 945 time: 0.3007612 Sep 08 13:15:40.598438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0591b0-1f9d-49ca-9585-f5a736cb5f86 req-c5cba08f-789d-46eb-8b11-2cb9ad9269f4 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:40.607962 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2099e831-0c77-4e8b-9b06-29c57e0b46c0 req-b5f95c9a-6c70-4e2d-a4d4-3c288cb49c9a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997343 Sep 08 13:15:40.615687 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b0591b0-1f9d-49ca-9585-f5a736cb5f86 req-c5cba08f-789d-46eb-8b11-2cb9ad9269f4 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.2529285 Sep 08 13:15:40.640323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:40.658431 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cafda6b-677d-44b8-8db4-458aa7fb41ed req-73c34b2b-578a-4467-9850-8419bee496f5 service neutron] 10.222.0.70 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343510 Sep 08 13:15:40.738254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-9b114a03-bc87-4c8f-a74f-4e7a2ee09f50 req-a36668f5-3821-4e3d-be6d-2f492dd1dea4 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:15:40.740699 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b114a03-bc87-4c8f-a74f-4e7a2ee09f50 req-a36668f5-3821-4e3d-be6d-2f492dd1dea4 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071895 Sep 08 13:15:40.982650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:40.993789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cafda6b-677d-44b8-8db4-458aa7fb41ed req-c8972328-023a-451e-aff5-cc4da6189c17 service neutron] 10.222.0.70 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183348 Sep 08 13:15:41.015153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3522e-533d-44f2-9e97-c3bcccd19416 req-d8161579-dc5b-4a41-90a2-d5f37baa3425 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:41.017119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5a3522e-533d-44f2-9e97-c3bcccd19416 req-d8161579-dc5b-4a41-90a2-d5f37baa3425 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 943 time: 0.3093727 Sep 08 13:15:41.057170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:41.057875 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:41.114846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5a3522e-533d-44f2-9e97-c3bcccd19416 req-d9b7aead-4a7b-4f5a-9f40-f592c4bdaf3b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901282 Sep 08 13:15:41.259756 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-daca3c3a-8140-4187-abb6-6edb586868d2 req-14d6064f-4d82-4548-87b3-3685fec77aa3 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=58bca251ce774a15848a8e9b3dd4f66b HTTP/1.1" status: 200 len: 695 time: 0.0853555 Sep 08 13:15:41.314546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56606) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:41.370609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae15e610-90c7-41ce-be55-bf487cfffc46 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:41.396179 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:41.462332 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1194981893'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:41.511815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca3c3a-8140-4187-abb6-6edb586868d2 req-18bab384-8d47-4437-96e1-27c04a77b9f2 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:41.523131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-daca3c3a-8140-4187-abb6-6edb586868d2 req-18bab384-8d47-4437-96e1-27c04a77b9f2 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/networks?id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 787 time: 0.2551036 Sep 08 13:15:41.524397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Transition to ACTIVE for port object ae15e610-90c7-41ce-be55-bf487cfffc46 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:15:41.533430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-daca3c3a-8140-4187-abb6-6edb586868d2 req-9d3ffcac-96b1-4df2-bbe4-dea3de8c648c tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:15:41.535640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-daca3c3a-8140-4187-abb6-6edb586868d2 req-9d3ffcac-96b1-4df2-bbe4-dea3de8c648c tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075216 Sep 08 13:15:41.622657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d79eb-a9b6-486c-a127-2d7cf26821f7 req-d1515ff1-fef9-4361-a330-cc924c505547 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:41.624270 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c2d79eb-a9b6-486c-a127-2d7cf26821f7 req-d1515ff1-fef9-4361-a330-cc924c505547 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 932 time: 0.0670953 Sep 08 13:15:41.625310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Made reservation on behalf of 4558f775475a48f08dbb50ba8bf0f216 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:41.628854 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:41.646421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:41.666032 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:41.721679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c2d79eb-a9b6-486c-a127-2d7cf26821f7 req-68522467-5192-4294-a470-e52b74538d0f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893080 Sep 08 13:15:41.727736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:41.733555 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:41.764678 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-98aaa159-aafe-4a76-9378-4f6d52ced213 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1074901 Sep 08 13:15:41.829898 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786844f-fd58-450f-abbd-9dc4d95e83b7 req-a42a3353-2f18-4d9e-9d1f-8dd8e21eb0b6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:41.834432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1786844f-fd58-450f-abbd-9dc4d95e83b7 req-a42a3353-2f18-4d9e-9d1f-8dd8e21eb0b6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.2123489 Sep 08 13:15:41.850819 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-9cef5a42-66d1-4d55-96f0-5543039d1017 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/floatingips/66f16a82-2678-408c-8be2-6005c0215eb8 HTTP/1.1" status: 200 len: 692 time: 0.0831051 Sep 08 13:15:41.860513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Attempting to bind port ae15e610-90c7-41ce-be55-bf487cfffc46 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:15:41.860861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Attempting to bind port ae15e610-90c7-41ce-be55-bf487cfffc46 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:15:41.861191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Attempting to bind port ae15e610-90c7-41ce-be55-bf487cfffc46 on network 7fd134f2-364c-4787-8e53-93ac96df2933 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:41.869398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Port ae15e610-90c7-41ce-be55-bf487cfffc46 on network 7fd134f2-364c-4787-8e53-93ac96df2933 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:15:41.869734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Attempting to bind port ae15e610-90c7-41ce-be55-bf487cfffc46 on network 7fd134f2-364c-4787-8e53-93ac96df2933 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:15:41.886606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:15:41.887005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Checking segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:41.887417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Bound using segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:15:41.887915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Bound port: ae15e610-90c7-41ce-be55-bf487cfffc46, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:15:41.888299 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:41.909404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1786844f-fd58-450f-abbd-9dc4d95e83b7 req-6abffe41-6006-490f-88fd-89b49b0984d8 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666463 Sep 08 13:15:41.991767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:15:42.002144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:15:42.068958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:42.083548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:42.099136 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-59c2b195-fe59-4f02-a290-735ada839db7 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:42.100947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-59c2b195-fe59-4f02-a290-735ada839db7 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.2437568 Sep 08 13:15:42.154527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:42.164466 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:42.164466 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] 10.222.0.60 "PUT /v2.0/ports/ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 1092 time: 1.8280859 Sep 08 13:15:42.164466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:42.164466 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b099c6-eaab-4d9b-a900-4440c672cdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:42.191892 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:42.207653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68a0a1-53da-4bb5-b738-a7300c73e6fa req-a35cbead-75ea-4c07-8d22-33e685df0df3 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:42.209260 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed68a0a1-53da-4bb5-b738-a7300c73e6fa req-a35cbead-75ea-4c07-8d22-33e685df0df3 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 945 time: 0.1564629 Sep 08 13:15:42.215626 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-5fa6d834-41ae-4119-93b6-615ed37fe380 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.1069598 Sep 08 13:15:42.272130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7763929b-913b-4e22-b0b8-bb069a97aaba service neutron] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:42.308098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7c3f4a-2b4e-45d6-bc83-9cfb25d4c465,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:42.350104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:15:42.366096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-ff223603-ed72-40b9-a154-b6287b7ccdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:42.370832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 9d796fc7-e9c9-46ca-824e-9b1f25742a58 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:15:42.371098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-ff223603-ed72-40b9-a154-b6287b7ccdee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1095 time: 0.0825641 Sep 08 13:15:42.371909 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-2ae2ba58-cba8-4d72-83f9-38e095cebe58 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.1355870 Sep 08 13:15:42.377997 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:42.378390 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Added segment fdfffcdf-c201-4d06-81bf-4b5387c7acf9 of type vlan for network 7a4f38fe-35f7-4239-99af-95b9116afda5 Sep 08 13:15:42.379594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed68a0a1-53da-4bb5-b738-a7300c73e6fa req-3caeb992-8f2f-4069-b12e-e69c8831843b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442785 Sep 08 13:15:42.448891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-5f658d84-0e8e-4299-b71a-619c84f27980 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 217 time: 0.0682278 Sep 08 13:15:42.586875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-6d50f844-759b-4b4a-b8df-38f0bfea87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:42.589289 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-6d50f844-759b-4b4a-b8df-38f0bfea87f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.1306517 Sep 08 13:15:42.592739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 9d796fc7-e9c9-46ca-824e-9b1f25742a58, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9d796fc7-e9c9-46ca-824e-9b1f25742a58,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:42.609163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '9d796fc7-e9c9-46ca-824e-9b1f25742a58', 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d', 'port_id': '9d796fc7-e9c9-46ca-824e-9b1f25742a58', 'mac_address': 'fa:16:3e:db:bd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c417ce-79bc-4a26-a543-02d4f244beb1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:15:42.619877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852da83a-d1bb-4237-899f-25b6eed559a3 req-c045eaa7-5e75-49ce-a4fe-ce7d2bede04b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:42.631161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-852da83a-d1bb-4237-899f-25b6eed559a3 req-c045eaa7-5e75-49ce-a4fe-ce7d2bede04b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 943 time: 0.1046016 Sep 08 13:15:42.700670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:42.705672 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-852da83a-d1bb-4237-899f-25b6eed559a3 req-5ef4c617-ca60-4a55-a9e0-4e01858737f7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733309 Sep 08 13:15:42.718658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d796fc7-e9c9-46ca-824e-9b1f25742a58 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:42.725638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-6710d104-8cf7-475f-b980-f4a98dad0257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:42.730116 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-6710d104-8cf7-475f-b980-f4a98dad0257 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311247 Sep 08 13:15:42.741511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 9d796fc7-e9c9-46ca-824e-9b1f25742a58, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9d796fc7-e9c9-46ca-824e-9b1f25742a58,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:42.804918 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0501f9-d398-4aa0-80e5-73ba00396226 x-openstack-request-id: req-dd0501f9-d398-4aa0-80e5-73ba00396226 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:42.805438 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:42.805593 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dd0501f9-d398-4aa0-80e5-73ba00396226 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:42.806652 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'status': 'completed', 'code': 200} Sep 08 13:15:42.872519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:42.992211 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-d395bb82-918f-49e8-b7c4-f4555bd4a9a3 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521422 Sep 08 13:15:43.033538 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=9d796fc7-e9c9-46ca-824e-9b1f25742a58,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:43.042931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:43.116285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-1376fcd0-b395-4b8c-a978-49f9b555625b tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Deleting port aa3fdcff-888e-4756-ba68-a5b67b339cd6 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:43.116872 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-1376fcd0-b395-4b8c-a978-49f9b555625b tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:43.226301 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:43.265163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['9d796fc7-e9c9-46ca-824e-9b1f25742a58'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:43.276816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-1376fcd0-b395-4b8c-a978-49f9b555625b tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:43.276816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-1376fcd0-b395-4b8c-a978-49f9b555625b tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:43.294032 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:43.301463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:43.304358 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:43.394034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Network': ['ID=7a4f38fe-35f7-4239-99af-95b9116afda5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:43.408136 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-1376fcd0-b395-4b8c-a978-49f9b555625b tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Calling delete_port for aa3fdcff-888e-4756-ba68-a5b67b339cd6 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:43.448509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 7a4f38fe-35f7-4239-99af-95b9116afda5 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:15:43.639517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f8779f09-18ad-4c84-89c8-64d39db37907 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3236341 Sep 08 13:15:43.648167 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56662) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:43.658221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2423dbed-2858-4f58-a079-c03ae351df4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'subnet': {'network_id': '7a4f38fe-35f7-4239-99af-95b9116afda5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:43.778047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f122580-63d0-4f40-9888-973ec5a7ef93 req-51bf308b-001f-46ea-bd67-2ab60646a24c service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7693472 Sep 08 13:15:43.921628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba90ba-7984-46b7-84dc-23d1be11ed6f req-5b403dd6-d7f3-414a-80bc-81a1bb42c9c8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:43.921628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-60ba90ba-7984-46b7-84dc-23d1be11ed6f req-5b403dd6-d7f3-414a-80bc-81a1bb42c9c8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 944 time: 0.0606809 Sep 08 13:15:43.928188 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-1376fcd0-b395-4b8c-a978-49f9b555625b tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:43.974581 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376fcd0-b395-4b8c-a978-49f9b555625b tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Pushing event deleted for resources: {'Port': ['ID=aa3fdcff-888e-4756-ba68-a5b67b339cd6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:43.988377 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2423dbed-2858-4f58-a079-c03ae351df4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Made reservation on behalf of 4558f775475a48f08dbb50ba8bf0f216 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:43.992330 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2423dbed-2858-4f58-a079-c03ae351df4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:44.046577 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-60ba90ba-7984-46b7-84dc-23d1be11ed6f req-19ca87cc-bc3c-407b-bf40-2a4fbc2013e6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195765 Sep 08 13:15:44.061243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b099c6-eaab-4d9b-a900-4440c672cdd7 req-ddbc0d5e-62f7-4f58-8a1a-4139f8c1d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:44.061485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46b099c6-eaab-4d9b-a900-4440c672cdd7 req-ddbc0d5e-62f7-4f58-8a1a-4139f8c1d81d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1095 time: 0.0707963 Sep 08 13:15:44.159829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-1376fcd0-b395-4b8c-a978-49f9b555625b tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:44.163442 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-1376fcd0-b395-4b8c-a978-49f9b555625b tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:44.164700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9bfb738f-b1aa-4251-bac5-1d63a6e1260f req-1376fcd0-b395-4b8c-a978-49f9b555625b tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "DELETE /v2.0/floatingips/66f16a82-2678-408c-8be2-6005c0215eb8 HTTP/1.1" status: 204 len: 173 time: 1.7695956 Sep 08 13:15:44.217675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b099c6-eaab-4d9b-a900-4440c672cdd7 req-8fd6d292-40f7-4286-9dce-11f43767bb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:44.219439 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46b099c6-eaab-4d9b-a900-4440c672cdd7 req-8fd6d292-40f7-4286-9dce-11f43767bb91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.1505873 Sep 08 13:15:44.230791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb462acd-c903-45d2-bb83-9711493fd7c5 req-1d37f46c-861d-44d4-9d55-6c5752e90628 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:44.285242 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb462acd-c903-45d2-bb83-9711493fd7c5 req-1d37f46c-861d-44d4-9d55-6c5752e90628 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.0905478 Sep 08 13:15:44.285242 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46b099c6-eaab-4d9b-a900-4440c672cdd7 req-44b9832d-b651-43df-8b79-bda85e63d5aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 217 time: 0.0448682 Sep 08 13:15:44.342256 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:44.348118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b8402-0ed9-4a9b-a54e-ccd931f4d595 req-b13ed7bb-ee29-4e00-8bb1-178eb93e957a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:44.348494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb462acd-c903-45d2-bb83-9711493fd7c5 req-9737011f-8f57-41e5-a81f-60b5c29eca14 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031549 Sep 08 13:15:44.348629 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d92b8402-0ed9-4a9b-a54e-ccd931f4d595 req-b13ed7bb-ee29-4e00-8bb1-178eb93e957a tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 945 time: 0.1129305 Sep 08 13:15:44.356772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b099c6-eaab-4d9b-a900-4440c672cdd7 req-640c07b6-7b85-495a-a7e4-730e181c5398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:44.359449 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46b099c6-eaab-4d9b-a900-4440c672cdd7 req-640c07b6-7b85-495a-a7e4-730e181c5398 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0730598 Sep 08 13:15:44.406351 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d92b8402-0ed9-4a9b-a54e-ccd931f4d595 req-234d9bf5-3138-4d9c-b970-1ba6b772484f tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545330 Sep 08 13:15:44.418373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b099c6-eaab-4d9b-a900-4440c672cdd7 req-44516e62-7c9d-4fe3-966e-9e8fe48f823d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:44.420201 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46b099c6-eaab-4d9b-a900-4440c672cdd7 req-44516e62-7c9d-4fe3-966e-9e8fe48f823d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530379 Sep 08 13:15:44.539724 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2423dbed-2858-4f58-a079-c03ae351df4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:44.573625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a24438-78de-48db-9999-ba3126467614 req-34f6999a-e2fd-4b84-b5b1-3478d5333a1a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:44.577997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-04a24438-78de-48db-9999-ba3126467614 req-34f6999a-e2fd-4b84-b5b1-3478d5333a1a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 944 time: 0.1495752 Sep 08 13:15:44.640358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46b099c6-eaab-4d9b-a900-4440c672cdd7 req-e2035bda-c1b9-492a-8924-601d5e0d9b94 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036147 Sep 08 13:15:44.642300 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-94d5931e-27be-4970-9b54-b589787fe24e req-fa954397-0cef-4a8a-af19-acef8b974a87 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1980298 Sep 08 13:15:44.643008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2423dbed-2858-4f58-a079-c03ae351df4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Subnet': ['ID=19715b3c-9395-4060-a88d-d03b8b2431cd,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:44.670300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423dbed-2858-4f58-a079-c03ae351df4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Checking segment: {'id': 'fdfffcdf-c201-4d06-81bf-4b5387c7acf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '7a4f38fe-35f7-4239-99af-95b9116afda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:15:44.670584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-04a24438-78de-48db-9999-ba3126467614 req-949d8c05-af15-4be8-b1cc-46efafe73efe tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811520 Sep 08 13:15:44.670700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2423dbed-2858-4f58-a079-c03ae351df4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network hostable DHCP agents. Network: 7a4f38fe-35f7-4239-99af-95b9116afda5, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:15:44.675188 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:44.788825 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:15:44.802599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46b099c6-eaab-4d9b-a900-4440c672cdd7 req-49f1ae64-3bf6-4011-ad60-597a17985382 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536803 Sep 08 13:15:44.813869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2423dbed-2858-4f58-a079-c03ae351df4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 7a4f38fe-35f7-4239-99af-95b9116afda5 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:15:44.859003 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:44.922591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2423dbed-2858-4f58-a079-c03ae351df4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 7a4f38fe-35f7-4239-99af-95b9116afda5) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:44.931052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2423dbed-2858-4f58-a079-c03ae351df4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:44.931862 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2423dbed-2858-4f58-a079-c03ae351df4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:44.933579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de03a632-8118-4e9a-b4db-1169009938e6 None None] Network 7a4f38fe-35f7-4239-99af-95b9116afda5 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:15:45.081349 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2423dbed-2858-4f58-a079-c03ae351df4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4320736 Sep 08 13:15:45.084184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56694) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:45.089353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1857760345', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:45.147366 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:45.152996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a364df-fd18-420f-8075-f953ba8658d4 None None] Network 7a4f38fe-35f7-4239-99af-95b9116afda5 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:15:45.223080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46749cf-cd32-431a-b74e-26805b34542c req-bea5adaf-1a9f-4c80-9e0c-0c86129ab3cf tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:45.225003 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f46749cf-cd32-431a-b74e-26805b34542c req-bea5adaf-1a9f-4c80-9e0c-0c86129ab3cf tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 944 time: 0.0722563 Sep 08 13:15:45.254476 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:45.255549 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:45.299634 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f46749cf-cd32-431a-b74e-26805b34542c req-1a79d6d7-0f90-4f7b-9642-695a4107debf tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663199 Sep 08 13:15:45.309374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Allocated IP 172.25.5.55 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/94f5dde5-1e6a-44e4-b675-2caf77ad2710) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:45.348335 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:45.569675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ea11d-0ace-4209-9feb-4af530f7e1c0 req-9c5d8800-91c1-4d2e-b9d1-97c20d61df6e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:45.594922 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c97ea11d-0ace-4209-9feb-4af530f7e1c0 req-9c5d8800-91c1-4d2e-b9d1-97c20d61df6e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.1223302 Sep 08 13:15:45.597655 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:45.695341 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c97ea11d-0ace-4209-9feb-4af530f7e1c0 req-e5487379-e0b8-4fda-8d4d-26ba47438d76 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798221 Sep 08 13:15:45.708721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-d5b89419-db5d-4877-8b75-0125dabb7eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:45.710392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-d5b89419-db5d-4877-8b75-0125dabb7eba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 1100 time: 0.1094770 Sep 08 13:15:45.792706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:45.905481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-1f10e2cd-c019-4c08-8b12-9d565c39597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:45.907086 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-1f10e2cd-c019-4c08-8b12-9d565c39597e service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1815975 Sep 08 13:15:45.934358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ec519-08dd-460f-8bb0-680d63088392 req-c07b9f47-259d-481a-91b8-ba2bbb2dd85c tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:45.936032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-729ec519-08dd-460f-8bb0-680d63088392 req-c07b9f47-259d-481a-91b8-ba2bbb2dd85c tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 945 time: 0.1066647 Sep 08 13:15:45.958706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:45.970890 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-89d4f868-a705-4be9-96f5-fdaaff3d6619 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd HTTP/1.1" status: 200 len: 217 time: 0.0529237 Sep 08 13:15:46.010717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-729ec519-08dd-460f-8bb0-680d63088392 req-b4b27c14-e295-4e7b-9e06-f00793d8f6cd tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Sep 08 13:15:46.036963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:46.044598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:46.052178 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:46.066439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-90f12ac9-9029-4f06-b003-5815a8ad6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:46.069801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-90f12ac9-9029-4f06-b003-5815a8ad6703 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0618720 Sep 08 13:15:46.091795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Pushing event updated for resources: {'Port': ['ID=94f5dde5-1e6a-44e4-b675-2caf77ad2710,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:46.219290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:46.237386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-e78bb3f0-db96-4fcf-8fb6-49a69e686544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:46.240567 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-e78bb3f0-db96-4fcf-8fb6-49a69e686544 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1606004 Sep 08 13:15:46.267760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd14075-d3ee-42b8-83ea-e1cbac371fcd req-c4c1a4b6-c306-4599-85ab-f69648a7d0f9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:46.271750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfd14075-d3ee-42b8-83ea-e1cbac371fcd req-c4c1a4b6-c306-4599-85ab-f69648a7d0f9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 944 time: 0.1160264 Sep 08 13:15:46.308649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:46.332036 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:46.374280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 9d796fc7-e9c9-46ca-824e-9b1f25742a58 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:46.407476 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:46.418663 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfd14075-d3ee-42b8-83ea-e1cbac371fcd req-402772eb-4980-4b49-8599-682a14635102 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331928 Sep 08 13:15:46.452123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-a78361e5-07a1-48f9-baf6-73b830960166 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995258 Sep 08 13:15:46.596715 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 9d796fc7-e9c9-46ca-824e-9b1f25742a58 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:46.604922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 9d796fc7-e9c9-46ca-824e-9b1f25742a58 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:46.605687 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:46.606933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.25.5.168 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/4f0455cf-fc87-475a-afe5-1ee38122dfca) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:46.682724 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:46.707754 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-80e28788-c4c4-4bc1-b710-608c765f9b11 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479506 Sep 08 13:15:46.767951 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:46.799976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:46.809679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33a98ee-5859-44ad-a941-be7ee0e75891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d796fc7-e9c9-46ca-824e-9b1f25742a58'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:46.812086 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abd812a-7d90-487e-a7fa-3bb5b161aac4" -d '{"events": [{"server_uuid": "f33a98ee-5859-44ad-a941-be7ee0e75891", "name": "network-vif-plugged", "status": "completed", "tag": "9d796fc7-e9c9-46ca-824e-9b1f25742a58"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:46.833955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 9d796fc7-e9c9-46ca-824e-9b1f25742a58, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9d796fc7-e9c9-46ca-824e-9b1f25742a58,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:46.878236 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:46.885532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:46.927996 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:47.018984 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Pushing event updated for resources: {'Port': ['ID=94f5dde5-1e6a-44e4-b675-2caf77ad2710,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:47.035089 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:47.054498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=9d796fc7-e9c9-46ca-824e-9b1f25742a58,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:47.162673 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:47.164126 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-94d5931e-27be-4970-9b54-b589787fe24e req-3c8dea89-3cff-424e-b7e3-2451ae647787 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4973350 Sep 08 13:15:47.237605 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-94d5931e-27be-4970-9b54-b589787fe24e req-9980432b-bb6f-4ca3-af45-dfea81fd47c3 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.55 HTTP/1.1" status: 200 len: 695 time: 0.0668478 Sep 08 13:15:47.242410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:47.376630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:47.380566 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=4f0455cf-fc87-475a-afe5-1ee38122dfca,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:47.385291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:47.389935 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:47.546782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:15:47.738490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:47.755352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'port_id': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'mac_address': 'fa:16:3e:51:86:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:15:47.782160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611ac54-bb83-474b-9dd2-a9e1cc487758 req-331a4971-931e-43f5-a8b3-c1b3b1d91519 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:47.785450 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1611ac54-bb83-474b-9dd2-a9e1cc487758 req-331a4971-931e-43f5-a8b3-c1b3b1d91519 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 944 time: 0.1136656 Sep 08 13:15:47.820672 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:47.855410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1611ac54-bb83-474b-9dd2-a9e1cc487758 req-6cf80d0a-b38a-4cdc-9685-52bf6e6d1902 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621188 Sep 08 13:15:47.876840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae15e610-90c7-41ce-be55-bf487cfffc46 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:47.903099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:47.988258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5931e-27be-4970-9b54-b589787fe24e req-8636ca22-adac-4de7-9979-34d74ce65469 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:47.991286 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-94d5931e-27be-4970-9b54-b589787fe24e req-8636ca22-adac-4de7-9979-34d74ce65469 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.7453244 Sep 08 13:15:48.030440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460061a5-6a05-4a15-98c0-5e0a4fcfd300 req-ad9783ca-409c-490a-82b2-68fccde96e56 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:48.042155 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-460061a5-6a05-4a15-98c0-5e0a4fcfd300 req-ad9783ca-409c-490a-82b2-68fccde96e56 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.1181276 Sep 08 13:15:48.062119 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ebd179-4134-4d1a-b698-5ce19d878bc8 x-openstack-request-id: req-51ebd179-4134-4d1a-b698-5ce19d878bc8 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:48.062452 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33a98ee-5859-44ad-a941-be7ee0e75891", "name": "network-vif-plugged", "status": "completed", "tag": "9d796fc7-e9c9-46ca-824e-9b1f25742a58", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:48.062702 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51ebd179-4134-4d1a-b698-5ce19d878bc8 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:48.065461 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33a98ee-5859-44ad-a941-be7ee0e75891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d796fc7-e9c9-46ca-824e-9b1f25742a58', 'code': 200} Sep 08 13:15:48.065461 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:48.106957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-460061a5-6a05-4a15-98c0-5e0a4fcfd300 req-24d140c7-bd7d-4559-aef6-31ccdb910e7d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636482 Sep 08 13:15:48.224770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84d6da-f2e7-47d6-8f1b-6605a56ac027 req-110dee44-4642-45b0-b97e-4723a6c3ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:48.226577 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb84d6da-f2e7-47d6-8f1b-6605a56ac027 req-110dee44-4642-45b0-b97e-4723a6c3ca77 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 1096 time: 0.0757108 Sep 08 13:15:48.244402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:48.291317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb84d6da-f2e7-47d6-8f1b-6605a56ac027 req-ebe3a07a-544a-442d-b965-237354c3cd3d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506802 Sep 08 13:15:48.301747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81293968-9088-442a-819a-9ea64efd376c req-03ce597b-d548-4b86-a801-7b8d032ac36f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:48.306686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-81293968-9088-442a-819a-9ea64efd376c req-03ce597b-d548-4b86-a801-7b8d032ac36f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 945 time: 0.1649222 Sep 08 13:15:48.396868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae15e610-90c7-41ce-be55-bf487cfffc46'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:48.447157 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-81293968-9088-442a-819a-9ea64efd376c req-780f1a5b-b6f3-41f2-87ef-980cd8b4f611 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243980 Sep 08 13:15:48.456637 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:48.467201 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-d64b4578-32ca-44c1-8810-bedcae9d2934 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/floatingips/b562d59d-3603-4a77-a190-9e900bcb022f HTTP/1.1" status: 200 len: 692 time: 0.1073074 Sep 08 13:15:48.631827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-3a96b777-b977-46f6-8bd1-68269c0a4c31 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:48.640467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-3a96b777-b977-46f6-8bd1-68269c0a4c31 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1667645 Sep 08 13:15:48.728725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-430e858e-6ff7-4a05-9877-387b392acd0a tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.55 HTTP/1.1" status: 200 len: 695 time: 0.0866773 Sep 08 13:15:48.795268 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-578870ce-7771-4074-a002-0a47a7a65130 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.55 HTTP/1.1" status: 200 len: 695 time: 0.0655644 Sep 08 13:15:48.844859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:48.989789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-28938eed-3a02-4992-8867-693726b20289 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Deleting port 94f5dde5-1e6a-44e4-b675-2caf77ad2710 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:48.990148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-28938eed-3a02-4992-8867-693726b20289 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:49.055598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b499f-2d14-4e88-ba94-c1265f91e253 req-612e5f5d-14a4-43b2-a22b-79f857002701 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:49.057482 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-488b499f-2d14-4e88-ba94-c1265f91e253 req-612e5f5d-14a4-43b2-a22b-79f857002701 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1220176 Sep 08 13:15:49.088034 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-28938eed-3a02-4992-8867-693726b20289 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:49.088034 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-28938eed-3a02-4992-8867-693726b20289 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:49.101653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-28938eed-3a02-4992-8867-693726b20289 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Calling delete_port for 94f5dde5-1e6a-44e4-b675-2caf77ad2710 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:49.123751 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-488b499f-2d14-4e88-ba94-c1265f91e253 req-8829265e-efd7-4044-a5a5-6f277b2250d1 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578485 Sep 08 13:15:49.240733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b5a3-4614-4d77-bb53-19bb54a5ffd3 req-0ac9473c-6da6-4d89-9ce5-5461100cf65c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:49.242383 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c07b5a3-4614-4d77-bb53-19bb54a5ffd3 req-0ac9473c-6da6-4d89-9ce5-5461100cf65c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.0548224 Sep 08 13:15:49.282541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c07b5a3-4614-4d77-bb53-19bb54a5ffd3 req-31018d5f-0c94-473b-9fba-6f62fe65eacc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336962 Sep 08 13:15:49.351145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:15:49.533959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-28938eed-3a02-4992-8867-693726b20289 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:49.552109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device df466c87-426d-44e6-8ee7-93c64893f6ec details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:15:49.586455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:15:49.596724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28938eed-3a02-4992-8867-693726b20289 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Pushing event deleted for resources: {'Port': ['ID=94f5dde5-1e6a-44e4-b675-2caf77ad2710,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:49.611113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305b777-5efe-433d-b22c-2504e000abf6 None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:15:49.705486 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-28938eed-3a02-4992-8867-693726b20289 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:49.709121 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-28938eed-3a02-4992-8867-693726b20289 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:49.710621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79264ef-09ad-43bb-9d30-3546cd0c2325 req-920be6a1-6001-413e-a27c-61c96e9af1fa tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:49.720704 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d79264ef-09ad-43bb-9d30-3546cd0c2325 req-920be6a1-6001-413e-a27c-61c96e9af1fa tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 945 time: 0.1607749 Sep 08 13:15:49.726758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-754266ac-c4df-4f26-b7ad-8192e46784e0 req-28938eed-3a02-4992-8867-693726b20289 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "DELETE /v2.0/floatingips/b562d59d-3603-4a77-a190-9e900bcb022f HTTP/1.1" status: 204 len: 173 time: 0.9302886 Sep 08 13:15:49.737086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305b777-5efe-433d-b22c-2504e000abf6 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:49.737751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b305b777-5efe-433d-b22c-2504e000abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:49.777652 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-eb2fae48-7ed3-45ef-9273-9ea5f6ba72e6 req-63758446-0b4b-456f-80a8-891ba0faf712 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] show failed (client error): The resource could not be found. Sep 08 13:15:49.778415 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d79264ef-09ad-43bb-9d30-3546cd0c2325 req-425b4572-552a-4520-ad26-2aeeb84b6e05 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528891 Sep 08 13:15:49.783126 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:49.785909 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eb2fae48-7ed3-45ef-9273-9ea5f6ba72e6 req-63758446-0b4b-456f-80a8-891ba0faf712 tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/floatingips/b562d59d-3603-4a77-a190-9e900bcb022f HTTP/1.1" status: 404 len: 350 time: 0.0521667 Sep 08 13:15:49.786906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56790) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:49.798103 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e2bbaca9-ea22-46ed-a4a4-a48392443e06 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7127709 Sep 08 13:15:49.814848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b305b777-5efe-433d-b22c-2504e000abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:49.834976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port df466c87-426d-44e6-8ee7-93c64893f6ec, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=df466c87-426d-44e6-8ee7-93c64893f6ec,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:49.843941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305b777-5efe-433d-b22c-2504e000abf6 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:49.844637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b305b777-5efe-433d-b22c-2504e000abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:49.879947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'df466c87-426d-44e6-8ee7-93c64893f6ec', 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'port_id': 'df466c87-426d-44e6-8ee7-93c64893f6ec', 'mac_address': 'fa:16:3e:63:f0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a2bb6b-de34-41d6-880b-e39356c1d632', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:15:49.882959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b305b777-5efe-433d-b22c-2504e000abf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:49.883599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305b777-5efe-433d-b22c-2504e000abf6 None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:15:49.930383 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:49.945708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df466c87-426d-44e6-8ee7-93c64893f6ec {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:49.947064 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-595888d7-32b7-4522-99de-c9e607b701e6 req-0b594f2b-a8df-45a9-9b8d-f041d32176ae tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] show failed (client error): The resource could not be found. Sep 08 13:15:49.948206 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-595888d7-32b7-4522-99de-c9e607b701e6 req-0b594f2b-a8df-45a9-9b8d-f041d32176ae tempest-FloatingIPsTestJSON-1414596399 tempest-FloatingIPsTestJSON-1414596399-project] 10.222.0.69 "GET /v2.0/floatingips/b562d59d-3603-4a77-a190-9e900bcb022f HTTP/1.1" status: 404 len: 350 time: 0.1220448 Sep 08 13:15:49.970594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port df466c87-426d-44e6-8ee7-93c64893f6ec, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=df466c87-426d-44e6-8ee7-93c64893f6ec,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:49.974284 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56794) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:50.088075 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:50.147922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=df466c87-426d-44e6-8ee7-93c64893f6ec,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:50.176505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['df466c87-426d-44e6-8ee7-93c64893f6ec'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:50.345071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810fce9-07a3-45b6-87ea-2e0095e8a773 req-c612a92e-f0a6-4df1-b643-71cdfcea8bc8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:50.346727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9810fce9-07a3-45b6-87ea-2e0095e8a773 req-c612a92e-f0a6-4df1-b643-71cdfcea8bc8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1252723 Sep 08 13:15:50.431285 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9810fce9-07a3-45b6-87ea-2e0095e8a773 req-0d17efb6-05a0-496e-aad5-05eaf5619e15 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762920 Sep 08 13:15:50.478778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1a833-cbbb-4398-83be-9dafc222d626 req-c5d289ef-6082-4bd1-bf66-745376b9f577 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:50.480358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86e1a833-cbbb-4398-83be-9dafc222d626 req-c5d289ef-6082-4bd1-bf66-745376b9f577 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.1079819 Sep 08 13:15:50.526362 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ace13d7-ba3f-4145-85b2-ec7ee84e9f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:50.834522 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc041c-7299-49bc-bef6-53fde9e38fc8 req-c74b9f73-2a78-4177-af3a-2aa04d9a1ec6 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:50.835976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cfc041c-7299-49bc-bef6-53fde9e38fc8 req-c74b9f73-2a78-4177-af3a-2aa04d9a1ec6 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 950 time: 0.0612428 Sep 08 13:15:50.844770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86e1a833-cbbb-4398-83be-9dafc222d626 req-3e8b1a1e-78b2-44f6-a9d7-91bbe1d12053 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408179 Sep 08 13:15:50.849213 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:50.856318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9ace13d7-ba3f-4145-85b2-ec7ee84e9f61 admin admin] Deleting port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:50.866069 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ace13d7-ba3f-4145-85b2-ec7ee84e9f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:50.908798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cfc041c-7299-49bc-bef6-53fde9e38fc8 req-5aea5787-9671-4399-bece-274d523bae4c tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631835 Sep 08 13:15:50.968715 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-9ace13d7-ba3f-4145-85b2-ec7ee84e9f61 admin admin] For port 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9ed00b3d-306f-4e6b-9b45-20e3e3cadc81,segment=NetworkSegment(2e20fb76-f023-4046-ad68-0f8843e412c7),segment_id=2e20fb76-f023-4046-ad68-0f8843e412c7)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:50.969060 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ace13d7-ba3f-4145-85b2-ec7ee84e9f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:50.982854 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9ace13d7-ba3f-4145-85b2-ec7ee84e9f61 admin admin] Calling delete_port for 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:51.025904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6c9ef-ce4b-4b41-a269-68293b52e511 req-43755332-316a-447f-a68a-e7eb57c26dde tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:51.027446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1be6c9ef-ce4b-4b41-a269-68293b52e511 req-43755332-316a-447f-a68a-e7eb57c26dde tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 945 time: 0.1048205 Sep 08 13:15:51.168477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1be6c9ef-ce4b-4b41-a269-68293b52e511 req-0d65387e-0a60-4e24-aca8-5199691e0c8c tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332438 Sep 08 13:15:51.271107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.20.0.1 (7a4f38fe-35f7-4239-99af-95b9116afda5/19715b3c-9395-4060-a88d-d03b8b2431cd/0a031e0b-1acb-4a88-bb6d-b58d9709871a) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:51.279529 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23c2c280-4ed8-4c9b-9813-f6f8094b0f48 req-0fe26a17-8d9e-4f5b-9d62-b2d95da960d5 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1761817673&fields=id&tenant_id=2a6adca573eb4139a35f59a45b33c1e3 HTTP/1.1" status: 200 len: 267 time: 0.0459459 Sep 08 13:15:51.287257 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ace13d7-ba3f-4145-85b2-ec7ee84e9f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:51.348986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace13d7-ba3f-4145-85b2-ec7ee84e9f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed00b3d-306f-4e6b-9b45-20e3e3cadc81,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:51.401575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:51.427790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2c280-4ed8-4c9b-9813-f6f8094b0f48 req-8cb0a846-1864-4bbc-ae11-28dc481c3c16 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:51.429404 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23c2c280-4ed8-4c9b-9813-f6f8094b0f48 req-8cb0a846-1864-4bbc-ae11-28dc481c3c16 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 945 time: 0.1362357 Sep 08 13:15:51.441489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-23c2c280-4ed8-4c9b-9813-f6f8094b0f48 req-49dd2ca8-b7c2-469a-9613-6dff45de3476 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'port': {'security_groups': ['6b336ce8-8e36-4ff0-929d-70f300df0b89', 'c0d323a2-db87-4f26-8b18-fc9d97aa6e66']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:51.554648 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:51.590116 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-23c2c280-4ed8-4c9b-9813-f6f8094b0f48 req-49dd2ca8-b7c2-469a-9613-6dff45de3476 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:51.592793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device df466c87-426d-44e6-8ee7-93c64893f6ec up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:51.651226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 7a4f38fe-35f7-4239-99af-95b9116afda5 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:51.654431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port df466c87-426d-44e6-8ee7-93c64893f6ec triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:51.655239 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:51.662634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:51.675108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba24692-1aec-4edc-8322-487b1a48900b req-99e517bb-3608-4707-a04f-e932a888d801 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:51.676990 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fba24692-1aec-4edc-8322-487b1a48900b req-99e517bb-3608-4707-a04f-e932a888d801 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1677265 Sep 08 13:15:51.678078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:51.681286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=0a031e0b-1acb-4a88-bb6d-b58d9709871a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:51.753066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:51.759610 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:51.762273 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fba24692-1aec-4edc-8322-487b1a48900b req-c1a61efe-caa9-4efd-9c9a-4f1b8ab3871e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770380 Sep 08 13:15:51.793295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f230d6-8349-416f-96ad-d721f3b8294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df466c87-426d-44e6-8ee7-93c64893f6ec'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:51.796031 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01255bcd-7d08-4f53-94b3-a173762501f0" -d '{"events": [{"server_uuid": "82f230d6-8349-416f-96ad-d721f3b8294e", "name": "network-vif-plugged", "status": "completed", "tag": "df466c87-426d-44e6-8ee7-93c64893f6ec"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:51.811095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port df466c87-426d-44e6-8ee7-93c64893f6ec, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=df466c87-426d-44e6-8ee7-93c64893f6ec,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:51.905262 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:51.906559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:51.962953 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b946e3f7-cd8b-4eed-944e-08f0ab1c7516 x-openstack-request-id: req-b946e3f7-cd8b-4eed-944e-08f0ab1c7516 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:51.963346 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f230d6-8349-416f-96ad-d721f3b8294e", "name": "network-vif-plugged", "status": "completed", "tag": "df466c87-426d-44e6-8ee7-93c64893f6ec", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:51.963482 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b946e3f7-cd8b-4eed-944e-08f0ab1c7516 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:51.963866 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f230d6-8349-416f-96ad-d721f3b8294e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df466c87-426d-44e6-8ee7-93c64893f6ec', 'code': 200} Sep 08 13:15:51.971514 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ace13d7-ba3f-4145-85b2-ec7ee84e9f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:52.006867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=df466c87-426d-44e6-8ee7-93c64893f6ec,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:52.064493 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:52.092462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port ae15e610-90c7-41ce-be55-bf487cfffc46 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:15:52.097422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port ae15e610-90c7-41ce-be55-bf487cfffc46 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:52.098471 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:52.118422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45aaa7-9478-4aa2-b98c-468de085f3a1 req-f3e513bd-985a-4807-b906-ac073b5fbb54 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:52.119987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a45aaa7-9478-4aa2-b98c-468de085f3a1 req-f3e513bd-985a-4807-b906-ac073b5fbb54 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.0977910 Sep 08 13:15:52.188627 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:52.212847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a45aaa7-9478-4aa2-b98c-468de085f3a1 req-eb03f52a-8802-4f18-b046-57a543f27565 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847623 Sep 08 13:15:52.223762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:52.281926 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:52.315378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-23c2c280-4ed8-4c9b-9813-f6f8094b0f48 req-49dd2ca8-b7c2-469a-9613-6dff45de3476 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] For port 9d796fc7-e9c9-46ca-824e-9b1f25742a58, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9d796fc7-e9c9-46ca-824e-9b1f25742a58,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:52.339382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:52.351590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ace13d7-ba3f-4145-85b2-ec7ee84e9f61 admin admin] Router 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:15:52.362629 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-23c2c280-4ed8-4c9b-9813-f6f8094b0f48 req-49dd2ca8-b7c2-469a-9613-6dff45de3476 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:52.413013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263a71d-1e1d-46d9-8e9e-9050e3992699 req-9fe1a139-18f6-4162-915a-1723ea42ce53 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:52.414530 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8263a71d-1e1d-46d9-8e9e-9050e3992699 req-9fe1a139-18f6-4162-915a-1723ea42ce53 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 950 time: 0.1205714 Sep 08 13:15:52.454271 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-23c2c280-4ed8-4c9b-9813-f6f8094b0f48 req-49dd2ca8-b7c2-469a-9613-6dff45de3476 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:52.470056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['9d796fc7-e9c9-46ca-824e-9b1f25742a58'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:52.478829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8263a71d-1e1d-46d9-8e9e-9050e3992699 req-aeba8132-ef51-448b-8910-2a7102164d31 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573375 Sep 08 13:15:52.494592 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:52.520179 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2c280-4ed8-4c9b-9813-f6f8094b0f48 req-49dd2ca8-b7c2-469a-9613-6dff45de3476 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:52.520848 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-23c2c280-4ed8-4c9b-9813-f6f8094b0f48 req-49dd2ca8-b7c2-469a-9613-6dff45de3476 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:52.522324 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23c2c280-4ed8-4c9b-9813-f6f8094b0f48 req-49dd2ca8-b7c2-469a-9613-6dff45de3476 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "PUT /v2.0/ports/9d796fc7-e9c9-46ca-824e-9b1f25742a58 HTTP/1.1" status: 200 len: 981 time: 1.0854638 Sep 08 13:15:52.523365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33a98ee-5859-44ad-a941-be7ee0e75891', 'tag': '9d796fc7-e9c9-46ca-824e-9b1f25742a58'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:52.526430 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741b567f-6454-4932-a0cf-eebb026f6083" -d '{"events": [{"name": "network-changed", "server_uuid": "f33a98ee-5859-44ad-a941-be7ee0e75891", "tag": "9d796fc7-e9c9-46ca-824e-9b1f25742a58"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:52.536217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ace13d7-ba3f-4145-85b2-ec7ee84e9f61 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:15:52.545602 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78f008-b8b8-4e57-99a8-506bffc37226 None None] Sync routers for ids ['4c9c60ef-0997-4cc1-8cb2-908910be6ae7'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:15:52.556539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56874) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:52.559548 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9ace13d7-ba3f-4145-85b2-ec7ee84e9f61 admin admin] 10.222.0.69 "PUT /v2.0/routers/4c9c60ef-0997-4cc1-8cb2-908910be6ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5840929 Sep 08 13:15:52.564388 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec78f008-b8b8-4e57-99a8-506bffc37226 None None] Routers {'4c9c60ef-0997-4cc1-8cb2-908910be6ae7'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:52.565047 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ec78f008-b8b8-4e57-99a8-506bffc37226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4c9c60ef-0997-4cc1-8cb2-908910be6ae7'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:52.572120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd2ca8-b7c2-469a-9613-6dff45de3476 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'Port': ['ID=9d796fc7-e9c9-46ca-824e-9b1f25742a58,revision_number=6']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:52.587789 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451b091b-78ad-4d64-bc25-192f603c2fae x-openstack-request-id: req-451b091b-78ad-4d64-bc25-192f603c2fae {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:52.587789 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33a98ee-5859-44ad-a941-be7ee0e75891", "tag": "9d796fc7-e9c9-46ca-824e-9b1f25742a58", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:52.587789 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-451b091b-78ad-4d64-bc25-192f603c2fae {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:52.587789 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33a98ee-5859-44ad-a941-be7ee0e75891', 'tag': '9d796fc7-e9c9-46ca-824e-9b1f25742a58', 'status': 'completed', 'code': 200} Sep 08 13:15:52.686905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['9d796fc7-e9c9-46ca-824e-9b1f25742a58'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:52.693050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dff6eadb-cec3-4678-96c8-c20c92e88034 req-f57e1265-73c8-4055-a042-bb579eb3d2cc tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-918619811&fields=id&tenant_id=2a6adca573eb4139a35f59a45b33c1e3 HTTP/1.1" status: 200 len: 267 time: 0.0434391 Sep 08 13:15:52.719698 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-ec78f008-b8b8-4e57-99a8-506bffc37226 None None] Set router 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:15:52.755625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6eadb-cec3-4678-96c8-c20c92e88034 req-c63109f0-0fd4-4fcd-9b20-604a331846bd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:52.757617 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dff6eadb-cec3-4678-96c8-c20c92e88034 req-c63109f0-0fd4-4fcd-9b20-604a331846bd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 984 time: 0.0557563 Sep 08 13:15:52.770106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-dff6eadb-cec3-4678-96c8-c20c92e88034 req-23156b77-2c3f-45c5-a151-f5eefe91c8b3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'port': {'security_groups': ['6b336ce8-8e36-4ff0-929d-70f300df0b89', 'c0d323a2-db87-4f26-8b18-fc9d97aa6e66', 'fa68476c-3530-43b1-88d8-079ef3a2f044']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:52.773299 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:52.778664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:52.888387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dff6eadb-cec3-4678-96c8-c20c92e88034 req-23156b77-2c3f-45c5-a151-f5eefe91c8b3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:52.962838 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ec78f008-b8b8-4e57-99a8-506bffc37226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'name': 'tempest-FloatingIPsTestJSON-1262614594-router', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:26Z', 'updated_at': '2021-09-08T13:15:51Z', 'revision_number': 5, 'project_id': '58bca251ce774a15848a8e9b3dd4f66b', 'gw_port': {'id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:27Z', 'updated_at': '2021-09-08T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:53.014286 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78f008-b8b8-4e57-99a8-506bffc37226 None None] Checking router: 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:15:53.023705 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec78f008-b8b8-4e57-99a8-506bffc37226 None None] Routers {'4c9c60ef-0997-4cc1-8cb2-908910be6ae7'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:53.024826 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ec78f008-b8b8-4e57-99a8-506bffc37226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4c9c60ef-0997-4cc1-8cb2-908910be6ae7'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:53.043817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b567f-6454-4932-a0cf-eebb026f6083 req-cc55e072-f4c7-4cab-9360-790ee930aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:53.045499 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-741b567f-6454-4932-a0cf-eebb026f6083 req-cc55e072-f4c7-4cab-9360-790ee930aa17 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 1135 time: 0.2681172 Sep 08 13:15:53.046507 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:53.052771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=0a031e0b-1acb-4a88-bb6d-b58d9709871a,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:53.159110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-dff6eadb-cec3-4678-96c8-c20c92e88034 req-23156b77-2c3f-45c5-a151-f5eefe91c8b3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] For port 9d796fc7-e9c9-46ca-824e-9b1f25742a58, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9d796fc7-e9c9-46ca-824e-9b1f25742a58,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:53.159257 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-ec78f008-b8b8-4e57-99a8-506bffc37226 None None] Set router 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:15:53.186589 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:53.205023 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dff6eadb-cec3-4678-96c8-c20c92e88034 req-23156b77-2c3f-45c5-a151-f5eefe91c8b3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:53.277542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b567f-6454-4932-a0cf-eebb026f6083 req-4ab3f61f-56fc-4af2-9ba8-15f9847dc1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:53.279095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-741b567f-6454-4932-a0cf-eebb026f6083 req-4ab3f61f-56fc-4af2-9ba8-15f9847dc1cf service neutron] 10.222.0.70 "GET /v2.0/networks?id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d HTTP/1.1" status: 200 len: 913 time: 0.2234504 Sep 08 13:15:53.282429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 7a4f38fe-35f7-4239-99af-95b9116afda5 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:53.286076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:53.299689 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dff6eadb-cec3-4678-96c8-c20c92e88034 req-23156b77-2c3f-45c5-a151-f5eefe91c8b3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:53.313692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['9d796fc7-e9c9-46ca-824e-9b1f25742a58'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:53.337790 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-741b567f-6454-4932-a0cf-eebb026f6083 req-f9a622c1-48e3-45a7-8af9-59ff8af85475 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d796fc7-e9c9-46ca-824e-9b1f25742a58 HTTP/1.1" status: 200 len: 217 time: 0.0457134 Sep 08 13:15:53.349386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6eadb-cec3-4678-96c8-c20c92e88034 req-23156b77-2c3f-45c5-a151-f5eefe91c8b3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:53.350065 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-dff6eadb-cec3-4678-96c8-c20c92e88034 req-23156b77-2c3f-45c5-a151-f5eefe91c8b3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:53.351531 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dff6eadb-cec3-4678-96c8-c20c92e88034 req-23156b77-2c3f-45c5-a151-f5eefe91c8b3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "PUT /v2.0/ports/9d796fc7-e9c9-46ca-824e-9b1f25742a58 HTTP/1.1" status: 200 len: 1020 time: 0.5868511 Sep 08 13:15:53.424073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23156b77-2c3f-45c5-a151-f5eefe91c8b3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'Port': ['ID=9d796fc7-e9c9-46ca-824e-9b1f25742a58,revision_number=7']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:53.430684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9c7e3-cf69-4844-935c-d00edb6989a4 req-9af076fa-2364-4559-b1aa-2ac3ce4217c3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:53.440542 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fae9c7e3-cf69-4844-935c-d00edb6989a4 req-9af076fa-2364-4559-b1aa-2ac3ce4217c3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 946 time: 0.1984224 Sep 08 13:15:53.481743 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ec78f008-b8b8-4e57-99a8-506bffc37226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'name': 'tempest-FloatingIPsTestJSON-1262614594-router', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:26Z', 'updated_at': '2021-09-08T13:15:51Z', 'revision_number': 5, 'project_id': '58bca251ce774a15848a8e9b3dd4f66b', 'gw_port': {'id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:27Z', 'updated_at': '2021-09-08T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:53.526556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['9d796fc7-e9c9-46ca-824e-9b1f25742a58'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:53.550421 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78f008-b8b8-4e57-99a8-506bffc37226 None None] The sync data for ids ['4c9c60ef-0997-4cc1-8cb2-908910be6ae7'] in n-d-807558-3 is: [{'id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'name': 'tempest-FloatingIPsTestJSON-1262614594-router', 'tenant_id': '58bca251ce774a15848a8e9b3dd4f66b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:26Z', 'updated_at': '2021-09-08T13:15:51Z', 'revision_number': 5, 'project_id': '58bca251ce774a15848a8e9b3dd4f66b', 'gw_port': {'id': '24523f5f-8bc0-4c4a-ab62-1929a397f8b3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:3c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c9c60ef-0997-4cc1-8cb2-908910be6ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:27Z', 'updated_at': '2021-09-08T13:15:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:15:53.581607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b567f-6454-4932-a0cf-eebb026f6083 req-950a5346-868a-4971-8f8a-95c0c2f5f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:53.583871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-741b567f-6454-4932-a0cf-eebb026f6083 req-950a5346-868a-4971-8f8a-95c0c2f5f0c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d8c417ce-79bc-4a26-a543-02d4f244beb1 HTTP/1.1" status: 200 len: 852 time: 0.1947792 Sep 08 13:15:53.602090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fae9c7e3-cf69-4844-935c-d00edb6989a4 req-3345b159-9713-42fc-95b2-fd36523a39cd tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597459 Sep 08 13:15:53.615570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:15:53.642811 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Deleting port 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:53.643155 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:53.649728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-741b567f-6454-4932-a0cf-eebb026f6083 req-4322b766-e53b-4d39-b6c3-ec33b7cde641 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457544 Sep 08 13:15:53.723934 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b9d54-0524-4d45-8d92-61749a4acfd7 req-012402e6-c723-400f-a99f-147c1a3784c3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:53.731750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-866b9d54-0524-4d45-8d92-61749a4acfd7 req-012402e6-c723-400f-a99f-147c1a3784c3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 1023 time: 0.0687699 Sep 08 13:15:53.801115 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-866b9d54-0524-4d45-8d92-61749a4acfd7 req-beaab1f6-b8b9-4e46-9784-5abe15fe582a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa68476c-3530-43b1-88d8-079ef3a2f044&id=c0d323a2-db87-4f26-8b18-fc9d97aa6e66&id=6b336ce8-8e36-4ff0-929d-70f300df0b89 HTTP/1.1" status: 200 len: 6149 time: 0.0681856 Sep 08 13:15:53.832027 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-2fa64f8e-a7de-477e-9a1d-cc85ec977dba req-4bc7de2a-3318-4a0c-9ff6-d43c404e8afd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1592495695 ', 'description': 'tempest-description-372524365'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:53.965148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:53.970794 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03471b4f-11fd-470f-b995-ab101186725c" -d '{"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-plugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:53.971164 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2fa64f8e-a7de-477e-9a1d-cc85ec977dba req-4bc7de2a-3318-4a0c-9ff6-d43c404e8afd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:54.068610 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2fa64f8e-a7de-477e-9a1d-cc85ec977dba req-4bc7de2a-3318-4a0c-9ff6-d43c404e8afd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:54.154595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2808981-5a79-4906-acbf-467e626fa2ea req-a47d0cd0-008d-436c-8fdf-069be1f90532 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:54.156032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e2808981-5a79-4906-acbf-467e626fa2ea req-a47d0cd0-008d-436c-8fdf-069be1f90532 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.4871809 Sep 08 13:15:54.171937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] For port 24523f5f-8bc0-4c4a-ab62-1929a397f8b3, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=24523f5f-8bc0-4c4a-ab62-1929a397f8b3,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:54.172302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:54.191106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2fa64f8e-a7de-477e-9a1d-cc85ec977dba req-4bc7de2a-3318-4a0c-9ff6-d43c404e8afd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:54.220809 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7de2a-3318-4a0c-9ff6-d43c404e8afd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95871035-9dd8-45a2-8ff0-16843ec29c5f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:54.241173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Calling delete_port for 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:54.244759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-741b567f-6454-4932-a0cf-eebb026f6083 req-b38005f5-4540-4041-a463-a1ecfc2dac13 service neutron] 10.222.0.70 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5741754 Sep 08 13:15:54.287739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2fa64f8e-a7de-477e-9a1d-cc85ec977dba req-4bc7de2a-3318-4a0c-9ff6-d43c404e8afd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:54.289203 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2fa64f8e-a7de-477e-9a1d-cc85ec977dba req-4bc7de2a-3318-4a0c-9ff6-d43c404e8afd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.4612010 Sep 08 13:15:54.325777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:15:54.326398 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04664fe-d3c8-41f9-9b7a-7bcd9f2dcc10 x-openstack-request-id: req-f04664fe-d3c8-41f9-9b7a-7bcd9f2dcc10 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:54.326398 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-plugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:54.326882 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f04664fe-d3c8-41f9-9b7a-7bcd9f2dcc10 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:54.327438 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'code': 200} Sep 08 13:15:54.331315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8dd5cce4-93fd-432d-9933-37a59bd27d43 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "PUT /v2.0/routers/ab3c098a-ba98-400c-8916-4898edeb95fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5400846 Sep 08 13:15:54.332197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56918) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:54.336531 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af9d18-3639-461c-9c17-58933d7a66b4 None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:15:54.337778 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e2808981-5a79-4906-acbf-467e626fa2ea req-ddbc0b65-ef9a-479c-995d-26feb91caa4d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725395 Sep 08 13:15:54.351193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af9d18-3639-461c-9c17-58933d7a66b4 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:54.352043 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-91af9d18-3639-461c-9c17-58933d7a66b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:54.354552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'port': {'network_id': '7a4f38fe-35f7-4239-99af-95b9116afda5', 'name': 'tempest-FloatingIPTestJSON-357735457'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:54.394714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-91af9d18-3639-461c-9c17-58933d7a66b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:54.408156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:15:54.434885 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91af9d18-3639-461c-9c17-58933d7a66b4 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:15:54.435646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-91af9d18-3639-461c-9c17-58933d7a66b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:54.470746 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3106fae1-c156-45a4-b49d-646e84afded2 req-342d2f34-d1d4-4d0c-b73d-060e51e68cc3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/95871035-9dd8-45a2-8ff0-16843ec29c5f HTTP/1.1" status: 200 len: 1782 time: 0.1229899 Sep 08 13:15:54.591316 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f33a98ee-5859-44ad-a941-be7ee0e75891', 'tag': '9d796fc7-e9c9-46ca-824e-9b1f25742a58'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:54.595129 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6184e5-1680-4f69-a139-5fb4d06d5f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f33a98ee-5859-44ad-a941-be7ee0e75891", "tag": "9d796fc7-e9c9-46ca-824e-9b1f25742a58"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:54.623117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-91af9d18-3639-461c-9c17-58933d7a66b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:54.624228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91af9d18-3639-461c-9c17-58933d7a66b4 None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:15:54.641335 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16106738-879a-4b5a-a07b-e8dae503ae53 req-5639ef4d-43ee-42fd-9227-c79d4066a81f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/95871035-9dd8-45a2-8ff0-16843ec29c5f HTTP/1.1" status: 200 len: 1782 time: 0.0990429 Sep 08 13:15:54.655997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-741b567f-6454-4932-a0cf-eebb026f6083 req-ad4ab73d-a730-4539-9556-a285b83ac0e3 service neutron] 10.222.0.70 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007540 Sep 08 13:15:54.678594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260f396-c628-4a23-a996-3c3c62b6f5c8 req-289d1ba8-3342-4664-a95c-07ee1d20066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:54.680995 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4260f396-c628-4a23-a996-3c3c62b6f5c8 req-289d1ba8-3342-4664-a95c-07ee1d20066d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1097 time: 0.2768037 Sep 08 13:15:54.700751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Made reservation on behalf of 4558f775475a48f08dbb50ba8bf0f216 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:54.706494 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:54.736302 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:54.740801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] device_id is not set on port 4078db67-5d4c-4d4a-b890-6791b7efada6 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:15:54.751775 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-16106738-879a-4b5a-a07b-e8dae503ae53 req-6208668b-0e1e-431a-b236-50c774a03c9f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:54.789307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:54.803149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:54.810696 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4260f396-c628-4a23-a996-3c3c62b6f5c8 req-45d09d31-cd77-4e23-8899-cfd0142cff99 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119981 Sep 08 13:15:54.820225 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-16106738-879a-4b5a-a07b-e8dae503ae53 req-6208668b-0e1e-431a-b236-50c774a03c9f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:54.840506 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd1697a-d705-41f8-853a-1d4bdc8a3b1e x-openstack-request-id: req-7cd1697a-d705-41f8-853a-1d4bdc8a3b1e {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:54.840803 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f33a98ee-5859-44ad-a941-be7ee0e75891", "tag": "9d796fc7-e9c9-46ca-824e-9b1f25742a58", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:54.841081 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7cd1697a-d705-41f8-853a-1d4bdc8a3b1e {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:54.841516 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f33a98ee-5859-44ad-a941-be7ee0e75891', 'tag': '9d796fc7-e9c9-46ca-824e-9b1f25742a58', 'status': 'completed', 'code': 200} Sep 08 13:15:54.857720 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:54.919261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=24523f5f-8bc0-4c4a-ab62-1929a397f8b3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:54.924902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:54.936967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:15:54.967809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:15:54.968653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9ed00b3d-306f-4e6b-9b45-20e3e3cadc81 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:15:54.972172 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.20.0.5 (7a4f38fe-35f7-4239-99af-95b9116afda5/19715b3c-9395-4060-a88d-d03b8b2431cd/4078db67-5d4c-4d4a-b890-6791b7efada6) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:55.057554 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.076873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6184e5-1680-4f69-a139-5fb4d06d5f2b req-66707208-d3f8-4040-a112-f81dba4a41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:55.078438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a6184e5-1680-4f69-a139-5fb4d06d5f2b req-66707208-d3f8-4040-a112-f81dba4a41cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 1174 time: 0.1654904 Sep 08 13:15:55.087301 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-16106738-879a-4b5a-a07b-e8dae503ae53 req-6208668b-0e1e-431a-b236-50c774a03c9f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.097085 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-16106738-879a-4b5a-a07b-e8dae503ae53 req-6208668b-0e1e-431a-b236-50c774a03c9f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.097085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16106738-879a-4b5a-a07b-e8dae503ae53 req-6208668b-0e1e-431a-b236-50c774a03c9f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "DELETE /v2.0/security-groups/95871035-9dd8-45a2-8ff0-16843ec29c5f HTTP/1.1" status: 204 len: 173 time: 0.4452641 Sep 08 13:15:55.119621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208668b-0e1e-431a-b236-50c774a03c9f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95871035-9dd8-45a2-8ff0-16843ec29c5f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:55.144330 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [req-cc5cac4a-14cb-4536-a8cc-b34748e94d55 req-fe5b1d07-cbfd-44e2-adeb-463f19e62651 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] show failed (client error): The resource could not be found. Sep 08 13:15:55.145378 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc5cac4a-14cb-4536-a8cc-b34748e94d55 req-fe5b1d07-cbfd-44e2-adeb-463f19e62651 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/95871035-9dd8-45a2-8ff0-16843ec29c5f HTTP/1.1" status: 404 len: 352 time: 0.0305922 Sep 08 13:15:55.179024 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.189808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-a79587f7-2c0c-4bbe-90c1-7c6bc08f69ba req-b03571c3-1a50-4408-aa7c-b9f66a0ea705 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-176316712', 'description': 'tempest-description-1698100126'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:55.198844 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.209061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44853b-c544-4042-ac48-0d3e21bd2149 req-ecc12f47-0c85-4bf1-9b53-56eb4fd2737a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:55.210631 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8d44853b-c544-4042-ac48-0d3e21bd2149 req-ecc12f47-0c85-4bf1-9b53-56eb4fd2737a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 946 time: 0.2079155 Sep 08 13:15:55.214263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.310659 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a79587f7-2c0c-4bbe-90c1-7c6bc08f69ba req-b03571c3-1a50-4408-aa7c-b9f66a0ea705 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.349298 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.354294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8d44853b-c544-4042-ac48-0d3e21bd2149 req-d006d587-0cdf-48d9-841a-cc7d1d037579 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080627 Sep 08 13:15:55.355340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6184e5-1680-4f69-a139-5fb4d06d5f2b req-432c763f-9aed-4f98-a1d9-6a455bb4ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:55.356721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a6184e5-1680-4f69-a139-5fb4d06d5f2b req-432c763f-9aed-4f98-a1d9-6a455bb4ee46 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d HTTP/1.1" status: 200 len: 913 time: 0.2530844 Sep 08 13:15:55.398974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 7a4f38fe-35f7-4239-99af-95b9116afda5 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:55.404088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:55.405935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a6184e5-1680-4f69-a139-5fb4d06d5f2b req-bc669753-370d-452c-b17e-55242bad761b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d796fc7-e9c9-46ca-824e-9b1f25742a58 HTTP/1.1" status: 200 len: 217 time: 0.0405488 Sep 08 13:15:55.406630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:55.423490 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.424356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c9c60ef-0997-4cc1-8cb2-908910be6ae7 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:15:55.431264 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.435813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c96d8eb0-3657-4653-b99a-bacba8b327c1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/4c9c60ef-0997-4cc1-8cb2-908910be6ae7 HTTP/1.1" status: 204 len: 168 time: 2.8780508 Sep 08 13:15:55.437830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56966) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:55.462874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=4078db67-5d4c-4d4a-b890-6791b7efada6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:55.489769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:55.490855 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.529149 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a79587f7-2c0c-4bbe-90c1-7c6bc08f69ba req-b03571c3-1a50-4408-aa7c-b9f66a0ea705 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.547763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6184e5-1680-4f69-a139-5fb4d06d5f2b req-685b9410-085f-439c-b292-eb7c5864cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:55.549266 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a6184e5-1680-4f69-a139-5fb4d06d5f2b req-685b9410-085f-439c-b292-eb7c5864cb96 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d8c417ce-79bc-4a26-a543-02d4f244beb1 HTTP/1.1" status: 200 len: 852 time: 0.1377175 Sep 08 13:15:55.559080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccefe6a-e088-4b0b-a1f8-c1e4a7b1b60c admin admin] Deleting subnet 2a7dd237-63e8-4246-bedd-40b8a2c397c4 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:15:55.573543 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2ccefe6a-e088-4b0b-a1f8-c1e4a7b1b60c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.606299 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a79587f7-2c0c-4bbe-90c1-7c6bc08f69ba req-b03571c3-1a50-4408-aa7c-b9f66a0ea705 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.611577 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a6184e5-1680-4f69-a139-5fb4d06d5f2b req-2c785ee2-f279-4eec-88e3-9d5346420f9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500255 Sep 08 13:15:55.621868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ee51b-cb26-43d9-b86e-8c6cd8d99969 req-2255c9bd-811d-46de-9cde-bec79ffb7798 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:55.629007 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-750ee51b-cb26-43d9-b86e-8c6cd8d99969 req-2255c9bd-811d-46de-9cde-bec79ffb7798 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.1675899 Sep 08 13:15:55.635786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03571c3-1a50-4408-aa7c-b9f66a0ea705 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de25234a-700d-4b95-b32c-1e6254d63066,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:55.691826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2ccefe6a-e088-4b0b-a1f8-c1e4a7b1b60c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.693892 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-02b9fb0c-209f-4038-a55f-1b0952a68b38 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3492274 Sep 08 13:15:55.697030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56972) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:55.702877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'port': {'network_id': '7a4f38fe-35f7-4239-99af-95b9116afda5', 'name': 'tempest-FloatingIPTestJSON-164496644'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:55.724262 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a79587f7-2c0c-4bbe-90c1-7c6bc08f69ba req-b03571c3-1a50-4408-aa7c-b9f66a0ea705 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.725811 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a79587f7-2c0c-4bbe-90c1-7c6bc08f69ba req-b03571c3-1a50-4408-aa7c-b9f66a0ea705 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5438364 Sep 08 13:15:55.762337 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-750ee51b-cb26-43d9-b86e-8c6cd8d99969 req-977c9b70-65e3-456c-be33-ceeec4ad9fb7 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324253 Sep 08 13:15:55.813910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a6184e5-1680-4f69-a139-5fb4d06d5f2b req-9da3b44b-cace-4b11-aad5-cacaf0aec11b service neutron] 10.222.0.70 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746352 Sep 08 13:15:55.834740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-18a6a55a-0fbf-4cfa-8472-5ee28a53b01d req-17d90176-3674-44ec-8c8f-155c82eddbb5 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-205534932', 'description': 'tempest-description-870287900'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:55.921174 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2ccefe6a-e088-4b0b-a1f8-c1e4a7b1b60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.974995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Made reservation on behalf of 4558f775475a48f08dbb50ba8bf0f216 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:15:55.977619 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:55.998214 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a6184e5-1680-4f69-a139-5fb4d06d5f2b req-cd4b2ad7-6b0c-4859-b673-b6a32f155556 service neutron] 10.222.0.70 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532559 Sep 08 13:15:56.005535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] device_id is not set on port b3f22985-290b-4ac9-a7d2-df6b53e9bbe7 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:15:56.120179 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18a6a55a-0fbf-4cfa-8472-5ee28a53b01d req-17d90176-3674-44ec-8c8f-155c82eddbb5 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.141938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.20.0.12 (7a4f38fe-35f7-4239-99af-95b9116afda5/19715b3c-9395-4060-a88d-d03b8b2431cd/b3f22985-290b-4ac9-a7d2-df6b53e9bbe7) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:56.148780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2ccefe6a-e088-4b0b-a1f8-c1e4a7b1b60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.194568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccefe6a-e088-4b0b-a1f8-c1e4a7b1b60c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a7dd237-63e8-4246-bedd-40b8a2c397c4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:56.199940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2ccefe6a-e088-4b0b-a1f8-c1e4a7b1b60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.202365 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2ccefe6a-e088-4b0b-a1f8-c1e4a7b1b60c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2a7dd237-63e8-4246-bedd-40b8a2c397c4 HTTP/1.1" status: 204 len: 168 time: 0.7424793 Sep 08 13:15:56.207639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57006) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:56.208713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ffe9e8-3bcb-43e5-b5c1-225ae8a05ee8 None None] Network 20700276-2967-4c34-83a4-7508f16adb26 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:15:56.309338 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18a6a55a-0fbf-4cfa-8472-5ee28a53b01d req-17d90176-3674-44ec-8c8f-155c82eddbb5 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.335497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:56.338004 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d0f5c8-3833-4d33-8b64-787666c6f288" -d '{"events": [{"server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:56.367099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.407110 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018c5d88-d3b8-45f3-98ba-3bcaaf01d1de x-openstack-request-id: req-018c5d88-d3b8-45f3-98ba-3bcaaf01d1de {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:15:56.407450 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:15:56.407647 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-018c5d88-d3b8-45f3-98ba-3bcaaf01d1de {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:15:56.407763 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18a6a55a-0fbf-4cfa-8472-5ee28a53b01d req-17d90176-3674-44ec-8c8f-155c82eddbb5 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.408247 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'code': 200} Sep 08 13:15:56.460673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d90176-3674-44ec-8c8f-155c82eddbb5 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa21efe5-6a91-4310-8ad0-637ded0cdaff,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:56.509976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6399703-2829-45a0-b6df-69185ad68b64 None None] DHCP port deletion for 20700276-2967-4c34-83a4-7508f16adb26 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:15:56.526012 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.567952 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18a6a55a-0fbf-4cfa-8472-5ee28a53b01d req-17d90176-3674-44ec-8c8f-155c82eddbb5 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.570199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18a6a55a-0fbf-4cfa-8472-5ee28a53b01d req-17d90176-3674-44ec-8c8f-155c82eddbb5 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7586462 Sep 08 13:15:56.574278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d6399703-2829-45a0-b6df-69185ad68b64 None None] Deleting port 2cde017e-a17a-474f-9f24-594961b95d99 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:56.575266 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d6399703-2829-45a0-b6df-69185ad68b64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.616113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Deleting port 2cde017e-a17a-474f-9f24-594961b95d99 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:15:56.616847 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.622773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-386bc35b-c34e-4c62-a112-17b3d88fb4e2 req-425388c1-684f-41d5-82d6-11295022a4dd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1517730534', 'description': 'tempest-description-1311980618'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:56.692418 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8db2a9-d2ce-459a-a149-e5c49839e183 req-9f8582a5-a34b-4cd8-ac1b-dae4b901d955 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:56.700473 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b8db2a9-d2ce-459a-a149-e5c49839e183 req-9f8582a5-a34b-4cd8-ac1b-dae4b901d955 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 946 time: 0.1786733 Sep 08 13:15:56.720531 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d6399703-2829-45a0-b6df-69185ad68b64 None None] For port 2cde017e-a17a-474f-9f24-594961b95d99, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2cde017e-a17a-474f-9f24-594961b95d99,segment=NetworkSegment(2e20fb76-f023-4046-ad68-0f8843e412c7),segment_id=2e20fb76-f023-4046-ad68-0f8843e412c7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:56.721864 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d6399703-2829-45a0-b6df-69185ad68b64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.730494 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-386bc35b-c34e-4c62-a112-17b3d88fb4e2 req-425388c1-684f-41d5-82d6-11295022a4dd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.740139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d6399703-2829-45a0-b6df-69185ad68b64 None None] Calling delete_port for 2cde017e-a17a-474f-9f24-594961b95d99 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:56.797135 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.815237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] For port 2cde017e-a17a-474f-9f24-594961b95d99, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2cde017e-a17a-474f-9f24-594961b95d99,segment=NetworkSegment(2e20fb76-f023-4046-ad68-0f8843e412c7),segment_id=2e20fb76-f023-4046-ad68-0f8843e412c7)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:56.815621 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.861693 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b8db2a9-d2ce-459a-a149-e5c49839e183 req-16382fb7-6bdf-4896-805d-3f39d45bd9d5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600246 Sep 08 13:15:56.871532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Calling delete_port for 2cde017e-a17a-474f-9f24-594961b95d99 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:15:56.896653 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=b3f22985-290b-4ac9-a7d2-df6b53e9bbe7,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:56.905638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 7a4f38fe-35f7-4239-99af-95b9116afda5 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:56.905865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d6399703-2829-45a0-b6df-69185ad68b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.940222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:56.943741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:56.959936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6399703-2829-45a0-b6df-69185ad68b64 None None] Pushing event deleted for resources: {'Port': ['ID=2cde017e-a17a-474f-9f24-594961b95d99,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:56.965251 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-386bc35b-c34e-4c62-a112-17b3d88fb4e2 req-425388c1-684f-41d5-82d6-11295022a4dd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:56.974450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6399703-2829-45a0-b6df-69185ad68b64 None None] No DVR routers for this DVR port 2cde017e-a17a-474f-9f24-594961b95d99 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:15:57.025165 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-386bc35b-c34e-4c62-a112-17b3d88fb4e2 req-425388c1-684f-41d5-82d6-11295022a4dd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.037917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2cde017e-a17a-474f-9f24-594961b95d99 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:15:57.069213 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:57.069575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 2cde017e-a17a-474f-9f24-594961b95d99 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:15:57.070137 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.070467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2cde017e-a17a-474f-9f24-594961b95d99 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:15:57.072723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:15:57.100006 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.104611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425388c1-684f-41d5-82d6-11295022a4dd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e333ed-2daa-457b-be8e-41299b8d3039,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:57.107104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:15:57.107662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 24523f5f-8bc0-4c4a-ab62-1929a397f8b3 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:15:57.164770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cde017e-a17a-474f-9f24-594961b95d99,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:57.171227 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] No DVR routers for this DVR port 2cde017e-a17a-474f-9f24-594961b95d99 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:15:57.192279 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2f6610b6-1c8d-4a13-83df-16f09bac7996 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4939597 Sep 08 13:15:57.193476 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-386bc35b-c34e-4c62-a112-17b3d88fb4e2 req-425388c1-684f-41d5-82d6-11295022a4dd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.198499 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-386bc35b-c34e-4c62-a112-17b3d88fb4e2 req-425388c1-684f-41d5-82d6-11295022a4dd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5821471 Sep 08 13:15:57.199200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57022) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:57.215921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'b3f22985-290b-4ac9-a7d2-df6b53e9bbe7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:57.240495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f881ff-008c-455f-8f5b-a2498f187018 req-4bb280a9-f2e8-4977-92f8-fac3409ef1bc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:57.242155 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c6f881ff-008c-455f-8f5b-a2498f187018 req-4bb280a9-f2e8-4977-92f8-fac3409ef1bc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.1552002 Sep 08 13:15:57.347194 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.357167 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.372629 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c6f881ff-008c-455f-8f5b-a2498f187018 req-11f78acc-ad41-49d5-8e62-c049dd111aeb tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074615 Sep 08 13:15:57.400737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20700276-2967-4c34-83a4-7508f16adb26']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:57.414705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e20fb76-f023-4046-ad68-0f8843e412c7') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:57.415509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e20fb76-f023-4046-ad68-0f8843e412c7') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:15:57.432228 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.450851 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.462674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:15:57.463092 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:15:57.467644 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:15:57.606823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a5607973-305f-464a-9ba5-927332760507 req-af556d0d-6e39-4225-a05f-827ad540ccf0 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a6adca573eb4139a35f59a45b33c1e3 HTTP/1.1" status: 200 len: 10902 time: 0.2060220 Sep 08 13:15:57.617535 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.626223 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.628956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device cf8897c8-bf64-4f26-9b99-47b369ef4861 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:15:57.646606 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.658074 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/20700276-2967-4c34-83a4-7508f16adb26 HTTP/1.1" status: 204 len: 168 time: 1.4493332 Sep 08 13:15:57.687931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3855b-f041-4cf2-af8c-4b4842ecbbf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=20700276-2967-4c34-83a4-7508f16adb26,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:57.773466 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a5607973-305f-464a-9ba5-927332760507 req-28f5a77d-9dca-4658-8711-b845b2318328 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/6b336ce8-8e36-4ff0-929d-70f300df0b89 HTTP/1.1" status: 200 len: 2981 time: 0.1579425 Sep 08 13:15:57.810050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port cf8897c8-bf64-4f26-9b99-47b369ef4861, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cf8897c8-bf64-4f26-9b99-47b369ef4861,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:57.823286 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'cf8897c8-bf64-4f26-9b99-47b369ef4861', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'cf8897c8-bf64-4f26-9b99-47b369ef4861', 'mac_address': 'fa:16:3e:0a:b3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:15:57.864833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.25.5.182 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/980d82bc-53f9-4507-80cb-09de249e00b4) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:15:57.867590 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:57.887662 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a5607973-305f-464a-9ba5-927332760507 req-1afe2f4c-5e89-4a71-9e89-211a9d24e35b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/6b336ce8-8e36-4ff0-929d-70f300df0b89 HTTP/1.1" status: 200 len: 2981 time: 0.1042538 Sep 08 13:15:57.887905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf8897c8-bf64-4f26-9b99-47b369ef4861 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:15:57.917967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port cf8897c8-bf64-4f26-9b99-47b369ef4861, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cf8897c8-bf64-4f26-9b99-47b369ef4861,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:15:57.960214 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19a46e7e-9c13-4137-92e9-62b25dec2390 req-137f1761-fbc6-4082-9f4b-4c31238f0a9e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/de25234a-700d-4b95-b32c-1e6254d63066 HTTP/1.1" status: 200 len: 1802 time: 0.0552120 Sep 08 13:15:57.991160 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:58.065979 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-19a46e7e-9c13-4137-92e9-62b25dec2390 req-edff141b-1a8a-4a11-af09-d101efbecf99 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:58.085529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=cf8897c8-bf64-4f26-9b99-47b369ef4861,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:58.099297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-19a46e7e-9c13-4137-92e9-62b25dec2390 req-edff141b-1a8a-4a11-af09-d101efbecf99 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:58.103606 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:58.142414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['cf8897c8-bf64-4f26-9b99-47b369ef4861'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:15:58.164762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4953f15-3b70-4ad7-a4b3-3210dfc71ebe req-066f789f-1578-44b5-9e01-8bed2cc349fb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:58.165071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57048) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:58.166644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4953f15-3b70-4ad7-a4b3-3210dfc71ebe req-066f789f-1578-44b5-9e01-8bed2cc349fb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 946 time: 0.1402206 Sep 08 13:15:58.250641 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-75c92e8b-e5da-40e1-87dc-c1a73d304dac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=58bca251ce774a15848a8e9b3dd4f66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840607 Sep 08 13:15:58.253557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57050) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:58.288793 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-19a46e7e-9c13-4137-92e9-62b25dec2390 req-edff141b-1a8a-4a11-af09-d101efbecf99 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:58.291867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-19a46e7e-9c13-4137-92e9-62b25dec2390 req-edff141b-1a8a-4a11-af09-d101efbecf99 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:58.306587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4953f15-3b70-4ad7-a4b3-3210dfc71ebe req-ff058b78-6638-4bf0-a0ea-b4c0712d3392 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909665 Sep 08 13:15:58.306587 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:58.313672 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19a46e7e-9c13-4137-92e9-62b25dec2390 req-edff141b-1a8a-4a11-af09-d101efbecf99 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "DELETE /v2.0/security-groups/de25234a-700d-4b95-b32c-1e6254d63066 HTTP/1.1" status: 204 len: 173 time: 0.3458798 Sep 08 13:15:58.360273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff141b-1a8a-4a11-af09-d101efbecf99 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de25234a-700d-4b95-b32c-1e6254d63066,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:58.373229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:15:58.384999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:15:58.390668 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [req-97b6ffa2-46f9-4023-9782-1fab83896402 req-6c3382f6-7ef2-4e59-9f62-bc97ad5e9675 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] show failed (client error): The resource could not be found. Sep 08 13:15:58.390925 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd67f-3ddb-4b21-b597-b222f87b829e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:58.393772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:15:58.396337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=980d82bc-53f9-4507-80cb-09de249e00b4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:58.408928 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97b6ffa2-46f9-4023-9782-1fab83896402 req-6c3382f6-7ef2-4e59-9f62-bc97ad5e9675 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/de25234a-700d-4b95-b32c-1e6254d63066 HTTP/1.1" status: 404 len: 352 time: 0.0662379 Sep 08 13:15:58.462877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd67f-3ddb-4b21-b597-b222f87b829e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:58.579643 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d59a21-b5bd-4aec-ade4-581116fb2d2e req-c518405a-7310-4845-a09e-f36b00bcbc64 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:58.583765 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-65d59a21-b5bd-4aec-ade4-581116fb2d2e req-c518405a-7310-4845-a09e-f36b00bcbc64 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 946 time: 0.0806270 Sep 08 13:15:58.591237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57074) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:15:58.596002 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d73250da-0c07-4396-abd3-7ffa75687533 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Request body: {'floatingip': {'port_id': 'ae15e610-90c7-41ce-be55-bf487cfffc46'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:15:58.661874 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d73250da-0c07-4396-abd3-7ffa75687533 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:58.721452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed49409-147f-47e0-b48f-97135db80115 req-7cd6070c-d971-4292-bebd-a3f323a67b3f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:15:58.722867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ed49409-147f-47e0-b48f-97135db80115 req-7cd6070c-d971-4292-bebd-a3f323a67b3f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.1188252 Sep 08 13:15:58.766020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd67f-3ddb-4b21-b597-b222f87b829e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:58.768826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b8fd67f-3ddb-4b21-b597-b222f87b829e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:58.772841 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8b8fd67f-3ddb-4b21-b597-b222f87b829e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6d4a4a88-372e-4f10-8659-2770546e8a1d HTTP/1.1" status: 204 len: 168 time: 0.5156844 Sep 08 13:15:58.794700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a61b570-e6e0-443d-be54-5e8a8ab03ba6 req-2ca8c851-29a6-456f-afcc-e25dedad615b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/fa21efe5-6a91-4310-8ad0-637ded0cdaff HTTP/1.1" status: 200 len: 1801 time: 0.1361876 Sep 08 13:15:58.824295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fd67f-3ddb-4b21-b597-b222f87b829e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4a4a88-372e-4f10-8659-2770546e8a1d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:58.858340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ed49409-147f-47e0-b48f-97135db80115 req-da952cab-7304-459a-882c-8e399b4abd68 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194797 Sep 08 13:15:58.967769 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4a61b570-e6e0-443d-be54-5e8a8ab03ba6 req-c8c60e09-a35a-4f9b-8c25-45b0c7c7250e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:59.039510 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4a61b570-e6e0-443d-be54-5e8a8ab03ba6 req-c8c60e09-a35a-4f9b-8c25-45b0c7c7250e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:59.151810 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:59.310815 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:59.573640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:59.632572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device cf8897c8-bf64-4f26-9b99-47b369ef4861 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:15:59.643531 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:59.733672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port cf8897c8-bf64-4f26-9b99-47b369ef4861 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:15:59.733959 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:59.742365 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4a61b570-e6e0-443d-be54-5e8a8ab03ba6 req-c8c60e09-a35a-4f9b-8c25-45b0c7c7250e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:59.746031 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-4a61b570-e6e0-443d-be54-5e8a8ab03ba6 req-c8c60e09-a35a-4f9b-8c25-45b0c7c7250e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:59.747255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a61b570-e6e0-443d-be54-5e8a8ab03ba6 req-c8c60e09-a35a-4f9b-8c25-45b0c7c7250e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "DELETE /v2.0/security-groups/fa21efe5-6a91-4310-8ad0-637ded0cdaff HTTP/1.1" status: 204 len: 173 time: 0.9440694 Sep 08 13:15:59.769466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=980d82bc-53f9-4507-80cb-09de249e00b4,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:59.792110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c60e09-a35a-4f9b-8c25-45b0c7c7250e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa21efe5-6a91-4310-8ad0-637ded0cdaff,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:15:59.806837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:59.813967 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-9d6bee31-b42e-4f27-8fed-3a427f694c18 req-430f0d93-cb8b-4294-afce-4e92f0c8dd91 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] show failed (client error): The resource could not be found. Sep 08 13:15:59.832492 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d6bee31-b42e-4f27-8fed-3a427f694c18 req-430f0d93-cb8b-4294-afce-4e92f0c8dd91 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/fa21efe5-6a91-4310-8ad0-637ded0cdaff HTTP/1.1" status: 404 len: 352 time: 0.0588248 Sep 08 13:15:59.838016 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.resource_extend [None req-d73250da-0c07-4396-abd3-7ffa75687533 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 13:15:59.908217 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:15:59.933787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1705a9-0c90-4c0f-890d-0447ac459581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8897c8-bf64-4f26-9b99-47b369ef4861'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:15:59.937104 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c851c926-4278-49d5-999b-738278df2282" -d '{"events": [{"server_uuid": "9f1705a9-0c90-4c0f-890d-0447ac459581", "name": "network-vif-plugged", "status": "completed", "tag": "cf8897c8-bf64-4f26-9b99-47b369ef4861"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:15:59.955902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port cf8897c8-bf64-4f26-9b99-47b369ef4861, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cf8897c8-bf64-4f26-9b99-47b369ef4861,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:00.047700 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:00.049205 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d73250da-0c07-4396-abd3-7ffa75687533 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:00.067073 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7e801a7-a632-4e56-af3a-bd0b8fedb89a req-8fd4d584-b6a1-4f69-a123-c948e05963bc tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/52e333ed-2daa-457b-be8e-41299b8d3039 HTTP/1.1" status: 200 len: 1803 time: 0.1464236 Sep 08 13:16:00.137260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=cf8897c8-bf64-4f26-9b99-47b369ef4861,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:00.167599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b7e801a7-a632-4e56-af3a-bd0b8fedb89a req-a2003749-d131-46d2-850a-f0db77e52376 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:00.197601 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b7e801a7-a632-4e56-af3a-bd0b8fedb89a req-a2003749-d131-46d2-850a-f0db77e52376 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:00.200705 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d73250da-0c07-4396-abd3-7ffa75687533 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:00.367032 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-d73250da-0c07-4396-abd3-7ffa75687533 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Floating IP bf0783e7-b3de-4fbd-bbb9-bf012ce85419 associated. External IP: 172.25.5.101, port: ae15e610-90c7-41ce-be55-bf487cfffc46. Sep 08 13:16:00.402245 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Floating IP 526017b8-3a52-4ecd-a6b2-c1566e2e1525 associated. External IP: 172.25.5.182, port: b3f22985-290b-4ac9-a7d2-df6b53e9bbe7. Sep 08 13:16:00.406688 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b7e801a7-a632-4e56-af3a-bd0b8fedb89a req-a2003749-d131-46d2-850a-f0db77e52376 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:00.408737 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b7e801a7-a632-4e56-af3a-bd0b8fedb89a req-a2003749-d131-46d2-850a-f0db77e52376 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:00.409889 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7e801a7-a632-4e56-af3a-bd0b8fedb89a req-a2003749-d131-46d2-850a-f0db77e52376 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "DELETE /v2.0/security-groups/52e333ed-2daa-457b-be8e-41299b8d3039 HTTP/1.1" status: 204 len: 173 time: 0.3358567 Sep 08 13:16:00.423142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2003749-d131-46d2-850a-f0db77e52376 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e333ed-2daa-457b-be8e-41299b8d3039,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:00.453623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6656c-a80e-478a-b134-46465e721030 req-f1ebdcc3-5c95-4dae-a858-4fb0ffb8bd94 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:00.455378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7fc6656c-a80e-478a-b134-46465e721030 req-f1ebdcc3-5c95-4dae-a858-4fb0ffb8bd94 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.4516985 Sep 08 13:16:00.513940 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a99c7c-c73a-47c1-a657-c850d6ebfe75 x-openstack-request-id: req-14a99c7c-c73a-47c1-a657-c850d6ebfe75 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:00.514289 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1705a9-0c90-4c0f-890d-0447ac459581", "name": "network-vif-plugged", "status": "completed", "tag": "cf8897c8-bf64-4f26-9b99-47b369ef4861", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:00.514548 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-14a99c7c-c73a-47c1-a657-c850d6ebfe75 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:00.514951 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1705a9-0c90-4c0f-890d-0447ac459581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf8897c8-bf64-4f26-9b99-47b369ef4861', 'code': 200} Sep 08 13:16:00.551941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7fc6656c-a80e-478a-b134-46465e721030 req-2ad61ec5-79c8-4382-b305-b8d4e9b41104 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866368 Sep 08 13:16:00.617580 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-bbf72555-237e-463e-89cd-77964ad9e9cb req-61f48787-5193-4892-bc11-522645cab363 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] show failed (client error): The resource could not be found. Sep 08 13:16:00.619230 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bbf72555-237e-463e-89cd-77964ad9e9cb req-61f48787-5193-4892-bc11-522645cab363 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/52e333ed-2daa-457b-be8e-41299b8d3039 HTTP/1.1" status: 404 len: 352 time: 0.0259914 Sep 08 13:16:00.739580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57142) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:00.755322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73250da-0c07-4396-abd3-7ffa75687533 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Router 3f01a564-8e6a-485e-8764-5df7f82b447d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:00.862416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fb9791f-bbc7-4056-98f9-197ac9c27cbd req-dcb4052d-8a5c-4f06-8c46-a422e8913e2a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a6adca573eb4139a35f59a45b33c1e3 HTTP/1.1" status: 200 len: 6149 time: 0.1567695 Sep 08 13:16:00.901386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73250da-0c07-4396-abd3-7ffa75687533 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:00.906204 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d73250da-0c07-4396-abd3-7ffa75687533 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:00.923462 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c1831-5db8-45fe-9258-1ca92c610894 None None] Sync routers for ids ['3f01a564-8e6a-485e-8764-5df7f82b447d'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:00.934326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2137852516-network', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:00.940717 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c1831-5db8-45fe-9258-1ca92c610894 None None] Routers {'3f01a564-8e6a-485e-8764-5df7f82b447d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:00.941613 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d91c1831-5db8-45fe-9258-1ca92c610894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3f01a564-8e6a-485e-8764-5df7f82b447d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:00.950025 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d73250da-0c07-4396-abd3-7ffa75687533 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "PUT /v2.0/floatingips/bf0783e7-b3de-4fbd-bbb9-bf012ce85419 HTTP/1.1" status: 200 len: 992 time: 2.3576665 Sep 08 13:16:00.955546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:00.960405 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61cc6b1-b48f-4256-ae06-d40aaa66af81" -d '{"events": [{"name": "network-changed", "server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:00.976194 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fb9791f-bbc7-4056-98f9-197ac9c27cbd req-8ae2785c-5ec8-4458-9d0c-d9540986b508 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/6b336ce8-8e36-4ff0-929d-70f300df0b89 HTTP/1.1" status: 200 len: 2981 time: 0.1128650 Sep 08 13:16:01.005853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:01.074943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Made reservation on behalf of 875b8ceb49c04e78aaa21a8462dfe4ae for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:01.077878 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:01.093625 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:01.200661 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd4e0e0-acd0-46d8-b341-ff91925248ce x-openstack-request-id: req-bcd4e0e0-acd0-46d8-b341-ff91925248ce {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:01.202313 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:01.202642 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bcd4e0e0-acd0-46d8-b341-ff91925248ce {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:01.203106 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'status': 'completed', 'code': 200} Sep 08 13:16:01.207226 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d91c1831-5db8-45fe-9258-1ca92c610894 None None] Set router 3f01a564-8e6a-485e-8764-5df7f82b447d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:16:01.260329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fb9791f-bbc7-4056-98f9-197ac9c27cbd req-bb589281-88cf-4e98-b9d9-0b7eda201933 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/6b336ce8-8e36-4ff0-929d-70f300df0b89 HTTP/1.1" status: 200 len: 2981 time: 0.2512167 Sep 08 13:16:01.289509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cc6b1-b48f-4256-ae06-d40aaa66af81 req-94540782-c252-4f14-9769-21da90ad66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:01.291282 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c61cc6b1-b48f-4256-ae06-d40aaa66af81 req-94540782-c252-4f14-9769-21da90ad66bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1097 time: 0.0662069 Sep 08 13:16:01.292751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:01.310907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2242679f-d6f0-4c5e-be82-83542a671846 None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:01.330913 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:01.334239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242679f-d6f0-4c5e-be82-83542a671846 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:01.334951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2242679f-d6f0-4c5e-be82-83542a671846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:01.342886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-cc6beb84-1a90-442d-9135-e31bb282a67b req-e7cefabf-4c54-485c-bc20-2bf6da687b23 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1612201011', 'description': 'tempest-description-755194651'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:01.370405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2242679f-d6f0-4c5e-be82-83542a671846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:01.380319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2242679f-d6f0-4c5e-be82-83542a671846 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:01.381321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2242679f-d6f0-4c5e-be82-83542a671846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:01.396853 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:01.423643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2242679f-d6f0-4c5e-be82-83542a671846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:01.424579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2242679f-d6f0-4c5e-be82-83542a671846 None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:01.445078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:16:01.478575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd5e6a0-a77d-4363-851b-67b61491c35c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:01.487048 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:01.487887 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Added segment 642c07d8-4692-47f0-ad7e-b9b45100da08 of type vlan for network 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e Sep 08 13:16:01.497018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cc6b1-b48f-4256-ae06-d40aaa66af81 req-71c6b279-2175-459b-a766-424b39ba821d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:01.499247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c61cc6b1-b48f-4256-ae06-d40aaa66af81 req-71c6b279-2175-459b-a766-424b39ba821d service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.1948214 Sep 08 13:16:01.573693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:01.604702 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:01.648368 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-cc6beb84-1a90-442d-9135-e31bb282a67b req-e7cefabf-4c54-485c-bc20-2bf6da687b23 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:01.688413 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:01.689441 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:01.690088 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:01.711136 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c61cc6b1-b48f-4256-ae06-d40aaa66af81 req-a64ee450-9dc0-40b7-993b-f3a41055929d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 1000 time: 0.2032516 Sep 08 13:16:01.749048 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d91c1831-5db8-45fe-9258-1ca92c610894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:15:20Z', 'revision_number': 4, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'bf0783e7-b3de-4fbd-bbb9-bf012ce85419', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'port_id': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'mac_address': 'fa:16:3e:51:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a51b95-32ce-47cc-b131-c698f976d462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:15:30Z', 'updated_at': '2021-09-08T13:15:59Z', 'revision_number': 1, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5875ae-fecc-4401-ae5a-fc064b4adf21', 'name': '', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'mac_address': 'fa:16:3e:fc:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:18Z', 'updated_at': '2021-09-08T13:15:27Z', 'revision_number': 5, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'subnets': [{'id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:01.772256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cc6b1-b48f-4256-ae06-d40aaa66af81 req-e2817802-41c2-46df-8374-c69e2419e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:01.774001 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c61cc6b1-b48f-4256-ae06-d40aaa66af81 req-e2817802-41c2-46df-8374-c69e2419e63e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0472667 Sep 08 13:16:01.800653 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c1831-5db8-45fe-9258-1ca92c610894 None None] Checking router: 3f01a564-8e6a-485e-8764-5df7f82b447d for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:16:01.801762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=01e9369c-e7b9-4ac2-8ed6-3979d842ca3e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:01.819118 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c1831-5db8-45fe-9258-1ca92c610894 None None] Routers {'3f01a564-8e6a-485e-8764-5df7f82b447d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:01.822461 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d91c1831-5db8-45fe-9258-1ca92c610894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3f01a564-8e6a-485e-8764-5df7f82b447d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:01.828908 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e662cc49-b7fb-48ab-ab35-3f7e2c47417f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6243098 Sep 08 13:16:01.829839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57168) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:01.835189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:16:01.838470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e2f4ec33-08c9-40e1-8a98-8bb62e593f39 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'floatingip': {'port_id': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:01.873001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee617b4c-62c5-42c4-9bbb-50c0ee81611c req-75a93d10-7c7f-4a1a-909d-d42b03154537 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:01.874635 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee617b4c-62c5-42c4-9bbb-50c0ee81611c req-75a93d10-7c7f-4a1a-909d-d42b03154537 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.1625738 Sep 08 13:16:01.878583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cc6b1-b48f-4256-ae06-d40aaa66af81 req-c1780e24-1e18-4fff-a1ba-da8de283ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:01.878583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c61cc6b1-b48f-4256-ae06-d40aaa66af81 req-c1780e24-1e18-4fff-a1ba-da8de283ed23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890815 Sep 08 13:16:01.891139 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-cc6beb84-1a90-442d-9135-e31bb282a67b req-e7cefabf-4c54-485c-bc20-2bf6da687b23 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:01.931020 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ec33-08c9-40e1-8a98-8bb62e593f39 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:01.960709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee617b4c-62c5-42c4-9bbb-50c0ee81611c req-59c62e26-d0f6-4a72-82a1-6e9818f15f76 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679665 Sep 08 13:16:01.984029 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d91c1831-5db8-45fe-9258-1ca92c610894 None None] Set router 3f01a564-8e6a-485e-8764-5df7f82b447d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:16:02.041716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c61cc6b1-b48f-4256-ae06-d40aaa66af81 req-31a2a54d-99ca-407f-bd0e-a7eaf73748f8 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505485 Sep 08 13:16:02.113383 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ec33-08c9-40e1-8a98-8bb62e593f39 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:02.114144 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-cc6beb84-1a90-442d-9135-e31bb282a67b req-e7cefabf-4c54-485c-bc20-2bf6da687b23 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:02.159382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cefabf-4c54-485c-bc20-2bf6da687b23 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2b270d-a79a-45b7-bb3c-b356b78044f5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:02.186152 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-196e4a42-1f8f-4c67-8ed1-f04ae6bda7b7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4423749 Sep 08 13:16:02.187112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57190) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:02.202515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-81fd0809-251b-4f94-93bd-395434ba4e39 admin admin] Request body: {'subnet': {'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2137852516-subnet', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:02.206611 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c61cc6b1-b48f-4256-ae06-d40aaa66af81 req-7dd6d608-581b-4af9-b1c8-882e95acc79f service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568589 Sep 08 13:16:02.211596 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ec33-08c9-40e1-8a98-8bb62e593f39 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:02.212579 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-e2f4ec33-08c9-40e1-8a98-8bb62e593f39 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Floating IP 526017b8-3a52-4ecd-a6b2-c1566e2e1525 disassociated. External IP: 172.25.5.182, port: b3f22985-290b-4ac9-a7d2-df6b53e9bbe7. Sep 08 13:16:02.326976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-cc6beb84-1a90-442d-9135-e31bb282a67b req-e7cefabf-4c54-485c-bc20-2bf6da687b23 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:02.328284 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc6beb84-1a90-442d-9135-e31bb282a67b req-e7cefabf-4c54-485c-bc20-2bf6da687b23 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9906793 Sep 08 13:16:02.364562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-a332e1ba-3637-4934-8924-60ef63e92071 req-e5969c0a-55cb-41a8-9573-b57f879f8854 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1738028147', 'description': 'tempest-description-1572367838'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:02.373723 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d91c1831-5db8-45fe-9258-1ca92c610894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:15:20Z', 'revision_number': 4, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'bf0783e7-b3de-4fbd-bbb9-bf012ce85419', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'port_id': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'mac_address': 'fa:16:3e:51:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a51b95-32ce-47cc-b131-c698f976d462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:15:30Z', 'updated_at': '2021-09-08T13:15:59Z', 'revision_number': 1, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5875ae-fecc-4401-ae5a-fc064b4adf21', 'name': '', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'mac_address': 'fa:16:3e:fc:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:18Z', 'updated_at': '2021-09-08T13:15:27Z', 'revision_number': 5, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'subnets': [{'id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:02.403209 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91c1831-5db8-45fe-9258-1ca92c610894 None None] The sync data for ids ['3f01a564-8e6a-485e-8764-5df7f82b447d'] in n-d-807558-3 is: [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:15:20Z', 'revision_number': 4, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'bf0783e7-b3de-4fbd-bbb9-bf012ce85419', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'floating_ip_address': '172.25.5.101', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'port_id': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1004, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'mac_address': 'fa:16:3e:51:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a51b95-32ce-47cc-b131-c698f976d462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:15:30Z', 'updated_at': '2021-09-08T13:15:59Z', 'revision_number': 1, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f5875ae-fecc-4401-ae5a-fc064b4adf21', 'name': '', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'mac_address': 'fa:16:3e:fc:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:18Z', 'updated_at': '2021-09-08T13:15:27Z', 'revision_number': 5, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'subnets': [{'id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:02.516338 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fd0809-251b-4f94-93bd-395434ba4e39 admin admin] Made reservation on behalf of 875b8ceb49c04e78aaa21a8462dfe4ae for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:02.518980 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81fd0809-251b-4f94-93bd-395434ba4e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:02.614843 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f4ec33-08c9-40e1-8a98-8bb62e593f39 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:02.659859 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a332e1ba-3637-4934-8924-60ef63e92071 req-e5969c0a-55cb-41a8-9573-b57f879f8854 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:02.788933 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598add65-7ecf-40d5-b745-9ecec1d02951 None None] New status for floating IP bf0783e7-b3de-4fbd-bbb9-bf012ce85419: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:16:02.842248 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a332e1ba-3637-4934-8924-60ef63e92071 req-e5969c0a-55cb-41a8-9573-b57f879f8854 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:02.874395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f4ec33-08c9-40e1-8a98-8bb62e593f39 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:02.885355 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b65e7a-cf65-4cb5-b37f-a35dd4f9f993 None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:02.888374 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2f4ec33-08c9-40e1-8a98-8bb62e593f39 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:02.910069 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a332e1ba-3637-4934-8924-60ef63e92071 req-e5969c0a-55cb-41a8-9573-b57f879f8854 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:02.920419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b65e7a-cf65-4cb5-b37f-a35dd4f9f993 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:02.921093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e5b65e7a-cf65-4cb5-b37f-a35dd4f9f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:02.929753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e2f4ec33-08c9-40e1-8a98-8bb62e593f39 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "PUT /v2.0/floatingips/526017b8-3a52-4ecd-a6b2-c1566e2e1525 HTTP/1.1" status: 200 len: 688 time: 1.0988383 Sep 08 13:16:02.932738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57208) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:03.000509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5969c0a-55cb-41a8-9573-b57f879f8854 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f89e0c3-4ce3-47cf-ac6a-43051fb53319,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:03.039624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e5b65e7a-cf65-4cb5-b37f-a35dd4f9f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:03.040938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81fd0809-251b-4f94-93bd-395434ba4e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:03.064488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b65e7a-cf65-4cb5-b37f-a35dd4f9f993 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:03.065111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e5b65e7a-cf65-4cb5-b37f-a35dd4f9f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:03.116956 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a332e1ba-3637-4934-8924-60ef63e92071 req-e5969c0a-55cb-41a8-9573-b57f879f8854 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:03.120814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a332e1ba-3637-4934-8924-60ef63e92071 req-e5969c0a-55cb-41a8-9573-b57f879f8854 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7594583 Sep 08 13:16:03.183460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e5b65e7a-cf65-4cb5-b37f-a35dd4f9f993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:03.184706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b65e7a-cf65-4cb5-b37f-a35dd4f9f993 None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:03.205260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd0809-251b-4f94-93bd-395434ba4e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf40589-fd51-44f5-bdd0-bc107d13dcfb,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:03.239897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fd0809-251b-4f94-93bd-395434ba4e39 admin admin] Checking segment: {'id': '642c07d8-4692-47f0-ad7e-b9b45100da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:03.240295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd0809-251b-4f94-93bd-395434ba4e39 admin admin] Network hostable DHCP agents. Network: 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:16:03.266671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5963e-04cd-4383-9666-aa50e6a92c7c req-ea172df9-9d09-4d62-8f59-03f76f560301 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:03.268286 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bd5963e-04cd-4383-9666-aa50e6a92c7c req-ea172df9-9d09-4d62-8f59-03f76f560301 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.1822543 Sep 08 13:16:03.277486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66e8c-5bb8-4310-ae73-aadc1e80c3f7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port 980d82bc-53f9-4507-80cb-09de249e00b4 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:03.277882 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7a66e8c-5bb8-4310-ae73-aadc1e80c3f7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:03.412040 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bd5963e-04cd-4383-9666-aa50e6a92c7c req-2c3504b7-b2f9-4dd1-9f28-d2b0e06bc24f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347373 Sep 08 13:16:03.417357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fd0809-251b-4f94-93bd-395434ba4e39 admin admin] Network 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:16:03.484706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7a66e8c-5bb8-4310-ae73-aadc1e80c3f7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:03.485045 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7a66e8c-5bb8-4310-ae73-aadc1e80c3f7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:03.515456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e7a66e8c-5bb8-4310-ae73-aadc1e80c3f7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for 980d82bc-53f9-4507-80cb-09de249e00b4 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:03.589756 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-81fd0809-251b-4f94-93bd-395434ba4e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:03.598845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fd0809-251b-4f94-93bd-395434ba4e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:03.599054 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81fd0809-251b-4f94-93bd-395434ba4e39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:03.605602 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7933ae12-4578-445e-b221-283afd996eaa None None] Network 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:16:03.753988 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-81fd0809-251b-4f94-93bd-395434ba4e39 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5624802 Sep 08 13:16:03.754421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57240) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:03.760118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2137852516-router', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:03.820802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-01e9369c-e7b9-4ac2-8ed6-3979d842ca3e', 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'fixed_ips': [{'subnet_id': 'ecf40589-fd51-44f5-bdd0-bc107d13dcfb'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:16:03.822639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:03.874981 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7a66e8c-5bb8-4310-ae73-aadc1e80c3f7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:03.892596 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:03.906300 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:03.950478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a66e8c-5bb8-4310-ae73-aadc1e80c3f7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=980d82bc-53f9-4507-80cb-09de249e00b4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:04.096366 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7a66e8c-5bb8-4310-ae73-aadc1e80c3f7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:04.100011 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7a66e8c-5bb8-4310-ae73-aadc1e80c3f7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:04.105028 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e7a66e8c-5bb8-4310-ae73-aadc1e80c3f7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/floatingips/526017b8-3a52-4ecd-a6b2-c1566e2e1525 HTTP/1.1" status: 204 len: 168 time: 1.1662693 Sep 08 13:16:04.107796 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57244) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:04.116257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '4078db67-5d4c-4d4a-b890-6791b7efada6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:04.148933 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:04.187665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Allocated IP 172.20.0.2 (01e9369c-e7b9-4ac2-8ed6-3979d842ca3e/ecf40589-fd51-44f5-bdd0-bc107d13dcfb/50eef3bf-52c2-4deb-9acf-37434142be9b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:04.242737 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:04.385758 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:04.402262 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Transition to ACTIVE for port object 50eef3bf-52c2-4deb-9acf-37434142be9b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:04.419293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Transition to ACTIVE for port object 50eef3bf-52c2-4deb-9acf-37434142be9b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:04.511062 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:04.553284 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:04.609660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Network 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:04.613104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:04.623168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:04.636059 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:04.642113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Pushing event updated for resources: {'Port': ['ID=50eef3bf-52c2-4deb-9acf-37434142be9b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:04.751968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Attempting to bind port 50eef3bf-52c2-4deb-9acf-37434142be9b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:16:04.752636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Attempting to bind port 50eef3bf-52c2-4deb-9acf-37434142be9b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '642c07d8-4692-47f0-ad7e-b9b45100da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:16:04.753220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Attempting to bind port 50eef3bf-52c2-4deb-9acf-37434142be9b on network 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:04.761801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:16:04.762559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Checking segment: {'id': '642c07d8-4692-47f0-ad7e-b9b45100da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:04.763166 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:04.763780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Bound using segment: {'id': '642c07d8-4692-47f0-ad7e-b9b45100da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:16:04.764456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Bound port: 50eef3bf-52c2-4deb-9acf-37434142be9b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642c07d8-4692-47f0-ad7e-b9b45100da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:16:04.765068 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:04.866089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.25.5.88 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/7db34df7-d50d-43b4-8fb0-efd565a2ad47) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:04.930216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] For port 50eef3bf-52c2-4deb-9acf-37434142be9b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:16:04.936092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] For port 50eef3bf-52c2-4deb-9acf-37434142be9b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=50eef3bf-52c2-4deb-9acf-37434142be9b,segment=NetworkSegment(642c07d8-4692-47f0-ad7e-b9b45100da08),segment_id=642c07d8-4692-47f0-ad7e-b9b45100da08)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:16:05.065489 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:05.143703 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:05.211308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e81680-3fa1-4713-8a91-8c200477be8b None None] Pushing event updated for resources: {'Port': ['ID=50eef3bf-52c2-4deb-9acf-37434142be9b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:05.268970 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:05.299001 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:05.449869 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:05.617335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:05.641378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:05.651904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:05.714711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Allocated IP 172.25.5.109 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/9d296759-a3c9-4b42-9180-2e7adaa2bed6) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:05.988665 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=7db34df7-d50d-43b4-8fb0-efd565a2ad47,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:06.169922 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:06.304411 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:06.374031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:06.387482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:06.443909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:06.577918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Pushing event updated for resources: {'Port': ['ID=9d296759-a3c9-4b42-9180-2e7adaa2bed6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:06.878302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d05c896-23c5-42b9-b8ac-535e31aeec12 None None] Network 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:16:07.035870 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:07.072281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-20ec0af5-7e62-41aa-9590-5e724f7d0e9e None None] Provisioning for port 50eef3bf-52c2-4deb-9acf-37434142be9b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:07.148912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 50eef3bf-52c2-4deb-9acf-37434142be9b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:07.275729 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:07.286062 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:07.296683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 50eef3bf-52c2-4deb-9acf-37434142be9b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:07.316123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 50eef3bf-52c2-4deb-9acf-37434142be9b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:07.316123 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:07.546495 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:07.570866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6d9b9707-81ae-44c0-9073-1f57f7048cf1 None None] Provisioning complete for port 50eef3bf-52c2-4deb-9acf-37434142be9b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:07.571722 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9707-81ae-44c0-9073-1f57f7048cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:07.661158 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:07.725295 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:07.751990 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:07.783112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 50eef3bf-52c2-4deb-9acf-37434142be9b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=50eef3bf-52c2-4deb-9acf-37434142be9b,segment=NetworkSegment(642c07d8-4692-47f0-ad7e-b9b45100da08),segment_id=642c07d8-4692-47f0-ad7e-b9b45100da08)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:07.862039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=7db34df7-d50d-43b4-8fb0-efd565a2ad47,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:07.932738 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f372789c-00ee-4cd0-ad12-42e1ca0876ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:07.949419 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:08.015902 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:08.056745 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6d9b9707-81ae-44c0-9073-1f57f7048cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:08.139697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=50eef3bf-52c2-4deb-9acf-37434142be9b,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:08.162495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:08.167678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:08.167678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:08.167678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:08.167678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:08.173290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:08.176952 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:08.178159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:08.179078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Router 4e4c222a-6b22-4778-b6b4-d26403eeb00e is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:16:08.179744 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:08.180372 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:08.181682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:08.182254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:08.239465 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-6d9b9707-81ae-44c0-9073-1f57f7048cf1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:16:08.239850 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-6d9b9707-81ae-44c0-9073-1f57f7048cf1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:16:08.274039 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Floating IP f92e4e6f-3f7f-42d5-9625-ccd7a6c451f1 associated. External IP: 172.25.5.88, port: 4078db67-5d4c-4d4a-b890-6791b7efada6. Sep 08 13:16:08.667363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:08.681581 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Sync routers for ids ['4e4c222a-6b22-4778-b6b4-d26403eeb00e'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:08.697782 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Routers {'4e4c222a-6b22-4778-b6b4-d26403eeb00e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:08.698879 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4e4c222a-6b22-4778-b6b4-d26403eeb00e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:08.749961 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:08.754593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e1e3ef2e-6c07-45c0-a471-44700b140660 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.9988878 Sep 08 13:16:08.755253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57254) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:08.786523 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:08.882145 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Set router 4e4c222a-6b22-4778-b6b4-d26403eeb00e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:16:09.063325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 50eef3bf-52c2-4deb-9acf-37434142be9b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:09.090617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:09.131970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959ab40-3465-45fe-8262-fdabd453a63e None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:09.162053 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:09.207148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959ab40-3465-45fe-8262-fdabd453a63e None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:09.207753 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8959ab40-3465-45fe-8262-fdabd453a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:09.238123 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dd7e42e9-a101-4c2d-a3b5-9e11d89f3890 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.1310241 Sep 08 13:16:09.241370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57256) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:09.410041 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2137852516-router', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:16:03Z', 'updated_at': '2021-09-08T13:16:06Z', 'revision_number': 3, 'project_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'gw_port': {'id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:16:05Z', 'updated_at': '2021-09-08T13:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:09.439252 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Checking router: 4e4c222a-6b22-4778-b6b4-d26403eeb00e for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:16:09.439612 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Updating router 4e4c222a-6b22-4778-b6b4-d26403eeb00e port 9d296759-a3c9-4b42-9180-2e7adaa2bed6 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:16:09.443251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4ec46dc1-763a-49b9-b7ad-664e0863d849 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "GET /v2.0/floatingips/f92e4e6f-3f7f-42d5-9625-ccd7a6c451f1 HTTP/1.1" status: 200 len: 976 time: 0.1987898 Sep 08 13:16:09.448007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57258) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:09.467547 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:09.537097 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8959ab40-3465-45fe-8262-fdabd453a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:09.544226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 50eef3bf-52c2-4deb-9acf-37434142be9b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:09.544439 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:09.568978 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8959ab40-3465-45fe-8262-fdabd453a63e None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:09.569629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8959ab40-3465-45fe-8262-fdabd453a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:09.611776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8959ab40-3465-45fe-8262-fdabd453a63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:09.612452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8959ab40-3465-45fe-8262-fdabd453a63e None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:09.776440 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5f69256e-d03c-49ac-8462-2ed31e270ed7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.3267772 Sep 08 13:16:09.777197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57260) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:09.786828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-94954735-4ea8-41cf-a198-e5a21c5dfbcd tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'floatingip': {'port_id': 'b3f22985-290b-4ac9-a7d2-df6b53e9bbe7'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:09.791125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:09.814307 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:09.824848 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Transition to ACTIVE for port object 9d296759-a3c9-4b42-9180-2e7adaa2bed6 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:09.854501 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-94954735-4ea8-41cf-a198-e5a21c5dfbcd tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.019476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Allocated IP 172.20.0.1 (01e9369c-e7b9-4ac2-8ed6-3979d842ca3e/ecf40589-fd51-44f5-bdd0-bc107d13dcfb/b98f0cd5-2238-42df-9313-77f6b1f87801) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:10.053069 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.101224 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Attempting to bind port 9d296759-a3c9-4b42-9180-2e7adaa2bed6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:16:10.101600 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Attempting to bind port 9d296759-a3c9-4b42-9180-2e7adaa2bed6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:16:10.101970 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Attempting to bind port 9d296759-a3c9-4b42-9180-2e7adaa2bed6 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:10.108874 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:16:10.109263 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:10.109657 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.110050 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:16:10.110553 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Bound port: 9d296759-a3c9-4b42-9180-2e7adaa2bed6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:16:10.111067 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.157468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.178506 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Transition to ACTIVE for port object b98f0cd5-2238-42df-9313-77f6b1f87801 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:10.183159 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] For port 9d296759-a3c9-4b42-9180-2e7adaa2bed6, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:16:10.198825 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e3738-d8b2-4a35-96b7-c6bebd764823 None None] Pushing event updated for resources: {'Port': ['ID=9d296759-a3c9-4b42-9180-2e7adaa2bed6,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:10.208827 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] For port 9d296759-a3c9-4b42-9180-2e7adaa2bed6, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9d296759-a3c9-4b42-9180-2e7adaa2bed6,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:16:10.328726 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.356413 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.356858 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.358745 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4a97f212-efa7-4a7d-b07d-35548d48d4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.441752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Network 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:10.445342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:10.460660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:10.461079 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Routers {'4e4c222a-6b22-4778-b6b4-d26403eeb00e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:10.461773 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4e4c222a-6b22-4778-b6b4-d26403eeb00e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:10.521510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.555818 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126e3738-d8b2-4a35-96b7-c6bebd764823 None None] Pushing event updated for resources: {'Port': ['ID=9d296759-a3c9-4b42-9180-2e7adaa2bed6,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:10.696875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Pushing event updated for resources: {'Port': ['ID=b98f0cd5-2238-42df-9313-77f6b1f87801,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:10.705745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:10.706116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:10.706534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:10.706901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:10.707251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:10.707594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:10.707930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:10.708261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:10.708594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:10.708924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:10.709252 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:10.709584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:10.781412 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.781909 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] Set router 4e4c222a-6b22-4778-b6b4-d26403eeb00e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:16:10.796462 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-94954735-4ea8-41cf-a198-e5a21c5dfbcd tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.865052 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-94954735-4ea8-41cf-a198-e5a21c5dfbcd tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:10.921726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-135a06aa-b8de-462b-9302-201e317fdd68 None None] Provisioning for port b98f0cd5-2238-42df-9313-77f6b1f87801 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:10.926018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-135a06aa-b8de-462b-9302-201e317fdd68 None None] Provisioning complete for port b98f0cd5-2238-42df-9313-77f6b1f87801 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:10.926604 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-135a06aa-b8de-462b-9302-201e317fdd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:11.008412 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:11.040446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-135a06aa-b8de-462b-9302-201e317fdd68 None None] Port b98f0cd5-2238-42df-9313-77f6b1f87801 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:16:11.088048 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:11.108801 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-94954735-4ea8-41cf-a198-e5a21c5dfbcd tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Floating IP f92e4e6f-3f7f-42d5-9625-ccd7a6c451f1 associated. External IP: 172.25.5.88, port: 4078db67-5d4c-4d4a-b890-6791b7efada6. Sep 08 13:16:11.143245 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2137852516-router', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:16:03Z', 'updated_at': '2021-09-08T13:16:06Z', 'revision_number': 3, 'project_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'gw_port': {'id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:16:05Z', 'updated_at': '2021-09-08T13:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:11.173924 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:11.177137 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb87b6-2962-4e45-932f-436e097822fa None None] The sync data for ids ['4e4c222a-6b22-4778-b6b4-d26403eeb00e'] in n-d-807558-3 is: [{'id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2137852516-router', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:16:03Z', 'updated_at': '2021-09-08T13:16:06Z', 'revision_number': 3, 'project_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'gw_port': {'id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:16:05Z', 'updated_at': '2021-09-08T13:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:11.245573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Pushing event updated for resources: {'Port': ['ID=b98f0cd5-2238-42df-9313-77f6b1f87801,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:11.419518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Network 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:11.421510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:11.570133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94954735-4ea8-41cf-a198-e5a21c5dfbcd tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:11.688074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Router 4e4c222a-6b22-4778-b6b4-d26403eeb00e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:11.704524 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:11.882302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94954735-4ea8-41cf-a198-e5a21c5dfbcd tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:11.895690 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368037a-2a3e-4f33-b192-7ceb0baf2677 None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:11.914427 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a368037a-2a3e-4f33-b192-7ceb0baf2677 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:11.915120 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a368037a-2a3e-4f33-b192-7ceb0baf2677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:12.009814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fc4586ee-cc38-4df7-8bf3-8e8a88bb9e56 None None] Provisioning complete for port b98f0cd5-2238-42df-9313-77f6b1f87801 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:12.014889 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fc4586ee-cc38-4df7-8bf3-8e8a88bb9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:12.052087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:12.076912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-408adf33-828a-40a6-b960-f28ce55fc459 admin admin] 10.222.0.69 "PUT /v2.0/routers/4e4c222a-6b22-4778-b6b4-d26403eeb00e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3122244 Sep 08 13:16:12.093226 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a368037a-2a3e-4f33-b192-7ceb0baf2677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:12.127717 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a368037a-2a3e-4f33-b192-7ceb0baf2677 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:12.127717 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a368037a-2a3e-4f33-b192-7ceb0baf2677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:12.156757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fc4586ee-cc38-4df7-8bf3-8e8a88bb9e56 None None] Port b98f0cd5-2238-42df-9313-77f6b1f87801 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:16:12.210859 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a368037a-2a3e-4f33-b192-7ceb0baf2677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:12.211713 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368037a-2a3e-4f33-b192-7ceb0baf2677 None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:12.300562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94954735-4ea8-41cf-a198-e5a21c5dfbcd tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:12.441694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94954735-4ea8-41cf-a198-e5a21c5dfbcd tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:12.447944 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-94954735-4ea8-41cf-a198-e5a21c5dfbcd tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:12.452718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee85881-ecf4-4b42-b719-15d0f8377e71 None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:12.472135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee85881-ecf4-4b42-b719-15d0f8377e71 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:12.475056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-dee85881-ecf4-4b42-b719-15d0f8377e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:12.577093 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-94954735-4ea8-41cf-a198-e5a21c5dfbcd tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "PUT /v2.0/floatingips/f92e4e6f-3f7f-42d5-9625-ccd7a6c451f1 HTTP/1.1" status: 200 len: 977 time: 2.7986403 Sep 08 13:16:12.579756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57270) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:12.589645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-394b6876-3b0d-4900-98b8-e8025f076580 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'floatingip': {'port_id': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:12.609966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-dee85881-ecf4-4b42-b719-15d0f8377e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:12.630738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee85881-ecf4-4b42-b719-15d0f8377e71 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:12.633965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-dee85881-ecf4-4b42-b719-15d0f8377e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:12.685257 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-dee85881-ecf4-4b42-b719-15d0f8377e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:12.685985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee85881-ecf4-4b42-b719-15d0f8377e71 None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:12.719046 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-394b6876-3b0d-4900-98b8-e8025f076580 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:12.916024 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-394b6876-3b0d-4900-98b8-e8025f076580 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:12.990870 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-394b6876-3b0d-4900-98b8-e8025f076580 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:12.996844 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-394b6876-3b0d-4900-98b8-e8025f076580 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Floating IP f92e4e6f-3f7f-42d5-9625-ccd7a6c451f1 disassociated. External IP: 172.25.5.88, port: b3f22985-290b-4ac9-a7d2-df6b53e9bbe7. Sep 08 13:16:13.130267 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:13.287416 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9d296759-a3c9-4b42-9180-2e7adaa2bed6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:13.447995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 9d296759-a3c9-4b42-9180-2e7adaa2bed6 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:13.453472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9d296759-a3c9-4b42-9180-2e7adaa2bed6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:13.453875 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:13.472340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394b6876-3b0d-4900-98b8-e8025f076580 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:13.656686 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:13.691318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 9d296759-a3c9-4b42-9180-2e7adaa2bed6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9d296759-a3c9-4b42-9180-2e7adaa2bed6,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:13.719517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394b6876-3b0d-4900-98b8-e8025f076580 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:13.734566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-394b6876-3b0d-4900-98b8-e8025f076580 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:13.737974 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319c5419-112e-494d-9e38-2d2da7773f4e None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:13.764164 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319c5419-112e-494d-9e38-2d2da7773f4e None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:13.766691 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-319c5419-112e-494d-9e38-2d2da7773f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:13.767668 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:13.792904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-394b6876-3b0d-4900-98b8-e8025f076580 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "PUT /v2.0/floatingips/f92e4e6f-3f7f-42d5-9625-ccd7a6c451f1 HTTP/1.1" status: 200 len: 687 time: 1.2083876 Sep 08 13:16:13.793816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57276) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:13.815532 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-319c5419-112e-494d-9e38-2d2da7773f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:13.842754 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319c5419-112e-494d-9e38-2d2da7773f4e None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:13.843666 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-319c5419-112e-494d-9e38-2d2da7773f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:13.843816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=9d296759-a3c9-4b42-9180-2e7adaa2bed6,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:13.865469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Sync routers for ids ['4e4c222a-6b22-4778-b6b4-d26403eeb00e'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:13.876799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Routers {'4e4c222a-6b22-4778-b6b4-d26403eeb00e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:13.896476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4e4c222a-6b22-4778-b6b4-d26403eeb00e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:13.897549 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-319c5419-112e-494d-9e38-2d2da7773f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:13.897549 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319c5419-112e-494d-9e38-2d2da7773f4e None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:14.013709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e8843aa0-f3e1-41c7-82fb-8c68920dabc1 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port 7db34df7-d50d-43b4-8fb0-efd565a2ad47 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:14.014141 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8843aa0-f3e1-41c7-82fb-8c68920dabc1 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:14.016095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-a70df337-17c3-4016-a7a0-8d36e0ca1b68 service neutron] 10.222.0.70 "GET /v2.0/ports/baf56f63-dfa2-431b-a5ce-6392c5f5e5bd/bindings/n-h1-807558-3 HTTP/1.1" status: 200 len: 382 time: 0.0793400 Sep 08 13:16:14.054686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Set router 4e4c222a-6b22-4778-b6b4-d26403eeb00e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:16:14.111437 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8843aa0-f3e1-41c7-82fb-8c68920dabc1 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:14.111698 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8843aa0-f3e1-41c7-82fb-8c68920dabc1 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:14.128481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e8843aa0-f3e1-41c7-82fb-8c68920dabc1 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for 7db34df7-d50d-43b4-8fb0-efd565a2ad47 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:14.148406 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:14.334973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2137852516-router', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:16:03Z', 'updated_at': '2021-09-08T13:16:10Z', 'revision_number': 4, 'project_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'gw_port': {'id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:16:05Z', 'updated_at': '2021-09-08T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b98f0cd5-2238-42df-9313-77f6b1f87801', 'name': '', 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'mac_address': 'fa:16:3e:44:34:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ecf40589-fd51-44f5-bdd0-bc107d13dcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:16:09Z', 'updated_at': '2021-09-08T13:16:10Z', 'revision_number': 2, 'project_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'subnets': [{'id': 'ecf40589-fd51-44f5-bdd0-bc107d13dcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:14.365391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Checking router: 4e4c222a-6b22-4778-b6b4-d26403eeb00e for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:16:14.365762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Updating router 4e4c222a-6b22-4778-b6b4-d26403eeb00e port b98f0cd5-2238-42df-9313-77f6b1f87801 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:16:14.390292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8843aa0-f3e1-41c7-82fb-8c68920dabc1 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:14.415966 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:14.440757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8843aa0-f3e1-41c7-82fb-8c68920dabc1 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=7db34df7-d50d-43b4-8fb0-efd565a2ad47,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:14.810322 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:14.823080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Transition to ACTIVE for port object b98f0cd5-2238-42df-9313-77f6b1f87801 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:14.908557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac1c7b-1d09-43fb-ada2-bb4cd794d4f5 req-16867a2f-e7d5-4ca2-96ee-4fba9ce78228 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:14.910287 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0ac1c7b-1d09-43fb-ada2-bb4cd794d4f5 req-16867a2f-e7d5-4ca2-96ee-4fba9ce78228 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.0533755 Sep 08 13:16:14.954710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0ac1c7b-1d09-43fb-ada2-bb4cd794d4f5 req-63ec38f0-ca1b-486c-a335-c7a8b4f49fbc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375719 Sep 08 13:16:14.964455 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8843aa0-f3e1-41c7-82fb-8c68920dabc1 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:14.967144 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8843aa0-f3e1-41c7-82fb-8c68920dabc1 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:14.971030 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e8843aa0-f3e1-41c7-82fb-8c68920dabc1 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/floatingips/f92e4e6f-3f7f-42d5-9625-ccd7a6c451f1 HTTP/1.1" status: 204 len: 168 time: 1.1730089 Sep 08 13:16:14.971379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57306) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:14.992302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9d296759-a3c9-4b42-9180-2e7adaa2bed6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:15.014018 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-2aa0e08a-ec13-426b-b669-e0e32ffdf672 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] delete failed (client error): The resource could not be found. Sep 08 13:16:15.015101 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2aa0e08a-ec13-426b-b669-e0e32ffdf672 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/floatingips/f92e4e6f-3f7f-42d5-9625-ccd7a6c451f1 HTTP/1.1" status: 404 len: 345 time: 0.0427003 Sep 08 13:16:15.016276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-df76f7ea-de7c-42cd-8c24-dff56cce37f3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:15.022598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57310) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:15.024367 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-df76f7ea-de7c-42cd-8c24-dff56cce37f3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/networks?id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d HTTP/1.1" status: 200 len: 812 time: 0.1620898 Sep 08 13:16:15.040828 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-8cecec64-2ac5-4435-9693-0dd59068686a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/quotas/2a6adca573eb4139a35f59a45b33c1e3 HTTP/1.1" status: 200 len: 375 time: 0.0155303 Sep 08 13:16:15.054577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9d296759-a3c9-4b42-9180-2e7adaa2bed6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:15.054962 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:15.103545 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-b4740e96-675a-45dd-9cc0-fd5d614c914e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600622 Sep 08 13:16:15.165572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cdf9ae-47f6-4f3c-941a-681d60d02d75 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:15.168669 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:15.172739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cdf9ae-47f6-4f3c-941a-681d60d02d75 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:15.179332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cdf9ae-47f6-4f3c-941a-681d60d02d75 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:15.181110 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-26cdf9ae-47f6-4f3c-941a-681d60d02d75 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "GET /v2.0/ports?network_id=7a4f38fe-35f7-4239-99af-95b9116afda5 HTTP/1.1" status: 200 len: 2357 time: 0.1568670 Sep 08 13:16:15.183936 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57312) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:15.231176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-f7e7b1ca-cf37-4621-8eb1-72d97df7ef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:15.231682 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-9fe1312a-837d-4411-9c5a-4a54bbfc8576 service neutron] 10.222.0.69 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204185 Sep 08 13:16:15.233100 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-f7e7b1ca-cf37-4621-8eb1-72d97df7ef74 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4&tenant_id=0047c75958314f8699b340912addcf3f HTTP/1.1" status: 200 len: 1100 time: 0.1293545 Sep 08 13:16:15.270792 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f59667-2f39-442e-89cb-0fdfb194fb1e None None] Pushing event updated for resources: {'Port': ['ID=b98f0cd5-2238-42df-9313-77f6b1f87801,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:15.317193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26732845-e5c5-4b15-b5c5-2f80bfba2721 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:15.318586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-26732845-e5c5-4b15-b5c5-2f80bfba2721 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "GET /v2.0/subnets/19715b3c-9395-4060-a88d-d03b8b2431cd HTTP/1.1" status: 200 len: 797 time: 0.1337271 Sep 08 13:16:15.323981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57314) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:15.330217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'port': {'network_id': '7a4f38fe-35f7-4239-99af-95b9116afda5', 'name': 'tempest-FloatingIPTestJSON-684146373', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:15.386427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-e8057775-cdf9-4174-837a-3014735f95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:15.387954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-e8057775-cdf9-4174-837a-3014735f95c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 1100 time: 0.1290355 Sep 08 13:16:15.410075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Attempting to bind port b98f0cd5-2238-42df-9313-77f6b1f87801 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:16:15.410495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Attempting to bind port b98f0cd5-2238-42df-9313-77f6b1f87801 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '642c07d8-4692-47f0-ad7e-b9b45100da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:16:15.410869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Attempting to bind port b98f0cd5-2238-42df-9313-77f6b1f87801 on network 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:15.447007 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:16:15.448128 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-bf64c455-990f-4ea5-a9a8-19d9a8eb0cd4 service neutron] 10.222.0.69 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099063 Sep 08 13:16:15.448392 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Checking segment: {'id': '642c07d8-4692-47f0-ad7e-b9b45100da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:15.448815 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:15.449216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Bound using segment: {'id': '642c07d8-4692-47f0-ad7e-b9b45100da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:16:15.449887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Bound port: b98f0cd5-2238-42df-9313-77f6b1f87801, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642c07d8-4692-47f0-ad7e-b9b45100da08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:16:15.450096 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:15.618270 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] For port b98f0cd5-2238-42df-9313-77f6b1f87801, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:16:15.624271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] For port b98f0cd5-2238-42df-9313-77f6b1f87801, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b98f0cd5-2238-42df-9313-77f6b1f87801,segment=NetworkSegment(642c07d8-4692-47f0-ad7e-b9b45100da08),segment_id=642c07d8-4692-47f0-ad7e-b9b45100da08)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:16:15.706748 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:15.820600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Routers {'4e4c222a-6b22-4778-b6b4-d26403eeb00e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:15.821338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4e4c222a-6b22-4778-b6b4-d26403eeb00e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:15.884747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f59667-2f39-442e-89cb-0fdfb194fb1e None None] Pushing event updated for resources: {'Port': ['ID=b98f0cd5-2238-42df-9313-77f6b1f87801,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:16.042059 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-36213879-1699-4256-a2db-017c6d1de45a req-d5aebe00-12f9-4ffc-915a-f1e979333106 tempest-FloatingIPDetailsNegativeTestJSON-530954624 tempest-FloatingIPDetailsNegativeTestJSON-530954624-project] show failed (client error): The resource could not be found. Sep 08 13:16:16.044314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36213879-1699-4256-a2db-017c6d1de45a req-d5aebe00-12f9-4ffc-915a-f1e979333106 tempest-FloatingIPDetailsNegativeTestJSON-530954624 tempest-FloatingIPDetailsNegativeTestJSON-530954624-project] 10.222.0.69 "GET /v2.0/floatingips/79af3720-06f1-409e-babe-e7383b131cac HTTP/1.1" status: 404 len: 350 time: 0.5878930 Sep 08 13:16:16.055211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] Set router 4e4c222a-6b22-4778-b6b4-d26403eeb00e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:16:16.057370 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4600d63-6c09-4231-a1af-f3697535555f req-76dc49a4-55f7-46dd-878f-e21c242f94a3 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 210 time: 0.0679290 Sep 08 13:16:16.058492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57354) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:16.227854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-4716a5e2-5be9-43d7-937a-878c3879295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:16.231132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-4716a5e2-5be9-43d7-937a-878c3879295f service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.8119099 Sep 08 13:16:16.360864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Made reservation on behalf of 4558f775475a48f08dbb50ba8bf0f216 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:16.369100 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-21962ad5-1685-4b9c-9938-4a1690a99a84 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd HTTP/1.1" status: 200 len: 217 time: 0.1300991 Sep 08 13:16:16.526531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6876337-80ce-4a24-b94b-5dd6eeb37576 req-ea860c32-e32a-4023-83ec-61c68f0ddaf1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:16.533768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d6876337-80ce-4a24-b94b-5dd6eeb37576 req-ea860c32-e32a-4023-83ec-61c68f0ddaf1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.1891594 Sep 08 13:16:16.545678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2137852516-router', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:16:03Z', 'updated_at': '2021-09-08T13:16:10Z', 'revision_number': 4, 'project_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'gw_port': {'id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:16:05Z', 'updated_at': '2021-09-08T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b98f0cd5-2238-42df-9313-77f6b1f87801', 'name': '', 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'mac_address': 'fa:16:3e:44:34:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ecf40589-fd51-44f5-bdd0-bc107d13dcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:16:09Z', 'updated_at': '2021-09-08T13:16:15Z', 'revision_number': 4, 'project_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'subnets': [{'id': 'ecf40589-fd51-44f5-bdd0-bc107d13dcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:16.554732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-6a656094-ece5-4f52-b587-ec53437e5693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:16.556872 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-6a656094-ece5-4f52-b587-ec53437e5693 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1614416 Sep 08 13:16:16.605758 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:16.640319 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:16.642491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59541f6f-1e7b-4184-bd78-12b2246d720e None None] The sync data for ids ['4e4c222a-6b22-4778-b6b4-d26403eeb00e'] in n-d-807558-3 is: [{'id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2137852516-router', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:16:03Z', 'updated_at': '2021-09-08T13:16:10Z', 'revision_number': 4, 'project_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'gw_port': {'id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:16:05Z', 'updated_at': '2021-09-08T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b98f0cd5-2238-42df-9313-77f6b1f87801', 'name': '', 'network_id': '01e9369c-e7b9-4ac2-8ed6-3979d842ca3e', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'mac_address': 'fa:16:3e:44:34:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1057, 'fixed_ips': [{'subnet_id': 'ecf40589-fd51-44f5-bdd0-bc107d13dcfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:16:09Z', 'updated_at': '2021-09-08T13:16:15Z', 'revision_number': 4, 'project_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'subnets': [{'id': 'ecf40589-fd51-44f5-bdd0-bc107d13dcfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:16.659375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d6876337-80ce-4a24-b94b-5dd6eeb37576 req-d4e4b57e-a391-4f80-913e-6dad48e64caa tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165040 Sep 08 13:16:16.673143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] device_id is not set on port a2df8e20-d4b7-41fa-9c5a-0c55fe4fd8c9 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:16:16.895500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84da12f3-4f4d-4254-af47-932d3e5e21e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:17.109662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b98f0cd5-2238-42df-9313-77f6b1f87801 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:17.155368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-f82b15c7-e7e3-44c9-a659-dfceecb13ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:17.155368 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-f82b15c7-e7e3-44c9-a659-dfceecb13ef3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5849400 Sep 08 13:16:17.331906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b98f0cd5-2238-42df-9313-77f6b1f87801 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:17.336251 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b98f0cd5-2238-42df-9313-77f6b1f87801 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:17.336664 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:17.396507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-8b700d54-0b5f-4e67-bd3d-0178dcb2da7c service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292924 Sep 08 13:16:17.482028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.20.0.14 (7a4f38fe-35f7-4239-99af-95b9116afda5/19715b3c-9395-4060-a88d-d03b8b2431cd/a2df8e20-d4b7-41fa-9c5a-0c55fe4fd8c9) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:17.508789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-84da12f3-4f4d-4254-af47-932d3e5e21e4 admin admin] Deleting port b98f0cd5-2238-42df-9313-77f6b1f87801 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:17.509384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84da12f3-4f4d-4254-af47-932d3e5e21e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:17.537657 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:17.538039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.20.0.13 (7a4f38fe-35f7-4239-99af-95b9116afda5/19715b3c-9395-4060-a88d-d03b8b2431cd/a2df8e20-d4b7-41fa-9c5a-0c55fe4fd8c9) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:17.608315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b98f0cd5-2238-42df-9313-77f6b1f87801, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b98f0cd5-2238-42df-9313-77f6b1f87801,segment=NetworkSegment(642c07d8-4692-47f0-ad7e-b9b45100da08),segment_id=642c07d8-4692-47f0-ad7e-b9b45100da08)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:17.682111 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:17.683185 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c63527-4efd-441b-96a1-3ae2053bcb7d req-937c9685-9d5c-451f-b5a1-a8812be47cdc service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771118 Sep 08 13:16:17.778290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-84da12f3-4f4d-4254-af47-932d3e5e21e4 admin admin] For port b98f0cd5-2238-42df-9313-77f6b1f87801, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b98f0cd5-2238-42df-9313-77f6b1f87801,segment=NetworkSegment(642c07d8-4692-47f0-ad7e-b9b45100da08),segment_id=642c07d8-4692-47f0-ad7e-b9b45100da08)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:17.778815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84da12f3-4f4d-4254-af47-932d3e5e21e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:17.790148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device df466c87-426d-44e6-8ee7-93c64893f6ec no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:16:17.801025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-84da12f3-4f4d-4254-af47-932d3e5e21e4 admin admin] Calling delete_port for b98f0cd5-2238-42df-9313-77f6b1f87801 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:17.909535 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:17.983748 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:18.047488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b98f0cd5-2238-42df-9313-77f6b1f87801,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:18.096055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:18.096413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:18.096756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:18.097100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:18.097441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:18.097781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:18.098120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:18.105693 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:18.116083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:18.116083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:18.116083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:18.116083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:18.116083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:16:18.162679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f230d6-8349-416f-96ad-d721f3b8294e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df466c87-426d-44e6-8ee7-93c64893f6ec'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:18.179444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 7a4f38fe-35f7-4239-99af-95b9116afda5 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:18.184704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:18.186465 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecdcad4-9145-481d-8178-c220d0d27c5b" -d '{"events": [{"server_uuid": "82f230d6-8349-416f-96ad-d721f3b8294e", "name": "network-vif-unplugged", "status": "completed", "tag": "df466c87-426d-44e6-8ee7-93c64893f6ec"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:18.232441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:18.235631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=a2df8e20-d4b7-41fa-9c5a-0c55fe4fd8c9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:18.250367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port df466c87-426d-44e6-8ee7-93c64893f6ec, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=df466c87-426d-44e6-8ee7-93c64893f6ec,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:18.325003 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:18.333255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-abe34237-e48d-4626-b39e-864b257bffbc req-51eabc5a-45fd-4945-b64d-569cf88696a6 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 210 time: 0.1105752 Sep 08 13:16:18.335434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84da12f3-4f4d-4254-af47-932d3e5e21e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:18.367981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:18.368650 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:18.415036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-e560a489-9923-47b2-b4fe-2e4ccdc8d23b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:18.422628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-e560a489-9923-47b2-b4fe-2e4ccdc8d23b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.60 "GET /v2.0/networks?id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d HTTP/1.1" status: 200 len: 812 time: 0.2271612 Sep 08 13:16:18.436611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'port': {'device_id': '757fa4bd-da54-401a-8892-792e641211d6', 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d', 'admin_state_up': True, 'tenant_id': '2a6adca573eb4139a35f59a45b33c1e3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:18.498837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=df466c87-426d-44e6-8ee7-93c64893f6ec,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:18.520427 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a13961c9-47ea-4007-b05f-2146445e8e09 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1953251 Sep 08 13:16:18.536633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device baf56f63-dfa2-431b-a5ce-6392c5f5e5bd no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:16:18.542531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57418) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:18.561121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'a2df8e20-d4b7-41fa-9c5a-0c55fe4fd8c9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:18.570271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da12f3-4f4d-4254-af47-932d3e5e21e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b98f0cd5-2238-42df-9313-77f6b1f87801,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:18.672796 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5188406e-80b1-4a26-ba10-9684c009bd57 req-ab3d2149-7589-4177-96b0-ac428d1185e2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:18.677566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5188406e-80b1-4a26-ba10-9684c009bd57 req-ab3d2149-7589-4177-96b0-ac428d1185e2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.2107551 Sep 08 13:16:18.779623 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:18.855205 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:18.929917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:18.932614 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5188406e-80b1-4a26-ba10-9684c009bd57 req-f4b42f6e-40dc-40ce-933c-b33ce8339f49 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399414 Sep 08 13:16:18.999604 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84da12f3-4f4d-4254-af47-932d3e5e21e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:19.084114 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75743c3-fba6-4af0-b89e-644339a61bf1 x-openstack-request-id: req-f75743c3-fba6-4af0-b89e-644339a61bf1 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:19.084910 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f230d6-8349-416f-96ad-d721f3b8294e", "name": "network-vif-unplugged", "status": "completed", "tag": "df466c87-426d-44e6-8ee7-93c64893f6ec", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:19.085622 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f75743c3-fba6-4af0-b89e-644339a61bf1 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:19.088299 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f230d6-8349-416f-96ad-d721f3b8294e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df466c87-426d-44e6-8ee7-93c64893f6ec', 'code': 200} Sep 08 13:16:19.104008 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:19.167709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Made reservation on behalf of 2a6adca573eb4139a35f59a45b33c1e3 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:19.174496 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:19.264314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:19.323599 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:19.520274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Allocated IP 172.20.0.7 (5f429b72-16fb-4d54-8b26-7abcbc5aa31d/d8c417ce-79bc-4a26-a543-02d4f244beb1/dbf37147-fd49-45c3-aee5-d0eaf8726a1b) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:19.523304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.25.5.114 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/57d98e6e-fd5b-4db5-ae0d-00bb10eea448) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:19.530113 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7f47719-72dc-400c-b08c-1ff97db2868d req-06520a27-09e4-41b1-8882-b9c708e53b55 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 210 time: 0.0667484 Sep 08 13:16:19.536124 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84da12f3-4f4d-4254-af47-932d3e5e21e4 admin admin] Router 4e4c222a-6b22-4778-b6b4-d26403eeb00e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:19.711013 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84da12f3-4f4d-4254-af47-932d3e5e21e4 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:19.725451 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612e8dbe-ded9-4a60-88c7-314c6b16a380 None None] Sync routers for ids ['4e4c222a-6b22-4778-b6b4-d26403eeb00e'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:19.737267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-84da12f3-4f4d-4254-af47-932d3e5e21e4 admin admin] 10.222.0.69 "PUT /v2.0/routers/4e4c222a-6b22-4778-b6b4-d26403eeb00e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6763515 Sep 08 13:16:19.740173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57448) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:19.742914 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612e8dbe-ded9-4a60-88c7-314c6b16a380 None None] Routers {'4e4c222a-6b22-4778-b6b4-d26403eeb00e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:19.744881 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-612e8dbe-ded9-4a60-88c7-314c6b16a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4e4c222a-6b22-4778-b6b4-d26403eeb00e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:19.966096 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:19.997604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24334050-9e7a-4956-9822-275568d2f9d4 req-e16da5ab-18da-4ad1-828c-51eb678d03b9 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:19.999318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-e16da5ab-18da-4ad1-828c-51eb678d03b9 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/networks?id=f7477135-b06b-42df-ba4d-7c98c1ce1029 HTTP/1.1" status: 200 len: 805 time: 0.3570137 Sep 08 13:16:20.044732 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-612e8dbe-ded9-4a60-88c7-314c6b16a380 None None] Set router 4e4c222a-6b22-4778-b6b4-d26403eeb00e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:16:20.074911 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:20.079050 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-ff92ac0e-8a25-44fa-8e24-5a386dcd3e91 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/quotas/3d04fe8f21c54793bfd07ed8ac6ad05e HTTP/1.1" status: 200 len: 375 time: 0.0677252 Sep 08 13:16:20.105534 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:20.166840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-565237e5-6d86-40bc-9f61-d2e6013487df tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0770049 Sep 08 13:16:20.177596 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:20.213929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a5eb2-55d8-4886-9efc-956ac9b30c90 req-84b17e89-1396-4013-83c7-cc5dc7c62601 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:20.215538 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-713a5eb2-55d8-4886-9efc-956ac9b30c90 req-84b17e89-1396-4013-83c7-cc5dc7c62601 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 947 time: 0.0739858 Sep 08 13:16:20.286798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-713a5eb2-55d8-4886-9efc-956ac9b30c90 req-abe2f691-e3bd-48c7-9f96-7a1f8f872614 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Sep 08 13:16:20.298145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=57d98e6e-fd5b-4db5-ae0d-00bb10eea448,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:20.339286 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:20.368045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:20.371556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:20.378696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:20.416882 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:20.428655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['9d796fc7-e9c9-46ca-824e-9b1f25742a58'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:20.483314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'Port': ['ID=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:20.486662 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Deleting port 9d296759-a3c9-4b42-9180-2e7adaa2bed6 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:20.487016 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:20.511726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-5d4d4d62-a7b5-4281-b5a8-e96c0002be99 service neutron] 10.222.0.69 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361351 Sep 08 13:16:20.524951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:20.561329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device baf56f63-dfa2-431b-a5ce-6392c5f5e5bd details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:16:20.649422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] For port 9d296759-a3c9-4b42-9180-2e7adaa2bed6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9d296759-a3c9-4b42-9180-2e7adaa2bed6,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:20.650372 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:20.667838 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Calling delete_port for 9d296759-a3c9-4b42-9180-2e7adaa2bed6 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:20.737228 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-612e8dbe-ded9-4a60-88c7-314c6b16a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2137852516-router', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109'}], 'enable_snat': True}, 'gw_port_id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:16:03Z', 'updated_at': '2021-09-08T13:16:18Z', 'revision_number': 5, 'project_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'gw_port': {'id': '9d296759-a3c9-4b42-9180-2e7adaa2bed6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:94:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:16:05Z', 'updated_at': '2021-09-08T13:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:20.767222 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612e8dbe-ded9-4a60-88c7-314c6b16a380 None None] Checking router: 4e4c222a-6b22-4778-b6b4-d26403eeb00e for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:16:20.778014 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612e8dbe-ded9-4a60-88c7-314c6b16a380 None None] Routers {'4e4c222a-6b22-4778-b6b4-d26403eeb00e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:20.779060 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-612e8dbe-ded9-4a60-88c7-314c6b16a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4e4c222a-6b22-4778-b6b4-d26403eeb00e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:20.927974 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-612e8dbe-ded9-4a60-88c7-314c6b16a380 None None] Set router 4e4c222a-6b22-4778-b6b4-d26403eeb00e gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:16:20.954637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:21.030914 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd', 'mac_address': 'fa:16:3e:34:6c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:16:21.039364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:21.044018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:21.061099 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-612e8dbe-ded9-4a60-88c7-314c6b16a380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2137852516-router', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:16:03Z', 'updated_at': '2021-09-08T13:16:20Z', 'revision_number': 6, 'project_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:21.071695 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cf14b-30cf-42af-aec4-451647c82efd req-2d60b9af-9e0c-46e3-8bdd-83a1a3a06718 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:21.073348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a94cf14b-30cf-42af-aec4-451647c82efd req-2d60b9af-9e0c-46e3-8bdd-83a1a3a06718 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 931 time: 0.0825281 Sep 08 13:16:21.086366 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.089779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1211ceef-d95c-412e-8efb-01c97f072be4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:21.093247 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db296638-45e5-4581-b172-5e51bb151422" -d '{"events": [{"server_uuid": "1211ceef-d95c-412e-8efb-01c97f072be4", "name": "network-vif-unplugged", "status": "completed", "tag": "baf56f63-dfa2-431b-a5ce-6392c5f5e5bd"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:21.102867 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612e8dbe-ded9-4a60-88c7-314c6b16a380 None None] The sync data for ids ['4e4c222a-6b22-4778-b6b4-d26403eeb00e'] in n-d-807558-3 is: [{'id': '4e4c222a-6b22-4778-b6b4-d26403eeb00e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2137852516-router', 'tenant_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:16:03Z', 'updated_at': '2021-09-08T13:16:20Z', 'revision_number': 6, 'project_id': '875b8ceb49c04e78aaa21a8462dfe4ae', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:21.152514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d296759-a3c9-4b42-9180-2e7adaa2bed6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:21.169171 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.224193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baf56f63-dfa2-431b-a5ce-6392c5f5e5bd {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:21.260987 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a94cf14b-30cf-42af-aec4-451647c82efd req-17944b86-e046-4f68-8675-1837c6c5a469 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718118 Sep 08 13:16:21.262338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:21.303858 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.333009 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-d7aa42ff-b0d4-4570-ae3d-2da33d55fe89 service neutron] 10.222.0.69 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8110766 Sep 08 13:16:21.344247 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.373351 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.387175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:21.387846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.427887 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.430501 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.457322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:21.503077 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cba653-2a86-442d-ac4e-70f7a4c3f75e x-openstack-request-id: req-62cba653-2a86-442d-ac4e-70f7a4c3f75e {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:21.503405 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1211ceef-d95c-412e-8efb-01c97f072be4", "name": "network-vif-unplugged", "status": "completed", "tag": "baf56f63-dfa2-431b-a5ce-6392c5f5e5bd", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:21.503668 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-62cba653-2a86-442d-ac4e-70f7a4c3f75e {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:21.504069 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1211ceef-d95c-412e-8efb-01c97f072be4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd', 'code': 200} Sep 08 13:16:21.541902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-fec4b820-e6ad-4c68-a0c6-9ba1cfaa73b7 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1092734 Sep 08 13:16:21.556877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Request body: {'port': {'device_id': '757fa4bd-da54-401a-8892-792e641211d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:21.621347 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.626321 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ab225-8640-4a52-824f-f76b137e79ed req-641ae662-63d9-4c6d-851d-4c38765ffec9 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:21.631897 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d05ab225-8640-4a52-824f-f76b137e79ed req-641ae662-63d9-4c6d-851d-4c38765ffec9 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.60 "GET /v2.0/ports?device_id=82f230d6-8349-416f-96ad-d721f3b8294e HTTP/1.1" status: 200 len: 943 time: 0.1075175 Sep 08 13:16:21.666127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['baf56f63-dfa2-431b-a5ce-6392c5f5e5bd'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:21.739303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.752834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce6e28-a63e-4d44-902d-ffbb4def9cb4 req-32b9d1a0-c62e-49a9-911f-b6a5943985dd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:21.770571 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-50ce6e28-a63e-4d44-902d-ffbb4def9cb4 req-32b9d1a0-c62e-49a9-911f-b6a5943985dd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 948 time: 0.1894193 Sep 08 13:16:21.773335 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:16:21.784169 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.784169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e4c222a-6b22-4778-b6b4-d26403eeb00e {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:16:21.850029 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.851592 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bda7a945-a4ab-4e26-a031-e4fe90af383b admin admin] 10.222.0.69 "DELETE /v2.0/routers/4e4c222a-6b22-4778-b6b4-d26403eeb00e HTTP/1.1" status: 204 len: 168 time: 2.1094441 Sep 08 13:16:21.855438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57488) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:21.949995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-587c8aea-2917-4ec7-b934-0efc0c1b460b admin admin] Deleting subnet ecf40589-fd51-44f5-bdd0-bc107d13dcfb {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:16:21.965263 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-587c8aea-2917-4ec7-b934-0efc0c1b460b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:21.979701 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-50ce6e28-a63e-4d44-902d-ffbb4def9cb4 req-5ff9d3bd-65d0-4eb1-830f-b8e78715f030 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066340 Sep 08 13:16:22.070999 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-587c8aea-2917-4ec7-b934-0efc0c1b460b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:22.205556 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-587c8aea-2917-4ec7-b934-0efc0c1b460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:22.236638 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64a7af35-c432-4ef6-b648-4820c19daaae req-7c0349b5-8c4c-45c0-9ec5-731092ae8a4e tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 210 time: 0.1061559 Sep 08 13:16:22.268493 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:22.318833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-d05ab225-8640-4a52-824f-f76b137e79ed req-492bbe73-59f1-4648-8c0a-9d6f6b7edaca tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Deleting port df466c87-426d-44e6-8ee7-93c64893f6ec {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:22.319440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d05ab225-8640-4a52-824f-f76b137e79ed req-492bbe73-59f1-4648-8c0a-9d6f6b7edaca tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:22.369642 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:22.499032 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-587c8aea-2917-4ec7-b934-0efc0c1b460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:22.664751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-587c8aea-2917-4ec7-b934-0efc0c1b460b admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:22.670527 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-587c8aea-2917-4ec7-b934-0efc0c1b460b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ecf40589-fd51-44f5-bdd0-bc107d13dcfb HTTP/1.1" status: 204 len: 168 time: 0.8104646 Sep 08 13:16:22.670527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c8aea-2917-4ec7-b934-0efc0c1b460b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf40589-fd51-44f5-bdd0-bc107d13dcfb,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:22.674160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57504) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:22.678599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d057c6dd-7e88-4f48-8d39-a15bdcd44833 None None] Network 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:16:22.774968 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:22.825177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-d05ab225-8640-4a52-824f-f76b137e79ed req-492bbe73-59f1-4648-8c0a-9d6f6b7edaca tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] For port df466c87-426d-44e6-8ee7-93c64893f6ec, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=df466c87-426d-44e6-8ee7-93c64893f6ec,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:22.825744 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d05ab225-8640-4a52-824f-f76b137e79ed req-492bbe73-59f1-4648-8c0a-9d6f6b7edaca tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:22.846958 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-d05ab225-8640-4a52-824f-f76b137e79ed req-492bbe73-59f1-4648-8c0a-9d6f6b7edaca tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Calling delete_port for df466c87-426d-44e6-8ee7-93c64893f6ec owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:22.901641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72e844-d5b7-48dc-95e3-27541033b6b5 req-fe674b08-e9ae-430f-abf4-02130930ec64 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:22.904128 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d72e844-d5b7-48dc-95e3-27541033b6b5 req-fe674b08-e9ae-430f-abf4-02130930ec64 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 948 time: 0.1445606 Sep 08 13:16:22.957561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2429b711-e5ed-4e26-bab4-76f0676c4ccc None None] DHCP port deletion for 01e9369c-e7b9-4ac2-8ed6-3979d842ca3e request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:16:22.985253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=57d98e6e-fd5b-4db5-ae0d-00bb10eea448,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:23.025994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Deleting port 50eef3bf-52c2-4deb-9acf-37434142be9b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:23.026414 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.057596 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d72e844-d5b7-48dc-95e3-27541033b6b5 req-b02bc0c6-8e52-4375-9d29-c98276a3e672 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109388 Sep 08 13:16:23.070469 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.088359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b98f0cd5-2238-42df-9313-77f6b1f87801 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:16:23.156312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] For port 50eef3bf-52c2-4deb-9acf-37434142be9b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=50eef3bf-52c2-4deb-9acf-37434142be9b,segment=NetworkSegment(642c07d8-4692-47f0-ad7e-b9b45100da08),segment_id=642c07d8-4692-47f0-ad7e-b9b45100da08)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:23.156771 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.191978 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b98f0cd5-2238-42df-9313-77f6b1f87801 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:16:23.192188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b98f0cd5-2238-42df-9313-77f6b1f87801 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:16:23.193522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9d296759-a3c9-4b42-9180-2e7adaa2bed6 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:16:23.203868 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Floating IP 9845038e-9d25-4853-aa17-08b7f145d2d7 associated. External IP: 172.25.5.114, port: a2df8e20-d4b7-41fa-9c5a-0c55fe4fd8c9. Sep 08 13:16:23.213814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78abb111-598c-4bc9-a199-a7f8be39c8ad req-f048b421-cc9f-48e0-b068-6bf10247803c tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:23.221386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78abb111-598c-4bc9-a199-a7f8be39c8ad req-f048b421-cc9f-48e0-b068-6bf10247803c tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 931 time: 0.8276265 Sep 08 13:16:23.230583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 9d296759-a3c9-4b42-9180-2e7adaa2bed6 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:16:23.231026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9d296759-a3c9-4b42-9180-2e7adaa2bed6 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:16:23.231458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 50eef3bf-52c2-4deb-9acf-37434142be9b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:16:23.237032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72379b2a-db2e-4072-b619-e308d56fac99 req-4b9c2855-5c03-4214-b2a4-c858a3dea4f2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:23.238909 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72379b2a-db2e-4072-b619-e308d56fac99 req-4b9c2855-5c03-4214-b2a4-c858a3dea4f2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4&tenant_id=0047c75958314f8699b340912addcf3f&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 948 time: 0.4012933 Sep 08 13:16:23.252366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Calling delete_port for 50eef3bf-52c2-4deb-9acf-37434142be9b owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:23.313648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2429b711-e5ed-4e26-bab4-76f0676c4ccc None None] Deleting port 50eef3bf-52c2-4deb-9acf-37434142be9b {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:23.314788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2429b711-e5ed-4e26-bab4-76f0676c4ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.427551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf37147-fd49-45c3-aee5-d0eaf8726a1b {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:23.432948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2429b711-e5ed-4e26-bab4-76f0676c4ccc None None] For port 50eef3bf-52c2-4deb-9acf-37434142be9b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=50eef3bf-52c2-4deb-9acf-37434142be9b,segment=NetworkSegment(642c07d8-4692-47f0-ad7e-b9b45100da08),segment_id=642c07d8-4692-47f0-ad7e-b9b45100da08)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:23.433676 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2429b711-e5ed-4e26-bab4-76f0676c4ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.453318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2429b711-e5ed-4e26-bab4-76f0676c4ccc None None] Calling delete_port for 50eef3bf-52c2-4deb-9acf-37434142be9b owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:23.467074 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c46d6e51-b307-4714-bc48-d86c7ec73f8b req-4c2c2a5a-39b8-4ca3-8ce6-8b93e594c017 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 210 time: 0.1066594 Sep 08 13:16:23.467962 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d05ab225-8640-4a52-824f-f76b137e79ed req-492bbe73-59f1-4648-8c0a-9d6f6b7edaca tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.474904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78abb111-598c-4bc9-a199-a7f8be39c8ad req-5e3e2234-b09d-46cb-9cff-7f1dfef18f71 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472339 Sep 08 13:16:23.477405 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.562744 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.571244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Transition to ACTIVE for port object dbf37147-fd49-45c3-aee5-d0eaf8726a1b will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:23.584418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72379b2a-db2e-4072-b619-e308d56fac99 req-c158a123-1d87-44a4-9393-b3a91153e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:23.589085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72379b2a-db2e-4072-b619-e308d56fac99 req-c158a123-1d87-44a4-9393-b3a91153e716 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 1099 time: 0.2031693 Sep 08 13:16:23.593361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bbe73-59f1-4648-8c0a-9d6f6b7edaca tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Pushing event deleted for resources: {'Port': ['ID=df466c87-426d-44e6-8ee7-93c64893f6ec,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:23.629737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No active binding found for port 50eef3bf-52c2-4deb-9acf-37434142be9b {{(pid=96265) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 08 13:16:23.630694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 50eef3bf-52c2-4deb-9acf-37434142be9b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:16:23.640232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05ab225-8640-4a52-824f-f76b137e79ed req-492bbe73-59f1-4648-8c0a-9d6f6b7edaca tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] No DVR routers for this DVR port df466c87-426d-44e6-8ee7-93c64893f6ec on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:16:23.641955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=50eef3bf-52c2-4deb-9acf-37434142be9b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:23.645229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] No DVR routers for this DVR port 50eef3bf-52c2-4deb-9acf-37434142be9b on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:16:23.647663 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d05ab225-8640-4a52-824f-f76b137e79ed req-492bbe73-59f1-4648-8c0a-9d6f6b7edaca tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.650263 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d05ab225-8640-4a52-824f-f76b137e79ed req-492bbe73-59f1-4648-8c0a-9d6f6b7edaca tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.60 "DELETE /v2.0/ports/df466c87-426d-44e6-8ee7-93c64893f6ec HTTP/1.1" status: 204 len: 173 time: 2.0135071 Sep 08 13:16:23.650849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f230d6-8349-416f-96ad-d721f3b8294e', 'name': 'network-vif-deleted', 'tag': 'df466c87-426d-44e6-8ee7-93c64893f6ec'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:23.666659 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddfd08a-4be8-4570-a116-d66b623981cb" -d '{"events": [{"server_uuid": "82f230d6-8349-416f-96ad-d721f3b8294e", "name": "network-vif-deleted", "tag": "df466c87-426d-44e6-8ee7-93c64893f6ec"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:23.667799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2429b711-e5ed-4e26-bab4-76f0676c4ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.704523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2429b711-e5ed-4e26-bab4-76f0676c4ccc None None] No DVR routers for this DVR port 50eef3bf-52c2-4deb-9acf-37434142be9b on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:16:23.709037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429b711-e5ed-4e26-bab4-76f0676c4ccc None None] Pushing event deleted for resources: {'Port': ['ID=50eef3bf-52c2-4deb-9acf-37434142be9b,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:23.756580 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e96187f-13f6-40c0-b0aa-af2682946b27 x-openstack-request-id: req-9e96187f-13f6-40c0-b0aa-af2682946b27 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:23.756959 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f230d6-8349-416f-96ad-d721f3b8294e", "name": "network-vif-deleted", "tag": "df466c87-426d-44e6-8ee7-93c64893f6ec", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:23.757264 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9e96187f-13f6-40c0-b0aa-af2682946b27 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:23.757735 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f230d6-8349-416f-96ad-d721f3b8294e', 'name': 'network-vif-deleted', 'tag': 'df466c87-426d-44e6-8ee7-93c64893f6ec', 'status': 'completed', 'code': 200} Sep 08 13:16:23.780431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.823282 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.823652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device df466c87-426d-44e6-8ee7-93c64893f6ec no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:16:23.857857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: df466c87-426d-44e6-8ee7-93c64893f6ec {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:16:23.858239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device df466c87-426d-44e6-8ee7-93c64893f6ec not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:16:23.859783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e9369c-e7b9-4ac2-8ed6-3979d842ca3e']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:23.871726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642c07d8-4692-47f0-ad7e-b9b45100da08') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:23.872071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642c07d8-4692-47f0-ad7e-b9b45100da08') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:23.884883 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.900587 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.916312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:16:23.918758 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:23.951479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:16:23.952419 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:16:24.040981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:24.049487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72379b2a-db2e-4072-b619-e308d56fac99 req-092305d1-683b-41de-94c2-529e31cf38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:24.051408 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72379b2a-db2e-4072-b619-e308d56fac99 req-092305d1-683b-41de-94c2-529e31cf38fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.3018665 Sep 08 13:16:24.148006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72379b2a-db2e-4072-b619-e308d56fac99 req-eda75a4b-5cad-4b7f-97da-39922efa448c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd HTTP/1.1" status: 200 len: 217 time: 0.0839598 Sep 08 13:16:24.153893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Attempting to bind port dbf37147-fd49-45c3-aee5-d0eaf8726a1b on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:16:24.154269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Attempting to bind port dbf37147-fd49-45c3-aee5-d0eaf8726a1b by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '3beac38d-3f7c-4026-ad32-85258d3e58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:16:24.154607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Attempting to bind port dbf37147-fd49-45c3-aee5-d0eaf8726a1b on network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:24.184274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869f8ad-cf8d-4a63-a623-80b6939928e9 req-4186d33c-631c-4e48-ab6a-979d2a7753dd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:24.185893 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4869f8ad-cf8d-4a63-a623-80b6939928e9 req-4186d33c-631c-4e48-ab6a-979d2a7753dd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 948 time: 0.0558605 Sep 08 13:16:24.203434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Port dbf37147-fd49-45c3-aee5-d0eaf8726a1b on network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:16:24.203877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Attempting to bind port dbf37147-fd49-45c3-aee5-d0eaf8726a1b on network 5f429b72-16fb-4d54-8b26-7abcbc5aa31d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:24.225600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:16:24.226120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Checking segment: {'id': '3beac38d-3f7c-4026-ad32-85258d3e58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:24.226698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Bound using segment: {'id': '3beac38d-3f7c-4026-ad32-85258d3e58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:16:24.227758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Bound port: dbf37147-fd49-45c3-aee5-d0eaf8726a1b, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3beac38d-3f7c-4026-ad32-85258d3e58cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:16:24.228140 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:24.241040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:24.249128 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:24.253575 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] 10.222.0.69 "DELETE /v2.0/networks/01e9369c-e7b9-4ac2-8ed6-3979d842ca3e HTTP/1.1" status: 204 len: 168 time: 1.5770829 Sep 08 13:16:24.255902 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4869f8ad-cf8d-4a63-a623-80b6939928e9 req-ca262c09-1c02-4315-8de3-d08c4f02e2e7 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588663 Sep 08 13:16:24.283642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db43b7-63d5-4705-9015-dd1fb240d9fe admin admin] Pushing event deleted for resources: {'Network': ['ID=01e9369c-e7b9-4ac2-8ed6-3979d842ca3e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:24.286604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72379b2a-db2e-4072-b619-e308d56fac99 req-d707531f-11a3-469f-a8db-613fa5e88d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:24.288249 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72379b2a-db2e-4072-b619-e308d56fac99 req-d707531f-11a3-469f-a8db-613fa5e88d6b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1295419 Sep 08 13:16:24.337272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:24.348345 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd6dd59-0b42-4d99-8728-ad4cf5ecbf6a None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:24.362827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd6dd59-0b42-4d99-8728-ad4cf5ecbf6a None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:24.363466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bfd6dd59-0b42-4d99-8728-ad4cf5ecbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:24.399523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bfd6dd59-0b42-4d99-8728-ad4cf5ecbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:24.409075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd6dd59-0b42-4d99-8728-ad4cf5ecbf6a None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:24.409685 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bfd6dd59-0b42-4d99-8728-ad4cf5ecbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:24.410648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] For port dbf37147-fd49-45c3-aee5-d0eaf8726a1b, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:16:24.415110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] For port dbf37147-fd49-45c3-aee5-d0eaf8726a1b, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:16:24.417496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72379b2a-db2e-4072-b619-e308d56fac99 req-9849a2d4-072a-4006-a0f0-0db3e5cf1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:24.419135 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72379b2a-db2e-4072-b619-e308d56fac99 req-9849a2d4-072a-4006-a0f0-0db3e5cf1696 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1142480 Sep 08 13:16:24.445964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bfd6dd59-0b42-4d99-8728-ad4cf5ecbf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:24.446664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd6dd59-0b42-4d99-8728-ad4cf5ecbf6a None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:24.484453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:24.565373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device baf56f63-dfa2-431b-a5ce-6392c5f5e5bd up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:24.569829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f7501c70-c8da-42d0-a96e-22970d7bd049 req-3fdbc4b5-e49c-419f-8fc9-a004abfc0712 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 210 time: 0.0281472 Sep 08 13:16:24.596713 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:24.625029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:24.625529 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:24.660741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-42768d42-bb0d-4a2b-aba5-1c64c508d4cc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.1168721 Sep 08 13:16:24.663322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57556) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:24.670708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-dcba15fe-0fd6-4ca2-924a-61b7dc17262e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'floatingip': {'port_id': 'a2df8e20-d4b7-41fa-9c5a-0c55fe4fd8c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:24.711947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:24.712593 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:24.714039 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] 10.222.0.60 "PUT /v2.0/ports/dbf37147-fd49-45c3-aee5-d0eaf8726a1b HTTP/1.1" status: 200 len: 1091 time: 3.1624413 Sep 08 13:16:24.714565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757fa4bd-da54-401a-8892-792e641211d6', 'tag': 'dbf37147-fd49-45c3-aee5-d0eaf8726a1b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:24.716898 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573ccb66-95a0-4949-bb5c-9422e483a6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "757fa4bd-da54-401a-8892-792e641211d6", "tag": "dbf37147-fd49-45c3-aee5-d0eaf8726a1b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:24.742541 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:24.751560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72379b2a-db2e-4072-b619-e308d56fac99 req-bfec5366-5760-4e13-bfa0-2681a5cd51e6 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230405 Sep 08 13:16:24.762872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd822232-cc65-48d4-b736-7d6aea26eb62 req-7fbf7607-4754-46ab-9455-4e88a628d7db tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:24.764572 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd822232-cc65-48d4-b736-7d6aea26eb62 req-7fbf7607-4754-46ab-9455-4e88a628d7db tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 943 time: 0.2071755 Sep 08 13:16:24.775011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ba201-7b44-4744-a78e-6f9f4c43bdd6 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:24.784677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1211ceef-d95c-412e-8efb-01c97f072be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:24.788202 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ea9444-a872-473d-812f-15706fca6aac" -d '{"events": [{"server_uuid": "1211ceef-d95c-412e-8efb-01c97f072be4", "name": "network-vif-plugged", "status": "completed", "tag": "baf56f63-dfa2-431b-a5ce-6392c5f5e5bd"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:24.807064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:24.824341 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ef7d69-9f7a-4dad-ac42-c0a43aab5c70 x-openstack-request-id: req-c7ef7d69-9f7a-4dad-ac42-c0a43aab5c70 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:24.824634 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757fa4bd-da54-401a-8892-792e641211d6", "tag": "dbf37147-fd49-45c3-aee5-d0eaf8726a1b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:24.824877 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7ef7d69-9f7a-4dad-ac42-c0a43aab5c70 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:24.825280 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757fa4bd-da54-401a-8892-792e641211d6', 'tag': 'dbf37147-fd49-45c3-aee5-d0eaf8726a1b', 'status': 'completed', 'code': 200} Sep 08 13:16:24.829584 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dcba15fe-0fd6-4ca2-924a-61b7dc17262e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:24.855135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57568) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:24.864479 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:24.935277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:24.950792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd822232-cc65-48d4-b736-7d6aea26eb62 req-6ea4cd97-80c5-4e6d-83d0-124d4b0b996a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772678 Sep 08 13:16:24.978592 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c44c8f-e32a-46f4-a90c-e6095876f046 x-openstack-request-id: req-b6c44c8f-e32a-46f4-a90c-e6095876f046 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:24.990010 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1211ceef-d95c-412e-8efb-01c97f072be4", "name": "network-vif-plugged", "status": "completed", "tag": "baf56f63-dfa2-431b-a5ce-6392c5f5e5bd", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:24.990972 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b6c44c8f-e32a-46f4-a90c-e6095876f046 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:24.994125 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1211ceef-d95c-412e-8efb-01c97f072be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd', 'code': 200} Sep 08 13:16:25.031507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72379b2a-db2e-4072-b619-e308d56fac99 req-163b455a-0f3f-4f2e-b102-10d119d544f9 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659168 Sep 08 13:16:25.034759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5c28372a-35a0-4101-ba63-74000a8e76f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=875b8ceb49c04e78aaa21a8462dfe4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754775 Sep 08 13:16:25.036985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ccb66-95a0-4949-bb5c-9422e483a6ce req-7ce5fa0d-c21f-4748-9651-5e49276996bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:25.038513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-573ccb66-95a0-4949-bb5c-9422e483a6ce req-7ce5fa0d-c21f-4748-9651-5e49276996bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 1094 time: 0.1805453 Sep 08 13:16:25.038658 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57570) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:25.233567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ccb66-95a0-4949-bb5c-9422e483a6ce req-a9dc1fb3-1da5-4d41-bf6b-1a41dd857059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:25.235906 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-573ccb66-95a0-4949-bb5c-9422e483a6ce req-a9dc1fb3-1da5-4d41-bf6b-1a41dd857059 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1877818 Sep 08 13:16:25.533774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ccb66-95a0-4949-bb5c-9422e483a6ce req-80e1b217-a7b9-4511-bf49-dce0144c841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:25.536880 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-573ccb66-95a0-4949-bb5c-9422e483a6ce req-80e1b217-a7b9-4511-bf49-dce0144c841e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2819300 Sep 08 13:16:25.638496 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7528be93-09c6-4bde-a854-68a03234847a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:25.661389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28280cc3-8575-49c6-9ebc-508091145eb6 req-ae32a29f-24d1-4597-8419-8a835203b52c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:25.663144 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-28280cc3-8575-49c6-9ebc-508091145eb6 req-ae32a29f-24d1-4597-8419-8a835203b52c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.2216880 Sep 08 13:16:25.702599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6124090-0d67-4215-ae6b-632ce7f00992 req-e842904c-561d-41d3-a92d-f2332ef38e91 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:25.705400 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f6124090-0d67-4215-ae6b-632ce7f00992 req-e842904c-561d-41d3-a92d-f2332ef38e91 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 950 time: 0.1522868 Sep 08 13:16:25.716835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24334050-9e7a-4956-9822-275568d2f9d4 req-371844ef-788d-43e3-82b9-bc6c0c26e81d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:25.718359 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-371844ef-788d-43e3-82b9-bc6c0c26e81d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.60 "GET /v2.0/networks?id=f7477135-b06b-42df-ba4d-7c98c1ce1029 HTTP/1.1" status: 200 len: 805 time: 0.2798147 Sep 08 13:16:25.719172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-a2f95047-d697-4383-979b-10988043e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:25.721963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-a2f95047-d697-4383-979b-10988043e80f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 1094 time: 0.1077437 Sep 08 13:16:25.722287 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7528be93-09c6-4bde-a854-68a03234847a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:25.771154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-24334050-9e7a-4956-9822-275568d2f9d4 req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Request body: {'port': {'device_id': 'ab0c5648-e3ea-45b4-bd41-f297d22b1479', 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'admin_state_up': True, 'tenant_id': '3d04fe8f21c54793bfd07ed8ac6ad05e'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:25.812203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-84d8bdce-ff63-4d3b-87fd-738632b01be7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf37147-fd49-45c3-aee5-d0eaf8726a1b HTTP/1.1" status: 200 len: 217 time: 0.0677307 Sep 08 13:16:25.833029 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f6124090-0d67-4215-ae6b-632ce7f00992 req-37dcd6cb-7bed-4d18-98c6-7c67fa83bde4 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186261 Sep 08 13:16:25.847644 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-28280cc3-8575-49c6-9ebc-508091145eb6 req-33d1bf88-d6a0-4541-ab5f-54ce33f1d232 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698041 Sep 08 13:16:25.872053 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-9e4f0329-9ccf-4ba3-816d-4b97fee6a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:25.873729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-9e4f0329-9ccf-4ba3-816d-4b97fee6a38a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8c417ce-79bc-4a26-a543-02d4f244beb1 HTTP/1.1" status: 200 len: 852 time: 0.0537705 Sep 08 13:16:25.913505 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-650b68cb-e6f5-48fa-8202-6c09c456dd32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266509 Sep 08 13:16:26.076157 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7528be93-09c6-4bde-a854-68a03234847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:26.078856 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7528be93-09c6-4bde-a854-68a03234847a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:26.083777 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7528be93-09c6-4bde-a854-68a03234847a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6cd5e6a0-a77d-4363-851b-67b61491c35c HTTP/1.1" status: 204 len: 168 time: 1.0406544 Sep 08 13:16:26.095058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528be93-09c6-4bde-a854-68a03234847a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd5e6a0-a77d-4363-851b-67b61491c35c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:26.152379 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dcba15fe-0fd6-4ca2-924a-61b7dc17262e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:26.179983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24334050-9e7a-4956-9822-275568d2f9d4 req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Made reservation on behalf of 3d04fe8f21c54793bfd07ed8ac6ad05e for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:26.183849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-24334050-9e7a-4956-9822-275568d2f9d4 req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:26.221192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a71888-f5ec-401e-9a27-d69a8220fa8a req-8a2fcc53-5176-4c9f-836e-9d9f387f4aef tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:26.223003 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09a71888-f5ec-401e-9a27-d69a8220fa8a req-8a2fcc53-5176-4c9f-836e-9d9f387f4aef tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 943 time: 0.0911219 Sep 08 13:16:26.266596 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dcba15fe-0fd6-4ca2-924a-61b7dc17262e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:26.294852 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb4082cd-49e6-4d25-9cb5-4d0bb3b59307 req-538b2098-4372-4215-a9c3-d75821575546 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 210 time: 0.3650742 Sep 08 13:16:26.358273 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-13ebd193-9709-42be-bff9-c0f761b9d912 service neutron] 10.222.0.60 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304221 Sep 08 13:16:26.394152 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09a71888-f5ec-401e-9a27-d69a8220fa8a req-bfe3e13c-b81c-44d7-b7e9-2873a8b7a350 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376534 Sep 08 13:16:26.455880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-24334050-9e7a-4956-9822-275568d2f9d4 req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Allocated IP 172.20.0.10 (f7477135-b06b-42df-ba4d-7c98c1ce1029/c7a2bb6b-de34-41d6-880b-e39356c1d632/5039c56b-0f81-4443-b709-5c7ea538cca3) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:26.463497 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c411979-d665-4283-9c92-d32d24aa2cdf req-801226c8-c2a1-445d-b5f6-573c87fdeef6 service neutron] 10.222.0.60 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974805 Sep 08 13:16:26.673655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcba15fe-0fd6-4ca2-924a-61b7dc17262e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:26.746837 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-24334050-9e7a-4956-9822-275568d2f9d4 req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:26.828411 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcba15fe-0fd6-4ca2-924a-61b7dc17262e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:26.833654 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dcba15fe-0fd6-4ca2-924a-61b7dc17262e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:26.843966 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f66aa84-33b3-4bce-af35-bb5ff5672630 None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:26.854590 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66aa84-33b3-4bce-af35-bb5ff5672630 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:26.855583 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3f66aa84-33b3-4bce-af35-bb5ff5672630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:26.907486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57624) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:26.907667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dcba15fe-0fd6-4ca2-924a-61b7dc17262e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "PUT /v2.0/floatingips/9845038e-9d25-4853-aa17-08b7f145d2d7 HTTP/1.1" status: 200 len: 978 time: 2.2429821 Sep 08 13:16:26.916220 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3f66aa84-33b3-4bce-af35-bb5ff5672630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:26.921927 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-24334050-9e7a-4956-9822-275568d2f9d4 req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:26.927578 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66aa84-33b3-4bce-af35-bb5ff5672630 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:26.928458 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3f66aa84-33b3-4bce-af35-bb5ff5672630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:26.970891 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3f66aa84-33b3-4bce-af35-bb5ff5672630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:26.971900 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f66aa84-33b3-4bce-af35-bb5ff5672630 None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:27.002164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24334050-9e7a-4956-9822-275568d2f9d4 req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Network f7477135-b06b-42df-ba4d-7c98c1ce1029 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:27.019455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-24334050-9e7a-4956-9822-275568d2f9d4 req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:27.019455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-24334050-9e7a-4956-9822-275568d2f9d4 req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:27.041544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Pushing event updated for resources: {'Port': ['ID=5039c56b-0f81-4443-b709-5c7ea538cca3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:27.073715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1340dfa-e059-428e-a37c-53c782698fcd req-a5ee3ddc-c77c-4b09-90dd-dccb803f9061 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:27.075338 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1340dfa-e059-428e-a37c-53c782698fcd req-a5ee3ddc-c77c-4b09-90dd-dccb803f9061 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.1163566 Sep 08 13:16:27.081860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f74c40-5176-4342-a64b-ec7093b922c2 req-67b66932-9190-432b-9957-aa28699d6afc tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:27.083371 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-46f74c40-5176-4342-a64b-ec7093b922c2 req-67b66932-9190-432b-9957-aa28699d6afc tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 950 time: 0.1297832 Sep 08 13:16:27.090412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24334050-9e7a-4956-9822-275568d2f9d4 req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:27.091074 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-24334050-9e7a-4956-9822-275568d2f9d4 req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:27.135542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-46f74c40-5176-4342-a64b-ec7093b922c2 req-edc52c3b-f630-46ac-a37e-c654e95c6ed7 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Sep 08 13:16:27.154551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1340dfa-e059-428e-a37c-53c782698fcd req-011afcfa-f3fa-41f8-ac3e-7c6cbe642f5d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643113 Sep 08 13:16:27.186900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port 57d98e6e-fd5b-4db5-ae0d-00bb10eea448 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:27.187267 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:27.213849 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-596b8d8b-1913-4ec6-962a-bd791b9b8638 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4493272 Sep 08 13:16:27.235037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Request body: {'port': {'device_id': 'ab0c5648-e3ea-45b4-bd41-f297d22b1479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:27.301708 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:27.303575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:27.321832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for 57d98e6e-fd5b-4db5-ae0d-00bb10eea448 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:27.366706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:27.427893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d868da-c70c-437d-a195-c964e57bd12f req-839e9f4d-5a73-42b7-a950-9296f68eb768 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:27.429728 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82d868da-c70c-437d-a195-c964e57bd12f req-839e9f4d-5a73-42b7-a950-9296f68eb768 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.1095474 Sep 08 13:16:27.549079 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82d868da-c70c-437d-a195-c964e57bd12f req-3259f7f6-d093-4f64-9063-c268c1f4be30 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125760 Sep 08 13:16:27.603072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:27.634009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=57d98e6e-fd5b-4db5-ae0d-00bb10eea448,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:27.698436 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:27.698761 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Floating IP 9845038e-9d25-4853-aa17-08b7f145d2d7 disassociated (deleted). External IP: 172.25.5.114, port: a2df8e20-d4b7-41fa-9c5a-0c55fe4fd8c9. Sep 08 13:16:27.732037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908f4a7-2dc0-4b2f-8010-8122f6785abb req-bdc79998-6393-4015-bdb2-6363a189dee8 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:27.733680 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1908f4a7-2dc0-4b2f-8010-8122f6785abb req-bdc79998-6393-4015-bdb2-6363a189dee8 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 932 time: 0.0965891 Sep 08 13:16:27.809838 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1908f4a7-2dc0-4b2f-8010-8122f6785abb req-f6c799e0-c9d9-4bfb-b51c-0f07cc22ff14 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651610 Sep 08 13:16:27.816429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5039c56b-0f81-4443-b709-5c7ea538cca3 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:27.826201 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:27.859906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device cf8897c8-bf64-4f26-9b99-47b369ef4861 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:16:27.866454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705b6aa-26ec-4179-ba5d-bf88991ab225 req-e488ff4a-407c-472b-9f03-85a2cd3dae37 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:27.868145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4705b6aa-26ec-4179-ba5d-bf88991ab225 req-e488ff4a-407c-472b-9f03-85a2cd3dae37 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 943 time: 0.0735118 Sep 08 13:16:27.869330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Transition to ACTIVE for port object 5039c56b-0f81-4443-b709-5c7ea538cca3 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:27.942620 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:27.972316 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:27.990840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Pushing event updated for resources: {'Port': ['ID=5039c56b-0f81-4443-b709-5c7ea538cca3,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:28.012959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1705a9-0c90-4c0f-890d-0447ac459581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8897c8-bf64-4f26-9b99-47b369ef4861'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:28.013245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4705b6aa-26ec-4179-ba5d-bf88991ab225 req-5e96a489-3a2c-4416-9f6a-6f84dae70f8e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955749 Sep 08 13:16:28.015287 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d046e365-ede9-491c-a0ff-298660b7ff90" -d '{"events": [{"server_uuid": "9f1705a9-0c90-4c0f-890d-0447ac459581", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8897c8-bf64-4f26-9b99-47b369ef4861"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:28.031740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port cf8897c8-bf64-4f26-9b99-47b369ef4861, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cf8897c8-bf64-4f26-9b99-47b369ef4861,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:28.064476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:28.115306 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:28.144981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Attempting to bind port 5039c56b-0f81-4443-b709-5c7ea538cca3 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:16:28.145684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Attempting to bind port 5039c56b-0f81-4443-b709-5c7ea538cca3 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:16:28.146235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Attempting to bind port 5039c56b-0f81-4443-b709-5c7ea538cca3 on network f7477135-b06b-42df-ba4d-7c98c1ce1029 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:28.159026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Port 5039c56b-0f81-4443-b709-5c7ea538cca3 on network f7477135-b06b-42df-ba4d-7c98c1ce1029 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:16:28.159649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Attempting to bind port 5039c56b-0f81-4443-b709-5c7ea538cca3 on network f7477135-b06b-42df-ba4d-7c98c1ce1029 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:28.171314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:16:28.172375 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Checking segment: {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:28.172810 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Bound using segment: {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:16:28.178977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Bound port: 5039c56b-0f81-4443-b709-5c7ea538cca3, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d113ed-8b37-4d7e-906c-e34e20003ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:16:28.179370 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:28.204761 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2281881a-8dbd-462c-b9a1-f6f88ea86ffb x-openstack-request-id: req-2281881a-8dbd-462c-b9a1-f6f88ea86ffb {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:28.205421 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1705a9-0c90-4c0f-890d-0447ac459581", "name": "network-vif-unplugged", "status": "completed", "tag": "cf8897c8-bf64-4f26-9b99-47b369ef4861", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:28.205672 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2281881a-8dbd-462c-b9a1-f6f88ea86ffb {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:28.206285 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1705a9-0c90-4c0f-890d-0447ac459581', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf8897c8-bf64-4f26-9b99-47b369ef4861', 'code': 200} Sep 08 13:16:28.212506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=cf8897c8-bf64-4f26-9b99-47b369ef4861,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:28.274900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:28.281221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] For port 5039c56b-0f81-4443-b709-5c7ea538cca3, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:16:28.284780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] For port 5039c56b-0f81-4443-b709-5c7ea538cca3, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5039c56b-0f81-4443-b709-5c7ea538cca3,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:16:28.286061 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:28.289376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371a287-832d-4a31-a852-5ba91fa7075d None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:28.302473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371a287-832d-4a31-a852-5ba91fa7075d None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:28.303137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b371a287-832d-4a31-a852-5ba91fa7075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:28.319269 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7e23b712-6f35-4b36-b44c-1dd6953a6c4a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/floatingips/9845038e-9d25-4853-aa17-08b7f145d2d7 HTTP/1.1" status: 204 len: 168 time: 1.4077661 Sep 08 13:16:28.320106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57682) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:28.344638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b371a287-832d-4a31-a852-5ba91fa7075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:28.365373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b371a287-832d-4a31-a852-5ba91fa7075d None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:28.366908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b371a287-832d-4a31-a852-5ba91fa7075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:28.397023 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:28.444932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b371a287-832d-4a31-a852-5ba91fa7075d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:28.446025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b371a287-832d-4a31-a852-5ba91fa7075d None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:28.466917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1b047e06-9610-4e2f-9c8a-a3c59601dd8f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port a2df8e20-d4b7-41fa-9c5a-0c55fe4fd8c9 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:28.467271 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b047e06-9610-4e2f-9c8a-a3c59601dd8f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:28.482474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:28.483498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:28.485999 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] 10.222.0.60 "PUT /v2.0/ports/5039c56b-0f81-4443-b709-5c7ea538cca3 HTTP/1.1" status: 200 len: 1092 time: 1.2565665 Sep 08 13:16:28.486735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab0c5648-e3ea-45b4-bd41-f297d22b1479', 'tag': '5039c56b-0f81-4443-b709-5c7ea538cca3'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:28.495799 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5472799b-cd58-4372-9713-f78cefb6f969" -d '{"events": [{"name": "network-changed", "server_uuid": "ab0c5648-e3ea-45b4-bd41-f297d22b1479", "tag": "5039c56b-0f81-4443-b709-5c7ea538cca3"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:28.522489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53f233-b951-48ef-b874-4363e31dbde6 service neutron] Pushing event updated for resources: {'Port': ['ID=5039c56b-0f81-4443-b709-5c7ea538cca3,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:28.549920 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5161c213-b27e-4ac8-860f-9f75d6e3b073 x-openstack-request-id: req-5161c213-b27e-4ac8-860f-9f75d6e3b073 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:28.550268 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab0c5648-e3ea-45b4-bd41-f297d22b1479", "tag": "5039c56b-0f81-4443-b709-5c7ea538cca3", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:28.550526 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5161c213-b27e-4ac8-860f-9f75d6e3b073 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:28.550933 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab0c5648-e3ea-45b4-bd41-f297d22b1479', 'tag': '5039c56b-0f81-4443-b709-5c7ea538cca3', 'status': 'completed', 'code': 200} Sep 08 13:16:28.605672 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-636f2e44-339f-411d-8ac1-c5f25c37b739 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0047c75958314f8699b340912addcf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329664 Sep 08 13:16:28.621498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472799b-cd58-4372-9713-f78cefb6f969 req-88978b20-61ff-44a9-81a5-2a0ae254e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:28.623077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5472799b-cd58-4372-9713-f78cefb6f969 req-88978b20-61ff-44a9-81a5-2a0ae254e15a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 1095 time: 0.0483348 Sep 08 13:16:28.663018 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b047e06-9610-4e2f-9c8a-a3c59601dd8f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:28.703352 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57702) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:28.704348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1b047e06-9610-4e2f-9c8a-a3c59601dd8f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for a2df8e20-d4b7-41fa-9c5a-0c55fe4fd8c9 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:28.737456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472799b-cd58-4372-9713-f78cefb6f969 req-42acca24-9b21-43f7-986c-767425f2b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:28.739080 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5472799b-cd58-4372-9713-f78cefb6f969 req-42acca24-9b21-43f7-986c-767425f2b064 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1078970 Sep 08 13:16:28.779293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-7f78f785-009a-41f5-956c-c1ecaaba9f5e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:28.780799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-7f78f785-009a-41f5-956c-c1ecaaba9f5e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1686864 Sep 08 13:16:28.808222 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-35c753aa-2609-4b1f-95de-b8f6c7d67e6d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/quotas/0047c75958314f8699b340912addcf3f HTTP/1.1" status: 200 len: 375 time: 0.0200613 Sep 08 13:16:28.834850 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87897ada-560b-4470-8553-80dccdbfa5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:28.881738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472799b-cd58-4372-9713-f78cefb6f969 req-3b35e7fb-3e91-493f-87bd-7303e12509df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:28.883971 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5472799b-cd58-4372-9713-f78cefb6f969 req-3b35e7fb-3e91-493f-87bd-7303e12509df service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362925 Sep 08 13:16:28.903607 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-fd801f98-8ac1-4002-b275-862bfdf6d8fc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874925 Sep 08 13:16:28.995081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8b1e8-f3e0-4ed2-83af-2b4833286d91 req-b7c3730a-927c-4455-920c-1048fc49f74f tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:28.996740 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e2b8b1e8-f3e0-4ed2-83af-2b4833286d91 req-b7c3730a-927c-4455-920c-1048fc49f74f tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 944 time: 0.0975096 Sep 08 13:16:29.013284 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24334050-9e7a-4956-9822-275568d2f9d4 req-224b4514-3d42-44ec-afd3-ef8d5e22727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:29.014814 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-224b4514-3d42-44ec-afd3-ef8d5e22727c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 1095 time: 0.0771155 Sep 08 13:16:29.063099 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b047e06-9610-4e2f-9c8a-a3c59601dd8f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:29.071740 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-712296f5-5aa6-4085-8b2d-d1a746e76e25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5039c56b-0f81-4443-b709-5c7ea538cca3 HTTP/1.1" status: 200 len: 217 time: 0.0484016 Sep 08 13:16:29.096214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b047e06-9610-4e2f-9c8a-a3c59601dd8f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=a2df8e20-d4b7-41fa-9c5a-0c55fe4fd8c9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:29.118269 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e2b8b1e8-f3e0-4ed2-83af-2b4833286d91 req-5300c622-3c4d-4c55-833e-914f69aebc66 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132033 Sep 08 13:16:29.176343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24334050-9e7a-4956-9822-275568d2f9d4 req-ef01a2e0-006d-43a3-9e35-4b520009b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:29.177941 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-ef01a2e0-006d-43a3-9e35-4b520009b1ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c7a2bb6b-de34-41d6-880b-e39356c1d632 HTTP/1.1" status: 200 len: 845 time: 0.0954654 Sep 08 13:16:29.219867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b047e06-9610-4e2f-9c8a-a3c59601dd8f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:29.219867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1b047e06-9610-4e2f-9c8a-a3c59601dd8f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/ports/a2df8e20-d4b7-41fa-9c5a-0c55fe4fd8c9 HTTP/1.1" status: 204 len: 168 time: 0.8988066 Sep 08 13:16:29.224691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57714) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:29.239182 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-87e8d882-d8e9-4c56-ae79-30bc4b5ab29e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f7477135-b06b-42df-ba4d-7c98c1ce1029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504980 Sep 08 13:16:29.253134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:29.260197 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87897ada-560b-4470-8553-80dccdbfa5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:29.337840 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87897ada-560b-4470-8553-80dccdbfa5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:29.347728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a761a-42aa-4308-a6c3-0459b68cedf7 req-8d83641f-a6fc-4bcb-8019-a5f10f8f9e1a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:29.349310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-190a761a-42aa-4308-a6c3-0459b68cedf7 req-8d83641f-a6fc-4bcb-8019-a5f10f8f9e1a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 943 time: 0.1490920 Sep 08 13:16:29.412881 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:29.431454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87897ada-560b-4470-8553-80dccdbfa5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00596366-31bf-4f50-9985-4d52b4357b28,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:29.438495 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-87897ada-560b-4470-8553-80dccdbfa5e9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8168ba3556e45b9a9fe9e04ed306532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7369988 Sep 08 13:16:29.438803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57732) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:29.439303 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-ee58e58d-c713-4b20-a437-71b79fcbbe75 service neutron] 10.222.0.60 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813178 Sep 08 13:16:29.488242 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d4e5b1f-b88f-4862-9ec1-10ae10811e95 req-225a6118-e0d3-4a00-8a0d-db8e9dee2905 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 210 time: 0.0484214 Sep 08 13:16:29.489391 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-190a761a-42aa-4308-a6c3-0459b68cedf7 req-76461617-a7a0-4b13-8fc2-c6e2607f4619 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143308 Sep 08 13:16:29.565488 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24334050-9e7a-4956-9822-275568d2f9d4 req-5c8cff7d-08b7-406b-8b29-a86c93a587e0 service neutron] 10.222.0.60 "GET /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164627 Sep 08 13:16:29.593018 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8480becc-63c4-47cd-af84-9d63a7bbdf81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:29.630940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8480becc-63c4-47cd-af84-9d63a7bbdf81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:29.675378 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:29.772644 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8480becc-63c4-47cd-af84-9d63a7bbdf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:29.775986 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8480becc-63c4-47cd-af84-9d63a7bbdf81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:29.777253 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8480becc-63c4-47cd-af84-9d63a7bbdf81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00596366-31bf-4f50-9985-4d52b4357b28 HTTP/1.1" status: 204 len: 168 time: 0.3375392 Sep 08 13:16:29.821266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8480becc-63c4-47cd-af84-9d63a7bbdf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00596366-31bf-4f50-9985-4d52b4357b28,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:29.876846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device dbf37147-fd49-45c3-aee5-d0eaf8726a1b details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:16:29.885645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.25.5.208 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/a7615eff-3830-459e-b46e-c7b77b70be1c) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:29.981109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port dbf37147-fd49-45c3-aee5-d0eaf8726a1b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:29.993781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'dbf37147-fd49-45c3-aee5-d0eaf8726a1b', 'network_id': '5f429b72-16fb-4d54-8b26-7abcbc5aa31d', 'port_id': 'dbf37147-fd49-45c3-aee5-d0eaf8726a1b', 'mac_address': 'fa:16:3e:5c:69:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c417ce-79bc-4a26-a543-02d4f244beb1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:16:30.010679 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:30.036461 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:30.049320 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf37147-fd49-45c3-aee5-d0eaf8726a1b {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:30.068205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port dbf37147-fd49-45c3-aee5-d0eaf8726a1b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:30.195930 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:30.206486 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:30.255704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:30.287035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:30.294464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:30.297245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:30.314059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d8fee-929c-40d8-a779-809bc9582264 req-e3c206cf-e160-43a2-9d7e-227800cb9ed4 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:30.315787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-252d8fee-929c-40d8-a779-809bc9582264 req-e3c206cf-e160-43a2-9d7e-227800cb9ed4 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 944 time: 0.1282856 Sep 08 13:16:30.318544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=a7615eff-3830-459e-b46e-c7b77b70be1c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:30.394741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-252d8fee-929c-40d8-a779-809bc9582264 req-676a4caa-89ad-4523-a262-3afcf9a8de44 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552235 Sep 08 13:16:30.465404 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:30.591088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:16:30.642352 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3252564b-d2d5-4d8b-8694-9a30acfde45b req-ceb758a0-5699-408d-9857-d9c30d571683 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 210 time: 0.0332451 Sep 08 13:16:30.679410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3645822-343e-4c53-aceb-788fd31f1dfa req-91e50102-a7a2-4fab-bc9c-3dbbcce899c6 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:30.684002 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3645822-343e-4c53-aceb-788fd31f1dfa req-91e50102-a7a2-4fab-bc9c-3dbbcce899c6 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 944 time: 0.1077998 Sep 08 13:16:30.690269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:30.751165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['dbf37147-fd49-45c3-aee5-d0eaf8726a1b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:30.770828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3645822-343e-4c53-aceb-788fd31f1dfa req-9d3c80cc-bb49-4ab4-8c5b-bc350119bc20 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766175 Sep 08 13:16:30.800684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:30.825131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'mac_address': 'fa:16:3e:29:a6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:16:30.902892 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:30.927795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:30.964527 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:30.965300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:31.149390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:31.150624 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:31.232786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=a7615eff-3830-459e-b46e-c7b77b70be1c,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:31.233980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:31.241938 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:31.319173 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['a8ca8e5a-929b-4db1-a2c6-40fb26c64db5'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:31.332478 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:31.333858 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6214d839-9a88-4d13-a7f3-c89f72177470 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1078010 Sep 08 13:16:31.337251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57776) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:31.342340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'port': {'network_id': '7a4f38fe-35f7-4239-99af-95b9116afda5', 'name': 'tempest-FloatingIPTestJSON-2111207660'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:31.493169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57790) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:31.590068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c641739-8a85-40ed-a315-fd2c04bc3eb9 req-2453f14a-6a1d-496a-bc60-d5bfcbbf1040 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:31.591687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c641739-8a85-40ed-a315-fd2c04bc3eb9 req-2453f14a-6a1d-496a-bc60-d5bfcbbf1040 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 944 time: 0.0715873 Sep 08 13:16:31.633948 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c641739-8a85-40ed-a315-fd2c04bc3eb9 req-f876c0ac-f99a-4c64-a79b-75d40790ba38 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357959 Sep 08 13:16:31.634848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1879000190-network', 'tenant_id': 'ab65a89b38494139993428496a20a52c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:31.682242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Made reservation on behalf of 4558f775475a48f08dbb50ba8bf0f216 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:31.685962 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:31.711727 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] device_id is not set on port 57333327-a04b-4a31-8ded-cff1edae0f30 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:16:31.769686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4052912-fef8-40df-8bea-eb4004a676d4 req-8b684b7d-4d14-4d51-911b-f66d77af13b6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 210 time: 0.0329132 Sep 08 13:16:31.795053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Made reservation on behalf of ab65a89b38494139993428496a20a52c for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:31.800687 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:31.811440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:31.860296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.20.0.11 (7a4f38fe-35f7-4239-99af-95b9116afda5/19715b3c-9395-4060-a88d-d03b8b2431cd/57333327-a04b-4a31-8ded-cff1edae0f30) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:31.884583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5039c56b-0f81-4443-b709-5c7ea538cca3 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:16:31.904482 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-7dfbb633-b5a8-4c57-8c9d-a583ceccdf1f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0047c75958314f8699b340912addcf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397112 Sep 08 13:16:31.971376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9a19c-fea4-4426-9afa-9d7fee4c06f3 req-a3805ace-55bd-40cc-9b88-030193e81bfe tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:31.973171 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2a9a19c-fea4-4426-9afa-9d7fee4c06f3 req-a3805ace-55bd-40cc-9b88-030193e81bfe tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 944 time: 0.0923803 Sep 08 13:16:32.025468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5039c56b-0f81-4443-b709-5c7ea538cca3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5039c56b-0f81-4443-b709-5c7ea538cca3,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:32.041445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '5039c56b-0f81-4443-b709-5c7ea538cca3', 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'port_id': '5039c56b-0f81-4443-b709-5c7ea538cca3', 'mac_address': 'fa:16:3e:27:b8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a2bb6b-de34-41d6-880b-e39356c1d632', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:16:32.060094 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.078575 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2a9a19c-fea4-4426-9afa-9d7fee4c06f3 req-69c09f61-1a8d-43d3-8f8f-054504c68446 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974493 Sep 08 13:16:32.090217 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.106785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5039c56b-0f81-4443-b709-5c7ea538cca3 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:32.127185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5039c56b-0f81-4443-b709-5c7ea538cca3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5039c56b-0f81-4443-b709-5c7ea538cca3,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:32.130031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-38a44775-bd37-4bce-bfa1-d673eddb26c5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:32.131518 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-38a44775-bd37-4bce-bfa1-d673eddb26c5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2093248 Sep 08 13:16:32.151067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Request body: {'port': {'device_id': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '0047c75958314f8699b340912addcf3f'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:32.186551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.247483 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.250345 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.295670 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64b96db-ca17-4a46-a6ed-1ad9768c31a3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:32.313616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5039c56b-0f81-4443-b709-5c7ea538cca3,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:32.381748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:16:32.390961 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.391204 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Added segment 616f550b-7a7c-4d0d-b322-a6d2414efacb of type vlan for network e6a74fc9-0aef-43b7-adee-b34995ecc270 Sep 08 13:16:32.435483 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.443002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Made reservation on behalf of 0047c75958314f8699b340912addcf3f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:32.455865 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.459871 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.540271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 7a4f38fe-35f7-4239-99af-95b9116afda5 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:32.553110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:32.562561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:32.584456 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.587025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:32.590242 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.596622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=57333327-a04b-4a31-8ded-cff1edae0f30,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:32.607873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:32.666068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['5039c56b-0f81-4443-b709-5c7ea538cca3'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:32.705975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:32.706716 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.739746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:32.740122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.762912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] Pushing event updated for resources: {'Network': ['ID=e6a74fc9-0aef-43b7-adee-b34995ecc270,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:32.785491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Allocated IP 192.168.233.14 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/770ba36b-8447-4706-9bc9-59ebeba54577) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:32.787082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6b71f68e-4ac7-4365-a0df-5a715703e77c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2913630 Sep 08 13:16:32.788866 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57836) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:32.789644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network e6a74fc9-0aef-43b7-adee-b34995ecc270 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:16:32.810019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d00bfe14-94b7-4fae-8c7e-69482f98664c admin admin] Request body: {'subnet': {'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1879000190-subnet', 'tenant_id': 'ab65a89b38494139993428496a20a52c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:32.823007 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6d55c106-e945-4af4-949c-be9d3032e358 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4844341 Sep 08 13:16:32.824426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57840) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:32.831560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6858e611-bc93-4634-9d25-cd1f044296c9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'floatingip': {'port_id': '57333327-a04b-4a31-8ded-cff1edae0f30'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:32.894219 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6858e611-bc93-4634-9d25-cd1f044296c9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.971406 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:32.999718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00bfe14-94b7-4fae-8c7e-69482f98664c admin admin] Made reservation on behalf of ab65a89b38494139993428496a20a52c for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:33.003475 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d00bfe14-94b7-4fae-8c7e-69482f98664c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:33.029230 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:33.040219 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d422a513-7ed9-4a53-aa16-d18085b5420e" -d '{"events": [{"server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:33.040901 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fdfff472-1cde-4864-9e20-a3ef0a985f8c req-e108a581-70a7-47a8-89c5-c9b17573dd3f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 210 time: 0.0998957 Sep 08 13:16:33.060638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:33.162308 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9027d02-466c-4850-95e5-27347664ef06 x-openstack-request-id: req-d9027d02-466c-4850-95e5-27347664ef06 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:33.162809 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "name": "network-vif-plugged", "status": "completed", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:33.163248 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d9027d02-466c-4850-95e5-27347664ef06 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:33.163832 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'code': 200} Sep 08 13:16:33.165194 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:33.266375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,revision_number=10']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:33.339000 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d00bfe14-94b7-4fae-8c7e-69482f98664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:33.349981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53871c-f665-44d2-964c-3b907551fbc0 req-5c85303e-4e37-4c24-9056-d8c7baf651fc tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:33.351671 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a53871c-f665-44d2-964c-3b907551fbc0 req-5c85303e-4e37-4c24-9056-d8c7baf651fc tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 944 time: 0.0852427 Sep 08 13:16:33.420760 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a53871c-f665-44d2-964c-3b907551fbc0 req-634650ff-7854-4681-9130-c4c044d62943 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609479 Sep 08 13:16:33.464164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00bfe14-94b7-4fae-8c7e-69482f98664c admin admin] Checking segment: {'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:33.464601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00bfe14-94b7-4fae-8c7e-69482f98664c admin admin] Network hostable DHCP agents. Network: e6a74fc9-0aef-43b7-adee-b34995ecc270, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:16:33.484352 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00bfe14-94b7-4fae-8c7e-69482f98664c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ef04e1-8b40-48c3-9703-cade87343e1d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:33.556886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088cabf-3200-457d-8650-68eafa640d04 req-1d266852-8199-4bd7-bfe1-90b406aecb90 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:33.564404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f088cabf-3200-457d-8650-68eafa640d04 req-1d266852-8199-4bd7-bfe1-90b406aecb90 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 945 time: 0.7480619 Sep 08 13:16:33.577830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00bfe14-94b7-4fae-8c7e-69482f98664c admin admin] Network e6a74fc9-0aef-43b7-adee-b34995ecc270 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:16:33.652562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d00bfe14-94b7-4fae-8c7e-69482f98664c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, e6a74fc9-0aef-43b7-adee-b34995ecc270) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:33.657476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00bfe14-94b7-4fae-8c7e-69482f98664c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:33.658205 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d00bfe14-94b7-4fae-8c7e-69482f98664c admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:33.675568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392edabf-19b5-4b73-8fb0-0a8bbab5c55b None None] Network e6a74fc9-0aef-43b7-adee-b34995ecc270 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:16:33.720409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f088cabf-3200-457d-8650-68eafa640d04 req-5a5f7203-3cd8-4bb4-80d3-8261c1809999 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551077 Sep 08 13:16:33.783082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d00bfe14-94b7-4fae-8c7e-69482f98664c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9918592 Sep 08 13:16:33.838808 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:33.903007 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71319225-2b2f-478b-92e2-44a7f28e5317 None None] Network e6a74fc9-0aef-43b7-adee-b34995ecc270 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:16:33.924631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5039c56b-0f81-4443-b709-5c7ea538cca3 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:34.003201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Transition to ACTIVE for port object 770ba36b-8447-4706-9bc9-59ebeba54577 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:34.133446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 5039c56b-0f81-4443-b709-5c7ea538cca3 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:34.140382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 5039c56b-0f81-4443-b709-5c7ea538cca3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:34.141128 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:34.223761 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb1dbca7-bb08-4cf3-a866-ffd47d531bfe req-7efc8050-3180-412d-a86e-3308fc97c1cc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 210 time: 0.0332708 Sep 08 13:16:34.228054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:34.279891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:34.292993 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.resource_extend [None req-6858e611-bc93-4634-9d25-cd1f044296c9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 13:16:34.349819 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:34.398099 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6858e611-bc93-4634-9d25-cd1f044296c9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:34.420150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:34.426476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:34.454709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:34.463027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Pushing event updated for resources: {'Port': ['ID=770ba36b-8447-4706-9bc9-59ebeba54577,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:34.505922 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6858e611-bc93-4634-9d25-cd1f044296c9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:34.606083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5039c56b-0f81-4443-b709-5c7ea538cca3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5039c56b-0f81-4443-b709-5c7ea538cca3,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:34.662952 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:34.663606 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:34.685686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-cb61ac55-51c1-4da9-a1c2-3598eee5b6ed tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:34.695148 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-cb61ac55-51c1-4da9-a1c2-3598eee5b6ed tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/networks?id=e6a74fc9-0aef-43b7-adee-b34995ecc270 HTTP/1.1" status: 200 len: 818 time: 0.2678189 Sep 08 13:16:34.708168 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:34.708985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device dbf37147-fd49-45c3-aee5-d0eaf8726a1b up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:34.719140 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-00333279-e089-4634-b202-ff9f0167a044 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/quotas/ab65a89b38494139993428496a20a52c HTTP/1.1" status: 200 len: 375 time: 0.0226519 Sep 08 13:16:34.763889 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-069578ce-d47f-40b0-94b3-a9221ad23139 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ab65a89b38494139993428496a20a52c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434561 Sep 08 13:16:34.785372 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-6858e611-bc93-4634-9d25-cd1f044296c9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Floating IP b8d6d83e-9237-4edb-91e9-acfb285c975e associated. External IP: 172.25.5.208, port: 57333327-a04b-4a31-8ded-cff1edae0f30. Sep 08 13:16:34.807477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9ff47-ed0d-410d-ab6e-ce42b954a8a6 req-c02bcfb1-28dc-4155-adc6-02204bcc7d02 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:34.816963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a9ff47-ed0d-410d-ab6e-ce42b954a8a6 req-c02bcfb1-28dc-4155-adc6-02204bcc7d02 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 944 time: 0.2205057 Sep 08 13:16:34.870152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a07cff2a-4ecb-4fa1-9d1c-2df1a1c1b773 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7263067 Sep 08 13:16:34.884219 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5039c56b-0f81-4443-b709-5c7ea538cca3,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:34.889831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Request body: {'port': {'device_id': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:34.913360 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-da84c405-68d1-4e40-8271-12da66b991e8 service neutron] 10.222.0.69 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484113 Sep 08 13:16:34.925798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-558400ed-52c7-4067-9434-23057cecb0d5 None None] Provisioning for port 770ba36b-8447-4706-9bc9-59ebeba54577 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:34.952119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-558400ed-52c7-4067-9434-23057cecb0d5 None None] Provisioning complete for port 770ba36b-8447-4706-9bc9-59ebeba54577 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:34.953147 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-558400ed-52c7-4067-9434-23057cecb0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:35.029809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-558400ed-52c7-4067-9434-23057cecb0d5 None None] Port 770ba36b-8447-4706-9bc9-59ebeba54577 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:16:35.041654 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-83b57e47-7b8c-40ad-aca8-794ac729381c service neutron] 10.222.0.69 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203699 Sep 08 13:16:35.051549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a9ff47-ed0d-410d-ab6e-ce42b954a8a6 req-7701a0f0-d5dc-40e5-bd06-f27149508dc5 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336957 Sep 08 13:16:35.058423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port dbf37147-fd49-45c3-aee5-d0eaf8726a1b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:35.065894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port dbf37147-fd49-45c3-aee5-d0eaf8726a1b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:35.067852 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:35.100167 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:35.166036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0c5648-e3ea-45b4-bd41-f297d22b1479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5039c56b-0f81-4443-b709-5c7ea538cca3'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:35.174066 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2348459-ca73-4b78-8d7b-853723f9a123" -d '{"events": [{"server_uuid": "ab0c5648-e3ea-45b4-bd41-f297d22b1479", "name": "network-vif-plugged", "status": "completed", "tag": "5039c56b-0f81-4443-b709-5c7ea538cca3"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:35.265931 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:35.314298 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port dbf37147-fd49-45c3-aee5-d0eaf8726a1b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:35.342393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6858e611-bc93-4634-9d25-cd1f044296c9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:35.413744 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:35.414011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f6d334-0644-4f83-ad2a-d7600e374f1d req-ab1eadfe-d074-49be-9333-1eb439a78ea5 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:35.416263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18f6d334-0644-4f83-ad2a-d7600e374f1d req-ab1eadfe-d074-49be-9333-1eb439a78ea5 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 946 time: 0.1520412 Sep 08 13:16:35.483803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:35.554415 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18f6d334-0644-4f83-ad2a-d7600e374f1d req-2d19f232-1288-4c4b-b9c5-21bc9e922959 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242430 Sep 08 13:16:35.676777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6858e611-bc93-4634-9d25-cd1f044296c9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:35.688522 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde05b3e-90a3-4e6d-a845-f053d6ea86d1 None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:35.691718 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa893fe-a336-4676-bf23-4fc8f780dc1d x-openstack-request-id: req-9aa893fe-a336-4676-bf23-4fc8f780dc1d {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:35.692509 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0c5648-e3ea-45b4-bd41-f297d22b1479", "name": "network-vif-plugged", "status": "completed", "tag": "5039c56b-0f81-4443-b709-5c7ea538cca3", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:35.693066 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9aa893fe-a336-4676-bf23-4fc8f780dc1d {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:35.693947 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0c5648-e3ea-45b4-bd41-f297d22b1479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5039c56b-0f81-4443-b709-5c7ea538cca3', 'code': 200} Sep 08 13:16:35.727079 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde05b3e-90a3-4e6d-a845-f053d6ea86d1 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:35.729284 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cde05b3e-90a3-4e6d-a845-f053d6ea86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:35.793025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770ba36b-8447-4706-9bc9-59ebeba54577 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:35.794204 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cde05b3e-90a3-4e6d-a845-f053d6ea86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:35.823543 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde05b3e-90a3-4e6d-a845-f053d6ea86d1 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:35.826725 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cde05b3e-90a3-4e6d-a845-f053d6ea86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:35.832564 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6858e611-bc93-4634-9d25-cd1f044296c9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:35.840700 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:35.891586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3de4c-6fd6-4ba2-9772-636984c79fab req-5f6c5f5f-c1ec-4960-9fe0-b0e30fcc0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:35.893126 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8d3de4c-6fd6-4ba2-9772-636984c79fab req-5f6c5f5f-c1ec-4960-9fe0-b0e30fcc0421 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 1097 time: 0.1336558 Sep 08 13:16:35.955646 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cde05b3e-90a3-4e6d-a845-f053d6ea86d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:35.956548 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde05b3e-90a3-4e6d-a845-f053d6ea86d1 None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:35.962331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6858e611-bc93-4634-9d25-cd1f044296c9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "PUT /v2.0/floatingips/b8d6d83e-9237-4edb-91e9-acfb285c975e HTTP/1.1" status: 200 len: 979 time: 3.1321211 Sep 08 13:16:35.964847 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57910) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:35.966997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Transition to ACTIVE for port object 770ba36b-8447-4706-9bc9-59ebeba54577 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:36.014589 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dc7cb-9f99-4ba9-a8a6-e4b2893be268 req-69db16c7-11b9-4039-90be-cfc5210718ca tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:36.030826 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4c1dc7cb-9f99-4ba9-a8a6-e4b2893be268 req-69db16c7-11b9-4039-90be-cfc5210718ca tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 935 time: 0.2018712 Sep 08 13:16:36.042379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8d3de4c-6fd6-4ba2-9772-636984c79fab req-c3b1fd38-3dd3-4a6c-b781-72902a583d89 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412079 Sep 08 13:16:36.070729 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:36.100118 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4c1dc7cb-9f99-4ba9-a8a6-e4b2893be268 req-8cb92e45-5c10-414a-9bec-4fe36fe6978f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780537 Sep 08 13:16:36.153980 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6097db92-26b9-41aa-b494-2c322fcfd894 req-3a7ad04c-1224-4e35-80d4-0b08cde508be tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 210 time: 0.0825644 Sep 08 13:16:36.191322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port 57333327-a04b-4a31-8ded-cff1edae0f30 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:36.191851 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:36.196715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Pushing event updated for resources: {'Port': ['ID=770ba36b-8447-4706-9bc9-59ebeba54577,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:36.354595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd77c4-7b38-4e29-8899-0a781fa26393 req-53c44ec7-c559-4b4d-8b3f-dfbc8199f839 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:36.356359 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8dd77c4-7b38-4e29-8899-0a781fa26393 req-53c44ec7-c559-4b4d-8b3f-dfbc8199f839 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 945 time: 0.1277075 Sep 08 13:16:36.380527 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:36.392382 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Attempting to bind port 770ba36b-8447-4706-9bc9-59ebeba54577 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:16:36.392724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Attempting to bind port 770ba36b-8447-4706-9bc9-59ebeba54577 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:16:36.393061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Attempting to bind port 770ba36b-8447-4706-9bc9-59ebeba54577 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:36.400325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Port 770ba36b-8447-4706-9bc9-59ebeba54577 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:16:36.400650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Attempting to bind port 770ba36b-8447-4706-9bc9-59ebeba54577 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:36.409045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:16:36.409691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:36.410081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:16:36.410579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Bound port: 770ba36b-8447-4706-9bc9-59ebeba54577, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:16:36.410940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:36.462016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8dd77c4-7b38-4e29-8899-0a781fa26393 req-59a3494f-1d42-472c-bacb-4bf01338f34b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867465 Sep 08 13:16:36.591249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:16:36.600858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:16:36.676303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:36.705031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:36.705659 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:36.707689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] 10.222.0.70 "PUT /v2.0/ports/770ba36b-8447-4706-9bc9-59ebeba54577 HTTP/1.1" status: 200 len: 1095 time: 1.8255568 Sep 08 13:16:36.793212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:36.795627 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734ae129-9a38-4694-afa9-2f71753b4974" -d '{"events": [{"name": "network-changed", "server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:36.821855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a4233-f23f-4a68-ba7a-bbe192dbcb45 service neutron] Pushing event updated for resources: {'Port': ['ID=770ba36b-8447-4706-9bc9-59ebeba54577,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:36.904755 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641fe535-dbd0-4f2e-ae2f-1abd782f60bd x-openstack-request-id: req-641fe535-dbd0-4f2e-ae2f-1abd782f60bd {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:36.905089 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:36.905727 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-641fe535-dbd0-4f2e-ae2f-1abd782f60bd {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:36.906127 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577', 'status': 'completed', 'code': 200} Sep 08 13:16:36.924675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a9c21cb2-1584-465b-9aa8-520c0715f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:36.929270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-a9c21cb2-1584-465b-9aa8-520c0715f7a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 1098 time: 0.0866804 Sep 08 13:16:37.014999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-89a9ee01-b72e-4d00-bc87-688931753229 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=770ba36b-8447-4706-9bc9-59ebeba54577 HTTP/1.1" status: 200 len: 217 time: 0.0769935 Sep 08 13:16:37.090970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-c06d8a12-d51a-4e36-8f22-a3fe7ede51df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:37.092909 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-c06d8a12-d51a-4e36-8f22-a3fe7ede51df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0651016 Sep 08 13:16:37.162005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-28659877-34f3-4ce9-abd6-9bdffbf5b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:37.163628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-28659877-34f3-4ce9-abd6-9bdffbf5b492 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600913 Sep 08 13:16:37.189609 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e9715-d377-4d73-998b-a04b15b10cb8 req-df383b9c-55c0-40ee-a97a-70b2283886b3 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:37.199803 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f1e9715-d377-4d73-998b-a04b15b10cb8 req-df383b9c-55c0-40ee-a97a-70b2283886b3 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 946 time: 0.0759540 Sep 08 13:16:37.305236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f1e9715-d377-4d73-998b-a04b15b10cb8 req-4e19f371-0737-41bd-831d-3e09d596e9a3 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038365 Sep 08 13:16:37.312809 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:37.320055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:37.321132 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Floating IP b8d6d83e-9237-4edb-91e9-acfb285c975e disassociated. External IP: 172.25.5.208, port: 57333327-a04b-4a31-8ded-cff1edae0f30. Sep 08 13:16:37.321943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for 57333327-a04b-4a31-8ded-cff1edae0f30 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:37.330480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc47be5-98be-4555-a332-797f276ba5f0 req-cab4c5bc-c075-4e93-8ecd-3e9697f50abb tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:37.338430 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0dc47be5-98be-4555-a332-797f276ba5f0 req-cab4c5bc-c075-4e93-8ecd-3e9697f50abb tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 947 time: 0.1315618 Sep 08 13:16:37.370331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-7f80d68c-444b-4561-82d8-56f484cdf406 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978536 Sep 08 13:16:37.418097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0dc47be5-98be-4555-a332-797f276ba5f0 req-672202dd-c584-4267-af59-3147f5b5b713 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786908 Sep 08 13:16:37.481280 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-32a82db2-dcea-40b7-91a0-6edd5156aeda req-ccf5d6dc-7873-401b-9948-819c059f0e11 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 210 time: 0.0319002 Sep 08 13:16:37.592798 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9dd54b5f-0bfb-4fc7-868d-c95df3d06b23 req-7f876878-6e89-4d21-a50a-66c4b5ebcad3 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080798 Sep 08 13:16:37.670516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f029c-b1d9-433e-b01f-92a0eeefabfc req-c4f72742-a0ef-4260-9ad8-e049ea1fa008 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:37.672246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fd1f029c-b1d9-433e-b01f-92a0eeefabfc req-c4f72742-a0ef-4260-9ad8-e049ea1fa008 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 945 time: 0.0841889 Sep 08 13:16:37.696275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757fa4bd-da54-401a-8892-792e641211d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf37147-fd49-45c3-aee5-d0eaf8726a1b'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:37.698886 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67abf74-45ab-4d80-99d1-fa336d1cae8f" -d '{"events": [{"server_uuid": "757fa4bd-da54-401a-8892-792e641211d6", "name": "network-vif-plugged", "status": "completed", "tag": "dbf37147-fd49-45c3-aee5-d0eaf8726a1b"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:37.713315 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:37.767844 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fd1f029c-b1d9-433e-b01f-92a0eeefabfc req-ef395989-2e98-43f8-ae45-5a308d8008ad tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876980 Sep 08 13:16:37.796884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=57333327-a04b-4a31-8ded-cff1edae0f30,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:37.797251 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4577646-ae88-4b25-ad85-2e7f97668ba0 x-openstack-request-id: req-d4577646-ae88-4b25-ad85-2e7f97668ba0 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:37.797251 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757fa4bd-da54-401a-8892-792e641211d6", "name": "network-vif-plugged", "status": "completed", "tag": "dbf37147-fd49-45c3-aee5-d0eaf8726a1b", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:37.797251 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d4577646-ae88-4b25-ad85-2e7f97668ba0 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:37.797251 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757fa4bd-da54-401a-8892-792e641211d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf37147-fd49-45c3-aee5-d0eaf8726a1b', 'code': 200} Sep 08 13:16:37.872460 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f502003e-18e8-42f1-9db3-86268a0dc1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:37.892846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae129-9a38-4694-afa9-2f71753b4974 req-b95c7ba4-9785-461d-aa44-2972f52078e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:37.902762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-734ae129-9a38-4694-afa9-2f71753b4974 req-b95c7ba4-9785-461d-aa44-2972f52078e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 1098 time: 0.1399224 Sep 08 13:16:38.007677 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd24ae-d33a-45fd-af0b-f8618541d14e req-f38ce617-491b-4ce6-af3a-5d5f8f77a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:38.010520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cbdd24ae-d33a-45fd-af0b-f8618541d14e req-f38ce617-491b-4ce6-af3a-5d5f8f77a848 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 1096 time: 0.1111360 Sep 08 13:16:38.019913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:38.037942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae129-9a38-4694-afa9-2f71753b4974 req-51ff5003-d325-4dfc-86df-f1a073578746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:38.038899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-734ae129-9a38-4694-afa9-2f71753b4974 req-51ff5003-d325-4dfc-86df-f1a073578746 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1338704 Sep 08 13:16:38.098470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-734ae129-9a38-4694-afa9-2f71753b4974 req-fc1fd352-037c-46e4-9e1c-d943b92b0e6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=770ba36b-8447-4706-9bc9-59ebeba54577 HTTP/1.1" status: 200 len: 217 time: 0.0503941 Sep 08 13:16:38.119285 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cbdd24ae-d33a-45fd-af0b-f8618541d14e req-bd8d7a11-19d8-42f9-ab20-6222a5ce2171 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976505 Sep 08 13:16:38.168614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae129-9a38-4694-afa9-2f71753b4974 req-f0724ac7-3ece-4a3f-bb96-35a23904d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:38.173919 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-734ae129-9a38-4694-afa9-2f71753b4974 req-f0724ac7-3ece-4a3f-bb96-35a23904d0ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0579562 Sep 08 13:16:38.206651 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:38.221397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1092336d-2ee9-4fcf-83da-7f2c580764c8 None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:38.229573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae129-9a38-4694-afa9-2f71753b4974 req-930beea0-34ad-4c11-a444-08108e6faf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:38.232754 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-734ae129-9a38-4694-afa9-2f71753b4974 req-930beea0-34ad-4c11-a444-08108e6faf1b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541170 Sep 08 13:16:38.235280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092336d-2ee9-4fcf-83da-7f2c580764c8 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:38.236343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1092336d-2ee9-4fcf-83da-7f2c580764c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:38.279284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1092336d-2ee9-4fcf-83da-7f2c580764c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:38.291317 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1092336d-2ee9-4fcf-83da-7f2c580764c8 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:38.292356 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1092336d-2ee9-4fcf-83da-7f2c580764c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:38.318694 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:38.318694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7581ace3-e99e-4019-b1a0-d2b604e3104a tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/ports/57333327-a04b-4a31-8ded-cff1edae0f30 HTTP/1.1" status: 204 len: 168 time: 2.3336804 Sep 08 13:16:38.318694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57970) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:38.373142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1092336d-2ee9-4fcf-83da-7f2c580764c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:38.373727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1092336d-2ee9-4fcf-83da-7f2c580764c8 None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:38.386868 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-736b728e-86d6-4f63-a280-3fbeaf6c2a1d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "GET /v2.0/floatingips/b8d6d83e-9237-4edb-91e9-acfb285c975e HTTP/1.1" status: 200 len: 688 time: 0.0754216 Sep 08 13:16:38.394290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57974) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:38.394486 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-734ae129-9a38-4694-afa9-2f71753b4974 req-84e8afe4-06b9-46ca-af28-896c016c5234 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525164 Sep 08 13:16:38.540347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614fa65-32e2-49bd-a050-1edb99741473 req-b8b031fb-edab-4917-bcc9-b6cf34671af4 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:38.542565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6614fa65-32e2-49bd-a050-1edb99741473 req-b8b031fb-edab-4917-bcc9-b6cf34671af4 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 946 time: 0.1086085 Sep 08 13:16:38.576896 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-734ae129-9a38-4694-afa9-2f71753b4974 req-dd18591e-ca44-406e-9525-aedd203cd209 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747375 Sep 08 13:16:38.598473 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6614fa65-32e2-49bd-a050-1edb99741473 req-d0dc970e-7e0d-4944-b3aa-55f6624bd056 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466273 Sep 08 13:16:38.618019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30943f-191c-4f2b-a225-a72e5dfe6c9c req-e0b4a2ef-ed2e-4d35-8b45-b6d812818afc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:38.619761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b30943f-191c-4f2b-a225-a72e5dfe6c9c req-e0b4a2ef-ed2e-4d35-8b45-b6d812818afc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 947 time: 0.0697901 Sep 08 13:16:38.636604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-104734d0-d457-4a54-ab3f-4b80d2b631ce tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port a7615eff-3830-459e-b46e-c7b77b70be1c {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:38.636873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-104734d0-d457-4a54-ab3f-4b80d2b631ce tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:38.676059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d079af5-b901-4656-9f3e-15c50527cfee req-0d2ac0be-e283-4d67-a82e-764617c3fb44 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 210 time: 0.0276971 Sep 08 13:16:38.709616 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b30943f-191c-4f2b-a225-a72e5dfe6c9c req-b74aebf9-cf33-457f-8998-2c24e5805ffe tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829020 Sep 08 13:16:38.744912 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-104734d0-d457-4a54-ab3f-4b80d2b631ce tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:38.745256 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-104734d0-d457-4a54-ab3f-4b80d2b631ce tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:38.761501 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-104734d0-d457-4a54-ab3f-4b80d2b631ce tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for a7615eff-3830-459e-b46e-c7b77b70be1c owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:38.960429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e178b-fcfb-4909-8076-698076830d08 req-3f53c944-171d-46f1-9861-de19f1c049e5 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:38.962562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-735e178b-fcfb-4909-8076-698076830d08 req-3f53c944-171d-46f1-9861-de19f1c049e5 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 945 time: 0.0829279 Sep 08 13:16:39.019008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-735e178b-fcfb-4909-8076-698076830d08 req-3c5fc1a8-b67b-414c-8165-b6c92b69cc3b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501719 Sep 08 13:16:39.052564 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-104734d0-d457-4a54-ab3f-4b80d2b631ce tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:39.081589 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104734d0-d457-4a54-ab3f-4b80d2b631ce tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=a7615eff-3830-459e-b46e-c7b77b70be1c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:39.185444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-104734d0-d457-4a54-ab3f-4b80d2b631ce tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:39.188795 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-104734d0-d457-4a54-ab3f-4b80d2b631ce tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:39.190373 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-104734d0-d457-4a54-ab3f-4b80d2b631ce tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/floatingips/b8d6d83e-9237-4edb-91e9-acfb285c975e HTTP/1.1" status: 204 len: 168 time: 0.8009601 Sep 08 13:16:39.194437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58010) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:39.199825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'b3f22985-290b-4ac9-a7d2-df6b53e9bbe7'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:39.344925 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:39.525570 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:39.745596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.25.5.219 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/b5f8ffde-7e7d-4b1b-bcf9-3bdb43057ab1) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:39.828767 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-de010492-b728-4c6a-9a91-ad09f03d2a87 req-4213589d-9317-42a7-98f4-52c1bcdb4c72 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 210 time: 0.0485513 Sep 08 13:16:39.948615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212cd4c-04c3-410f-bace-04938e1e1a71 req-bd43c534-ad50-43d3-8cbc-f4f0c610c0b5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:39.957250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a212cd4c-04c3-410f-bace-04938e1e1a71 req-bd43c534-ad50-43d3-8cbc-f4f0c610c0b5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 947 time: 0.0701323 Sep 08 13:16:39.997397 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:40.016508 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a212cd4c-04c3-410f-bace-04938e1e1a71 req-e0d039ad-b462-473a-9e72-13bb564ffb6b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578823 Sep 08 13:16:40.228764 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9374b28a-fb15-4ef5-8fa3-08dc01dfb529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:40.237117 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:40.269028 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059f719-bc64-470e-93c3-d062488e929d req-45c37bc3-e93a-46a3-877c-1a9a21981621 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:40.270632 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9059f719-bc64-470e-93c3-d062488e929d req-45c37bc3-e93a-46a3-877c-1a9a21981621 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 946 time: 0.0539057 Sep 08 13:16:40.309855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=b5f8ffde-7e7d-4b1b-bcf9-3bdb43057ab1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:40.320735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:40.327932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:40.329831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:40.361123 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9059f719-bc64-470e-93c3-d062488e929d req-5a87ea82-7923-404a-a63d-3b225cae3e6c tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826955 Sep 08 13:16:40.384078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b5bc2-fe41-4451-b189-a72c999c4a7a req-6060ada1-2524-494b-a052-992ca58f27e2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:40.385668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-614b5bc2-fe41-4451-b189-a72c999c4a7a req-6060ada1-2524-494b-a052-992ca58f27e2 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 945 time: 0.2090802 Sep 08 13:16:40.480455 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:40.501571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-614b5bc2-fe41-4451-b189-a72c999c4a7a req-ad948c57-8229-46b2-9e6a-4e04e08a8a53 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832887 Sep 08 13:16:40.653849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 770ba36b-8447-4706-9bc9-59ebeba54577 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:16:40.787826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-ce9ba99e-527d-4d2b-9689-d47664d2be4f tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:40.791476 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-ce9ba99e-527d-4d2b-9689-d47664d2be4f tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.60 "GET /v2.0/networks?id=e6a74fc9-0aef-43b7-adee-b34995ecc270 HTTP/1.1" status: 200 len: 818 time: 0.2534640 Sep 08 13:16:40.811047 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Request body: {'port': {'device_id': '18498ea1-343e-4f18-b4e9-20f28eda6d97', 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270', 'admin_state_up': True, 'tenant_id': 'ab65a89b38494139993428496a20a52c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:40.819207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:40.841422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '770ba36b-8447-4706-9bc9-59ebeba54577', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '770ba36b-8447-4706-9bc9-59ebeba54577', 'mac_address': 'fa:16:3e:a3:5b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:16:40.910974 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:40.946955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770ba36b-8447-4706-9bc9-59ebeba54577 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:40.978891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:41.034808 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e41dcfec-9cce-4ab4-8cc5-0ec1c4c266f1 req-f6b44844-ba9f-40e4-b132-b297596cffb4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 210 time: 0.0453377 Sep 08 13:16:41.182917 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-27e9ce1a-5930-419c-b57d-ca2576c59afd req-90f85a11-5ce0-43b8-9e39-faed12b5feb4 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1612201011&fields=id&tenant_id=2a6adca573eb4139a35f59a45b33c1e3 HTTP/1.1" status: 200 len: 267 time: 0.5519369 Sep 08 13:16:41.195762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b895270-af95-43e5-ac22-345990e69a02 req-dee1c1f3-c487-4201-918e-2a0a60dd5ff0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:41.198046 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b895270-af95-43e5-ac22-345990e69a02 req-dee1c1f3-c487-4201-918e-2a0a60dd5ff0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 947 time: 0.0876262 Sep 08 13:16:41.256225 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b895270-af95-43e5-ac22-345990e69a02 req-33b7b943-6b5a-4115-9dc1-3264f53eea53 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506420 Sep 08 13:16:41.286691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ce1a-5930-419c-b57d-ca2576c59afd req-9acfd9e2-2c2c-4901-9893-3d7ef3ea5fc8 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:41.288300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-27e9ce1a-5930-419c-b57d-ca2576c59afd req-9acfd9e2-2c2c-4901-9893-3d7ef3ea5fc8 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 945 time: 0.1045887 Sep 08 13:16:41.307767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-27e9ce1a-5930-419c-b57d-ca2576c59afd req-4193c8db-99f0-47e8-bddf-aecbdb9a896f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'port': {'security_groups': ['6b336ce8-8e36-4ff0-929d-70f300df0b89', '8e2b270d-a79a-45b7-bb3c-b356b78044f5']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:41.348679 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:41.437953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=770ba36b-8447-4706-9bc9-59ebeba54577,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:41.448135 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-27e9ce1a-5930-419c-b57d-ca2576c59afd req-4193c8db-99f0-47e8-bddf-aecbdb9a896f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:41.532798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6df649-7a11-47f3-b835-67109181e61f req-3364170e-266e-481d-be39-58d196ed8479 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:41.541020 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af6df649-7a11-47f3-b835-67109181e61f req-3364170e-266e-481d-be39-58d196ed8479 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 946 time: 0.0859950 Sep 08 13:16:41.543897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Made reservation on behalf of ab65a89b38494139993428496a20a52c for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:41.547400 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:41.606822 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:41.610104 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af6df649-7a11-47f3-b835-67109181e61f req-658f4266-8266-4f6c-b2e9-fad25205fa05 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681539 Sep 08 13:16:41.712450 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:41.735320 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['770ba36b-8447-4706-9bc9-59ebeba54577'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:41.775882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-a43abf14-51fe-4fa2-80cf-63c469bd3881 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:41.777400 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-a43abf14-51fe-4fa2-80cf-63c469bd3881 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.70 "GET /v2.0/networks?id=e6a74fc9-0aef-43b7-adee-b34995ecc270 HTTP/1.1" status: 200 len: 818 time: 0.2368417 Sep 08 13:16:41.791964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Request body: {'port': {'device_id': '8ed38ca0-33ac-4bae-b432-121f983ddbb3', 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270', 'admin_state_up': True, 'tenant_id': 'ab65a89b38494139993428496a20a52c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:41.872673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Allocated IP 172.20.0.13 (e6a74fc9-0aef-43b7-adee-b34995ecc270/a9ef04e1-8b40-48c3-9703-cade87343e1d/ecb79e96-cb60-43ed-93af-379fde69a4ce) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:42.001594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:42.161779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-27e9ce1a-5930-419c-b57d-ca2576c59afd req-4193c8db-99f0-47e8-bddf-aecbdb9a896f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] For port dbf37147-fd49-45c3-aee5-d0eaf8726a1b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:42.192417 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b3267aa2-1e70-47f7-a76e-f1e79534d3ef req-a99bb465-7601-4e10-aa29-cc796b6167e7 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 210 time: 0.0408642 Sep 08 13:16:42.244816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:42.265229 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-27e9ce1a-5930-419c-b57d-ca2576c59afd req-4193c8db-99f0-47e8-bddf-aecbdb9a896f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:42.317048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Made reservation on behalf of ab65a89b38494139993428496a20a52c for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:42.321069 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:42.368502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-27e9ce1a-5930-419c-b57d-ca2576c59afd req-4193c8db-99f0-47e8-bddf-aecbdb9a896f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:42.382503 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['dbf37147-fd49-45c3-aee5-d0eaf8726a1b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:42.399982 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:42.459669 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Network e6a74fc9-0aef-43b7-adee-b34995ecc270 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:42.468186 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:42.502523 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e1086-df67-41a4-9624-e379dfebfc0d req-809d14c4-6e64-480b-9a06-8200bb6e026c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:42.508346 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:42.510876 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-412e1086-df67-41a4-9624-e379dfebfc0d req-809d14c4-6e64-480b-9a06-8200bb6e026c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 948 time: 0.1514084 Sep 08 13:16:42.512459 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:42.604666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ce1a-5930-419c-b57d-ca2576c59afd req-4193c8db-99f0-47e8-bddf-aecbdb9a896f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:42.609658 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-27e9ce1a-5930-419c-b57d-ca2576c59afd req-4193c8db-99f0-47e8-bddf-aecbdb9a896f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:42.609658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-27e9ce1a-5930-419c-b57d-ca2576c59afd req-4193c8db-99f0-47e8-bddf-aecbdb9a896f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "PUT /v2.0/ports/dbf37147-fd49-45c3-aee5-d0eaf8726a1b HTTP/1.1" status: 200 len: 981 time: 1.3084307 Sep 08 13:16:42.625466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757fa4bd-da54-401a-8892-792e641211d6', 'tag': 'dbf37147-fd49-45c3-aee5-d0eaf8726a1b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:42.628748 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee0523b-9360-4665-bd41-55a87a0c993a" -d '{"events": [{"name": "network-changed", "server_uuid": "757fa4bd-da54-401a-8892-792e641211d6", "tag": "dbf37147-fd49-45c3-aee5-d0eaf8726a1b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:42.645792 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:42.650467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:42.652295 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:42.682578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Pushing event updated for resources: {'Port': ['ID=ecb79e96-cb60-43ed-93af-379fde69a4ce,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:42.691650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-a96cf54a-bcb8-42bc-99f1-60c061b9273a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:42.693404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-a96cf54a-bcb8-42bc-99f1-60c061b9273a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.60 "GET /v2.0/networks?id=e6a74fc9-0aef-43b7-adee-b34995ecc270 HTTP/1.1" status: 200 len: 818 time: 0.2800646 Sep 08 13:16:42.724827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Request body: {'port': {'device_id': '2e3357fc-6928-456c-9d73-a39b7a072460', 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270', 'admin_state_up': True, 'tenant_id': 'ab65a89b38494139993428496a20a52c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:42.725375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['dbf37147-fd49-45c3-aee5-d0eaf8726a1b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:42.739779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4193c8db-99f0-47e8-bddf-aecbdb9a896f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'Port': ['ID=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:42.744527 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-412e1086-df67-41a4-9624-e379dfebfc0d req-3a3a01e9-8dbe-4d52-830f-ae54f400023c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117262 Sep 08 13:16:42.760968 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e64a55bf-b6aa-4489-8a8b-3c8173ce4e52 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9562955 Sep 08 13:16:42.776713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Request body: {'port': {'device_id': '18498ea1-343e-4f18-b4e9-20f28eda6d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:42.915590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Allocated IP 172.20.0.5 (e6a74fc9-0aef-43b7-adee-b34995ecc270/a9ef04e1-8b40-48c3-9703-cade87343e1d/6bb8597d-00dc-4b3b-9a07-d13107d51a52) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:42.951696 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:43.003217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=b5f8ffde-7e7d-4b1b-bcf9-3bdb43057ab1,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:43.019892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['9d796fc7-e9c9-46ca-824e-9b1f25742a58'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:43.024581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:43.099715 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a82bb886-cb9c-4f02-a403-dd1b07d66633 req-00761c88-55f4-4824-a2ab-39688f2fb5db tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/8e2b270d-a79a-45b7-bb3c-b356b78044f5 HTTP/1.1" status: 200 len: 1802 time: 0.2986605 Sep 08 13:16:43.198937 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:43.214860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327e926c-f2fd-4cf4-86e6-fde6d0d16d17 req-31379e98-f341-429a-bb47-0323d8b8104e tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:43.225983 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-327e926c-f2fd-4cf4-86e6-fde6d0d16d17 req-31379e98-f341-429a-bb47-0323d8b8104e tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 946 time: 0.2508271 Sep 08 13:16:43.283682 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Floating IP 2bb4047d-bf62-4118-aa1a-5fa87fc25449 associated. External IP: 172.25.5.219, port: b3f22985-290b-4ac9-a7d2-df6b53e9bbe7. Sep 08 13:16:43.298292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-327e926c-f2fd-4cf4-86e6-fde6d0d16d17 req-224a0fd8-6dab-4509-bb9e-b2612ad3dd7f tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693491 Sep 08 13:16:43.362432 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-a82bb886-cb9c-4f02-a403-dd1b07d66633 req-b99217ba-c19a-4932-9ba2-858420590f05 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 08 13:16:43.376075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a82bb886-cb9c-4f02-a403-dd1b07d66633 req-b99217ba-c19a-4932-9ba2-858420590f05 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "DELETE /v2.0/security-groups/8e2b270d-a79a-45b7-bb3c-b356b78044f5 HTTP/1.1" status: 409 len: 341 time: 0.2752221 Sep 08 13:16:43.378269 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56647dd7-c1cc-45ce-97ec-b9814f4f8b42 x-openstack-request-id: req-56647dd7-c1cc-45ce-97ec-b9814f4f8b42 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:43.378485 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757fa4bd-da54-401a-8892-792e641211d6", "tag": "dbf37147-fd49-45c3-aee5-d0eaf8726a1b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:43.378746 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-56647dd7-c1cc-45ce-97ec-b9814f4f8b42 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:43.379150 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757fa4bd-da54-401a-8892-792e641211d6', 'tag': 'dbf37147-fd49-45c3-aee5-d0eaf8726a1b', 'status': 'completed', 'code': 200} Sep 08 13:16:43.423696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Made reservation on behalf of ab65a89b38494139993428496a20a52c for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:43.427983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:43.622346 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6224234e-7bb1-4b0a-8a05-4e71f6434783 req-adf93efb-9ca1-4f87-8d63-796f38f11ecf tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 210 time: 0.0454648 Sep 08 13:16:43.714360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0523b-9360-4665-bd41-55a87a0c993a req-dd840e5e-1d94-4a95-a7be-f0e2363f3c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:43.715966 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ee0523b-9360-4665-bd41-55a87a0c993a req-dd840e5e-1d94-4a95-a7be-f0e2363f3c5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 1135 time: 0.3313322 Sep 08 13:16:43.721917 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:43.923172 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5039c56b-0f81-4443-b709-5c7ea538cca3 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:16:44.014188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0523b-9360-4665-bd41-55a87a0c993a req-59791c3c-d913-47eb-b210-d095ffff5d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:44.014188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ee0523b-9360-4665-bd41-55a87a0c993a req-59791c3c-d913-47eb-b210-d095ffff5d1d service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d HTTP/1.1" status: 200 len: 913 time: 0.2773871 Sep 08 13:16:44.017586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:44.041057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abd1cc-31ef-4319-9aec-1a770c1b8031 req-7a38c65e-b972-4077-bc19-05150f3fdfcd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:44.049781 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62abd1cc-31ef-4319-9aec-1a770c1b8031 req-7a38c65e-b972-4077-bc19-05150f3fdfcd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 984 time: 0.0725691 Sep 08 13:16:44.061333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5039c56b-0f81-4443-b709-5c7ea538cca3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5039c56b-0f81-4443-b709-5c7ea538cca3,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:44.070352 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ee0523b-9360-4665-bd41-55a87a0c993a req-ef3a2f75-b21d-44b0-8a20-ecceed45b12b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf37147-fd49-45c3-aee5-d0eaf8726a1b HTTP/1.1" status: 200 len: 217 time: 0.0502119 Sep 08 13:16:44.078044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16935a27-0923-4ebb-b70f-f27e9d50d2f5 req-65c29b84-7a57-44be-ad76-4b735c0c8ea4 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:44.079603 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16935a27-0923-4ebb-b70f-f27e9d50d2f5 req-65c29b84-7a57-44be-ad76-4b735c0c8ea4 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 948 time: 0.1326871 Sep 08 13:16:44.079908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '5039c56b-0f81-4443-b709-5c7ea538cca3', 'network_id': 'f7477135-b06b-42df-ba4d-7c98c1ce1029', 'port_id': '5039c56b-0f81-4443-b709-5c7ea538cca3', 'mac_address': 'fa:16:3e:27:b8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7a2bb6b-de34-41d6-880b-e39356c1d632', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:16:44.095057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62abd1cc-31ef-4319-9aec-1a770c1b8031 req-901d3881-97f3-44ca-9eab-2f2aa0ea118a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e2b270d-a79a-45b7-bb3c-b356b78044f5&id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0442350 Sep 08 13:16:44.136339 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:44.150558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5039c56b-0f81-4443-b709-5c7ea538cca3 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:44.171653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5039c56b-0f81-4443-b709-5c7ea538cca3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5039c56b-0f81-4443-b709-5c7ea538cca3,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:44.198763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16935a27-0923-4ebb-b70f-f27e9d50d2f5 req-a1be00b7-e703-4b13-b082-ad39dd842473 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068954 Sep 08 13:16:44.205021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0523b-9360-4665-bd41-55a87a0c993a req-33acf7c3-885b-41db-9130-65a4a49c672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:44.208065 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ee0523b-9360-4665-bd41-55a87a0c993a req-33acf7c3-885b-41db-9130-65a4a49c672e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8c417ce-79bc-4a26-a543-02d4f244beb1 HTTP/1.1" status: 200 len: 852 time: 0.1262927 Sep 08 13:16:44.275565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ee0523b-9360-4665-bd41-55a87a0c993a req-fc5c3922-03fd-4e45-83e6-0c76929df684 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603502 Sep 08 13:16:44.305611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:44.315729 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5056fe76-38b6-483d-8849-26f0184fedb0 None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:44.325845 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5056fe76-38b6-483d-8849-26f0184fedb0 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:44.326504 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5056fe76-38b6-483d-8849-26f0184fedb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:44.359773 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5056fe76-38b6-483d-8849-26f0184fedb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:44.369516 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5056fe76-38b6-483d-8849-26f0184fedb0 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:44.370456 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5056fe76-38b6-483d-8849-26f0184fedb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:44.392180 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ee0523b-9360-4665-bd41-55a87a0c993a req-25f4413a-cb85-41a8-9bb0-3df8cf7e73ce service neutron] 10.222.0.60 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083040 Sep 08 13:16:44.409748 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5056fe76-38b6-483d-8849-26f0184fedb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:44.410648 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5056fe76-38b6-483d-8849-26f0184fedb0 None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:44.421378 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:44.441572 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:44.445803 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:44.473515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03565457-5240-49bf-921a-e1d01cd82c62 req-196aea52-7024-4b23-a5dc-e35d09cce34b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:44.475145 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-03565457-5240-49bf-921a-e1d01cd82c62 req-196aea52-7024-4b23-a5dc-e35d09cce34b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 946 time: 0.0964725 Sep 08 13:16:44.490497 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:44.534846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5039c56b-0f81-4443-b709-5c7ea538cca3,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:44.563282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['5039c56b-0f81-4443-b709-5c7ea538cca3'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:44.621582 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-03565457-5240-49bf-921a-e1d01cd82c62 req-8beac6fc-84da-4778-806a-51f622c56508 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759115 Sep 08 13:16:44.685940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 770ba36b-8447-4706-9bc9-59ebeba54577 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:44.708260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb79e96-cb60-43ed-93af-379fde69a4ce {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:44.718409 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:44.732747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Transition to ACTIVE for port object ecb79e96-cb60-43ed-93af-379fde69a4ce will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:44.846558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:44.892196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 770ba36b-8447-4706-9bc9-59ebeba54577 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:44.897333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 770ba36b-8447-4706-9bc9-59ebeba54577 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:44.898455 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.000532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Pushing event updated for resources: {'Port': ['ID=ecb79e96-cb60-43ed-93af-379fde69a4ce,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:45.021372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Network e6a74fc9-0aef-43b7-adee-b34995ecc270 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:45.028031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Pushing event updated for resources: {'Port': ['ID=6bb8597d-00dc-4b3b-9a07-d13107d51a52,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:45.046003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Attempting to bind port ecb79e96-cb60-43ed-93af-379fde69a4ce on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:16:45.046003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Attempting to bind port ecb79e96-cb60-43ed-93af-379fde69a4ce by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:16:45.046003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Attempting to bind port ecb79e96-cb60-43ed-93af-379fde69a4ce on network e6a74fc9-0aef-43b7-adee-b34995ecc270 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:45.053464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Port ecb79e96-cb60-43ed-93af-379fde69a4ce on network e6a74fc9-0aef-43b7-adee-b34995ecc270 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:16:45.054261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Attempting to bind port ecb79e96-cb60-43ed-93af-379fde69a4ce on network e6a74fc9-0aef-43b7-adee-b34995ecc270 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:45.057202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:45.060039 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-727d69c2-ff71-46c5-93f0-7ab981f69e90 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.8645318 Sep 08 13:16:45.065179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:45.065843 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58144) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:45.067276 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.074498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c70b9492-21d8-4866-8730-8344a9fefebb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1956456455'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:45.080882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ef8e152b-8e82-4be1-a17a-30729de83d9f req-a8c95de0-c14c-484e-ba38-66575b35756a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 210 time: 0.1374729 Sep 08 13:16:45.094580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:16:45.094972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Checking segment: {'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:45.095365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Bound using segment: {'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:16:45.095824 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Bound port: ecb79e96-cb60-43ed-93af-379fde69a4ce, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:16:45.096212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.098545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:45.102575 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b67210-eec1-41e6-a643-d60476130912" -d '{"events": [{"server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "name": "network-vif-plugged", "status": "completed", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:45.154704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:45.169091 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee33632-a3db-4cb0-a183-d3106fec482d x-openstack-request-id: req-9ee33632-a3db-4cb0-a183-d3106fec482d {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:45.169677 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "name": "network-vif-plugged", "status": "completed", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:45.170659 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ee33632-a3db-4cb0-a183-d3106fec482d {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:45.171303 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577', 'code': 200} Sep 08 13:16:45.207676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Allocated IP 172.20.0.10 (e6a74fc9-0aef-43b7-adee-b34995ecc270/a9ef04e1-8b40-48c3-9703-cade87343e1d/735f848b-bd12-461a-8ba9-b23c4d1d3e98) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:45.207935 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] For port ecb79e96-cb60-43ed-93af-379fde69a4ce, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:16:45.210393 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] For port ecb79e96-cb60-43ed-93af-379fde69a4ce, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ecb79e96-cb60-43ed-93af-379fde69a4ce,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:16:45.213491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ee0523b-9360-4665-bd41-55a87a0c993a req-1a84b419-116b-4fb0-88dc-6cac989f5c14 service neutron] 10.222.0.60 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8053777 Sep 08 13:16:45.244573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:45.248095 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.287727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70b9492-21d8-4866-8730-8344a9fefebb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Made reservation on behalf of 4558f775475a48f08dbb50ba8bf0f216 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:45.292798 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c70b9492-21d8-4866-8730-8344a9fefebb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.327389 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.336334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70b9492-21d8-4866-8730-8344a9fefebb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:16:45.358383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e95fe7-29a9-4dca-aef6-5f28f3522f0b req-ca1b0aa7-39c3-49b9-af87-0e5452157530 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:45.363083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c70b9492-21d8-4866-8730-8344a9fefebb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.363845 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-17e95fe7-29a9-4dca-aef6-5f28f3522f0b req-ca1b0aa7-39c3-49b9-af87-0e5452157530 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 984 time: 0.1448393 Sep 08 13:16:45.364252 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-c70b9492-21d8-4866-8730-8344a9fefebb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Added segment 5b9b950a-9e54-4321-83ae-21e8980813a3 of type vlan for network c2f4d10b-f6bf-4b86-98fd-68655524ff35 Sep 08 13:16:45.384119 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.425192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=770ba36b-8447-4706-9bc9-59ebeba54577,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:45.443732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b747b39-00d2-4270-90a5-a7eab4099971 req-3ae2a89f-64a2-491f-a2c6-d1de6eca7d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:45.445419 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b747b39-00d2-4270-90a5-a7eab4099971 req-3ae2a89f-64a2-491f-a2c6-d1de6eca7d33 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 1099 time: 0.1684582 Sep 08 13:16:45.481307 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c70b9492-21d8-4866-8730-8344a9fefebb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.493264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:45.493989 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.495462 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] 10.222.0.60 "PUT /v2.0/ports/ecb79e96-cb60-43ed-93af-379fde69a4ce HTTP/1.1" status: 200 len: 1092 time: 2.7248642 Sep 08 13:16:45.495927 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18498ea1-343e-4f18-b4e9-20f28eda6d97', 'tag': 'ecb79e96-cb60-43ed-93af-379fde69a4ce'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:45.503994 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03642c8-7fa1-4f4f-8903-dcf950d6d0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "18498ea1-343e-4f18-b4e9-20f28eda6d97", "tag": "ecb79e96-cb60-43ed-93af-379fde69a4ce"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:45.517019 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-931399d1-59d0-47e7-bce1-376a0b6d421a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7290168 Sep 08 13:16:45.542050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Request body: {'port': {'device_id': '8ed38ca0-33ac-4bae-b432-121f983ddbb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:45.556724 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-17e95fe7-29a9-4dca-aef6-5f28f3522f0b req-e18b8d04-abf1-4560-9d9a-d6d327e85d25 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e2b270d-a79a-45b7-bb3c-b356b78044f5&id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1917403 Sep 08 13:16:45.566880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e774e0d-236c-47cf-bd1b-07b91468d5fe service neutron] Pushing event updated for resources: {'Port': ['ID=ecb79e96-cb60-43ed-93af-379fde69a4ce,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:45.580799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e49425-df27-40e8-b243-9bf7f13286f4 req-fc644a35-4285-4c2a-b941-d76e22d52db3 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:45.591389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23e49425-df27-40e8-b243-9bf7f13286f4 req-fc644a35-4285-4c2a-b941-d76e22d52db3 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.2108467 Sep 08 13:16:45.685986 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23e49425-df27-40e8-b243-9bf7f13286f4 req-e09779d8-bd61-4cc5-a1eb-a7c88878b95b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890682 Sep 08 13:16:45.693276 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b747b39-00d2-4270-90a5-a7eab4099971 req-6b0e2ca8-bd3b-4d9d-b957-9ffa7c75a64a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390208 Sep 08 13:16:45.732769 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.736817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69d234-6c1b-4bd0-8877-eddac7e66d80 req-10b34bb6-2ac1-4967-a2a1-f47af52de10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:45.738560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d69d234-6c1b-4bd0-8877-eddac7e66d80 req-10b34bb6-2ac1-4967-a2a1-f47af52de10e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 1135 time: 0.2552087 Sep 08 13:16:45.739181 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38c059e-570d-4299-a874-b15596911035 x-openstack-request-id: req-f38c059e-570d-4299-a874-b15596911035 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:45.741063 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18498ea1-343e-4f18-b4e9-20f28eda6d97", "tag": "ecb79e96-cb60-43ed-93af-379fde69a4ce", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:45.741063 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f38c059e-570d-4299-a874-b15596911035 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:45.741063 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18498ea1-343e-4f18-b4e9-20f28eda6d97', 'tag': 'ecb79e96-cb60-43ed-93af-379fde69a4ce', 'status': 'completed', 'code': 200} Sep 08 13:16:45.746936 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c70b9492-21d8-4866-8730-8344a9fefebb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.760041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70b9492-21d8-4866-8730-8344a9fefebb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:45.763722 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c70b9492-21d8-4866-8730-8344a9fefebb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.813525 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:45.839616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-9b337b09-51a0-4395-8ab4-a7fddce7790b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:45.841823 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-9b337b09-51a0-4395-8ab4-a7fddce7790b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab65a89b38494139993428496a20a52c&device_id=18498ea1-343e-4f18-b4e9-20f28eda6d97 HTTP/1.1" status: 200 len: 1095 time: 0.1836686 Sep 08 13:16:45.937614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5039c56b-0f81-4443-b709-5c7ea538cca3 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:45.961855 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-fe492cdc-3f9d-4584-ae1c-5a99de2d431c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecb79e96-cb60-43ed-93af-379fde69a4ce HTTP/1.1" status: 200 len: 217 time: 0.0800591 Sep 08 13:16:45.970124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b5092-f38e-4f7a-9dd7-9ff2e61bbdfb req-e71323ec-c82b-46b3-8408-681b2c45c672 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:45.971825 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-774b5092-f38e-4f7a-9dd7-9ff2e61bbdfb req-e71323ec-c82b-46b3-8408-681b2c45c672 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 945 time: 0.1767905 Sep 08 13:16:45.973411 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c70b9492-21d8-4866-8730-8344a9fefebb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9055781 Sep 08 13:16:45.991112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58168) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:46.001835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b9492-21d8-4866-8730-8344a9fefebb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Network': ['ID=c2f4d10b-f6bf-4b86-98fd-68655524ff35,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:46.002448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a0165e5d-1cb7-42e3-8390-c5b2c8d929af tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'subnet': {'network_id': 'c2f4d10b-f6bf-4b86-98fd-68655524ff35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:46.024628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c2f4d10b-f6bf-4b86-98fd-68655524ff35 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:16:46.108005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-aecaca5a-8d80-42bf-9d87-49d06f7d77ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:46.109626 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-aecaca5a-8d80-42bf-9d87-49d06f7d77ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ef04e1-8b40-48c3-9703-cade87343e1d HTTP/1.1" status: 200 len: 858 time: 0.1338165 Sep 08 13:16:46.114666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69d234-6c1b-4bd0-8877-eddac7e66d80 req-c5b3eeb1-c1cb-4221-a031-c7c0e0d038d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:46.119358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d69d234-6c1b-4bd0-8877-eddac7e66d80 req-c5b3eeb1-c1cb-4221-a031-c7c0e0d038d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d HTTP/1.1" status: 200 len: 913 time: 0.3683772 Sep 08 13:16:46.159521 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:46.188934 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-6593160c-01dd-42d3-a536-a1a25581f3d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6a74fc9-0aef-43b7-adee-b34995ecc270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647941 Sep 08 13:16:46.231184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 5039c56b-0f81-4443-b709-5c7ea538cca3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:46.232203 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:46.326812 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d69d234-6c1b-4bd0-8877-eddac7e66d80 req-d77e1c84-9834-463e-a331-4086bd766b8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf37147-fd49-45c3-aee5-d0eaf8726a1b HTTP/1.1" status: 200 len: 217 time: 0.2002678 Sep 08 13:16:46.342013 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108f4c4-a611-4071-aebe-f501ae0770f6 req-50ce6df2-c49d-48fd-9641-2f25f978038a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:46.346798 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:46.350446 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f108f4c4-a611-4071-aebe-f501ae0770f6 req-50ce6df2-c49d-48fd-9641-2f25f978038a tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 932 time: 0.1234796 Sep 08 13:16:46.381420 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2e947971-c1ec-4eb7-a0ba-dfd4b4c72514 service neutron] 10.222.0.60 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844888 Sep 08 13:16:46.392205 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-774b5092-f38e-4f7a-9dd7-9ff2e61bbdfb req-0f430636-0375-477f-aa11-34b4547b8b90 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002380 Sep 08 13:16:46.395970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5039c56b-0f81-4443-b709-5c7ea538cca3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5039c56b-0f81-4443-b709-5c7ea538cca3,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:46.411614 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f108f4c4-a611-4071-aebe-f501ae0770f6 req-1d190cb0-c905-437d-aecf-a14ea652cb8c tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600302 Sep 08 13:16:46.467229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Network e6a74fc9-0aef-43b7-adee-b34995ecc270 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:46.486561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:46.488774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Pushing event updated for resources: {'Port': ['ID=735f848b-bd12-461a-8ba9-b23c4d1d3e98,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:46.496068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:46.516506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:46.537638 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-a5b36dcc-be89-4317-b6a4-dcc26022f5d8 service neutron] 10.222.0.60 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458902 Sep 08 13:16:46.590496 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5039c56b-0f81-4443-b709-5c7ea538cca3,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:46.606219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69d234-6c1b-4bd0-8877-eddac7e66d80 req-bf855fa5-56ea-4c15-bc25-6d9cb2fdb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:46.608124 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d69d234-6c1b-4bd0-8877-eddac7e66d80 req-bf855fa5-56ea-4c15-bc25-6d9cb2fdb471 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8c417ce-79bc-4a26-a543-02d4f244beb1 HTTP/1.1" status: 200 len: 852 time: 0.2489340 Sep 08 13:16:46.613192 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:46.634478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:46.635678 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:46.717677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d69d234-6c1b-4bd0-8877-eddac7e66d80 req-e08b6a39-95d5-47ea-9a1c-b31c5ca89a83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573018 Sep 08 13:16:46.718399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0165e5d-1cb7-42e3-8390-c5b2c8d929af tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Made reservation on behalf of 4558f775475a48f08dbb50ba8bf0f216 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:46.729089 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a0165e5d-1cb7-42e3-8390-c5b2c8d929af tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:46.747560 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03642c8-7fa1-4f4f-8903-dcf950d6d0f9 req-5031e094-e9fd-4e77-a544-9e2268a0f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:46.752229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d03642c8-7fa1-4f4f-8903-dcf950d6d0f9 req-5031e094-e9fd-4e77-a544-9e2268a0f2ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab65a89b38494139993428496a20a52c&device_id=18498ea1-343e-4f18-b4e9-20f28eda6d97 HTTP/1.1" status: 200 len: 1095 time: 0.0820067 Sep 08 13:16:46.913075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-c1dd4446-b7df-4e59-819f-d1a03006dfa2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1929753 Sep 08 13:16:47.001470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Request body: {'port': {'device_id': '2e3357fc-6928-456c-9d73-a39b7a072460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:47.016255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53abd0b9-14c5-4f26-bc2d-2fc2d71fac0c req-40bc4456-e66d-4325-8b24-605362183157 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:47.018237 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-53abd0b9-14c5-4f26-bc2d-2fc2d71fac0c req-40bc4456-e66d-4325-8b24-605362183157 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1685548 Sep 08 13:16:47.019771 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03642c8-7fa1-4f4f-8903-dcf950d6d0f9 req-b2b753cc-9aff-4e45-971d-7a0ddcc651f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:47.021426 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d03642c8-7fa1-4f4f-8903-dcf950d6d0f9 req-b2b753cc-9aff-4e45-971d-7a0ddcc651f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6a74fc9-0aef-43b7-adee-b34995ecc270 HTTP/1.1" status: 200 len: 919 time: 0.2622223 Sep 08 13:16:47.086229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d03642c8-7fa1-4f4f-8903-dcf950d6d0f9 req-1e062bf4-870a-431d-9b9e-3c70b0852ac1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ecb79e96-cb60-43ed-93af-379fde69a4ce HTTP/1.1" status: 200 len: 217 time: 0.0502176 Sep 08 13:16:47.096935 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be206f3e-69f0-4719-bbe3-089c6b6df15c req-bd0d4b50-d34d-4122-bcd1-bbdd5c58ff39 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:47.098560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be206f3e-69f0-4719-bbe3-089c6b6df15c req-bd0d4b50-d34d-4122-bcd1-bbdd5c58ff39 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 984 time: 0.4169788 Sep 08 13:16:47.100790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb8597d-00dc-4b3b-9a07-d13107d51a52 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:47.146584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:47.148477 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-53abd0b9-14c5-4f26-bc2d-2fc2d71fac0c req-ed0d8513-fa66-43d5-9179-409ae53f446d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195471 Sep 08 13:16:47.160062 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03642c8-7fa1-4f4f-8903-dcf950d6d0f9 req-e5707068-237f-4401-8ac5-57e967b06b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:47.165292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d03642c8-7fa1-4f4f-8903-dcf950d6d0f9 req-e5707068-237f-4401-8ac5-57e967b06b5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ef04e1-8b40-48c3-9703-cade87343e1d HTTP/1.1" status: 200 len: 858 time: 0.0686405 Sep 08 13:16:47.172397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0c5648-e3ea-45b4-bd41-f297d22b1479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5039c56b-0f81-4443-b709-5c7ea538cca3'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:47.175175 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275f7052-d93f-46bf-af27-9890ddcfb4d0" -d '{"events": [{"server_uuid": "ab0c5648-e3ea-45b4-bd41-f297d22b1479", "name": "network-vif-plugged", "status": "completed", "tag": "5039c56b-0f81-4443-b709-5c7ea538cca3"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:47.219348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d69d234-6c1b-4bd0-8877-eddac7e66d80 req-0c81c7b6-7bf2-45d7-8302-f8ef0c4bf49e service neutron] 10.222.0.60 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149215 Sep 08 13:16:47.228134 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:47.234343 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d03642c8-7fa1-4f4f-8903-dcf950d6d0f9 req-66080b81-5f21-4351-8802-1e73063c4435 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6a74fc9-0aef-43b7-adee-b34995ecc270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601809 Sep 08 13:16:47.234709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Transition to ACTIVE for port object 6bb8597d-00dc-4b3b-9a07-d13107d51a52 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:47.312374 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be206f3e-69f0-4719-bbe3-089c6b6df15c req-065ff4f5-8922-4ad7-8cd3-b5e64a55588f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e2b270d-a79a-45b7-bb3c-b356b78044f5&id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1806791 Sep 08 13:16:47.366163 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:47.433611 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c297dc55-c2d0-4576-bbe2-4bb5ab4f88bf x-openstack-request-id: req-c297dc55-c2d0-4576-bbe2-4bb5ab4f88bf {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:47.434118 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0c5648-e3ea-45b4-bd41-f297d22b1479", "name": "network-vif-plugged", "status": "completed", "tag": "5039c56b-0f81-4443-b709-5c7ea538cca3", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:47.434420 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c297dc55-c2d0-4576-bbe2-4bb5ab4f88bf {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:47.439590 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0c5648-e3ea-45b4-bd41-f297d22b1479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5039c56b-0f81-4443-b709-5c7ea538cca3', 'code': 200} Sep 08 13:16:47.450666 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d03642c8-7fa1-4f4f-8903-dcf950d6d0f9 req-64a3a965-886c-4ce7-899f-21885ae8020b service neutron] 10.222.0.60 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123699 Sep 08 13:16:47.577128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a0165e5d-1cb7-42e3-8390-c5b2c8d929af tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:47.620495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Pushing event updated for resources: {'Port': ['ID=6bb8597d-00dc-4b3b-9a07-d13107d51a52,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:47.624989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d69d234-6c1b-4bd0-8877-eddac7e66d80 req-31d8f75d-3f6f-4646-b5cc-b078968fd607 service neutron] 10.222.0.60 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880401 Sep 08 13:16:47.668091 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd4f159-6ba2-4516-a287-40062e5264fa req-df2c613d-4754-485a-919d-ebc790048727 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:47.670646 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cfd4f159-6ba2-4516-a287-40062e5264fa req-df2c613d-4754-485a-919d-ebc790048727 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 932 time: 0.1130388 Sep 08 13:16:47.672878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d03642c8-7fa1-4f4f-8903-dcf950d6d0f9 req-8cec171c-0282-4e60-909b-cd70b069f38e service neutron] 10.222.0.60 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149317 Sep 08 13:16:47.743973 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cfd4f159-6ba2-4516-a287-40062e5264fa req-e8b555bf-cfdb-47bf-9841-e183e9fc206c tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554974 Sep 08 13:16:47.822642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0165e5d-1cb7-42e3-8390-c5b2c8d929af tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Subnet': ['ID=9959beb4-a38d-4502-83b9-13ca3e257cd3,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:47.951577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16431f63-65d3-41d0-a38c-291bf373b2b8 req-9f6d6dbd-250f-489b-961f-35308ff7f528 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:47.961337 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16431f63-65d3-41d0-a38c-291bf373b2b8 req-9f6d6dbd-250f-489b-961f-35308ff7f528 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 946 time: 0.4039929 Sep 08 13:16:48.093602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16431f63-65d3-41d0-a38c-291bf373b2b8 req-6354aeca-d079-467e-b33a-ff76906b90b9 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309755 Sep 08 13:16:48.098477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Attempting to bind port 6bb8597d-00dc-4b3b-9a07-d13107d51a52 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:16:48.103643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Attempting to bind port 6bb8597d-00dc-4b3b-9a07-d13107d51a52 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:16:48.103643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Attempting to bind port 6bb8597d-00dc-4b3b-9a07-d13107d51a52 on network e6a74fc9-0aef-43b7-adee-b34995ecc270 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:48.103643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0165e5d-1cb7-42e3-8390-c5b2c8d929af tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Checking segment: {'id': '5b9b950a-9e54-4321-83ae-21e8980813a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c2f4d10b-f6bf-4b86-98fd-68655524ff35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:48.103643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0165e5d-1cb7-42e3-8390-c5b2c8d929af tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network hostable DHCP agents. Network: c2f4d10b-f6bf-4b86-98fd-68655524ff35, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:16:48.134433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Port 6bb8597d-00dc-4b3b-9a07-d13107d51a52 on network e6a74fc9-0aef-43b7-adee-b34995ecc270 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:16:48.134769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Attempting to bind port 6bb8597d-00dc-4b3b-9a07-d13107d51a52 on network e6a74fc9-0aef-43b7-adee-b34995ecc270 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:48.154225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:16:48.154805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Checking segment: {'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:48.155515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Bound using segment: {'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:16:48.158027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Bound port: 6bb8597d-00dc-4b3b-9a07-d13107d51a52, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:16:48.158027 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:48.281511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735f848b-bd12-461a-8ba9-b23c4d1d3e98 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:48.302254 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:48.312139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0165e5d-1cb7-42e3-8390-c5b2c8d929af tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network c2f4d10b-f6bf-4b86-98fd-68655524ff35 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:16:48.347880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4abb433-a98d-421f-9cf5-517f4e563282 req-933e1fbf-2769-414a-8142-a4e6aa969bd6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:48.355260 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4abb433-a98d-421f-9cf5-517f4e563282 req-933e1fbf-2769-414a-8142-a4e6aa969bd6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.0854588 Sep 08 13:16:48.374707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] For port 6bb8597d-00dc-4b3b-9a07-d13107d51a52, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:16:48.381598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] For port 6bb8597d-00dc-4b3b-9a07-d13107d51a52, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6bb8597d-00dc-4b3b-9a07-d13107d51a52,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:16:48.405237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Transition to ACTIVE for port object 735f848b-bd12-461a-8ba9-b23c4d1d3e98 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:48.413469 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4abb433-a98d-421f-9cf5-517f4e563282 req-fcedd14d-0110-47cb-8ebb-ec7c23d845d2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573297 Sep 08 13:16:48.506038 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:48.555776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:48.559012 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:48.564633 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] 10.222.0.70 "PUT /v2.0/ports/6bb8597d-00dc-4b3b-9a07-d13107d51a52 HTTP/1.1" status: 200 len: 1091 time: 3.0269887 Sep 08 13:16:48.573339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed38ca0-33ac-4bae-b432-121f983ddbb3', 'tag': '6bb8597d-00dc-4b3b-9a07-d13107d51a52'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:48.580737 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa3666c-77a2-4aba-91ea-a78d4aacb3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed38ca0-33ac-4bae-b432-121f983ddbb3", "tag": "6bb8597d-00dc-4b3b-9a07-d13107d51a52"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:48.580737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-a0165e5d-1cb7-42e3-8390-c5b2c8d929af tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c2f4d10b-f6bf-4b86-98fd-68655524ff35) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:48.591356 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9035dc-9905-4ae8-8b48-ac18f40f7c9d None None] Network c2f4d10b-f6bf-4b86-98fd-68655524ff35 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:16:48.592350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0165e5d-1cb7-42e3-8390-c5b2c8d929af tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:48.594689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a0165e5d-1cb7-42e3-8390-c5b2c8d929af tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:48.598510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:48.620217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24566ad3-ae2f-4746-adf6-c57f5117ddd3 req-a5858ef5-c3b4-4ad8-a72b-0bf122d4e59e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:48.624352 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24566ad3-ae2f-4746-adf6-c57f5117ddd3 req-a5858ef5-c3b4-4ad8-a72b-0bf122d4e59e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1069536 Sep 08 13:16:48.671693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b014de2-c526-416b-80cd-ae15e29e5d9f req-c9bee1ea-38d2-4f5b-b999-85024724f851 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:48.681248 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b014de2-c526-416b-80cd-ae15e29e5d9f req-c9bee1ea-38d2-4f5b-b999-85024724f851 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 984 time: 0.2156646 Sep 08 13:16:48.708270 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24566ad3-ae2f-4746-adf6-c57f5117ddd3 req-65abf5eb-d5f1-49e3-9f27-c18caf8463dc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766714 Sep 08 13:16:48.855014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b014de2-c526-416b-80cd-ae15e29e5d9f req-2954977c-0a41-4330-a503-711370e979ef tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e2b270d-a79a-45b7-bb3c-b356b78044f5&id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1719112 Sep 08 13:16:48.876728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c2f4d10b-f6bf-4b86-98fd-68655524ff35', 'network_id': 'c2f4d10b-f6bf-4b86-98fd-68655524ff35', 'tenant_id': '4558f775475a48f08dbb50ba8bf0f216', 'fixed_ips': [{'subnet_id': '9959beb4-a38d-4502-83b9-13ca3e257cd3'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:16:48.878383 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:48.956938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a0165e5d-1cb7-42e3-8390-c5b2c8d929af tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9584501 Sep 08 13:16:48.957167 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58230) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:48.965491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1009293221', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:48.968998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b1db5-3b56-4722-bdca-240212d1685e service neutron] Pushing event updated for resources: {'Port': ['ID=6bb8597d-00dc-4b3b-9a07-d13107d51a52,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:49.039416 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b267f095-676e-4d6c-b205-8ad9abf385ae x-openstack-request-id: req-b267f095-676e-4d6c-b205-8ad9abf385ae {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:49.039792 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed38ca0-33ac-4bae-b432-121f983ddbb3", "tag": "6bb8597d-00dc-4b3b-9a07-d13107d51a52", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:49.039976 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b267f095-676e-4d6c-b205-8ad9abf385ae {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:49.040353 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed38ca0-33ac-4bae-b432-121f983ddbb3', 'tag': '6bb8597d-00dc-4b3b-9a07-d13107d51a52', 'status': 'completed', 'code': 200} Sep 08 13:16:49.155155 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:49.161342 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:49.168094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Allocated IP 172.20.0.2 (c2f4d10b-f6bf-4b86-98fd-68655524ff35/9959beb4-a38d-4502-83b9-13ca3e257cd3/8b20e5a9-a239-4c4b-a844-dd620319aa6b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:49.265473 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:49.269607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Attempting to bind port 735f848b-bd12-461a-8ba9-b23c4d1d3e98 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:16:49.270055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Attempting to bind port 735f848b-bd12-461a-8ba9-b23c4d1d3e98 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:16:49.270530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Attempting to bind port 735f848b-bd12-461a-8ba9-b23c4d1d3e98 on network e6a74fc9-0aef-43b7-adee-b34995ecc270 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:49.291299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=735f848b-bd12-461a-8ba9-b23c4d1d3e98,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:49.311418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Port 735f848b-bd12-461a-8ba9-b23c4d1d3e98 on network e6a74fc9-0aef-43b7-adee-b34995ecc270 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:16:49.313863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Attempting to bind port 735f848b-bd12-461a-8ba9-b23c4d1d3e98 on network e6a74fc9-0aef-43b7-adee-b34995ecc270 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:49.323036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-35c5b63c-d206-4feb-924d-d6885ba3ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:49.334770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-35c5b63c-d206-4feb-924d-d6885ba3ae2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab65a89b38494139993428496a20a52c&device_id=8ed38ca0-33ac-4bae-b432-121f983ddbb3 HTTP/1.1" status: 200 len: 1094 time: 0.5667403 Sep 08 13:16:49.344307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:16:49.344307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Checking segment: {'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:49.344307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Bound using segment: {'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:16:49.344307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Bound port: 735f848b-bd12-461a-8ba9-b23c4d1d3e98, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616f550b-7a7c-4d0d-b322-a6d2414efacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:16:49.344307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:49.373451 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:49.383007 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Transition to ACTIVE for port object 8b20e5a9-a239-4c4b-a844-dd620319aa6b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:49.400124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Transition to ACTIVE for port object 8b20e5a9-a239-4c4b-a844-dd620319aa6b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:49.409917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f9d8e-16c8-4b95-bdb2-c172409eae63 req-10c551ce-67c0-4d07-9e55-e864f378e900 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:49.418769 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-293f9d8e-16c8-4b95-bdb2-c172409eae63 req-10c551ce-67c0-4d07-9e55-e864f378e900 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 944 time: 0.2832088 Sep 08 13:16:49.436326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac8af8-5863-4cf0-bcd9-ce6a5e79e1e4 req-5842ef1e-fdd0-4ab4-bef6-749e4edf1637 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:49.437989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87ac8af8-5863-4cf0-bcd9-ce6a5e79e1e4 req-5842ef1e-fdd0-4ab4-bef6-749e4edf1637 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 946 time: 0.1603439 Sep 08 13:16:49.467899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-1d472681-adc2-43a7-a294-58dadd57aabb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bb8597d-00dc-4b3b-9a07-d13107d51a52 HTTP/1.1" status: 200 len: 217 time: 0.1088021 Sep 08 13:16:49.470033 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:49.548714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Pushing event updated for resources: {'Port': ['ID=8b20e5a9-a239-4c4b-a844-dd620319aa6b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:49.571711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Network c2f4d10b-f6bf-4b86-98fd-68655524ff35 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:49.630863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:49.630863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:49.632347 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-293f9d8e-16c8-4b95-bdb2-c172409eae63 req-0fb6db56-1f04-45e0-a50e-95ec867752f4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870024 Sep 08 13:16:49.633450 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:49.634627 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87ac8af8-5863-4cf0-bcd9-ce6a5e79e1e4 req-1404bed7-e537-40c9-b485-b4876d952d5f tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597037 Sep 08 13:16:49.659034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e5e5cfa6-788b-409e-a410-c09278bfe7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:49.663263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-e5e5cfa6-788b-409e-a410-c09278bfe7cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9ef04e1-8b40-48c3-9703-cade87343e1d HTTP/1.1" status: 200 len: 858 time: 0.1650126 Sep 08 13:16:49.690073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Attempting to bind port 8b20e5a9-a239-4c4b-a844-dd620319aa6b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:16:49.692330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Attempting to bind port 8b20e5a9-a239-4c4b-a844-dd620319aa6b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '5b9b950a-9e54-4321-83ae-21e8980813a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c2f4d10b-f6bf-4b86-98fd-68655524ff35'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:16:49.692853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Attempting to bind port 8b20e5a9-a239-4c4b-a844-dd620319aa6b on network c2f4d10b-f6bf-4b86-98fd-68655524ff35 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:16:49.700072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:16:49.700953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Checking segment: {'id': '5b9b950a-9e54-4321-83ae-21e8980813a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c2f4d10b-f6bf-4b86-98fd-68655524ff35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:16:49.702528 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:49.703107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Bound using segment: {'id': '5b9b950a-9e54-4321-83ae-21e8980813a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c2f4d10b-f6bf-4b86-98fd-68655524ff35'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:16:49.703722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Bound port: 8b20e5a9-a239-4c4b-a844-dd620319aa6b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9b950a-9e54-4321-83ae-21e8980813a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c2f4d10b-f6bf-4b86-98fd-68655524ff35'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:16:49.704241 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:49.791697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-3c631496-91d2-4afe-8fed-d94950d8a8ae req-69bc93d8-6db5-4e32-abc3-274a2ae28d6a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:16:49.799847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c631496-91d2-4afe-8fed-d94950d8a8ae req-69bc93d8-6db5-4e32-abc3-274a2ae28d6a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0419261 Sep 08 13:16:49.803864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] For port 8b20e5a9-a239-4c4b-a844-dd620319aa6b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:16:49.811783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-21184750-7a89-49a1-8e83-4ad148601b48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e6a74fc9-0aef-43b7-adee-b34995ecc270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368530 Sep 08 13:16:49.813216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] For port 8b20e5a9-a239-4c4b-a844-dd620319aa6b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8b20e5a9-a239-4c4b-a844-dd620319aa6b,segment=NetworkSegment(5b9b950a-9e54-4321-83ae-21e8980813a3),segment_id=5b9b950a-9e54-4321-83ae-21e8980813a3)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:16:49.813560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] For port 735f848b-bd12-461a-8ba9-b23c4d1d3e98, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:16:49.838431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] For port 735f848b-bd12-461a-8ba9-b23c4d1d3e98, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=735f848b-bd12-461a-8ba9-b23c4d1d3e98,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:16:49.928051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2ca1b7b3-3802-4f46-b5f6-cd519ef36961 service neutron] 10.222.0.70 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022515 Sep 08 13:16:49.952004 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ecb79e96-cb60-43ed-93af-379fde69a4ce details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:16:50.091995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ecb79e96-cb60-43ed-93af-379fde69a4ce, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ecb79e96-cb60-43ed-93af-379fde69a4ce,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:50.100668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-189a256f-d40d-406d-9a51-e3b0632ef359 service neutron] 10.222.0.70 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648784 Sep 08 13:16:50.104908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'ecb79e96-cb60-43ed-93af-379fde69a4ce', 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270', 'port_id': 'ecb79e96-cb60-43ed-93af-379fde69a4ce', 'mac_address': 'fa:16:3e:be:b4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ef04e1-8b40-48c3-9703-cade87343e1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:16:50.142223 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:50.159463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb79e96-cb60-43ed-93af-379fde69a4ce {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:50.179880 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ecb79e96-cb60-43ed-93af-379fde69a4ce, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ecb79e96-cb60-43ed-93af-379fde69a4ce,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:50.464477 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:50.467215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:50.474252 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:50.557776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:50.558912 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:50.560691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] 10.222.0.60 "PUT /v2.0/ports/735f848b-bd12-461a-8ba9-b23c4d1d3e98 HTTP/1.1" status: 200 len: 1092 time: 3.5634556 Sep 08 13:16:50.681898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ecb79e96-cb60-43ed-93af-379fde69a4ce,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:50.709670 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:50.718726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aaf23-0175-44ea-8fc0-00b2e06c2ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=735f848b-bd12-461a-8ba9-b23c4d1d3e98,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:50.749364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3666c-77a2-4aba-91ea-a78d4aacb3ee req-a8c4c250-f3db-400c-b0dd-f89de571b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:50.751678 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa3666c-77a2-4aba-91ea-a78d4aacb3ee req-a8c4c250-f3db-400c-b0dd-f89de571b684 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab65a89b38494139993428496a20a52c&device_id=8ed38ca0-33ac-4bae-b432-121f983ddbb3 HTTP/1.1" status: 200 len: 1094 time: 0.2210228 Sep 08 13:16:50.755686 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:50.791212 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753dfcf8-f11d-49f1-ac5d-3df830be7460 None None] Pushing event updated for resources: {'Port': ['ID=8b20e5a9-a239-4c4b-a844-dd620319aa6b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:50.872387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ecb79e96-cb60-43ed-93af-379fde69a4ce'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:51.106039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.25.5.67 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/5c25448c-2ea6-48bf-ad39-6cf871cfa175) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:51.219400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8b20e5a9-a239-4c4b-a844-dd620319aa6b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:51.373384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 8b20e5a9-a239-4c4b-a844-dd620319aa6b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:51.547519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3357fc-6928-456c-9d73-a39b7a072460', 'tag': '735f848b-bd12-461a-8ba9-b23c4d1d3e98'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:51.549812 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5961bfa9-9748-43c1-be77-9cd706429393" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3357fc-6928-456c-9d73-a39b7a072460", "tag": "735f848b-bd12-461a-8ba9-b23c4d1d3e98"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:51.566753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-8fbeb4b0-871e-4820-bb52-9b2d04d8aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:51.568392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-8fbeb4b0-871e-4820-bb52-9b2d04d8aa97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab65a89b38494139993428496a20a52c&device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 1095 time: 0.8340054 Sep 08 13:16:51.634087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb0bce-0304-41eb-8ef4-b8d2e8355415 req-c77e5b5f-f1ba-4d14-8ba5-5ddd0f98d582 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:51.635787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-efdb0bce-0304-41eb-8ef4-b8d2e8355415 req-c77e5b5f-f1ba-4d14-8ba5-5ddd0f98d582 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 984 time: 0.8662443 Sep 08 13:16:51.652040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-0f33115b-b08a-4704-be9b-476d69d82092 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=735f848b-bd12-461a-8ba9-b23c4d1d3e98 HTTP/1.1" status: 200 len: 217 time: 0.0721533 Sep 08 13:16:51.716314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-02e7aa1f-194a-437a-822c-10f96d918984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:51.717514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-02e7aa1f-194a-437a-822c-10f96d918984 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ef04e1-8b40-48c3-9703-cade87343e1d HTTP/1.1" status: 200 len: 858 time: 0.0562954 Sep 08 13:16:51.723562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3666c-77a2-4aba-91ea-a78d4aacb3ee req-bd857599-fd28-4077-920c-8e87730ea10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:51.725214 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa3666c-77a2-4aba-91ea-a78d4aacb3ee req-bd857599-fd28-4077-920c-8e87730ea10a service neutron] 10.222.0.70 "GET /v2.0/networks?id=e6a74fc9-0aef-43b7-adee-b34995ecc270 HTTP/1.1" status: 200 len: 919 time: 0.9417429 Sep 08 13:16:51.797471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-7cc2e5fb-b003-49ca-81a8-84b1144e4176 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6a74fc9-0aef-43b7-adee-b34995ecc270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710604 Sep 08 13:16:51.802734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa3666c-77a2-4aba-91ea-a78d4aacb3ee req-3816c191-3781-4a5f-a7ec-8c512ea775c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bb8597d-00dc-4b3b-9a07-d13107d51a52 HTTP/1.1" status: 200 len: 217 time: 0.0656197 Sep 08 13:16:51.808384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-efdb0bce-0304-41eb-8ef4-b8d2e8355415 req-93c49e0a-045f-49ce-adc5-c3c0fbb0452b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e2b270d-a79a-45b7-bb3c-b356b78044f5&id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1634452 Sep 08 13:16:51.840132 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-d50de07b-3606-4382-b0b2-9537c2187aa5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9369771 Sep 08 13:16:51.876849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:51.893659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3666c-77a2-4aba-91ea-a78d4aacb3ee req-540ae944-603a-418d-9b95-1f39c429bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:51.895641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa3666c-77a2-4aba-91ea-a78d4aacb3ee req-540ae944-603a-418d-9b95-1f39c429bdcc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9ef04e1-8b40-48c3-9703-cade87343e1d HTTP/1.1" status: 200 len: 858 time: 0.0787199 Sep 08 13:16:51.901314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae755e3d-ec3d-43f0-a734-7851d0e1e45d req-7a7115b1-bb53-4d7b-ba4c-c4fd158bc986 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:51.911057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ae755e3d-ec3d-43f0-a734-7851d0e1e45d req-7a7115b1-bb53-4d7b-ba4c-c4fd158bc986 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1730976 Sep 08 13:16:51.918619 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-508a1efc-47f5-4997-b35d-ac5d1696172c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:16:51.919644 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-508a1efc-47f5-4997-b35d-ac5d1696172c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057433 Sep 08 13:16:51.938841 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5039c56b-0f81-4443-b709-5c7ea538cca3 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:16:51.963681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa3666c-77a2-4aba-91ea-a78d4aacb3ee req-02cdf2c0-ade7-4708-9aed-7ee25c067f42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e6a74fc9-0aef-43b7-adee-b34995ecc270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568361 Sep 08 13:16:51.964555 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ae755e3d-ec3d-43f0-a734-7851d0e1e45d req-815f5384-1597-4fef-afc2-c7cc45f69bc6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539148 Sep 08 13:16:52.108824 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:52.152689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0c5648-e3ea-45b4-bd41-f297d22b1479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5039c56b-0f81-4443-b709-5c7ea538cca3'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:52.154808 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9bee0-2ff2-43bd-81fc-8c774f8f699e req-7dc291c2-0fea-456d-887b-8665ef60086c tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:52.156451 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-66b9bee0-2ff2-43bd-81fc-8c774f8f699e req-7dc291c2-0fea-456d-887b-8665ef60086c tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 944 time: 0.2407932 Sep 08 13:16:52.158075 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b56967-d82f-46dd-8540-d5fc87105a1a" -d '{"events": [{"server_uuid": "ab0c5648-e3ea-45b4-bd41-f297d22b1479", "name": "network-vif-unplugged", "status": "completed", "tag": "5039c56b-0f81-4443-b709-5c7ea538cca3"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:52.164728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-6d3fb91d-81aa-467b-8c94-d9c033cd09b9 service neutron] 10.222.0.60 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549237 Sep 08 13:16:52.184258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5039c56b-0f81-4443-b709-5c7ea538cca3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5039c56b-0f81-4443-b709-5c7ea538cca3,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:52.188243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6eabf2-854a-4e81-82ed-27bfc73002de None None] Network c2f4d10b-f6bf-4b86-98fd-68655524ff35 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:16:52.201423 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c471bb-dcd7-4216-a0d8-6810e43fa324 x-openstack-request-id: req-50c471bb-dcd7-4216-a0d8-6810e43fa324 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:52.201850 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3357fc-6928-456c-9d73-a39b7a072460", "tag": "735f848b-bd12-461a-8ba9-b23c4d1d3e98", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:52.202354 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-50c471bb-dcd7-4216-a0d8-6810e43fa324 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:52.202930 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3357fc-6928-456c-9d73-a39b7a072460', 'tag': '735f848b-bd12-461a-8ba9-b23c4d1d3e98', 'status': 'completed', 'code': 200} Sep 08 13:16:52.215719 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:52.268893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa3666c-77a2-4aba-91ea-a78d4aacb3ee req-1106648b-e25d-4ba0-ad2e-841193427bdd service neutron] 10.222.0.70 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792690 Sep 08 13:16:52.276731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=5c25448c-2ea6-48bf-ad39-6cf871cfa175,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:52.300703 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:52.306725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:52.311721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:52.313096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-66b9bee0-2ff2-43bd-81fc-8c774f8f699e req-f0732c5a-86f1-4540-adf6-e38be0685db4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472440 Sep 08 13:16:52.314820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:52.366309 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-871bdab3-25c4-454d-82db-03024dc173c3 req-f40682a6-b9c8-4371-910a-d83b55f26253 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1738028147&fields=id&tenant_id=2a6adca573eb4139a35f59a45b33c1e3 HTTP/1.1" status: 200 len: 267 time: 0.0844839 Sep 08 13:16:52.442604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e96179a-e7e9-4be4-a63e-ea38ac4b5933 req-23883219-c824-49d4-8f72-7ddcded6042d service neutron] 10.222.0.60 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492905 Sep 08 13:16:52.456801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-45e6fb22-5fa1-494e-a25d-050858ec790c None None] Provisioning for port 8b20e5a9-a239-4c4b-a844-dd620319aa6b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:52.469874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-45e6fb22-5fa1-494e-a25d-050858ec790c None None] Provisioning complete for port 8b20e5a9-a239-4c4b-a844-dd620319aa6b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:52.475449 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-45e6fb22-5fa1-494e-a25d-050858ec790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:52.477050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5039c56b-0f81-4443-b709-5c7ea538cca3,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:52.497828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa3666c-77a2-4aba-91ea-a78d4aacb3ee req-e45fa571-19bb-4143-b22e-65a44712a58a service neutron] 10.222.0.70 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148898 Sep 08 13:16:52.531742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bdab3-25c4-454d-82db-03024dc173c3 req-519ad36e-d701-41d1-8f80-145464ec588a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:52.533595 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-871bdab3-25c4-454d-82db-03024dc173c3 req-519ad36e-d701-41d1-8f80-145464ec588a tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 984 time: 0.1602082 Sep 08 13:16:52.566608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-871bdab3-25c4-454d-82db-03024dc173c3 req-e93d30c2-7bac-410c-9b58-243f23cb21d9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'port': {'security_groups': ['6b336ce8-8e36-4ff0-929d-70f300df0b89', '8e2b270d-a79a-45b7-bb3c-b356b78044f5', '0f89e0c3-4ce3-47cf-ac6a-43051fb53319']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:52.658737 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-45e6fb22-5fa1-494e-a25d-050858ec790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:52.685283 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-871bdab3-25c4-454d-82db-03024dc173c3 req-e93d30c2-7bac-410c-9b58-243f23cb21d9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:52.689226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961bfa9-9748-43c1-be77-9cd706429393 req-e431945a-c51c-40ea-b328-410298fe269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:52.689226 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5961bfa9-9748-43c1-be77-9cd706429393 req-e431945a-c51c-40ea-b328-410298fe269a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ab65a89b38494139993428496a20a52c&device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 1095 time: 0.0991433 Sep 08 13:16:52.710278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6bb8597d-00dc-4b3b-9a07-d13107d51a52 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:16:52.746112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-45e6fb22-5fa1-494e-a25d-050858ec790c None None] For port 8b20e5a9-a239-4c4b-a844-dd620319aa6b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8b20e5a9-a239-4c4b-a844-dd620319aa6b,segment=NetworkSegment(5b9b950a-9e54-4321-83ae-21e8980813a3),segment_id=5b9b950a-9e54-4321-83ae-21e8980813a3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:52.825428 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-45e6fb22-5fa1-494e-a25d-050858ec790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:52.843607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961bfa9-9748-43c1-be77-9cd706429393 req-44456ee2-f1ee-4e96-beaf-d10296fc9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:52.845405 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5961bfa9-9748-43c1-be77-9cd706429393 req-44456ee2-f1ee-4e96-beaf-d10296fc9a02 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e6a74fc9-0aef-43b7-adee-b34995ecc270 HTTP/1.1" status: 200 len: 919 time: 0.1488791 Sep 08 13:16:52.912899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6bb8597d-00dc-4b3b-9a07-d13107d51a52, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6bb8597d-00dc-4b3b-9a07-d13107d51a52,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:52.915052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5961bfa9-9748-43c1-be77-9cd706429393 req-cdfccc68-ac27-4df8-a861-04bf294de6d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=735f848b-bd12-461a-8ba9-b23c4d1d3e98 HTTP/1.1" status: 200 len: 217 time: 0.0615971 Sep 08 13:16:52.920547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6fb22-5fa1-494e-a25d-050858ec790c None None] Pushing event updated for resources: {'Port': ['ID=8b20e5a9-a239-4c4b-a844-dd620319aa6b,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:52.943132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '6bb8597d-00dc-4b3b-9a07-d13107d51a52', 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270', 'port_id': '6bb8597d-00dc-4b3b-9a07-d13107d51a52', 'mac_address': 'fa:16:3e:1c:b6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ef04e1-8b40-48c3-9703-cade87343e1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:16:53.006807 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7893513e-8edf-4904-b630-77a00bb8ca49 x-openstack-request-id: req-7893513e-8edf-4904-b630-77a00bb8ca49 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:53.007451 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0c5648-e3ea-45b4-bd41-f297d22b1479", "name": "network-vif-unplugged", "status": "completed", "tag": "5039c56b-0f81-4443-b709-5c7ea538cca3", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:53.007896 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7893513e-8edf-4904-b630-77a00bb8ca49 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:53.008502 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0c5648-e3ea-45b4-bd41-f297d22b1479', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5039c56b-0f81-4443-b709-5c7ea538cca3', 'code': 200} Sep 08 13:16:53.012977 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:53.043958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb8597d-00dc-4b3b-9a07-d13107d51a52 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:53.071556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6bb8597d-00dc-4b3b-9a07-d13107d51a52, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6bb8597d-00dc-4b3b-9a07-d13107d51a52,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:53.072680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8b20e5a9-a239-4c4b-a844-dd620319aa6b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:53.072995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5961bfa9-9748-43c1-be77-9cd706429393 req-61801396-ea09-4f01-9b5e-7ee40ca0c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:53.074499 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5961bfa9-9748-43c1-be77-9cd706429393 req-61801396-ea09-4f01-9b5e-7ee40ca0c884 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a9ef04e1-8b40-48c3-9703-cade87343e1d HTTP/1.1" status: 200 len: 858 time: 0.1310148 Sep 08 13:16:53.109078 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:53.128301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5961bfa9-9748-43c1-be77-9cd706429393 req-bf5f4a35-c025-4e95-83d7-371731e0f3e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6a74fc9-0aef-43b7-adee-b34995ecc270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452657 Sep 08 13:16:53.164943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3c3a5383-8f64-4477-b662-b5c304251f86 None None] Provisioning complete for port 8b20e5a9-a239-4c4b-a844-dd620319aa6b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:53.165985 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3c3a5383-8f64-4477-b662-b5c304251f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:53.186005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1c989-3fef-4440-9ea2-87aff210ef8f req-732b8df3-1e17-4d79-81a3-56bb3d28f023 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:53.187625 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06b1c989-3fef-4440-9ea2-87aff210ef8f req-732b8df3-1e17-4d79-81a3-56bb3d28f023 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 944 time: 0.1071949 Sep 08 13:16:53.217810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 8b20e5a9-a239-4c4b-a844-dd620319aa6b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:53.218090 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:53.270323 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06b1c989-3fef-4440-9ea2-87aff210ef8f req-ed4346f2-dab7-4ea0-b6b2-0b950bf0346b tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547752 Sep 08 13:16:53.275245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5961bfa9-9748-43c1-be77-9cd706429393 req-5dacfb27-c495-48c0-bae4-aaf357f0fcb9 service neutron] 10.222.0.60 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382763 Sep 08 13:16:53.318894 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-871bdab3-25c4-454d-82db-03024dc173c3 req-e93d30c2-7bac-410c-9b58-243f23cb21d9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] For port dbf37147-fd49-45c3-aee5-d0eaf8726a1b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:53.361197 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:53.400773 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-871bdab3-25c4-454d-82db-03024dc173c3 req-e93d30c2-7bac-410c-9b58-243f23cb21d9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:53.448793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5961bfa9-9748-43c1-be77-9cd706429393 req-b09a1683-028d-4fc4-87b7-6480ddcff827 service neutron] 10.222.0.60 "GET /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357062 Sep 08 13:16:53.460206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de57a3b-bc8e-4d99-9803-a91f90b8cd14 req-601ece77-6668-484b-88ca-2002e60bb429 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:53.462349 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5de57a3b-bc8e-4d99-9803-a91f90b8cd14 req-601ece77-6668-484b-88ca-2002e60bb429 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.60 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 944 time: 0.1618843 Sep 08 13:16:53.480271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6bb8597d-00dc-4b3b-9a07-d13107d51a52,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:53.527933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88ce59-ed8c-4103-b8d6-380ff4be4829 req-c3fad31d-3358-4ed8-8634-51128d771373 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:53.530824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a88ce59-ed8c-4103-b8d6-380ff4be4829 req-c3fad31d-3358-4ed8-8634-51128d771373 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.0882509 Sep 08 13:16:53.589072 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a88ce59-ed8c-4103-b8d6-380ff4be4829 req-aca057fe-4f8b-4333-b97f-3b6e984980a6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389385 Sep 08 13:16:53.606740 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-871bdab3-25c4-454d-82db-03024dc173c3 req-e93d30c2-7bac-410c-9b58-243f23cb21d9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:53.622412 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['dbf37147-fd49-45c3-aee5-d0eaf8726a1b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:53.627993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['9d796fc7-e9c9-46ca-824e-9b1f25742a58'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:53.679922 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bdab3-25c4-454d-82db-03024dc173c3 req-e93d30c2-7bac-410c-9b58-243f23cb21d9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:53.679922 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-871bdab3-25c4-454d-82db-03024dc173c3 req-e93d30c2-7bac-410c-9b58-243f23cb21d9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:53.683696 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-871bdab3-25c4-454d-82db-03024dc173c3 req-e93d30c2-7bac-410c-9b58-243f23cb21d9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "PUT /v2.0/ports/dbf37147-fd49-45c3-aee5-d0eaf8726a1b HTTP/1.1" status: 200 len: 1020 time: 1.1234083 Sep 08 13:16:53.686575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '757fa4bd-da54-401a-8892-792e641211d6', 'tag': 'dbf37147-fd49-45c3-aee5-d0eaf8726a1b'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:53.690977 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90aa14d-138d-420f-8bb0-3d701e375cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "757fa4bd-da54-401a-8892-792e641211d6", "tag": "dbf37147-fd49-45c3-aee5-d0eaf8726a1b"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:53.696718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:53.726044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['6bb8597d-00dc-4b3b-9a07-d13107d51a52'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:53.761022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d30c2-7bac-410c-9b58-243f23cb21d9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'Port': ['ID=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,revision_number=7']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:53.810690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93af2-2999-42fd-ae03-06d8edb5b11a req-1b4666df-11f7-41f9-8949-428a994c5893 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:53.833810 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58f93af2-2999-42fd-ae03-06d8edb5b11a req-1b4666df-11f7-41f9-8949-428a994c5893 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 944 time: 0.0768347 Sep 08 13:16:53.834000 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-5de57a3b-bc8e-4d99-9803-a91f90b8cd14 req-f9b3f822-4c9f-47ba-882a-47cb15269551 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Deleting port 5039c56b-0f81-4443-b709-5c7ea538cca3 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:53.834000 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5de57a3b-bc8e-4d99-9803-a91f90b8cd14 req-f9b3f822-4c9f-47ba-882a-47cb15269551 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:53.845704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['dbf37147-fd49-45c3-aee5-d0eaf8726a1b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:53.861968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58f93af2-2999-42fd-ae03-06d8edb5b11a req-3df52947-b599-47f0-a4ff-8260b7c3197c tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 Sep 08 13:16:53.916461 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a074e-b36c-4a31-9557-aa9dc34e8c7c req-b3e74857-a791-4a90-9a03-4958b64d9758 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:53.918212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d32a074e-b36c-4a31-9557-aa9dc34e8c7c req-b3e74857-a791-4a90-9a03-4958b64d9758 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 951 time: 0.1515217 Sep 08 13:16:53.964422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ecb79e96-cb60-43ed-93af-379fde69a4ce up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:54.023811 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55a60543-53cb-491b-b357-018039fcf63f req-5d6aed03-eb71-4771-b909-ff7d63eaf136 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/0f89e0c3-4ce3-47cf-ac6a-43051fb53319 HTTP/1.1" status: 200 len: 1803 time: 0.0553949 Sep 08 13:16:54.042835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-5de57a3b-bc8e-4d99-9803-a91f90b8cd14 req-f9b3f822-4c9f-47ba-882a-47cb15269551 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] For port 5039c56b-0f81-4443-b709-5c7ea538cca3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5039c56b-0f81-4443-b709-5c7ea538cca3,segment=NetworkSegment(b6d113ed-8b37-4d7e-906c-e34e20003ca6),segment_id=b6d113ed-8b37-4d7e-906c-e34e20003ca6)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:54.043802 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5de57a3b-bc8e-4d99-9803-a91f90b8cd14 req-f9b3f822-4c9f-47ba-882a-47cb15269551 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:54.069461 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-5de57a3b-bc8e-4d99-9803-a91f90b8cd14 req-f9b3f822-4c9f-47ba-882a-47cb15269551 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Calling delete_port for 5039c56b-0f81-4443-b709-5c7ea538cca3 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:54.088548 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-55a60543-53cb-491b-b357-018039fcf63f req-35f26bc7-d425-4084-b145-e0c01a146308 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 08 13:16:54.112733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55a60543-53cb-491b-b357-018039fcf63f req-35f26bc7-d425-4084-b145-e0c01a146308 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "DELETE /v2.0/security-groups/0f89e0c3-4ce3-47cf-ac6a-43051fb53319 HTTP/1.1" status: 409 len: 341 time: 0.0707784 Sep 08 13:16:54.209251 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-f5e0a87c-f3d3-4276-abc3-c76f96359827 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0726736 Sep 08 13:16:54.247969 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6e6daf-72a1-425f-8444-de836c25c3ea x-openstack-request-id: req-0d6e6daf-72a1-425f-8444-de836c25c3ea {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:54.248605 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "757fa4bd-da54-401a-8892-792e641211d6", "tag": "dbf37147-fd49-45c3-aee5-d0eaf8726a1b", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:54.249388 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d6e6daf-72a1-425f-8444-de836c25c3ea {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:54.250224 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '757fa4bd-da54-401a-8892-792e641211d6', 'tag': 'dbf37147-fd49-45c3-aee5-d0eaf8726a1b', 'status': 'completed', 'code': 200} Sep 08 13:16:54.258003 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d32a074e-b36c-4a31-9557-aa9dc34e8c7c req-dd6ddbf8-0c4e-459a-9103-80cf2817be9f tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884641 Sep 08 13:16:54.350091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port ecb79e96-cb60-43ed-93af-379fde69a4ce completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:54.374226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port ecb79e96-cb60-43ed-93af-379fde69a4ce triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:54.374614 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:54.390864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aa14d-138d-420f-8bb0-3d701e375cf3 req-6a190523-9fd3-4ae2-af80-74712e4bc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.392519 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d90aa14d-138d-420f-8bb0-3d701e375cf3 req-6a190523-9fd3-4ae2-af80-74712e4bc4ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 1174 time: 0.1823344 Sep 08 13:16:54.403642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-530068ba-d55c-442b-99f6-388170aad3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.404164 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-530068ba-d55c-442b-99f6-388170aad3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.404987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-530068ba-d55c-442b-99f6-388170aad3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.407515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router 71c39570-e243-4e58-bb9d-0dbd77cea707 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:16:54.409787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-530068ba-d55c-442b-99f6-388170aad3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.410350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-530068ba-d55c-442b-99f6-388170aad3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.410838 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-530068ba-d55c-442b-99f6-388170aad3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.411330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-530068ba-d55c-442b-99f6-388170aad3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.414535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-530068ba-d55c-442b-99f6-388170aad3d3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6500 time: 0.1229985 Sep 08 13:16:54.492446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5de57a3b-bc8e-4d99-9803-a91f90b8cd14 req-f9b3f822-4c9f-47ba-882a-47cb15269551 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:54.539118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f8aaf-7558-4a95-8add-45a7438e2751 req-f02fb6da-0ef4-4602-b261-dcc688ae3b2c tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.541331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b21f8aaf-7558-4a95-8add-45a7438e2751 req-f02fb6da-0ef4-4602-b261-dcc688ae3b2c tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 865 time: 0.1506221 Sep 08 13:16:54.548194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b3f822-4c9f-47ba-882a-47cb15269551 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Pushing event deleted for resources: {'Port': ['ID=5039c56b-0f81-4443-b709-5c7ea538cca3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:54.569403 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:54.609368 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de57a3b-bc8e-4d99-9803-a91f90b8cd14 req-f9b3f822-4c9f-47ba-882a-47cb15269551 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] No DVR routers for this DVR port 5039c56b-0f81-4443-b709-5c7ea538cca3 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:16:54.632084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ecb79e96-cb60-43ed-93af-379fde69a4ce, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ecb79e96-cb60-43ed-93af-379fde69a4ce,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:54.651844 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5de57a3b-bc8e-4d99-9803-a91f90b8cd14 req-f9b3f822-4c9f-47ba-882a-47cb15269551 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:54.653974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5de57a3b-bc8e-4d99-9803-a91f90b8cd14 req-f9b3f822-4c9f-47ba-882a-47cb15269551 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.60 "DELETE /v2.0/ports/5039c56b-0f81-4443-b709-5c7ea538cca3 HTTP/1.1" status: 204 len: 173 time: 1.1840279 Sep 08 13:16:54.685331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b21f8aaf-7558-4a95-8add-45a7438e2751 req-cf6eea2b-377b-4efb-8660-5c9ab0dd4f3d tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/security-groups?id=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229661 Sep 08 13:16:54.692537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:54.709634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec5a158-090f-4969-8d14-6ebe6f774563 None None] Sync routers for ids ['71c39570-e243-4e58-bb9d-0dbd77cea707'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:54.725642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5a158-090f-4969-8d14-6ebe6f774563 None None] Routers {'71c39570-e243-4e58-bb9d-0dbd77cea707'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:54.727249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3ec5a158-090f-4969-8d14-6ebe6f774563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['71c39570-e243-4e58-bb9d-0dbd77cea707'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:54.733545 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aa14d-138d-420f-8bb0-3d701e375cf3 req-b2d2007b-b38f-449b-885a-b75083606dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.735170 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d90aa14d-138d-420f-8bb0-3d701e375cf3 req-b2d2007b-b38f-449b-885a-b75083606dfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d HTTP/1.1" status: 200 len: 913 time: 0.3190098 Sep 08 13:16:54.747871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-deb6eba0-1915-4411-9d60-b912d2f60ccb req-229eaee1-6207-4426-9e6e-6233d445ab68 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0924404 Sep 08 13:16:54.758417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-c9cef7fe-dae9-4e83-89ab-6dd406b1191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.759076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-c9cef7fe-dae9-4e83-89ab-6dd406b1191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.759513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-c9cef7fe-dae9-4e83-89ab-6dd406b1191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:54.761234 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-c9cef7fe-dae9-4e83-89ab-6dd406b1191c service neutron] 10.222.0.70 "GET /v2.0/networks?id=900c854b-c2a6-4864-a8d1-7387ea265132&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd HTTP/1.1" status: 200 len: 2298 time: 0.2879384 Sep 08 13:16:54.767431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3ec5a158-090f-4969-8d14-6ebe6f774563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:54.770676 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:54.814765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5a158-090f-4969-8d14-6ebe6f774563 None None] Routers {'71c39570-e243-4e58-bb9d-0dbd77cea707'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:54.815552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3ec5a158-090f-4969-8d14-6ebe6f774563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['71c39570-e243-4e58-bb9d-0dbd77cea707'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:54.841991 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:54.845336 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0fa4df25-4a54-402c-b650-ce0331ebd029 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.8864813 Sep 08 13:16:54.850118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58380) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:54.876577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3ec5a158-090f-4969-8d14-6ebe6f774563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:54.877241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec5a158-090f-4969-8d14-6ebe6f774563 None None] The sync data for ids ['71c39570-e243-4e58-bb9d-0dbd77cea707'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:54.895246 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ecb79e96-cb60-43ed-93af-379fde69a4ce,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:54.895526 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d90aa14d-138d-420f-8bb0-3d701e375cf3 req-36ec9e4a-cdc0-4f11-bc70-dfc86cf73c1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbf37147-fd49-45c3-aee5-d0eaf8726a1b HTTP/1.1" status: 200 len: 217 time: 0.1516924 Sep 08 13:16:54.990644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-d220742e-b648-4235-b16e-61acd9b5b759 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4cbb56e-0ee6-47a7-9e48-243d9c04e766 HTTP/1.1" status: 200 len: 1000 time: 0.1931627 Sep 08 13:16:55.013719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18498ea1-343e-4f18-b4e9-20f28eda6d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb79e96-cb60-43ed-93af-379fde69a4ce'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:55.013719 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9df56f-fcca-48df-a2f0-9cd07bae9116" -d '{"events": [{"server_uuid": "18498ea1-343e-4f18-b4e9-20f28eda6d97", "name": "network-vif-plugged", "status": "completed", "tag": "ecb79e96-cb60-43ed-93af-379fde69a4ce"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:55.017876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6eba0-1915-4411-9d60-b912d2f60ccb req-d66a407e-f5d6-49f9-9e71-c489d2ed2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:55.020143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-deb6eba0-1915-4411-9d60-b912d2f60ccb req-d66a407e-f5d6-49f9-9e71-c489d2ed2386 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=9d08d74355ba40018ab566acf555fc6d&device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 1099 time: 0.1708806 Sep 08 13:16:55.065720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90aa14d-138d-420f-8bb0-3d701e375cf3 req-6cbbfebb-e218-4b47-957c-10afc7bfe657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:55.067234 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d90aa14d-138d-420f-8bb0-3d701e375cf3 req-6cbbfebb-e218-4b47-957c-10afc7bfe657 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8c417ce-79bc-4a26-a543-02d4f244beb1 HTTP/1.1" status: 200 len: 852 time: 0.1633196 Sep 08 13:16:55.076205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28de5ea-92f3-43f5-8c71-a3fe4efc9344 req-357377c5-49e2-4566-87da-cf4c2feb7a21 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:55.077997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b28de5ea-92f3-43f5-8c71-a3fe4efc9344 req-357377c5-49e2-4566-87da-cf4c2feb7a21 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.2304761 Sep 08 13:16:55.134596 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d90aa14d-138d-420f-8bb0-3d701e375cf3 req-ff7d7051-14e5-4de1-b3e4-4d5936eb9e43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5f429b72-16fb-4d54-8b26-7abcbc5aa31d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544400 Sep 08 13:16:55.190667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa7ee2-0c31-4927-97ca-d2efc67ea1c0 req-4ce34c93-c97b-498e-8795-4d27aa623116 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:55.192213 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4fa7ee2-0c31-4927-97ca-d2efc67ea1c0 req-4ce34c93-c97b-498e-8795-4d27aa623116 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 1023 time: 0.1188474 Sep 08 13:16:55.198453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-34649506-37b7-4749-a90a-271b23797e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:55.200129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-34649506-37b7-4749-a90a-271b23797e65 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=104c4bbf-33a7-4238-8ce4-311c1a8159e2 HTTP/1.1" status: 200 len: 856 time: 0.1963530 Sep 08 13:16:55.266390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b28de5ea-92f3-43f5-8c71-a3fe4efc9344 req-2b8538f9-d4bb-4d03-aa13-8f346aaf0681 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656721 Sep 08 13:16:55.333050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6eba0-1915-4411-9d60-b912d2f60ccb req-111bdfa6-1c81-4200-a41a-79f6ea43301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:55.334617 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-deb6eba0-1915-4411-9d60-b912d2f60ccb req-111bdfa6-1c81-4200-a41a-79f6ea43301b service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.2859192 Sep 08 13:16:55.353271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-36c7d9a1-8c87-4fb4-b5d3-10c16edf03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:55.355019 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-36c7d9a1-8c87-4fb4-b5d3-10c16edf03e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=900c854b-c2a6-4864-a8d1-7387ea265132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326940 Sep 08 13:16:55.411841 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d90aa14d-138d-420f-8bb0-3d701e375cf3 req-355fe1d4-9c37-45d6-90ae-310b0afd8f9d service neutron] 10.222.0.60 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289574 Sep 08 13:16:55.482329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-deb6eba0-1915-4411-9d60-b912d2f60ccb req-324c0a56-eed3-4c8c-9b1a-9962e2cb2ad2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=cf8897c8-bf64-4f26-9b99-47b369ef4861 HTTP/1.1" status: 200 len: 217 time: 0.1248286 Sep 08 13:16:55.643160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4fa7ee2-0c31-4927-97ca-d2efc67ea1c0 req-58e8a6fc-513c-4b9a-bc75-8dc29027823c tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e2b270d-a79a-45b7-bb3c-b356b78044f5&id=0f89e0c3-4ce3-47cf-ac6a-43051fb53319&id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4385309 Sep 08 13:16:55.645804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-1ee34561-3c49-4cd5-abbf-50576df69dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:55.647687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-1ee34561-3c49-4cd5-abbf-50576df69dc2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 1100 time: 0.2887063 Sep 08 13:16:55.692879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61334a3a-b99f-469c-9ad0-365e24747c55 req-ea1d98a6-c73c-49ed-a96b-c0ab526ba406 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:55.694301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61334a3a-b99f-469c-9ad0-365e24747c55 req-ea1d98a6-c73c-49ed-a96b-c0ab526ba406 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 944 time: 0.3341699 Sep 08 13:16:55.696649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6eba0-1915-4411-9d60-b912d2f60ccb req-7f2afbd7-7141-41ad-a0eb-e247d0841c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:55.698054 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-deb6eba0-1915-4411-9d60-b912d2f60ccb req-7f2afbd7-7141-41ad-a0eb-e247d0841c76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.2070296 Sep 08 13:16:55.743468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-9c73f2e0-0a9f-470c-926b-0e5ee1c25ffb service neutron] 10.222.0.70 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685863 Sep 08 13:16:55.803196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d90aa14d-138d-420f-8bb0-3d701e375cf3 req-c3473eaf-7afe-4b30-aee7-40958a0d5c64 service neutron] 10.222.0.60 "GET /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481610 Sep 08 13:16:55.842208 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:55.869885 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00440793-1d0b-4ad2-954c-55dde185d6fc x-openstack-request-id: req-00440793-1d0b-4ad2-954c-55dde185d6fc {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:55.870192 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18498ea1-343e-4f18-b4e9-20f28eda6d97", "name": "network-vif-plugged", "status": "completed", "tag": "ecb79e96-cb60-43ed-93af-379fde69a4ce", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:55.870455 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00440793-1d0b-4ad2-954c-55dde185d6fc {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:55.870834 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18498ea1-343e-4f18-b4e9-20f28eda6d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb79e96-cb60-43ed-93af-379fde69a4ce', 'code': 200} Sep 08 13:16:55.904300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61334a3a-b99f-469c-9ad0-365e24747c55 req-1ee0e7f6-b3b0-4d1f-afcf-8e11d260240c tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814773 Sep 08 13:16:55.985186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 735f848b-bd12-461a-8ba9-b23c4d1d3e98 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:16:55.996170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5039c56b-0f81-4443-b709-5c7ea538cca3 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:16:56.024476 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0870705c-b8b1-419b-9d15-a33c8b7f5b5e req-10c08de1-f8dd-4ba1-a412-9a8de0cdc4a1 tempest-ImagesTestJSON-1901955324 tempest-ImagesTestJSON-1901955324-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab0c5648-e3ea-45b4-bd41-f297d22b1479 HTTP/1.1" status: 200 len: 210 time: 0.0424728 Sep 08 13:16:56.026223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 5039c56b-0f81-4443-b709-5c7ea538cca3 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:16:56.026752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5039c56b-0f81-4443-b709-5c7ea538cca3 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:16:56.255302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab0c5648-e3ea-45b4-bd41-f297d22b1479', 'name': 'network-vif-deleted', 'tag': '5039c56b-0f81-4443-b709-5c7ea538cca3'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:56.258087 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f307ff-093d-46fa-8b38-208e4e877778" -d '{"events": [{"server_uuid": "ab0c5648-e3ea-45b4-bd41-f297d22b1479", "name": "network-vif-deleted", "tag": "5039c56b-0f81-4443-b709-5c7ea538cca3"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:56.310003 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f55c18-f8bf-4042-8829-50cf9ae66887 x-openstack-request-id: req-61f55c18-f8bf-4042-8829-50cf9ae66887 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:56.314621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 735f848b-bd12-461a-8ba9-b23c4d1d3e98, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=735f848b-bd12-461a-8ba9-b23c4d1d3e98,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:56.315357 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab0c5648-e3ea-45b4-bd41-f297d22b1479", "name": "network-vif-deleted", "tag": "5039c56b-0f81-4443-b709-5c7ea538cca3", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:56.315794 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-61f55c18-f8bf-4042-8829-50cf9ae66887 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:56.316403 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab0c5648-e3ea-45b4-bd41-f297d22b1479', 'name': 'network-vif-deleted', 'tag': '5039c56b-0f81-4443-b709-5c7ea538cca3', 'status': 'completed', 'code': 200} Sep 08 13:16:56.338668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '735f848b-bd12-461a-8ba9-b23c4d1d3e98', 'network_id': 'e6a74fc9-0aef-43b7-adee-b34995ecc270', 'port_id': '735f848b-bd12-461a-8ba9-b23c4d1d3e98', 'mac_address': 'fa:16:3e:4c:f1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ef04e1-8b40-48c3-9703-cade87343e1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:16:56.390206 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:56.398016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.20.0.1 (c2f4d10b-f6bf-4b86-98fd-68655524ff35/9959beb4-a38d-4502-83b9-13ca3e257cd3/1c0d520a-7631-4eb0-b80e-e1cb13ad127b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:56.413130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735f848b-bd12-461a-8ba9-b23c4d1d3e98 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:16:56.443646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 735f848b-bd12-461a-8ba9-b23c4d1d3e98, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=735f848b-bd12-461a-8ba9-b23c4d1d3e98,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:56.528014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6eba0-1915-4411-9d60-b912d2f60ccb req-dd6c44b1-39cf-446c-835c-c171577d0555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:56.529535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-deb6eba0-1915-4411-9d60-b912d2f60ccb req-dd6c44b1-39cf-446c-835c-c171577d0555 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8197381 Sep 08 13:16:56.534044 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:56.539319 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:56.551111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Transition to ACTIVE for port object 1c0d520a-7631-4eb0-b80e-e1cb13ad127b will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:56.608594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-09c717e0-7943-4140-9c61-6f82b4c98932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:56.610130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-09c717e0-7943-4140-9c61-6f82b4c98932 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.9445310 Sep 08 13:16:56.612122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=735f848b-bd12-461a-8ba9-b23c4d1d3e98,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:56.623574 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-3006ccfa-18e8-4c8a-8c2d-30d2267bb4d2 service neutron] 10.222.0.70 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8549335 Sep 08 13:16:56.658643 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:56.667927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cdd38-e91c-4dc1-9ec3-28e13940fb92 req-462567fa-c9df-4700-b696-2d143166e77e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:56.669617 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e00cdd38-e91c-4dc1-9ec3-28e13940fb92 req-462567fa-c9df-4700-b696-2d143166e77e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.2090123 Sep 08 13:16:56.680245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cedf4d-d3c7-4acb-aeff-026a773a96a6 req-d81e5ec9-2c50-44d5-a83f-f886f9828a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:56.681912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42cedf4d-d3c7-4acb-aeff-026a773a96a6 req-d81e5ec9-2c50-44d5-a83f-f886f9828a59 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=18498ea1-343e-4f18-b4e9-20f28eda6d97 HTTP/1.1" status: 200 len: 1097 time: 0.2195995 Sep 08 13:16:56.716367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6bb8597d-00dc-4b3b-9a07-d13107d51a52 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:16:56.735650 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network c2f4d10b-f6bf-4b86-98fd-68655524ff35 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:56.742936 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:56.745442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:16:56.775338 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-a61e037a-ae8f-4751-a57b-71f719daad01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=165d4e81-4666-4376-8fc7-6b9679bbe6dc HTTP/1.1" status: 200 len: 217 time: 0.1167784 Sep 08 13:16:56.793714 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-195d2f60-be1a-42cf-b3e2-12c2972db7d9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=770ba36b-8447-4706-9bc9-59ebeba54577 HTTP/1.1" status: 200 len: 217 time: 0.1687560 Sep 08 13:16:56.800741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=1c0d520a-7631-4eb0-b80e-e1cb13ad127b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:56.848632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 6bb8597d-00dc-4b3b-9a07-d13107d51a52 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:56.854854 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130de007-cb2c-443e-a458-12e4a9bf5902 req-467dd6b0-ffaa-4232-9550-0974a2e1765e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:56.856247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 6bb8597d-00dc-4b3b-9a07-d13107d51a52 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:56.856418 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-130de007-cb2c-443e-a458-12e4a9bf5902 req-467dd6b0-ffaa-4232-9550-0974a2e1765e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.60 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 1023 time: 0.1612651 Sep 08 13:16:56.856732 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:56.857332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:56.911933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['735f848b-bd12-461a-8ba9-b23c4d1d3e98'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:56.956017 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42cedf4d-d3c7-4acb-aeff-026a773a96a6 req-76760ee0-5ce1-4453-9fc1-b6f5ac9f75be service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041595 Sep 08 13:16:56.959064 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-deb6eba0-1915-4411-9d60-b912d2f60ccb req-d65f2e31-5015-406e-9a02-42e4dd5663ee service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145541 Sep 08 13:16:56.979060 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e00cdd38-e91c-4dc1-9ec3-28e13940fb92 req-bbc2a5ea-bbe0-4fb6-bd30-e5fa7a900bf5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304254 Sep 08 13:16:57.015139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-6259e688-ab41-4006-b868-5d503a8068ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:57.016820 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-6259e688-ab41-4006-b868-5d503a8068ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.2221589 Sep 08 13:16:57.021019 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-a8fbb43d-d908-47ec-a77e-04354c002906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:57.023340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-a8fbb43d-d908-47ec-a77e-04354c002906 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.2131906 Sep 08 13:16:57.040580 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:57.120402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-6f6556b9-4dbe-4631-8ded-b6391ea6ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:57.122402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-6f6556b9-4dbe-4631-8ded-b6391ea6ea1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742381 Sep 08 13:16:57.124758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-1a99dac4-992b-4046-ab89-68e8bced577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:57.126561 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-1a99dac4-992b-4046-ab89-68e8bced577d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0890703 Sep 08 13:16:57.134232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0901a3-75a9-420e-aa08-d9e434db68de req-e249dee0-5461-4451-8000-028c964019c9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:57.138255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc0901a3-75a9-420e-aa08-d9e434db68de req-e249dee0-5461-4451-8000-028c964019c9 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 1023 time: 0.2167850 Sep 08 13:16:57.184726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6bb8597d-00dc-4b3b-9a07-d13107d51a52, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6bb8597d-00dc-4b3b-9a07-d13107d51a52,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:57.211697 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc0901a3-75a9-420e-aa08-d9e434db68de req-bebd8664-d637-4c02-b6d3-01f744ff798c tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e2b270d-a79a-45b7-bb3c-b356b78044f5&id=0f89e0c3-4ce3-47cf-ac6a-43051fb53319&id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0666876 Sep 08 13:16:57.221762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-130de007-cb2c-443e-a458-12e4a9bf5902 req-ee196f63-ad88-4bf1-bf8e-e4e0af9e5577 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Deleting port dbf37147-fd49-45c3-aee5-d0eaf8726a1b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:16:57.222106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-130de007-cb2c-443e-a458-12e4a9bf5902 req-ee196f63-ad88-4bf1-bf8e-e4e0af9e5577 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:57.230029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e1501336-1324-4f2d-978a-b00c80f175f6 None None] Provisioning for port 1c0d520a-7631-4eb0-b80e-e1cb13ad127b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:16:57.251003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e1501336-1324-4f2d-978a-b00c80f175f6 None None] Provisioning complete for port 1c0d520a-7631-4eb0-b80e-e1cb13ad127b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:57.252351 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e1501336-1324-4f2d-978a-b00c80f175f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:57.310548 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:57.311731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:16:57.371149 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:57.380829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-d84882ca-5a94-431a-892f-15478cab5b79 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434654 Sep 08 13:16:57.384366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-9ec2603b-64ae-486f-ae31-1c3fab0b84d1 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364218 Sep 08 13:16:57.411354 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-130de007-cb2c-443e-a458-12e4a9bf5902 req-ee196f63-ad88-4bf1-bf8e-e4e0af9e5577 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] For port dbf37147-fd49-45c3-aee5-d0eaf8726a1b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:57.412025 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-130de007-cb2c-443e-a458-12e4a9bf5902 req-ee196f63-ad88-4bf1-bf8e-e4e0af9e5577 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:57.434260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6bb8597d-00dc-4b3b-9a07-d13107d51a52,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:57.464641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-deb6eba0-1915-4411-9d60-b912d2f60ccb req-5ff00bab-877e-42aa-9e0e-e43d968fae12 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298200 Sep 08 13:16:57.493797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e1501336-1324-4f2d-978a-b00c80f175f6 None None] Port 1c0d520a-7631-4eb0-b80e-e1cb13ad127b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:16:57.498851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-130de007-cb2c-443e-a458-12e4a9bf5902 req-ee196f63-ad88-4bf1-bf8e-e4e0af9e5577 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Calling delete_port for dbf37147-fd49-45c3-aee5-d0eaf8726a1b owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:16:57.522036 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:57.524408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35422f5-d708-4e5c-8f8e-729fd6bbe031 req-ef84fe85-d452-4aba-b050-ee1d180ea9ad tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:57.531411 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b35422f5-d708-4e5c-8f8e-729fd6bbe031 req-ef84fe85-d452-4aba-b050-ee1d180ea9ad tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 945 time: 0.2139702 Sep 08 13:16:57.578609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:16:57.608203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-28592a84-d954-4e58-8d4b-1199804dba4a service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960251 Sep 08 13:16:57.623330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-342f562c-95e3-4659-a225-07c5f2954cd7 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099154 Sep 08 13:16:57.677367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-76f9947b-4322-4b54-b7de-7f16065f7c1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=b976551d-27dd-46f9-8ed9-225533d5e8d1 HTTP/1.1" status: 200 len: 217 time: 0.0528982 Sep 08 13:16:57.682793 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:57.725700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b35422f5-d708-4e5c-8f8e-729fd6bbe031 req-5320a023-704f-4111-a501-94a315eb16b7 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335921 Sep 08 13:16:57.791879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-9e8bdbed-7aa9-40a6-8086-0d148879d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:57.796045 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-9e8bdbed-7aa9-40a6-8086-0d148879d167 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.1093481 Sep 08 13:16:57.814279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,revision_number=11']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:57.872523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed38ca0-33ac-4bae-b432-121f983ddbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8597d-00dc-4b3b-9a07-d13107d51a52'}, {'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:57.880035 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcec3ee-ee6e-4041-a227-57207d270a86" -d '{"events": [{"server_uuid": "8ed38ca0-33ac-4bae-b432-121f983ddbb3", "name": "network-vif-plugged", "status": "completed", "tag": "6bb8597d-00dc-4b3b-9a07-d13107d51a52"}, {"server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:57.891071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-f7b2a628-1a1c-4188-991d-f0c2f1efae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:57.894227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-f7b2a628-1a1c-4188-991d-f0c2f1efae63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863605 Sep 08 13:16:57.957731 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dbe1e11-4ef0-4ab1-8666-a3ad353d1e8f x-openstack-request-id: req-9dbe1e11-4ef0-4ab1-8666-a3ad353d1e8f {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:57.958231 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed38ca0-33ac-4bae-b432-121f983ddbb3", "name": "network-vif-plugged", "status": "completed", "tag": "6bb8597d-00dc-4b3b-9a07-d13107d51a52", "code": 200}, {"server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:57.958559 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9dbe1e11-4ef0-4ab1-8666-a3ad353d1e8f {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:57.959032 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed38ca0-33ac-4bae-b432-121f983ddbb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8597d-00dc-4b3b-9a07-d13107d51a52', 'code': 200} Sep 08 13:16:57.959403 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'code': 200} Sep 08 13:16:58.186582 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-130de007-cb2c-443e-a458-12e4a9bf5902 req-ee196f63-ad88-4bf1-bf8e-e4e0af9e5577 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:58.188354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['9d796fc7-e9c9-46ca-824e-9b1f25742a58'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:58.188354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['dbf37147-fd49-45c3-aee5-d0eaf8726a1b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:16:58.189678 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:58.189678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee196f63-ad88-4bf1-bf8e-e4e0af9e5577 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event deleted for resources: {'Port': ['ID=dbf37147-fd49-45c3-aee5-d0eaf8726a1b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:58.190437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-ee955de5-ef59-49c3-8b6a-4464012758b6 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531734 Sep 08 13:16:58.190860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-130de007-cb2c-443e-a458-12e4a9bf5902 req-ee196f63-ad88-4bf1-bf8e-e4e0af9e5577 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] No DVR routers for this DVR port dbf37147-fd49-45c3-aee5-d0eaf8726a1b on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:16:58.190860 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-130de007-cb2c-443e-a458-12e4a9bf5902 req-ee196f63-ad88-4bf1-bf8e-e4e0af9e5577 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:58.190860 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-130de007-cb2c-443e-a458-12e4a9bf5902 req-ee196f63-ad88-4bf1-bf8e-e4e0af9e5577 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.60 "DELETE /v2.0/ports/dbf37147-fd49-45c3-aee5-d0eaf8726a1b HTTP/1.1" status: 204 len: 173 time: 1.2480080 Sep 08 13:16:58.212603 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:58.320320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '757fa4bd-da54-401a-8892-792e641211d6', 'name': 'network-vif-deleted', 'tag': 'dbf37147-fd49-45c3-aee5-d0eaf8726a1b'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:16:58.324245 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca154a7-bc19-4740-8580-f805f0a1b59c" -d '{"events": [{"server_uuid": "757fa4bd-da54-401a-8892-792e641211d6", "name": "network-vif-deleted", "tag": "dbf37147-fd49-45c3-aee5-d0eaf8726a1b"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:16:58.326217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4a5a4-0aaa-4dad-9984-96acdafa85f9 req-681857e8-4448-497c-84a3-26ca511581d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:58.327806 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56a4a5a4-0aaa-4dad-9984-96acdafa85f9 req-681857e8-4448-497c-84a3-26ca511581d3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8ed38ca0-33ac-4bae-b432-121f983ddbb3 HTTP/1.1" status: 200 len: 1096 time: 0.2526071 Sep 08 13:16:58.329669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-7cf4d3c4-5850-46bf-90b9-37f42c5fdad4 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650617 Sep 08 13:16:58.338521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=1c0d520a-7631-4eb0-b80e-e1cb13ad127b,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:58.391928 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:58.406219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-e2d07a57-9c5a-4c13-92fb-79184d694f5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=2d47d4d6-8773-4585-974b-fddb0008ba76 HTTP/1.1" status: 200 len: 217 time: 0.0532174 Sep 08 13:16:58.413421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdbfe1-345d-4300-9408-fe9e46ee5a70 req-1fc1f1ce-1367-4af8-934e-4acd2a311e95 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:58.420997 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e9fdbfe1-345d-4300-9408-fe9e46ee5a70 req-1fc1f1ce-1367-4af8-934e-4acd2a311e95 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.3106406 Sep 08 13:16:58.447422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b393dd5-1fc0-4923-92ec-4b78eb3dab4f req-1792294d-f022-47ab-b2e3-e253416d91fc tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 210 time: 0.0445228 Sep 08 13:16:58.490448 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56a4a5a4-0aaa-4dad-9984-96acdafa85f9 req-107cdc03-e90a-4946-a891-f9540a27f8b6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492062 Sep 08 13:16:58.502970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-b3e5c411-5146-43a7-92bd-5c35cbf641f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:58.505363 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-b3e5c411-5146-43a7-92bd-5c35cbf641f6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.0881913 Sep 08 13:16:58.510338 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e9fdbfe1-345d-4300-9408-fe9e46ee5a70 req-9d7398e5-1794-4324-a23e-f89429381002 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883155 Sep 08 13:16:58.555893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network c2f4d10b-f6bf-4b86-98fd-68655524ff35 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:16:58.557912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:16:58.572766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58594) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:58.640931 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4edffb-0a31-48cb-874a-0f069bcb0bf1 admin admin] Deleting subnet c7a2bb6b-de34-41d6-880b-e39356c1d632 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:16:58.645456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d4edffb-0a31-48cb-874a-0f069bcb0bf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:58.659943 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785ee7fd-00fd-41e5-958b-17345684a5b0 x-openstack-request-id: req-785ee7fd-00fd-41e5-958b-17345684a5b0 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:16:58.660771 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "757fa4bd-da54-401a-8892-792e641211d6", "name": "network-vif-deleted", "tag": "dbf37147-fd49-45c3-aee5-d0eaf8726a1b", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:16:58.665751 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-785ee7fd-00fd-41e5-958b-17345684a5b0 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:16:58.668903 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '757fa4bd-da54-401a-8892-792e641211d6', 'name': 'network-vif-deleted', 'tag': 'dbf37147-fd49-45c3-aee5-d0eaf8726a1b', 'status': 'completed', 'code': 200} Sep 08 13:16:58.707741 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d4edffb-0a31-48cb-874a-0f069bcb0bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:58.779281 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:16:58.787113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router 71c39570-e243-4e58-bb9d-0dbd77cea707 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:16:58.800848 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d4edffb-0a31-48cb-874a-0f069bcb0bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:58.869937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-83330cd5-9eff-4fff-ab04-304c834efcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:58.871524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-83330cd5-9eff-4fff-ab04-304c834efcd4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1354847 Sep 08 13:16:58.993787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd83a32-ea3f-44f1-956e-cc37d751c173 req-ba34eb4e-0e1f-4151-879c-7d178ee13b31 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:59.003951 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3cd83a32-ea3f-44f1-956e-cc37d751c173 req-ba34eb4e-0e1f-4151-879c-7d178ee13b31 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 945 time: 0.1067452 Sep 08 13:16:59.004171 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-f50e4204-c1f1-45e0-82c0-3b5fa0958f94 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222744 Sep 08 13:16:59.015335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:16:59.027100 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a27fc865-c348-4b54-b38f-db7ba817c4f9 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "PUT /v2.0/routers/71c39570-e243-4e58-bb9d-0dbd77cea707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1692438 Sep 08 13:16:59.028609 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58624) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:59.035811 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211371c4-4d73-4ef4-a59f-8d3cb53e6148 None None] Sync routers for ids ['71c39570-e243-4e58-bb9d-0dbd77cea707'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:16:59.043402 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'port': {'network_id': 'c2f4d10b-f6bf-4b86-98fd-68655524ff35', 'name': 'tempest-FloatingIPTestJSON-480837175'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:16:59.049724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9bb3a312-d7ff-4357-a301-443b11031ce0 None None] Provisioning complete for port 1c0d520a-7631-4eb0-b80e-e1cb13ad127b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:16:59.049724 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9bb3a312-d7ff-4357-a301-443b11031ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:59.056749 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211371c4-4d73-4ef4-a59f-8d3cb53e6148 None None] Routers {'71c39570-e243-4e58-bb9d-0dbd77cea707'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:59.057736 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-211371c4-4d73-4ef4-a59f-8d3cb53e6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['71c39570-e243-4e58-bb9d-0dbd77cea707'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:59.100682 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-211371c4-4d73-4ef4-a59f-8d3cb53e6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:59.113280 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211371c4-4d73-4ef4-a59f-8d3cb53e6148 None None] Routers {'71c39570-e243-4e58-bb9d-0dbd77cea707'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:16:59.114333 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-211371c4-4d73-4ef4-a59f-8d3cb53e6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['71c39570-e243-4e58-bb9d-0dbd77cea707'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:59.116250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3cd83a32-ea3f-44f1-956e-cc37d751c173 req-51b104cf-bf7a-466b-ae18-54263e5125e5 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130803 Sep 08 13:16:59.130225 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-7fcff1e1-97d7-4439-b820-c39f27a167d5 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119552 Sep 08 13:16:59.130225 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d4edffb-0a31-48cb-874a-0f069bcb0bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:59.130466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3a312-d7ff-4357-a301-443b11031ce0 None None] Port 1c0d520a-7631-4eb0-b80e-e1cb13ad127b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:16:59.154753 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-211371c4-4d73-4ef4-a59f-8d3cb53e6148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:59.155561 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211371c4-4d73-4ef4-a59f-8d3cb53e6148 None None] The sync data for ids ['71c39570-e243-4e58-bb9d-0dbd77cea707'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:16:59.196887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4edffb-0a31-48cb-874a-0f069bcb0bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a2bb6b-de34-41d6-880b-e39356c1d632,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:59.199040 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d4edffb-0a31-48cb-874a-0f069bcb0bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:59.200986 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9d4edffb-0a31-48cb-874a-0f069bcb0bf1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c7a2bb6b-de34-41d6-880b-e39356c1d632 HTTP/1.1" status: 204 len: 168 time: 0.6252613 Sep 08 13:16:59.202515 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-d42a6b7e-9cde-4d35-b609-5f28d97c290e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 HTTP/1.1" status: 200 len: 217 time: 0.0665081 Sep 08 13:16:59.203778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58628) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:16:59.264186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-730fcf61-0495-4819-8630-5eb5626561d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:59.265747 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-730fcf61-0495-4819-8630-5eb5626561d9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.0541422 Sep 08 13:16:59.283073 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:59.336350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Made reservation on behalf of 4558f775475a48f08dbb50ba8bf0f216 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:16:59.339055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-af473c89-c287-4f1f-ad95-7587539bf7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:59.339961 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:59.341717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-af473c89-c287-4f1f-ad95-7587539bf7db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0675097 Sep 08 13:16:59.377919 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:59.402425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] device_id is not set on port a694f94f-c4f2-42c6-82c6-b10c29bf571c yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:16:59.410630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7477135-b06b-42df-ba4d-7c98c1ce1029']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:59.447008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-213b013b-dc19-4391-bcb8-e621933f8f19 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975933 Sep 08 13:16:59.454006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d113ed-8b37-4d7e-906c-e34e20003ca6') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:59.454255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d113ed-8b37-4d7e-906c-e34e20003ca6') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:16:59.474353 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:59.501549 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:59.531891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:16:59.532309 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:16:59.534052 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:16:59.559059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-be7c3bd6-f962-4f8f-96cd-cb3d1389dbd9 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045458 Sep 08 13:16:59.604265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-2ceebf85-3cff-4158-a717-c3d409c71dd0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=44190366-792e-4732-90ee-a9db95993d7d HTTP/1.1" status: 200 len: 217 time: 0.0368278 Sep 08 13:16:59.634996 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b44cf9d8-55cc-4233-afcc-db685ef05ce3 req-1e23d613-1aed-4d85-8f39-6dbf8fc9e690 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=757fa4bd-da54-401a-8892-792e641211d6 HTTP/1.1" status: 200 len: 210 time: 0.0716662 Sep 08 13:16:59.639893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Allocated IP 172.20.0.13 (c2f4d10b-f6bf-4b86-98fd-68655524ff35/9959beb4-a38d-4502-83b9-13ca3e257cd3/a694f94f-c4f2-42c6-82c6-b10c29bf571c) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:16:59.673813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-ac4238eb-352f-4156-a9dd-de4083031829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:59.675799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-ac4238eb-352f-4156-a9dd-de4083031829 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaf5d36d-738b-4970-84ca-903b48836db2 HTTP/1.1" status: 200 len: 797 time: 0.0643806 Sep 08 13:16:59.733999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-e176237f-aaf5-40d5-bd66-aa3f82b7ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:59.735475 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-e176237f-aaf5-40d5-bd66-aa3f82b7ef5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0503657 Sep 08 13:16:59.764194 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:59.782966 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:59.787091 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f7477135-b06b-42df-ba4d-7c98c1ce1029 HTTP/1.1" status: 204 len: 168 time: 0.5800617 Sep 08 13:16:59.790268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6231bc-0182-41f1-a95e-a861e8eb6803 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7477135-b06b-42df-ba4d-7c98c1ce1029,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:16:59.854976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-42aa9de6-d1e8-45c8-879b-dc71a94c5b04 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098497 Sep 08 13:16:59.868869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c93e5-7443-49d5-9a88-9468842a1727 req-3ab69ad7-b733-4c90-a54a-854699657c7e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:16:59.870407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-066c93e5-7443-49d5-9a88-9468842a1727 req-3ab69ad7-b733-4c90-a54a-854699657c7e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1640608 Sep 08 13:16:59.931917 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:16:59.944068 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-066c93e5-7443-49d5-9a88-9468842a1727 req-4a64f705-af1a-4ca5-902b-a6a9bb7f3112 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611956 Sep 08 13:16:59.951050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Transition to ACTIVE for port object a694f94f-c4f2-42c6-82c6-b10c29bf571c will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:16:59.954597 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-59875791-7246-4aae-a3e4-7f9ea1cbd363 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917153 Sep 08 13:17:00.001915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 735f848b-bd12-461a-8ba9-b23c4d1d3e98 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:00.013705 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-99c044b3-6f00-473f-a951-b31dd2f0fea9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9324b9ef-43d5-4410-9e21-a337598b64eb HTTP/1.1" status: 200 len: 217 time: 0.0508339 Sep 08 13:17:00.074629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-40fe453b-51f7-471a-bd1c-b123b9c22377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:00.076165 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-40fe453b-51f7-471a-bd1c-b123b9c22377 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaf5d36d-738b-4970-84ca-903b48836db2 HTTP/1.1" status: 200 len: 797 time: 0.0468383 Sep 08 13:17:00.134168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-68ad8d0f-cd96-489e-bc36-432e34819b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:00.136876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-68ad8d0f-cd96-489e-bc36-432e34819b27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0436480 Sep 08 13:17:00.165984 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:00.228804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event updated for resources: {'Port': ['ID=a694f94f-c4f2-42c6-82c6-b10c29bf571c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:00.233689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 735f848b-bd12-461a-8ba9-b23c4d1d3e98 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:00.256280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 735f848b-bd12-461a-8ba9-b23c4d1d3e98 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:00.256888 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:00.277180 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Network c2f4d10b-f6bf-4b86-98fd-68655524ff35 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:00.278727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-085b4cdd-aef7-4efd-9af3-e39e5adcbf8d service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359267 Sep 08 13:17:00.281230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:00.283900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:00.348182 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f981c8-59c6-4077-a40f-f9caf66d2dec req-e02c46ea-39df-4c7a-9872-c2104f44ff10 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:00.349792 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-86f981c8-59c6-4077-a40f-f9caf66d2dec req-e02c46ea-39df-4c7a-9872-c2104f44ff10 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 945 time: 0.1145790 Sep 08 13:17:00.355760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:00.356417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:00.385273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58662) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:00.405810 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:00.428507 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-86f981c8-59c6-4077-a40f-f9caf66d2dec req-1776d572-277f-49e4-bb8b-563bea375b6f tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668254 Sep 08 13:17:00.455598 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dc0b98ff-4995-4c89-a947-fa380ed53608 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d04fe8f21c54793bfd07ed8ac6ad05e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691926 Sep 08 13:17:00.458304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58664) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:00.467716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3357fc-6928-456c-9d73-a39b7a072460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735f848b-bd12-461a-8ba9-b23c4d1d3e98'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:00.468928 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9d90264-d215-40ca-9a23-a8cd436ca736 req-cf84e5e7-3f22-4a3f-ac64-15ff3108dfaa service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831555 Sep 08 13:17:00.472743 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64846d67-7955-48da-948e-e7367c471d4d" -d '{"events": [{"server_uuid": "2e3357fc-6928-456c-9d73-a39b7a072460", "name": "network-vif-plugged", "status": "completed", "tag": "735f848b-bd12-461a-8ba9-b23c4d1d3e98"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:00.492624 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-30601565-95b6-40ee-bb15-36993035dd60 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4549692 Sep 08 13:17:00.496974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58668) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:00.504358 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8159b5b2-69bb-49bd-a3ca-d5b9dacd1b05 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Request body: {'floatingip': {'port_id': 'a694f94f-c4f2-42c6-82c6-b10c29bf571c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:00.505482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 735f848b-bd12-461a-8ba9-b23c4d1d3e98, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=735f848b-bd12-461a-8ba9-b23c4d1d3e98,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:00.542362 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e502ad-e416-4430-b0ae-0635032a202a x-openstack-request-id: req-35e502ad-e416-4430-b0ae-0635032a202a {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:00.542969 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3357fc-6928-456c-9d73-a39b7a072460", "name": "network-vif-plugged", "status": "completed", "tag": "735f848b-bd12-461a-8ba9-b23c4d1d3e98", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:00.543761 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35e502ad-e416-4430-b0ae-0635032a202a {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:00.544544 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3357fc-6928-456c-9d73-a39b7a072460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735f848b-bd12-461a-8ba9-b23c4d1d3e98', 'code': 200} Sep 08 13:17:00.564286 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99725977-1384-43fe-aaa3-b30d8f10d003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:00.587221 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8159b5b2-69bb-49bd-a3ca-d5b9dacd1b05 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:00.601560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99725977-1384-43fe-aaa3-b30d8f10d003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:00.629396 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:00.632429 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device dbf37147-fd49-45c3-aee5-d0eaf8726a1b no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:17:00.687560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: dbf37147-fd49-45c3-aee5-d0eaf8726a1b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:17:00.688324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device dbf37147-fd49-45c3-aee5-d0eaf8726a1b not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:17:00.722892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=735f848b-bd12-461a-8ba9-b23c4d1d3e98,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:00.833367 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99725977-1384-43fe-aaa3-b30d8f10d003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:00.838450 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99725977-1384-43fe-aaa3-b30d8f10d003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:00.842211 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-99725977-1384-43fe-aaa3-b30d8f10d003 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ce839c25-8abb-4ef7-b6a6-20e0e2d1272f HTTP/1.1" status: 204 len: 168 time: 0.3823223 Sep 08 13:17:00.858074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99725977-1384-43fe-aaa3-b30d8f10d003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce839c25-8abb-4ef7-b6a6-20e0e2d1272f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:00.868351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-842035a2-98f5-49da-8551-ee32da215b64 None None] Provisioning for port a694f94f-c4f2-42c6-82c6-b10c29bf571c completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:00.880238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-842035a2-98f5-49da-8551-ee32da215b64 None None] Provisioning complete for port a694f94f-c4f2-42c6-82c6-b10c29bf571c triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:00.881236 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-842035a2-98f5-49da-8551-ee32da215b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:00.987584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-842035a2-98f5-49da-8551-ee32da215b64 None None] Port a694f94f-c4f2-42c6-82c6-b10c29bf571c cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:17:01.117798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99c88f9d-4ebe-4fdf-9a6b-36e44c13471f req-38481112-897e-46c1-9fc5-02b73e6d29e6 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/8e2b270d-a79a-45b7-bb3c-b356b78044f5 HTTP/1.1" status: 200 len: 1802 time: 0.1164682 Sep 08 13:17:01.126435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89d69d-d3d1-448b-ae5f-456f1466464f req-5d4f9984-a852-4b2b-8547-cb14997cab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:01.127896 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e89d69d-d3d1-448b-ae5f-456f1466464f req-5d4f9984-a852-4b2b-8547-cb14997cab04 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 1097 time: 0.1277897 Sep 08 13:17:01.264688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e89d69d-d3d1-448b-ae5f-456f1466464f req-f2945d49-cea4-405e-80a4-958fd8e5f427 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090579 Sep 08 13:17:01.302447 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-99c88f9d-4ebe-4fdf-9a6b-36e44c13471f req-4c830561-4819-496c-8f1e-6882a9f40415 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:01.349704 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-99c88f9d-4ebe-4fdf-9a6b-36e44c13471f req-4c830561-4819-496c-8f1e-6882a9f40415 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:01.545055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-99c88f9d-4ebe-4fdf-9a6b-36e44c13471f req-4c830561-4819-496c-8f1e-6882a9f40415 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:01.546995 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-99c88f9d-4ebe-4fdf-9a6b-36e44c13471f req-4c830561-4819-496c-8f1e-6882a9f40415 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:01.548218 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99c88f9d-4ebe-4fdf-9a6b-36e44c13471f req-4c830561-4819-496c-8f1e-6882a9f40415 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "DELETE /v2.0/security-groups/8e2b270d-a79a-45b7-bb3c-b356b78044f5 HTTP/1.1" status: 204 len: 173 time: 0.4241836 Sep 08 13:17:01.563976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c830561-4819-496c-8f1e-6882a9f40415 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2b270d-a79a-45b7-bb3c-b356b78044f5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:01.722870 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8159b5b2-69bb-49bd-a3ca-d5b9dacd1b05 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:01.731666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1b191-5fc2-46f3-9fc8-84ec142e345a req-617ca226-3738-469e-ad39-3627e1710562 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:01.733269 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ca1b191-5fc2-46f3-9fc8-84ec142e345a req-617ca226-3738-469e-ad39-3627e1710562 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1103532 Sep 08 13:17:01.778748 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ca1b191-5fc2-46f3-9fc8-84ec142e345a req-75e031c5-938f-4407-b6e2-923ef6b1ed53 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393457 Sep 08 13:17:01.853574 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8159b5b2-69bb-49bd-a3ca-d5b9dacd1b05 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:02.007039 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-8159b5b2-69bb-49bd-a3ca-d5b9dacd1b05 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Floating IP 2bb4047d-bf62-4118-aa1a-5fa87fc25449 associated. External IP: 172.25.5.219, port: b3f22985-290b-4ac9-a7d2-df6b53e9bbe7. Sep 08 13:17:02.077680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d14eb22-2a66-46f0-af61-32a265d17ed3 req-328cc33c-e530-43ae-bd34-9934b4b487b9 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:02.079266 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5d14eb22-2a66-46f0-af61-32a265d17ed3 req-328cc33c-e530-43ae-bd34-9934b4b487b9 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 946 time: 0.1012549 Sep 08 13:17:02.160237 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5d14eb22-2a66-46f0-af61-32a265d17ed3 req-6e2038c3-d03c-451f-a019-c7964bd0e649 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493770 Sep 08 13:17:02.291648 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f4e3e51d-6a9b-45bc-996c-2d2cb34e2fc4 req-49918323-aa2d-4130-92c8-d2de096e889b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/0f89e0c3-4ce3-47cf-ac6a-43051fb53319 HTTP/1.1" status: 200 len: 1803 time: 0.0876129 Sep 08 13:17:02.316890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8159b5b2-69bb-49bd-a3ca-d5b9dacd1b05 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:17:02.394683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58746) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:02.405671 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f4e3e51d-6a9b-45bc-996c-2d2cb34e2fc4 req-aa8701e7-78d3-440f-9717-fd7827e0a42b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:02.462709 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f4e3e51d-6a9b-45bc-996c-2d2cb34e2fc4 req-aa8701e7-78d3-440f-9717-fd7827e0a42b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:02.499256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-242676616-network', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:02.501455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8159b5b2-69bb-49bd-a3ca-d5b9dacd1b05 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:17:02.514265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c62e683-5b2b-4c15-a822-10fc2ee16ffd None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:17:02.523675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62e683-5b2b-4c15-a822-10fc2ee16ffd None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:02.524319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2c62e683-5b2b-4c15-a822-10fc2ee16ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:02.584098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2c62e683-5b2b-4c15-a822-10fc2ee16ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:02.584098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62e683-5b2b-4c15-a822-10fc2ee16ffd None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:02.584098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2c62e683-5b2b-4c15-a822-10fc2ee16ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:02.603738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2c62e683-5b2b-4c15-a822-10fc2ee16ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:02.604386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c62e683-5b2b-4c15-a822-10fc2ee16ffd None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:17:02.732497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8159b5b2-69bb-49bd-a3ca-d5b9dacd1b05 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router 71c39570-e243-4e58-bb9d-0dbd77cea707 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:17:02.760739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Made reservation on behalf of fc9314dc6ad242c7954dbd58e4ab6efd for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:02.763258 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:02.772354 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:02.776559 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f4e3e51d-6a9b-45bc-996c-2d2cb34e2fc4 req-aa8701e7-78d3-440f-9717-fd7827e0a42b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:02.779245 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f4e3e51d-6a9b-45bc-996c-2d2cb34e2fc4 req-aa8701e7-78d3-440f-9717-fd7827e0a42b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:02.780412 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f4e3e51d-6a9b-45bc-996c-2d2cb34e2fc4 req-aa8701e7-78d3-440f-9717-fd7827e0a42b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "DELETE /v2.0/security-groups/0f89e0c3-4ce3-47cf-ac6a-43051fb53319 HTTP/1.1" status: 204 len: 173 time: 0.4824417 Sep 08 13:17:02.813630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8701e7-78d3-440f-9717-fd7827e0a42b tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f89e0c3-4ce3-47cf-ac6a-43051fb53319,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:02.817740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-85b3580a-ed05-4729-b0c4-6ec46d633517 req-9435ad0a-5f9b-4c5e-a88e-75263c1064cd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1486842772', 'description': 'tempest-description-1495516464'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:02.872489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8159b5b2-69bb-49bd-a3ca-d5b9dacd1b05 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:17:02.877111 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8159b5b2-69bb-49bd-a3ca-d5b9dacd1b05 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:02.884634 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5690eb-168e-4f61-b848-8244d56460db None None] Sync routers for ids ['71c39570-e243-4e58-bb9d-0dbd77cea707'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:17:02.885140 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:02.894130 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5690eb-168e-4f61-b848-8244d56460db None None] Routers {'71c39570-e243-4e58-bb9d-0dbd77cea707'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:02.894844 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-fa5690eb-168e-4f61-b848-8244d56460db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['71c39570-e243-4e58-bb9d-0dbd77cea707'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:02.929991 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-fa5690eb-168e-4f61-b848-8244d56460db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:02.932815 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8159b5b2-69bb-49bd-a3ca-d5b9dacd1b05 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "PUT /v2.0/floatingips/2bb4047d-bf62-4118-aa1a-5fa87fc25449 HTTP/1.1" status: 200 len: 978 time: 2.4344895 Sep 08 13:17:02.935484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58758) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:02.939236 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5690eb-168e-4f61-b848-8244d56460db None None] Routers {'71c39570-e243-4e58-bb9d-0dbd77cea707'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:02.939818 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-fa5690eb-168e-4f61-b848-8244d56460db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['71c39570-e243-4e58-bb9d-0dbd77cea707'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:02.975811 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-fa5690eb-168e-4f61-b848-8244d56460db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:02.976465 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5690eb-168e-4f61-b848-8244d56460db None None] The sync data for ids ['71c39570-e243-4e58-bb9d-0dbd77cea707'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:17:03.018014 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.044147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port a694f94f-c4f2-42c6-82c6-b10c29bf571c {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:03.044507 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.044669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:17:03.068052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df7043f-40e3-472c-a616-df3c19ac6ea8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:03.088071 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.089123 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Added segment d8c0a868-37ee-4c6c-90af-6564c2216612 of type vlan for network c06c7a55-d0b3-4e5f-816d-769f9349ad01 Sep 08 13:17:03.138845 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.148533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.165456 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-85b3580a-ed05-4729-b0c4-6ec46d633517 req-9435ad0a-5f9b-4c5e-a88e-75263c1064cd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.275128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.276553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:03.277450 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.365883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] Pushing event updated for resources: {'Network': ['ID=c06c7a55-d0b3-4e5f-816d-769f9349ad01,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:03.376920 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.377306 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.377629 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Floating IP 2bb4047d-bf62-4118-aa1a-5fa87fc25449 disassociated. External IP: 172.25.5.219, port: a694f94f-c4f2-42c6-82c6-b10c29bf571c. Sep 08 13:17:03.377984 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for a694f94f-c4f2-42c6-82c6-b10c29bf571c owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:03.378524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c06c7a55-d0b3-4e5f-816d-769f9349ad01 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:17:03.385644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500c679-86a0-4388-8301-281aed4e8960 req-5d9bec69-32c5-4d58-9f0c-db7baffa1555 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:03.387323 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7500c679-86a0-4388-8301-281aed4e8960 req-5d9bec69-32c5-4d58-9f0c-db7baffa1555 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1016486 Sep 08 13:17:03.403620 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-85b3580a-ed05-4729-b0c4-6ec46d633517 req-9435ad0a-5f9b-4c5e-a88e-75263c1064cd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.437796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7500c679-86a0-4388-8301-281aed4e8960 req-861dd589-5dd7-40ce-9a2a-dc4da1a5eb24 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402167 Sep 08 13:17:03.481023 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-85b3580a-ed05-4729-b0c4-6ec46d633517 req-9435ad0a-5f9b-4c5e-a88e-75263c1064cd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.553974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435ad0a-5f9b-4c5e-a88e-75263c1064cd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78036638-b107-439a-ab90-b29b8d8beec3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:03.588481 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-951adc68-4831-491d-bb96-869604e2d5dc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1926396 Sep 08 13:17:03.594744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58764) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:03.600251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-75192e33-c855-4f3d-8225-afede6e227dc admin admin] Request body: {'subnet': {'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-242676616-subnet', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:03.646282 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-85b3580a-ed05-4729-b0c4-6ec46d633517 req-9435ad0a-5f9b-4c5e-a88e-75263c1064cd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.648292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85b3580a-ed05-4729-b0c4-6ec46d633517 req-9435ad0a-5f9b-4c5e-a88e-75263c1064cd tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8382077 Sep 08 13:17:03.691260 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.733990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=a694f94f-c4f2-42c6-82c6-b10c29bf571c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:03.747362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75192e33-c855-4f3d-8225-afede6e227dc admin admin] Made reservation on behalf of fc9314dc6ad242c7954dbd58e4ab6efd for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:03.750023 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-75192e33-c855-4f3d-8225-afede6e227dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:03.906084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router 71c39570-e243-4e58-bb9d-0dbd77cea707 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:17:03.914372 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d72d6-7f56-41c6-af51-fa29a1a56337 req-42f2029c-04e6-48a7-9538-1cbddb98a2b3 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:03.915903 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ef5d72d6-7f56-41c6-af51-fa29a1a56337 req-42f2029c-04e6-48a7-9538-1cbddb98a2b3 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 946 time: 0.1934323 Sep 08 13:17:04.011057 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-75192e33-c855-4f3d-8225-afede6e227dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:04.011294 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ef5d72d6-7f56-41c6-af51-fa29a1a56337 req-f7dfc5d0-a98c-47aa-8753-e58885972867 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871732 Sep 08 13:17:04.070074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75192e33-c855-4f3d-8225-afede6e227dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f2e6ead-1c03-4608-ac1d-d8051bc0884a,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:04.084449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:17:04.091000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75192e33-c855-4f3d-8225-afede6e227dc admin admin] Checking segment: {'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:04.091370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75192e33-c855-4f3d-8225-afede6e227dc admin admin] Network hostable DHCP agents. Network: c06c7a55-d0b3-4e5f-816d-769f9349ad01, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:17:04.095369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9408caef-73b2-44fe-af11-6ab430334c5a None None] Sync routers for ids ['71c39570-e243-4e58-bb9d-0dbd77cea707'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:17:04.104856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408caef-73b2-44fe-af11-6ab430334c5a None None] Routers {'71c39570-e243-4e58-bb9d-0dbd77cea707'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:04.105778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9408caef-73b2-44fe-af11-6ab430334c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['71c39570-e243-4e58-bb9d-0dbd77cea707'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:04.143187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9408caef-73b2-44fe-af11-6ab430334c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:04.152951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9408caef-73b2-44fe-af11-6ab430334c5a None None] Routers {'71c39570-e243-4e58-bb9d-0dbd77cea707'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:04.153514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9408caef-73b2-44fe-af11-6ab430334c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['71c39570-e243-4e58-bb9d-0dbd77cea707'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:04.177743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75192e33-c855-4f3d-8225-afede6e227dc admin admin] Network c06c7a55-d0b3-4e5f-816d-769f9349ad01 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:17:04.180089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60f2f320-54bf-4ef4-9f62-f92ead1150cc req-f582ca12-5765-4a07-bcd8-2271c1c40585 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/78036638-b107-439a-ab90-b29b8d8beec3 HTTP/1.1" status: 200 len: 1803 time: 0.0977440 Sep 08 13:17:04.186447 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9408caef-73b2-44fe-af11-6ab430334c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:04.187115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9408caef-73b2-44fe-af11-6ab430334c5a None None] The sync data for ids ['71c39570-e243-4e58-bb9d-0dbd77cea707'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:17:04.188570 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:04.190767 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7260422d-2422-48b9-ac8b-c26ab3de0aaf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/ports/a694f94f-c4f2-42c6-82c6-b10c29bf571c HTTP/1.1" status: 204 len: 168 time: 1.2542629 Sep 08 13:17:04.193859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58788) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:04.196872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-60f2f320-54bf-4ef4-9f62-f92ead1150cc req-3ee43400-2413-4f82-b2c7-0cd14398a076 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Request body: {'security_group': {'name': 'tempest-sg-hth-464132737', 'description': 'tempest-description-hth-267274764'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:04.223703 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-60f2f320-54bf-4ef4-9f62-f92ead1150cc req-3ee43400-2413-4f82-b2c7-0cd14398a076 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:04.275107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-60f2f320-54bf-4ef4-9f62-f92ead1150cc req-3ee43400-2413-4f82-b2c7-0cd14398a076 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:04.400792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-75192e33-c855-4f3d-8225-afede6e227dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c06c7a55-d0b3-4e5f-816d-769f9349ad01) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:04.407309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75192e33-c855-4f3d-8225-afede6e227dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:04.407954 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-75192e33-c855-4f3d-8225-afede6e227dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:04.412618 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f4ede-78f9-4787-92de-7cde64b11f59 None None] Network c06c7a55-d0b3-4e5f-816d-769f9349ad01 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:04.451784 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-60f2f320-54bf-4ef4-9f62-f92ead1150cc req-3ee43400-2413-4f82-b2c7-0cd14398a076 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:04.454626 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-60f2f320-54bf-4ef4-9f62-f92ead1150cc req-3ee43400-2413-4f82-b2c7-0cd14398a076 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:04.467449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60f2f320-54bf-4ef4-9f62-f92ead1150cc req-3ee43400-2413-4f82-b2c7-0cd14398a076 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "PUT /v2.0/security-groups/78036638-b107-439a-ab90-b29b8d8beec3 HTTP/1.1" status: 200 len: 1775 time: 0.2640231 Sep 08 13:17:04.493175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee43400-2413-4f82-b2c7-0cd14398a076 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78036638-b107-439a-ab90-b29b8d8beec3,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:04.588947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'fixed_ips': [{'subnet_id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:17:04.590561 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:04.591122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a319c5ec-faa1-4d7b-9bf4-88368f5a110f req-5987df99-45c5-4886-9a6d-2a4aa3b1b79b tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:04.593005 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a319c5ec-faa1-4d7b-9bf4-88368f5a110f req-5987df99-45c5-4886-9a6d-2a4aa3b1b79b tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed38ca0-33ac-4bae-b432-121f983ddbb3 HTTP/1.1" status: 200 len: 945 time: 0.0606046 Sep 08 13:17:04.643218 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a319c5ec-faa1-4d7b-9bf4-88368f5a110f req-b330727c-a61c-4f2a-bd8a-33f41be4be32 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419927 Sep 08 13:17:04.759680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Allocated IP 172.20.0.2 (c06c7a55-d0b3-4e5f-816d-769f9349ad01/8f2e6ead-1c03-4608-ac1d-d8051bc0884a/392bfd80-1d58-43bc-a1ed-7bc96b507256) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:04.772487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4401fde-c680-436f-af8b-9456589a32cb req-4be41493-0963-42cb-83d9-25ef8432ce2b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:04.774967 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f4401fde-c680-436f-af8b-9456589a32cb req-4be41493-0963-42cb-83d9-25ef8432ce2b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.0693629 Sep 08 13:17:04.794902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-75192e33-c855-4f3d-8225-afede6e227dc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1986842 Sep 08 13:17:04.799058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58816) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:04.804022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:04.846354 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f4401fde-c680-436f-af8b-9456589a32cb req-0056852f-ee67-4eb9-b19c-7aaa75195335 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623515 Sep 08 13:17:04.910047 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-54557e67-d223-45cb-8653-0073059597d0 req-03907fb9-8d9a-4665-959a-fc3c2534a682 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/78036638-b107-439a-ab90-b29b8d8beec3 HTTP/1.1" status: 200 len: 1775 time: 0.0441582 Sep 08 13:17:04.939339 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:04.940693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:04.944694 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:04.959245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Transition to ACTIVE for port object 392bfd80-1d58-43bc-a1ed-7bc96b507256 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:04.967765 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef13c038-2874-4b27-b0fb-fa623655a259 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:04.975339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Transition to ACTIVE for port object 392bfd80-1d58-43bc-a1ed-7bc96b507256 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:05.011667 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:05.165539 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9902b3-77e0-4ad0-9cbf-cea881666414 req-b7a9d77d-f769-437b-b0db-5f3a400d6d74 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:05.167096 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b9902b3-77e0-4ad0-9cbf-cea881666414 req-b7a9d77d-f769-437b-b0db-5f3a400d6d74 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=18498ea1-343e-4f18-b4e9-20f28eda6d97 HTTP/1.1" status: 200 len: 946 time: 0.0538723 Sep 08 13:17:05.176531 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:05.218272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Network c06c7a55-d0b3-4e5f-816d-769f9349ad01 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:05.221176 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:05.228639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:05.236989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Pushing event updated for resources: {'Port': ['ID=392bfd80-1d58-43bc-a1ed-7bc96b507256,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:05.256776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ef13c038-2874-4b27-b0fb-fa623655a259 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port 1c0d520a-7631-4eb0-b80e-e1cb13ad127b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:05.257057 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef13c038-2874-4b27-b0fb-fa623655a259 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:05.286621 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b9902b3-77e0-4ad0-9cbf-cea881666414 req-c8b1ce4f-d060-4b38-8523-9f2c7648ab3e tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131005 Sep 08 13:17:05.323123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Attempting to bind port 392bfd80-1d58-43bc-a1ed-7bc96b507256 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:05.323593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Attempting to bind port 392bfd80-1d58-43bc-a1ed-7bc96b507256 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:05.324039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Attempting to bind port 392bfd80-1d58-43bc-a1ed-7bc96b507256 on network c06c7a55-d0b3-4e5f-816d-769f9349ad01 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:05.329458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:05.329964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Checking segment: {'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:05.330481 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:05.330988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Bound using segment: {'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:05.331561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Bound port: 392bfd80-1d58-43bc-a1ed-7bc96b507256, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:05.332051 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:05.361498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:05.365748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef13c038-2874-4b27-b0fb-fa623655a259 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:05.384173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ef13c038-2874-4b27-b0fb-fa623655a259 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for 1c0d520a-7631-4eb0-b80e-e1cb13ad127b owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:05.399971 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] For port 392bfd80-1d58-43bc-a1ed-7bc96b507256, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:05.403764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] For port 392bfd80-1d58-43bc-a1ed-7bc96b507256, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=392bfd80-1d58-43bc-a1ed-7bc96b507256,segment=NetworkSegment(d8c0a868-37ee-4c6c-90af-6564c2216612),segment_id=d8c0a868-37ee-4c6c-90af-6564c2216612)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:05.408145 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3664ec2d-baa7-44ff-9ca6-090cbda9272f req-50eb6f54-8bfd-4f4f-8b61-576bbc458503 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/78036638-b107-439a-ab90-b29b8d8beec3 HTTP/1.1" status: 200 len: 1775 time: 0.0491755 Sep 08 13:17:05.477288 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3664ec2d-baa7-44ff-9ca6-090cbda9272f req-27646972-d5a0-487f-a2f6-b233ac307289 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:05.510568 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3664ec2d-baa7-44ff-9ca6-090cbda9272f req-27646972-d5a0-487f-a2f6-b233ac307289 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:05.532591 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:05.617557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe60392-0acf-4694-ae43-26c341fc7fe1 None None] Pushing event updated for resources: {'Port': ['ID=392bfd80-1d58-43bc-a1ed-7bc96b507256,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:05.686536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef13c038-2874-4b27-b0fb-fa623655a259 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:05.715231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef13c038-2874-4b27-b0fb-fa623655a259 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=1c0d520a-7631-4eb0-b80e-e1cb13ad127b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:05.979049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef13c038-2874-4b27-b0fb-fa623655a259 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:06.076176 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3664ec2d-baa7-44ff-9ca6-090cbda9272f req-27646972-d5a0-487f-a2f6-b233ac307289 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:06.079237 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3664ec2d-baa7-44ff-9ca6-090cbda9272f req-27646972-d5a0-487f-a2f6-b233ac307289 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:06.085175 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3664ec2d-baa7-44ff-9ca6-090cbda9272f req-27646972-d5a0-487f-a2f6-b233ac307289 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "DELETE /v2.0/security-groups/78036638-b107-439a-ab90-b29b8d8beec3 HTTP/1.1" status: 204 len: 173 time: 0.6687510 Sep 08 13:17:06.162458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27646972-d5a0-487f-a2f6-b233ac307289 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78036638-b107-439a-ab90-b29b8d8beec3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:06.242374 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:06.253180 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f52590-0f8b-4684-990d-2aaa38ae7010 req-c3db46bb-0d0c-4706-ba7f-18a6c1c79f8c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:06.254791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5f52590-0f8b-4684-990d-2aaa38ae7010 req-c3db46bb-0d0c-4706-ba7f-18a6c1c79f8c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1037943 Sep 08 13:17:06.276085 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:06.278125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef13c038-2874-4b27-b0fb-fa623655a259 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router 71c39570-e243-4e58-bb9d-0dbd77cea707 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:17:06.358332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5f52590-0f8b-4684-990d-2aaa38ae7010 req-ec333e33-a42b-4fab-ab56-2cdbfa517bcf tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848038 Sep 08 13:17:06.406884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef13c038-2874-4b27-b0fb-fa623655a259 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:17:06.412604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ef13c038-2874-4b27-b0fb-fa623655a259 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "PUT /v2.0/routers/71c39570-e243-4e58-bb9d-0dbd77cea707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2167618 Sep 08 13:17:06.415437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58836) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:06.420131 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e1cd7-1465-4363-bc67-86a7335a9ee9 None None] Sync routers for ids ['71c39570-e243-4e58-bb9d-0dbd77cea707'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:17:06.439154 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e1cd7-1465-4363-bc67-86a7335a9ee9 None None] Routers {'71c39570-e243-4e58-bb9d-0dbd77cea707'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:06.439846 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-801e1cd7-1465-4363-bc67-86a7335a9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['71c39570-e243-4e58-bb9d-0dbd77cea707'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:06.452070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Allocated IP 172.25.5.89 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/2645c84d-7abb-456f-9539-aedef948cd5c) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:06.503666 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-801e1cd7-1465-4363-bc67-86a7335a9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:06.514962 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801e1cd7-1465-4363-bc67-86a7335a9ee9 None None] Routers {'71c39570-e243-4e58-bb9d-0dbd77cea707'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:06.515707 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-801e1cd7-1465-4363-bc67-86a7335a9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['71c39570-e243-4e58-bb9d-0dbd77cea707'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:06.561255 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-801e1cd7-1465-4363-bc67-86a7335a9ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:06.561979 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801e1cd7-1465-4363-bc67-86a7335a9ee9 None None] The sync data for ids ['71c39570-e243-4e58-bb9d-0dbd77cea707'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:17:06.579374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:06.625776 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:06.641606 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaf808-666e-4490-a1da-9b7464de3406 req-904f1039-5ad3-4e4c-8cb4-8acd87b2ffe0 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:06.643493 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b1eaf808-666e-4490-a1da-9b7464de3406 req-904f1039-5ad3-4e4c-8cb4-8acd87b2ffe0 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=18498ea1-343e-4f18-b4e9-20f28eda6d97 HTTP/1.1" status: 200 len: 946 time: 0.0959287 Sep 08 13:17:06.712368 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b1eaf808-666e-4490-a1da-9b7464de3406 req-c1ef6510-cdf4-4f9b-b4d0-8d14775057ba tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588174 Sep 08 13:17:06.716925 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:06.783121 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [req-11b5838b-31cb-4be3-b777-7246ac2d1cfa req-0e388c7f-8a38-4fae-aa83-ebba3fa643f0 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] show failed (client error): The resource could not be found. Sep 08 13:17:06.784169 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11b5838b-31cb-4be3-b777-7246ac2d1cfa req-0e388c7f-8a38-4fae-aa83-ebba3fa643f0 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/0f89e0c3-4ce3-47cf-ac6a-43051fb53319 HTTP/1.1" status: 404 len: 352 time: 0.0148907 Sep 08 13:17:06.794866 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:06.823418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc114c-c0de-4910-b1d7-707504b708a0 req-13df5928-a185-4dfb-a698-5edb80128bf7 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:06.825044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-74cc114c-c0de-4910-b1d7-707504b708a0 req-13df5928-a185-4dfb-a698-5edb80128bf7 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 948 time: 0.0559072 Sep 08 13:17:06.844504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5e4c2d-628a-4d9b-85a6-e437b7529791 None None] Network c06c7a55-d0b3-4e5f-816d-769f9349ad01 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:06.851982 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [req-7eedb0eb-e7ac-41a0-8984-4f3cbc7a3c04 req-42eef7f6-2587-463b-8549-b2494e8f7082 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] show failed (client error): The resource could not be found. Sep 08 13:17:06.855008 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7eedb0eb-e7ac-41a0-8984-4f3cbc7a3c04 req-42eef7f6-2587-463b-8549-b2494e8f7082 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/8e2b270d-a79a-45b7-bb3c-b356b78044f5 HTTP/1.1" status: 404 len: 352 time: 0.0349002 Sep 08 13:17:06.868078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Pushing event updated for resources: {'Port': ['ID=2645c84d-7abb-456f-9539-aedef948cd5c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:06.886549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:06.889840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:06.898542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:06.901860 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-74cc114c-c0de-4910-b1d7-707504b708a0 req-6c711ffa-a6c8-4148-ab61-bb15c18b8a06 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498250 Sep 08 13:17:06.921789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port 5c25448c-2ea6-48bf-ad39-6cf871cfa175 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:06.922423 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:06.936386 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [req-cdf5e408-2bc2-4655-8be6-9f330934cb69 req-d335b31b-333e-4a35-a7bc-808a4768e9d0 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] show failed (client error): The resource could not be found. Sep 08 13:17:06.936386 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cdf5e408-2bc2-4655-8be6-9f330934cb69 req-d335b31b-333e-4a35-a7bc-808a4768e9d0 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/52e333ed-2daa-457b-be8e-41299b8d3039 HTTP/1.1" status: 404 len: 352 time: 0.0425212 Sep 08 13:17:06.991255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6b26dc66-8cbb-4bc9-8ffb-d4fc93f34959 None None] Provisioning for port 392bfd80-1d58-43bc-a1ed-7bc96b507256 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:07.013710 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-ac7983da-a601-4010-a72a-e0b0ef04fb20 req-c1c1d77a-9045-45e6-8573-d08e0a0328d4 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] show failed (client error): The resource could not be found. Sep 08 13:17:07.014929 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac7983da-a601-4010-a72a-e0b0ef04fb20 req-c1c1d77a-9045-45e6-8573-d08e0a0328d4 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/fa21efe5-6a91-4310-8ad0-637ded0cdaff HTTP/1.1" status: 404 len: 352 time: 0.0519855 Sep 08 13:17:07.043519 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.057737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for 5c25448c-2ea6-48bf-ad39-6cf871cfa175 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:07.101923 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [req-9016b4e7-aa67-4cdc-8fa3-4a2f8e2bfd4b req-8fb6583c-47e0-4c56-93c5-a474c78a61cc tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] show failed (client error): The resource could not be found. Sep 08 13:17:07.102774 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9016b4e7-aa67-4cdc-8fa3-4a2f8e2bfd4b req-8fb6583c-47e0-4c56-93c5-a474c78a61cc tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/de25234a-700d-4b95-b32c-1e6254d63066 HTTP/1.1" status: 404 len: 352 time: 0.0300672 Sep 08 13:17:07.104714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 392bfd80-1d58-43bc-a1ed-7bc96b507256 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:07.147198 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-df265cfd-5299-4cbb-9cf7-27b1cc077651 req-a8ff5cef-a494-4cb4-a3eb-7ada0e886d5e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] show failed (client error): The resource could not be found. Sep 08 13:17:07.148955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df265cfd-5299-4cbb-9cf7-27b1cc077651 req-a8ff5cef-a494-4cb4-a3eb-7ada0e886d5e tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/95871035-9dd8-45a2-8ff0-16843ec29c5f HTTP/1.1" status: 404 len: 352 time: 0.0223508 Sep 08 13:17:07.263065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 392bfd80-1d58-43bc-a1ed-7bc96b507256 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:07.267828 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 392bfd80-1d58-43bc-a1ed-7bc96b507256 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:07.267828 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.328709 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.388979 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.405140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-740d9cd1-2983-4237-a1f9-a81ace90c54b None None] Provisioning complete for port 392bfd80-1d58-43bc-a1ed-7bc96b507256 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:07.405140 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-740d9cd1-2983-4237-a1f9-a81ace90c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.415171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=5c25448c-2ea6-48bf-ad39-6cf871cfa175,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:07.452946 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.501950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 392bfd80-1d58-43bc-a1ed-7bc96b507256, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=392bfd80-1d58-43bc-a1ed-7bc96b507256,segment=NetworkSegment(d8c0a868-37ee-4c6c-90af-6564c2216612),segment_id=d8c0a868-37ee-4c6c-90af-6564c2216612)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:07.537997 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.544661 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-740d9cd1-2983-4237-a1f9-a81ace90c54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.564729 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.582441 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.663148 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-740d9cd1-2983-4237-a1f9-a81ace90c54b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:17:07.663966 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-740d9cd1-2983-4237-a1f9-a81ace90c54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:17:07.668610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=392bfd80-1d58-43bc-a1ed-7bc96b507256,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:07.677817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.681930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.692995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b62fde-f75d-4f86-937a-ce93eda60eb4 req-635b4c4e-39bb-4514-b667-e25ee7509020 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:07.698151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36b62fde-f75d-4f86-937a-ce93eda60eb4 req-635b4c4e-39bb-4514-b667-e25ee7509020 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.2418797 Sep 08 13:17:07.737379 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b39f4a18-d503-4ac5-8738-36cfe21cbced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.771998 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36b62fde-f75d-4f86-937a-ce93eda60eb4 req-4b432879-8e20-42bc-8f87-c78e654aa3f1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700274 Sep 08 13:17:07.846227 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:17:07.864952 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.865647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Fanout notify agent at l3_agent the message router_deleted on router 71c39570-e243-4e58-bb9d-0dbd77cea707 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:17:07.874929 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:07.879173 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3375a474-87c4-418d-b8dd-d72030b7ff3d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/routers/71c39570-e243-4e58-bb9d-0dbd77cea707 HTTP/1.1" status: 204 len: 168 time: 1.4595363 Sep 08 13:17:07.880100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58866) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:07.927800 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93063b6d-b34b-4d1d-9ecd-1444cc8bdfbf req-3c2bf5ca-599b-4c3e-a089-3dda976741e8 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:07.929252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93063b6d-b34b-4d1d-9ecd-1444cc8bdfbf req-3c2bf5ca-599b-4c3e-a089-3dda976741e8 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 1023 time: 0.0959759 Sep 08 13:17:07.951527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2b8239-27dc-49b7-9b8e-a8c1949bcf5f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting subnet 9959beb4-a38d-4502-83b9-13ca3e257cd3 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:17:07.961971 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8239-27dc-49b7-9b8e-a8c1949bcf5f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.014491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93063b6d-b34b-4d1d-9ecd-1444cc8bdfbf req-61d347dc-9124-4a0d-924f-1163297963aa tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa68476c-3530-43b1-88d8-079ef3a2f044&id=c0d323a2-db87-4f26-8b18-fc9d97aa6e66&id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0772862 Sep 08 13:17:08.025275 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8239-27dc-49b7-9b8e-a8c1949bcf5f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.035766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61faaea-8eb9-44a9-a57a-61ed6de8ac60 req-1db91f85-559b-46f4-81fe-b4b1e89c03e0 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:08.037320 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d61faaea-8eb9-44a9-a57a-61ed6de8ac60 req-1db91f85-559b-46f4-81fe-b4b1e89c03e0 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=18498ea1-343e-4f18-b4e9-20f28eda6d97 HTTP/1.1" status: 200 len: 946 time: 0.1433268 Sep 08 13:17:08.047739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a28cc7-e19c-4dcd-9e83-2a02b6ede25f req-7fddffe2-1d44-4900-a017-2a58b9cb4821 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:08.049277 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49a28cc7-e19c-4dcd-9e83-2a02b6ede25f req-7fddffe2-1d44-4900-a017-2a58b9cb4821 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.60 "GET /v2.0/ports?device_id=18498ea1-343e-4f18-b4e9-20f28eda6d97 HTTP/1.1" status: 200 len: 946 time: 0.1210997 Sep 08 13:17:08.053770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:17:08.065203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Sync routers for ids ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:17:08.085181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Routers {'2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:08.086814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:08.137969 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d61faaea-8eb9-44a9-a57a-61ed6de8ac60 req-d5752ea7-8491-433b-9ea4-eae90aab7d84 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874057 Sep 08 13:17:08.148954 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8239-27dc-49b7-9b8e-a8c1949bcf5f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.191901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-49a28cc7-e19c-4dcd-9e83-2a02b6ede25f req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Deleting port ecb79e96-cb60-43ed-93af-379fde69a4ce {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:08.192186 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-49a28cc7-e19c-4dcd-9e83-2a02b6ede25f req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.202150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91496f90-e940-4b1f-913d-26d71ca4a867 req-f31a3b2f-fb88-4513-ac1b-b8f0e1d10ca4 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:08.204188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91496f90-e940-4b1f-913d-26d71ca4a867 req-f31a3b2f-fb88-4513-ac1b-b8f0e1d10ca4 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 948 time: 0.1043441 Sep 08 13:17:08.239796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Set router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:08.259768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91496f90-e940-4b1f-913d-26d71ca4a867 req-99d7d05b-7e64-4b71-8421-2e2d496d2042 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Sep 08 13:17:08.270900 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.275029 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d1a22937-0e4d-4ccd-8de5-dc44abd0792c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.4721515 Sep 08 13:17:08.275389 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58870) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:08.308043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-49a28cc7-e19c-4dcd-9e83-2a02b6ede25f req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] For port ecb79e96-cb60-43ed-93af-379fde69a4ce, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ecb79e96-cb60-43ed-93af-379fde69a4ce,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:08.308761 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-49a28cc7-e19c-4dcd-9e83-2a02b6ede25f req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.323884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-49a28cc7-e19c-4dcd-9e83-2a02b6ede25f req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Calling delete_port for ecb79e96-cb60-43ed-93af-379fde69a4ce owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:08.376732 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8239-27dc-49b7-9b8e-a8c1949bcf5f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.414005 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6a2b8239-27dc-49b7-9b8e-a8c1949bcf5f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.419263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6a2b8239-27dc-49b7-9b8e-a8c1949bcf5f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/subnets/9959beb4-a38d-4502-83b9-13ca3e257cd3 HTTP/1.1" status: 204 len: 168 time: 0.5371988 Sep 08 13:17:08.420525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58872) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:08.442608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20d5715-c01a-4c85-85b5-87d6a3f557b9 None None] Network c2f4d10b-f6bf-4b86-98fd-68655524ff35 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:08.454365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b8239-27dc-49b7-9b8e-a8c1949bcf5f tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Subnet': ['ID=9959beb4-a38d-4502-83b9-13ca3e257cd3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:08.543722 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-49a28cc7-e19c-4dcd-9e83-2a02b6ede25f req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.557003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['6bb8597d-00dc-4b3b-9a07-d13107d51a52'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:17:08.557365 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.559102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['735f848b-bd12-461a-8ba9-b23c4d1d3e98'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:17:08.576848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Pushing event deleted for resources: {'Port': ['ID=ecb79e96-cb60-43ed-93af-379fde69a4ce,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:08.595112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:08.595112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:08.595112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:08.595112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:08.595112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:08.600147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:08.600147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:08.600147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:08.600147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:08.600147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:08.600147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:08.600147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:08.637659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a28cc7-e19c-4dcd-9e83-2a02b6ede25f req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] No DVR routers for this DVR port ecb79e96-cb60-43ed-93af-379fde69a4ce on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:17:08.640764 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-49a28cc7-e19c-4dcd-9e83-2a02b6ede25f req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.643139 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49a28cc7-e19c-4dcd-9e83-2a02b6ede25f req-79deab48-3522-45e8-b934-1efdd91af778 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.60 "DELETE /v2.0/ports/ecb79e96-cb60-43ed-93af-379fde69a4ce HTTP/1.1" status: 204 len: 173 time: 0.5817139 Sep 08 13:17:08.643698 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18498ea1-343e-4f18-b4e9-20f28eda6d97', 'name': 'network-vif-deleted', 'tag': 'ecb79e96-cb60-43ed-93af-379fde69a4ce'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:08.646241 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4564e19c-3eaa-4d3d-9e81-48c258ef2dd3" -d '{"events": [{"server_uuid": "18498ea1-343e-4f18-b4e9-20f28eda6d97", "name": "network-vif-deleted", "tag": "ecb79e96-cb60-43ed-93af-379fde69a4ce"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:08.701016 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920e82d3-d0f1-4148-a842-938b94e30ba5 x-openstack-request-id: req-920e82d3-d0f1-4148-a842-938b94e30ba5 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:08.701667 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18498ea1-343e-4f18-b4e9-20f28eda6d97", "name": "network-vif-deleted", "tag": "ecb79e96-cb60-43ed-93af-379fde69a4ce", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:08.701966 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-920e82d3-d0f1-4148-a842-938b94e30ba5 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:08.702427 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18498ea1-343e-4f18-b4e9-20f28eda6d97', 'name': 'network-vif-deleted', 'tag': 'ecb79e96-cb60-43ed-93af-379fde69a4ce', 'status': 'completed', 'code': 200} Sep 08 13:17:08.719277 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port 8b20e5a9-a239-4c4b-a844-dd620319aa6b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:08.719894 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.764658 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba6230-f362-4e6b-8d59-c70381d57dd9 req-1d60effb-c45b-41e5-86b7-87eb4cdb6ef5 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:08.766715 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6dba6230-f362-4e6b-8d59-c70381d57dd9 req-1d60effb-c45b-41e5-86b7-87eb4cdb6ef5 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 948 time: 0.0872669 Sep 08 13:17:08.871893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61307481-4a05-4825-948e-74985ca341a2 None None] DHCP port deletion for c2f4d10b-f6bf-4b86-98fd-68655524ff35 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:17:08.879483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:17:07Z', 'revision_number': 3, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:08.887241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] For port 8b20e5a9-a239-4c4b-a844-dd620319aa6b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8b20e5a9-a239-4c4b-a844-dd620319aa6b,segment=NetworkSegment(5b9b950a-9e54-4321-83ae-21e8980813a3),segment_id=5b9b950a-9e54-4321-83ae-21e8980813a3)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:08.887779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:08.931839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for 8b20e5a9-a239-4c4b-a844-dd620319aa6b owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:08.943897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Checking router: 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:17:08.944250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Updating router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 port 2645c84d-7abb-456f-9539-aedef948cd5c binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:17:08.988010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-6dba6230-f362-4e6b-8d59-c70381d57dd9 req-f523f586-751c-4871-867b-ba4a21f07def tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Deleting port cf8897c8-bf64-4f26-9b99-47b369ef4861 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:08.988366 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6dba6230-f362-4e6b-8d59-c70381d57dd9 req-f523f586-751c-4871-867b-ba4a21f07def tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.014475 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.142043 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-61307481-4a05-4825-948e-74985ca341a2 None None] Deleting port 8b20e5a9-a239-4c4b-a844-dd620319aa6b {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:09.143122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-61307481-4a05-4825-948e-74985ca341a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.150288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 392bfd80-1d58-43bc-a1ed-7bc96b507256 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:09.169661 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6d760-0e4e-40cc-bce9-5f370a24c4f1 req-cf08e6de-2ac5-4e22-9540-1872fd8ca049 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:09.171325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02b6d760-0e4e-40cc-bce9-5f370a24c4f1 req-cf08e6de-2ac5-4e22-9540-1872fd8ca049 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1549187 Sep 08 13:17:09.180436 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-6dba6230-f362-4e6b-8d59-c70381d57dd9 req-f523f586-751c-4871-867b-ba4a21f07def tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] For port cf8897c8-bf64-4f26-9b99-47b369ef4861, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cf8897c8-bf64-4f26-9b99-47b369ef4861,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:09.180831 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6dba6230-f362-4e6b-8d59-c70381d57dd9 req-f523f586-751c-4871-867b-ba4a21f07def tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.215047 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-6dba6230-f362-4e6b-8d59-c70381d57dd9 req-f523f586-751c-4871-867b-ba4a21f07def tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Calling delete_port for cf8897c8-bf64-4f26-9b99-47b369ef4861 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:09.249700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02b6d760-0e4e-40cc-bce9-5f370a24c4f1 req-ce00a6be-da8e-4234-b2c0-bc25104aeeed tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659552 Sep 08 13:17:09.286236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-61307481-4a05-4825-948e-74985ca341a2 None None] For port 8b20e5a9-a239-4c4b-a844-dd620319aa6b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8b20e5a9-a239-4c4b-a844-dd620319aa6b,segment=NetworkSegment(5b9b950a-9e54-4321-83ae-21e8980813a3),segment_id=5b9b950a-9e54-4321-83ae-21e8980813a3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:09.286515 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-61307481-4a05-4825-948e-74985ca341a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.312326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ff412-2f26-4544-b372-dc2dfc8a902e req-ab860a1b-e0a6-42c1-82dc-084763fa14cb tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:09.320982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e31ff412-2f26-4544-b372-dc2dfc8a902e req-ab860a1b-e0a6-42c1-82dc-084763fa14cb tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 1023 time: 0.1581626 Sep 08 13:17:09.334342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cb90a9-e56f-431d-932e-59c06ea41c9b req-420018da-7f3a-4a16-8e9f-4470b0bc6941 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:09.336016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-61307481-4a05-4825-948e-74985ca341a2 None None] Calling delete_port for 8b20e5a9-a239-4c4b-a844-dd620319aa6b owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:09.336353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02cb90a9-e56f-431d-932e-59c06ea41c9b req-420018da-7f3a-4a16-8e9f-4470b0bc6941 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.70 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 1023 time: 0.1749747 Sep 08 13:17:09.358418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 392bfd80-1d58-43bc-a1ed-7bc96b507256 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:09.358795 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.394918 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.424822 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.431270 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3f269f4-2262-4ff3-8509-453877e161f3 req-6ecf67e9-ce9f-49d6-8574-3b029fa9ac44 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=18498ea1-343e-4f18-b4e9-20f28eda6d97 HTTP/1.1" status: 200 len: 210 time: 0.0292625 Sep 08 13:17:09.474904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e31ff412-2f26-4544-b372-dc2dfc8a902e req-970d56ab-c9b1-4f33-aa1b-14565b2557eb tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa68476c-3530-43b1-88d8-079ef3a2f044&id=c0d323a2-db87-4f26-8b18-fc9d97aa6e66&id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1527264 Sep 08 13:17:09.480655 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6dba6230-f362-4e6b-8d59-c70381d57dd9 req-f523f586-751c-4871-867b-ba4a21f07def tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.485452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] No DVR routers for this DVR port 8b20e5a9-a239-4c4b-a844-dd620319aa6b on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:17:09.514364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=8b20e5a9-a239-4c4b-a844-dd620319aa6b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:09.557543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523f586-751c-4871-867b-ba4a21f07def tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Pushing event deleted for resources: {'Port': ['ID=cf8897c8-bf64-4f26-9b99-47b369ef4861,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:09.564683 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-61307481-4a05-4825-948e-74985ca341a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.587942 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.607640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dba6230-f362-4e6b-8d59-c70381d57dd9 req-f523f586-751c-4871-867b-ba4a21f07def tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] No DVR routers for this DVR port cf8897c8-bf64-4f26-9b99-47b369ef4861 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:17:09.610819 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6dba6230-f362-4e6b-8d59-c70381d57dd9 req-f523f586-751c-4871-867b-ba4a21f07def tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.612881 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6dba6230-f362-4e6b-8d59-c70381d57dd9 req-f523f586-751c-4871-867b-ba4a21f07def tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.60 "DELETE /v2.0/ports/cf8897c8-bf64-4f26-9b99-47b369ef4861 HTTP/1.1" status: 204 len: 173 time: 0.8390846 Sep 08 13:17:09.630995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Transition to ACTIVE for port object 2645c84d-7abb-456f-9539-aedef948cd5c will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:09.633584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61307481-4a05-4825-948e-74985ca341a2 None None] Pushing event deleted for resources: {'Port': ['ID=8b20e5a9-a239-4c4b-a844-dd620319aa6b,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:09.644796 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.644960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61307481-4a05-4825-948e-74985ca341a2 None None] No DVR routers for this DVR port 8b20e5a9-a239-4c4b-a844-dd620319aa6b on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:17:09.697343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f4d10b-f6bf-4b86-98fd-68655524ff35']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:09.709009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8b20e5a9-a239-4c4b-a844-dd620319aa6b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:17:09.722962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9b950a-9e54-4321-83ae-21e8980813a3') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:09.723259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9b950a-9e54-4321-83ae-21e8980813a3') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:09.735468 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.735468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 8b20e5a9-a239-4c4b-a844-dd620319aa6b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:17:09.735468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8b20e5a9-a239-4c4b-a844-dd620319aa6b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:17:09.788719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Attempting to bind port 2645c84d-7abb-456f-9539-aedef948cd5c on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:09.793165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Attempting to bind port 2645c84d-7abb-456f-9539-aedef948cd5c by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:09.793165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Attempting to bind port 2645c84d-7abb-456f-9539-aedef948cd5c on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:09.801721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:09.802250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:09.802765 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.803250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:09.804460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Bound port: 2645c84d-7abb-456f-9539-aedef948cd5c, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:09.805176 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:09.806753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-38245090-ce74-4fb4-be62-36670bdf959e req-d71dc470-c00e-47a6-90e1-da8d7465b324 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=9f1705a9-0c90-4c0f-890d-0447ac459581 HTTP/1.1" status: 200 len: 210 time: 0.2564213 Sep 08 13:17:09.807691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566744f-bc4d-48cd-b00c-76d2cbf932b9 None None] Pushing event updated for resources: {'Port': ['ID=2645c84d-7abb-456f-9539-aedef948cd5c,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:09.868936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] For port 2645c84d-7abb-456f-9539-aedef948cd5c, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:09.872832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] For port 2645c84d-7abb-456f-9539-aedef948cd5c, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2645c84d-7abb-456f-9539-aedef948cd5c,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:10.023210 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.067858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ecb79e96-cb60-43ed-93af-379fde69a4ce no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:17:10.118085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: ecb79e96-cb60-43ed-93af-379fde69a4ce {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:17:10.118464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ecb79e96-cb60-43ed-93af-379fde69a4ce not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:17:10.127069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Routers {'2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:10.127728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:16:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:10.133557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566744f-bc4d-48cd-b00c-76d2cbf932b9 None None] Pushing event updated for resources: {'Port': ['ID=2645c84d-7abb-456f-9539-aedef948cd5c,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:10.171249 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.197785 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.211975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:17:10.214551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.224111 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c9506467-ef4f-4377-8aba-87764b39ba98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:17:10.237384 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:17:10.253623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] Set router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:10.255925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-02cb90a9-e56f-431d-932e-59c06ea41c9b req-a3109e95-8753-4461-9f4a-7400e6bbb579 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Deleting port 9d796fc7-e9c9-46ca-824e-9b1f25742a58 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:10.256284 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-02cb90a9-e56f-431d-932e-59c06ea41c9b req-a3109e95-8753-4461-9f4a-7400e6bbb579 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.415976 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.432937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Allocated IP 172.20.0.1 (c06c7a55-d0b3-4e5f-816d-769f9349ad01/8f2e6ead-1c03-4608-ac1d-d8051bc0884a/198e9ae3-afae-4938-8344-68d0aeddda17) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:10.443769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-02cb90a9-e56f-431d-932e-59c06ea41c9b req-a3109e95-8753-4461-9f4a-7400e6bbb579 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] For port 9d796fc7-e9c9-46ca-824e-9b1f25742a58, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9d796fc7-e9c9-46ca-824e-9b1f25742a58,segment=NetworkSegment(3beac38d-3f7c-4026-ad32-85258d3e58cb),segment_id=3beac38d-3f7c-4026-ad32-85258d3e58cb)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:10.444153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-02cb90a9-e56f-431d-932e-59c06ea41c9b req-a3109e95-8753-4461-9f4a-7400e6bbb579 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.465980 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.482780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-02cb90a9-e56f-431d-932e-59c06ea41c9b req-a3109e95-8753-4461-9f4a-7400e6bbb579 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Calling delete_port for 9d796fc7-e9c9-46ca-824e-9b1f25742a58 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:10.497001 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.498994 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/networks/c2f4d10b-f6bf-4b86-98fd-68655524ff35 HTTP/1.1" status: 204 len: 168 time: 2.0753160 Sep 08 13:17:10.501868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58902) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:10.543671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f2e82-632b-4c8a-b212-c388dfde580d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Network': ['ID=c2f4d10b-f6bf-4b86-98fd-68655524ff35,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:10.651016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:17:07Z', 'revision_number': 3, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:10.657131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f6e77-0159-4f79-8299-d05a367f9577 req-0aa8143d-2517-4b67-920c-e71abed9a618 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:10.665052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc0f6e77-0159-4f79-8299-d05a367f9577 req-0aa8143d-2517-4b67-920c-e71abed9a618 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.2791369 Sep 08 13:17:10.685443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a61522-60c4-40e1-8827-2d09ae371ba5 None None] The sync data for ids ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'] in n-d-807558-3 is: [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:17:07Z', 'revision_number': 3, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:17:10.721718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1705a9-0c90-4c0f-890d-0447ac459581', 'name': 'network-vif-deleted', 'tag': 'cf8897c8-bf64-4f26-9b99-47b369ef4861'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:10.721718 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d412301-6d7a-4fe1-b835-467b9f85239f" -d '{"events": [{"server_uuid": "9f1705a9-0c90-4c0f-890d-0447ac459581", "name": "network-vif-deleted", "tag": "cf8897c8-bf64-4f26-9b99-47b369ef4861"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:10.754644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc0f6e77-0159-4f79-8299-d05a367f9577 req-4d0728ec-0840-4bee-835a-6fb3387135a2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883796 Sep 08 13:17:10.760920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.813280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Transition to ACTIVE for port object 198e9ae3-afae-4938-8344-68d0aeddda17 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:10.827808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7a1f9-3898-4495-b079-8518b8174ba9 req-4d79a2f5-e49d-471a-a734-0e18b36291ed tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:10.829036 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-84a7a1f9-3898-4495-b079-8518b8174ba9 req-4d79a2f5-e49d-471a-a734-0e18b36291ed tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 1023 time: 0.1057372 Sep 08 13:17:10.832096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e599a-5eef-4b1a-b1bb-e29cdb1b51e7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port b5f8ffde-7e7d-4b1b-bcf9-3bdb43057ab1 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:10.832444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf3e599a-5eef-4b1a-b1bb-e29cdb1b51e7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.851798 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda5d8b1-4477-40a5-8e1d-5a8b6546a4c9 x-openstack-request-id: req-fda5d8b1-4477-40a5-8e1d-5a8b6546a4c9 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:10.852088 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1705a9-0c90-4c0f-890d-0447ac459581", "name": "network-vif-deleted", "tag": "cf8897c8-bf64-4f26-9b99-47b369ef4861", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:10.856962 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fda5d8b1-4477-40a5-8e1d-5a8b6546a4c9 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:10.856962 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1705a9-0c90-4c0f-890d-0447ac459581', 'name': 'network-vif-deleted', 'tag': 'cf8897c8-bf64-4f26-9b99-47b369ef4861', 'status': 'completed', 'code': 200} Sep 08 13:17:10.931980 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-84a7a1f9-3898-4495-b079-8518b8174ba9 req-e4055b2c-750c-4aa5-9acd-f8eb8d8af885 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups?id=fa68476c-3530-43b1-88d8-079ef3a2f044&id=c0d323a2-db87-4f26-8b18-fc9d97aa6e66&id=6b336ce8-8e36-4ff0-929d-70f300df0b89&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1020312 Sep 08 13:17:10.967603 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf3e599a-5eef-4b1a-b1bb-e29cdb1b51e7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:10.968002 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf3e599a-5eef-4b1a-b1bb-e29cdb1b51e7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:11.007923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e599a-5eef-4b1a-b1bb-e29cdb1b51e7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for b5f8ffde-7e7d-4b1b-bcf9-3bdb43057ab1 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:11.133355 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:11.135579 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-02cb90a9-e56f-431d-932e-59c06ea41c9b req-a3109e95-8753-4461-9f4a-7400e6bbb579 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:11.236628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Network c06c7a55-d0b3-4e5f-816d-769f9349ad01 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:11.246712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:11.266829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:11.269463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-02cb90a9-e56f-431d-932e-59c06ea41c9b req-a3109e95-8753-4461-9f4a-7400e6bbb579 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] No DVR routers for this DVR port 9d796fc7-e9c9-46ca-824e-9b1f25742a58 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:17:11.272062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Pushing event updated for resources: {'Port': ['ID=198e9ae3-afae-4938-8344-68d0aeddda17,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:11.277292 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-02cb90a9-e56f-431d-932e-59c06ea41c9b req-a3109e95-8753-4461-9f4a-7400e6bbb579 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:11.279435 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02cb90a9-e56f-431d-932e-59c06ea41c9b req-a3109e95-8753-4461-9f4a-7400e6bbb579 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.70 "DELETE /v2.0/ports/9d796fc7-e9c9-46ca-824e-9b1f25742a58 HTTP/1.1" status: 204 len: 173 time: 1.9335189 Sep 08 13:17:11.279905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f33a98ee-5859-44ad-a941-be7ee0e75891', 'name': 'network-vif-deleted', 'tag': '9d796fc7-e9c9-46ca-824e-9b1f25742a58'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:11.287045 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b01fc7-2d57-4298-accd-715a26a4419d" -d '{"events": [{"server_uuid": "f33a98ee-5859-44ad-a941-be7ee0e75891", "name": "network-vif-deleted", "tag": "9d796fc7-e9c9-46ca-824e-9b1f25742a58"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:11.314701 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf3e599a-5eef-4b1a-b1bb-e29cdb1b51e7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:11.318408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:11.318762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:11.319106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:11.319569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:11.319894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:11.320225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:11.320609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:11.320943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:11.321325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:11.321696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:11.322023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:11.322386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:11.356126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3109e95-8753-4461-9f4a-7400e6bbb579 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event deleted for resources: {'Port': ['ID=9d796fc7-e9c9-46ca-824e-9b1f25742a58,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:11.364839 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:11.377482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e599a-5eef-4b1a-b1bb-e29cdb1b51e7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=b5f8ffde-7e7d-4b1b-bcf9-3bdb43057ab1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:11.504616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf3e599a-5eef-4b1a-b1bb-e29cdb1b51e7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:11.504616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf3e599a-5eef-4b1a-b1bb-e29cdb1b51e7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:11.504616 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bf3e599a-5eef-4b1a-b1bb-e29cdb1b51e7 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/floatingips/2bb4047d-bf62-4118-aa1a-5fa87fc25449 HTTP/1.1" status: 204 len: 168 time: 0.9899156 Sep 08 13:17:11.505201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58934) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:11.592784 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d198cd90-c4c6-49a6-b162-439b91d526d0 x-openstack-request-id: req-d198cd90-c4c6-49a6-b162-439b91d526d0 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:11.593208 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f33a98ee-5859-44ad-a941-be7ee0e75891", "name": "network-vif-deleted", "tag": "9d796fc7-e9c9-46ca-824e-9b1f25742a58", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:11.593311 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d198cd90-c4c6-49a6-b162-439b91d526d0 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:11.593810 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f33a98ee-5859-44ad-a941-be7ee0e75891', 'name': 'network-vif-deleted', 'tag': '9d796fc7-e9c9-46ca-824e-9b1f25742a58', 'status': 'completed', 'code': 200} Sep 08 13:17:11.601381 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d7e29d-e80c-4bfa-88bb-70cea0cc7f26 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] DELETE failed (client error): The resource could not be found. Sep 08 13:17:11.602117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d7e29d-e80c-4bfa-88bb-70cea0cc7f26 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:17:11.606788 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d9d7e29d-e80c-4bfa-88bb-70cea0cc7f26 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/ports/a694f94f-c4f2-42c6-82c6-b10c29bf571c HTTP/1.1" status: 404 len: 333 time: 0.1007597 Sep 08 13:17:11.608536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58936) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:11.650007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58940) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:11.650348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8cb190b2-d712-44d1-86f1-5e044172af59 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "GET /v2.0/ports?device_id=71c39570-e243-4e58-bb9d-0dbd77cea707 HTTP/1.1" status: 200 len: 205 time: 0.0408087 Sep 08 13:17:11.714383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d942cbf3-ed4f-4d16-bf92-13e7e1fb77a9 None None] Provisioning for port 198e9ae3-afae-4938-8344-68d0aeddda17 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:11.718988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d942cbf3-ed4f-4d16-bf92-13e7e1fb77a9 None None] Provisioning complete for port 198e9ae3-afae-4938-8344-68d0aeddda17 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:11.719364 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d942cbf3-ed4f-4d16-bf92-13e7e1fb77a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:11.727065 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-762686a9-589c-4cbb-9150-81baf81d593c tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] delete failed (client error): The resource could not be found. Sep 08 13:17:11.727065 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-762686a9-589c-4cbb-9150-81baf81d593c tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/routers/71c39570-e243-4e58-bb9d-0dbd77cea707 HTTP/1.1" status: 404 len: 336 time: 0.0738561 Sep 08 13:17:11.728455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58944) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:11.749347 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:11.762082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d942cbf3-ed4f-4d16-bf92-13e7e1fb77a9 None None] Port 198e9ae3-afae-4938-8344-68d0aeddda17 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:17:11.791314 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f09b0d0-55e9-4f91-8573-63b1ddc4d1f0 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] DELETE failed (client error): The resource could not be found. Sep 08 13:17:11.791652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f09b0d0-55e9-4f91-8573-63b1ddc4d1f0 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:17:11.795776 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1f09b0d0-55e9-4f91-8573-63b1ddc4d1f0 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/subnets/9959beb4-a38d-4502-83b9-13ca3e257cd3 HTTP/1.1" status: 404 len: 337 time: 0.0638433 Sep 08 13:17:11.796159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58948) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:11.835276 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:11.860643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fee80-7bc6-489e-84de-8ab13374fadd req-d3835536-db0a-4531-b349-f46fd6d4d506 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:11.862257 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-311fee80-7bc6-489e-84de-8ab13374fadd req-d3835536-db0a-4531-b349-f46fd6d4d506 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 949 time: 0.1396673 Sep 08 13:17:11.941920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c1b92-ee20-44f8-90be-9a1553e13674 req-3ce84085-94ff-4772-b844-7e9115b267f2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:11.948029 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-311fee80-7bc6-489e-84de-8ab13374fadd req-96d45496-eb52-41b7-8f19-540c8ff12676 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628858 Sep 08 13:17:11.948450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c1b92-ee20-44f8-90be-9a1553e13674 req-3ce84085-94ff-4772-b844-7e9115b267f2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:11.950147 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fd1c1b92-ee20-44f8-90be-9a1553e13674 req-3ce84085-94ff-4772-b844-7e9115b267f2 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460&device_id=8ed38ca0-33ac-4bae-b432-121f983ddbb3 HTTP/1.1" status: 200 len: 1682 time: 0.1035688 Sep 08 13:17:11.964835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b9133260-f381-4521-a948-300cd2c6c99e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port b3f22985-290b-4ac9-a7d2-df6b53e9bbe7 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:11.965193 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9133260-f381-4521-a948-300cd2c6c99e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:12.062898 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fd1c1b92-ee20-44f8-90be-9a1553e13674 req-8b6d3f90-a424-4e87-89c1-45bc32ea1c77 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006386 Sep 08 13:17:12.088404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device cf8897c8-bf64-4f26-9b99-47b369ef4861 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:17:12.117389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: cf8897c8-bf64-4f26-9b99-47b369ef4861 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:17:12.117739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device cf8897c8-bf64-4f26-9b99-47b369ef4861 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:17:12.125132 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9133260-f381-4521-a948-300cd2c6c99e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:12.173511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b9133260-f381-4521-a948-300cd2c6c99e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for b3f22985-290b-4ac9-a7d2-df6b53e9bbe7 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:12.174298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777aafe-2a86-428a-ac4e-885fb8c8e289 req-278359b3-d120-4f87-b7d1-310a1cb4f434 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:12.182876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e777aafe-2a86-428a-ac4e-885fb8c8e289 req-278359b3-d120-4f87-b7d1-310a1cb4f434 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1426373 Sep 08 13:17:12.203009 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9863581a-697a-4fa1-8b5b-5644af8b1c03 req-568452ce-50cf-4e9a-8896-ca8b1ce44db0 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/ports?device_id=f33a98ee-5859-44ad-a941-be7ee0e75891 HTTP/1.1" status: 200 len: 210 time: 0.0638602 Sep 08 13:17:12.211353 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:12.263163 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e777aafe-2a86-428a-ac4e-885fb8c8e289 req-7a128769-e38e-4cad-96b5-264e84445f1e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787485 Sep 08 13:17:12.321844 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:12.432375 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:12.434359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Pushing event updated for resources: {'Port': ['ID=198e9ae3-afae-4938-8344-68d0aeddda17,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:12.485160 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9133260-f381-4521-a948-300cd2c6c99e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:12.527792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9133260-f381-4521-a948-300cd2c6c99e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=b3f22985-290b-4ac9-a7d2-df6b53e9bbe7,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:12.570124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Network c06c7a55-d0b3-4e5f-816d-769f9349ad01 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:12.572262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:12.622973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9133260-f381-4521-a948-300cd2c6c99e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:12.625088 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b9133260-f381-4521-a948-300cd2c6c99e tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/ports/b3f22985-290b-4ac9-a7d2-df6b53e9bbe7 HTTP/1.1" status: 204 len: 168 time: 0.8278501 Sep 08 13:17:12.627839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58964) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:12.727978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:17:12.737291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-2ac97264-205c-4ace-a946-46b8ece99d55 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port 4078db67-5d4c-4d4a-b890-6791b7efada6 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:12.737955 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ac97264-205c-4ace-a946-46b8ece99d55 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:12.828297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 9d796fc7-e9c9-46ca-824e-9b1f25742a58 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:17:12.858229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 9d796fc7-e9c9-46ca-824e-9b1f25742a58 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:17:12.858593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 9d796fc7-e9c9-46ca-824e-9b1f25742a58 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:17:12.864406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:17:12.876994 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-06e6d068-629d-4da9-9abb-25208fed4a79 admin admin] 10.222.0.69 "PUT /v2.0/routers/2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5938897 Sep 08 13:17:12.877105 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ac97264-205c-4ace-a946-46b8ece99d55 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:12.878973 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Sync routers for ids ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:17:12.896788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-2ac97264-205c-4ace-a946-46b8ece99d55 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for 4078db67-5d4c-4d4a-b890-6791b7efada6 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:12.901528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9b2b63ac-d98b-4752-9004-3f1911450cf4 None None] Provisioning complete for port 198e9ae3-afae-4938-8344-68d0aeddda17 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:12.907261 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9b2b63ac-d98b-4752-9004-3f1911450cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:12.909538 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Routers {'2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:12.910268 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:12.941582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b63ac-d98b-4752-9004-3f1911450cf4 None None] Port 198e9ae3-afae-4938-8344-68d0aeddda17 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:17:13.106900 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Set router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:13.115608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2645c84d-7abb-456f-9539-aedef948cd5c up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:13.136465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829cefd-111b-4be8-a314-04128236342c req-d2c01657-7c33-4f2c-89c8-5e741796212e tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:13.140892 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2829cefd-111b-4be8-a314-04128236342c req-d2c01657-7c33-4f2c-89c8-5e741796212e tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 949 time: 0.0705707 Sep 08 13:17:13.181872 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2829cefd-111b-4be8-a314-04128236342c req-cf34c47e-acbc-48b9-a4b4-c9b48b92e7fa tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368400 Sep 08 13:17:13.183191 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:13.246138 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ac97264-205c-4ace-a946-46b8ece99d55 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:13.276606 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac97264-205c-4ace-a946-46b8ece99d55 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=4078db67-5d4c-4d4a-b890-6791b7efada6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:13.279961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 2645c84d-7abb-456f-9539-aedef948cd5c completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:13.286901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 2645c84d-7abb-456f-9539-aedef948cd5c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:13.287352 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:13.374916 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:17:11Z', 'revision_number': 4, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '198e9ae3-afae-4938-8344-68d0aeddda17', 'name': '', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'mac_address': 'fa:16:3e:16:5b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:09Z', 'updated_at': '2021-09-08T13:17:11Z', 'revision_number': 2, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'subnets': [{'id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:13.377262 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ac97264-205c-4ace-a946-46b8ece99d55 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:13.382414 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2ac97264-205c-4ace-a946-46b8ece99d55 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/ports/4078db67-5d4c-4d4a-b890-6791b7efada6 HTTP/1.1" status: 204 len: 168 time: 0.7517145 Sep 08 13:17:13.382906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58986) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:13.441962 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Checking router: 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:17:13.442605 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Updating router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 port 198e9ae3-afae-4938-8344-68d0aeddda17 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:17:13.444755 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:13.463342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92a862c-16cc-420e-a425-5e3618dc3acf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:13.466023 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f92a862c-16cc-420e-a425-5e3618dc3acf tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "GET /v2.0/ports?device_id=ab3c098a-ba98-400c-8916-4898edeb95fe HTTP/1.1" status: 200 len: 913 time: 0.0820467 Sep 08 13:17:13.469337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58992) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:13.471673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 2645c84d-7abb-456f-9539-aedef948cd5c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2645c84d-7abb-456f-9539-aedef948cd5c,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:13.478096 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:13.537603 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:13.539383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ce55d-52fb-4844-8f48-2632a0d01ca9 req-5b928c60-8754-4404-b5de-8b409a1e93c9 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:13.550764 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-991ce55d-52fb-4844-8f48-2632a0d01ca9 req-5b928c60-8754-4404-b5de-8b409a1e93c9 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.0792036 Sep 08 13:17:13.571310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58994) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:13.581612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5358c0d8-e5e5-4b94-97b0-f1a30baef644 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1932898710', 'description': 'tempest-description--1296446887'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:13.635408 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=2645c84d-7abb-456f-9539-aedef948cd5c,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:13.683303 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-991ce55d-52fb-4844-8f48-2632a0d01ca9 req-cc68005f-a95e-40ee-a7f8-c966743078ad tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313858 Sep 08 13:17:13.697866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588253d-d97e-472a-b7d9-e6bbbffd3709 req-8fa6b0eb-89b6-4dbf-8d3c-2121cb0204cb tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:13.699584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3588253d-d97e-472a-b7d9-e6bbbffd3709 req-8fa6b0eb-89b6-4dbf-8d3c-2121cb0204cb tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.70 "GET /v2.0/ports?device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 949 time: 0.1020262 Sep 08 13:17:13.759558 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5358c0d8-e5e5-4b94-97b0-f1a30baef644 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:13.798473 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1977f75d-63ad-438c-8d8f-bc8911a55270 req-45ceee3c-d698-429b-9b23-83bcf31bacd1 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/fa68476c-3530-43b1-88d8-079ef3a2f044 HTTP/1.1" status: 200 len: 1800 time: 0.0930827 Sep 08 13:17:13.876538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-3588253d-d97e-472a-b7d9-e6bbbffd3709 req-87d17d5d-53ef-4481-8a68-a88734abd728 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Deleting port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:13.876886 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3588253d-d97e-472a-b7d9-e6bbbffd3709 req-87d17d5d-53ef-4481-8a68-a88734abd728 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:13.951534 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-1977f75d-63ad-438c-8d8f-bc8911a55270 req-a011a09a-a06e-4f93-b11c-7a3ac31d29ae tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:13.997571 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:13.998228 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-1977f75d-63ad-438c-8d8f-bc8911a55270 req-a011a09a-a06e-4f93-b11c-7a3ac31d29ae tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.003508 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5358c0d8-e5e5-4b94-97b0-f1a30baef644 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.013302 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Transition to ACTIVE for port object 198e9ae3-afae-4938-8344-68d0aeddda17 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:14.016510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb962c-7a63-406c-b20a-38614769300b req-1a688343-0f20-4840-a55e-d30a5b4b294c tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:14.018083 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1cb962c-7a63-406c-b20a-38614769300b req-1a688343-0f20-4840-a55e-d30a5b4b294c tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed38ca0-33ac-4bae-b432-121f983ddbb3 HTTP/1.1" status: 200 len: 945 time: 0.1640561 Sep 08 13:17:14.057005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3588253d-d97e-472a-b7d9-e6bbbffd3709 req-87d17d5d-53ef-4481-8a68-a88734abd728 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] For port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:14.057493 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3588253d-d97e-472a-b7d9-e6bbbffd3709 req-87d17d5d-53ef-4481-8a68-a88734abd728 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.079742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-3588253d-d97e-472a-b7d9-e6bbbffd3709 req-87d17d5d-53ef-4481-8a68-a88734abd728 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Calling delete_port for a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:14.092018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f295591-c60d-4eb5-9c39-4ef505c6b591 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.094143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1cb962c-7a63-406c-b20a-38614769300b req-e195f062-39cf-464a-ab1d-f4e8d8a32cda tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/security-groups?id=f64b96db-ca17-4a46-a6ed-1ad9768c31a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656352 Sep 08 13:17:14.110573 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.143233 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.147164 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5358c0d8-e5e5-4b94-97b0-f1a30baef644 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.197762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358c0d8-e5e5-4b94-97b0-f1a30baef644 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eefb6170-b7a3-4f91-b911-58b8154efab3,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:14.238264 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-1977f75d-63ad-438c-8d8f-bc8911a55270 req-a011a09a-a06e-4f93-b11c-7a3ac31d29ae tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.244295 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-1977f75d-63ad-438c-8d8f-bc8911a55270 req-a011a09a-a06e-4f93-b11c-7a3ac31d29ae tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.266898 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1977f75d-63ad-438c-8d8f-bc8911a55270 req-a011a09a-a06e-4f93-b11c-7a3ac31d29ae tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "DELETE /v2.0/security-groups/fa68476c-3530-43b1-88d8-079ef3a2f044 HTTP/1.1" status: 204 len: 173 time: 0.4535277 Sep 08 13:17:14.275266 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Attempting to bind port 198e9ae3-afae-4938-8344-68d0aeddda17 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:14.275634 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Attempting to bind port 198e9ae3-afae-4938-8344-68d0aeddda17 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:14.275994 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Attempting to bind port 198e9ae3-afae-4938-8344-68d0aeddda17 on network c06c7a55-d0b3-4e5f-816d-769f9349ad01 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:14.291283 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Pushing event updated for resources: {'Port': ['ID=198e9ae3-afae-4938-8344-68d0aeddda17,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:14.296604 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5358c0d8-e5e5-4b94-97b0-f1a30baef644 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.298285 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5358c0d8-e5e5-4b94-97b0-f1a30baef644 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7256131 Sep 08 13:17:14.308318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59000) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:14.308802 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:14.309137 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011a09a-a06e-4f93-b11c-7a3ac31d29ae tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa68476c-3530-43b1-88d8-079ef3a2f044,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:14.309390 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Checking segment: {'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:14.309602 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.309943 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Bound using segment: {'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:14.310634 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Bound port: 198e9ae3-afae-4938-8344-68d0aeddda17, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:14.311223 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.314729 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:14.315179 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a1e5704e-0a20-42fc-bb10-d865443bbeb3 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Request body: {'security_group_rule': {'security_group_id': 'eefb6170-b7a3-4f91-b911-58b8154efab3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:14.315679 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:14.316184 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:14.316678 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:14.317187 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:14.317853 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:14.318393 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:14.318883 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:14.319442 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:14.319944 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:14.320449 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:14.320957 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:14.381104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3588253d-d97e-472a-b7d9-e6bbbffd3709 req-87d17d5d-53ef-4481-8a68-a88734abd728 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.420953 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] For port 198e9ae3-afae-4938-8344-68d0aeddda17, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:14.427348 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] For port 198e9ae3-afae-4938-8344-68d0aeddda17, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=198e9ae3-afae-4938-8344-68d0aeddda17,segment=NetworkSegment(d8c0a868-37ee-4c6c-90af-6564c2216612),segment_id=d8c0a868-37ee-4c6c-90af-6564c2216612)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:14.430465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d17d5d-53ef-4481-8a68-a88734abd728 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Pushing event deleted for resources: {'Port': ['ID=a8ca8e5a-929b-4db1-a2c6-40fb26c64db5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:14.445481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a66ce4-8881-48c9-8afc-f600bbbbd7e9 req-69e82d1a-860e-4914-a640-b7bc90f4a436 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:14.453381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05a66ce4-8881-48c9-8afc-f600bbbbd7e9 req-69e82d1a-860e-4914-a640-b7bc90f4a436 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 866 time: 0.1782470 Sep 08 13:17:14.520330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e639aa-65e9-4017-b38f-4e68a288a547 req-91481ffe-792f-4f2a-b33c-2a7f23f410c9 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:14.522291 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1e639aa-65e9-4017-b38f-4e68a288a547 req-91481ffe-792f-4f2a-b33c-2a7f23f410c9 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ed38ca0-33ac-4bae-b432-121f983ddbb3 HTTP/1.1" status: 200 len: 945 time: 0.1855137 Sep 08 13:17:14.523738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3588253d-d97e-472a-b7d9-e6bbbffd3709 req-87d17d5d-53ef-4481-8a68-a88734abd728 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] No DVR routers for this DVR port a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:17:14.527439 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3588253d-d97e-472a-b7d9-e6bbbffd3709 req-87d17d5d-53ef-4481-8a68-a88734abd728 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.529644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3588253d-d97e-472a-b7d9-e6bbbffd3709 req-87d17d5d-53ef-4481-8a68-a88734abd728 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.70 "DELETE /v2.0/ports/a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 HTTP/1.1" status: 204 len: 173 time: 0.8231983 Sep 08 13:17:14.534523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'name': 'network-vif-deleted', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:14.536999 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1284f88c-2960-46c8-9d56-cfa08674dcd7" -d '{"events": [{"server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "name": "network-vif-deleted", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:14.567055 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.593567 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05a66ce4-8881-48c9-8afc-f600bbbbd7e9 req-b4d4e39b-504d-41ff-a754-8b5790ccb265 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/security-groups?id=ae25a805-99a2-40a4-bf5a-ad4d0108d466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392710 Sep 08 13:17:14.645459 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Routers {'2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:14.646618 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:14.675012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e1e639aa-65e9-4017-b38f-4e68a288a547 req-4c67eb9c-bcd2-4a7e-8729-7260d73b0bb4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Deleting port 6bb8597d-00dc-4b3b-9a07-d13107d51a52 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:14.679396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e1e639aa-65e9-4017-b38f-4e68a288a547 req-4c67eb9c-bcd2-4a7e-8729-7260d73b0bb4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.712546 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558fda44-b668-43a4-be28-abf5f59f9052 x-openstack-request-id: req-558fda44-b668-43a4-be28-abf5f59f9052 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:14.712903 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc2862d-1321-44bf-9b38-d0e8881e2b71", "name": "network-vif-deleted", "tag": "a8ca8e5a-929b-4db1-a2c6-40fb26c64db5", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:14.713260 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-558fda44-b668-43a4-be28-abf5f59f9052 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:14.713766 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc2862d-1321-44bf-9b38-d0e8881e2b71', 'name': 'network-vif-deleted', 'tag': 'a8ca8e5a-929b-4db1-a2c6-40fb26c64db5', 'status': 'completed', 'code': 200} Sep 08 13:17:14.847422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e1e639aa-65e9-4017-b38f-4e68a288a547 req-4c67eb9c-bcd2-4a7e-8729-7260d73b0bb4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] For port 6bb8597d-00dc-4b3b-9a07-d13107d51a52, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6bb8597d-00dc-4b3b-9a07-d13107d51a52,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:14.847808 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e1e639aa-65e9-4017-b38f-4e68a288a547 req-4c67eb9c-bcd2-4a7e-8729-7260d73b0bb4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:14.858973 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] Set router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:14.860852 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-198562bd-baf5-4221-9845-d43c74083adf req-82aa9dc0-77cf-4231-9dc2-d581b736782f tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "GET /v2.0/security-groups/c0d323a2-db87-4f26-8b18-fc9d97aa6e66 HTTP/1.1" status: 200 len: 1801 time: 0.5793858 Sep 08 13:17:14.880916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e1e639aa-65e9-4017-b38f-4e68a288a547 req-4c67eb9c-bcd2-4a7e-8729-7260d73b0bb4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Calling delete_port for 6bb8597d-00dc-4b3b-9a07-d13107d51a52 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:14.920918 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eceb60-e7f2-43e0-8e91-2f568f124f47 None None] Pushing event updated for resources: {'Port': ['ID=198e9ae3-afae-4938-8344-68d0aeddda17,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:14.952929 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1e5704e-0a20-42fc-bb10-d865443bbeb3 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.055048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad36368c-a5f9-45e8-ad7f-6abb5f7324e9 req-d3bd8ff1-853b-4da1-ae8e-d45c500aed70 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:15.056968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ad36368c-a5f9-45e8-ad7f-6abb5f7324e9 req-d3bd8ff1-853b-4da1-ae8e-d45c500aed70 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1002877 Sep 08 13:17:15.113911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2645c84d-7abb-456f-9539-aedef948cd5c up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:15.167031 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-198562bd-baf5-4221-9845-d43c74083adf req-a9fa0fc1-4625-43d6-a9ad-f27348bbfe08 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.182821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 2645c84d-7abb-456f-9539-aedef948cd5c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:15.184132 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.209372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ad36368c-a5f9-45e8-ad7f-6abb5f7324e9 req-c34dfd19-70f8-4112-bbc7-2326fcb416c6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415691 Sep 08 13:17:15.216676 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:17:11Z', 'revision_number': 4, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '198e9ae3-afae-4938-8344-68d0aeddda17', 'name': '', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'mac_address': 'fa:16:3e:16:5b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:09Z', 'updated_at': '2021-09-08T13:17:14Z', 'revision_number': 4, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'subnets': [{'id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:15.227137 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1e5704e-0a20-42fc-bb10-d865443bbeb3 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.247705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4635af-205f-4fe9-9632-75ef469b6534 req-7275d1d9-f950-4ec1-8747-adb0d5747dab tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:15.249461 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c4635af-205f-4fe9-9632-75ef469b6534 req-7275d1d9-f950-4ec1-8747-adb0d5747dab tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e3357fc-6928-456c-9d73-a39b7a072460 HTTP/1.1" status: 200 len: 946 time: 0.1957064 Sep 08 13:17:15.256679 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-198562bd-baf5-4221-9845-d43c74083adf req-a9fa0fc1-4625-43d6-a9ad-f27348bbfe08 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.257567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e1e639aa-65e9-4017-b38f-4e68a288a547 req-4c67eb9c-bcd2-4a7e-8729-7260d73b0bb4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.258235 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a26f95-fdcb-4e81-bd6a-9e0e6b360f9a None None] The sync data for ids ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'] in n-d-807558-3 is: [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:17:11Z', 'revision_number': 4, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '198e9ae3-afae-4938-8344-68d0aeddda17', 'name': '', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'mac_address': 'fa:16:3e:16:5b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:09Z', 'updated_at': '2021-09-08T13:17:14Z', 'revision_number': 4, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'subnets': [{'id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:17:15.293726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['735f848b-bd12-461a-8ba9-b23c4d1d3e98'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:17:15.352937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67eb9c-bcd2-4a7e-8729-7260d73b0bb4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Pushing event deleted for resources: {'Port': ['ID=6bb8597d-00dc-4b3b-9a07-d13107d51a52,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:15.368244 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1e5704e-0a20-42fc-bb10-d865443bbeb3 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.447142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5704e-0a20-42fc-bb10-d865443bbeb3 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf0dcfa-31d6-46a7-87e4-1a52d57eeabf,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:15.481448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1e639aa-65e9-4017-b38f-4e68a288a547 req-4c67eb9c-bcd2-4a7e-8729-7260d73b0bb4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] No DVR routers for this DVR port 6bb8597d-00dc-4b3b-9a07-d13107d51a52 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:17:15.493528 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-8f295591-c60d-4eb5-9c39-4ef505c6b591 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port 0a031e0b-1acb-4a88-bb6d-b58d9709871a {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:15.494169 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f295591-c60d-4eb5-9c39-4ef505c6b591 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.506706 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e1e639aa-65e9-4017-b38f-4e68a288a547 req-4c67eb9c-bcd2-4a7e-8729-7260d73b0bb4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.509463 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1e639aa-65e9-4017-b38f-4e68a288a547 req-4c67eb9c-bcd2-4a7e-8729-7260d73b0bb4 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.70 "DELETE /v2.0/ports/6bb8597d-00dc-4b3b-9a07-d13107d51a52 HTTP/1.1" status: 204 len: 173 time: 0.9787655 Sep 08 13:17:15.511861 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-412c26ae-4e6f-42e2-a096-0ab9872d00e4 req-a9cbbc7f-424b-4d7c-835f-1ae1b6906eb0 tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed38ca0-33ac-4bae-b432-121f983ddbb3 HTTP/1.1" status: 200 len: 210 time: 0.0732124 Sep 08 13:17:15.528445 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1e5704e-0a20-42fc-bb10-d865443bbeb3 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.529666 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a1e5704e-0a20-42fc-bb10-d865443bbeb3 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2184215 Sep 08 13:17:15.532631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59012) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:15.540446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9c257254-78b8-44be-94d0-79007974891c tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Request body: {'security_group_rule': {'security_group_id': 'eefb6170-b7a3-4f91-b911-58b8154efab3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:15.545545 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-8c4635af-205f-4fe9-9632-75ef469b6534 req-9a9ced45-703a-427b-8046-3dedc697043d tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Deleting port 735f848b-bd12-461a-8ba9-b23c4d1d3e98 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:15.546205 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-8c4635af-205f-4fe9-9632-75ef469b6534 req-9a9ced45-703a-427b-8046-3dedc697043d tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.610421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-198562bd-baf5-4221-9845-d43c74083adf req-a9fa0fc1-4625-43d6-a9ad-f27348bbfe08 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.614212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-198562bd-baf5-4221-9845-d43c74083adf req-a9fa0fc1-4625-43d6-a9ad-f27348bbfe08 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.614889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9c257254-78b8-44be-94d0-79007974891c tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.615868 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-198562bd-baf5-4221-9845-d43c74083adf req-a9fa0fc1-4625-43d6-a9ad-f27348bbfe08 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] 10.222.0.69 "DELETE /v2.0/security-groups/c0d323a2-db87-4f26-8b18-fc9d97aa6e66 HTTP/1.1" status: 204 len: 173 time: 0.7376251 Sep 08 13:17:15.625273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59014) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:15.676052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa0fc1-4625-43d6-a9ad-f27348bbfe08 tempest-SecurityGroupsTestJSON-823335714 tempest-SecurityGroupsTestJSON-823335714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d323a2-db87-4f26-8b18-fc9d97aa6e66,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:15.723228 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f295591-c60d-4eb5-9c39-4ef505c6b591 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.749608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-8f295591-c60d-4eb5-9c39-4ef505c6b591 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for 0a031e0b-1acb-4a88-bb6d-b58d9709871a owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:15.758105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-8c4635af-205f-4fe9-9632-75ef469b6534 req-9a9ced45-703a-427b-8046-3dedc697043d tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] For port 735f848b-bd12-461a-8ba9-b23c4d1d3e98, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=735f848b-bd12-461a-8ba9-b23c4d1d3e98,segment=NetworkSegment(616f550b-7a7c-4d0d-b322-a6d2414efacb),segment_id=616f550b-7a7c-4d0d-b322-a6d2414efacb)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:15.765578 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-8c4635af-205f-4fe9-9632-75ef469b6534 req-9a9ced45-703a-427b-8046-3dedc697043d tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.784323 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-8c4635af-205f-4fe9-9632-75ef469b6534 req-9a9ced45-703a-427b-8046-3dedc697043d tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Calling delete_port for 735f848b-bd12-461a-8ba9-b23c4d1d3e98 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:15.794270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-a506d729-d67b-4ae9-a0a8-939d70dd38b7 admin admin] Deleting subnet d8c417ce-79bc-4a26-a543-02d4f244beb1 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:17:15.798395 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a506d729-d67b-4ae9-a0a8-939d70dd38b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.847356 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a506d729-d67b-4ae9-a0a8-939d70dd38b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.907037 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a506d729-d67b-4ae9-a0a8-939d70dd38b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:15.967878 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b5c4a41-209b-4b9d-a44e-e1d6a910c42a req-83ae7a85-4ae0-49d1-a4a4-d878e00e3594 tempest-ListImageFiltersTestJSON-9464602 tempest-ListImageFiltersTestJSON-9464602-project] 10.222.0.69 "GET /v2.0/ports?device_id=fbc2862d-1321-44bf-9b38-d0e8881e2b71 HTTP/1.1" status: 200 len: 210 time: 0.2236631 Sep 08 13:17:16.016087 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9c257254-78b8-44be-94d0-79007974891c tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.120386 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a506d729-d67b-4ae9-a0a8-939d70dd38b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.146723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506d729-d67b-4ae9-a0a8-939d70dd38b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c417ce-79bc-4a26-a543-02d4f244beb1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:16.150418 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a506d729-d67b-4ae9-a0a8-939d70dd38b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.154944 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a506d729-d67b-4ae9-a0a8-939d70dd38b7 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d8c417ce-79bc-4a26-a543-02d4f244beb1 HTTP/1.1" status: 204 len: 168 time: 0.5262587 Sep 08 13:17:16.155288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59020) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:16.162632 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9c257254-78b8-44be-94d0-79007974891c tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.204470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257254-78b8-44be-94d0-79007974891c tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc5228b-3492-42f4-a338-9e9046aa3209,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:16.218350 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-8c4635af-205f-4fe9-9632-75ef469b6534 req-9a9ced45-703a-427b-8046-3dedc697043d tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.227032 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f295591-c60d-4eb5-9c39-4ef505c6b591 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.257926 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.276620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9c257254-78b8-44be-94d0-79007974891c tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.278876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9c257254-78b8-44be-94d0-79007974891c tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7433884 Sep 08 13:17:16.280776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ced45-703a-427b-8046-3dedc697043d tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Pushing event deleted for resources: {'Port': ['ID=735f848b-bd12-461a-8ba9-b23c4d1d3e98,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:16.286599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59024) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:16.311943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:16.363447 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.387280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f429b72-16fb-4d54-8b26-7abcbc5aa31d']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:16.392028 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f295591-c60d-4eb5-9c39-4ef505c6b591 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=0a031e0b-1acb-4a88-bb6d-b58d9709871a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:16.407742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3beac38d-3f7c-4026-ad32-85258d3e58cb') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:16.408142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3beac38d-3f7c-4026-ad32-85258d3e58cb') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:16.420812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4635af-205f-4fe9-9632-75ef469b6534 req-9a9ced45-703a-427b-8046-3dedc697043d tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] No DVR routers for this DVR port 735f848b-bd12-461a-8ba9-b23c4d1d3e98 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:17:16.424683 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-8c4635af-205f-4fe9-9632-75ef469b6534 req-9a9ced45-703a-427b-8046-3dedc697043d tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.426961 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c4635af-205f-4fe9-9632-75ef469b6534 req-9a9ced45-703a-427b-8046-3dedc697043d tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.60 "DELETE /v2.0/ports/735f848b-bd12-461a-8ba9-b23c4d1d3e98 HTTP/1.1" status: 204 len: 173 time: 1.1649237 Sep 08 13:17:16.427170 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.447141 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3357fc-6928-456c-9d73-a39b7a072460', 'name': 'network-vif-deleted', 'tag': '735f848b-bd12-461a-8ba9-b23c4d1d3e98'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:16.448905 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.449624 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62bac6e-02b3-457f-8de2-f8fce54fe726" -d '{"events": [{"server_uuid": "2e3357fc-6928-456c-9d73-a39b7a072460", "name": "network-vif-deleted", "tag": "735f848b-bd12-461a-8ba9-b23c4d1d3e98"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:16.456655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:17:16.458376 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:17:16.461260 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:17:16.512949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af12195-5974-4328-832d-a964df5db18b req-a6ff8e67-1908-4a25-b5eb-8b1980455a3d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:16.515380 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6af12195-5974-4328-832d-a964df5db18b req-a6ff8e67-1908-4a25-b5eb-8b1980455a3d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1973338 Sep 08 13:17:16.517068 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9ced25-8d16-4aa2-a275-1b5c7565c0a5 x-openstack-request-id: req-fe9ced25-8d16-4aa2-a275-1b5c7565c0a5 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:16.517359 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3357fc-6928-456c-9d73-a39b7a072460", "name": "network-vif-deleted", "tag": "735f848b-bd12-461a-8ba9-b23c4d1d3e98", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:16.517612 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fe9ced25-8d16-4aa2-a275-1b5c7565c0a5 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:16.518873 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3357fc-6928-456c-9d73-a39b7a072460', 'name': 'network-vif-deleted', 'tag': '735f848b-bd12-461a-8ba9-b23c4d1d3e98', 'status': 'completed', 'code': 200} Sep 08 13:17:16.588411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.657512 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6af12195-5974-4328-832d-a964df5db18b req-bcfa6b1a-07be-4039-a9cb-e533b9dcea13 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988538 Sep 08 13:17:16.679487 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a38e685e-4c9d-4a7b-8bff-ed41ea445b95 req-762cff1a-3c98-4514-a5f9-40a5d6d225fc tempest-ListServersNegativeTestJSON-1525081875 tempest-ListServersNegativeTestJSON-1525081875-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ed38ca0-33ac-4bae-b432-121f983ddbb3 HTTP/1.1" status: 200 len: 210 time: 0.0338111 Sep 08 13:17:16.687346 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f295591-c60d-4eb5-9c39-4ef505c6b591 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.712783 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.721404 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.721949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed38ca0-33ac-4bae-b432-121f983ddbb3', 'name': 'network-vif-deleted', 'tag': '6bb8597d-00dc-4b3b-9a07-d13107d51a52'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:16.721949 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6668859-9903-4ca3-a61d-ac50d3469be8" -d '{"events": [{"server_uuid": "8ed38ca0-33ac-4bae-b432-121f983ddbb3", "name": "network-vif-deleted", "tag": "6bb8597d-00dc-4b3b-9a07-d13107d51a52"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:16.739186 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.744336 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/5f429b72-16fb-4d54-8b26-7abcbc5aa31d HTTP/1.1" status: 204 len: 168 time: 0.5866854 Sep 08 13:17:16.745286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f60f89-a133-4a8d-9f38-14a3fe5cc0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f429b72-16fb-4d54-8b26-7abcbc5aa31d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:16.764315 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b952c1cd-26f9-4eb7-9bc2-d697ca29b2ff x-openstack-request-id: req-b952c1cd-26f9-4eb7-9bc2-d697ca29b2ff {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:16.764608 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed38ca0-33ac-4bae-b432-121f983ddbb3", "name": "network-vif-deleted", "tag": "6bb8597d-00dc-4b3b-9a07-d13107d51a52", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:16.764860 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b952c1cd-26f9-4eb7-9bc2-d697ca29b2ff {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:16.765265 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed38ca0-33ac-4bae-b432-121f983ddbb3', 'name': 'network-vif-deleted', 'tag': '6bb8597d-00dc-4b3b-9a07-d13107d51a52', 'status': 'completed', 'code': 200} Sep 08 13:17:16.854146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:17:16.870024 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:16.876315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:17:16.876666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a8ca8e5a-929b-4db1-a2c6-40fb26c64db5 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:17:16.877221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6bb8597d-00dc-4b3b-9a07-d13107d51a52 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:17:16.897673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 6bb8597d-00dc-4b3b-9a07-d13107d51a52 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:17:16.898018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6bb8597d-00dc-4b3b-9a07-d13107d51a52 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:17:17.048022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f295591-c60d-4eb5-9c39-4ef505c6b591 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Router ab3c098a-ba98-400c-8916-4898edeb95fe has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:17:17.067644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Allocated IP 172.25.5.204 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/1c11659d-4c30-4498-a82f-7475b2adc304) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:17.082215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 198e9ae3-afae-4938-8344-68d0aeddda17 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:17.211756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 198e9ae3-afae-4938-8344-68d0aeddda17 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:17.216551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 198e9ae3-afae-4938-8344-68d0aeddda17 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:17.216933 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.220908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59052) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:17.263481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f295591-c60d-4eb5-9c39-4ef505c6b591 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:17:17.269764 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8f295591-c60d-4eb5-9c39-4ef505c6b591 tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "PUT /v2.0/routers/ab3c098a-ba98-400c-8916-4898edeb95fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7991865 Sep 08 13:17:17.273223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59054) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:17.277106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e778873-0599-442b-8a8b-44fce6ebfdb8 None None] Sync routers for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:17:17.290529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e778873-0599-442b-8a8b-44fce6ebfdb8 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:17.291385 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6e778873-0599-442b-8a8b-44fce6ebfdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:17.300034 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b113f9e7-8321-4c50-b19a-7cb1401d4f17 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a6adca573eb4139a35f59a45b33c1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777349 Sep 08 13:17:17.304848 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.307513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59058) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:17.352117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6e778873-0599-442b-8a8b-44fce6ebfdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:17.369482 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.372519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e778873-0599-442b-8a8b-44fce6ebfdb8 None None] Routers {'ab3c098a-ba98-400c-8916-4898edeb95fe'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:17.373171 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6e778873-0599-442b-8a8b-44fce6ebfdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ab3c098a-ba98-400c-8916-4898edeb95fe'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:17.396645 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bde2d760-ab62-4eee-8a4e-ae5eb682fc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.423103 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bde2d760-ab62-4eee-8a4e-ae5eb682fc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.427074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6e778873-0599-442b-8a8b-44fce6ebfdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:17.427732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e778873-0599-442b-8a8b-44fce6ebfdb8 None None] The sync data for ids ['ab3c098a-ba98-400c-8916-4898edeb95fe'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:17:17.456837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.485002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 198e9ae3-afae-4938-8344-68d0aeddda17, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=198e9ae3-afae-4938-8344-68d0aeddda17,segment=NetworkSegment(d8c0a868-37ee-4c6c-90af-6564c2216612),segment_id=d8c0a868-37ee-4c6c-90af-6564c2216612)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:17.488978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.540146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:17.549367 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:17.551657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Pushing event updated for resources: {'Port': ['ID=1c11659d-4c30-4498-a82f-7475b2adc304,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:17.553997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:17.594642 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.599353 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.639725 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bde2d760-ab62-4eee-8a4e-ae5eb682fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.642585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bde2d760-ab62-4eee-8a4e-ae5eb682fc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.643798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bde2d760-ab62-4eee-8a4e-ae5eb682fc50 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b336ce8-8e36-4ff0-929d-70f300df0b89 HTTP/1.1" status: 204 len: 168 time: 0.3352783 Sep 08 13:17:17.651997 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.656001 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=198e9ae3-afae-4938-8344-68d0aeddda17,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:17.658969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2d760-ab62-4eee-8a4e-ae5eb682fc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b336ce8-8e36-4ff0-929d-70f300df0b89,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:17.753333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting port 4f0455cf-fc87-475a-afe5-1ee38122dfca {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:17.754322 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.760652 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.839935 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:17.853131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Calling delete_port for 4f0455cf-fc87-475a-afe5-1ee38122dfca owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:17.865755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c59a19-06c0-4432-88c5-f5ad59d591ce req-f59477a3-698e-4f5a-b7af-b0aec547e7fe tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:17.874074 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3c59a19-06c0-4432-88c5-f5ad59d591ce req-f59477a3-698e-4f5a-b7af-b0aec547e7fe tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1095529 Sep 08 13:17:17.961085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3c59a19-06c0-4432-88c5-f5ad59d591ce req-80e21e07-93bc-431b-8525-eb3ed17f0cd8 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733552 Sep 08 13:17:18.019261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59084) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:18.029967 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.108656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 735f848b-bd12-461a-8ba9-b23c4d1d3e98 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:17:18.115000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec658670-87a7-4e54-b973-92167c02f535 admin admin] Deleting subnet a9ef04e1-8b40-48c3-9703-cade87343e1d {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:17:18.118305 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec658670-87a7-4e54-b973-92167c02f535 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.132852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 735f848b-bd12-461a-8ba9-b23c4d1d3e98 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:17:18.133193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 735f848b-bd12-461a-8ba9-b23c4d1d3e98 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:17:18.136087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.160604 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec658670-87a7-4e54-b973-92167c02f535 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.209971 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec658670-87a7-4e54-b973-92167c02f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.213484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.227444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Pushing event updated for resources: {'Port': ['ID=1c11659d-4c30-4498-a82f-7475b2adc304,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:18.254389 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.293430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Port': ['ID=4f0455cf-fc87-475a-afe5-1ee38122dfca,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:18.352904 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.400306 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.401828 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0d4c2a5a-f3ae-4202-92fc-02f1f0318dad tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0942256 Sep 08 13:17:18.444944 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.447082 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.483949 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec658670-87a7-4e54-b973-92167c02f535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.525512 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec658670-87a7-4e54-b973-92167c02f535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.525702 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ec658670-87a7-4e54-b973-92167c02f535 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a9ef04e1-8b40-48c3-9703-cade87343e1d HTTP/1.1" status: 204 len: 168 time: 0.5055599 Sep 08 13:17:18.529649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59112) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:18.555872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec658670-87a7-4e54-b973-92167c02f535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ef04e1-8b40-48c3-9703-cade87343e1d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:18.565736 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.567696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Fanout notify agent at l3_agent the message router_deleted on router ab3c098a-ba98-400c-8916-4898edeb95fe {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:17:18.577287 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.577476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-170b6d1b-d191-4c84-8cc9-e39d6783097d tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/routers/ab3c098a-ba98-400c-8916-4898edeb95fe HTTP/1.1" status: 204 len: 168 time: 1.3033082 Sep 08 13:17:18.581631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59114) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:18.672227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc44b39f-f0d2-498b-adbb-88b348d234bc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Deleting subnet 19715b3c-9395-4060-a88d-d03b8b2431cd {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:17:18.681039 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dc44b39f-f0d2-498b-adbb-88b348d234bc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.681297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.809105 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.847503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a74fc9-0aef-43b7-adee-b34995ecc270']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:18.854883 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-e2961511-1856-4d51-b0e6-acc56a9f9560 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1932898710&fields=id&tenant_id=fc9314dc6ad242c7954dbd58e4ab6efd HTTP/1.1" status: 200 len: 267 time: 0.1115201 Sep 08 13:17:18.864291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616f550b-7a7c-4d0d-b322-a6d2414efacb') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:18.864516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616f550b-7a7c-4d0d-b322-a6d2414efacb') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:18.889901 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.929205 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.950951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:17:18.951689 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:17:18.953749 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:17:19.105029 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-1839d19b-a924-445b-b457-747b09a46bf1 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:19.106366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 198e9ae3-afae-4938-8344-68d0aeddda17 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:19.112410 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-1839d19b-a924-445b-b457-747b09a46bf1 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/networks?id=c06c7a55-d0b3-4e5f-816d-769f9349ad01 HTTP/1.1" status: 200 len: 805 time: 0.2455344 Sep 08 13:17:19.117437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59148) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:19.130260 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dc44b39f-f0d2-498b-adbb-88b348d234bc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.131470 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-8ed84d39-74b3-4637-b1a3-78933389b976 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/quotas/fc9314dc6ad242c7954dbd58e4ab6efd HTTP/1.1" status: 200 len: 375 time: 0.0180972 Sep 08 13:17:19.161864 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.172835 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.176711 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] 10.222.0.69 "DELETE /v2.0/networks/e6a74fc9-0aef-43b7-adee-b34995ecc270 HTTP/1.1" status: 204 len: 168 time: 0.6457062 Sep 08 13:17:19.192961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55a92b-3a91-4d80-b09e-9a5deecde72a admin admin] Pushing event deleted for resources: {'Network': ['ID=e6a74fc9-0aef-43b7-adee-b34995ecc270,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:19.193237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 198e9ae3-afae-4938-8344-68d0aeddda17 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:19.193702 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.226757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dc44b39f-f0d2-498b-adbb-88b348d234bc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.227567 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-969d7bd0-429f-405b-b384-c9cb2b60be5a tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=fc9314dc6ad242c7954dbd58e4ab6efd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0879235 Sep 08 13:17:19.348770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-509714363-network', 'tenant_id': '668e6696294241f29c5032af902fe9cf'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:19.355185 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-ad12bd46-400c-40c3-95d9-a6d17a7b34a5 service neutron] 10.222.0.69 "GET /v2.0/networks/c06c7a55-d0b3-4e5f-816d-769f9349ad01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234696 Sep 08 13:17:19.440366 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dc44b39f-f0d2-498b-adbb-88b348d234bc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.455514 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dc44b39f-f0d2-498b-adbb-88b348d234bc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.457879 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dc44b39f-f0d2-498b-adbb-88b348d234bc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/subnets/19715b3c-9395-4060-a88d-d03b8b2431cd HTTP/1.1" status: 204 len: 168 time: 0.8743954 Sep 08 13:17:19.462626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59154) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:19.473684 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7e6c9b4e-3dff-4d73-8b4b-29f4bf4bd770 service neutron] 10.222.0.69 "GET /v2.0/networks/c06c7a55-d0b3-4e5f-816d-769f9349ad01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116118 Sep 08 13:17:19.477810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44b39f-f0d2-498b-adbb-88b348d234bc tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Subnet': ['ID=19715b3c-9395-4060-a88d-d03b8b2431cd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:19.514029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Made reservation on behalf of 668e6696294241f29c5032af902fe9cf for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:19.516707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.527576 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.561470 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.655307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.669500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.690881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4f38fe-35f7-4239-99af-95b9116afda5']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:19.703025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdfffcdf-c201-4d06-81bf-4b5387c7acf9') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:19.703387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdfffcdf-c201-4d06-81bf-4b5387c7acf9') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:19.708826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.727028 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.738092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:17:19.751106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.753947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f82b5e-9a69-4c83-9959-1eb59e555a97,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:19.760433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:17:19.760849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.761576 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.762637 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Added segment 8f9aa579-7599-40c6-a1d7-bd91c130b53d of type vlan for network 42e9f780-7f97-4b1d-b218-9b502d4d7327 Sep 08 13:17:19.808775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59172) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:19.824825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:17:19.827580 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:17:19.852035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-40357754-845f-4367-987b-1020ff3a2b4d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:17:19.852755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-40357754-845f-4367-987b-1020ff3a2b4d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094135 Sep 08 13:17:19.884059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c9d89-3349-4a56-9155-4dd315562348 req-606c2110-46d8-4d57-a154-c370f8784492 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:19.885552 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-745c9d89-3349-4a56-9155-4dd315562348 req-606c2110-46d8-4d57-a154-c370f8784492 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.0566740 Sep 08 13:17:19.906609 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-409a59cb-9214-438c-902f-3c002cbcccf0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ab65a89b38494139993428496a20a52c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0954666 Sep 08 13:17:19.908380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59174) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:19.918156 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.932673 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:19.934836 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] 10.222.0.69 "DELETE /v2.0/networks/7a4f38fe-35f7-4239-99af-95b9116afda5 HTTP/1.1" status: 204 len: 168 time: 0.4710665 Sep 08 13:17:19.949043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c7bb7-1967-4119-bfe5-0d1f3f95b5fb tempest-FloatingIPTestJSON-1580143950 tempest-FloatingIPTestJSON-1580143950-project] Pushing event deleted for resources: {'Network': ['ID=7a4f38fe-35f7-4239-99af-95b9116afda5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:19.952698 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-745c9d89-3349-4a56-9155-4dd315562348 req-3e5748f7-dc75-443f-a1a8-2643b00c2c29 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572524 Sep 08 13:17:20.005107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-8547e2a3-81ea-4151-a858-bc7366de35ae service neutron] 10.222.0.70 "GET /v2.0/ports/770ba36b-8447-4706-9bc9-59ebeba54577/bindings/n-h1-807558-3 HTTP/1.1" status: 200 len: 382 time: 0.1445758 Sep 08 13:17:20.017544 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afd3a392-6399-4e57-900f-8a09596ec013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:20.047840 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:20.049106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:20.049836 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:20.056706 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afd3a392-6399-4e57-900f-8a09596ec013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:20.249821 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a441b711-32bd-45a6-ba0d-b0648b02d5ed req-0d73661c-6eaa-41bf-a980-fa7d0740d482 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 210 time: 0.0672796 Sep 08 13:17:20.262374 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1415572 Sep 08 13:17:20.265643 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59184) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:20.269290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64690df3-803e-4962-b03a-8ccb6f4319d8 admin admin] Pushing event updated for resources: {'Network': ['ID=42e9f780-7f97-4b1d-b218-9b502d4d7327,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:20.272801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f9bf89f8-311b-46b0-a14c-d2db8d3b1851 admin admin] Request body: {'subnet': {'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-509714363-subnet', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:20.292079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 42e9f780-7f97-4b1d-b218-9b502d4d7327 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:17:20.452749 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afd3a392-6399-4e57-900f-8a09596ec013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:20.454986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bf89f8-311b-46b0-a14c-d2db8d3b1851 admin admin] Made reservation on behalf of 668e6696294241f29c5032af902fe9cf for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:20.455590 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afd3a392-6399-4e57-900f-8a09596ec013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:20.459394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-afd3a392-6399-4e57-900f-8a09596ec013 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f64b96db-ca17-4a46-a6ed-1ad9768c31a3 HTTP/1.1" status: 204 len: 168 time: 0.5500326 Sep 08 13:17:20.461412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9bf89f8-311b-46b0-a14c-d2db8d3b1851 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:20.468309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd3a392-6399-4e57-900f-8a09596ec013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64b96db-ca17-4a46-a6ed-1ad9768c31a3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:20.714797 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9bf89f8-311b-46b0-a14c-d2db8d3b1851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:20.785847 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf89f8-311b-46b0-a14c-d2db8d3b1851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b286b165-f871-428b-9327-493652b8764f,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:20.799518 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf89f8-311b-46b0-a14c-d2db8d3b1851 admin admin] Checking segment: {'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:20.800230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf89f8-311b-46b0-a14c-d2db8d3b1851 admin admin] Network hostable DHCP agents. Network: 42e9f780-7f97-4b1d-b218-9b502d4d7327, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:17:20.881674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-18964c37-4921-46f7-bbe7-43a419f71135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:20.883713 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-18964c37-4921-46f7-bbe7-43a419f71135 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41&tenant_id=0047c75958314f8699b340912addcf3f HTTP/1.1" status: 200 len: 1100 time: 0.2500758 Sep 08 13:17:20.923377 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59196) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:20.955146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59200) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:20.967687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-0ab40d6b-db35-4e9c-9af2-9f1e0d82d376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:20.969212 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-0ab40d6b-db35-4e9c-9af2-9f1e0d82d376 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 1100 time: 0.0600064 Sep 08 13:17:21.061850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bf89f8-311b-46b0-a14c-d2db8d3b1851 admin admin] Network 42e9f780-7f97-4b1d-b218-9b502d4d7327 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:17:21.070776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1458bde2-da1a-4b2e-9038-8c5e81ddf7d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4558f775475a48f08dbb50ba8bf0f216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458328 Sep 08 13:17:21.073214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59206) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:21.133978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1e1da7fc-4312-4e94-b208-0b3383bcbafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.155873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-3cdf0ff0-eba4-46c6-8ab7-ca2bbeb9b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:21.157379 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-3cdf0ff0-eba4-46c6-8ab7-ca2bbeb9b8b4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1783431 Sep 08 13:17:21.157729 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1e1da7fc-4312-4e94-b208-0b3383bcbafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.162964 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7afc1b31-fa88-465e-8e41-cdef5559aa29 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9d08d74355ba40018ab566acf555fc6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064176 Sep 08 13:17:21.167405 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59210) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:21.178656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b636e-ef7a-4b5f-b9fa-5d66532e8814 req-20316232-f802-4d88-ae4e-b53ff9969b45 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:21.180181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e00b636e-ef7a-4b5f-b9fa-5d66532e8814 req-20316232-f802-4d88-ae4e-b53ff9969b45 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1238670 Sep 08 13:17:21.218730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f9bf89f8-311b-46b0-a14c-d2db8d3b1851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 42e9f780-7f97-4b1d-b218-9b502d4d7327) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:21.220690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-a88e9872-afb5-4bcb-8596-600a62fe0840 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=770ba36b-8447-4706-9bc9-59ebeba54577 HTTP/1.1" status: 200 len: 217 time: 0.0550416 Sep 08 13:17:21.228527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d73c93-b92e-4a65-a6b7-10245a392137 None None] Network 42e9f780-7f97-4b1d-b218-9b502d4d7327 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:21.229448 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bf89f8-311b-46b0-a14c-d2db8d3b1851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:21.230057 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9bf89f8-311b-46b0-a14c-d2db8d3b1851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.265910 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-920ca6fc-606b-411f-8041-95618f8a60eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.296926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e00b636e-ef7a-4b5f-b9fa-5d66532e8814 req-0a874117-2405-4871-90f2-d78b554988da tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843809 Sep 08 13:17:21.299140 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-920ca6fc-606b-411f-8041-95618f8a60eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.310594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-a2b6775d-83fd-4a31-af99-5c04f75b90df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:21.310594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-a2b6775d-83fd-4a31-af99-5c04f75b90df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0773280 Sep 08 13:17:21.341308 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f9bf89f8-311b-46b0-a14c-d2db8d3b1851 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0742726 Sep 08 13:17:21.342123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59218) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:21.343529 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1e1da7fc-4312-4e94-b208-0b3383bcbafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.346235 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1e1da7fc-4312-4e94-b208-0b3383bcbafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.350296 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1e1da7fc-4312-4e94-b208-0b3383bcbafd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0a7c3f4a-2b4e-45d6-bc83-9cfb25d4c465 HTTP/1.1" status: 204 len: 168 time: 0.2731297 Sep 08 13:17:21.355327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:21.371798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1da7fc-4312-4e94-b208-0b3383bcbafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7c3f4a-2b4e-45d6-bc83-9cfb25d4c465,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:21.387037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-ecd2342c-14f7-42b1-b2b5-58c05c6b7b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:21.389810 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-ecd2342c-14f7-42b1-b2b5-58c05c6b7b04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761163 Sep 08 13:17:21.454830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-749a81c4-33d1-4509-9ff5-ad9e48edc97d req-0b939b9a-3829-4f98-ae65-261af03f6727 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 210 time: 0.0482492 Sep 08 13:17:21.473464 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-920ca6fc-606b-411f-8041-95618f8a60eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.481788 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-920ca6fc-606b-411f-8041-95618f8a60eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.483775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-920ca6fc-606b-411f-8041-95618f8a60eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae25a805-99a2-40a4-bf5a-ad4d0108d466 HTTP/1.1" status: 204 len: 168 time: 0.3152375 Sep 08 13:17:21.508706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.510326 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.515269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ca6fc-606b-411f-8041-95618f8a60eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae25a805-99a2-40a4-bf5a-ad4d0108d466,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:21.553111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-94aba2de-b00a-40eb-8a2e-c069441e832b service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539531 Sep 08 13:17:21.579003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-42e9f780-7f97-4b1d-b218-9b502d4d7327', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'fixed_ips': [{'subnet_id': 'b286b165-f871-428b-9327-493652b8764f'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:17:21.581474 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.625415 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.676072 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-146804ad-aebb-4198-9f56-91deba761984 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162016 Sep 08 13:17:21.744876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Allocated IP 172.20.0.2 (42e9f780-7f97-4b1d-b218-9b502d4d7327/b286b165-f871-428b-9327-493652b8764f/e556a42b-c28b-4192-b3ad-c29218abba07) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:21.953631 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:21.968795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Transition to ACTIVE for port object e556a42b-c28b-4192-b3ad-c29218abba07 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:22.007601 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Transition to ACTIVE for port object e556a42b-c28b-4192-b3ad-c29218abba07 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:22.099493 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:22.158914 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Network 42e9f780-7f97-4b1d-b218-9b502d4d7327 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:22.162579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:22.172251 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:22.181626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Pushing event updated for resources: {'Port': ['ID=e556a42b-c28b-4192-b3ad-c29218abba07,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:22.213825 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:22.226239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:22.226994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:22.227564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:22.228247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:22.228771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:22.229297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:22.229987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:22.230482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:22.230825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:22.231164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:22.231497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:22.232027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:17:22.265905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Attempting to bind port e556a42b-c28b-4192-b3ad-c29218abba07 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:22.266319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Attempting to bind port e556a42b-c28b-4192-b3ad-c29218abba07 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:22.266694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Attempting to bind port e556a42b-c28b-4192-b3ad-c29218abba07 on network 42e9f780-7f97-4b1d-b218-9b502d4d7327 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:22.276209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:22.276587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Checking segment: {'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:22.276998 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:22.277424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Bound using segment: {'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:22.277930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Bound port: e556a42b-c28b-4192-b3ad-c29218abba07, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:22.278351 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:22.374577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] For port e556a42b-c28b-4192-b3ad-c29218abba07, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:22.382854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] For port e556a42b-c28b-4192-b3ad-c29218abba07, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e556a42b-c28b-4192-b3ad-c29218abba07,segment=NetworkSegment(8f9aa579-7599-40c6-a1d7-bd91c130b53d),segment_id=8f9aa579-7599-40c6-a1d7-bd91c130b53d)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:22.454899 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548f3eb-ce09-4bac-84b4-eafebc3c5d0e req-83e9a902-688e-4703-b9f8-d170484f7bcd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:22.461391 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8548f3eb-ce09-4bac-84b4-eafebc3c5d0e req-83e9a902-688e-4703-b9f8-d170484f7bcd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.0613842 Sep 08 13:17:22.487221 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:22.558389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c23ee9-d6f9-4113-8a3f-1df486deebbd None None] Pushing event updated for resources: {'Port': ['ID=e556a42b-c28b-4192-b3ad-c29218abba07,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:22.559121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8548f3eb-ce09-4bac-84b4-eafebc3c5d0e req-83e4cda3-de1f-4c95-8908-adbaf4b302f6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959699 Sep 08 13:17:22.642469 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44a67463-323c-4929-8f64-31b2eaa6c3c9 req-f0dfc973-7dc1-479e-8818-616b615046eb tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 210 time: 0.0407946 Sep 08 13:17:22.646613 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:22.669607 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:22.873543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 770ba36b-8447-4706-9bc9-59ebeba54577 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:17:22.878294 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Allocated IP 172.25.5.73 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/8e3c4f78-63e0-46bb-80c9-93c17a09455e) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:23.029419 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:23.063704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:23.068024 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c100ec0-a132-44fb-a1d4-0c5b7e97539c" -d '{"events": [{"server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "name": "network-vif-unplugged", "status": "completed", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:23.081757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:23.110411 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-b6ae64f5-44a7-4024-8298-88572fe1fa39 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:23.111970 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-b6ae64f5-44a7-4024-8298-88572fe1fa39 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.60 "GET /v2.0/networks?id=c06c7a55-d0b3-4e5f-816d-769f9349ad01 HTTP/1.1" status: 200 len: 805 time: 0.2714665 Sep 08 13:17:23.114622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e556a42b-c28b-4192-b3ad-c29218abba07 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:23.138818 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c4e889-2156-4560-a491-7093ed7841f0 x-openstack-request-id: req-96c4e889-2156-4560-a491-7093ed7841f0 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:23.139390 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "name": "network-vif-unplugged", "status": "completed", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:23.139645 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96c4e889-2156-4560-a491-7093ed7841f0 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:23.140037 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577', 'code': 200} Sep 08 13:17:23.187633 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-95c2316a-5e35-491b-a4bb-79fefed80e4d tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc9314dc6ad242c7954dbd58e4ab6efd HTTP/1.1" status: 200 len: 380 time: 0.0651929 Sep 08 13:17:23.194656 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:23.195309 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:23.206266 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Request body: {'port': {'device_id': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'admin_state_up': True, 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'security_groups': ['eefb6170-b7a3-4f91-b911-58b8154efab3']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:23.262012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=770ba36b-8447-4706-9bc9-59ebeba54577,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:23.292216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port e556a42b-c28b-4192-b3ad-c29218abba07 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:23.423329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59292) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:23.447530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:23.484159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Made reservation on behalf of fc9314dc6ad242c7954dbd58e4ab6efd for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:23.487418 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:23.530408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:23.537097 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:23.541827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Pushing event updated for resources: {'Port': ['ID=8e3c4f78-63e0-46bb-80c9-93c17a09455e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:23.544336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:23.729672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59304) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:23.822305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cba95b8b-74c3-49e0-8ef6-9c015f4b1e3f req-78286297-7c83-47b5-8187-e1e1247321ba tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 210 time: 0.0332439 Sep 08 13:17:23.870705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Allocated IP 172.20.0.8 (c06c7a55-d0b3-4e5f-816d-769f9349ad01/8f2e6ead-1c03-4608-ac1d-d8051bc0884a/a8a8cfe1-abb5-490e-ad54-ee280d11581e) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:23.886850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'networks': [{'name': 'tempest-network--12145299'}, {'name': 'tempest-network--1503904651'}]} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:23.886850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'network': {'name': 'tempest-network--12145299'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:23.886850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'network': {'name': 'tempest-network--1503904651'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:23.908120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-305935900-network', 'tenant_id': '1489d121a48342d9b56a1c47162d1ca7'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:23.920075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb8ad52-2119-4fb8-a067-6b1dcfdf1bb4 None None] Network 42e9f780-7f97-4b1d-b218-9b502d4d7327 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:24.011934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Made reservation on behalf of 44a09d0f498a474994251d42cd2b2114 for: {'network': 2} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:24.023060 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.038529 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.055376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b5bbd-9020-4381-b88a-dba28a3bc166 req-b759d9ef-86d8-45c5-918f-9a3fe6c43b12 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:24.059076 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ed0b5bbd-9020-4381-b88a-dba28a3bc166 req-b759d9ef-86d8-45c5-918f-9a3fe6c43b12 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 947 time: 0.3409014 Sep 08 13:17:24.151216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ed0b5bbd-9020-4381-b88a-dba28a3bc166 req-939ba898-dc0e-406e-8025-dbf938628bfc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809410 Sep 08 13:17:24.189628 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.207061 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Transition to ACTIVE for port object a8a8cfe1-abb5-490e-ad54-ee280d11581e will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:24.211838 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2dffb35b-4fa8-48db-934c-0730eab0e19b None None] Provisioning for port e556a42b-c28b-4192-b3ad-c29218abba07 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:24.215307 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Made reservation on behalf of 1489d121a48342d9b56a1c47162d1ca7 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:24.217833 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.222989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2dffb35b-4fa8-48db-934c-0730eab0e19b None None] Provisioning complete for port e556a42b-c28b-4192-b3ad-c29218abba07 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:24.223759 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2dffb35b-4fa8-48db-934c-0730eab0e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.267770 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.321594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.326437 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2dffb35b-4fa8-48db-934c-0730eab0e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.359632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2dffb35b-4fa8-48db-934c-0730eab0e19b None None] For port e556a42b-c28b-4192-b3ad-c29218abba07, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e556a42b-c28b-4192-b3ad-c29218abba07,segment=NetworkSegment(8f9aa579-7599-40c6-a1d7-bd91c130b53d),segment_id=8f9aa579-7599-40c6-a1d7-bd91c130b53d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:24.370313 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.389296 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.390192 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.418821 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.442510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f12e640-e212-4ffd-a1d0-b1b65a9e1ee3,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:24.449904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:17:24.456409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59312) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:24.467923 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.467923 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Added segment 9a542cb4-9016-4965-9348-8872b02a1a9b of type vlan for network c6d9a62e-5f3d-476d-9cc3-3a462ea771e9 Sep 08 13:17:24.486145 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2dffb35b-4fa8-48db-934c-0730eab0e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.498987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Network c06c7a55-d0b3-4e5f-816d-769f9349ad01 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:24.545076 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.548974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:24.554932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:24.561119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Pushing event updated for resources: {'Port': ['ID=a8a8cfe1-abb5-490e-ad54-ee280d11581e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:24.598524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:17:24.612802 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.613355 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Added segment 0863ff83-6a5a-4604-9c4e-8c09186b90d9 of type vlan for network 3592ce7d-9d11-4186-8ed5-336b0e64a4cb Sep 08 13:17:24.671293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-245bc2eb-e38d-4142-8caa-01ffccda56d5 None None] Provisioning complete for port e556a42b-c28b-4192-b3ad-c29218abba07 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:24.671293 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-245bc2eb-e38d-4142-8caa-01ffccda56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.696951 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.726226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:24.726918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.756587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffb35b-4fa8-48db-934c-0730eab0e19b None None] Pushing event updated for resources: {'Port': ['ID=e556a42b-c28b-4192-b3ad-c29218abba07,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:24.757502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a27d185c-fb56-4cb5-9366-e1808b35964e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.763314 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.818930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.820305 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.826214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:24.831362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:24.831986 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.838605 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.885450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 770ba36b-8447-4706-9bc9-59ebeba54577 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:17:24.899439 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:24.925536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event updated for resources: {'Network': ['ID=c6d9a62e-5f3d-476d-9cc3-3a462ea771e9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:24.934591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:17:24.941238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c6d9a62e-5f3d-476d-9cc3-3a462ea771e9 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:17:24.945136 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7ae42f63-8590-4e8e-b314-52225b7d153e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7472148 Sep 08 13:17:24.952476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2215436 Sep 08 13:17:24.958757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59320) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:25.035235 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.035591 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Added segment e9cd249e-750f-499f-a8dc-e50faedc8b7b of type vlan for network 8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd Sep 08 13:17:25.046478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38acba2-b26f-4452-ba49-ac6be5a38748 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event updated for resources: {'Network': ['ID=3592ce7d-9d11-4186-8ed5-336b0e64a4cb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:25.059335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7332bea1-15db-4f8b-b5ef-6941ca990296 req-408dbf76-9ecb-4da0-ab5a-8df508995780 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:25.061238 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7332bea1-15db-4f8b-b5ef-6941ca990296 req-408dbf76-9ecb-4da0-ab5a-8df508995780 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 931 time: 0.1482837 Sep 08 13:17:25.082754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 3592ce7d-9d11-4186-8ed5-336b0e64a4cb details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:17:25.083035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Request body: {'port': {'device_id': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:25.083174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e556a42b-c28b-4192-b3ad-c29218abba07 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:25.087370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5957c9-c249-4a43-8195-ec3ab520dd16,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:25.128640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7332bea1-15db-4f8b-b5ef-6941ca990296 req-08506210-11fe-4061-a13f-f299441fb5d0 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597413 Sep 08 13:17:25.135766 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.160409 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a27d185c-fb56-4cb5-9366-e1808b35964e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.212680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-60e85d46-a73b-4ee6-b1c1-849b6b2af3db None None] Provisioning for port a8a8cfe1-abb5-490e-ad54-ee280d11581e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:25.232346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-60e85d46-a73b-4ee6-b1c1-849b6b2af3db None None] Provisioning complete for port a8a8cfe1-abb5-490e-ad54-ee280d11581e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:25.232723 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-60e85d46-a73b-4ee6-b1c1-849b6b2af3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.285356 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a27d185c-fb56-4cb5-9366-e1808b35964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.331349 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a27d185c-fb56-4cb5-9366-e1808b35964e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3d070740f9b540d984e3bf1a04299796&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8731368 Sep 08 13:17:25.332715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d185c-fb56-4cb5-9366-e1808b35964e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c36d537-02d1-4bf4-81bc-626bbef1fc48,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:25.335402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59324) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:25.362220 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.396050 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab4ffbbf-f8df-41fb-ba8a-1fd900aa52e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.408782 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbd3fd0-c528-4813-a981-bb450d31cdc2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:25.415435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbd3fd0-c528-4813-a981-bb450d31cdc2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:25.421521 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab4ffbbf-f8df-41fb-ba8a-1fd900aa52e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.421752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbd3fd0-c528-4813-a981-bb450d31cdc2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:25.422290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:25.427356 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbd3fd0-c528-4813-a981-bb450d31cdc2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:25.431955 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dcbd3fd0-c528-4813-a981-bb450d31cdc2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4145324 Sep 08 13:17:25.432927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59326) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:25.440332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-60e85d46-a73b-4ee6-b1c1-849b6b2af3db None None] Port a8a8cfe1-abb5-490e-ad54-ee280d11581e cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:17:25.443207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '770ba36b-8447-4706-9bc9-59ebeba54577', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '770ba36b-8447-4706-9bc9-59ebeba54577', 'mac_address': 'fa:16:3e:a3:5b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:17:25.463882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Router 7a98039b-0568-44cf-bfb8-0ceca18bb903 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:17:25.465329 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.466342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:25.467047 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.476006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e556a42b-c28b-4192-b3ad-c29218abba07 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:25.476401 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.486328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f76d5f-1c0d-4904-b3e5-9ca5a88c8c30 req-17ea17ff-db4e-4863-a0e0-9854c7c86c41 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:25.488032 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-35f76d5f-1c0d-4904-b3e5-9ca5a88c8c30 req-17ea17ff-db4e-4863-a0e0-9854c7c86c41 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 947 time: 0.2256434 Sep 08 13:17:25.521455 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.551555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770ba36b-8447-4706-9bc9-59ebeba54577 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:17:25.569387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.599102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:25.677733 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.692875 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.2684608 Sep 08 13:17:25.699975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59332) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:25.700230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3ef5db-24e6-4799-a34e-efb038f631c0 admin admin] Pushing event updated for resources: {'Network': ['ID=8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:25.704526 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.711034 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-35f76d5f-1c0d-4904-b3e5-9ca5a88c8c30 req-cd286770-acfb-45e8-8bee-6507d77a1429 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993234 Sep 08 13:17:25.732473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3e031661-b35d-423d-96e2-751de6e848dc admin admin] Request body: {'subnet': {'network_id': '8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-305935900-subnet', 'tenant_id': '1489d121a48342d9b56a1c47162d1ca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:25.732785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:17:25.759828 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab4ffbbf-f8df-41fb-ba8a-1fd900aa52e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.767457 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab4ffbbf-f8df-41fb-ba8a-1fd900aa52e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.768709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ab4ffbbf-f8df-41fb-ba8a-1fd900aa52e0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1c36d537-02d1-4bf4-81bc-626bbef1fc48 HTTP/1.1" status: 204 len: 168 time: 0.4323237 Sep 08 13:17:25.772352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d9a62e-5f3d-476d-9cc3-3a462ea771e9']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:25.805347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a542cb4-9016-4965-9348-8872b02a1a9b') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:25.805637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a542cb4-9016-4965-9348-8872b02a1a9b') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:25.808959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ffbbf-f8df-41fb-ba8a-1fd900aa52e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c36d537-02d1-4bf4-81bc-626bbef1fc48,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:25.828440 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.868019 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.871263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e031661-b35d-423d-96e2-751de6e848dc admin admin] Made reservation on behalf of 1489d121a48342d9b56a1c47162d1ca7 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:25.873681 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e031661-b35d-423d-96e2-751de6e848dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.957438 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=770ba36b-8447-4706-9bc9-59ebeba54577,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:25.962753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:17:25.963181 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:17:25.966698 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:17:26.023053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['770ba36b-8447-4706-9bc9-59ebeba54577'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:17:26.116570 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.128198 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.133923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "DELETE /v2.0/networks/c6d9a62e-5f3d-476d-9cc3-3a462ea771e9 HTTP/1.1" status: 204 len: 168 time: 0.6973903 Sep 08 13:17:26.146674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59340) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:26.160342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54535aec-2a8b-4c91-992b-14b636027ebc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event deleted for resources: {'Network': ['ID=c6d9a62e-5f3d-476d-9cc3-3a462ea771e9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:26.164975 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:17:26.193301 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Sync routers for ids ['7a98039b-0568-44cf-bfb8-0ceca18bb903'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:17:26.219361 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Routers {'7a98039b-0568-44cf-bfb8-0ceca18bb903'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:26.221988 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['7a98039b-0568-44cf-bfb8-0ceca18bb903'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:26.278507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a8cfe1-abb5-490e-ad54-ee280d11581e {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:17:26.286780 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.302278 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.304431 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.306167 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-77ec6509-4729-4bbb-a992-087cb5d01c86 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9575968 Sep 08 13:17:26.309349 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59348) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:26.320884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Transition to ACTIVE for port object a8a8cfe1-abb5-490e-ad54-ee280d11581e will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:26.393710 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Set router 7a98039b-0568-44cf-bfb8-0ceca18bb903 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:26.419197 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.446667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4319-1d96-40db-96a7-8c4940c01877 req-11272001-31ee-4f3a-b4a1-d67db7dfcd09 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:26.448148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec6f4319-1d96-40db-96a7-8c4940c01877 req-11272001-31ee-4f3a-b4a1-d67db7dfcd09 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 931 time: 0.1315842 Sep 08 13:17:26.504707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.536476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3592ce7d-9d11-4186-8ed5-336b0e64a4cb']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:26.546693 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e031661-b35d-423d-96e2-751de6e848dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.574212 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec6f4319-1d96-40db-96a7-8c4940c01877 req-87eb0e0c-4cf3-4460-b619-1f10a54ea0be tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104755 Sep 08 13:17:26.608761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0863ff83-6a5a-4604-9c4e-8c09186b90d9') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:26.614708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0863ff83-6a5a-4604-9c4e-8c09186b90d9') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:26.628931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Pushing event updated for resources: {'Port': ['ID=a8a8cfe1-abb5-490e-ad54-ee280d11581e,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:26.667537 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:17:24Z', 'revision_number': 3, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:26.699696 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Checking router: 7a98039b-0568-44cf-bfb8-0ceca18bb903 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:17:26.700182 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Updating router 7a98039b-0568-44cf-bfb8-0ceca18bb903 port 8e3c4f78-63e0-46bb-80c9-93c17a09455e binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:17:26.705079 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.730962 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.737910 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.739883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:17:26.740725 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.767496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ebd4a-bbb1-453a-b7b9-1bd83c70c298 req-7096a23d-11c3-4592-ab27-ba0a18e6c5f9 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:26.777194 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-477ebd4a-bbb1-453a-b7b9-1bd83c70c298 req-7096a23d-11c3-4592-ab27-ba0a18e6c5f9 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 948 time: 0.2926915 Sep 08 13:17:26.829682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Attempting to bind port a8a8cfe1-abb5-490e-ad54-ee280d11581e on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:26.830442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Attempting to bind port a8a8cfe1-abb5-490e-ad54-ee280d11581e by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:26.831009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Attempting to bind port a8a8cfe1-abb5-490e-ad54-ee280d11581e on network c06c7a55-d0b3-4e5f-816d-769f9349ad01 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:17:26.840312 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:17:26.879874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Port a8a8cfe1-abb5-490e-ad54-ee280d11581e on network c06c7a55-d0b3-4e5f-816d-769f9349ad01 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:17:26.882529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Attempting to bind port a8a8cfe1-abb5-490e-ad54-ee280d11581e on network c06c7a55-d0b3-4e5f-816d-769f9349ad01 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:26.898119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e031661-b35d-423d-96e2-751de6e848dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c74703-bbba-4a4b-8872-91211542859c,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:26.923089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:26.926428 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Checking segment: {'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:26.926428 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Bound using segment: {'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:26.926428 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Bound port: a8a8cfe1-abb5-490e-ad54-ee280d11581e, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c0a868-37ee-4c6c-90af-6564c2216612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:26.926428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.944149 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-0709cc74-31fd-43ae-9fbb-cfe4a1c17110 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:26.945692 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-0709cc74-31fd-43ae-9fbb-cfe4a1c17110 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41&tenant_id=0047c75958314f8699b340912addcf3f&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 948 time: 0.3965447 Sep 08 13:17:26.947033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e031661-b35d-423d-96e2-751de6e848dc admin admin] Checking segment: {'id': 'e9cd249e-750f-499f-a8dc-e50faedc8b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:26.947416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e031661-b35d-423d-96e2-751de6e848dc admin admin] Network hostable DHCP agents. Network: 8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:17:26.949701 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.958620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:26.961079 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "DELETE /v2.0/networks/3592ce7d-9d11-4186-8ed5-336b0e64a4cb HTTP/1.1" status: 204 len: 168 time: 0.8133442 Sep 08 13:17:26.968286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59366) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:26.972603 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-477ebd4a-bbb1-453a-b7b9-1bd83c70c298 req-4f60b78c-164d-4852-adac-75dd08e35074 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940665 Sep 08 13:17:27.062869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a04bac-6876-421f-b57f-d61ed159925f tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event deleted for resources: {'Network': ['ID=3592ce7d-9d11-4186-8ed5-336b0e64a4cb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:27.082986 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.109822 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Transition to ACTIVE for port object 8e3c4f78-63e0-46bb-80c9-93c17a09455e will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:27.143161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e031661-b35d-423d-96e2-751de6e848dc admin admin] Network 8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:17:27.143424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59370) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:27.194764 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.213494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] For port a8a8cfe1-abb5-490e-ad54-ee280d11581e, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:27.216787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-444b7bbc-b218-4ab0-b66c-022fec274956 service neutron] 10.222.0.70 "GET /v2.0/ports/770ba36b-8447-4706-9bc9-59ebeba54577/bindings/n-h1-807558-3 HTTP/1.1" status: 200 len: 382 time: 0.2592735 Sep 08 13:17:27.222433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] For port a8a8cfe1-abb5-490e-ad54-ee280d11581e, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a8a8cfe1-abb5-490e-ad54-ee280d11581e,segment=NetworkSegment(d8c0a868-37ee-4c6c-90af-6564c2216612),segment_id=d8c0a868-37ee-4c6c-90af-6564c2216612)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:27.270422 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdae218-4432-4814-a6db-364638d95cd4 None None] Pushing event updated for resources: {'Port': ['ID=8e3c4f78-63e0-46bb-80c9-93c17a09455e,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:27.300088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1692888822-network', 'tenant_id': '5207aab2a58e4192886da7f7d98597f6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:27.309949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3e031661-b35d-423d-96e2-751de6e848dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:27.318788 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Attempting to bind port 8e3c4f78-63e0-46bb-80c9-93c17a09455e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:27.318788 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Attempting to bind port 8e3c4f78-63e0-46bb-80c9-93c17a09455e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:27.318788 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Attempting to bind port 8e3c4f78-63e0-46bb-80c9-93c17a09455e on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:27.319719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e031661-b35d-423d-96e2-751de6e848dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:27.319719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e031661-b35d-423d-96e2-751de6e848dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.321900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5710c1b3-ef76-4403-843d-86b16b379640 None None] Network 8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:27.323963 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:27.324184 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:27.324409 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.324802 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:27.325277 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Bound port: 8e3c4f78-63e0-46bb-80c9-93c17a09455e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:27.325679 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.338204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c435f57-bea5-45b4-b415-2ef0ce4081ea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:27.339813 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.342825 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.344901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c435f57-bea5-45b4-b415-2ef0ce4081ea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:27.347004 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0c435f57-bea5-45b4-b415-2ef0ce4081ea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3767798 Sep 08 13:17:27.352854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59376) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:27.360746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3bee065f-ce06-47c8-b8de-d8bd80079633 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1954743227'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:27.374568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-34b7d3b6-7ebe-4972-b538-d08fdae0bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:27.376801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-34b7d3b6-7ebe-4972-b538-d08fdae0bde9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 1099 time: 0.1305678 Sep 08 13:17:27.416209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:27.416209 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.416209 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] 10.222.0.60 "PUT /v2.0/ports/a8a8cfe1-abb5-490e-ad54-ee280d11581e HTTP/1.1" status: 200 len: 1091 time: 2.4029076 Sep 08 13:17:27.416936 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'tag': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:27.420733 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c558ccc-5c3c-4950-8696-0c746dda3135" -d '{"events": [{"name": "network-changed", "server_uuid": "6c80d093-72e9-46e1-ad5f-bba3e74f0773", "tag": "a8a8cfe1-abb5-490e-ad54-ee280d11581e"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:27.423298 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] For port 8e3c4f78-63e0-46bb-80c9-93c17a09455e, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:27.428041 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] For port 8e3c4f78-63e0-46bb-80c9-93c17a09455e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8e3c4f78-63e0-46bb-80c9-93c17a09455e,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:27.456108 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Made reservation on behalf of 5207aab2a58e4192886da7f7d98597f6 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:27.458462 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.472988 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.494095 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e9913e-7efe-404b-8015-321fafa7f744 x-openstack-request-id: req-74e9913e-7efe-404b-8015-321fafa7f744 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:27.494491 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c80d093-72e9-46e1-ad5f-bba3e74f0773", "tag": "a8a8cfe1-abb5-490e-ad54-ee280d11581e", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:27.494634 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74e9913e-7efe-404b-8015-321fafa7f744 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:27.495640 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'tag': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e', 'status': 'completed', 'code': 200} Sep 08 13:17:27.520122 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.527582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94a70d7-4a7f-47e7-be6c-2687f67b0dda None None] Network 8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:27.538583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-a218623e-b55a-4c7e-8041-02c804ddc4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:27.541007 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-a218623e-b55a-4c7e-8041-02c804ddc4a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1573031 Sep 08 13:17:27.571233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd82338-7c45-448f-8f6c-94800b9fb3ad service neutron] Pushing event updated for resources: {'Port': ['ID=a8a8cfe1-abb5-490e-ad54-ee280d11581e,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:27.631739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c558ccc-5c3c-4950-8696-0c746dda3135 req-e6e6c359-29c6-4d5c-8696-491cf158efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:27.633546 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c558ccc-5c3c-4950-8696-0c746dda3135 req-e6e6c359-29c6-4d5c-8696-491cf158efc6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc9314dc6ad242c7954dbd58e4ab6efd&device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 1094 time: 0.1020112 Sep 08 13:17:27.658301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3e031661-b35d-423d-96e2-751de6e848dc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9562972 Sep 08 13:17:27.660810 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Routers {'7a98039b-0568-44cf-bfb8-0ceca18bb903'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:27.661454 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['7a98039b-0568-44cf-bfb8-0ceca18bb903'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:27.663491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-53c1834c-b3b2-4a82-b9bd-bea5a71104ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=770ba36b-8447-4706-9bc9-59ebeba54577 HTTP/1.1" status: 200 len: 217 time: 0.1137633 Sep 08 13:17:27.665457 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdae218-4432-4814-a6db-364638d95cd4 None None] Pushing event updated for resources: {'Port': ['ID=8e3c4f78-63e0-46bb-80c9-93c17a09455e,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:27.737420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-53ec2991-2f55-47d4-83ea-2e28957fcafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:27.738989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-53ec2991-2f55-47d4-83ea-2e28957fcafd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0660155 Sep 08 13:17:27.808721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bee065f-ce06-47c8-b8de-d8bd80079633 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Made reservation on behalf of 44a09d0f498a474994251d42cd2b2114 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:27.813269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3bee065f-ce06-47c8-b8de-d8bd80079633 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.842562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-34402384-6a20-49c9-9c02-bbda505c040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:27.845316 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-34402384-6a20-49c9-9c02-bbda505c040e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988109 Sep 08 13:17:27.873403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bee065f-ce06-47c8-b8de-d8bd80079633 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:17:27.923089 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3bee065f-ce06-47c8-b8de-d8bd80079633 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:27.923475 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-3bee065f-ce06-47c8-b8de-d8bd80079633 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Added segment 230d0679-8423-4f74-b647-1ffb8394874b of type vlan for network 4b69d159-750b-4e62-9954-4d2276fe7dd6 Sep 08 13:17:27.961346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3696294-ef67-43ae-bea5-875e92e14d61 req-a0a45a5f-c9cc-4450-9c80-29255bf61c81 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:27.971039 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3696294-ef67-43ae-bea5-875e92e14d61 req-a0a45a5f-c9cc-4450-9c80-29255bf61c81 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 943 time: 0.3003423 Sep 08 13:17:27.982610 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Allocated IP 172.20.0.1 (42e9f780-7f97-4b1d-b218-9b502d4d7327/b286b165-f871-428b-9327-493652b8764f/1110a335-0a4a-49fb-9f73-e3e489f2363d) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:28.021771 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] Set router 7a98039b-0568-44cf-bfb8-0ceca18bb903 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:28.027962 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3bee065f-ce06-47c8-b8de-d8bd80079633 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.052384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-79b989e2-3f59-4e3b-b612-cf44b4059622 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990273 Sep 08 13:17:28.089671 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3696294-ef67-43ae-bea5-875e92e14d61 req-a3969cb2-27c0-4bb1-816c-313f26b9e9e6 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173613 Sep 08 13:17:28.175416 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3bee065f-ce06-47c8-b8de-d8bd80079633 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.181652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bee065f-ce06-47c8-b8de-d8bd80079633 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:28.182436 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3bee065f-ce06-47c8-b8de-d8bd80079633 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.187243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c558ccc-5c3c-4950-8696-0c746dda3135 req-2f815ffa-321c-43bb-85ca-0507a096b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:28.190426 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c558ccc-5c3c-4950-8696-0c746dda3135 req-2f815ffa-321c-43bb-85ca-0507a096b7c0 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fc9314dc6ad242c7954dbd58e4ab6efd&shared=False HTTP/1.1" status: 200 len: 906 time: 0.5472636 Sep 08 13:17:28.207960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-0de69b1a-9df5-4074-9001-d8181ddb89e1 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455493 Sep 08 13:17:28.246226 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:17:24Z', 'revision_number': 3, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:28.269674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee065f-ce06-47c8-b8de-d8bd80079633 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event updated for resources: {'Network': ['ID=4b69d159-750b-4e62-9954-4d2276fe7dd6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:28.281085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 4b69d159-750b-4e62-9954-4d2276fe7dd6 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:17:28.282363 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6013de2-d592-4811-8b43-18edff5fb4fe None None] The sync data for ids ['7a98039b-0568-44cf-bfb8-0ceca18bb903'] in n-d-807558-3 is: [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:17:24Z', 'revision_number': 3, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:17:28.325000 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.421772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb83b9-7c24-4f04-9ab1-a99306e50d1c req-6c9a0b1f-8e9b-4623-9a6e-d11a639ad4d3 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:28.423386 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-71eb83b9-7c24-4f04-9ab1-a99306e50d1c req-6c9a0b1f-8e9b-4623-9a6e-d11a639ad4d3 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 948 time: 0.2379701 Sep 08 13:17:28.429494 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.443597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.488176 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Transition to ACTIVE for port object 1110a335-0a4a-49fb-9f73-e3e489f2363d will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:28.514651 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c558ccc-5c3c-4950-8696-0c746dda3135 req-64fc48ff-48b8-431c-8f49-6b2cfd8740b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:28.514651 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c558ccc-5c3c-4950-8696-0c746dda3135 req-64fc48ff-48b8-431c-8f49-6b2cfd8740b5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2222822 Sep 08 13:17:28.517112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:17:28.533185 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8badf392-12d6-4a84-964e-e5b70cc8b94e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:28.547902 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-71eb83b9-7c24-4f04-9ab1-a99306e50d1c req-faab472a-6336-48f1-af14-1672ca4b5d4a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159739 Sep 08 13:17:28.555190 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.555544 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Added segment 0933d49f-8885-436c-b03f-e4d8f0e5def7 of type vlan for network 06f745e3-4df0-445e-9484-8a6608afab9e Sep 08 13:17:28.562391 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3bee065f-ce06-47c8-b8de-d8bd80079633 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2058685 Sep 08 13:17:28.564399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59396) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:28.590579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1c8a950d-94c5-402f-bd36-812febb03b86 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-170202210'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:28.613185 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.680352 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-9d1b7d80-bf00-4a35-ace2-c9d849362b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:28.682266 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-9d1b7d80-bf00-4a35-ace2-c9d849362b92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc9314dc6ad242c7954dbd58e4ab6efd&device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 1094 time: 0.0666234 Sep 08 13:17:28.731183 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-d21bc0b7-bb9c-4e3f-a752-32d1c568b52f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8a8cfe1-abb5-490e-ad54-ee280d11581e HTTP/1.1" status: 200 len: 217 time: 0.0406482 Sep 08 13:17:28.731641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8a950d-94c5-402f-bd36-812febb03b86 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Made reservation on behalf of 44a09d0f498a474994251d42cd2b2114 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:28.732211 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.736387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c8a950d-94c5-402f-bd36-812febb03b86 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.768624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8a950d-94c5-402f-bd36-812febb03b86 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:17:28.774949 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.775881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:28.776622 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.782585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c8a950d-94c5-402f-bd36-812febb03b86 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.782894 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-1c8a950d-94c5-402f-bd36-812febb03b86 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Added segment e0ae2a03-194a-4f2a-865a-612d99370878 of type vlan for network 19d522ac-a04f-42a2-8b35-7aedb767b719 Sep 08 13:17:28.837844 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c8a950d-94c5-402f-bd36-812febb03b86 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.838106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Network 42e9f780-7f97-4b1d-b218-9b502d4d7327 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:28.853871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Pushing event updated for resources: {'Port': ['ID=1110a335-0a4a-49fb-9f73-e3e489f2363d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:28.861740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:28.872198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:28.897078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 770ba36b-8447-4706-9bc9-59ebeba54577 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:28.916671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7057a270-66fa-4869-bf5d-2dfafc21cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:28.918354 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-7057a270-66fa-4869-bf5d-2dfafc21cc49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f2e6ead-1c03-4608-ac1d-d8051bc0884a HTTP/1.1" status: 200 len: 844 time: 0.1579881 Sep 08 13:17:28.941215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c8a950d-94c5-402f-bd36-812febb03b86 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.948293 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8034906 Sep 08 13:17:28.956250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a950d-94c5-402f-bd36-812febb03b86 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:28.959040 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c8a950d-94c5-402f-bd36-812febb03b86 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:28.963495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59404) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:28.993353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6fadce-bd7b-4e29-a25c-fb984b4d995b admin admin] Pushing event updated for resources: {'Network': ['ID=06f745e3-4df0-445e-9484-8a6608afab9e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:29.019616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 06f745e3-4df0-445e-9484-8a6608afab9e details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:17:29.025783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 770ba36b-8447-4706-9bc9-59ebeba54577 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:29.031760 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:29.055853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e6cee662-959e-4782-b457-22d3aab59ef4 admin admin] Request body: {'subnet': {'network_id': '06f745e3-4df0-445e-9484-8a6608afab9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1692888822-subnet', 'tenant_id': '5207aab2a58e4192886da7f7d98597f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:29.125762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a950d-94c5-402f-bd36-812febb03b86 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event updated for resources: {'Network': ['ID=19d522ac-a04f-42a2-8b35-7aedb767b719,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:29.140080 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:29.144981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 19d522ac-a04f-42a2-8b35-7aedb767b719 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:17:29.172982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1c8a950d-94c5-402f-bd36-812febb03b86 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6063035 Sep 08 13:17:29.178608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59412) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:29.184242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'ports': [{'network_id': '4b69d159-750b-4e62-9954-4d2276fe7dd6', 'name': 'tempest-port--1284747425', 'admin_state_up': True}, {'network_id': '19d522ac-a04f-42a2-8b35-7aedb767b719', 'admin_state_up': False}]} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:29.184566 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'port': {'network_id': '4b69d159-750b-4e62-9954-4d2276fe7dd6', 'name': 'tempest-port--1284747425', 'admin_state_up': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:29.185060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'port': {'network_id': '19d522ac-a04f-42a2-8b35-7aedb767b719', 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:29.251037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-2055db33-ea96-43f5-a816-93967e9e1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:29.252679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-2055db33-ea96-43f5-a816-93967e9e1f70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c06c7a55-d0b3-4e5f-816d-769f9349ad01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2923076 Sep 08 13:17:29.275918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8e3c4f78-63e0-46bb-80c9-93c17a09455e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:29.380527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cee662-959e-4782-b457-22d3aab59ef4 admin admin] Made reservation on behalf of 5207aab2a58e4192886da7f7d98597f6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:29.383844 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6cee662-959e-4782-b457-22d3aab59ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:29.404215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef010d-32a6-4954-bf95-73690cd856cc req-e51c298b-e6c7-4bc9-90c1-c6c77856cf5c tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:29.406869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-94ef010d-32a6-4954-bf95-73690cd856cc req-e51c298b-e6c7-4bc9-90c1-c6c77856cf5c tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 943 time: 0.1396105 Sep 08 13:17:29.509223 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:29.530501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b4eb4358-3f78-4200-ace4-5b47ba1579c5 None None] Provisioning for port 1110a335-0a4a-49fb-9f73-e3e489f2363d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:29.542877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b4eb4358-3f78-4200-ace4-5b47ba1579c5 None None] Provisioning complete for port 1110a335-0a4a-49fb-9f73-e3e489f2363d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:29.543355 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b4eb4358-3f78-4200-ace4-5b47ba1579c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:29.545019 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-94ef010d-32a6-4954-bf95-73690cd856cc req-c07ea261-1e17-489c-9075-39f5e58b7227 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921140 Sep 08 13:17:29.546532 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:29.589081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 8e3c4f78-63e0-46bb-80c9-93c17a09455e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:29.597888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 8e3c4f78-63e0-46bb-80c9-93c17a09455e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:29.598316 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:29.642508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:29.644880 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa27060-a2d7-4eb5-8094-4e8473f2e8ff" -d '{"events": [{"server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "name": "network-vif-plugged", "status": "completed", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:29.650250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-fced200e-b182-406b-bbf5-3894da63b8f5 service neutron] 10.222.0.60 "GET /v2.0/networks/c06c7a55-d0b3-4e5f-816d-769f9349ad01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815656 Sep 08 13:17:29.652769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb4358-3f78-4200-ace4-5b47ba1579c5 None None] Port 1110a335-0a4a-49fb-9f73-e3e489f2363d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:17:29.674544 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:29.681756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Made reservation on behalf of 44a09d0f498a474994251d42cd2b2114 for: {'port': 2} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:29.687435 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:29.703929 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:29.735308 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:29.739902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8316e2-923c-4f09-89b3-361b60d87f2e req-d0fd3619-cf46-412e-8009-9e3940125b2a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:29.748125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d8316e2-923c-4f09-89b3-361b60d87f2e req-d0fd3619-cf46-412e-8009-9e3940125b2a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 948 time: 0.1088047 Sep 08 13:17:29.777337 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:29.784740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 8e3c4f78-63e0-46bb-80c9-93c17a09455e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8e3c4f78-63e0-46bb-80c9-93c17a09455e,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:29.832321 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f881c843-943d-48b8-a08d-bca21e5e4d85 x-openstack-request-id: req-f881c843-943d-48b8-a08d-bca21e5e4d85 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:29.832321 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "name": "network-vif-plugged", "status": "completed", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:29.832321 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f881c843-943d-48b8-a08d-bca21e5e4d85 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:29.832321 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577', 'code': 200} Sep 08 13:17:29.849366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] device_id is not set on port 69bf0758-cec4-4492-be3d-12498470616a yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:17:29.857257 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:29.863066 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=770ba36b-8447-4706-9bc9-59ebeba54577,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:29.903506 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d8316e2-923c-4f09-89b3-361b60d87f2e req-f1eb63ad-db48-48b0-ab7f-58db8a092676 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539607 Sep 08 13:17:29.931417 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45c3817-e880-4552-b6ca-b1e6450439e2 req-6c918b3b-3261-4dbe-956a-84e0c1ae6c33 service neutron] 10.222.0.60 "GET /v2.0/networks/c06c7a55-d0b3-4e5f-816d-769f9349ad01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673748 Sep 08 13:17:29.941847 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=8e3c4f78-63e0-46bb-80c9-93c17a09455e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:30.005436 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:30.079200 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:30.107052 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:30.111318 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6cee662-959e-4782-b457-22d3aab59ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:30.166232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] device_id is not set on port 9b78af72-02e4-4426-afb9-910f88f3ba37 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:17:30.232657 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:30.250409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Pushing event updated for resources: {'Port': ['ID=1110a335-0a4a-49fb-9f73-e3e489f2363d,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:30.255941 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cee662-959e-4782-b457-22d3aab59ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc3c9e6-fd96-4185-888e-7e2f3f0bb522,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:30.280543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cee662-959e-4782-b457-22d3aab59ef4 admin admin] Checking segment: {'id': '0933d49f-8885-436c-b03f-e4d8f0e5def7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '06f745e3-4df0-445e-9484-8a6608afab9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:30.280543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cee662-959e-4782-b457-22d3aab59ef4 admin admin] Network hostable DHCP agents. Network: 06f745e3-4df0-445e-9484-8a6608afab9e, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:17:30.328429 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:30.371213 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Network 42e9f780-7f97-4b1d-b218-9b502d4d7327 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:30.372750 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:30.448253 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:30.543012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cee662-959e-4782-b457-22d3aab59ef4 admin admin] Network 06f745e3-4df0-445e-9484-8a6608afab9e is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:17:30.554560 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Router 7a98039b-0568-44cf-bfb8-0ceca18bb903 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:17:30.585309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Checking segment: {'id': '230d0679-8423-4f74-b647-1ffb8394874b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4b69d159-750b-4e62-9954-4d2276fe7dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:30.585703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Network hostable DHCP agents. Network: 4b69d159-750b-4e62-9954-4d2276fe7dd6, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:17:30.603107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event updated for resources: {'Port': ['ID=69bf0758-cec4-4492-be3d-12498470616a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:30.703451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-45548e27-929b-4484-a5d0-78250159e267 None None] Provisioning complete for port 1110a335-0a4a-49fb-9f73-e3e489f2363d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:30.704179 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-45548e27-929b-4484-a5d0-78250159e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:30.711279 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe43b9f-7acf-4bfc-94d4-51f39450b4c0 req-5562eff5-f125-40b2-99d0-a2842445d2ff tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:30.724143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfe43b9f-7acf-4bfc-94d4-51f39450b4c0 req-5562eff5-f125-40b2-99d0-a2842445d2ff tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 943 time: 0.0880151 Sep 08 13:17:30.753690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-45548e27-929b-4484-a5d0-78250159e267 None None] Port 1110a335-0a4a-49fb-9f73-e3e489f2363d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:17:31.010930 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e6cee662-959e-4782-b457-22d3aab59ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 06f745e3-4df0-445e-9484-8a6608afab9e) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:31.028869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4981e9-c954-4284-84c0-fc4f34e2dde4 None None] Network 06f745e3-4df0-445e-9484-8a6608afab9e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:31.041961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cee662-959e-4782-b457-22d3aab59ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:31.042600 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6cee662-959e-4782-b457-22d3aab59ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:31.097049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Network 4b69d159-750b-4e62-9954-4d2276fe7dd6 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:17:31.117984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 4b69d159-750b-4e62-9954-4d2276fe7dd6) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:31.134397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:31.137130 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:31.138572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8e3c4f78-63e0-46bb-80c9-93c17a09455e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:31.140812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62f4f31-8528-4015-98d7-12ba0a0b690c None None] Network 4b69d159-750b-4e62-9954-4d2276fe7dd6 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:31.164008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfe43b9f-7acf-4bfc-94d4-51f39450b4c0 req-035ece94-994e-4b2b-b57c-c258483f6137 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4374125 Sep 08 13:17:31.193447 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e6cee662-959e-4782-b457-22d3aab59ef4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1961458 Sep 08 13:17:31.237732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:17:31.247305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8fbf9008-096b-4edb-bfd6-eec58f8f0f4a admin admin] 10.222.0.69 "PUT /v2.0/routers/7a98039b-0568-44cf-bfb8-0ceca18bb903/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9367452 Sep 08 13:17:31.262611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-3b8c0aa2-1153-4011-ab3e-6f74990fa318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:31.264198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-3b8c0aa2-1153-4011-ab3e-6f74990fa318 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41&tenant_id=0047c75958314f8699b340912addcf3f HTTP/1.1" status: 200 len: 1100 time: 0.1792550 Sep 08 13:17:31.277097 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-8c4e1211-9449-4cc3-8fec-5d46cd3d2f65 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:31.285377 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-8c4e1211-9449-4cc3-8fec-5d46cd3d2f65 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/networks?id=8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd HTTP/1.1" status: 200 len: 809 time: 0.2778373 Sep 08 13:17:31.297519 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-90047e85-bec4-456e-b853-19df9a7ad162 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/quotas/1489d121a48342d9b56a1c47162d1ca7 HTTP/1.1" status: 200 len: 375 time: 0.0104411 Sep 08 13:17:31.317717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Sync routers for ids ['7a98039b-0568-44cf-bfb8-0ceca18bb903'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:17:31.347076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 8e3c4f78-63e0-46bb-80c9-93c17a09455e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:31.347455 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:31.371299 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-b4f8a1ac-43bf-4f9c-8e22-d5ec0f2adbdb tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1489d121a48342d9b56a1c47162d1ca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610824 Sep 08 13:17:31.415368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Checking segment: {'id': 'e0ae2a03-194a-4f2a-865a-612d99370878', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '19d522ac-a04f-42a2-8b35-7aedb767b719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:31.416046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Network hostable DHCP agents. Network: 19d522ac-a04f-42a2-8b35-7aedb767b719, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:17:31.419228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event updated for resources: {'Port': ['ID=9b78af72-02e4-4426-afb9-910f88f3ba37,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:31.443798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Routers {'7a98039b-0568-44cf-bfb8-0ceca18bb903'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:31.446206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['7a98039b-0568-44cf-bfb8-0ceca18bb903'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:31.450532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-47731e70-2dbf-4b0a-b68b-b630c507b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:31.452118 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-47731e70-2dbf-4b0a-b68b-b630c507b5a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 1100 time: 0.1240611 Sep 08 13:17:31.490393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef914b-1de0-40b1-80e6-8328ec4f5b2a req-3f699862-eb1c-41fa-8075-2fa7e8bbe6ca tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:31.495602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b6ef914b-1de0-40b1-80e6-8328ec4f5b2a req-3f699862-eb1c-41fa-8075-2fa7e8bbe6ca tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.1930380 Sep 08 13:17:31.498892 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-b29efec2-907d-49f2-b5d7-d5df11e9b1d6 service neutron] 10.222.0.69 "GET /v2.0/networks/8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254728 Sep 08 13:17:31.526240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfc8997-cc55-47a4-8798-e709ef990371 None None] Network 06f745e3-4df0-445e-9484-8a6608afab9e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:31.575233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Network 19d522ac-a04f-42a2-8b35-7aedb767b719 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:17:31.603579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b6ef914b-1de0-40b1-80e6-8328ec4f5b2a req-a8dddcb0-7bdf-4412-a7bc-9d5f78b0b65e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981665 Sep 08 13:17:31.641782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-08628130-f1a4-4e4d-b94b-3f6b5ea60475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:31.645690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-08628130-f1a4-4e4d-b94b-3f6b5ea60475 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1842458 Sep 08 13:17:31.666794 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-b40efac0-c4bc-43c2-bb9f-162eb5651c78 service neutron] 10.222.0.69 "GET /v2.0/networks/8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637957 Sep 08 13:17:31.701562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 19d522ac-a04f-42a2-8b35-7aedb767b719) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:31.705411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-415b5908-4385-466e-af27-0ecd9081b250 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=770ba36b-8447-4706-9bc9-59ebeba54577 HTTP/1.1" status: 200 len: 217 time: 0.0530226 Sep 08 13:17:31.712292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:31.721592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:31.722703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a438fe3-e726-489e-8426-7699e483d1e4 None None] Network 19d522ac-a04f-42a2-8b35-7aedb767b719 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:31.727494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:31.728381 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:31.731598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Set router 7a98039b-0568-44cf-bfb8-0ceca18bb903 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:31.806418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-f5e680fc-99f5-4cf8-9399-a939f5fbcf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:31.808333 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-f5e680fc-99f5-4cf8-9399-a939f5fbcf00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0634937 Sep 08 13:17:31.845446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8b314a3e-ce0a-4c77-8ad5-f7810b567b37 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6655605 Sep 08 13:17:31.848163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59468) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:31.944294 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-31a86459-6036-43d5-8c30-4ad909d23fb1 req-5478dc8b-4e31-4fc3-9518-ef46f1ea23f8 tempest-SecurityGroupsNegativeTestJSON-2114816589 tempest-SecurityGroupsNegativeTestJSON-2114816589-project] show failed (client error): The resource could not be found. Sep 08 13:17:31.945428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31a86459-6036-43d5-8c30-4ad909d23fb1 req-5478dc8b-4e31-4fc3-9518-ef46f1ea23f8 tempest-SecurityGroupsNegativeTestJSON-2114816589 tempest-SecurityGroupsNegativeTestJSON-2114816589-project] 10.222.0.69 "GET /v2.0/security-groups/4dd2f13c-1cb6-400a-9131-d874d591fe75 HTTP/1.1" status: 404 len: 352 time: 0.0498550 Sep 08 13:17:31.949514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-3f8dcf0f-7f51-4cc4-8f21-ac6af810f9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:31.950901 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-3f8dcf0f-7f51-4cc4-8f21-ac6af810f9f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1352108 Sep 08 13:17:32.014224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b52622-6652-4a0a-b4dc-e42bfbc99043 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:32.020624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b52622-6652-4a0a-b4dc-e42bfbc99043 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:32.025882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c7b52622-6652-4a0a-b4dc-e42bfbc99043 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1738677 Sep 08 13:17:32.026395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59474) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:32.161942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-2523748e-a216-4ce7-bc7e-de3febfa031d service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031801 Sep 08 13:17:32.200559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a8a8cfe1-abb5-490e-ad54-ee280d11581e details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:17:32.224220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-42043e57-cd42-4c2c-ac26-910595f993f4 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Deleting port 69bf0758-cec4-4492-be3d-12498470616a {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:32.224555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42043e57-cd42-4c2c-ac26-910595f993f4 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:32.349646 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42043e57-cd42-4c2c-ac26-910595f993f4 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:32.361416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98d31ae6-5070-4b78-b95e-dbc21d7bd4a1 req-97e0edf4-ffaa-436e-92b3-1f0493eaa14c service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906447 Sep 08 13:17:32.369269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-42043e57-cd42-4c2c-ac26-910595f993f4 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Calling delete_port for 69bf0758-cec4-4492-be3d-12498470616a owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:32.384499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50930cd2-4441-4389-ba86-7fd42549190e req-553942f9-bf15-415f-997a-dbfd1ac71c01 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:32.386282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a8a8cfe1-abb5-490e-ad54-ee280d11581e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a8a8cfe1-abb5-490e-ad54-ee280d11581e,segment=NetworkSegment(d8c0a868-37ee-4c6c-90af-6564c2216612),segment_id=d8c0a868-37ee-4c6c-90af-6564c2216612)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:32.401085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-50930cd2-4441-4389-ba86-7fd42549190e req-553942f9-bf15-415f-997a-dbfd1ac71c01 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 943 time: 0.0909767 Sep 08 13:17:32.403534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'port_id': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e', 'mac_address': 'fa:16:3e:13:c5:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:17:32.446902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '1110a335-0a4a-49fb-9f73-e3e489f2363d', 'name': '', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'mac_address': 'fa:16:3e:c5:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b286b165-f871-428b-9327-493652b8764f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:27Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 2, 'project_id': '668e6696294241f29c5032af902fe9cf', 'subnets': [{'id': 'b286b165-f871-428b-9327-493652b8764f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:32.449893 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:32.452787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59484) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:32.470029 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-50930cd2-4441-4389-ba86-7fd42549190e req-45f705cb-ae17-40fd-959f-ceb862c43767 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669944 Sep 08 13:17:32.479212 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Checking router: 7a98039b-0568-44cf-bfb8-0ceca18bb903 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:17:32.479573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Updating router 7a98039b-0568-44cf-bfb8-0ceca18bb903 port 1110a335-0a4a-49fb-9f73-e3e489f2363d binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:17:32.485600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-144f0e1b-8cbd-4e9a-a25f-46954a7083db tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Request body: {'security_group': {'name': 'tempest-securitygroup--639961034', 'description': 'tempest-description--1279460580'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:32.514965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a8cfe1-abb5-490e-ad54-ee280d11581e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:17:32.529216 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:32.534912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e01cc38-2675-43f5-91f0-7bf44fe0f881 req-ce12c23f-17bc-49a4-89a3-3d971755590a tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 210 time: 0.0443532 Sep 08 13:17:32.582490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a8a8cfe1-abb5-490e-ad54-ee280d11581e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a8a8cfe1-abb5-490e-ad54-ee280d11581e,segment=NetworkSegment(d8c0a868-37ee-4c6c-90af-6564c2216612),segment_id=d8c0a868-37ee-4c6c-90af-6564c2216612)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:32.587014 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-699b62af-ef34-40d9-9494-cfd39e70fc2b req-b77f6016-8179-45e2-b453-6edf91264cce tempest-SecurityGroupsNegativeTestJSON-2114816589 tempest-SecurityGroupsNegativeTestJSON-2114816589-project] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5207aab2a58e4192886da7f7d98597f6 HTTP/1.1" status: 200 len: 2988 time: 0.0830452 Sep 08 13:17:32.637302 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-144f0e1b-8cbd-4e9a-a25f-46954a7083db tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:32.655798 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42043e57-cd42-4c2c-ac26-910595f993f4 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:32.663007 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:32.680201 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-699b62af-ef34-40d9-9494-cfd39e70fc2b req-9cba3e64-b332-4349-a042-3a9f80f74e1c tempest-SecurityGroupsNegativeTestJSON-2114816589 tempest-SecurityGroupsNegativeTestJSON-2114816589-project] 10.222.0.69 "GET /v2.0/security-groups/8badf392-12d6-4a84-964e-e5b70cc8b94e HTTP/1.1" status: 200 len: 2985 time: 0.0923142 Sep 08 13:17:32.703791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42043e57-cd42-4c2c-ac26-910595f993f4 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event deleted for resources: {'Port': ['ID=69bf0758-cec4-4492-be3d-12498470616a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:32.722730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42043e57-cd42-4c2c-ac26-910595f993f4 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:32.729972 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-42043e57-cd42-4c2c-ac26-910595f993f4 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "DELETE /v2.0/ports/69bf0758-cec4-4492-be3d-12498470616a HTTP/1.1" status: 204 len: 168 time: 0.7027216 Sep 08 13:17:32.731321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59494) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:32.764660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a8a8cfe1-abb5-490e-ad54-ee280d11581e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:32.850679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76711138-e7e0-429f-8d44-6d4971ee915b req-cfc54990-32d9-40c6-8583-1f23405c9123 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:32.852315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76711138-e7e0-429f-8d44-6d4971ee915b req-cfc54990-32d9-40c6-8583-1f23405c9123 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.0790865 Sep 08 13:17:32.872119 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-144f0e1b-8cbd-4e9a-a25f-46954a7083db tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:32.876096 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-699b62af-ef34-40d9-9494-cfd39e70fc2b req-76f6b228-30dd-44ed-82f8-acbaf4b579f4 tempest-SecurityGroupsNegativeTestJSON-2114816589 tempest-SecurityGroupsNegativeTestJSON-2114816589-project] 10.222.0.69 "GET /v2.0/security-groups/8badf392-12d6-4a84-964e-e5b70cc8b94e HTTP/1.1" status: 200 len: 2985 time: 0.0979173 Sep 08 13:17:32.909684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 770ba36b-8447-4706-9bc9-59ebeba54577 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:17:32.926089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76711138-e7e0-429f-8d44-6d4971ee915b req-459c30ba-cae0-44b5-b1ee-e4cfe317f254 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547564 Sep 08 13:17:32.961090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-853381b9-18c8-42ed-ae93-6eaf5d0d9b68 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Deleting port 9b78af72-02e4-4426-afb9-910f88f3ba37 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:32.961593 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-853381b9-18c8-42ed-ae93-6eaf5d0d9b68 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:32.964233 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-144f0e1b-8cbd-4e9a-a25f-46954a7083db tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:32.975206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a8a8cfe1-abb5-490e-ad54-ee280d11581e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:17:33.009902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f0e1b-8cbd-4e9a-a25f-46954a7083db tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85271637-4115-4557-99ce-a9a9ee40617d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:33.073112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-853381b9-18c8-42ed-ae93-6eaf5d0d9b68 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.076726 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b5e04e5-1a56-40d1-b886-104f8621e8eb req-5ee0501f-4233-4299-bb62-073f8dce1247 tempest-SecurityGroupsNegativeTestJSON-2114816589 tempest-SecurityGroupsNegativeTestJSON-2114816589-project] 10.222.0.69 "GET /v2.0/security-groups/8badf392-12d6-4a84-964e-e5b70cc8b94e HTTP/1.1" status: 200 len: 2985 time: 0.0596664 Sep 08 13:17:33.078527 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.088221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-853381b9-18c8-42ed-ae93-6eaf5d0d9b68 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Calling delete_port for 9b78af72-02e4-4426-afb9-910f88f3ba37 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:33.097623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Transition to ACTIVE for port object 1110a335-0a4a-49fb-9f73-e3e489f2363d will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:33.167272 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.168783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-144f0e1b-8cbd-4e9a-a25f-46954a7083db tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.170285 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-144f0e1b-8cbd-4e9a-a25f-46954a7083db tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6984715 Sep 08 13:17:33.176800 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59502) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:33.189482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ecd55483-32c8-4839-892c-268b404a5f2c tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Request body: {'security_group_rule': {'security_group_id': '85271637-4115-4557-99ce-a9a9ee40617d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:33.196772 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [req-8b5e04e5-1a56-40d1-b886-104f8621e8eb req-9c21c437-bc51-4301-93d2-28af7b90bd19 tempest-SecurityGroupsNegativeTestJSON-2114816589 tempest-SecurityGroupsNegativeTestJSON-2114816589-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 08 13:17:33.202770 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b5e04e5-1a56-40d1-b886-104f8621e8eb req-9c21c437-bc51-4301-93d2-28af7b90bd19 tempest-SecurityGroupsNegativeTestJSON-2114816589 tempest-SecurityGroupsNegativeTestJSON-2114816589-project] 10.222.0.69 "DELETE /v2.0/security-groups/8badf392-12d6-4a84-964e-e5b70cc8b94e HTTP/1.1" status: 409 len: 352 time: 0.1204910 Sep 08 13:17:33.205684 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.224635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:33.227016 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4565430-db57-4b48-8afa-a169bf19849a" -d '{"events": [{"server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "name": "network-vif-unplugged", "status": "completed", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:33.244773 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-9e3a485d-5733-4ac3-b7b9-179de44d54f9 req-fe891009-87d6-45ff-9b48-6a3662e8bdff tempest-SecurityGroupsNegativeTestJSON-2114816589 tempest-SecurityGroupsNegativeTestJSON-2114816589-project] show failed (client error): The resource could not be found. Sep 08 13:17:33.255166 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9e3a485d-5733-4ac3-b7b9-179de44d54f9 req-fe891009-87d6-45ff-9b48-6a3662e8bdff tempest-SecurityGroupsNegativeTestJSON-2114816589 tempest-SecurityGroupsNegativeTestJSON-2114816589-project] 10.222.0.69 "GET /v2.0/security-groups/b505de13-d42d-456c-a1c6-89e48a0c7e6f HTTP/1.1" status: 404 len: 352 time: 0.0155210 Sep 08 13:17:33.281724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:33.294897 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-1634500a-7b71-4ea4-8d89-e959627cfebb req-b8bd503c-8a36-4af6-af9b-d4a0aff8ce23 tempest-SecurityGroupsNegativeTestJSON-2114816589 tempest-SecurityGroupsNegativeTestJSON-2114816589-project] show failed (client error): The resource could not be found. Sep 08 13:17:33.295960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1634500a-7b71-4ea4-8d89-e959627cfebb req-b8bd503c-8a36-4af6-af9b-d4a0aff8ce23 tempest-SecurityGroupsNegativeTestJSON-2114816589 tempest-SecurityGroupsNegativeTestJSON-2114816589-project] 10.222.0.69 "GET /v2.0/security-groups/722cba63-41c7-4e8b-b5fc-606018d8ca63 HTTP/1.1" status: 404 len: 352 time: 0.0190871 Sep 08 13:17:33.309728 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59510) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:33.314028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac2618-7cf2-4742-893d-64257c5f6d72 None None] Pushing event updated for resources: {'Port': ['ID=1110a335-0a4a-49fb-9f73-e3e489f2363d,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:33.339095 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917e6271-cf60-49cc-a8e4-1135354bf7ed x-openstack-request-id: req-917e6271-cf60-49cc-a8e4-1135354bf7ed {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:33.339387 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "name": "network-vif-unplugged", "status": "completed", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:33.339639 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-917e6271-cf60-49cc-a8e4-1135354bf7ed {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:33.342415 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577', 'code': 200} Sep 08 13:17:33.354317 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-853381b9-18c8-42ed-ae93-6eaf5d0d9b68 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.393881 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ecd55483-32c8-4839-892c-268b404a5f2c tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.399583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Attempting to bind port 1110a335-0a4a-49fb-9f73-e3e489f2363d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:33.399969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Attempting to bind port 1110a335-0a4a-49fb-9f73-e3e489f2363d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:33.400159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Attempting to bind port 1110a335-0a4a-49fb-9f73-e3e489f2363d on network 42e9f780-7f97-4b1d-b218-9b502d4d7327 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:33.408107 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.409779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853381b9-18c8-42ed-ae93-6eaf5d0d9b68 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event deleted for resources: {'Port': ['ID=9b78af72-02e4-4426-afb9-910f88f3ba37,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:33.413421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:33.413816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Checking segment: {'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:33.417069 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.417069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Bound using segment: {'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:33.417069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Bound port: 1110a335-0a4a-49fb-9f73-e3e489f2363d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:33.417069 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.422931 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-853381b9-18c8-42ed-ae93-6eaf5d0d9b68 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.425131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-853381b9-18c8-42ed-ae93-6eaf5d0d9b68 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "DELETE /v2.0/ports/9b78af72-02e4-4426-afb9-910f88f3ba37 HTTP/1.1" status: 204 len: 168 time: 0.6923754 Sep 08 13:17:33.429501 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59512) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:33.439755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd3ec3b-5fee-4b81-93fd-d6abd1383167 admin admin] Deleting subnet 1bc3c9e6-fd96-4185-888e-7e2f3f0bb522 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:17:33.449375 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ec3b-5fee-4b81-93fd-d6abd1383167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.544048 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ec3b-5fee-4b81-93fd-d6abd1383167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:33.549723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=770ba36b-8447-4706-9bc9-59ebeba54577,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:33.549914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4130de84-ec3b-447e-9d64-ffb308fa4cbd tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1152923 Sep 08 13:17:33.555776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59516) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:33.561945 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-fe1fe8a3-34e9-4ed8-8587-167f14bf555d tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2103333543'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:33.577632 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ecd55483-32c8-4839-892c-268b404a5f2c tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.038574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] For port 1110a335-0a4a-49fb-9f73-e3e489f2363d, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:34.038574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] For port 1110a335-0a4a-49fb-9f73-e3e489f2363d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1110a335-0a4a-49fb-9f73-e3e489f2363d,segment=NetworkSegment(8f9aa579-7599-40c6-a1d7-bd91c130b53d),segment_id=8f9aa579-7599-40c6-a1d7-bd91c130b53d)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:34.041581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ec3b-5fee-4b81-93fd-d6abd1383167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.042688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3707da7-154f-40d7-b8a8-47676b58f76d req-a253e00e-9528-4cf7-8862-66eeaae451c0 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 210 time: 0.0397773 Sep 08 13:17:34.043119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a81654-b47f-4c98-a91a-5ab0b4b8a302 req-dca75ab3-51d4-4b33-88b4-e26c499861a7 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:34.043119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63a81654-b47f-4c98-a91a-5ab0b4b8a302 req-dca75ab3-51d4-4b33-88b4-e26c499861a7 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 944 time: 0.1212578 Sep 08 13:17:34.043119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63a81654-b47f-4c98-a91a-5ab0b4b8a302 req-253c8c3e-af57-4543-977b-edde25f39161 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345442 Sep 08 13:17:34.043869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1fe8a3-34e9-4ed8-8587-167f14bf555d tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Made reservation on behalf of 44a09d0f498a474994251d42cd2b2114 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:34.044037 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ecd55483-32c8-4839-892c-268b404a5f2c tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.044219 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.048999 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe8a3-34e9-4ed8-8587-167f14bf555d tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.049434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd55483-32c8-4839-892c-268b404a5f2c tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ba8805-0530-4883-af50-7f662703e6d7,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:34.049711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Routers {'7a98039b-0568-44cf-bfb8-0ceca18bb903'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:34.049711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['7a98039b-0568-44cf-bfb8-0ceca18bb903'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:34.049914 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ec3b-5fee-4b81-93fd-d6abd1383167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.050032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1fe8a3-34e9-4ed8-8587-167f14bf555d tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:17:34.050140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac2618-7cf2-4742-893d-64257c5f6d72 None None] Pushing event updated for resources: {'Port': ['ID=1110a335-0a4a-49fb-9f73-e3e489f2363d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:34.050292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe8a3-34e9-4ed8-8587-167f14bf555d tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.050292 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-fe1fe8a3-34e9-4ed8-8587-167f14bf555d tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Added segment a289eb3b-474e-40bd-85e0-466f4e47c20b of type vlan for network c263025b-21de-44ff-a763-4b9864410afd Sep 08 13:17:34.050443 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ecd55483-32c8-4839-892c-268b404a5f2c tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.050443 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ecd55483-32c8-4839-892c-268b404a5f2c tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8391738 Sep 08 13:17:34.050443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd3ec3b-5fee-4b81-93fd-d6abd1383167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc3c9e6-fd96-4185-888e-7e2f3f0bb522,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:34.050443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59524) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:34.050443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-42248aa2-4ac8-4b82-a214-dc481b221fd7 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Request body: {'security_group_rule': {'security_group_id': '85271637-4115-4557-99ce-a9a9ee40617d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:34.082060 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2dd3ec3b-5fee-4b81-93fd-d6abd1383167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.086986 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2dd3ec3b-5fee-4b81-93fd-d6abd1383167 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/1bc3c9e6-fd96-4185-888e-7e2f3f0bb522 HTTP/1.1" status: 204 len: 168 time: 0.7759087 Sep 08 13:17:34.092420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59528) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:34.135022 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe8a3-34e9-4ed8-8587-167f14bf555d tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.135168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] Set router 7a98039b-0568-44cf-bfb8-0ceca18bb903 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:34.202462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a8a8cfe1-abb5-490e-ad54-ee280d11581e up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:34.267866 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.285849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b856a-c2c9-4aca-935f-36381f1e5c62 req-ece2ba0d-5320-4685-b97c-c4fcc0173b3a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:34.287347 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b72b856a-c2c9-4aca-935f-36381f1e5c62 req-ece2ba0d-5320-4685-b97c-c4fcc0173b3a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 947 time: 0.1722152 Sep 08 13:17:34.399777 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.405406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b72b856a-c2c9-4aca-935f-36381f1e5c62 req-123aec51-e3f0-4d97-b6ff-3ea3759860ad tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089962 Sep 08 13:17:34.423130 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42248aa2-4ac8-4b82-a214-dc481b221fd7 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.431751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f745e3-4df0-445e-9484-8a6608afab9e']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:34.439019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '1110a335-0a4a-49fb-9f73-e3e489f2363d', 'name': '', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'mac_address': 'fa:16:3e:c5:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b286b165-f871-428b-9327-493652b8764f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:27Z', 'updated_at': '2021-09-08T13:17:33Z', 'revision_number': 4, 'project_id': '668e6696294241f29c5032af902fe9cf', 'subnets': [{'id': 'b286b165-f871-428b-9327-493652b8764f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:34.441143 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe8a3-34e9-4ed8-8587-167f14bf555d tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.442552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a8a8cfe1-abb5-490e-ad54-ee280d11581e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:34.447810 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1fe8a3-34e9-4ed8-8587-167f14bf555d tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:34.448524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe1fe8a3-34e9-4ed8-8587-167f14bf555d tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.458540 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0933d49f-8885-436c-b03f-e4d8f0e5def7') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:34.458737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0933d49f-8885-436c-b03f-e4d8f0e5def7') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:34.472797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a8a8cfe1-abb5-490e-ad54-ee280d11581e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:34.473277 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.474423 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.495829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1bad05-27f1-4d22-885a-a2ab854a6dca None None] The sync data for ids ['7a98039b-0568-44cf-bfb8-0ceca18bb903'] in n-d-807558-3 is: [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '1110a335-0a4a-49fb-9f73-e3e489f2363d', 'name': '', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'mac_address': 'fa:16:3e:c5:44:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b286b165-f871-428b-9327-493652b8764f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:27Z', 'updated_at': '2021-09-08T13:17:33Z', 'revision_number': 4, 'project_id': '668e6696294241f29c5032af902fe9cf', 'subnets': [{'id': 'b286b165-f871-428b-9327-493652b8764f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:17:34.524566 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.593186 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:17:34.593927 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:17:34.599958 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:17:34.608270 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42248aa2-4ac8-4b82-a214-dc481b221fd7 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.615568 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fe8a3-34e9-4ed8-8587-167f14bf555d tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event updated for resources: {'Network': ['ID=c263025b-21de-44ff-a763-4b9864410afd,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:34.624186 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fe1fe8a3-34e9-4ed8-8587-167f14bf555d tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0669923 Sep 08 13:17:34.630447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59530) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:34.634909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c263025b-21de-44ff-a763-4b9864410afd details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:17:34.636399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e38dacff-d4b8-4a9a-a493-4344a7f48017 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1606848885'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:34.659534 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.673947 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42248aa2-4ac8-4b82-a214-dc481b221fd7 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.714614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42248aa2-4ac8-4b82-a214-dc481b221fd7 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e799e53-d896-4a3f-ab03-40ac8368785b,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:34.762691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a8a8cfe1-abb5-490e-ad54-ee280d11581e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a8a8cfe1-abb5-490e-ad54-ee280d11581e,segment=NetworkSegment(d8c0a868-37ee-4c6c-90af-6564c2216612),segment_id=d8c0a868-37ee-4c6c-90af-6564c2216612)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:34.788823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-690eabcd-5148-4d66-9c9d-5c50b7b7aec3 req-f866cd65-1e6b-423e-ad75-1b42611c24c7 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 210 time: 0.0301242 Sep 08 13:17:34.806829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38dacff-d4b8-4a9a-a493-4344a7f48017 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Made reservation on behalf of 44a09d0f498a474994251d42cd2b2114 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:34.812027 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e38dacff-d4b8-4a9a-a493-4344a7f48017 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.834486 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.846476 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.848658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e38dacff-d4b8-4a9a-a493-4344a7f48017 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:17:34.852742 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] 10.222.0.69 "DELETE /v2.0/networks/06f745e3-4df0-445e-9484-8a6608afab9e HTTP/1.1" status: 204 len: 168 time: 0.7585745 Sep 08 13:17:34.878577 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e38dacff-d4b8-4a9a-a493-4344a7f48017 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.878935 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-e38dacff-d4b8-4a9a-a493-4344a7f48017 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Added segment 6472a0e9-226e-43aa-b1fc-342cc6479e37 of type vlan for network 6ceba345-7c78-46ad-966c-60298b185ff6 Sep 08 13:17:34.883367 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b76cef-6cf8-4042-b523-adffd19d939c admin admin] Pushing event deleted for resources: {'Network': ['ID=06f745e3-4df0-445e-9484-8a6608afab9e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:34.888148 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.909362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42248aa2-4ac8-4b82-a214-dc481b221fd7 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.912366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-42248aa2-4ac8-4b82-a214-dc481b221fd7 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8791473 Sep 08 13:17:34.918795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59538) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:34.926406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:34.952693 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 770ba36b-8447-4706-9bc9-59ebeba54577 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:17:34.967615 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e38dacff-d4b8-4a9a-a493-4344a7f48017 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:34.995968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a8a8cfe1-abb5-490e-ad54-ee280d11581e,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:35.001181 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4def62dc-1921-49c6-b848-8722e3cbc703 req-9030edd5-c128-473e-90d6-b4644af95c95 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:35.014490 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4def62dc-1921-49c6-b848-8722e3cbc703 req-9030edd5-c128-473e-90d6-b4644af95c95 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 945 time: 0.1119494 Sep 08 13:17:35.084984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4def62dc-1921-49c6-b848-8722e3cbc703 req-ee6cf3c9-f5ae-42e9-8431-93eaf9c0486a tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593636 Sep 08 13:17:35.101443 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e38dacff-d4b8-4a9a-a493-4344a7f48017 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:35.117248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38dacff-d4b8-4a9a-a493-4344a7f48017 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:35.117713 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e38dacff-d4b8-4a9a-a493-4344a7f48017 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:35.122092 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:35.139578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:35.172740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '770ba36b-8447-4706-9bc9-59ebeba54577', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '770ba36b-8447-4706-9bc9-59ebeba54577', 'mac_address': 'fa:16:3e:a3:5b:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:17:35.259476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1110a335-0a4a-49fb-9f73-e3e489f2363d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:35.293265 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:35.318159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dacff-d4b8-4a9a-a493-4344a7f48017 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event updated for resources: {'Network': ['ID=6ceba345-7c78-46ad-966c-60298b185ff6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:35.332167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 6ceba345-7c78-46ad-966c-60298b185ff6 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:17:35.336646 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:35.353389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e38dacff-d4b8-4a9a-a493-4344a7f48017 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7210262 Sep 08 13:17:35.434310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59544) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:35.485314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59548) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:35.488051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Allocated IP 172.25.5.55 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/e6c33d94-0bca-4862-839a-d6e35d339033) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:35.494331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'subnets': [{'network_id': 'c263025b-21de-44ff-a763-4b9864410afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1980216385', 'ip_version': 4}, {'network_id': '6ceba345-7c78-46ad-966c-60298b185ff6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:35.494695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'subnet': {'network_id': 'c263025b-21de-44ff-a763-4b9864410afd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1980216385', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:35.495280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Request body: {'subnet': {'network_id': '6ceba345-7c78-46ad-966c-60298b185ff6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:35.569948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:35.572163 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e65fc2-9a7b-40a8-a3b6-3128a5a2eee0" -d '{"events": [{"server_uuid": "6c80d093-72e9-46e1-ad5f-bba3e74f0773", "name": "network-vif-plugged", "status": "completed", "tag": "a8a8cfe1-abb5-490e-ad54-ee280d11581e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:35.594744 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770ba36b-8447-4706-9bc9-59ebeba54577 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:17:35.651319 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b7a35c4c-5a29-4395-9603-780b30cdd007 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5207aab2a58e4192886da7f7d98597f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2110786 Sep 08 13:17:35.653396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59552) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:35.690725 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfec4f38-8471-4bdd-97b0-74fdebe93b1b x-openstack-request-id: req-cfec4f38-8471-4bdd-97b0-74fdebe93b1b {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:35.690996 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c80d093-72e9-46e1-ad5f-bba3e74f0773", "name": "network-vif-plugged", "status": "completed", "tag": "a8a8cfe1-abb5-490e-ad54-ee280d11581e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:35.691146 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cfec4f38-8471-4bdd-97b0-74fdebe93b1b {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:35.693003 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e', 'code': 200} Sep 08 13:17:35.695164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:35.739798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab0873-a377-4fb3-adca-aca7a43f8756 req-3c9aae66-91f4-4669-9a57-f113ca8df36d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:35.749512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2eab0873-a377-4fb3-adca-aca7a43f8756 req-3c9aae66-91f4-4669-9a57-f113ca8df36d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 947 time: 0.1648936 Sep 08 13:17:35.757542 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:35.766302 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:35.768494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 1110a335-0a4a-49fb-9f73-e3e489f2363d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:35.775855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1110a335-0a4a-49fb-9f73-e3e489f2363d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:35.776231 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:35.782584 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:17:35.855008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2eab0873-a377-4fb3-adca-aca7a43f8756 req-d4eb4a58-2b38-49b4-9e32-8eba14c2ca25 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990524 Sep 08 13:17:35.889418 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1afa09c-8e66-4230-8ca0-52cc08f0767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:35.910849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=770ba36b-8447-4706-9bc9-59ebeba54577,revision_number=10']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:35.939509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1afa09c-8e66-4230-8ca0-52cc08f0767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:35.950842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4750f0a-f6fa-4615-b023-fb4801f880b0 req-2028cc2c-4f1e-48e1-ad80-f8f869c47b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:35.963242 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e4750f0a-f6fa-4615-b023-fb4801f880b0 req-2028cc2c-4f1e-48e1-ad80-f8f869c47b2c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 1096 time: 0.1570013 Sep 08 13:17:35.990145 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:35.998394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Made reservation on behalf of 44a09d0f498a474994251d42cd2b2114 for: {'subnet': 2} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:36.002904 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:36.003255 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:36.024040 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-963f2e8b-4a8a-41a5-9d09-e29c466d302e req-fb92153e-2677-44b2-8759-506948545c6b tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 210 time: 0.0757139 Sep 08 13:17:36.032952 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:36.052727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 1110a335-0a4a-49fb-9f73-e3e489f2363d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1110a335-0a4a-49fb-9f73-e3e489f2363d,segment=NetworkSegment(8f9aa579-7599-40c6-a1d7-bd91c130b53d),segment_id=8f9aa579-7599-40c6-a1d7-bd91c130b53d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:36.096837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['770ba36b-8447-4706-9bc9-59ebeba54577'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:17:36.120183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:36.137457 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:36.147990 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e4750f0a-f6fa-4615-b023-fb4801f880b0 req-9d213271-2189-4b32-a426-3c112c0cf569 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215844 Sep 08 13:17:36.149166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:36.172851 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:36.228923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8345c-d0db-4bfc-a126-e1bf0474378b req-988b09b0-5fde-4775-a171-4a048b8455af tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:36.235032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aca8345c-d0db-4bfc-a126-e1bf0474378b req-988b09b0-5fde-4775-a171-4a048b8455af tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 949 time: 0.2059011 Sep 08 13:17:36.245295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Pushing event updated for resources: {'Port': ['ID=e6c33d94-0bca-4862-839a-d6e35d339033,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:36.276743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7809ed-b3d7-4430-b739-6893f06418b1 req-e91c0f5b-743f-4549-bd62-44215779f113 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:36.284855 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e7809ed-b3d7-4430-b739-6893f06418b1 req-e91c0f5b-743f-4549-bd62-44215779f113 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 945 time: 0.0738509 Sep 08 13:17:36.299566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=1110a335-0a4a-49fb-9f73-e3e489f2363d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:36.308725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-8e4daeaa-4b26-48b0-8510-88acdd067e60 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:36.310723 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-8e4daeaa-4b26-48b0-8510-88acdd067e60 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.60 "GET /v2.0/networks?id=8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd HTTP/1.1" status: 200 len: 809 time: 0.3295045 Sep 08 13:17:36.315023 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aca8345c-d0db-4bfc-a126-e1bf0474378b req-7b530e20-43a6-45e2-bc2b-2aff6b1a2f96 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791256 Sep 08 13:17:36.335579 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e7809ed-b3d7-4430-b739-6893f06418b1 req-ffca2c2d-e54e-46dc-9ec5-3a75bcce5651 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498161 Sep 08 13:17:36.418079 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:36.434866 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1afa09c-8e66-4230-8ca0-52cc08f0767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:36.437017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1afa09c-8e66-4230-8ca0-52cc08f0767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:36.440624 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a1afa09c-8e66-4230-8ca0-52cc08f0767c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8badf392-12d6-4a84-964e-e5b70cc8b94e HTTP/1.1" status: 204 len: 168 time: 0.7821956 Sep 08 13:17:36.446961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Request body: {'port': {'device_id': '3baef334-87ae-4bf9-a921-ccc37ae9e6ac', 'network_id': '8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd', 'admin_state_up': True, 'tenant_id': '1489d121a48342d9b56a1c47162d1ca7'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:36.525554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afa09c-8e66-4230-8ca0-52cc08f0767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8badf392-12d6-4a84-964e-e5b70cc8b94e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:36.554600 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:36.735226 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-afa95382-9546-4697-a7a2-d6add6f56d78 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=0047c75958314f8699b340912addcf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387607 Sep 08 13:17:36.765778 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:36.827635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Made reservation on behalf of 1489d121a48342d9b56a1c47162d1ca7 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:36.831175 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:36.849891 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:36.974727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Pushing event updated for resources: {'Port': ['ID=e6c33d94-0bca-4862-839a-d6e35d339033,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:37.005677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:37.006403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dc01-9543-42ff-b917-7dd576753d9e req-43cf2de9-44be-4597-ae2d-2de4be8308fa tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:37.008496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-43cf2de9-44be-4597-ae2d-2de4be8308fa tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2627473 Sep 08 13:17:37.073160 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-89076098-31f8-45d8-b665-d8bd9de85141 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/quotas/0047c75958314f8699b340912addcf3f HTTP/1.1" status: 200 len: 375 time: 0.0345688 Sep 08 13:17:37.102641 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:37.104940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1110a335-0a4a-49fb-9f73-e3e489f2363d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:37.106674 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7b7cab23-b4da-47c5-b36b-9609bc6cf598 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1856737 Sep 08 13:17:37.175383 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:37.184611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1110a335-0a4a-49fb-9f73-e3e489f2363d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:37.185350 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:37.197631 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b69e5749-874e-423b-8437-e6b032436e10 req-974349f8-274f-4fa0-84e9-c0bc3a8069e3 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 210 time: 0.0420227 Sep 08 13:17:37.246771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Allocated IP 172.20.0.5 (8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd/44c74703-bbba-4a4b-8872-91211542859c/eb2a2f76-0f22-4e55-b578-25f43e5dc4ca) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:37.266092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-7ad19b0d-90b0-4add-b79b-0c816823ebba tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1837931 Sep 08 13:17:37.295866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event updated for resources: {'Subnet': ['ID=a64c4b84-aa05-4ed6-b9ff-cda5a30cf5ec,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:37.335877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Checking segment: {'id': 'a289eb3b-474e-40bd-85e0-466f4e47c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c263025b-21de-44ff-a763-4b9864410afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:37.336491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Network hostable DHCP agents. Network: c263025b-21de-44ff-a763-4b9864410afd, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:17:37.400175 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-6a91cf22-6380-4a04-8c90-6b474b34f87c tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--639961034&fields=id&tenant_id=668e6696294241f29c5032af902fe9cf HTTP/1.1" status: 200 len: 267 time: 0.0689003 Sep 08 13:17:37.458054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Network c263025b-21de-44ff-a763-4b9864410afd is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:17:37.492561 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:37.553789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-73067ad4-81d6-4b18-9cdd-2015617bdb94 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:37.555311 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-73067ad4-81d6-4b18-9cdd-2015617bdb94 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/networks?id=42e9f780-7f97-4b1d-b218-9b502d4d7327 HTTP/1.1" status: 200 len: 814 time: 0.1472325 Sep 08 13:17:37.576493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c263025b-21de-44ff-a763-4b9864410afd) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:37.580763 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:37.589369 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-aeb71626-032c-4421-a104-92d561b9cb47 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/quotas/668e6696294241f29c5032af902fe9cf HTTP/1.1" status: 200 len: 375 time: 0.0246804 Sep 08 13:17:37.590326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c33531-1d07-47e0-931f-579ea24fcf37 None None] Network c263025b-21de-44ff-a763-4b9864410afd requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:37.681503 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-f8dc408b-93cc-453a-a3ab-49a7104039f2 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=668e6696294241f29c5032af902fe9cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846274 Sep 08 13:17:37.692292 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:37.704254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-57c39df5-bce5-4f62-a8cc-035b6313c598 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:17:37.705822 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-57c39df5-bce5-4f62-a8cc-035b6313c598 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093639 Sep 08 13:17:37.791324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event updated for resources: {'Subnet': ['ID=8488228e-f752-437d-a629-c66baebae10e,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:37.830287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Network 8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:37.830590 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-9b9ebbec-5e1a-4a7c-8201-2480101df137 service neutron] 10.222.0.69 "GET /v2.0/networks/42e9f780-7f97-4b1d-b218-9b502d4d7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170073 Sep 08 13:17:37.859632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c263025b-21de-44ff-a763-4b9864410afd', 'network_id': 'c263025b-21de-44ff-a763-4b9864410afd', 'tenant_id': '44a09d0f498a474994251d42cd2b2114', 'fixed_ips': [{'subnet_id': 'a64c4b84-aa05-4ed6-b9ff-cda5a30cf5ec'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:17:37.859891 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:37.861651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:37.878707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097fbe1-7eb1-47e7-918b-be224d614eb9 req-45cedcb4-909b-4354-b3cb-3002315724a5 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:37.888553 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0097fbe1-7eb1-47e7-918b-be224d614eb9 req-45cedcb4-909b-4354-b3cb-3002315724a5 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 945 time: 0.2539747 Sep 08 13:17:37.890846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:37.904457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Pushing event updated for resources: {'Port': ['ID=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:37.908666 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d5cbceba-cb13-4e0c-98ab-c287f6ed478e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:37.931377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Checking segment: {'id': '6472a0e9-226e-43aa-b1fc-342cc6479e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6ceba345-7c78-46ad-966c-60298b185ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:37.932538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Network hostable DHCP agents. Network: 6ceba345-7c78-46ad-966c-60298b185ff6, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:17:38.014836 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-5dc995fe-e9bc-499c-9c3e-5b6c896d350f service neutron] 10.222.0.69 "GET /v2.0/networks/42e9f780-7f97-4b1d-b218-9b502d4d7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831169 Sep 08 13:17:38.015943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59626) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:38.035439 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0097fbe1-7eb1-47e7-918b-be224d614eb9 req-91132876-86fd-4b5f-988f-a4aea21ebae3 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419704 Sep 08 13:17:38.051713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:38.052407 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.085725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Allocated IP 172.20.0.2 (c263025b-21de-44ff-a763-4b9864410afd/a64c4b84-aa05-4ed6-b9ff-cda5a30cf5ec/6ef41886-f14f-4bae-b842-6a7ef4d07a52) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:38.125428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Network 6ceba345-7c78-46ad-966c-60298b185ff6 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:17:38.169487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1576284867-network', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:38.247509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-0956c1fd-11e2-4f0a-965e-bbed22710bae tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8133972 Sep 08 13:17:38.259860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Request body: {'port': {'device_id': '3baef334-87ae-4bf9-a921-ccc37ae9e6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:38.269625 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.279176 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Transition to ACTIVE for port object 6ef41886-f14f-4bae-b842-6a7ef4d07a52 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:38.294450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Transition to ACTIVE for port object 6ef41886-f14f-4bae-b842-6a7ef4d07a52 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:38.314141 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df881945-34b9-4c3c-9836-2f17c51afe5c req-fc561a70-46cb-48ee-8ede-6c8b5bf211bf tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 210 time: 0.0343506 Sep 08 13:17:38.317417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 6ceba345-7c78-46ad-966c-60298b185ff6) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:38.327662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fbac9f-726f-4118-8ac5-cd0dbe054d19 None None] Network 6ceba345-7c78-46ad-966c-60298b185ff6 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:38.335246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:38.335731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:38.336370 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.387992 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Made reservation on behalf of cdbc05b6be9f42cc9c558d5152cf089a for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:38.391294 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.409417 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.419106 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.443824 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.476793 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-565a8430-62b7-4f02-ae38-5a7db9b1bffa req-a153502d-8f3d-4697-894e-3a55c9e60f1e tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 210 time: 0.0527983 Sep 08 13:17:38.491361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Network c263025b-21de-44ff-a763-4b9864410afd is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:38.495884 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-70bfe4bd-1004-42b4-96eb-b697498502c8 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.0094593 Sep 08 13:17:38.499476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59638) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:38.513681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:38.516896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Pushing event updated for resources: {'Port': ['ID=6ef41886-f14f-4bae-b842-6a7ef4d07a52,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:38.536478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:38.558263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e7893-4a2e-46bf-aede-62202744b6b3 req-75f1284e-f965-4d87-9b67-f525c1e62667 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:38.560294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-356e7893-4a2e-46bf-aede-62202744b6b3 req-75f1284e-f965-4d87-9b67-f525c1e62667 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 931 time: 0.1286421 Sep 08 13:17:38.621302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cfc578-1ba6-4289-8f9f-23909bc16e58 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:38.622914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cfc578-1ba6-4289-8f9f-23909bc16e58 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:38.624703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cfc578-1ba6-4289-8f9f-23909bc16e58 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:38.629905 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b5cfc578-1ba6-4289-8f9f-23909bc16e58 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1276343 Sep 08 13:17:38.633691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59644) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:38.682726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-356e7893-4a2e-46bf-aede-62202744b6b3 req-69048ca8-a8da-4bf0-9809-cf1fc6bf10ad tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629747 Sep 08 13:17:38.694806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Attempting to bind port 6ef41886-f14f-4bae-b842-6a7ef4d07a52 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:38.695474 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Attempting to bind port 6ef41886-f14f-4bae-b842-6a7ef4d07a52 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'a289eb3b-474e-40bd-85e0-466f4e47c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c263025b-21de-44ff-a763-4b9864410afd'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:38.696048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Attempting to bind port 6ef41886-f14f-4bae-b842-6a7ef4d07a52 on network c263025b-21de-44ff-a763-4b9864410afd {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:38.704820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:38.704820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Checking segment: {'id': 'a289eb3b-474e-40bd-85e0-466f4e47c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c263025b-21de-44ff-a763-4b9864410afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:38.705114 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.705510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Bound using segment: {'id': 'a289eb3b-474e-40bd-85e0-466f4e47c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c263025b-21de-44ff-a763-4b9864410afd'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:38.706078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Bound port: 6ef41886-f14f-4bae-b842-6a7ef4d07a52, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a289eb3b-474e-40bd-85e0-466f4e47c20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c263025b-21de-44ff-a763-4b9864410afd'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:38.706394 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.722711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4a91e7c-dfe1-4228-ba50-660b41867823 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Deleting subnet a64c4b84-aa05-4ed6-b9ff-cda5a30cf5ec {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:17:38.730260 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4a91e7c-dfe1-4228-ba50-660b41867823 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.794454 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4a91e7c-dfe1-4228-ba50-660b41867823 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.817188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-6ceba345-7c78-46ad-966c-60298b185ff6', 'network_id': '6ceba345-7c78-46ad-966c-60298b185ff6', 'tenant_id': '44a09d0f498a474994251d42cd2b2114', 'fixed_ips': [{'subnet_id': '8488228e-f752-437d-a629-c66baebae10e'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:17:38.817720 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.818373 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.851271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] For port 6ef41886-f14f-4bae-b842-6a7ef4d07a52, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:38.855134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] For port 6ef41886-f14f-4bae-b842-6a7ef4d07a52, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6ef41886-f14f-4bae-b842-6a7ef4d07a52,segment=NetworkSegment(a289eb3b-474e-40bd-85e0-466f4e47c20b),segment_id=a289eb3b-474e-40bd-85e0-466f4e47c20b)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:38.873230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb2a2f76-0f22-4e55-b578-25f43e5dc4ca {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:17:38.882305 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.894603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Transition to ACTIVE for port object eb2a2f76-0f22-4e55-b578-25f43e5dc4ca will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:38.956090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 770ba36b-8447-4706-9bc9-59ebeba54577 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:38.994718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:38.996475 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4a91e7c-dfe1-4228-ba50-660b41867823 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.004264 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.021707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Allocated IP 172.20.0.18 (6ceba345-7c78-46ad-966c-60298b185ff6/8488228e-f752-437d-a629-c66baebae10e/7eed7168-3168-440d-9024-6cc71621fb54) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:39.039480 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.106481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:17:39.114686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb32be33-de9d-4f2c-afb8-fd723e79af41,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:39.149488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 770ba36b-8447-4706-9bc9-59ebeba54577 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:39.150267 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.199055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45841e-f4b0-4ba9-89c2-231326095cca None None] Pushing event updated for resources: {'Port': ['ID=6ef41886-f14f-4bae-b842-6a7ef4d07a52,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:39.236778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Pushing event updated for resources: {'Port': ['ID=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:39.253462 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.253930 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Added segment 9ba013d1-8a7e-4954-abcf-288204df4091 of type vlan for network 2715585a-d546-4e4b-af38-9e26e72b9a96 Sep 08 13:17:39.257936 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4a91e7c-dfe1-4228-ba50-660b41867823 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.260725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Attempting to bind port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:39.260725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Attempting to bind port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'e9cd249e-750f-499f-a8dc-e50faedc8b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:39.260725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Attempting to bind port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca on network 8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:39.269429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca on network 8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:17:39.269429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Attempting to bind port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca on network 8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:39.286609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:39.286957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Checking segment: {'id': 'e9cd249e-750f-499f-a8dc-e50faedc8b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:39.287353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Bound using segment: {'id': 'e9cd249e-750f-499f-a8dc-e50faedc8b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:39.288719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Bound port: eb2a2f76-0f22-4e55-b578-25f43e5dc4ca, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9cd249e-750f-499f-a8dc-e50faedc8b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:39.289085 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.340710 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a91e7c-dfe1-4228-ba50-660b41867823 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event deleted for resources: {'Subnet': ['ID=a64c4b84-aa05-4ed6-b9ff-cda5a30cf5ec,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:39.380806 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4a91e7c-dfe1-4228-ba50-660b41867823 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.380806 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c4a91e7c-dfe1-4228-ba50-660b41867823 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "DELETE /v2.0/subnets/a64c4b84-aa05-4ed6-b9ff-cda5a30cf5ec HTTP/1.1" status: 204 len: 168 time: 0.7425241 Sep 08 13:17:39.398945 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7672f42-f2da-45e5-9e59-b7a01ea59d14 req-781ebdfe-9348-4abc-9360-cddd63c5d7e5 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:39.400651 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7672f42-f2da-45e5-9e59-b7a01ea59d14 req-781ebdfe-9348-4abc-9360-cddd63c5d7e5 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 945 time: 0.2095470 Sep 08 13:17:39.404116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59656) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:39.409399 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.589431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f3286e-9bf5-4e83-89a8-b187e67ddaa2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Deleting subnet 8488228e-f752-437d-a629-c66baebae10e {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:17:39.604972 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.620601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7672f42-f2da-45e5-9e59-b7a01ea59d14 req-54e31896-fb73-4c72-9bc0-82e5ea2c8607 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004917 Sep 08 13:17:39.625146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Transition to ACTIVE for port object 7eed7168-3168-440d-9024-6cc71621fb54 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:39.633829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.634906 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:39.635530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.661811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Transition to ACTIVE for port object 7eed7168-3168-440d-9024-6cc71621fb54 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:39.667141 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.705819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:39.708417 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a2c8dd-252e-48ab-9bd8-fbba1a82fd73" -d '{"events": [{"server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "name": "network-vif-plugged", "status": "completed", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:39.724965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:39.761349 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.761641 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25f3286e-9bf5-4e83-89a8-b187e67ddaa2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.787668 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-787125d7-00b9-48e3-b62d-b61c0cbd3b27 req-92d6b82a-2686-4af0-b73f-56f8999554e7 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 210 time: 0.0893257 Sep 08 13:17:39.791138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] Pushing event updated for resources: {'Network': ['ID=2715585a-d546-4e4b-af38-9e26e72b9a96,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:39.792407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Network 6ceba345-7c78-46ad-966c-60298b185ff6 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:39.816547 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25f3286e-9bf5-4e83-89a8-b187e67ddaa2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:39.847611 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ddef8355-2c0a-408e-8186-c8cb779f2496 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8273249 Sep 08 13:17:39.848958 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59666) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:39.854583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-472c6c07-22d4-415f-b385-880faf96e6b7 admin admin] Request body: {'subnet': {'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1576284867-subnet', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:39.873680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] For port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:39.884719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] For port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca,segment=NetworkSegment(e9cd249e-750f-499f-a8dc-e50faedc8b7b),segment_id=e9cd249e-750f-499f-a8dc-e50faedc8b7b)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:39.897691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 2715585a-d546-4e4b-af38-9e26e72b9a96 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:17:39.904076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:39.913258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36eca238-777a-4cca-a13a-c75266a89a3c req-ca3b5dd8-576f-40ef-b512-b0b1daf35a27 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 210 time: 0.1145957 Sep 08 13:17:39.922486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:39.979510 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.013199 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25f3286e-9bf5-4e83-89a8-b187e67ddaa2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.023713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236bc5c-8ae0-4f80-a593-bcef7829a506 req-f13872ca-4fad-4a9b-91bf-dd4f6279527e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:40.025294 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f236bc5c-8ae0-4f80-a593-bcef7829a506 req-f13872ca-4fad-4a9b-91bf-dd4f6279527e tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 945 time: 0.1245255 Sep 08 13:17:40.041062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0109a-53b5-4edb-93db-5d1f5ad0561e req-bb113279-2dc7-4f14-b4fc-66cd0e3dad10 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:40.044162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59668) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:40.049465 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6fd0109a-53b5-4edb-93db-5d1f5ad0561e req-bb113279-2dc7-4f14-b4fc-66cd0e3dad10 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 943 time: 0.0810823 Sep 08 13:17:40.050496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-77ee5b2b-920c-454a-b7e4-b861b9b4d408 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Request body: {'floatingip': {'port_id': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:40.070269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.109289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472c6c07-22d4-415f-b385-880faf96e6b7 admin admin] Made reservation on behalf of cdbc05b6be9f42cc9c558d5152cf089a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:40.111586 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-472c6c07-22d4-415f-b385-880faf96e6b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.123469 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ee5b2b-920c-454a-b7e4-b861b9b4d408 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.125133 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c034ebc-d2f4-4c71-a9ba-1aecd0301975 x-openstack-request-id: req-6c034ebc-d2f4-4c71-a9ba-1aecd0301975 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:40.126733 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "name": "network-vif-plugged", "status": "completed", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:40.142783 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c034ebc-d2f4-4c71-a9ba-1aecd0301975 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:40.143518 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577', 'code': 200} Sep 08 13:17:40.147642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:40.148926 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.150585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] 10.222.0.60 "PUT /v2.0/ports/eb2a2f76-0f22-4e55-b578-25f43e5dc4ca HTTP/1.1" status: 200 len: 1091 time: 1.8950543 Sep 08 13:17:40.152661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3baef334-87ae-4bf9-a921-ccc37ae9e6ac', 'tag': 'eb2a2f76-0f22-4e55-b578-25f43e5dc4ca'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:40.159703 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d610a8d-e22f-4be2-a06e-4132b58f4af8" -d '{"events": [{"name": "network-changed", "server_uuid": "3baef334-87ae-4bf9-a921-ccc37ae9e6ac", "tag": "eb2a2f76-0f22-4e55-b578-25f43e5dc4ca"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:40.205613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6fd0109a-53b5-4edb-93db-5d1f5ad0561e req-a34abf42-c6c1-4bd6-80e1-ee9aea37fd38 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544843 Sep 08 13:17:40.206591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7158e7a-06e9-40de-9371-b01e410ce34f service neutron] Pushing event updated for resources: {'Port': ['ID=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:40.264907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Attempting to bind port 7eed7168-3168-440d-9024-6cc71621fb54 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:40.265766 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Attempting to bind port 7eed7168-3168-440d-9024-6cc71621fb54 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '6472a0e9-226e-43aa-b1fc-342cc6479e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6ceba345-7c78-46ad-966c-60298b185ff6'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:40.266665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Attempting to bind port 7eed7168-3168-440d-9024-6cc71621fb54 on network 6ceba345-7c78-46ad-966c-60298b185ff6 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:40.277495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Pushing event updated for resources: {'Port': ['ID=7eed7168-3168-440d-9024-6cc71621fb54,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:40.308893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:40.309267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Checking segment: {'id': '6472a0e9-226e-43aa-b1fc-342cc6479e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6ceba345-7c78-46ad-966c-60298b185ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:40.317760 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.318486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Bound using segment: {'id': '6472a0e9-226e-43aa-b1fc-342cc6479e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6ceba345-7c78-46ad-966c-60298b185ff6'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:40.319833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Bound port: 7eed7168-3168-440d-9024-6cc71621fb54, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6472a0e9-226e-43aa-b1fc-342cc6479e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '6ceba345-7c78-46ad-966c-60298b185ff6'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:40.323893 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.477068 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0548-b381-4510-b4f1-656d81ca4aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.505086 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e02c3c1-d1b8-46be-b6d9-bd49bf85e7d4 x-openstack-request-id: req-0e02c3c1-d1b8-46be-b6d9-bd49bf85e7d4 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:40.505385 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3baef334-87ae-4bf9-a921-ccc37ae9e6ac", "tag": "eb2a2f76-0f22-4e55-b578-25f43e5dc4ca", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:40.505641 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0e02c3c1-d1b8-46be-b6d9-bd49bf85e7d4 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:40.506074 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3baef334-87ae-4bf9-a921-ccc37ae9e6ac', 'tag': 'eb2a2f76-0f22-4e55-b578-25f43e5dc4ca', 'status': 'completed', 'code': 200} Sep 08 13:17:40.509895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-3ccac77b-fa62-47e2-8474-fd950d737aae tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=0047c75958314f8699b340912addcf3f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550690 Sep 08 13:17:40.547470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-31a0e792-e3e1-4fdf-b427-cd8cceada262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:40.549409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-31a0e792-e3e1-4fdf-b427-cd8cceada262 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1489d121a48342d9b56a1c47162d1ca7&device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 1094 time: 0.1780264 Sep 08 13:17:40.568430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=770ba36b-8447-4706-9bc9-59ebeba54577,revision_number=11']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:40.615889 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-3592b33a-436e-44ce-aa3e-9755eac5edf9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca HTTP/1.1" status: 200 len: 217 time: 0.0529594 Sep 08 13:17:40.621765 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.631299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] For port 7eed7168-3168-440d-9024-6cc71621fb54, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:40.635431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] For port 7eed7168-3168-440d-9024-6cc71621fb54, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7eed7168-3168-440d-9024-6cc71621fb54,segment=NetworkSegment(6472a0e9-226e-43aa-b1fc-342cc6479e37),segment_id=6472a0e9-226e-43aa-b1fc-342cc6479e37)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:40.635649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25f3286e-9bf5-4e83-89a8-b187e67ddaa2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.716900 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.719168 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25f3286e-9bf5-4e83-89a8-b187e67ddaa2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:40.721283 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-25f3286e-9bf5-4e83-89a8-b187e67ddaa2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "DELETE /v2.0/subnets/8488228e-f752-437d-a629-c66baebae10e HTTP/1.1" status: 204 len: 168 time: 1.3140500 Sep 08 13:17:40.724930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59678) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:40.726900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f3286e-9bf5-4e83-89a8-b187e67ddaa2 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event deleted for resources: {'Subnet': ['ID=8488228e-f752-437d-a629-c66baebae10e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:40.750854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-9c693e20-21b7-4a72-a650-8f4d1b546bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:40.752088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac12e48-62ec-4869-84c3-3b1f420194b9 None None] Network c263025b-21de-44ff-a763-4b9864410afd requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:40.752468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-9c693e20-21b7-4a72-a650-8f4d1b546bc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44c74703-bbba-4a4b-8872-91211542859c HTTP/1.1" status: 200 len: 849 time: 0.0953624 Sep 08 13:17:40.834612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dc01-9543-42ff-b917-7dd576753d9e req-408f3e75-f4ec-4e99-a9dd-ac5b1e325f71 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:40.840411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-408f3e75-f4ec-4e99-a9dd-ac5b1e325f71 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3206115 Sep 08 13:17:40.959745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d238bc6d-98ad-4e1d-b12f-f15f1395927b None None] Provisioning for port 6ef41886-f14f-4bae-b842-6a7ef4d07a52 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:40.964118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Request body: {'port': {'device_id': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '0047c75958314f8699b340912addcf3f'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:40.968897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-f78e8e54-66f1-4f84-9eec-65fe98470b37 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823919 Sep 08 13:17:40.996925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d77454-f110-4e1d-8d53-73e4184c6402 None None] Pushing event updated for resources: {'Port': ['ID=7eed7168-3168-440d-9024-6cc71621fb54,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:41.009541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd2d6c4-622b-495f-be4b-03ffd0c2eec0 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:41.011214 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1fd2d6c4-622b-495f-be4b-03ffd0c2eec0 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2835371 Sep 08 13:17:41.023917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59684) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:41.048406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7b9e3e18-0083-4286-b8db-fec8c0932724 req-bfda6e9d-c904-4443-bbbd-2c090400a11f tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 210 time: 0.0738704 Sep 08 13:17:41.127682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-a7e2004b-ffda-4b65-8369-e23de16501d7 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:17:41.130982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-a7e2004b-ffda-4b65-8369-e23de16501d7 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1059403 Sep 08 13:17:41.221827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6ef41886-f14f-4bae-b842-6a7ef4d07a52 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:41.318866 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-faa3240c-fda7-4e18-a4b8-163b8dd93fe7 req-bb3bbeb2-e3d5-487d-906c-725bdf70b0bb tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 210 time: 0.2796485 Sep 08 13:17:41.323086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100b69bb-83be-4c3a-bb02-689cb16b44e0 None None] DHCP port deletion for c263025b-21de-44ff-a763-4b9864410afd request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:17:41.441364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-100b69bb-83be-4c3a-bb02-689cb16b44e0 None None] Deleting port 6ef41886-f14f-4bae-b842-6a7ef4d07a52 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:41.441639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-100b69bb-83be-4c3a-bb02-689cb16b44e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:41.495267 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:41.603179 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 6ef41886-f14f-4bae-b842-6a7ef4d07a52 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:41.618452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6ef41886-f14f-4bae-b842-6a7ef4d07a52 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:41.618452 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:41.704752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-100b69bb-83be-4c3a-bb02-689cb16b44e0 None None] For port 6ef41886-f14f-4bae-b842-6a7ef4d07a52, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6ef41886-f14f-4bae-b842-6a7ef4d07a52,segment=NetworkSegment(a289eb3b-474e-40bd-85e0-466f4e47c20b),segment_id=a289eb3b-474e-40bd-85e0-466f4e47c20b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:41.705395 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-100b69bb-83be-4c3a-bb02-689cb16b44e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:41.729710 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-100b69bb-83be-4c3a-bb02-689cb16b44e0 None None] Calling delete_port for 6ef41886-f14f-4bae-b842-6a7ef4d07a52 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:41.747694 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-472c6c07-22d4-415f-b385-880faf96e6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:41.764729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-19677d17-b767-449a-826e-c2facef5403e service neutron] 10.222.0.60 "GET /v2.0/networks/8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932074 Sep 08 13:17:41.773420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-48f87d50-6551-474d-a215-1d6119ccbb06 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:41.775314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-48f87d50-6551-474d-a215-1d6119ccbb06 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.70 "GET /v2.0/networks?id=42e9f780-7f97-4b1d-b218-9b502d4d7327 HTTP/1.1" status: 200 len: 814 time: 0.4957376 Sep 08 13:17:41.831670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:41.834410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Made reservation on behalf of 0047c75958314f8699b340912addcf3f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:41.838256 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:41.839983 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ee5b2b-920c-454a-b7e4-b861b9b4d408 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:41.841013 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:41.851437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-66b14f8d-ebad-4b79-a669-6c56fb5ac0f7 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=668e6696294241f29c5032af902fe9cf HTTP/1.1" status: 200 len: 379 time: 0.0673814 Sep 08 13:17:41.853514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Deleting port 7eed7168-3168-440d-9024-6cc71621fb54 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:41.853514 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:41.868464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3b30a-3f12-47d4-8927-9e423f270616 req-6027de88-e3b7-482e-98e6-6d1cf41febc1 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:41.878597 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20f3b30a-3f12-47d4-8927-9e423f270616 req-6027de88-e3b7-482e-98e6-6d1cf41febc1 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 943 time: 0.3158450 Sep 08 13:17:41.880673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Request body: {'port': {'device_id': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'admin_state_up': True, 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'security_groups': ['85271637-4115-4557-99ce-a9a9ee40617d']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:41.896401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c6c07-22d4-415f-b385-880faf96e6b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f512ab0f-c476-4d63-aa7e-79f4a153c2d4,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:41.944350 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-100b69bb-83be-4c3a-bb02-689cb16b44e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:41.952235 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20f3b30a-3f12-47d4-8927-9e423f270616 req-1ce6076c-62c7-4753-a727-d6087f3c103f tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726116 Sep 08 13:17:41.953513 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ee5b2b-920c-454a-b7e4-b861b9b4d408 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:41.986795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b69bb-83be-4c3a-bb02-689cb16b44e0 None None] Pushing event deleted for resources: {'Port': ['ID=6ef41886-f14f-4bae-b842-6a7ef4d07a52,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:41.988887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100b69bb-83be-4c3a-bb02-689cb16b44e0 None None] No DVR routers for this DVR port 6ef41886-f14f-4bae-b842-6a7ef4d07a52 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:17:42.007341 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:17:42.007341 n-d-807558-3 neutron-server[96265]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 08 13:17:42.007341 n-d-807558-3 neutron-server[96265]: [parameters: {'status': 'ACTIVE', 'ports_id': '6ef41886-f14f-4bae-b842-6a7ef4d07a52'}] Sep 08 13:17:42.007341 n-d-807558-3 neutron-server[96265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:17:42.008502 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:17:42.059260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472c6c07-22d4-415f-b385-880faf96e6b7 admin admin] Checking segment: {'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:42.059630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c6c07-22d4-415f-b385-880faf96e6b7 admin admin] Network hostable DHCP agents. Network: 2715585a-d546-4e4b-af38-9e26e72b9a96, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:17:42.092756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] For port 7eed7168-3168-440d-9024-6cc71621fb54, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7eed7168-3168-440d-9024-6cc71621fb54,segment=NetworkSegment(6472a0e9-226e-43aa-b1fc-342cc6479e37),segment_id=6472a0e9-226e-43aa-b1fc-342cc6479e37)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:42.093340 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:42.131957 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-77ee5b2b-920c-454a-b7e4-b861b9b4d408 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Floating IP 65c471c6-6f15-4e31-8520-1e622ce06df1 associated. External IP: 172.25.5.204, port: a8a8cfe1-abb5-490e-ad54-ee280d11581e. Sep 08 13:17:42.150288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Calling delete_port for 7eed7168-3168-440d-9024-6cc71621fb54 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:42.189718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c6c07-22d4-415f-b385-880faf96e6b7 admin admin] Network 2715585a-d546-4e4b-af38-9e26e72b9a96 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:17:42.279346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eafd200c-64bf-493b-af43-a15b3bd49358 req-b7630b05-9cd4-4adb-8584-1291655da2c6 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 210 time: 0.0973024 Sep 08 13:17:42.280155 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-472c6c07-22d4-415f-b385-880faf96e6b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 2715585a-d546-4e4b-af38-9e26e72b9a96) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:42.292774 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f861fd64-0b50-462d-a03c-a7812ab4fa31 None None] Network 2715585a-d546-4e4b-af38-9e26e72b9a96 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:42.299954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52acbba7-ea1d-453b-98b1-8bdf0241d4bf req-36d9bfdd-52b1-4f1a-ad85-dcfcb2cc91f2 service neutron] 10.222.0.60 "GET /v2.0/networks/8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236313 Sep 08 13:17:42.333443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472c6c07-22d4-415f-b385-880faf96e6b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:42.334109 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-472c6c07-22d4-415f-b385-880faf96e6b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:42.391446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Allocated IP 192.168.233.173 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/29c70704-5ec9-4dbc-85c2-165409ff1990) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:42.422490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90301199-8e73-475e-a327-681119d3c64a None None] Network 6ceba345-7c78-46ad-966c-60298b185ff6 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:42.480931 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cfee8917-0acc-4587-8efb-57794099f44d req-147d1502-f64d-403f-a1d3-0f79c37b6959 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 210 time: 0.0398531 Sep 08 13:17:42.512056 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ee5b2b-920c-454a-b7e4-b861b9b4d408 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:17:42.531974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Made reservation on behalf of 668e6696294241f29c5032af902fe9cf for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:17:42.538425 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:42.564019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Port 6ef41886-f14f-4bae-b842-6a7ef4d07a52 update to ACTIVE by agent not found {{(pid=96265) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 08 13:17:42.642559 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-472c6c07-22d4-415f-b385-880faf96e6b7 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7924273 Sep 08 13:17:42.646535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59700) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:42.652169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-94b8b858-f209-434c-bc5a-e5a85fd4c0b7 None None] Provisioning for port 7eed7168-3168-440d-9024-6cc71621fb54 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:42.654488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:42.667742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ee5b2b-920c-454a-b7e4-b861b9b4d408 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:17:42.672385 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-2715585a-d546-4e4b-af38-9e26e72b9a96', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'fixed_ips': [{'subnet_id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:17:42.673452 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:42.673884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ee5b2b-920c-454a-b7e4-b861b9b4d408 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:42.682505 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa912b-eb53-4e75-b549-bcca0b8a9ee8 None None] Sync routers for ids ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:17:42.694697 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa912b-eb53-4e75-b549-bcca0b8a9ee8 None None] Routers {'2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:42.695568 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d8fa912b-eb53-4e75-b549-bcca0b8a9ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:42.712096 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-77ee5b2b-920c-454a-b7e4-b861b9b4d408 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "PUT /v2.0/floatingips/65c471c6-6f15-4e31-8520-1e622ce06df1 HTTP/1.1" status: 200 len: 991 time: 2.6638410 Sep 08 13:17:42.712322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d610a8d-e22f-4be2-a06e-4132b58f4af8 req-8c611dc0-e231-42fd-be1e-dc3224ed88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:42.712425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'tag': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:42.712496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d610a8d-e22f-4be2-a06e-4132b58f4af8 req-8c611dc0-e231-42fd-be1e-dc3224ed88f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1489d121a48342d9b56a1c47162d1ca7&device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 1094 time: 0.2652402 Sep 08 13:17:42.723856 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572f0ee7-d2dd-4547-a3e1-e665f036008c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c80d093-72e9-46e1-ad5f-bba3e74f0773", "tag": "a8a8cfe1-abb5-490e-ad54-ee280d11581e"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:42.741846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:42.801738 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb86634-1f41-4cab-8900-b247e054517a x-openstack-request-id: req-0cb86634-1f41-4cab-8900-b247e054517a {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:42.802314 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c80d093-72e9-46e1-ad5f-bba3e74f0773", "tag": "a8a8cfe1-abb5-490e-ad54-ee280d11581e", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:42.802314 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0cb86634-1f41-4cab-8900-b247e054517a {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:42.802706 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'tag': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e', 'status': 'completed', 'code': 200} Sep 08 13:17:42.857393 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d8fa912b-eb53-4e75-b549-bcca0b8a9ee8 None None] Set router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:42.866249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1687f1-9fb4-4863-8753-6e5b78a83015 None None] DHCP port deletion for 6ceba345-7c78-46ad-966c-60298b185ff6 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:17:42.866944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event deleted for resources: {'Port': ['ID=7eed7168-3168-440d-9024-6cc71621fb54,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:42.871813 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:42.925093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0ee7-d2dd-4547-a3e1-e665f036008c req-0f7d77f3-3a3b-4307-a9ec-202cc51246cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:42.928707 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-572f0ee7-d2dd-4547-a3e1-e665f036008c req-0f7d77f3-3a3b-4307-a9ec-202cc51246cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc9314dc6ad242c7954dbd58e4ab6efd&device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 1096 time: 0.0892212 Sep 08 13:17:42.970138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] No DVR routers for this DVR port 7eed7168-3168-440d-9024-6cc71621fb54 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:17:43.072774 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Allocated IP 172.20.0.2 (2715585a-d546-4e4b-af38-9e26e72b9a96/f512ab0f-c476-4d63-aa7e-79f4a153c2d4/1bd69950-cf90-4493-afaf-e14d2c4294f8) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:43.091630 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.132260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ceba345-7c78-46ad-966c-60298b185ff6']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:43.136474 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6ef41886-f14f-4bae-b842-6a7ef4d07a52 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:17:43.144158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6472a0e9-226e-43aa-b1fc-342cc6479e37') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:43.144738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6472a0e9-226e-43aa-b1fc-342cc6479e37') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:43.154150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0ee7-d2dd-4547-a3e1-e665f036008c req-8fe2cb77-de04-4b65-b24b-a86a77d5be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:43.156549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-572f0ee7-d2dd-4547-a3e1-e665f036008c req-8fe2cb77-de04-4b65-b24b-a86a77d5be43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c06c7a55-d0b3-4e5f-816d-769f9349ad01 HTTP/1.1" status: 200 len: 906 time: 0.2222326 Sep 08 13:17:43.157515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.172961 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.179772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:17:43.180342 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.186375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 6ef41886-f14f-4bae-b842-6a7ef4d07a52 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:17:43.186757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6ef41886-f14f-4bae-b842-6a7ef4d07a52 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:17:43.188227 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.251412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf436d-2583-474a-a2f8-42f398f8e06e req-a0e155ea-4b68-4d99-9fde-c9dcf134129c tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:43.260608 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5fbf436d-2583-474a-a2f8-42f398f8e06e req-a0e155ea-4b68-4d99-9fde-c9dcf134129c tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 943 time: 0.1759043 Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:17:43.262245 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:17:43.264924 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.266791 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.290035 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d8fa912b-eb53-4e75-b549-bcca0b8a9ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:17:11Z', 'revision_number': 4, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '65c471c6-6f15-4e31-8520-1e622ce06df1', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'port_id': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'mac_address': 'fa:16:3e:13:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:17:17Z', 'updated_at': '2021-09-08T13:17:41Z', 'revision_number': 1, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198e9ae3-afae-4938-8344-68d0aeddda17', 'name': '', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'mac_address': 'fa:16:3e:16:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:09Z', 'updated_at': '2021-09-08T13:17:17Z', 'revision_number': 5, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'subnets': [{'id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:43.291129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Transition to ACTIVE for port object 29c70704-5ec9-4dbc-85c2-165409ff1990 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:43.322444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d610a8d-e22f-4be2-a06e-4132b58f4af8 req-acb68c6b-1ea4-4592-a6e1-b58e2c2dd278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:43.324632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d610a8d-e22f-4be2-a06e-4132b58f4af8 req-acb68c6b-1ea4-4592-a6e1-b58e2c2dd278 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd HTTP/1.1" status: 200 len: 910 time: 0.6002243 Sep 08 13:17:43.326316 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa912b-eb53-4e75-b549-bcca0b8a9ee8 None None] Checking router: 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:17:43.331232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Allocated IP 172.20.0.7 (42e9f780-7f97-4b1d-b218-9b502d4d7327/b286b165-f871-428b-9327-493652b8764f/54ce6420-29fc-4a54-9306-5b268b49a542) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:43.338804 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fa912b-eb53-4e75-b549-bcca0b8a9ee8 None None] Routers {'2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:43.338968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.339851 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d8fa912b-eb53-4e75-b549-bcca0b8a9ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:43.344511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5fbf436d-2583-474a-a2f8-42f398f8e06e req-660311a3-953b-484e-aa6e-083c1d914706 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774119 Sep 08 13:17:43.347460 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-572f0ee7-d2dd-4547-a3e1-e665f036008c req-8e51d2a5-ce85-45ba-958f-286891a6a538 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8a8cfe1-abb5-490e-ad54-ee280d11581e HTTP/1.1" status: 200 len: 999 time: 0.1815419 Sep 08 13:17:43.360326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Transition to ACTIVE for port object 1bd69950-cf90-4493-afaf-e14d2c4294f8 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:43.382220 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d610a8d-e22f-4be2-a06e-4132b58f4af8 req-635eebdd-4713-42cd-b248-bf588cbf55a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca HTTP/1.1" status: 200 len: 217 time: 0.0467632 Sep 08 13:17:43.384085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Transition to ACTIVE for port object 1bd69950-cf90-4493-afaf-e14d2c4294f8 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:43.398672 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.404146 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.406461 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "DELETE /v2.0/networks/6ceba345-7c78-46ad-966c-60298b185ff6 HTTP/1.1" status: 204 len: 168 time: 2.3722596 Sep 08 13:17:43.418745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0ee7-d2dd-4547-a3e1-e665f036008c req-e3ab1ee1-6d4d-4197-a3a6-78f2326a0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:43.421077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-572f0ee7-d2dd-4547-a3e1-e665f036008c req-e3ab1ee1-6d4d-4197-a3a6-78f2326a0aa0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f2e6ead-1c03-4608-ac1d-d8051bc0884a HTTP/1.1" status: 200 len: 844 time: 0.0669291 Sep 08 13:17:43.422140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59712) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:43.482780 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.508078 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d8fa912b-eb53-4e75-b549-bcca0b8a9ee8 None None] Set router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:43.531070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72fe9222-e519-4877-9780-fa463279886d req-2f427489-aaab-48d5-91f0-c95a0639e794 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 210 time: 0.0942791 Sep 08 13:17:43.542282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109d40f-5565-4aa7-a49f-d3c862d1c575 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event deleted for resources: {'Network': ['ID=6ceba345-7c78-46ad-966c-60298b185ff6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:43.562354 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0ee7-d2dd-4547-a3e1-e665f036008c req-f6dfb5b2-f35c-41e0-80f2-15285e3efee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:43.564501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-572f0ee7-d2dd-4547-a3e1-e665f036008c req-f6dfb5b2-f35c-41e0-80f2-15285e3efee9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c06c7a55-d0b3-4e5f-816d-769f9349ad01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329064 Sep 08 13:17:43.572637 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.586257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.620357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d610a8d-e22f-4be2-a06e-4132b58f4af8 req-40ea176f-e553-4744-9f46-8209824485cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:43.622017 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d610a8d-e22f-4be2-a06e-4132b58f4af8 req-40ea176f-e553-4744-9f46-8209824485cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=44c74703-bbba-4a4b-8872-91211542859c HTTP/1.1" status: 200 len: 849 time: 0.2334085 Sep 08 13:17:43.677882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Network 2715585a-d546-4e4b-af38-9e26e72b9a96 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:43.684636 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-572f0ee7-d2dd-4547-a3e1-e665f036008c req-69dfd4be-46a6-4937-827a-1c774fd34a4a service neutron] 10.222.0.60 "GET /v2.0/networks/c06c7a55-d0b3-4e5f-816d-769f9349ad01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095002 Sep 08 13:17:43.692158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:43.715810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:43.806739 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d610a8d-e22f-4be2-a06e-4132b58f4af8 req-dbfe3484-a08c-4bc3-ab49-e0b9495daef1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1729336 Sep 08 13:17:43.814525 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.833810 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.840314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c263025b-21de-44ff-a763-4b9864410afd']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:43.847413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Pushing event updated for resources: {'Port': ['ID=1bd69950-cf90-4493-afaf-e14d2c4294f8,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:43.853769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a289eb3b-474e-40bd-85e0-466f4e47c20b') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:43.854425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a289eb3b-474e-40bd-85e0-466f4e47c20b') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:43.860193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd', '770ba36b-8447-4706-9bc9-59ebeba54577'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:17:43.866742 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.884764 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.892217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:17:43.892764 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:43.938153 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d8fa912b-eb53-4e75-b549-bcca0b8a9ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:17:11Z', 'revision_number': 4, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '65c471c6-6f15-4e31-8520-1e622ce06df1', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'port_id': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'mac_address': 'fa:16:3e:13:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:17:17Z', 'updated_at': '2021-09-08T13:17:41Z', 'revision_number': 1, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198e9ae3-afae-4938-8344-68d0aeddda17', 'name': '', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'mac_address': 'fa:16:3e:16:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:09Z', 'updated_at': '2021-09-08T13:17:17Z', 'revision_number': 5, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'subnets': [{'id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:43.953393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Attempting to bind port 1bd69950-cf90-4493-afaf-e14d2c4294f8 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:43.954205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Attempting to bind port 1bd69950-cf90-4493-afaf-e14d2c4294f8 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:43.957051 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Attempting to bind port 1bd69950-cf90-4493-afaf-e14d2c4294f8 on network 2715585a-d546-4e4b-af38-9e26e72b9a96 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:17:43.980555 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:17:44.001708 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8fa912b-eb53-4e75-b549-bcca0b8a9ee8 None None] The sync data for ids ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'] in n-d-807558-3 is: [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:17:11Z', 'revision_number': 4, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '65c471c6-6f15-4e31-8520-1e622ce06df1', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'port_id': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'mac_address': 'fa:16:3e:13:c5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:17:17Z', 'updated_at': '2021-09-08T13:17:41Z', 'revision_number': 1, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '198e9ae3-afae-4938-8344-68d0aeddda17', 'name': '', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'mac_address': 'fa:16:3e:16:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:09Z', 'updated_at': '2021-09-08T13:17:17Z', 'revision_number': 5, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'subnets': [{'id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:17:44.020769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:44.021419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Checking segment: {'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:44.022436 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.023098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Bound using segment: {'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:44.023608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Bound port: 1bd69950-cf90-4493-afaf-e14d2c4294f8, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:44.024002 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.093133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455abf18-c076-470d-9777-806d75d472a1 req-562a7def-c20b-4bd3-8ed8-82c498cac48c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:44.094961 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-455abf18-c076-470d-9777-806d75d472a1 req-562a7def-c20b-4bd3-8ed8-82c498cac48c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 936 time: 0.1247294 Sep 08 13:17:44.102139 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-572f0ee7-d2dd-4547-a3e1-e665f036008c req-49934b4f-45d1-4ebf-a9dd-f53bfffee664 service neutron] 10.222.0.60 "GET /v2.0/networks/c06c7a55-d0b3-4e5f-816d-769f9349ad01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101269 Sep 08 13:17:44.118973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.156148 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.156148 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "DELETE /v2.0/networks/c263025b-21de-44ff-a763-4b9864410afd HTTP/1.1" status: 204 len: 168 time: 0.7068806 Sep 08 13:17:44.156148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59722) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:44.166834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2682144-85eb-46b1-831c-e4a5caa44dea tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event deleted for resources: {'Network': ['ID=c263025b-21de-44ff-a763-4b9864410afd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:44.193869 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-455abf18-c076-470d-9777-806d75d472a1 req-69daf9b5-22be-460e-a7db-b8f728f018ef tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904636 Sep 08 13:17:44.201131 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.202520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] For port 1bd69950-cf90-4493-afaf-e14d2c4294f8, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:44.207249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] For port 1bd69950-cf90-4493-afaf-e14d2c4294f8, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1bd69950-cf90-4493-afaf-e14d2c4294f8,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:44.253587 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.266805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device eb2a2f76-0f22-4e55-b578-25f43e5dc4ca details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:17:44.301051 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.363595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31d545f-1f9f-4f23-ba5c-a7834f500548 None None] New status for floating IP 65c471c6-6f15-4e31-8520-1e622ce06df1: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:17:44.389491 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.418823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d522ac-a04f-42a2-8b35-7aedb767b719']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:44.439761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ae2a03-194a-4f2a-865a-612d99370878') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:44.440803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ae2a03-194a-4f2a-865a-612d99370878') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:44.454526 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.471198 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.479469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:17:44.481277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.498878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd453bf-a0a2-4c4c-95c4-1072111d974d None None] Pushing event updated for resources: {'Port': ['ID=1bd69950-cf90-4493-afaf-e14d2c4294f8,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:44.555997 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.585644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca,segment=NetworkSegment(e9cd249e-750f-499f-a8dc-e50faedc8b7b),segment_id=e9cd249e-750f-499f-a8dc-e50faedc8b7b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:17:44.585739 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:17:44.612043 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'eb2a2f76-0f22-4e55-b578-25f43e5dc4ca', 'network_id': '8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd', 'port_id': 'eb2a2f76-0f22-4e55-b578-25f43e5dc4ca', 'mac_address': 'fa:16:3e:7d:e5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c74703-bbba-4a4b-8872-91211542859c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:17:44.649944 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.674136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:44.687135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:44.694639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Transition to ACTIVE for port object 54ce6420-29fc-4a54-9306-5b268b49a542 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:44.699350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:44.705393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:44.709562 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68315dc8-1a71-40f7-a3cd-e4508a84690d req-ccee5ece-55e1-4532-bbe0-4bcc686abbac tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 210 time: 0.0821555 Sep 08 13:17:44.719469 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.758970 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.761602 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "DELETE /v2.0/networks/19d522ac-a04f-42a2-8b35-7aedb767b719 HTTP/1.1" status: 204 len: 168 time: 0.6261878 Sep 08 13:17:44.766119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27a987-f70d-4097-aa88-f1ea000da5bc tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event deleted for resources: {'Network': ['ID=19d522ac-a04f-42a2-8b35-7aedb767b719,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:44.768098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59730) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:44.850872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:44.851830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.885247 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.898020 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:44.928737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb2a2f76-0f22-4e55-b578-25f43e5dc4ca {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:17:44.957671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c389751-9bee-4ae8-a4b3-e7730f4362a3 req-3d27655e-ca3e-4135-91b6-2cd1a66f03e1 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:44.968845 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c389751-9bee-4ae8-a4b3-e7730f4362a3 req-3d27655e-ca3e-4135-91b6-2cd1a66f03e1 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 943 time: 0.4701154 Sep 08 13:17:44.990373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca,segment=NetworkSegment(e9cd249e-750f-499f-a8dc-e50faedc8b7b),segment_id=e9cd249e-750f-499f-a8dc-e50faedc8b7b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:44.998805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-d6c35eac-01fa-4369-ab90-3f3c44d6d9c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0833588 Sep 08 13:17:45.025794 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.054519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b69d159-750b-4e62-9954-4d2276fe7dd6']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:45.066855 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d610a8d-e22f-4be2-a06e-4132b58f4af8 req-34f5a0b5-7d38-4de2-b39e-2b94ffd570bb service neutron] 10.222.0.60 "GET /v2.0/networks/8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1328714 Sep 08 13:17:45.066990 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.087435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Request body: {'port': {'device_id': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:45.088079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230d0679-8423-4f74-b647-1ffb8394874b') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:45.088390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230d0679-8423-4f74-b647-1ffb8394874b') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:45.118962 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.152044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:45.185420 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.195456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.199660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c389751-9bee-4ae8-a4b3-e7730f4362a3 req-0d894f11-c903-4316-a84c-a1090ba69dd0 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295492 Sep 08 13:17:45.206428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1bd69950-cf90-4493-afaf-e14d2c4294f8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:45.211972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:17:45.213707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3ac9535f-09d3-41ba-ab91-ba8eb68f9378 None None] Provisioning for port 29c70704-5ec9-4dbc-85c2-165409ff1990 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:45.217466 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:17:45.228815 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:17:45.262793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3ac9535f-09d3-41ba-ab91-ba8eb68f9378 None None] Provisioning complete for port 29c70704-5ec9-4dbc-85c2-165409ff1990 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:45.263432 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ac9535f-09d3-41ba-ab91-ba8eb68f9378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.366480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Network 42e9f780-7f97-4b1d-b218-9b502d4d7327 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:45.372168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.373624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3ac9535f-09d3-41ba-ab91-ba8eb68f9378 None None] Port 29c70704-5ec9-4dbc-85c2-165409ff1990 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:17:45.375456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Pushing event updated for resources: {'Port': ['ID=54ce6420-29fc-4a54-9306-5b268b49a542,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:45.377931 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:45.390882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:45.423270 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['eb2a2f76-0f22-4e55-b578-25f43e5dc4ca'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:17:45.486544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adadaf7-c96c-4aad-8758-7a9b95fdc581 req-139935a0-aac2-4bdb-9205-ec04e2649b3e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:45.491543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7adadaf7-c96c-4aad-8758-7a9b95fdc581 req-139935a0-aac2-4bdb-9205-ec04e2649b3e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 936 time: 0.1320813 Sep 08 13:17:45.510445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d610a8d-e22f-4be2-a06e-4132b58f4af8 req-7910405f-adb4-4b9e-8937-e7f15afcf5bf service neutron] 10.222.0.60 "GET /v2.0/networks/8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161739 Sep 08 13:17:45.529931 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 1bd69950-cf90-4493-afaf-e14d2c4294f8 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:45.563944 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.577310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7adadaf7-c96c-4aad-8758-7a9b95fdc581 req-6b55df46-d8eb-439e-8844-9db20d186233 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784745 Sep 08 13:17:45.594352 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.606291 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] 10.222.0.69 "DELETE /v2.0/networks/4b69d159-750b-4e62-9954-4d2276fe7dd6 HTTP/1.1" status: 204 len: 168 time: 0.8283715 Sep 08 13:17:45.620225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:45.620930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.638906 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e08186-35bf-45f3-a405-57ac6f53f710 tempest-BulkNetworkOpsTest-1125661929 tempest-BulkNetworkOpsTest-1125661929-project] Pushing event deleted for resources: {'Network': ['ID=4b69d159-750b-4e62-9954-4d2276fe7dd6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:45.915833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67e183-1e8b-462a-bb9f-fcb6ca6d76a1 None None] Network 2715585a-d546-4e4b-af38-9e26e72b9a96 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:17:45.928822 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c19b9633-c1a7-4124-af6a-13d8a3d457c8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0538220 Sep 08 13:17:45.930973 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.964766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Request body: {'port': {'device_id': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:45.971932 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:45.982816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5b02b15b-7c79-49cb-9096-438eb5a4dc0d None None] Provisioning for port 54ce6420-29fc-4a54-9306-5b268b49a542 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:45.989678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5b02b15b-7c79-49cb-9096-438eb5a4dc0d None None] Provisioning complete for port 54ce6420-29fc-4a54-9306-5b268b49a542 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:45.990062 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5b02b15b-7c79-49cb-9096-438eb5a4dc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.102514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5b02b15b-7c79-49cb-9096-438eb5a4dc0d None None] Port 54ce6420-29fc-4a54-9306-5b268b49a542 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:17:46.104487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7c474-a565-404e-8d85-1a00f9223a87 req-dec36744-686f-41bc-85f7-00676906ef01 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:46.105770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6d7c474-a565-404e-8d85-1a00f9223a87 req-dec36744-686f-41bc-85f7-00676906ef01 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 931 time: 0.2468626 Sep 08 13:17:46.161289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59748) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:46.209560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.288895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6d7c474-a565-404e-8d85-1a00f9223a87 req-49df3aad-d57e-4b23-a5d8-79204f399694 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692665 Sep 08 13:17:46.308157 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1eebba63-c4df-43d8-b64e-281ed7884528 None None] Provisioning for port 1bd69950-cf90-4493-afaf-e14d2c4294f8 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:46.309558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Allocated IP 172.25.5.124 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/25df9418-2756-4027-847a-e448be6b88bf) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:46.312846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1eebba63-c4df-43d8-b64e-281ed7884528 None None] Provisioning complete for port 1bd69950-cf90-4493-afaf-e14d2c4294f8 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:46.312846 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1eebba63-c4df-43d8-b64e-281ed7884528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.372894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c70704-5ec9-4dbc-85c2-165409ff1990 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:17:46.382266 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.399185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Transition to ACTIVE for port object 29c70704-5ec9-4dbc-85c2-165409ff1990 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:46.415502 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3d799fd0-f58e-43d1-87fe-baff422922dc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=44a09d0f498a474994251d42cd2b2114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508774 Sep 08 13:17:46.415668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59756) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:46.447563 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1eebba63-c4df-43d8-b64e-281ed7884528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.471816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4d97adaa-568c-48b4-9cb5-6f94c7f00626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.488481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1eebba63-c4df-43d8-b64e-281ed7884528 None None] For port 1bd69950-cf90-4493-afaf-e14d2c4294f8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1bd69950-cf90-4493-afaf-e14d2c4294f8,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:46.496119 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4d97adaa-568c-48b4-9cb5-6f94c7f00626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.518072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.548231 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1eebba63-c4df-43d8-b64e-281ed7884528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.572244 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.603134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebba63-c4df-43d8-b64e-281ed7884528 None None] Pushing event updated for resources: {'Port': ['ID=1bd69950-cf90-4493-afaf-e14d2c4294f8,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:46.633454 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4d97adaa-568c-48b4-9cb5-6f94c7f00626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.636648 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4d97adaa-568c-48b4-9cb5-6f94c7f00626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.640868 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4d97adaa-568c-48b4-9cb5-6f94c7f00626 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f12e640-e212-4ffd-a1d0-b1b65a9e1ee3 HTTP/1.1" status: 204 len: 168 time: 0.2241418 Sep 08 13:17:46.651068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97adaa-568c-48b4-9cb5-6f94c7f00626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f12e640-e212-4ffd-a1d0-b1b65a9e1ee3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:46.667134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:46.678052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c542efb7-2abc-4cc4-85a7-80289f16ab98 req-0650d89c-fd3c-4de1-a668-075215d8962c tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:46.686134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c542efb7-2abc-4cc4-85a7-80289f16ab98 req-0650d89c-fd3c-4de1-a668-075215d8962c tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 944 time: 0.2651808 Sep 08 13:17:46.697915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-63d0c2f0-043f-4128-b803-cc458ff314ce None None] Provisioning complete for port 1bd69950-cf90-4493-afaf-e14d2c4294f8 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:46.698436 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-63d0c2f0-043f-4128-b803-cc458ff314ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.809120 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:46.812089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee95c400-d6a1-477a-bd7f-8aed6e8b9e84 req-bd578ccd-2ff9-49c3-828a-22910f567dec tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:46.813794 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee95c400-d6a1-477a-bd7f-8aed6e8b9e84 req-bd578ccd-2ff9-49c3-828a-22910f567dec tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 948 time: 0.0946889 Sep 08 13:17:46.869207 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee95c400-d6a1-477a-bd7f-8aed6e8b9e84 req-b576e868-7a9f-4855-bfdd-53ad6dec439e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480752 Sep 08 13:17:46.886902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c542efb7-2abc-4cc4-85a7-80289f16ab98 req-17e9d839-d22b-4fc5-aee1-0709610098be tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999288 Sep 08 13:17:46.926904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Attempting to bind port 29c70704-5ec9-4dbc-85c2-165409ff1990 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:46.927249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Attempting to bind port 29c70704-5ec9-4dbc-85c2-165409ff1990 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:46.927588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Attempting to bind port 29c70704-5ec9-4dbc-85c2-165409ff1990 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:46.948536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Port 29c70704-5ec9-4dbc-85c2-165409ff1990 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:17:46.948872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Attempting to bind port 29c70704-5ec9-4dbc-85c2-165409ff1990 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:46.965853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:46.966304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:46.966614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:46.967055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Bound port: 29c70704-5ec9-4dbc-85c2-165409ff1990, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:46.967428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:47.056677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ce6420-29fc-4a54-9306-5b268b49a542 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:17:47.069252 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:47.082471 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1bd69950-cf90-4493-afaf-e14d2c4294f8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:47.102575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Transition to ACTIVE for port object 54ce6420-29fc-4a54-9306-5b268b49a542 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:47.105286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:47.108875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:47.134328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1bd69950-cf90-4493-afaf-e14d2c4294f8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:47.134839 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:47.153950 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:47.199081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:47.202629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:47.207139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:47.249603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Pushing event updated for resources: {'Port': ['ID=25df9418-2756-4027-847a-e448be6b88bf,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:47.258860 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:47.328595 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:47.385253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Pushing event updated for resources: {'Port': ['ID=54ce6420-29fc-4a54-9306-5b268b49a542,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:47.491970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:47.491970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:47.492943 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] 10.222.0.70 "PUT /v2.0/ports/29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 1096 time: 2.4249959 Sep 08 13:17:47.498255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:47.505789 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0775f07e-0950-44a4-a36f-b5660abf8ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:47.595936 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5c9a3d-38d2-4c5a-8815-00bfe86e89a6 x-openstack-request-id: req-ed5c9a3d-38d2-4c5a-8815-00bfe86e89a6 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:47.596312 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:47.596644 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ed5c9a3d-38d2-4c5a-8815-00bfe86e89a6 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:47.597102 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'status': 'completed', 'code': 200} Sep 08 13:17:47.683289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96a842-bd35-4246-b0e8-1ba34c623d89 service neutron] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:47.694341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b16dc6-586e-426e-8ba4-128f6d316a35 req-a599e00d-ccf4-4a43-ba7f-798f0d59a8fc tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:47.696153 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61b16dc6-586e-426e-8ba4-128f6d316a35 req-a599e00d-ccf4-4a43-ba7f-798f0d59a8fc tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 943 time: 0.2573926 Sep 08 13:17:47.702346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Attempting to bind port 54ce6420-29fc-4a54-9306-5b268b49a542 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:47.702692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Attempting to bind port 54ce6420-29fc-4a54-9306-5b268b49a542 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:47.706344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Attempting to bind port 54ce6420-29fc-4a54-9306-5b268b49a542 on network 42e9f780-7f97-4b1d-b218-9b502d4d7327 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:47.752202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Port 54ce6420-29fc-4a54-9306-5b268b49a542 on network 42e9f780-7f97-4b1d-b218-9b502d4d7327 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:17:47.752625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Attempting to bind port 54ce6420-29fc-4a54-9306-5b268b49a542 on network 42e9f780-7f97-4b1d-b218-9b502d4d7327 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:47.764319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dc01-9543-42ff-b917-7dd576753d9e req-35b456b4-1f54-4c23-bf3d-ece12333c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:47.765986 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-35b456b4-1f54-4c23-bf3d-ece12333c83b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1099 time: 0.1609952 Sep 08 13:17:47.779598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:47.779932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Checking segment: {'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:47.780332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Bound using segment: {'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:47.780812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Bound port: 54ce6420-29fc-4a54-9306-5b268b49a542, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f9aa579-7599-40c6-a1d7-bd91c130b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:47.781482 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:47.849377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-ba89a244-0c67-448b-bc0f-ba551003ae1f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 217 time: 0.0601394 Sep 08 13:17:47.933462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61b16dc6-586e-426e-8ba4-128f6d316a35 req-058622e1-5b89-4286-80b1-2f419389d8da tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200766 Sep 08 13:17:48.046412 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.070288 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59800) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:48.091643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dc01-9543-42ff-b917-7dd576753d9e req-9173f3eb-5695-4785-b389-d946dc59193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:48.093463 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-9173f3eb-5695-4785-b389-d946dc59193c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.2356446 Sep 08 13:17:48.107994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] For port 54ce6420-29fc-4a54-9306-5b268b49a542, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:48.123723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702fb35-10d7-4702-8000-3265bb039783 req-a1e12abd-2afa-47ca-ae8b-2e601f096a3a tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:48.125757 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2702fb35-10d7-4702-8000-3265bb039783 req-a1e12abd-2afa-47ca-ae8b-2e601f096a3a tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 944 time: 0.0913646 Sep 08 13:17:48.198912 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2702fb35-10d7-4702-8000-3265bb039783 req-c95f2e04-4f61-4bb6-bf96-701ebc058a6b tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619836 Sep 08 13:17:48.217118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-038f56f1-19fe-4c94-b79a-6d8991d50d4f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group': {'name': 'tempest-secgroup--489630133'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:48.275524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device eb2a2f76-0f22-4e55-b578-25f43e5dc4ca up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:48.359840 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-038f56f1-19fe-4c94-b79a-6d8991d50d4f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.370708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-038f56f1-19fe-4c94-b79a-6d8991d50d4f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.387704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:48.393921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:48.394746 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.511082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] For port 54ce6420-29fc-4a54-9306-5b268b49a542, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=54ce6420-29fc-4a54-9306-5b268b49a542,segment=NetworkSegment(8f9aa579-7599-40c6-a1d7-bd91c130b53d),segment_id=8f9aa579-7599-40c6-a1d7-bd91c130b53d)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:48.513700 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.534374 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-038f56f1-19fe-4c94-b79a-6d8991d50d4f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.554952 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca,segment=NetworkSegment(e9cd249e-750f-499f-a8dc-e50faedc8b7b),segment_id=e9cd249e-750f-499f-a8dc-e50faedc8b7b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:48.556101 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baef334-87ae-4bf9-a921-ccc37ae9e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2a2f76-0f22-4e55-b578-25f43e5dc4ca'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:48.560385 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2c6697-edc0-486f-93e7-2347107a5043" -d '{"events": [{"server_uuid": "3baef334-87ae-4bf9-a921-ccc37ae9e6ac", "name": "network-vif-plugged", "status": "completed", "tag": "eb2a2f76-0f22-4e55-b578-25f43e5dc4ca"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:48.600997 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.610865 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-038f56f1-19fe-4c94-b79a-6d8991d50d4f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.651323 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a3efcf-d851-4bc7-950f-ab3d63de70a3 x-openstack-request-id: req-c3a3efcf-d851-4bc7-950f-ab3d63de70a3 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:48.653016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f56f1-19fe-4c94-b79a-6d8991d50d4f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c192b847-1916-44c1-922c-45fabe2c7266,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:48.653231 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baef334-87ae-4bf9-a921-ccc37ae9e6ac", "name": "network-vif-plugged", "status": "completed", "tag": "eb2a2f76-0f22-4e55-b578-25f43e5dc4ca", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:48.654234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828c7b0-cbab-4245-94b5-270d8feefb0b req-3851f7d9-2300-4251-be4e-69d8c7a791b5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:48.654752 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c3a3efcf-d851-4bc7-950f-ab3d63de70a3 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:48.656052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2828c7b0-cbab-4245-94b5-270d8feefb0b req-3851f7d9-2300-4251-be4e-69d8c7a791b5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 948 time: 0.5708969 Sep 08 13:17:48.661452 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baef334-87ae-4bf9-a921-ccc37ae9e6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb2a2f76-0f22-4e55-b578-25f43e5dc4ca', 'code': 200} Sep 08 13:17:48.671584 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.671671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:48.671671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.671868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-3336f336-3044-456b-b044-457b28de15d2 service neutron] 10.222.0.70 "PUT /v2.0/ports/54ce6420-29fc-4a54-9306-5b268b49a542 HTTP/1.1" status: 200 len: 1091 time: 2.7125823 Sep 08 13:17:48.677286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143dc01-9543-42ff-b917-7dd576753d9e req-c8cd48cf-84d1-4a14-9973-cd4cbb638a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:48.679399 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-c8cd48cf-84d1-4a14-9973-cd4cbb638a80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5730698 Sep 08 13:17:48.770255 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-038f56f1-19fe-4c94-b79a-6d8991d50d4f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.776862 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:48.845155 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-038f56f1-19fe-4c94-b79a-6d8991d50d4f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.849592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336f336-3044-456b-b044-457b28de15d2 service neutron] Pushing event updated for resources: {'Port': ['ID=54ce6420-29fc-4a54-9306-5b268b49a542,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:48.883417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f56f1-19fe-4c94-b79a-6d8991d50d4f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9090f9-c7e4-4798-bf72-4e698c4603fa,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:48.911514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2828c7b0-cbab-4245-94b5-270d8feefb0b req-d994a8a4-f226-4595-b670-9b5c561f4dfe tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290223 Sep 08 13:17:48.942048 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-038f56f1-19fe-4c94-b79a-6d8991d50d4f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:48.943476 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-038f56f1-19fe-4c94-b79a-6d8991d50d4f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8713629 Sep 08 13:17:48.946769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59810) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:48.990043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c099ed83-af23-4d7b-9c94-90e6ea130ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:48.992252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c099ed83-af23-4d7b-9c94-90e6ea130ecd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=668e6696294241f29c5032af902fe9cf&device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 1094 time: 0.2156432 Sep 08 13:17:49.000099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9235d6-38e8-420d-b6ad-e1c2ba61b14f req-c8855d60-d8aa-41b1-bfe0-ee79e9192e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:49.003018 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe9235d6-38e8-420d-b6ad-e1c2ba61b14f req-c8855d60-d8aa-41b1-bfe0-ee79e9192e50 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 1096 time: 0.2147164 Sep 08 13:17:49.011909 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-9884837a-44d5-432e-a784-b54389d1e005 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199749 Sep 08 13:17:49.067460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-e3bb0cf5-cc49-4bb8-ac82-d79133f111dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ce6420-29fc-4a54-9306-5b268b49a542 HTTP/1.1" status: 200 len: 217 time: 0.0632415 Sep 08 13:17:49.068416 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:49.099725 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-533fd154-4c87-48d4-9683-588060935b9f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1491711 Sep 08 13:17:49.100290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59814) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:49.104401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7558e761-f0c4-4fa4-93c2-7e2ce80efdd2 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group': {'name': 'tempest-security--19058702', 'description': 'tempest-security-description-252793840'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:49.121202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99bd940-d27e-43ab-a6cf-3dcc81c522ac req-e0236135-f387-4449-ab72-79102f4f3f88 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:49.122943 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f99bd940-d27e-43ab-a6cf-3dcc81c522ac req-e0236135-f387-4449-ab72-79102f4f3f88 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 943 time: 0.0863795 Sep 08 13:17:49.165056 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7558e761-f0c4-4fa4-93c2-7e2ce80efdd2 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:49.188929 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f99bd940-d27e-43ab-a6cf-3dcc81c522ac req-fd12b9fa-cbb4-4843-b0f7-556991919e16 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596282 Sep 08 13:17:49.221354 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe9235d6-38e8-420d-b6ad-e1c2ba61b14f req-ac5eca29-f392-4809-b902-20c5d414b7df service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081032 Sep 08 13:17:49.233703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-7bb6901b-3b4b-498c-ac2c-3fcc267ca0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:49.235266 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-7bb6901b-3b4b-498c-ac2c-3fcc267ca0f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b286b165-f871-428b-9327-493652b8764f HTTP/1.1" status: 200 len: 853 time: 0.1466753 Sep 08 13:17:49.243326 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7558e761-f0c4-4fa4-93c2-7e2ce80efdd2 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:49.329541 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7558e761-f0c4-4fa4-93c2-7e2ce80efdd2 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:49.332542 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7558e761-f0c4-4fa4-93c2-7e2ce80efdd2 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:49.334094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7558e761-f0c4-4fa4-93c2-7e2ce80efdd2 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "PUT /v2.0/security-groups/de9090f9-c7e4-4798-bf72-4e698c4603fa HTTP/1.1" status: 200 len: 1777 time: 0.2331610 Sep 08 13:17:49.339066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59820) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:49.349392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b143dc01-9543-42ff-b917-7dd576753d9e req-0b7b00c1-4bff-463d-9ff5-20c9ad23068d service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905138 Sep 08 13:17:49.381398 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558e761-f0c4-4fa4-93c2-7e2ce80efdd2 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9090f9-c7e4-4798-bf72-4e698c4603fa,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:49.390682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-f649f12f-c2e6-4841-a1e7-9e8ed9fe8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:49.392235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-f649f12f-c2e6-4841-a1e7-9e8ed9fe8482 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42e9f780-7f97-4b1d-b218-9b502d4d7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1477542 Sep 08 13:17:49.396362 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5486daa7-5771-4d2e-9fb1-7fbec7999b5b tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-groups/de9090f9-c7e4-4798-bf72-4e698c4603fa HTTP/1.1" status: 200 len: 1777 time: 0.0555239 Sep 08 13:17:49.399659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59824) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:49.406695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e0c3e-e130-433b-81fb-d3f21a603232 req-bbb48e1b-6f09-4441-8873-6169cb3bc60b tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:49.410632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b62e0c3e-e130-433b-81fb-d3f21a603232 req-bbb48e1b-6f09-4441-8873-6169cb3bc60b tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 945 time: 0.1363776 Sep 08 13:17:49.465117 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-427f76ce-e445-45fe-a452-95f4fcd14e46 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:49.492030 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-427f76ce-e445-45fe-a452-95f4fcd14e46 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:49.546696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Router aaf2e0f3-d7aa-4f61-a34b-52d872727537 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:17:49.553275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b62e0c3e-e130-433b-81fb-d3f21a603232 req-a8665d2f-8f84-4193-a662-c3cdaf118c53 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347084 Sep 08 13:17:49.583757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775f07e-0950-44a4-a36f-b5660abf8ef9 req-6e3a5de0-bf92-4932-8e20-89b68bed90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:49.585801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0775f07e-0950-44a4-a36f-b5660abf8ef9 req-6e3a5de0-bf92-4932-8e20-89b68bed90ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1099 time: 0.1268010 Sep 08 13:17:49.615536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'tag': '54ce6420-29fc-4a54-9306-5b268b49a542'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:49.622893 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbf2c2f-5e1c-4d16-8644-b1d278d94ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "f938fce8-883d-4d81-96e8-6c4807a430f0", "tag": "54ce6420-29fc-4a54-9306-5b268b49a542"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:49.630445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-bb08bb02-7907-49e0-bc6b-7b6945443f5f service neutron] 10.222.0.70 "GET /v2.0/networks/42e9f780-7f97-4b1d-b218-9b502d4d7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211363 Sep 08 13:17:49.633820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-427f76ce-e445-45fe-a452-95f4fcd14e46 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:49.636724 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-427f76ce-e445-45fe-a452-95f4fcd14e46 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:49.638494 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-427f76ce-e445-45fe-a452-95f4fcd14e46 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-groups/de9090f9-c7e4-4798-bf72-4e698c4603fa HTTP/1.1" status: 204 len: 168 time: 0.2372715 Sep 08 13:17:49.640752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59830) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:49.649399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427f76ce-e445-45fe-a452-95f4fcd14e46 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9090f9-c7e4-4798-bf72-4e698c4603fa,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:49.693177 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8986e3-24a5-4777-a641-eb3fd0863145 x-openstack-request-id: req-fd8986e3-24a5-4777-a641-eb3fd0863145 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:49.693502 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f938fce8-883d-4d81-96e8-6c4807a430f0", "tag": "54ce6420-29fc-4a54-9306-5b268b49a542", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:49.693760 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fd8986e3-24a5-4777-a641-eb3fd0863145 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:49.694150 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'tag': '54ce6420-29fc-4a54-9306-5b268b49a542', 'status': 'completed', 'code': 200} Sep 08 13:17:49.864770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-307d3aad-60cf-475f-895c-8cec1a4c52f7 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2115836 Sep 08 13:17:49.868487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59832) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:49.871892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:17:49.881851 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Sync routers for ids ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:17:49.891951 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Routers {'aaf2e0f3-d7aa-4f61-a34b-52d872727537'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:49.892732 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:49.893410 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-2484b274-3b37-4ce6-bcb6-1d9ccb09c008 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] delete failed (client error): The resource could not be found. Sep 08 13:17:49.894522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2484b274-3b37-4ce6-bcb6-1d9ccb09c008 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-groups/de9090f9-c7e4-4798-bf72-4e698c4603fa HTTP/1.1" status: 404 len: 347 time: 0.0248740 Sep 08 13:17:49.899378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59834) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:49.902485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775f07e-0950-44a4-a36f-b5660abf8ef9 req-f471f24b-f167-4397-98e6-ee851584678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:49.903810 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-754d149c-6901-446b-a4ee-005bc4f6319f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group': {'name': 'tempest-secgroup--647889768'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:49.904003 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0775f07e-0950-44a4-a36f-b5660abf8ef9 req-f471f24b-f167-4397-98e6-ee851584678e service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.2778914 Sep 08 13:17:49.907813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-448b9c03-0f9d-46a1-85be-dbbd267b60e3 req-c55a71b1-e305-468e-9713-6c754514bebf service neutron] 10.222.0.70 "GET /v2.0/networks/42e9f780-7f97-4b1d-b218-9b502d4d7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678537 Sep 08 13:17:49.955351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0775f07e-0950-44a4-a36f-b5660abf8ef9 req-877bf17e-acbd-4d15-94e6-92ebb7ba8637 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 217 time: 0.0365508 Sep 08 13:17:50.008477 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:50.009706 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1322d859-7bdb-4ff1-af76-2fd88db61e0d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3585811 Sep 08 13:17:50.012618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59838) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:50.019767 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Set router aaf2e0f3-d7aa-4f61-a34b-52d872727537 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:50.048880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775f07e-0950-44a4-a36f-b5660abf8ef9 req-bd4d1184-9a5a-41ba-9a02-0743a78c2eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:50.050428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0775f07e-0950-44a4-a36f-b5660abf8ef9 req-bd4d1184-9a5a-41ba-9a02-0743a78c2eed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0868640 Sep 08 13:17:50.065693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2faaa10-4f73-4af5-b0a9-921c3ea3917b req-14f452c0-15d1-43b9-abeb-5ae7945e60ea tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:50.067526 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2faaa10-4f73-4af5-b0a9-921c3ea3917b req-14f452c0-15d1-43b9-abeb-5ae7945e60ea tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 948 time: 0.0752876 Sep 08 13:17:50.163668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775f07e-0950-44a4-a36f-b5660abf8ef9 req-a3c27316-bfc0-4004-a73b-a51c4c557418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:50.165406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0775f07e-0950-44a4-a36f-b5660abf8ef9 req-a3c27316-bfc0-4004-a73b-a51c4c557418 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0968840 Sep 08 13:17:50.172137 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2faaa10-4f73-4af5-b0a9-921c3ea3917b req-a2b59b0a-11d2-44f1-8941-2f69494e4288 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934443 Sep 08 13:17:50.185321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf2c2f-5e1c-4d16-8644-b1d278d94ec9 req-a895cdf4-e1ad-48fd-ac05-15a5bff1d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:50.187174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bbf2c2f-5e1c-4d16-8644-b1d278d94ec9 req-a895cdf4-e1ad-48fd-ac05-15a5bff1d134 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=668e6696294241f29c5032af902fe9cf&device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 1094 time: 0.1074538 Sep 08 13:17:50.228826 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-754d149c-6901-446b-a4ee-005bc4f6319f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:50.324832 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:17:47Z', 'revision_number': 3, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:50.348483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0775f07e-0950-44a4-a36f-b5660abf8ef9 req-ac565dc3-9b64-4cf6-99da-05ef8b35385b service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735082 Sep 08 13:17:50.353869 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Checking router: aaf2e0f3-d7aa-4f61-a34b-52d872727537 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:17:50.354051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf2c2f-5e1c-4d16-8644-b1d278d94ec9 req-72d009b6-d030-45ff-ad0c-4db074528c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:50.354558 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Updating router aaf2e0f3-d7aa-4f61-a34b-52d872727537 port 25df9418-2756-4027-847a-e448be6b88bf binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:17:50.355657 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bbf2c2f-5e1c-4d16-8644-b1d278d94ec9 req-72d009b6-d030-45ff-ad0c-4db074528c76 service neutron] 10.222.0.70 "GET /v2.0/networks?id=42e9f780-7f97-4b1d-b218-9b502d4d7327 HTTP/1.1" status: 200 len: 915 time: 0.1552207 Sep 08 13:17:50.380840 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:50.421531 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bbf2c2f-5e1c-4d16-8644-b1d278d94ec9 req-93892bd3-93e6-4db4-8e8c-18b83a21e087 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ce6420-29fc-4a54-9306-5b268b49a542 HTTP/1.1" status: 200 len: 217 time: 0.0567546 Sep 08 13:17:50.439096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7592c5-8c20-4967-b97f-336d4dcd8294 req-a76ee6fc-b7c9-49b2-b336-1453f0d82040 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:50.440717 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c7592c5-8c20-4967-b97f-336d4dcd8294 req-a76ee6fc-b7c9-49b2-b336-1453f0d82040 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 943 time: 0.1318209 Sep 08 13:17:50.525585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-754d149c-6901-446b-a4ee-005bc4f6319f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:50.533960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf2c2f-5e1c-4d16-8644-b1d278d94ec9 req-d3fd1286-e59d-409a-8f50-b99249ec68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:50.535529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bbf2c2f-5e1c-4d16-8644-b1d278d94ec9 req-d3fd1286-e59d-409a-8f50-b99249ec68eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b286b165-f871-428b-9327-493652b8764f HTTP/1.1" status: 200 len: 853 time: 0.1057673 Sep 08 13:17:50.541987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0775f07e-0950-44a4-a36f-b5660abf8ef9 req-b4788d41-6269-4356-9007-5eb8f13d8a8d service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853299 Sep 08 13:17:50.570136 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c7592c5-8c20-4967-b97f-336d4dcd8294 req-8ff8004f-7bce-45a1-a0bb-7f1578d96ed4 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158562 Sep 08 13:17:50.620296 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-754d149c-6901-446b-a4ee-005bc4f6319f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:50.642115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf2c2f-5e1c-4d16-8644-b1d278d94ec9 req-0d3371d0-5d95-4328-adbe-80de49d39e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:50.644903 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bbf2c2f-5e1c-4d16-8644-b1d278d94ec9 req-0d3371d0-5d95-4328-adbe-80de49d39e50 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42e9f780-7f97-4b1d-b218-9b502d4d7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952599 Sep 08 13:17:50.723575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d149c-6901-446b-a4ee-005bc4f6319f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7a7230-3e45-4dfc-8f1a-a475d31fa8e1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:50.766152 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:50.827533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-754d149c-6901-446b-a4ee-005bc4f6319f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:50.831466 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-754d149c-6901-446b-a4ee-005bc4f6319f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9284604 Sep 08 13:17:50.831863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59850) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:50.841279 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6bda3750-4711-42f6-9a7f-c520dff5689a tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group_rule': {'security_group_id': '5a7a7230-3e45-4dfc-8f1a-a475d31fa8e1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:50.882356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2d690-fbd8-4ca1-8f2c-e03c024c494f req-704a1d98-dedd-4797-b6a9-2e63bfd29fe5 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:50.884062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36c2d690-fbd8-4ca1-8f2c-e03c024c494f req-704a1d98-dedd-4797-b6a9-2e63bfd29fe5 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 945 time: 0.1581960 Sep 08 13:17:50.925064 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bbf2c2f-5e1c-4d16-8644-b1d278d94ec9 req-88acc53f-ebf9-471a-b0ac-b1d81be7d30e service neutron] 10.222.0.70 "GET /v2.0/networks/42e9f780-7f97-4b1d-b218-9b502d4d7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659872 Sep 08 13:17:50.938721 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:50.950596 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Transition to ACTIVE for port object 25df9418-2756-4027-847a-e448be6b88bf will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:50.951503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Allocated IP 172.20.0.1 (2715585a-d546-4e4b-af38-9e26e72b9a96/f512ab0f-c476-4d63-aa7e-79f4a153c2d4/2f03c039-83e8-45ee-82d2-e0ca67e6f80a) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:50.961076 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36c2d690-fbd8-4ca1-8f2c-e03c024c494f req-b98175a9-72df-48d4-9ad3-28af7c428017 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580719 Sep 08 13:17:50.978279 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6bda3750-4711-42f6-9a7f-c520dff5689a tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.060557 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.070935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bbf2c2f-5e1c-4d16-8644-b1d278d94ec9 req-5c1ee4ad-1d66-4b85-8213-96883295af1c service neutron] 10.222.0.70 "GET /v2.0/networks/42e9f780-7f97-4b1d-b218-9b502d4d7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339788 Sep 08 13:17:51.074015 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.092316 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6bda3750-4711-42f6-9a7f-c520dff5689a tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.103228 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Transition to ACTIVE for port object 2f03c039-83e8-45ee-82d2-e0ca67e6f80a will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:51.112542 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Attempting to bind port 25df9418-2756-4027-847a-e448be6b88bf on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:51.112913 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Attempting to bind port 25df9418-2756-4027-847a-e448be6b88bf by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:51.113281 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Attempting to bind port 25df9418-2756-4027-847a-e448be6b88bf on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:51.121242 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df3da6-3cb0-4419-a448-96f8a49db399 None None] Pushing event updated for resources: {'Port': ['ID=25df9418-2756-4027-847a-e448be6b88bf,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:51.123961 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:51.124248 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:51.124659 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.125039 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:51.125517 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Bound port: 25df9418-2756-4027-847a-e448be6b88bf, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:51.125895 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.176266 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] For port 25df9418-2756-4027-847a-e448be6b88bf, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:51.179682 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] For port 25df9418-2756-4027-847a-e448be6b88bf, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=25df9418-2756-4027-847a-e448be6b88bf,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:51.251296 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6bda3750-4711-42f6-9a7f-c520dff5689a tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.251771 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.254469 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.272799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda3750-4711-42f6-9a7f-c520dff5689a tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8097d8-80de-420a-91bd-ce6152d9454c,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:51.313809 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Routers {'aaf2e0f3-d7aa-4f61-a34b-52d872727537'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:51.314488 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:51.322425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Network 2715585a-d546-4e4b-af38-9e26e72b9a96 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:51.329769 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6bda3750-4711-42f6-9a7f-c520dff5689a tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.331300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6bda3750-4711-42f6-9a7f-c520dff5689a tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4982815 Sep 08 13:17:51.334270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59854) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:51.335098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:51.338106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:51.341140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Pushing event updated for resources: {'Port': ['ID=2f03c039-83e8-45ee-82d2-e0ca67e6f80a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:51.357482 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df3da6-3cb0-4419-a448-96f8a49db399 None None] Pushing event updated for resources: {'Port': ['ID=25df9418-2756-4027-847a-e448be6b88bf,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:51.375628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8f9aa-e745-47d2-9deb-521a6c5aa2c6 req-fb82d755-28f7-447b-ba60-2461934a83ba tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:51.377415 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70d8f9aa-e745-47d2-9deb-521a6c5aa2c6 req-fb82d755-28f7-447b-ba60-2461934a83ba tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 948 time: 0.1225047 Sep 08 13:17:51.390862 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0629ca05-56a2-4f28-9116-77c12d6abc1e tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.401594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0629ca05-56a2-4f28-9116-77c12d6abc1e tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.441616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.447321 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70d8f9aa-e745-47d2-9deb-521a6c5aa2c6 req-604834df-24cf-4b35-a197-a03a5fd26247 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590007 Sep 08 13:17:51.454474 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] Set router aaf2e0f3-d7aa-4f61-a34b-52d872727537 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:51.549003 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0629ca05-56a2-4f28-9116-77c12d6abc1e tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.557323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0629ca05-56a2-4f28-9116-77c12d6abc1e tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.559288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0629ca05-56a2-4f28-9116-77c12d6abc1e tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/bb8097d8-80de-420a-91bd-ce6152d9454c HTTP/1.1" status: 204 len: 168 time: 0.2236905 Sep 08 13:17:51.564926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59856) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:51.577580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629ca05-56a2-4f28-9116-77c12d6abc1e tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb8097d8-80de-420a-91bd-ce6152d9454c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:51.626258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6078a48e-1845-4ac7-8374-2c18c4985cfb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0599043 Sep 08 13:17:51.629038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59860) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:51.690130 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.708321 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:17:47Z', 'revision_number': 3, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:51.747576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d4a0dab0-2946-490b-8c18-f9bae3a9489c None None] Provisioning for port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:51.752774 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c1469c-21c3-4679-89af-d7cfa7ca0cf7 None None] The sync data for ids ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'] in n-d-807558-3 is: [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:17:47Z', 'revision_number': 3, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:17:51.753087 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d4a0dab0-2946-490b-8c18-f9bae3a9489c None None] Provisioning complete for port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:51.753477 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d4a0dab0-2946-490b-8c18-f9bae3a9489c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.769075 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d41b3f0-6ff8-4722-ae6e-191c97333f63 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.797922 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d41b3f0-6ff8-4722-ae6e-191c97333f63 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.829394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d4a0dab0-2946-490b-8c18-f9bae3a9489c None None] Port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:17:51.849888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a99b2a-203f-4039-9f58-ee9300e41716 req-0f25931d-e46f-44e0-9a4f-71e31e9bf5e2 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:51.855199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01a99b2a-203f-4039-9f58-ee9300e41716 req-0f25931d-e46f-44e0-9a4f-71e31e9bf5e2 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 943 time: 0.1969142 Sep 08 13:17:51.923509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01a99b2a-203f-4039-9f58-ee9300e41716 req-0ff7d5ca-b6e6-453e-92c4-51e1a66583e4 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643013 Sep 08 13:17:51.936391 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.958260 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d41b3f0-6ff8-4722-ae6e-191c97333f63 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.961634 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d41b3f0-6ff8-4722-ae6e-191c97333f63 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:51.962953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0d41b3f0-6ff8-4722-ae6e-191c97333f63 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-groups/5a7a7230-3e45-4dfc-8f1a-a475d31fa8e1 HTTP/1.1" status: 204 len: 168 time: 0.3326323 Sep 08 13:17:51.966905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59868) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:51.973044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41b3f0-6ff8-4722-ae6e-191c97333f63 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7a7230-3e45-4dfc-8f1a-a475d31fa8e1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:52.003209 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:52.119217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Pushing event updated for resources: {'Port': ['ID=2f03c039-83e8-45ee-82d2-e0ca67e6f80a,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:52.130598 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:52.142852 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fbcd23f0-a80a-44d2-bd4a-3e71dfcd87d3 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1686301 Sep 08 13:17:52.142852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59872) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:52.143297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d308a3-fc84-4ba7-9ea6-8f1e908d1d84 req-941b360f-6e00-4459-b95c-6d0d708b5884 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:52.145586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2cf85abe-7e57-4986-b238-304d5b928d9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group': {'name': 'tempest-secgroup--397981322'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:52.150824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58d308a3-fc84-4ba7-9ea6-8f1e908d1d84 req-941b360f-6e00-4459-b95c-6d0d708b5884 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 945 time: 0.0990276 Sep 08 13:17:52.196868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58d308a3-fc84-4ba7-9ea6-8f1e908d1d84 req-838a6c89-c97c-48ca-bb79-c214d5dc79b5 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451117 Sep 08 13:17:52.272756 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Network 2715585a-d546-4e4b-af38-9e26e72b9a96 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:52.275475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:52.321627 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2cf85abe-7e57-4986-b238-304d5b928d9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:52.443318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Router aaf2e0f3-d7aa-4f61-a34b-52d872727537 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:17:52.531469 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2cf85abe-7e57-4986-b238-304d5b928d9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:52.562422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a2e599f8-f243-4459-af86-14142931edae None None] Provisioning complete for port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:52.563215 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2e599f8-f243-4459-af86-14142931edae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:52.611936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a2e599f8-f243-4459-af86-14142931edae None None] Port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:17:52.797094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb90c8-ebdb-4275-ae39-8f605e1fc788 req-1c08415a-569c-416b-9a42-0a4877ebb5ab tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:52.799069 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54fb90c8-ebdb-4275-ae39-8f605e1fc788 req-1c08415a-569c-416b-9a42-0a4877ebb5ab tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 945 time: 0.0594585 Sep 08 13:17:52.842410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54fb90c8-ebdb-4275-ae39-8f605e1fc788 req-79c238bc-c758-4cc3-bf0f-bf16d7a68eca tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370188 Sep 08 13:17:52.979110 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2cf85abe-7e57-4986-b238-304d5b928d9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.025846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 29c70704-5ec9-4dbc-85c2-165409ff1990 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:17:53.036126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:17:53.041955 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-33443690-716b-4887-96c3-89cf7e0b5deb admin admin] 10.222.0.69 "PUT /v2.0/routers/aaf2e0f3-d7aa-4f61-a34b-52d872727537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0281422 Sep 08 13:17:53.044232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf85abe-7e57-4986-b238-304d5b928d9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84043cba-a3fa-4372-a0f0-836bc94d0314,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:53.062511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de13a13-a502-4e51-b1c4-9ee79d74534a req-4cb5267d-7e8a-457a-a3a2-9233cea78c52 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:53.064559 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0de13a13-a502-4e51-b1c4-9ee79d74534a req-4cb5267d-7e8a-457a-a3a2-9233cea78c52 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 948 time: 0.5240731 Sep 08 13:17:53.122773 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0de13a13-a502-4e51-b1c4-9ee79d74534a req-00e11338-3d9a-45de-909f-8c5e7bb380a9 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468566 Sep 08 13:17:53.146554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea627e3-7309-4816-b1dd-186136e8599d req-c59fe728-469a-40a9-963b-f22459ddabb6 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:53.148317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ea627e3-7309-4816-b1dd-186136e8599d req-c59fe728-469a-40a9-963b-f22459ddabb6 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 943 time: 0.0930896 Sep 08 13:17:53.210691 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2cf85abe-7e57-4986-b238-304d5b928d9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.212239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2cf85abe-7e57-4986-b238-304d5b928d9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0702899 Sep 08 13:17:53.215068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59894) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:53.224739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b71d8930-aa09-4a02-8989-72e778907b28 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group_rule': {'security_group_id': '84043cba-a3fa-4372-a0f0-836bc94d0314', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:53.231445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ea627e3-7309-4816-b1dd-186136e8599d req-e140cdfa-07dc-4471-b80d-54775ab31d75 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576506 Sep 08 13:17:53.249091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 25df9418-2756-4027-847a-e448be6b88bf up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:53.316240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:53.332661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'mac_address': 'fa:16:3e:dd:36:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:17:53.379289 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b71d8930-aa09-4a02-8989-72e778907b28 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.399644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 25df9418-2756-4027-847a-e448be6b88bf completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:53.415570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 25df9418-2756-4027-847a-e448be6b88bf triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:53.416161 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.505232 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.509923 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b71d8930-aa09-4a02-8989-72e778907b28 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.525578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c70704-5ec9-4dbc-85c2-165409ff1990 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:17:53.577418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:53.580015 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.583311 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b71d8930-aa09-4a02-8989-72e778907b28 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.610985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 25df9418-2756-4027-847a-e448be6b88bf, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=25df9418-2756-4027-847a-e448be6b88bf,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:53.618717 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d8930-aa09-4a02-8989-72e778907b28 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0931b9de-e5c8-4103-bf46-fd11ed0712e1,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:53.641634 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.642515 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 54ce6420-29fc-4a54-9306-5b268b49a542 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:17:53.723142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:53.726073 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.772912 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b71d8930-aa09-4a02-8989-72e778907b28 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.774466 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b71d8930-aa09-4a02-8989-72e778907b28 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5570607 Sep 08 13:17:53.777227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59898) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:53.783892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-51ff8cce-18ea-49ca-ae54-023e21ceaaa4 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group_rule': {'security_group_id': '84043cba-a3fa-4372-a0f0-836bc94d0314', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:53.821683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Sync routers for ids ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:17:53.828645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59900) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:53.833273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4d687175-de77-45bf-981f-edb00ca39d47 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419486391', 'description': 'tempest-description--858977862'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:53.837133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 54ce6420-29fc-4a54-9306-5b268b49a542, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=54ce6420-29fc-4a54-9306-5b268b49a542,segment=NetworkSegment(8f9aa579-7599-40c6-a1d7-bd91c130b53d),segment_id=8f9aa579-7599-40c6-a1d7-bd91c130b53d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:53.839445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=25df9418-2756-4027-847a-e448be6b88bf,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:53.853539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Routers {'aaf2e0f3-d7aa-4f61-a34b-52d872727537'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:53.854162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:53.856538 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '54ce6420-29fc-4a54-9306-5b268b49a542', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'port_id': '54ce6420-29fc-4a54-9306-5b268b49a542', 'mac_address': 'fa:16:3e:fe:f7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b286b165-f871-428b-9327-493652b8764f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:17:53.895007 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51ff8cce-18ea-49ca-ae54-023e21ceaaa4 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.939940 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:53.986028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ce6420-29fc-4a54-9306-5b268b49a542 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:17:53.999878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a43fd-3657-441a-98cb-fbd3ab54c5c9 req-46f58b0e-5b56-4997-ba06-f3cf1bc49513 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:54.002054 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c67a43fd-3657-441a-98cb-fbd3ab54c5c9 req-46f58b0e-5b56-4997-ba06-f3cf1bc49513 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 945 time: 0.0798635 Sep 08 13:17:54.003863 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51ff8cce-18ea-49ca-ae54-023e21ceaaa4 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:54.007781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d687175-de77-45bf-981f-edb00ca39d47 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:54.045370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 54ce6420-29fc-4a54-9306-5b268b49a542, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=54ce6420-29fc-4a54-9306-5b268b49a542,segment=NetworkSegment(8f9aa579-7599-40c6-a1d7-bd91c130b53d),segment_id=8f9aa579-7599-40c6-a1d7-bd91c130b53d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:54.051363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Set router aaf2e0f3-d7aa-4f61-a34b-52d872727537 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:54.059939 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c67a43fd-3657-441a-98cb-fbd3ab54c5c9 req-73b85849-38e3-4229-95fe-61122902d442 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508122 Sep 08 13:17:54.116500 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d687175-de77-45bf-981f-edb00ca39d47 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:54.136684 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51ff8cce-18ea-49ca-ae54-023e21ceaaa4 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:54.157013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff8cce-18ea-49ca-ae54-023e21ceaaa4 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8851a56-f1aa-4383-b159-8e675d661c27,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:54.198699 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:54.259100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff55a106-35ba-4436-9ffa-b08ed3270ce5 req-cd0e17cb-6382-4e32-8170-5de4fae884fd tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:54.262001 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff55a106-35ba-4436-9ffa-b08ed3270ce5 req-cd0e17cb-6382-4e32-8170-5de4fae884fd tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.60 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 945 time: 0.0807021 Sep 08 13:17:54.263581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d687175-de77-45bf-981f-edb00ca39d47 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:54.314786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d6574-8d2a-49ca-bbed-dbb13439de5d req-12d5dc19-9d30-4d50-9d94-05d77a1e8c54 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:54.322517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-466d6574-8d2a-49ca-bbed-dbb13439de5d req-12d5dc19-9d30-4d50-9d94-05d77a1e8c54 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 949 time: 0.1013091 Sep 08 13:17:54.358116 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=54ce6420-29fc-4a54-9306-5b268b49a542,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:54.366576 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-466d6574-8d2a-49ca-bbed-dbb13439de5d req-41bb2f1a-9099-4fee-a686-3328e0e5bb99 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 Sep 08 13:17:54.388201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51ff8cce-18ea-49ca-ae54-023e21ceaaa4 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:54.388201 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-51ff8cce-18ea-49ca-ae54-023e21ceaaa4 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6007211 Sep 08 13:17:54.388384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59914) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:54.392052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a4813501-55ad-4b9f-8568-1a54f4de6680 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group_rule': {'security_group_id': '84043cba-a3fa-4372-a0f0-836bc94d0314', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:54.482984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:17:51Z', 'revision_number': 4, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '2f03c039-83e8-45ee-82d2-e0ca67e6f80a', 'name': '', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'mac_address': 'fa:16:3e:37:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:50Z', 'updated_at': '2021-09-08T13:17:51Z', 'revision_number': 2, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'subnets': [{'id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:54.516765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Checking router: aaf2e0f3-d7aa-4f61-a34b-52d872727537 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:17:54.517124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Updating router aaf2e0f3-d7aa-4f61-a34b-52d872727537 port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:17:54.550543 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:54.556714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['29c70704-5ec9-4dbc-85c2-165409ff1990'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:17:54.574570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['54ce6420-29fc-4a54-9306-5b268b49a542'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:17:54.656769 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4813501-55ad-4b9f-8568-1a54f4de6680 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:54.732035 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bccfe8c8-ce84-40fb-9ae4-95f81fcbe13b req-70704830-4f41-4b92-a52f-2f1d73195bf8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381865 Sep 08 13:17:54.813239 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d687175-de77-45bf-981f-edb00ca39d47 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:54.814894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4d687175-de77-45bf-981f-edb00ca39d47 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9847975 Sep 08 13:17:54.815726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d687175-de77-45bf-981f-edb00ca39d47 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fcee49-d705-48ce-a459-a52c4aac0695,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:54.820155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59916) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:54.831091 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-033042e0-a6c5-4fd1-af55-b0524b511df9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Request body: {'security_group_rule': {'security_group_id': '47fcee49-d705-48ce-a459-a52c4aac0695', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:54.840945 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4813501-55ad-4b9f-8568-1a54f4de6680 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:54.867477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe8c8-ce84-40fb-9ae4-95f81fcbe13b req-d7f039d2-2819-40c0-837c-d80b0602d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:54.870264 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bccfe8c8-ce84-40fb-9ae4-95f81fcbe13b req-d7f039d2-2819-40c0-837c-d80b0602d6ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1097 time: 0.1021347 Sep 08 13:17:54.904242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f97386-46e5-4d40-b4ae-3903016b3cec req-3d864319-182c-4078-8ef5-cc2bf6864088 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:54.920849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61f97386-46e5-4d40-b4ae-3903016b3cec req-3d864319-182c-4078-8ef5-cc2bf6864088 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 944 time: 0.5636115 Sep 08 13:17:54.942943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-ff55a106-35ba-4436-9ffa-b08ed3270ce5 req-38bd69ec-a175-4d8e-aa91-42fa121896d6 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Deleting port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:17:54.943372 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff55a106-35ba-4436-9ffa-b08ed3270ce5 req-38bd69ec-a175-4d8e-aa91-42fa121896d6 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:54.991896 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61f97386-46e5-4d40-b4ae-3903016b3cec req-3f36ff44-7f9d-492b-98f7-78f180a8dd61 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755203 Sep 08 13:17:55.007606 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4813501-55ad-4b9f-8568-1a54f4de6680 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.040526 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-033042e0-a6c5-4fd1-af55-b0524b511df9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.044644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4813501-55ad-4b9f-8568-1a54f4de6680 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc37730-c9cb-4584-8cdb-f00ccf621197,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:55.113888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ff55a106-35ba-4436-9ffa-b08ed3270ce5 req-38bd69ec-a175-4d8e-aa91-42fa121896d6 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] For port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca,segment=NetworkSegment(e9cd249e-750f-499f-a8dc-e50faedc8b7b),segment_id=e9cd249e-750f-499f-a8dc-e50faedc8b7b)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:55.114106 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff55a106-35ba-4436-9ffa-b08ed3270ce5 req-38bd69ec-a175-4d8e-aa91-42fa121896d6 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.123796 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe8c8-ce84-40fb-9ae4-95f81fcbe13b req-67d68038-cc91-4cac-9157-4b74f135b65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:55.129952 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bccfe8c8-ce84-40fb-9ae4-95f81fcbe13b req-67d68038-cc91-4cac-9157-4b74f135b65f service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.2290962 Sep 08 13:17:55.137007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-ff55a106-35ba-4436-9ffa-b08ed3270ce5 req-38bd69ec-a175-4d8e-aa91-42fa121896d6 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Calling delete_port for eb2a2f76-0f22-4e55-b578-25f43e5dc4ca owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:17:55.146055 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-033042e0-a6c5-4fd1-af55-b0524b511df9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.164448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 25df9418-2756-4027-847a-e448be6b88bf up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:55.165340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4813501-55ad-4b9f-8568-1a54f4de6680 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.170234 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a4813501-55ad-4b9f-8568-1a54f4de6680 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7842367 Sep 08 13:17:55.180714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59924) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:55.223267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a87f4e4e-740b-4fb8-b0ea-c59d919f7ab0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group_rule': {'security_group_id': '84043cba-a3fa-4372-a0f0-836bc94d0314', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:55.245315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 25df9418-2756-4027-847a-e448be6b88bf triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:55.246051 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.269924 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bccfe8c8-ce84-40fb-9ae4-95f81fcbe13b req-9fb73b24-b0c8-4f22-9dad-4f3ccfdb6152 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 1002 time: 0.1299133 Sep 08 13:17:55.294454 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-033042e0-a6c5-4fd1-af55-b0524b511df9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.338830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bea816f-3c7d-45cd-b696-aac0c36ffd9c req-78a6cadf-7270-4070-993c-060079675876 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1868992 Sep 08 13:17:55.342575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033042e0-a6c5-4fd1-af55-b0524b511df9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112de092-4d8e-4f80-9eb3-927358eb0c3b,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:55.348922 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe8c8-ce84-40fb-9ae4-95f81fcbe13b req-1f768c62-7c7d-4c64-8043-10735b68ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:55.354914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bccfe8c8-ce84-40fb-9ae4-95f81fcbe13b req-1f768c62-7c7d-4c64-8043-10735b68ebc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0753796 Sep 08 13:17:55.373460 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.376628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844f38d-f05c-46b4-92b2-0adf4439f31d req-79d8fb8b-a48f-4e5e-9970-661367fa7b9c tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:55.378810 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2844f38d-f05c-46b4-92b2-0adf4439f31d req-79d8fb8b-a48f-4e5e-9970-661367fa7b9c tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 945 time: 0.1348572 Sep 08 13:17:55.391824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Transition to ACTIVE for port object 2f03c039-83e8-45ee-82d2-e0ca67e6f80a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:17:55.430034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe8c8-ce84-40fb-9ae4-95f81fcbe13b req-995444f0-a679-4799-a26a-7696f31cd299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:55.433078 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bccfe8c8-ce84-40fb-9ae4-95f81fcbe13b req-995444f0-a679-4799-a26a-7696f31cd299 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721397 Sep 08 13:17:55.480214 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.514728 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a87f4e4e-740b-4fb8-b0ea-c59d919f7ab0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.547873 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-033042e0-a6c5-4fd1-af55-b0524b511df9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.549204 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-033042e0-a6c5-4fd1-af55-b0524b511df9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7266438 Sep 08 13:17:55.575939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59930) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:55.582723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3dbb4296-bd39-41e5-b42f-bc5179503317 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Request body: {'security_group_rule': {'security_group_id': '47fcee49-d705-48ce-a459-a52c4aac0695', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:55.642916 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bccfe8c8-ce84-40fb-9ae4-95f81fcbe13b req-89db793d-6c98-4670-af50-4e10bbdb7275 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010665 Sep 08 13:17:55.655834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d8108-502a-4deb-9a21-d4a871769e2d None None] Pushing event updated for resources: {'Port': ['ID=2f03c039-83e8-45ee-82d2-e0ca67e6f80a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:55.675104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Attempting to bind port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:17:55.675923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Attempting to bind port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:17:55.676530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Attempting to bind port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a on network 2715585a-d546-4e4b-af38-9e26e72b9a96 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:17:55.680556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2844f38d-f05c-46b4-92b2-0adf4439f31d req-c3c21c2f-7584-44a5-86e3-8fae57915963 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/security-groups?id=8e5957c9-c249-4a43-8195-ec3ab520dd16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415891 Sep 08 13:17:55.690036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:17:55.694437 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Checking segment: {'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:17:55.694437 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.694437 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Bound using segment: {'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:17:55.694437 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Bound port: 2f03c039-83e8-45ee-82d2-e0ca67e6f80a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:17:55.694437 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.696861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea816f-3c7d-45cd-b696-aac0c36ffd9c req-ac7d0dbd-2ff1-4802-a24d-953ebb46dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:55.698821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bea816f-3c7d-45cd-b696-aac0c36ffd9c req-ac7d0dbd-2ff1-4802-a24d-953ebb46dbfc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 1101 time: 0.2617922 Sep 08 13:17:55.727235 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a87f4e4e-740b-4fb8-b0ea-c59d919f7ab0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.738330 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff55a106-35ba-4436-9ffa-b08ed3270ce5 req-38bd69ec-a175-4d8e-aa91-42fa121896d6 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.787249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79141abd-a065-468a-8773-ef21b887e591 req-f27fe3bd-bd11-40fa-adbe-8f1c62467f9b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:55.797218 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79141abd-a065-468a-8773-ef21b887e591 req-f27fe3bd-bd11-40fa-adbe-8f1c62467f9b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 949 time: 0.3043895 Sep 08 13:17:55.828677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] For port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:17:55.835163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] For port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2f03c039-83e8-45ee-82d2-e0ca67e6f80a,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:17:55.846729 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd69ec-a175-4d8e-aa91-42fa121896d6 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Pushing event deleted for resources: {'Port': ['ID=eb2a2f76-0f22-4e55-b578-25f43e5dc4ca,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:55.893326 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79141abd-a065-468a-8773-ef21b887e591 req-6682c079-e779-49ee-b5aa-3329038f9c3d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952017 Sep 08 13:17:55.906957 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a87f4e4e-740b-4fb8-b0ea-c59d919f7ab0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.919788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.928908 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bccfe8c8-ce84-40fb-9ae4-95f81fcbe13b req-631bca84-d8dd-4206-84f8-a534c6170b62 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775259 Sep 08 13:17:55.930470 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3dbb4296-bd39-41e5-b42f-bc5179503317 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:55.992075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f4e4e-740b-4fb8-b0ea-c59d919f7ab0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f13a183-61c5-4814-9093-451b2643b123,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:56.001428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d8108-502a-4deb-9a21-d4a871769e2d None None] Pushing event updated for resources: {'Port': ['ID=2f03c039-83e8-45ee-82d2-e0ca67e6f80a,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:56.007829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Routers {'aaf2e0f3-d7aa-4f61-a34b-52d872727537'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:17:56.008487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:56.024940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff55a106-35ba-4436-9ffa-b08ed3270ce5 req-38bd69ec-a175-4d8e-aa91-42fa121896d6 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] No DVR routers for this DVR port eb2a2f76-0f22-4e55-b578-25f43e5dc4ca on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:17:56.030569 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff55a106-35ba-4436-9ffa-b08ed3270ce5 req-38bd69ec-a175-4d8e-aa91-42fa121896d6 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.032687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff55a106-35ba-4436-9ffa-b08ed3270ce5 req-38bd69ec-a175-4d8e-aa91-42fa121896d6 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.60 "DELETE /v2.0/ports/eb2a2f76-0f22-4e55-b578-25f43e5dc4ca HTTP/1.1" status: 204 len: 173 time: 1.7641096 Sep 08 13:17:56.033250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3baef334-87ae-4bf9-a921-ccc37ae9e6ac', 'name': 'network-vif-deleted', 'tag': 'eb2a2f76-0f22-4e55-b578-25f43e5dc4ca'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:56.035720 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a34daf-db65-4da6-b51e-8f4ddbab27ff" -d '{"events": [{"server_uuid": "3baef334-87ae-4bf9-a921-ccc37ae9e6ac", "name": "network-vif-deleted", "tag": "eb2a2f76-0f22-4e55-b578-25f43e5dc4ca"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:56.080918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea816f-3c7d-45cd-b696-aac0c36ffd9c req-97c1a6dc-fc07-415c-81b9-44f00cce3a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:56.083429 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bea816f-3c7d-45cd-b696-aac0c36ffd9c req-97c1a6dc-fc07-415c-81b9-44f00cce3a4b service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.3545706 Sep 08 13:17:56.129275 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3dbb4296-bd39-41e5-b42f-bc5179503317 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.132469 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee92613-ff0e-42c2-8074-f31c59f5ffda x-openstack-request-id: req-aee92613-ff0e-42c2-8074-f31c59f5ffda {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:56.133177 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3baef334-87ae-4bf9-a921-ccc37ae9e6ac", "name": "network-vif-deleted", "tag": "eb2a2f76-0f22-4e55-b578-25f43e5dc4ca", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:56.133860 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aee92613-ff0e-42c2-8074-f31c59f5ffda {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:56.135258 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3baef334-87ae-4bf9-a921-ccc37ae9e6ac', 'name': 'network-vif-deleted', 'tag': 'eb2a2f76-0f22-4e55-b578-25f43e5dc4ca', 'status': 'completed', 'code': 200} Sep 08 13:17:56.181854 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bea816f-3c7d-45cd-b696-aac0c36ffd9c req-e4dd5bbe-3e69-4dfa-98ec-e9d149d77b6a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 HTTP/1.1" status: 200 len: 217 time: 0.0873027 Sep 08 13:17:56.182664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a87f4e4e-740b-4fb8-b0ea-c59d919f7ab0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.189248 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a87f4e4e-740b-4fb8-b0ea-c59d919f7ab0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0007529 Sep 08 13:17:56.189450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59936) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:56.191557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-cf2d6a04-0c24-4466-b011-d0621abe273f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group_rule': {'security_group_id': '84043cba-a3fa-4372-a0f0-836bc94d0314', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:56.279936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device eb2a2f76-0f22-4e55-b578-25f43e5dc4ca no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:17:56.282924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea816f-3c7d-45cd-b696-aac0c36ffd9c req-00722830-4995-4258-b986-ab2989fbbbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:56.282924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bea816f-3c7d-45cd-b696-aac0c36ffd9c req-00722830-4995-4258-b986-ab2989fbbbbf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0926411 Sep 08 13:17:56.284000 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3dbb4296-bd39-41e5-b42f-bc5179503317 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.297577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1240be5-c87a-462c-ae58-9e0a47a78a3d req-5dc3380f-16f9-4575-b2be-cd491aa6e9d4 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:56.303781 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1240be5-c87a-462c-ae58-9e0a47a78a3d req-5dc3380f-16f9-4575-b2be-cd491aa6e9d4 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 944 time: 0.1804397 Sep 08 13:17:56.310864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: eb2a2f76-0f22-4e55-b578-25f43e5dc4ca {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:17:56.311352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device eb2a2f76-0f22-4e55-b578-25f43e5dc4ca not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:17:56.349096 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6a04-0c24-4466-b011-d0621abe273f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.353432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] Set router aaf2e0f3-d7aa-4f61-a34b-52d872727537 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:17:56.363534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb4296-bd39-41e5-b42f-bc5179503317 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a69069cd-4d30-4d88-ac6e-71305fbef550,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:56.404103 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1240be5-c87a-462c-ae58-9e0a47a78a3d req-8b98e85b-fc1d-4521-98ec-f25b07bbfd4d tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919368 Sep 08 13:17:56.407857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea816f-3c7d-45cd-b696-aac0c36ffd9c req-17da7817-5e4a-40bd-acf0-18395acd98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:56.409205 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bea816f-3c7d-45cd-b696-aac0c36ffd9c req-17da7817-5e4a-40bd-acf0-18395acd98d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1025825 Sep 08 13:17:56.460846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3dbb4296-bd39-41e5-b42f-bc5179503317 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.463497 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3dbb4296-bd39-41e5-b42f-bc5179503317 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8865206 Sep 08 13:17:56.474345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59942) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:56.489942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:56.526565 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6a04-0c24-4466-b011-d0621abe273f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.563208 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bea816f-3c7d-45cd-b696-aac0c36ffd9c req-bdaea27f-653e-4af3-a0f7-c613c7b0de8a service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460292 Sep 08 13:17:56.598523 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6a04-0c24-4466-b011-d0621abe273f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.616701 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:17:51Z', 'revision_number': 4, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '2f03c039-83e8-45ee-82d2-e0ca67e6f80a', 'name': '', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'mac_address': 'fa:16:3e:37:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:50Z', 'updated_at': '2021-09-08T13:17:55Z', 'revision_number': 4, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'subnets': [{'id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:56.629371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d6a04-0c24-4466-b011-d0621abe273f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610499ff-c243-47eb-b7dd-bd0e6ec144c4,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:56.633780 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.660249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b44c61-914a-4dcc-9d52-976142491260 None None] The sync data for ids ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'] in n-d-807558-3 is: [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:17:51Z', 'revision_number': 4, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '2f03c039-83e8-45ee-82d2-e0ca67e6f80a', 'name': '', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'mac_address': 'fa:16:3e:37:e0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:50Z', 'updated_at': '2021-09-08T13:17:55Z', 'revision_number': 4, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'subnets': [{'id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:17:56.714269 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bea816f-3c7d-45cd-b696-aac0c36ffd9c req-2b14c8a5-c06e-4a2d-a603-2a4e3bf28d77 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392794 Sep 08 13:17:56.744202 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf2d6a04-0c24-4466-b011-d0621abe273f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.748953 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cf2d6a04-0c24-4466-b011-d0621abe273f tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5611858 Sep 08 13:17:56.749609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59946) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:56.800753 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0df0395a-370d-46a6-96e0-f0800c6fb66c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.809460 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.817230 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0df0395a-370d-46a6-96e0-f0800c6fb66c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.874496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06cc4b6b-d9fb-4781-94d0-6b077c8e9c27 req-1a4f1cd1-52bb-4265-9030-75f629d28bf8 tempest-ServerGroupTestJSON-1434650893 tempest-ServerGroupTestJSON-1434650893-project] 10.222.0.69 "GET /v2.0/ports?device_id=3baef334-87ae-4bf9-a921-ccc37ae9e6ac HTTP/1.1" status: 200 len: 210 time: 0.0512145 Sep 08 13:17:56.962444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Allocated IP 172.25.5.245 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/673f3bfd-5438-41ac-b886-a50b10e09d7f) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:17:56.977674 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0df0395a-370d-46a6-96e0-f0800c6fb66c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:56.993006 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0df0395a-370d-46a6-96e0-f0800c6fb66c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.008506 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0df0395a-370d-46a6-96e0-f0800c6fb66c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/610499ff-c243-47eb-b7dd-bd0e6ec144c4 HTTP/1.1" status: 204 len: 168 time: 0.2488654 Sep 08 13:17:57.008506 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0395a-370d-46a6-96e0-f0800c6fb66c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=610499ff-c243-47eb-b7dd-bd0e6ec144c4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:57.008506 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59952) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:57.054404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 54ce6420-29fc-4a54-9306-5b268b49a542 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:57.087305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-30103227-dd54-47a8-b335-1957dad97d19 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0816450 Sep 08 13:17:57.092209 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59954) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:57.157283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea5a3b-70dc-44fa-8d76-f26846ea5c1a req-46d8496d-5ab8-4c03-ac98-6bdc288df60f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:57.165807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2f03c039-83e8-45ee-82d2-e0ca67e6f80a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:57.170039 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24ea5a3b-70dc-44fa-8d76-f26846ea5c1a req-46d8496d-5ab8-4c03-ac98-6bdc288df60f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 949 time: 0.1495194 Sep 08 13:17:57.173491 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2a972391-03cd-4551-8f45-c28f776f11e0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.193537 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2a972391-03cd-4551-8f45-c28f776f11e0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.208382 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.252035 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24ea5a3b-70dc-44fa-8d76-f26846ea5c1a req-0ed3500a-a327-4f20-b35d-19600d40d241 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747540 Sep 08 13:17:57.271084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 54ce6420-29fc-4a54-9306-5b268b49a542 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:57.281761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 54ce6420-29fc-4a54-9306-5b268b49a542 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:57.283213 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.331968 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2a972391-03cd-4551-8f45-c28f776f11e0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.340066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2a972391-03cd-4551-8f45-c28f776f11e0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.341533 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2a972391-03cd-4551-8f45-c28f776f11e0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/5f13a183-61c5-4814-9093-451b2643b123 HTTP/1.1" status: 204 len: 168 time: 0.2483521 Sep 08 13:17:57.344381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59958) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:57.374088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a972391-03cd-4551-8f45-c28f776f11e0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f13a183-61c5-4814-9093-451b2643b123,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:57.401023 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.419270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-79769bb6-d83c-4420-a06c-0297d08dda35 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0647509 Sep 08 13:17:57.420406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59960) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:57.440186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ce6420-29fc-4a54-9306-5b268b49a542'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:57.440186 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6b8b48-0a82-40d7-b921-9ded9a0d352e" -d '{"events": [{"server_uuid": "f938fce8-883d-4d81-96e8-6c4807a430f0", "name": "network-vif-plugged", "status": "completed", "tag": "54ce6420-29fc-4a54-9306-5b268b49a542"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:57.449364 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.449613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:57.455205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:57.457214 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.460170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 54ce6420-29fc-4a54-9306-5b268b49a542, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=54ce6420-29fc-4a54-9306-5b268b49a542,segment=NetworkSegment(8f9aa579-7599-40c6-a1d7-bd91c130b53d),segment_id=8f9aa579-7599-40c6-a1d7-bd91c130b53d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:57.533663 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ca07df8-a55b-402e-b914-18de0078fe38 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.548105 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.549090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 29c70704-5ec9-4dbc-85c2-165409ff1990 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:57.556365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:17:57.562483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Pushing event updated for resources: {'Port': ['ID=673f3bfd-5438-41ac-b886-a50b10e09d7f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:57.567406 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ca07df8-a55b-402e-b914-18de0078fe38 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.570768 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:17:57.573327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:17:57.640607 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.695926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c946c3-76f9-4254-a6d8-bebd86420830 req-2c84ee56-8790-4ad0-9ae7-720f13ba5b6c tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:57.696708 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703787ca-e125-4cc3-b849-ed5673597bdb x-openstack-request-id: req-703787ca-e125-4cc3-b849-ed5673597bdb {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:57.697068 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f938fce8-883d-4d81-96e8-6c4807a430f0", "name": "network-vif-plugged", "status": "completed", "tag": "54ce6420-29fc-4a54-9306-5b268b49a542", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:57.697477 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-703787ca-e125-4cc3-b849-ed5673597bdb {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:57.698675 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f0c946c3-76f9-4254-a6d8-bebd86420830 req-2c84ee56-8790-4ad0-9ae7-720f13ba5b6c tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 945 time: 0.0873947 Sep 08 13:17:57.703956 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ce6420-29fc-4a54-9306-5b268b49a542', 'code': 200} Sep 08 13:17:57.715132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=54ce6420-29fc-4a54-9306-5b268b49a542,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:57.732839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2f03c039-83e8-45ee-82d2-e0ca67e6f80a,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:57.769314 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ca07df8-a55b-402e-b914-18de0078fe38 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.776014 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ca07df8-a55b-402e-b914-18de0078fe38 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.777433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1ca07df8-a55b-402e-b914-18de0078fe38 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/5fc37730-c9cb-4584-8cdb-f00ccf621197 HTTP/1.1" status: 204 len: 168 time: 0.3559849 Sep 08 13:17:57.780820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59970) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:57.789095 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.795391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 29c70704-5ec9-4dbc-85c2-165409ff1990 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:17:57.825579 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f0c946c3-76f9-4254-a6d8-bebd86420830 req-0e75e8cf-8d88-4918-96f8-8d3a0acb455d tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130192 Sep 08 13:17:57.827911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 29c70704-5ec9-4dbc-85c2-165409ff1990 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:57.828660 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.829007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca07df8-a55b-402e-b914-18de0078fe38 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fc37730-c9cb-4584-8cdb-f00ccf621197,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:57.867676 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.892146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=2f03c039-83e8-45ee-82d2-e0ca67e6f80a,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:57.921218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5637338a-d723-48c0-a3fb-b166ac54766b tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1342547 Sep 08 13:17:57.921591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59974) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:57.922603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1f93a-7ce0-416f-99c7-8d590429b923 req-08738b7f-de4f-4d8d-b3a6-36705d14cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:57.925343 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87e1f93a-7ce0-416f-99c7-8d590429b923 req-08738b7f-de4f-4d8d-b3a6-36705d14cfe1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 1096 time: 0.1622045 Sep 08 13:17:57.952122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:57.979138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87e1f93a-7ce0-416f-99c7-8d590429b923 req-16c5125b-0292-4285-ad6c-be9ac17d98c4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417340 Sep 08 13:17:58.001659 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90bcae3b-1825-4187-b647-70d48d3a8deb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.024801 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.026243 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90bcae3b-1825-4187-b647-70d48d3a8deb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.033212 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:17:58.102596 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.167081 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90bcae3b-1825-4187-b647-70d48d3a8deb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.175441 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90bcae3b-1825-4187-b647-70d48d3a8deb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.176598 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-90bcae3b-1825-4187-b647-70d48d3a8deb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/f8851a56-f1aa-4383-b159-8e675d661c27 HTTP/1.1" status: 204 len: 168 time: 0.2537217 Sep 08 13:17:58.179841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59990) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:58.180488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:58.198665 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcae3b-1825-4187-b647-70d48d3a8deb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8851a56-f1aa-4383-b159-8e675d661c27,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:58.238739 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-65235365-23c4-42ff-a8b5-cddefda0d2dc tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0575635 Sep 08 13:17:58.242504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59996) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:58.270518 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e24301b3-0370-423a-9fd6-05ece1aad9e9 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.281843 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e24301b3-0370-423a-9fd6-05ece1aad9e9 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.356229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.395349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60002) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:58.398928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59423ca9-9def-45ef-89f3-6150120decbe req-453cfe81-c819-431b-a0e6-9c8d9a7dcaf1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:58.400484 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59423ca9-9def-45ef-89f3-6150120decbe req-453cfe81-c819-431b-a0e6-9c8d9a7dcaf1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0577071 Sep 08 13:17:58.425623 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e24301b3-0370-423a-9fd6-05ece1aad9e9 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.434866 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e24301b3-0370-423a-9fd6-05ece1aad9e9 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.436387 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e24301b3-0370-423a-9fd6-05ece1aad9e9 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/0931b9de-e5c8-4103-bf46-fd11ed0712e1 HTTP/1.1" status: 204 len: 168 time: 0.1924455 Sep 08 13:17:58.438742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60004) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:58.444327 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24301b3-0370-423a-9fd6-05ece1aad9e9 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0931b9de-e5c8-4103-bf46-fd11ed0712e1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:58.449247 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59423ca9-9def-45ef-89f3-6150120decbe req-6410c30b-8558-455b-b31d-0e77ddef762a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426633 Sep 08 13:17:58.459471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-629a4db9-20dd-45a2-843e-5b7e85695090 admin admin] Deleting subnet 44c74703-bbba-4a4b-8872-91211542859c {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:17:58.462518 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a4db9-20dd-45a2-843e-5b7e85695090 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.497831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5d7fd700-479e-4b8c-98c3-c7268d3e82b0 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0576956 Sep 08 13:17:58.499514 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.501115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60008) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:58.513288 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a4db9-20dd-45a2-843e-5b7e85695090 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.580961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Pushing event updated for resources: {'Port': ['ID=673f3bfd-5438-41ac-b886-a50b10e09d7f,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:58.583200 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a4db9-20dd-45a2-843e-5b7e85695090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.588118 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.621690 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4725d06b-95b4-450e-8c14-e8e83f3291ff tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.653900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4725d06b-95b4-450e-8c14-e8e83f3291ff tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.736361 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.737659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8562d853-2f35-4ef0-920b-79bfdb6ae7e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2600744 Sep 08 13:17:58.772244 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a4db9-20dd-45a2-843e-5b7e85695090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.799480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a4db9-20dd-45a2-843e-5b7e85695090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c74703-bbba-4a4b-8872-91211542859c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:58.805215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a4db9-20dd-45a2-843e-5b7e85695090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.807729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-629a4db9-20dd-45a2-843e-5b7e85695090 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/44c74703-bbba-4a4b-8872-91211542859c HTTP/1.1" status: 204 len: 168 time: 0.4107671 Sep 08 13:17:58.809984 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60016) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:58.851748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4725d06b-95b4-450e-8c14-e8e83f3291ff tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.854476 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4725d06b-95b4-450e-8c14-e8e83f3291ff tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.855749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4725d06b-95b4-450e-8c14-e8e83f3291ff tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-groups/84043cba-a3fa-4372-a0f0-836bc94d0314 HTTP/1.1" status: 204 len: 168 time: 0.3535528 Sep 08 13:17:58.859856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60028) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:58.885971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725d06b-95b4-450e-8c14-e8e83f3291ff tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84043cba-a3fa-4372-a0f0-836bc94d0314,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:58.907672 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:58.933473 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-9536e057-017b-4436-971b-4d06cfe186f2 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1419486391&fields=id&tenant_id=cdbc05b6be9f42cc9c558d5152cf089a HTTP/1.1" status: 200 len: 267 time: 0.0623848 Sep 08 13:17:58.946321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d33c3fb2-4b81-413c-bc53-d6dbef3a3442 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0853395 Sep 08 13:17:58.955659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60030) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:58.960613 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-dd513205-2633-407e-a7d9-80549dd706bb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group': {'name': 'tempest-secgroup--1138669499'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:58.997437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc6a59-7cea-44c9-99f8-09a823ea83ad req-88c3f46c-b125-4e27-a1cd-0d892e9818cc tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:58.999048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4fcc6a59-7cea-44c9-99f8-09a823ea83ad req-88c3f46c-b125-4e27-a1cd-0d892e9818cc tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 945 time: 0.0706177 Sep 08 13:17:59.050168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4fcc6a59-7cea-44c9-99f8-09a823ea83ad req-6e92cb54-224e-4bd0-b119-db2ae1cb075d tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438423 Sep 08 13:17:59.066241 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.101694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2f03c039-83e8-45ee-82d2-e0ca67e6f80a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:17:59.128511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:59.147054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9cd249e-750f-499f-a8dc-e50faedc8b7b') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:59.147348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9cd249e-750f-499f-a8dc-e50faedc8b7b') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:17:59.156561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:17:59.156937 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.164118 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.183951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-50ecfc36-4622-4189-907c-be15f1c919c4 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:59.185516 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-50ecfc36-4622-4189-907c-be15f1c919c4 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/networks?id=2715585a-d546-4e4b-af38-9e26e72b9a96 HTTP/1.1" status: 200 len: 812 time: 0.2310269 Sep 08 13:17:59.190579 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.207785 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd513205-2633-407e-a7d9-80549dd706bb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.219532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:17:59.220194 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:17:59.222125 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:17:59.236614 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-908afcdb-eee9-44bc-b8af-6fdd650cb8cb tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/quotas/cdbc05b6be9f42cc9c558d5152cf089a HTTP/1.1" status: 200 len: 375 time: 0.0430956 Sep 08 13:17:59.362528 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0f6df14d-a3a3-4dbe-b775-1f5717c29edb tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=cdbc05b6be9f42cc9c558d5152cf089a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1167812 Sep 08 13:17:59.404648 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd513205-2633-407e-a7d9-80549dd706bb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.433273 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.449685 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.451657 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] 10.222.0.69 "DELETE /v2.0/networks/8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd HTTP/1.1" status: 204 len: 168 time: 0.6405332 Sep 08 13:17:59.470125 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0056ba1b-2ebc-43f1-bd6f-4d05db70e4df admin admin] Pushing event deleted for resources: {'Network': ['ID=8bcb83ed-aa95-4458-b805-2ffa8bdcd5bd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:59.525095 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd513205-2633-407e-a7d9-80549dd706bb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.611822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd513205-2633-407e-a7d9-80549dd706bb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b641ed9-ab95-4db7-833c-9fc19b4aa624,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:17:59.622246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-18d22185-58bc-4652-91ee-5b57d6ff8d9c service neutron] 10.222.0.69 "GET /v2.0/networks/2715585a-d546-4e4b-af38-9e26e72b9a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458925 Sep 08 13:17:59.648087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed3d49-8645-4cf1-a90e-1944f6588fe4 req-6e2cca3a-971e-48a4-b66c-365a0557885f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:59.650647 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-59ed3d49-8645-4cf1-a90e-1944f6588fe4 req-6e2cca3a-971e-48a4-b66c-365a0557885f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0780828 Sep 08 13:17:59.669012 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd513205-2633-407e-a7d9-80549dd706bb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.670386 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dd513205-2633-407e-a7d9-80549dd706bb tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7136261 Sep 08 13:17:59.673316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60042) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:17:59.681654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d664dca8-31c2-417a-bb43-541b5a55fab1 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group_rule': {'security_group_id': '1b641ed9-ab95-4db7-833c-9fc19b4aa624', 'direction': 'ingress', 'protocol': 17}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:17:59.704095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-59ed3d49-8645-4cf1-a90e-1944f6588fe4 req-ba2b3d8d-1503-4413-887c-223d46198b53 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472548 Sep 08 13:17:59.705719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:17:59.712712 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8008786-e930-4c4e-9171-48c4e4fdc339" -d '{"events": [{"server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "name": "network-vif-plugged", "status": "completed", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:17:59.734577 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-81632ca9-9ada-4202-9819-68378b55e422 service neutron] 10.222.0.69 "GET /v2.0/networks/2715585a-d546-4e4b-af38-9e26e72b9a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041691 Sep 08 13:17:59.808122 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831a1b36-67b1-41f7-87cc-89158ea80ac5 x-openstack-request-id: req-831a1b36-67b1-41f7-87cc-89158ea80ac5 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:17:59.808464 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "name": "network-vif-plugged", "status": "completed", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:17:59.808797 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-831a1b36-67b1-41f7-87cc-89158ea80ac5 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:17:59.809192 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'code': 200} Sep 08 13:17:59.834707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d664dca8-31c2-417a-bb43-541b5a55fab1 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.915560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d664dca8-31c2-417a-bb43-541b5a55fab1 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:17:59.924608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43393bb-d614-444e-bc6d-6eb256688b54 req-16211de3-5492-4541-9beb-32d9073c1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:17:59.926203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c43393bb-d614-444e-bc6d-6eb256688b54 req-16211de3-5492-4541-9beb-32d9073c1833 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1101 time: 0.0608606 Sep 08 13:17:59.970503 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c43393bb-d614-444e-bc6d-6eb256688b54 req-9ee672b8-85d8-45ea-a359-7d109e658ecc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348928 Sep 08 13:18:00.001081 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4760f317-b640-455a-a3b7-f507dc265660 req-ac980b32-b722-4b63-ae7d-1ddd1cf55001 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 210 time: 0.0280232 Sep 08 13:18:00.014626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60052) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:00.057187 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d664dca8-31c2-417a-bb43-541b5a55fab1 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:00.070994 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-15b0bcde-4aef-4cf1-8b47-4e51cc7aef15 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1489d121a48342d9b56a1c47162d1ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551779 Sep 08 13:18:00.074018 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60056) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:00.086886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664dca8-31c2-417a-bb43-541b5a55fab1 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2dc0764-e385-403d-914f-a6db42a33271,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:00.139932 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68f2ebe6-4c41-4dce-aa82-fe70ff035fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:00.164223 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68f2ebe6-4c41-4dce-aa82-fe70ff035fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:00.182426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98cd52-0ecd-4368-9ba6-806ebd2ba222 req-96a8bd95-a87e-4122-b2e3-778ec74f2b4b tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:00.184005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d98cd52-0ecd-4368-9ba6-806ebd2ba222 req-96a8bd95-a87e-4122-b2e3-778ec74f2b4b tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 945 time: 0.0540709 Sep 08 13:18:00.205545 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d664dca8-31c2-417a-bb43-541b5a55fab1 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:00.206763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d664dca8-31c2-417a-bb43-541b5a55fab1 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5323627 Sep 08 13:18:00.210770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60062) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:00.228765 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d98cd52-0ecd-4368-9ba6-806ebd2ba222 req-1dc7f9f4-fa92-4bc8-9c6c-80a8c7a132c3 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384085 Sep 08 13:18:00.290602 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19e04d5e-7fd9-4bc7-a3e1-2b610f095b22 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:00.353581 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19e04d5e-7fd9-4bc7-a3e1-2b610f095b22 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:00.356286 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68f2ebe6-4c41-4dce-aa82-fe70ff035fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:00.359007 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68f2ebe6-4c41-4dce-aa82-fe70ff035fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:00.360164 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-68f2ebe6-4c41-4dce-aa82-fe70ff035fda admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e5957c9-c249-4a43-8195-ec3ab520dd16 HTTP/1.1" status: 204 len: 168 time: 0.2842262 Sep 08 13:18:00.384905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2ebe6-4c41-4dce-aa82-fe70ff035fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5957c9-c249-4a43-8195-ec3ab520dd16,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:00.419616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd79e9-7d12-4f70-9742-f5e5489bb89d req-db68de7c-794c-46a2-aea2-2d7d87aba4a0 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:00.421246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6efd79e9-7d12-4f70-9742-f5e5489bb89d req-db68de7c-794c-46a2-aea2-2d7d87aba4a0 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 945 time: 0.1101978 Sep 08 13:18:00.430951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60070) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:00.436856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8ffa6413-6341-468a-bac1-9b4c2f4ecafa tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Request body: {'floatingip': {'port_id': '54ce6420-29fc-4a54-9306-5b268b49a542'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:00.483290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6413-6341-468a-bac1-9b4c2f4ecafa tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:00.542051 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19e04d5e-7fd9-4bc7-a3e1-2b610f095b22 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:00.544653 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19e04d5e-7fd9-4bc7-a3e1-2b610f095b22 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:00.545826 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-19e04d5e-7fd9-4bc7-a3e1-2b610f095b22 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-groups/1b641ed9-ab95-4db7-833c-9fc19b4aa624 HTTP/1.1" status: 204 len: 168 time: 0.3336048 Sep 08 13:18:00.548703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60072) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:00.582375 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e04d5e-7fd9-4bc7-a3e1-2b610f095b22 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b641ed9-ab95-4db7-833c-9fc19b4aa624,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:00.601389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cf92cc1e-ac57-4628-ace2-0bf9d8f166f7 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514627 Sep 08 13:18:00.607938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60076) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:00.613767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-45aa3fe4-8592-4f72-83e9-4bdd541a19d5 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033349403'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:00.735157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-45aa3fe4-8592-4f72-83e9-4bdd541a19d5 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:00.961633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb728c7c-6d1a-48b0-851b-56d06a338806 req-b43abbc2-54a6-45e6-88a3-b539b5f2b7be tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:00.964524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb728c7c-6d1a-48b0-851b-56d06a338806 req-b43abbc2-54a6-45e6-88a3-b539b5f2b7be tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.1470213 Sep 08 13:18:01.083971 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-45aa3fe4-8592-4f72-83e9-4bdd541a19d5 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:01.142150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb728c7c-6d1a-48b0-851b-56d06a338806 req-c6312433-2b78-4b19-90a1-6da414224217 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666336 Sep 08 13:18:01.176427 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-45aa3fe4-8592-4f72-83e9-4bdd541a19d5 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:01.211730 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5b79bf3e-84d2-4e0c-b89a-c6c37eb7317d req-bc0e77ff-d79e-4b87-afcf-4f83ae5d1304 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 210 time: 0.0265675 Sep 08 13:18:01.359379 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-45aa3fe4-8592-4f72-83e9-4bdd541a19d5 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:01.360717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-45aa3fe4-8592-4f72-83e9-4bdd541a19d5 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7516627 Sep 08 13:18:01.385919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa3fe4-8592-4f72-83e9-4bdd541a19d5 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57c9721a-edce-4e51-96a4-b01e4f304d51,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:01.402015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60096) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:01.407546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d2daf38f-c4b7-42ae-9ea6-2c56739cf5df tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group': {'name': 'tempest-secgroup--777218625'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:01.481301 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6413-6341-468a-bac1-9b4c2f4ecafa tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:01.553816 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2daf38f-c4b7-42ae-9ea6-2c56739cf5df tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:01.587797 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6413-6341-468a-bac1-9b4c2f4ecafa tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:01.660752 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2daf38f-c4b7-42ae-9ea6-2c56739cf5df tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:01.717197 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-8ffa6413-6341-468a-bac1-9b4c2f4ecafa tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Floating IP 5c5dd582-f948-4a2c-90c2-171c5074c910 associated. External IP: 172.25.5.55, port: 54ce6420-29fc-4a54-9306-5b268b49a542. Sep 08 13:18:01.764681 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2daf38f-c4b7-42ae-9ea6-2c56739cf5df tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:01.795988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daf38f-c4b7-42ae-9ea6-2c56739cf5df tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaa8ebe-ceef-4b71-b96c-616c3655633d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:01.910831 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2daf38f-c4b7-42ae-9ea6-2c56739cf5df tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:01.917821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d2daf38f-c4b7-42ae-9ea6-2c56739cf5df tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5142381 Sep 08 13:18:01.921619 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60110) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:01.928470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-736f3e1b-a0af-4553-b2dc-9ebd30186897 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group_rule': {'security_group_id': '57c9721a-edce-4e51-96a4-b01e4f304d51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3eaa8ebe-ceef-4b71-b96c-616c3655633d', 'remote_ip_prefix': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:01.975718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffa6413-6341-468a-bac1-9b4c2f4ecafa tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Router 7a98039b-0568-44cf-bfb8-0ceca18bb903 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:18:02.088953 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-736f3e1b-a0af-4553-b2dc-9ebd30186897 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:02.107755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffa6413-6341-468a-bac1-9b4c2f4ecafa tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:18:02.112441 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ffa6413-6341-468a-bac1-9b4c2f4ecafa tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:02.120286 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b52ba-3847-4e69-b614-c7e4f7854fe7 None None] Sync routers for ids ['7a98039b-0568-44cf-bfb8-0ceca18bb903'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:18:02.129732 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b52ba-3847-4e69-b614-c7e4f7854fe7 None None] Routers {'7a98039b-0568-44cf-bfb8-0ceca18bb903'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:18:02.130622 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-1d4b52ba-3847-4e69-b614-c7e4f7854fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['7a98039b-0568-44cf-bfb8-0ceca18bb903'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:02.191842 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8ffa6413-6341-468a-bac1-9b4c2f4ecafa tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "PUT /v2.0/floatingips/5c5dd582-f948-4a2c-90c2-171c5074c910 HTTP/1.1" status: 200 len: 990 time: 1.7597630 Sep 08 13:18:02.197319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'tag': '54ce6420-29fc-4a54-9306-5b268b49a542'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:02.199720 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d5fda8-c6c9-485b-9ac8-16bde939431d" -d '{"events": [{"name": "network-changed", "server_uuid": "f938fce8-883d-4d81-96e8-6c4807a430f0", "tag": "54ce6420-29fc-4a54-9306-5b268b49a542"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:02.218708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-736f3e1b-a0af-4553-b2dc-9ebd30186897 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:02.260048 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-1d4b52ba-3847-4e69-b614-c7e4f7854fe7 None None] Set router 7a98039b-0568-44cf-bfb8-0ceca18bb903 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:18:02.313054 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-736f3e1b-a0af-4553-b2dc-9ebd30186897 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:02.338449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f3e1b-a0af-4553-b2dc-9ebd30186897 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5636f45f-5331-4f6d-8f1a-2c76a786e0ec,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:02.361066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fbba6-5f9b-48f6-9aa5-adbf8cb5b4b8 req-0160c397-8edc-4cba-bc57-edcdbd2b03f4 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:02.368905 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-503fbba6-5f9b-48f6-9aa5-adbf8cb5b4b8 req-0160c397-8edc-4cba-bc57-edcdbd2b03f4 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.1095235 Sep 08 13:18:02.406099 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-503fbba6-5f9b-48f6-9aa5-adbf8cb5b4b8 req-e6c6d602-a601-4c4a-ba97-031c194196e3 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363078 Sep 08 13:18:02.450832 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-736f3e1b-a0af-4553-b2dc-9ebd30186897 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:02.452343 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-736f3e1b-a0af-4553-b2dc-9ebd30186897 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5296679 Sep 08 13:18:02.455444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60138) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:02.489862 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-addb8650-dd0b-47e9-a1db-9d587f1a8ece tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:02.501614 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-addb8650-dd0b-47e9-a1db-9d587f1a8ece tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:02.580715 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-1d4b52ba-3847-4e69-b614-c7e4f7854fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '5c5dd582-f948-4a2c-90c2-171c5074c910', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'port_id': '54ce6420-29fc-4a54-9306-5b268b49a542', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'mac_address': 'fa:16:3e:fe:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:17:36Z', 'updated_at': '2021-09-08T13:18:01Z', 'revision_number': 1, 'project_id': '668e6696294241f29c5032af902fe9cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1110a335-0a4a-49fb-9f73-e3e489f2363d', 'name': '', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'mac_address': 'fa:16:3e:c5:44:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b286b165-f871-428b-9327-493652b8764f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:27Z', 'updated_at': '2021-09-08T13:17:36Z', 'revision_number': 5, 'project_id': '668e6696294241f29c5032af902fe9cf', 'subnets': [{'id': 'b286b165-f871-428b-9327-493652b8764f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:02.644486 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b52ba-3847-4e69-b614-c7e4f7854fe7 None None] Checking router: 7a98039b-0568-44cf-bfb8-0ceca18bb903 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:18:02.658189 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4b52ba-3847-4e69-b614-c7e4f7854fe7 None None] Routers {'7a98039b-0568-44cf-bfb8-0ceca18bb903'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:18:02.661745 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdd1962-1962-42c0-acce-0f3e32308d12 x-openstack-request-id: req-dbdd1962-1962-42c0-acce-0f3e32308d12 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:02.661745 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f938fce8-883d-4d81-96e8-6c4807a430f0", "tag": "54ce6420-29fc-4a54-9306-5b268b49a542", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:02.661745 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dbdd1962-1962-42c0-acce-0f3e32308d12 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:02.661745 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'tag': '54ce6420-29fc-4a54-9306-5b268b49a542', 'status': 'completed', 'code': 200} Sep 08 13:18:02.663706 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-1d4b52ba-3847-4e69-b614-c7e4f7854fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:17:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['7a98039b-0568-44cf-bfb8-0ceca18bb903'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:02.668414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-8a62b031-22e8-47b1-9f87-23fbe2168b9d tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:02.669890 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-8a62b031-22e8-47b1-9f87-23fbe2168b9d tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.60 "GET /v2.0/networks?id=2715585a-d546-4e4b-af38-9e26e72b9a96 HTTP/1.1" status: 200 len: 812 time: 0.2288098 Sep 08 13:18:02.694570 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78e77c23-ff43-4c83-bec5-99bac7c2c0fa req-998ec3e8-d8c1-426b-8ac8-056470259e70 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 210 time: 0.0634925 Sep 08 13:18:02.694877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-addb8650-dd0b-47e9-a1db-9d587f1a8ece tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:02.700191 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-addb8650-dd0b-47e9-a1db-9d587f1a8ece tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:02.702839 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-addb8650-dd0b-47e9-a1db-9d587f1a8ece tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/5636f45f-5331-4f6d-8f1a-2c76a786e0ec HTTP/1.1" status: 204 len: 168 time: 0.2447529 Sep 08 13:18:02.706965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60148) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:02.728688 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb8650-dd0b-47e9-a1db-9d587f1a8ece tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5636f45f-5331-4f6d-8f1a-2c76a786e0ec,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:02.777308 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6e843d78-460b-4cff-9ed5-44f183a83787 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0667984 Sep 08 13:18:02.780076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60152) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:02.800219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-77adf6da-5d43-4e27-99a2-e228ee2b3f3c tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cdbc05b6be9f42cc9c558d5152cf089a HTTP/1.1" status: 200 len: 380 time: 0.1137342 Sep 08 13:18:02.817118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Request body: {'port': {'device_id': '32ff6c16-6219-4858-b14e-d13c42afad44', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'admin_state_up': True, 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'security_groups': ['47fcee49-d705-48ce-a459-a52c4aac0695']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:02.864595 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-1d4b52ba-3847-4e69-b614-c7e4f7854fe7 None None] Set router 7a98039b-0568-44cf-bfb8-0ceca18bb903 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:18:02.902627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa8e20-d46f-45c7-b9e8-10754cbfc248 req-1ea79ce8-9497-4993-a0e4-9645039a970f tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:02.904353 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9aa8e20-d46f-45c7-b9e8-10754cbfc248 req-1ea79ce8-9497-4993-a0e4-9645039a970f tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1101 time: 0.1260138 Sep 08 13:18:02.926840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5fda8-c6c9-485b-9ac8-16bde939431d req-6120f911-ea3b-435a-bbd3-1fc6057c4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:02.928912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30d5fda8-c6c9-485b-9ac8-16bde939431d req-6120f911-ea3b-435a-bbd3-1fc6057c4c21 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=668e6696294241f29c5032af902fe9cf&device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 1096 time: 0.1341145 Sep 08 13:18:02.933474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05d95174-bc02-4e48-a1c2-5ea3f6c2a8bf tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:02.958789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-168c5065-229b-4d89-a970-5068b93d4852 req-b803e603-fca6-41bd-a627-dee290f2cc6c tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0593066 Sep 08 13:18:02.982332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05d95174-bc02-4e48-a1c2-5ea3f6c2a8bf tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:03.006409 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9aa8e20-d46f-45c7-b9e8-10754cbfc248 req-13278d89-c996-488f-bf5e-aeda9942688f tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746794 Sep 08 13:18:03.125076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5fda8-c6c9-485b-9ac8-16bde939431d req-acc8b581-8c01-429f-8114-e5fca301d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:03.126909 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30d5fda8-c6c9-485b-9ac8-16bde939431d req-acc8b581-8c01-429f-8114-e5fca301d680 service neutron] 10.222.0.70 "GET /v2.0/networks?id=42e9f780-7f97-4b1d-b218-9b502d4d7327 HTTP/1.1" status: 200 len: 915 time: 0.1625955 Sep 08 13:18:03.130969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-b37b4f9c-dadd-48f5-b696-b1b2ed6629d1 req-1685a510-e2bc-412e-8bec-3fbe6f330a0a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:18:03.132135 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b37b4f9c-dadd-48f5-b696-b1b2ed6629d1 req-1685a510-e2bc-412e-8bec-3fbe6f330a0a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060925 Sep 08 13:18:03.201987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30d5fda8-c6c9-485b-9ac8-16bde939431d req-6489bc72-d5eb-4c90-b770-166cfef5ca6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54ce6420-29fc-4a54-9306-5b268b49a542 HTTP/1.1" status: 200 len: 998 time: 0.0660877 Sep 08 13:18:03.211244 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05d95174-bc02-4e48-a1c2-5ea3f6c2a8bf tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:03.216987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05d95174-bc02-4e48-a1c2-5ea3f6c2a8bf tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:03.219123 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-05d95174-bc02-4e48-a1c2-5ea3f6c2a8bf tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-groups/3eaa8ebe-ceef-4b71-b96c-616c3655633d HTTP/1.1" status: 204 len: 168 time: 0.4379687 Sep 08 13:18:03.224139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60164) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:03.244358 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-1d4b52ba-3847-4e69-b614-c7e4f7854fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '5c5dd582-f948-4a2c-90c2-171c5074c910', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'port_id': '54ce6420-29fc-4a54-9306-5b268b49a542', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'mac_address': 'fa:16:3e:fe:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:17:36Z', 'updated_at': '2021-09-08T13:18:01Z', 'revision_number': 1, 'project_id': '668e6696294241f29c5032af902fe9cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1110a335-0a4a-49fb-9f73-e3e489f2363d', 'name': '', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'mac_address': 'fa:16:3e:c5:44:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b286b165-f871-428b-9327-493652b8764f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:27Z', 'updated_at': '2021-09-08T13:17:36Z', 'revision_number': 5, 'project_id': '668e6696294241f29c5032af902fe9cf', 'subnets': [{'id': 'b286b165-f871-428b-9327-493652b8764f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:03.255160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d95174-bc02-4e48-a1c2-5ea3f6c2a8bf tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaa8ebe-ceef-4b71-b96c-616c3655633d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:03.279068 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4b52ba-3847-4e69-b614-c7e4f7854fe7 None None] The sync data for ids ['7a98039b-0568-44cf-bfb8-0ceca18bb903'] in n-d-807558-3 is: [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '5c5dd582-f948-4a2c-90c2-171c5074c910', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'port_id': '54ce6420-29fc-4a54-9306-5b268b49a542', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'mac_address': 'fa:16:3e:fe:f7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:17:36Z', 'updated_at': '2021-09-08T13:18:01Z', 'revision_number': 1, 'project_id': '668e6696294241f29c5032af902fe9cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1110a335-0a4a-49fb-9f73-e3e489f2363d', 'name': '', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'mac_address': 'fa:16:3e:c5:44:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b286b165-f871-428b-9327-493652b8764f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:27Z', 'updated_at': '2021-09-08T13:17:36Z', 'revision_number': 5, 'project_id': '668e6696294241f29c5032af902fe9cf', 'subnets': [{'id': 'b286b165-f871-428b-9327-493652b8764f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:18:03.292358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Made reservation on behalf of cdbc05b6be9f42cc9c558d5152cf089a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:18:03.292358 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:03.314361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5fda8-c6c9-485b-9ac8-16bde939431d req-cb64a653-b9fc-4f19-8572-d24a84dd3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:03.315889 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30d5fda8-c6c9-485b-9ac8-16bde939431d req-cb64a653-b9fc-4f19-8572-d24a84dd3732 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b286b165-f871-428b-9327-493652b8764f HTTP/1.1" status: 200 len: 853 time: 0.0947392 Sep 08 13:18:03.333489 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a60780f3-6671-48de-b341-5ec637358f28 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1055698 Sep 08 13:18:03.336506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60166) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:03.418913 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-091176a0-f00a-46c7-abc1-9fb7207d4414 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:03.437444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5fda8-c6c9-485b-9ac8-16bde939431d req-0d0fbb79-724d-42e6-b4f9-6de69ae24c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:03.439021 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30d5fda8-c6c9-485b-9ac8-16bde939431d req-0d0fbb79-724d-42e6-b4f9-6de69ae24c6b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=42e9f780-7f97-4b1d-b218-9b502d4d7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129262 Sep 08 13:18:03.443820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-091176a0-f00a-46c7-abc1-9fb7207d4414 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:03.543287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Allocated IP 172.20.0.8 (2715585a-d546-4e4b-af38-9e26e72b9a96/f512ab0f-c476-4d63-aa7e-79f4a153c2d4/bf17e7f0-e19f-49cc-9bed-977345b55d5d) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:18:03.569141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9451920b-de06-4f24-b5cf-eef9229bda1f None None] New status for floating IP 5c5dd582-f948-4a2c-90c2-171c5074c910: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:18:03.599509 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-091176a0-f00a-46c7-abc1-9fb7207d4414 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:03.604136 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-091176a0-f00a-46c7-abc1-9fb7207d4414 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:03.605861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-091176a0-f00a-46c7-abc1-9fb7207d4414 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-groups/57c9721a-edce-4e51-96a4-b01e4f304d51 HTTP/1.1" status: 204 len: 168 time: 0.2682505 Sep 08 13:18:03.609600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60174) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:03.624363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091176a0-f00a-46c7-abc1-9fb7207d4414 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c9721a-edce-4e51-96a4-b01e4f304d51,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:03.642016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30d5fda8-c6c9-485b-9ac8-16bde939431d req-f15b0a23-8c5f-4c23-bb90-b92c3a83ff9a service neutron] 10.222.0.70 "GET /v2.0/networks/42e9f780-7f97-4b1d-b218-9b502d4d7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784952 Sep 08 13:18:03.689279 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12460d-e3c0-474c-a6ed-1fa172847d93 req-22dbec5a-e9f1-46ad-b18b-b462883834cb tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:03.694497 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da12460d-e3c0-474c-a6ed-1fa172847d93 req-22dbec5a-e9f1-46ad-b18b-b462883834cb tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0661316 Sep 08 13:18:03.759762 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da12460d-e3c0-474c-a6ed-1fa172847d93 req-7310669c-53a8-4d4e-9c2f-d8c9e99705e5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602241 Sep 08 13:18:03.861225 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01565ac8-aa2f-408c-ab6e-4df2cb1f6e31 req-c50f5cf3-0ed5-4c7f-93d2-5142c1fcce82 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 210 time: 0.1027367 Sep 08 13:18:03.869952 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-10901017-c37d-402a-8341-aa8af9060226 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2560368 Sep 08 13:18:03.871044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60180) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:03.881511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6670eb70-119c-462c-ab7f-0bc3eb92e319 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527024678'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:03.918820 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:03.951364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Transition to ACTIVE for port object bf17e7f0-e19f-49cc-9bed-977345b55d5d will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:18:03.956092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30d5fda8-c6c9-485b-9ac8-16bde939431d req-54ba9172-0a61-4d96-9412-166dac0a8f6d service neutron] 10.222.0.70 "GET /v2.0/networks/42e9f780-7f97-4b1d-b218-9b502d4d7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947867 Sep 08 13:18:03.968246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-3330f589-abc8-4710-825c-83f05461d861 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850525 Sep 08 13:18:04.086438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2be5205f-337c-4fae-9b58-ed8e8d7867c1 req-acf19f58-1d22-4345-b4ca-05b477a6cd4c tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0300710 Sep 08 13:18:04.096380 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6670eb70-119c-462c-ab7f-0bc3eb92e319 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:04.181594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:04.227916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Network 2715585a-d546-4e4b-af38-9e26e72b9a96 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:18:04.231268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:18:04.238459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:18:04.249735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Pushing event updated for resources: {'Port': ['ID=bf17e7f0-e19f-49cc-9bed-977345b55d5d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:04.307704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:04.308548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:04.447949 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6670eb70-119c-462c-ab7f-0bc3eb92e319 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:04.581506 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6670eb70-119c-462c-ab7f-0bc3eb92e319 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:04.613274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670eb70-119c-462c-ab7f-0bc3eb92e319 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e8f544-91bb-4552-9c74-e94f8ae9042b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:04.678950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b81f4e84-c8f2-4e6f-99f0-54b0b5603c1c None None] Provisioning for port bf17e7f0-e19f-49cc-9bed-977345b55d5d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:18:04.683393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b81f4e84-c8f2-4e6f-99f0-54b0b5603c1c None None] Provisioning complete for port bf17e7f0-e19f-49cc-9bed-977345b55d5d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:18:04.683774 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b81f4e84-c8f2-4e6f-99f0-54b0b5603c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:04.701929 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6670eb70-119c-462c-ab7f-0bc3eb92e319 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:04.702737 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-08fafc9e-31af-4c24-ac26-a744ff77e07a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8920777 Sep 08 13:18:04.706444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60206) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:04.706692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6670eb70-119c-462c-ab7f-0bc3eb92e319 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8344872 Sep 08 13:18:04.712156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3091e336-3fce-4412-a165-3168acaa26d7 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group_rule': {'security_group_id': '95e8f544-91bb-4552-9c74-e94f8ae9042b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:04.722814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Request body: {'port': {'device_id': '32ff6c16-6219-4858-b14e-d13c42afad44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:04.728077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b81f4e84-c8f2-4e6f-99f0-54b0b5603c1c None None] Port bf17e7f0-e19f-49cc-9bed-977345b55d5d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:18:04.795134 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:04.972872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86368d78-62d5-48b5-81e1-2890467a66fd req-8129fd0e-d56a-4cb2-a946-a3698ef1455a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:04.974312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86368d78-62d5-48b5-81e1-2890467a66fd req-8129fd0e-d56a-4cb2-a946-a3698ef1455a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.1389449 Sep 08 13:18:04.979024 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3091e336-3fce-4412-a165-3168acaa26d7 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.042801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f19beb-ca52-4586-b86d-b52335b64d4b req-c8ea6b76-77b4-4fb0-9ce7-5d21518f98cb tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:05.043776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-72f19beb-ca52-4586-b86d-b52335b64d4b req-c8ea6b76-77b4-4fb0-9ce7-5d21518f98cb tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 931 time: 0.0593722 Sep 08 13:18:05.083636 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86368d78-62d5-48b5-81e1-2890467a66fd req-341ff30c-9a91-4e47-b37c-3bdc386699c5 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992227 Sep 08 13:18:05.089324 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-72f19beb-ca52-4586-b86d-b52335b64d4b req-b0627c63-d9a1-4d43-8209-7a0e9aa7ed10 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381942 Sep 08 13:18:05.149049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3091e336-3fce-4412-a165-3168acaa26d7 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.249358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f63bfd91-c6df-4178-8c1e-1d4698daa2c5 req-26c3fd9e-a578-4fae-b12f-1a457280deb1 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0598462 Sep 08 13:18:05.266815 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3091e336-3fce-4412-a165-3168acaa26d7 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.341926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091e336-3fce-4412-a165-3168acaa26d7 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1512213-5e6d-49ea-957e-21b9525d0404,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:05.369993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf17e7f0-e19f-49cc-9bed-977345b55d5d {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:18:05.384633 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.405335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Transition to ACTIVE for port object bf17e7f0-e19f-49cc-9bed-977345b55d5d will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:18:05.456112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3091e336-3fce-4412-a165-3168acaa26d7 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.457389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3091e336-3fce-4412-a165-3168acaa26d7 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7495897 Sep 08 13:18:05.463065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60226) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:05.492043 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f57c54c-9037-4c31-873b-41914580224c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.501319 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f57c54c-9037-4c31-873b-41914580224c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.536866 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.609016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Pushing event updated for resources: {'Port': ['ID=bf17e7f0-e19f-49cc-9bed-977345b55d5d,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:05.661086 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f57c54c-9037-4c31-873b-41914580224c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.674661 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f57c54c-9037-4c31-873b-41914580224c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.675844 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0f57c54c-9037-4c31-873b-41914580224c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/c1512213-5e6d-49ea-957e-21b9525d0404 HTTP/1.1" status: 204 len: 168 time: 0.2116721 Sep 08 13:18:05.679729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60228) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:05.683960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57c54c-9037-4c31-873b-41914580224c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1512213-5e6d-49ea-957e-21b9525d0404,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:05.731287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Attempting to bind port bf17e7f0-e19f-49cc-9bed-977345b55d5d on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:18:05.731501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Attempting to bind port bf17e7f0-e19f-49cc-9bed-977345b55d5d by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:18:05.731878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Attempting to bind port bf17e7f0-e19f-49cc-9bed-977345b55d5d on network 2715585a-d546-4e4b-af38-9e26e72b9a96 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:18:05.737974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7876c28a-4361-4bb7-a5d0-00266c26767b tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0540187 Sep 08 13:18:05.738517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60232) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:05.749351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Port bf17e7f0-e19f-49cc-9bed-977345b55d5d on network 2715585a-d546-4e4b-af38-9e26e72b9a96 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:18:05.749584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Attempting to bind port bf17e7f0-e19f-49cc-9bed-977345b55d5d on network 2715585a-d546-4e4b-af38-9e26e72b9a96 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:18:05.765940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:18:05.766314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Checking segment: {'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:18:05.766708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Bound using segment: {'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:18:05.767158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Bound port: bf17e7f0-e19f-49cc-9bed-977345b55d5d, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ba013d1-8a7e-4954-abcf-288204df4091', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:18:05.767529 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.838462 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64e93974-3236-42f9-8c50-18694a2e227d tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.879864 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64e93974-3236-42f9-8c50-18694a2e227d tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:05.882897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] For port bf17e7f0-e19f-49cc-9bed-977345b55d5d, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:18:05.890887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] For port bf17e7f0-e19f-49cc-9bed-977345b55d5d, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=bf17e7f0-e19f-49cc-9bed-977345b55d5d,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:18:05.987747 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:06.024543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:06.025579 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:06.027020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] 10.222.0.60 "PUT /v2.0/ports/bf17e7f0-e19f-49cc-9bed-977345b55d5d HTTP/1.1" status: 200 len: 1091 time: 1.3092966 Sep 08 13:18:06.029418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ff6c16-6219-4858-b14e-d13c42afad44', 'tag': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:06.032658 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44d23cd-361e-4424-a563-a6819117c0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "32ff6c16-6219-4858-b14e-d13c42afad44", "tag": "bf17e7f0-e19f-49cc-9bed-977345b55d5d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:06.065630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e851bd4-bd5e-4ffe-bc44-6b2ac9d0f51a service neutron] Pushing event updated for resources: {'Port': ['ID=bf17e7f0-e19f-49cc-9bed-977345b55d5d,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:06.075596 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd81c8e-2ec7-4a44-8e03-656216911637 x-openstack-request-id: req-2dd81c8e-2ec7-4a44-8e03-656216911637 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:06.075891 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ff6c16-6219-4858-b14e-d13c42afad44", "tag": "bf17e7f0-e19f-49cc-9bed-977345b55d5d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:06.076148 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2dd81c8e-2ec7-4a44-8e03-656216911637 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:06.076573 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ff6c16-6219-4858-b14e-d13c42afad44', 'tag': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d', 'status': 'completed', 'code': 200} Sep 08 13:18:06.111674 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64e93974-3236-42f9-8c50-18694a2e227d tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:06.114897 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64e93974-3236-42f9-8c50-18694a2e227d tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:06.116379 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-64e93974-3236-42f9-8c50-18694a2e227d tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-groups/95e8f544-91bb-4552-9c74-e94f8ae9042b HTTP/1.1" status: 204 len: 168 time: 0.3768666 Sep 08 13:18:06.120688 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60240) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:06.185015 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ed5d4ab0-8be6-44dc-a07d-24646b6c4fc4 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0628550 Sep 08 13:18:06.190302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60244) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:06.195403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3c534e72-a68a-4b04-a72e-129e170a0e88 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group': {'name': 'tempest-secgroup--11017075'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:06.201949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e93974-3236-42f9-8c50-18694a2e227d tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e8f544-91bb-4552-9c74-e94f8ae9042b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:06.263390 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d23cd-361e-4424-a563-a6819117c0cb req-6c4b52d4-3193-4934-b225-c76d9ceaa28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:06.266602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c44d23cd-361e-4424-a563-a6819117c0cb req-6c4b52d4-3193-4934-b225-c76d9ceaa28e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdbc05b6be9f42cc9c558d5152cf089a&device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 1094 time: 0.1665659 Sep 08 13:18:06.285931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed92418-c885-4b2d-b8de-c91f40ee8499 req-5d28ba40-9b7f-40b8-ae5b-ef7dbc01edf7 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:06.305077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8ed92418-c885-4b2d-b8de-c91f40ee8499 req-5d28ba40-9b7f-40b8-ae5b-ef7dbc01edf7 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 943 time: 0.0878906 Sep 08 13:18:06.357833 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8ed92418-c885-4b2d-b8de-c91f40ee8499 req-e18bd6c8-0ef5-4f06-9487-0488d9e1cd17 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565693 Sep 08 13:18:06.385794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb77bc-cae2-46b0-bc9f-1a4ac6ad4cfb req-8e901dd2-128c-4adc-8d01-d7bcd4d434f2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:06.387446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2eb77bc-cae2-46b0-bc9f-1a4ac6ad4cfb req-8e901dd2-128c-4adc-8d01-d7bcd4d434f2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.1540573 Sep 08 13:18:06.390501 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c534e72-a68a-4b04-a72e-129e170a0e88 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:06.449558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d23cd-361e-4424-a563-a6819117c0cb req-5e4dba6a-214d-4072-b37b-ccd501df9a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:06.451543 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c44d23cd-361e-4424-a563-a6819117c0cb req-5e4dba6a-214d-4072-b37b-ccd501df9a73 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cdbc05b6be9f42cc9c558d5152cf089a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1572366 Sep 08 13:18:06.466570 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2eb77bc-cae2-46b0-bc9f-1a4ac6ad4cfb req-a79fc0b0-a470-4f41-a29e-e881f01080a1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642526 Sep 08 13:18:06.561755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c534e72-a68a-4b04-a72e-129e170a0e88 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:06.617763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5109965a-7208-4249-ae7f-661a6ef13b52 req-52b60274-b818-4923-9433-be85e4706aa9 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0454137 Sep 08 13:18:06.663313 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c534e72-a68a-4b04-a72e-129e170a0e88 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:06.688216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d23cd-361e-4424-a563-a6819117c0cb req-b9aeb73a-0189-4aa2-87b2-af42e55b8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:06.689744 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c44d23cd-361e-4424-a563-a6819117c0cb req-b9aeb73a-0189-4aa2-87b2-af42e55b8968 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302750 Sep 08 13:18:06.697836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c534e72-a68a-4b04-a72e-129e170a0e88 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d238eaf-694f-49a2-b884-28af3b3308cc,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:06.769587 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c534e72-a68a-4b04-a72e-129e170a0e88 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:06.771499 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3c534e72-a68a-4b04-a72e-129e170a0e88 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5798175 Sep 08 13:18:06.776201 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60254) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:06.784061 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8509bf37-d185-49e7-a93b-db25669b7240 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group_rule': {'security_group_id': '9d238eaf-694f-49a2-b884-28af3b3308cc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:06.803430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-1885af6d-4caf-402a-9730-758073eeaab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:06.805168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-1885af6d-4caf-402a-9730-758073eeaab1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdbc05b6be9f42cc9c558d5152cf089a&device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 1094 time: 0.0762489 Sep 08 13:18:06.821626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-bf5e417e-73b2-4f83-b787-f88d5497a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:06.823161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-bf5e417e-73b2-4f83-b787-f88d5497a0db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1101 time: 0.0616050 Sep 08 13:18:06.863332 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-09210ad6-1871-460c-b53b-65528b4ee264 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf17e7f0-e19f-49cc-9bed-977345b55d5d HTTP/1.1" status: 200 len: 217 time: 0.0502443 Sep 08 13:18:06.923695 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8509bf37-d185-49e7-a93b-db25669b7240 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:06.997248 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8509bf37-d185-49e7-a93b-db25669b7240 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:07.409888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-4ca3f6c7-817d-4682-88a0-250d7aab31c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:07.409888 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-4ca3f6c7-817d-4682-88a0-250d7aab31c3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f512ab0f-c476-4d63-aa7e-79f4a153c2d4 HTTP/1.1" status: 200 len: 851 time: 0.0918834 Sep 08 13:18:07.409888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-3b404fdc-d6e4-4816-9532-e9a139fd686c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:07.409888 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-3b404fdc-d6e4-4816-9532-e9a139fd686c service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.4777179 Sep 08 13:18:07.409888 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-a63612c3-c94e-4a51-9daa-138bd3a1c8b3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 217 time: 0.0387244 Sep 08 13:18:07.428739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-e17d7f22-5f7c-41b4-b918-30968fd40565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:07.430363 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-e17d7f22-5f7c-41b4-b918-30968fd40565 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2715585a-d546-4e4b-af38-9e26e72b9a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181605 Sep 08 13:18:07.438942 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8509bf37-d185-49e7-a93b-db25669b7240 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:07.473455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509bf37-d185-49e7-a93b-db25669b7240 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2025166-9d6b-4e44-9d28-0cec22d48fe8,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:07.531573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-3c6a343e-ed95-4210-a826-f9595e911cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:07.533096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-3c6a343e-ed95-4210-a826-f9595e911cb6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1394768 Sep 08 13:18:07.604792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c04bf4-aac2-41cd-bf29-61348e443dff req-ccdca10d-c975-4504-9174-641f4dd16107 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:07.606475 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e2c04bf4-aac2-41cd-bf29-61348e443dff req-ccdca10d-c975-4504-9174-641f4dd16107 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 943 time: 0.1563501 Sep 08 13:18:07.616584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-4d84b7b9-3abc-4fa0-8fa3-e62a50703500 service neutron] 10.222.0.60 "GET /v2.0/networks/2715585a-d546-4e4b-af38-9e26e72b9a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742382 Sep 08 13:18:07.619224 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8509bf37-d185-49e7-a93b-db25669b7240 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:07.620953 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8509bf37-d185-49e7-a93b-db25669b7240 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8434629 Sep 08 13:18:07.631839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60264) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:07.672385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92859d0b-fc65-43b2-863d-472cf3fe558a req-004a074e-b325-44f3-9000-6f7b824d1747 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:07.674207 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-92859d0b-fc65-43b2-863d-472cf3fe558a req-004a074e-b325-44f3-9000-6f7b824d1747 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0707307 Sep 08 13:18:07.684021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-5c5c0084-be46-4780-9141-7809ff6ba1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:07.685645 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-5c5c0084-be46-4780-9141-7809ff6ba1f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1324384 Sep 08 13:18:07.712129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9c88d341-4dfb-4ce4-81f1-c2ff9e6b1dfa tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules/c2025166-9d6b-4e44-9d28-0cec22d48fe8 HTTP/1.1" status: 200 len: 763 time: 0.0767601 Sep 08 13:18:07.717126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60270) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:07.749844 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-92859d0b-fc65-43b2-863d-472cf3fe558a req-41b88ff5-46d0-4dd9-9e5a-c4fd4d2f75c9 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672390 Sep 08 13:18:07.761024 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-16ef337a-72a2-47d2-8ca7-920f7ffb8819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:07.803831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-10a8dd18-95ec-45dd-ac6e-44be0bacf073 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0852983 Sep 08 13:18:07.814099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60272) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:07.819590 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e2c04bf4-aac2-41cd-bf29-61348e443dff req-39b38699-b77d-4587-a9b7-93d77f006c00 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857741 Sep 08 13:18:07.843863 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-019a620d-a579-4bb7-8a23-47c2e5e38b05 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:07.865882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d6f2346-f8be-483a-8002-9850a4598ad6 req-21f4badd-b257-41e4-a984-1f39f3a09cb1 service neutron] 10.222.0.60 "GET /v2.0/networks/2715585a-d546-4e4b-af38-9e26e72b9a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235701 Sep 08 13:18:07.867025 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-019a620d-a579-4bb7-8a23-47c2e5e38b05 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:07.889520 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-0620fc42-c130-41a9-9b19-8ed6fa301d58 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922750 Sep 08 13:18:07.975405 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09bc3849-826e-489a-be89-fa1b1f990bc6 req-81af4a27-bf56-4195-8e8f-ec7d0b716d9b tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0361984 Sep 08 13:18:08.018110 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-e57e07f1-d763-464c-8ae4-468f94d4141a service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203063 Sep 08 13:18:08.020923 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-019a620d-a579-4bb7-8a23-47c2e5e38b05 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:08.028997 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-019a620d-a579-4bb7-8a23-47c2e5e38b05 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:08.033159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-019a620d-a579-4bb7-8a23-47c2e5e38b05 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/c2025166-9d6b-4e44-9d28-0cec22d48fe8 HTTP/1.1" status: 204 len: 168 time: 0.2156959 Sep 08 13:18:08.033944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60276) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:08.045301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019a620d-a579-4bb7-8a23-47c2e5e38b05 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2025166-9d6b-4e44-9d28-0cec22d48fe8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:08.084359 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3e22c2b8-9654-4c1d-8f42-353f5acf13ba tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475693 Sep 08 13:18:08.087309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60278) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:08.091822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d2b8e319-b328-44c3-8f17-842995c775dc tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group_rule': {'security_group_id': '9d238eaf-694f-49a2-b884-28af3b3308cc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:08.233532 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e319-b328-44c3-8f17-842995c775dc tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:08.287208 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e319-b328-44c3-8f17-842995c775dc tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:08.342503 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e319-b328-44c3-8f17-842995c775dc tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:08.364852 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8e319-b328-44c3-8f17-842995c775dc tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2853e53d-464e-456e-a2e3-e26f9701cae8,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:08.456320 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e319-b328-44c3-8f17-842995c775dc tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:08.457799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d2b8e319-b328-44c3-8f17-842995c775dc tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3695290 Sep 08 13:18:08.460760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60280) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:08.478505 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5af317f1-ba06-467a-948d-2348995b4d71 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules/2853e53d-464e-456e-a2e3-e26f9701cae8 HTTP/1.1" status: 200 len: 763 time: 0.0165467 Sep 08 13:18:08.481360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60282) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:08.531286 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8462be0b-eaab-4b1e-b9da-81afe4b5318b tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0486128 Sep 08 13:18:08.535029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60284) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:08.561882 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d583b70b-6d23-483f-96d1-bf57eebb25db tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:08.570883 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d583b70b-6d23-483f-96d1-bf57eebb25db tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:08.690531 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d583b70b-6d23-483f-96d1-bf57eebb25db tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:08.696996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d583b70b-6d23-483f-96d1-bf57eebb25db tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:08.698168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d583b70b-6d23-483f-96d1-bf57eebb25db tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/2853e53d-464e-456e-a2e3-e26f9701cae8 HTTP/1.1" status: 204 len: 168 time: 0.1621728 Sep 08 13:18:08.701094 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60288) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:08.711732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d583b70b-6d23-483f-96d1-bf57eebb25db tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2853e53d-464e-456e-a2e3-e26f9701cae8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:08.746864 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cb5f59e2-7003-474e-a9d5-68889638b207 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440969 Sep 08 13:18:08.752177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60290) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:08.753803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Request body: {'security_group_rule': {'security_group_id': '9d238eaf-694f-49a2-b884-28af3b3308cc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:08.897305 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:08.899233 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91ecb021-2455-49a3-9b8c-fe01f1153320 req-84b9907e-6600-474f-bd12-0e990ec3dd18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0276365 Sep 08 13:18:08.912052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b7031-ea6c-4d13-a915-20adcd1cd4a3 req-9f1ae98b-dc5c-4d09-b6a5-2cd1d62d0af1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:08.917651 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c25b7031-ea6c-4d13-a915-20adcd1cd4a3 req-9f1ae98b-dc5c-4d09-b6a5-2cd1d62d0af1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0755837 Sep 08 13:18:08.973726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c25b7031-ea6c-4d13-a915-20adcd1cd4a3 req-e071d51a-63d3-4080-b516-01d9d7e925b4 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486367 Sep 08 13:18:08.996885 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:09.026812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1454fc-0b77-42de-9150-7b173f42b24b req-2b3e4f7e-4428-4e22-a384-8693f94941ea tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:09.028559 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb1454fc-0b77-42de-9150-7b173f42b24b req-2b3e4f7e-4428-4e22-a384-8693f94941ea tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 943 time: 0.0844760 Sep 08 13:18:09.073576 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb1454fc-0b77-42de-9150-7b173f42b24b req-20a3097f-725b-4d6d-a930-538316fb3718 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353734 Sep 08 13:18:09.153825 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:09.187728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a285225e-45a1-4d53-815f-d6192249cadf,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:09.199310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:09.199851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:09.200312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:09.200950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:09.201399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:09.201836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:09.202310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:09.202739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:09.203300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:09.203609 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:09.203923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:09.204256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:09.262690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7402d266-3656-41a4-8a91-2cf0ab479ce1 req-d4f497a2-c7fa-42ce-84e5-444b12bd157e tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0287421 Sep 08 13:18:09.403855 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:09.405277 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-851d9cca-ef7f-4a93-8470-860c0256fc9c tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6548569 Sep 08 13:18:09.408403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60304) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:09.427045 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f51bb60e-cd6c-4d38-a8e5-49eb53d8f1fe tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules/a285225e-45a1-4d53-815f-d6192249cadf HTTP/1.1" status: 200 len: 764 time: 0.0173409 Sep 08 13:18:09.442524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60306) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:09.487854 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9dfe46e5-ecc9-4f5c-935c-6f1a4899acdf tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0437579 Sep 08 13:18:09.491508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60308) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:09.517541 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2082fcf2-0ea0-4ee6-bbb3-2b4b4774e238 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:09.526701 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2082fcf2-0ea0-4ee6-bbb3-2b4b4774e238 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:09.639174 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2082fcf2-0ea0-4ee6-bbb3-2b4b4774e238 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:09.646657 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2082fcf2-0ea0-4ee6-bbb3-2b4b4774e238 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:09.651375 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2082fcf2-0ea0-4ee6-bbb3-2b4b4774e238 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/a285225e-45a1-4d53-815f-d6192249cadf HTTP/1.1" status: 204 len: 168 time: 0.1553166 Sep 08 13:18:09.652183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60312) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:09.658789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082fcf2-0ea0-4ee6-bbb3-2b4b4774e238 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a285225e-45a1-4d53-815f-d6192249cadf,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:09.696216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cf057320-3c2e-495b-821e-51d7f2caa2be tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0427346 Sep 08 13:18:09.699028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60314) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:09.763032 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9796-62c8-40da-b629-454e6a0e2f81 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:09.789102 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9796-62c8-40da-b629-454e6a0e2f81 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:09.953531 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9796-62c8-40da-b629-454e6a0e2f81 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:09.956156 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6cc9796-62c8-40da-b629-454e6a0e2f81 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:09.957352 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d6cc9796-62c8-40da-b629-454e6a0e2f81 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "DELETE /v2.0/security-groups/9d238eaf-694f-49a2-b884-28af3b3308cc HTTP/1.1" status: 204 len: 168 time: 0.2573774 Sep 08 13:18:09.960673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60316) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:09.968925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc9796-62c8-40da-b629-454e6a0e2f81 tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d238eaf-694f-49a2-b884-28af3b3308cc,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:10.017714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-515dca1b-3b92-4c88-b04a-5a8798a4235b tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556974 Sep 08 13:18:10.050224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60320) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:10.073475 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-38fa9ece-883d-49fd-ab69-e620ce3efbed tempest-SecGroupTest-1309445311 tempest-SecGroupTest-1309445311-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494847 Sep 08 13:18:10.129595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee215c9-2ab2-4789-aa69-ee43d68cc67f req-2104a776-c65e-47f1-9c71-2172e4cb44de tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:10.131874 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ee215c9-2ab2-4789-aa69-ee43d68cc67f req-2104a776-c65e-47f1-9c71-2172e4cb44de tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0626791 Sep 08 13:18:10.160252 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8118ace7-341c-4ac0-b52e-7885719083b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:10.195884 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ee215c9-2ab2-4789-aa69-ee43d68cc67f req-c261215b-fbd1-44e4-80fe-67a8b2e31007 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569315 Sep 08 13:18:10.226751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4baab-fb93-4008-a957-f283624ef502 req-36afab28-bb05-455f-9971-a5efdf295a58 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:10.228601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5be4baab-fb93-4008-a957-f283624ef502 req-36afab28-bb05-455f-9971-a5efdf295a58 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 943 time: 0.0560262 Sep 08 13:18:10.273375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5be4baab-fb93-4008-a957-f283624ef502 req-f4a2bff6-610e-43f6-adaa-459001432e03 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360205 Sep 08 13:18:10.382128 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:10.400371 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-df2e3daf-dd54-46ab-a7f0-72522cb5f0df req-dc593f1b-29ba-4361-abd8-e31d64d317f7 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0275180 Sep 08 13:18:10.663888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60336) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:10.818118 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-70819982-412d-4293-8b93-ee486b10a188 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b88dc4a0f634c25ac57c58b02234c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529727 Sep 08 13:18:10.820693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60342) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:10.874337 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a724e854-a342-4514-8b07-c7649979716f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:10.897349 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a724e854-a342-4514-8b07-c7649979716f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:11.027584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a724e854-a342-4514-8b07-c7649979716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:11.030302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a724e854-a342-4514-8b07-c7649979716f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:11.031509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a724e854-a342-4514-8b07-c7649979716f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c192b847-1916-44c1-922c-45fabe2c7266 HTTP/1.1" status: 204 len: 168 time: 0.2097871 Sep 08 13:18:11.039920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724e854-a342-4514-8b07-c7649979716f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c192b847-1916-44c1-922c-45fabe2c7266,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:11.323540 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26b663-930b-452a-b054-bb174c879429 req-7934e8c1-620c-48ed-8660-2f49ccc7d1bc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:11.325140 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa26b663-930b-452a-b054-bb174c879429 req-7934e8c1-620c-48ed-8660-2f49ccc7d1bc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0617273 Sep 08 13:18:11.375396 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa26b663-930b-452a-b054-bb174c879429 req-baf34d43-48c2-4330-810f-a04141638a2f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422819 Sep 08 13:18:11.455978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054abc1-dce1-40b4-8842-a60d354e57bb req-e80ea77e-cb77-4b9b-a63d-1568b523289d tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:11.457702 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f054abc1-dce1-40b4-8842-a60d354e57bb req-e80ea77e-cb77-4b9b-a63d-1568b523289d tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 943 time: 0.0566199 Sep 08 13:18:11.514258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f054abc1-dce1-40b4-8842-a60d354e57bb req-1f5d6732-4647-4d0d-8971-bd285e2d5628 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491774 Sep 08 13:18:11.618704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b4de1e05-ed0e-4956-92bc-eef14cafcb5d req-edc591a0-cfe2-4191-a6f5-f090138ad7e7 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0288725 Sep 08 13:18:11.717802 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:12.164832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7073a00d-ffc5-4921-8f02-7febb3263331 req-7a655c95-82a2-4c72-b603-e54c236dd346 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0305109 Sep 08 13:18:12.326374 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60390) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:12.351446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device bf17e7f0-e19f-49cc-9bed-977345b55d5d details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:18:12.478843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port bf17e7f0-e19f-49cc-9bed-977345b55d5d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=bf17e7f0-e19f-49cc-9bed-977345b55d5d,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:12.492481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'port_id': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d', 'mac_address': 'fa:16:3e:1c:2a:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:18:12.494257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-393357302'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:12.538726 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:12.553233 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf17e7f0-e19f-49cc-9bed-977345b55d5d {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:18:12.578238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9184f-ebfe-4b40-9021-6286504b0b42 req-e15684be-e38c-46af-9ff2-f8236c723275 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:12.580014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0fa9184f-ebfe-4b40-9021-6286504b0b42 req-e15684be-e38c-46af-9ff2-f8236c723275 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0904999 Sep 08 13:18:12.587730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port bf17e7f0-e19f-49cc-9bed-977345b55d5d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=bf17e7f0-e19f-49cc-9bed-977345b55d5d,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:12.627985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0fa9184f-ebfe-4b40-9021-6286504b0b42 req-9e2fdd18-134b-480d-a3ce-0b311c6e206a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Sep 08 13:18:12.650276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Made reservation on behalf of 40e341502fcb44ea9f4b0dc96100670f for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:18:12.654044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:12.666433 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:12.696922 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbee38f-92c3-421a-a360-2436428a8ab0 req-0935650d-e8d7-4cd6-949e-55991dc9ec0b tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:12.698483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ccbee38f-92c3-421a-a360-2436428a8ab0 req-0935650d-e8d7-4cd6-949e-55991dc9ec0b tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 943 time: 0.0620320 Sep 08 13:18:12.741665 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ccbee38f-92c3-421a-a360-2436428a8ab0 req-30188601-9073-4f94-a00a-d8ca55d9c8f0 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370114 Sep 08 13:18:12.752651 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:12.789322 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:12.792229 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:18:12.827788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=bf17e7f0-e19f-49cc-9bed-977345b55d5d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:12.896715 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:12.925031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:18:12.934888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa1b4b1-e5c7-423f-9a34-dbf71574b881,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:12.944577 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:12.944933 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Added segment c7b7d127-9fda-43bb-9433-68ce9072a747 of type vlan for network bb0d1cc5-84f2-4409-afe9-4d939c887901 Sep 08 13:18:12.947496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:12.947851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:12.948197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:12.948559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:12.948878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:12.949218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:12.949543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:12.949897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:12.950223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:12.950553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:12.950884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:12.951249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:12.999931 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:13.101521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['bf17e7f0-e19f-49cc-9bed-977345b55d5d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:18:13.134743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:13.140743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:13.141396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:13.148148 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:13.213315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Pushing event updated for resources: {'Network': ['ID=bb0d1cc5-84f2-4409-afe9-4d939c887901,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:13.225709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network bb0d1cc5-84f2-4409-afe9-4d939c887901 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:18:13.262300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f9d8047f-cd1e-4be7-abd4-4146522a61f4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9346578 Sep 08 13:18:13.266010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60412) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:13.272156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-d2ec9ebf-318e-4a61-8f45-db6b0f40cb35 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'bb0d1cc5-84f2-4409-afe9-4d939c887901', 'tempest-TagsTest-Tag-1630109505') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:13.280558 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-172a73d2-ed0b-49e9-bf51-a58746a91b24 req-0b3f9936-0104-4e0f-92de-55bd520693eb tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0350862 Sep 08 13:18:13.485723 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d2ec9ebf-318e-4a61-8f45-db6b0f40cb35 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "PUT /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901/tags/tempest-TagsTest-Tag-1630109505 HTTP/1.1" status: 201 len: 201 time: 0.2181950 Sep 08 13:18:13.488685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60416) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:13.493530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-f9c2a312-c610-4ac4-be0d-c98cc822f82a tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bb0d1cc5-84f2-4409-afe9-4d939c887901', 'tempest-TagsTest-Tag-1630109505') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:13.568781 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f9c2a312-c610-4ac4-be0d-c98cc822f82a tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "GET /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901/tags/tempest-TagsTest-Tag-1630109505 HTTP/1.1" status: 204 len: 168 time: 0.0790293 Sep 08 13:18:13.571245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60418) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:13.575684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-76912d8c-5957-40b2-a3f7-b6a4a56cf609 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'bb0d1cc5-84f2-4409-afe9-4d939c887901') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:13.660574 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-76912d8c-5957-40b2-a3f7-b6a4a56cf609 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "GET /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901/tags HTTP/1.1" status: 200 len: 238 time: 0.0844283 Sep 08 13:18:13.660574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60424) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:13.665188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-928a7018-4c63-41bb-a3fc-f0f88537ee39 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'bb0d1cc5-84f2-4409-afe9-4d939c887901', {'tags': ['tempest-TagsTest-Tag-253016876', 'tempest-TagsTest-Tag-1852353220', 'tempest-TagsTest-Tag-1689247170']}) {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:13.792948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f031e0-ffe4-4fa8-ae07-ce8e61c5e755 req-6a2cc7e4-21c7-4b89-b852-74abe935724d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:13.794613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98f031e0-ffe4-4fa8-ae07-ce8e61c5e755 req-6a2cc7e4-21c7-4b89-b852-74abe935724d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0675893 Sep 08 13:18:13.851291 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98f031e0-ffe4-4fa8-ae07-ce8e61c5e755 req-011ef4f7-e69f-4586-993f-8de5a2a48abd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498087 Sep 08 13:18:13.884694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-928a7018-4c63-41bb-a3fc-f0f88537ee39 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "PUT /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901/tags HTTP/1.1" status: 200 len: 308 time: 0.2236588 Sep 08 13:18:13.887884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60430) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:13.894868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-423843da-7f38-4ad3-8fab-1dffdd818bc6 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'bb0d1cc5-84f2-4409-afe9-4d939c887901', 'tempest-TagsTest-Tag-253016876') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:13.923342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d459ea1-3ee3-48eb-85f2-b6ff51a05b7d req-777a516c-afa5-41c8-a670-5daa890c4712 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:13.927055 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d459ea1-3ee3-48eb-85f2-b6ff51a05b7d req-777a516c-afa5-41c8-a670-5daa890c4712 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 944 time: 0.0677912 Sep 08 13:18:13.973345 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d459ea1-3ee3-48eb-85f2-b6ff51a05b7d req-429b9dca-d7e0-4ce3-a801-1b30bca3e47a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380654 Sep 08 13:18:14.039560 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:14.125660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-423843da-7f38-4ad3-8fab-1dffdd818bc6 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "DELETE /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901/tags/tempest-TagsTest-Tag-253016876 HTTP/1.1" status: 204 len: 168 time: 0.2365139 Sep 08 13:18:14.128354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60434) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:14.133059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-acd65b5c-a697-46ac-9a70-4faf579d7ac9 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bb0d1cc5-84f2-4409-afe9-4d939c887901', 'tempest-TagsTest-Tag-253016876') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:14.201428 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-acd65b5c-a697-46ac-9a70-4faf579d7ac9 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] show failed (client error): The resource could not be found. Sep 08 13:18:14.202523 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-acd65b5c-a697-46ac-9a70-4faf579d7ac9 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "GET /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901/tags/tempest-TagsTest-Tag-253016876 HTTP/1.1" status: 404 len: 325 time: 0.0732000 Sep 08 13:18:14.205211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60436) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:14.209920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-68b1c9ce-5ba8-4037-b9f8-126443bf0bc4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bb0d1cc5-84f2-4409-afe9-4d939c887901', 'tempest-TagsTest-Tag-1852353220') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:14.284273 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-68b1c9ce-5ba8-4037-b9f8-126443bf0bc4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "GET /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901/tags/tempest-TagsTest-Tag-1852353220 HTTP/1.1" status: 204 len: 168 time: 0.0779290 Sep 08 13:18:14.287954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60438) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:14.292480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-e9e8a30a-5b7c-4da4-9715-dd96c27fa9cd tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bb0d1cc5-84f2-4409-afe9-4d939c887901', 'tempest-TagsTest-Tag-1689247170') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:14.358288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device bf17e7f0-e19f-49cc-9bed-977345b55d5d up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:18:14.380842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e9e8a30a-5b7c-4da4-9715-dd96c27fa9cd tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "GET /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901/tags/tempest-TagsTest-Tag-1689247170 HTTP/1.1" status: 204 len: 168 time: 0.0880280 Sep 08 13:18:14.381139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60442) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:14.387826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-0c9aaca9-44f4-4307-aba7-41ef2c3e0b5a tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bb0d1cc5-84f2-4409-afe9-4d939c887901') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:14.416706 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3412932-09a2-4884-95e6-f46be6a9900d req-d0af75f1-5c48-4df1-9be5-2e7b31acd998 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0363932 Sep 08 13:18:14.536291 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port bf17e7f0-e19f-49cc-9bed-977345b55d5d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:18:14.541535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port bf17e7f0-e19f-49cc-9bed-977345b55d5d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:18:14.550062 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:14.623016 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:14.645981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0c9aaca9-44f4-4307-aba7-41ef2c3e0b5a tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "DELETE /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901/tags HTTP/1.1" status: 204 len: 168 time: 0.2633088 Sep 08 13:18:14.648638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff6c16-6219-4858-b14e-d13c42afad44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:14.649725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60446) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:14.650986 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b37df2-dc0d-4fd5-ba41-a9eeab0fae81" -d '{"events": [{"server_uuid": "32ff6c16-6219-4858-b14e-d13c42afad44", "name": "network-vif-plugged", "status": "completed", "tag": "bf17e7f0-e19f-49cc-9bed-977345b55d5d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:14.654391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-0a512ff2-e809-40d4-9a72-adb52353d820 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bb0d1cc5-84f2-4409-afe9-4d939c887901', 'tempest-TagsTest-Tag-1852353220') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:14.664760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port bf17e7f0-e19f-49cc-9bed-977345b55d5d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=bf17e7f0-e19f-49cc-9bed-977345b55d5d,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:14.715570 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fa9c64-aaa4-419b-871e-ee199adf5577 x-openstack-request-id: req-57fa9c64-aaa4-419b-871e-ee199adf5577 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:14.715997 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff6c16-6219-4858-b14e-d13c42afad44", "name": "network-vif-plugged", "status": "completed", "tag": "bf17e7f0-e19f-49cc-9bed-977345b55d5d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:14.716471 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-57fa9c64-aaa4-419b-871e-ee199adf5577 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:14.717100 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ff6c16-6219-4858-b14e-d13c42afad44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d', 'code': 200} Sep 08 13:18:14.727266 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-0a512ff2-e809-40d4-9a72-adb52353d820 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] show failed (client error): The resource could not be found. Sep 08 13:18:14.728538 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0a512ff2-e809-40d4-9a72-adb52353d820 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "GET /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901/tags/tempest-TagsTest-Tag-1852353220 HTTP/1.1" status: 404 len: 326 time: 0.0777459 Sep 08 13:18:14.731344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60452) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:14.738897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-d0737818-168f-495b-b392-ec8fa567a3b4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bb0d1cc5-84f2-4409-afe9-4d939c887901', 'tempest-TagsTest-Tag-1689247170') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:14.753858 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:14.815938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=bf17e7f0-e19f-49cc-9bed-977345b55d5d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:14.831184 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-d0737818-168f-495b-b392-ec8fa567a3b4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] show failed (client error): The resource could not be found. Sep 08 13:18:14.831368 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d0737818-168f-495b-b392-ec8fa567a3b4 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "GET /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901/tags/tempest-TagsTest-Tag-1689247170 HTTP/1.1" status: 404 len: 326 time: 0.0962319 Sep 08 13:18:14.835054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60456) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:14.839913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-8679e62b-4290-4f0a-bde7-7e91fb21ea17 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bb0d1cc5-84f2-4409-afe9-4d939c887901') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:14.862910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4e0c5-fb98-4b0c-b77f-970a877e8644 req-9c01e8d2-f255-44e4-90ca-2fd5d1da3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:14.864444 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fea4e0c5-fb98-4b0c-b77f-970a877e8644 req-9c01e8d2-f255-44e4-90ca-2fd5d1da3fc0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 1096 time: 0.0477619 Sep 08 13:18:14.912736 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fea4e0c5-fb98-4b0c-b77f-970a877e8644 req-91b4cf3f-2478-4699-b1e8-d525d07ed6b5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396419 Sep 08 13:18:14.938895 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8679e62b-4290-4f0a-bde7-7e91fb21ea17 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "DELETE /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901/tags HTTP/1.1" status: 204 len: 168 time: 0.0987504 Sep 08 13:18:14.939466 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60460) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:15.001100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d9cbb-3257-4569-ba5a-b0fa1339eeb3 req-2460b14d-c2d9-4600-8f9b-0b2c6b92db76 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:15.002819 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-665d9cbb-3257-4569-ba5a-b0fa1339eeb3 req-2460b14d-c2d9-4600-8f9b-0b2c6b92db76 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0517676 Sep 08 13:18:15.023365 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:15.057905 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-665d9cbb-3257-4569-ba5a-b0fa1339eeb3 req-8e7cadb0-ee00-4fa0-b640-cddd299fb08b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469570 Sep 08 13:18:15.156332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:15.194375 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8aefe-480c-460b-b311-84103ac92ef7 req-c01faeca-2cba-4f49-a127-40124183989d tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:15.195944 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76c8aefe-480c-460b-b311-84103ac92ef7 req-c01faeca-2cba-4f49-a127-40124183989d tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 945 time: 0.1354337 Sep 08 13:18:15.200475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0d1cc5-84f2-4409-afe9-4d939c887901']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:15.218465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b7d127-9fda-43bb-9433-68ce9072a747') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:15.218766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b7d127-9fda-43bb-9433-68ce9072a747') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:15.236145 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:15.258294 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:15.268349 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76c8aefe-480c-460b-b311-84103ac92ef7 req-be81a8f8-2607-41ac-b072-d7956a25046a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650923 Sep 08 13:18:15.269328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:18:15.269731 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:18:15.273767 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:18:15.478913 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:15.490959 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:15.493622 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] 10.222.0.69 "DELETE /v2.0/networks/bb0d1cc5-84f2-4409-afe9-4d939c887901 HTTP/1.1" status: 204 len: 168 time: 0.5530112 Sep 08 13:18:15.509951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a28e34-853c-4e24-85c4-9bb67fd2aea0 tempest-TagsTest-451521694 tempest-TagsTest-451521694-project] Pushing event deleted for resources: {'Network': ['ID=bb0d1cc5-84f2-4409-afe9-4d939c887901,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:15.556102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4341907a-ffb8-4527-a30f-60055091140b req-57d2c6b4-16ba-421d-b616-2a918bfdf679 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0383551 Sep 08 13:18:16.015835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60478) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:16.178380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60486) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:16.179038 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9692dff9-228a-4d05-aedf-70a6b240db18 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=40e341502fcb44ea9f4b0dc96100670f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1616671 Sep 08 13:18:16.222739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec62f9f-da24-4a2e-879d-b709e9ef96f4 req-3ddc9f52-9265-42ca-9018-f57f17db8418 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:16.224569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dec62f9f-da24-4a2e-879d-b709e9ef96f4 req-3ddc9f52-9265-42ca-9018-f57f17db8418 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0881536 Sep 08 13:18:16.276280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e38be60-4596-49a6-9319-21086932cd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:16.300158 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dec62f9f-da24-4a2e-879d-b709e9ef96f4 req-64215446-00be-4804-a857-f450f35ce698 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636675 Sep 08 13:18:16.322736 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e38be60-4596-49a6-9319-21086932cd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:16.422087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087dd5cb-93c6-4e79-ba03-652f502936dc req-7e889e6e-887e-413d-abfe-1f1e7280d546 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:16.423750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-087dd5cb-93c6-4e79-ba03-652f502936dc req-7e889e6e-887e-413d-abfe-1f1e7280d546 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 945 time: 0.0560987 Sep 08 13:18:16.461969 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e38be60-4596-49a6-9319-21086932cd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:16.466861 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e38be60-4596-49a6-9319-21086932cd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:16.469288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8e38be60-4596-49a6-9319-21086932cd48 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2aa1b4b1-e5c7-423f-9a34-dbf71574b881 HTTP/1.1" status: 204 len: 168 time: 0.2892644 Sep 08 13:18:16.481735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38be60-4596-49a6-9319-21086932cd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa1b4b1-e5c7-423f-9a34-dbf71574b881,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:16.483397 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-087dd5cb-93c6-4e79-ba03-652f502936dc req-b30cb9c0-3787-41d5-af17-f63a09a1d62c tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522709 Sep 08 13:18:16.659544 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:16.685314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84893bd9-966c-4fa2-91ea-d5866f71f66f req-98354daa-6a7a-432b-91b7-ccb1fd1490b0 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0352752 Sep 08 13:18:17.432973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fce67-f1d9-4f1d-a0f7-5274d5d1eb90 req-c6085000-989f-4da6-9b57-f8f41d3c176f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:17.434696 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c34fce67-f1d9-4f1d-a0f7-5274d5d1eb90 req-c6085000-989f-4da6-9b57-f8f41d3c176f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0559087 Sep 08 13:18:17.479114 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c34fce67-f1d9-4f1d-a0f7-5274d5d1eb90 req-8f01dff0-bd47-4738-a621-08c9ebdfb989 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Sep 08 13:18:17.659329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9ae40-3086-4c6c-97b5-323f41ec39e2 req-9e58e9ae-a1a7-4d90-864b-d0e7240b70e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:17.660970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90a9ae40-3086-4c6c-97b5-323f41ec39e2 req-9e58e9ae-a1a7-4d90-864b-d0e7240b70e9 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 945 time: 0.0550880 Sep 08 13:18:17.706670 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90a9ae40-3086-4c6c-97b5-323f41ec39e2 req-5e023d92-623b-4bd3-9d1b-c68df75f5e3d tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342691 Sep 08 13:18:17.826914 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a05bfd63-74c0-4ba8-8ba5-83ae3d70c4d9 req-b7e58533-f506-4150-84c9-f8bb69c17f80 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0324767 Sep 08 13:18:17.925239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46597a1-0f00-47c6-bc70-62c039bed5cf req-98b73207-c80b-40a7-8231-dd2f3ebd2075 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:17.927056 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a46597a1-0f00-47c6-bc70-62c039bed5cf req-98b73207-c80b-40a7-8231-dd2f3ebd2075 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 945 time: 0.1071429 Sep 08 13:18:17.939309 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60534) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:17.951225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1cf072cc-31ab-4ba1-8308-7f8c4621dc0a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Request body: {'floatingip': {'port_id': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:18.010346 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1cf072cc-31ab-4ba1-8308-7f8c4621dc0a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:18.660734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075fcff-c732-48de-8ddb-cae15af7c5cd req-4b074e05-58f6-4395-aff6-bb8c61d83af1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:18.662560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0075fcff-c732-48de-8ddb-cae15af7c5cd req-4b074e05-58f6-4395-aff6-bb8c61d83af1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0634623 Sep 08 13:18:18.740546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0075fcff-c732-48de-8ddb-cae15af7c5cd req-4ec4e391-ed1f-48f9-8bb1-7d8cee64a7e8 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649381 Sep 08 13:18:18.852496 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1cf072cc-31ab-4ba1-8308-7f8c4621dc0a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:18.966334 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-baa5f6d9-b355-4448-8b85-8f15591780c4 req-ff208518-a5d2-4cbb-b1ce-f12431d768d8 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0380154 Sep 08 13:18:18.968423 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1cf072cc-31ab-4ba1-8308-7f8c4621dc0a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:19.129330 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-1cf072cc-31ab-4ba1-8308-7f8c4621dc0a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Floating IP bb1456df-741d-434e-bcb4-2432d05a0376 associated. External IP: 172.25.5.245, port: bf17e7f0-e19f-49cc-9bed-977345b55d5d. Sep 08 13:18:19.368409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf072cc-31ab-4ba1-8308-7f8c4621dc0a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Router aaf2e0f3-d7aa-4f61-a34b-52d872727537 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:18:19.498388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf072cc-31ab-4ba1-8308-7f8c4621dc0a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:18:19.504209 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1cf072cc-31ab-4ba1-8308-7f8c4621dc0a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:19.511316 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07807010-cd29-4565-8266-d9a85da5315d None None] Sync routers for ids ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:18:19.523747 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07807010-cd29-4565-8266-d9a85da5315d None None] Routers {'aaf2e0f3-d7aa-4f61-a34b-52d872727537'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:18:19.524959 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-07807010-cd29-4565-8266-d9a85da5315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:18:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:19.537645 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1cf072cc-31ab-4ba1-8308-7f8c4621dc0a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "PUT /v2.0/floatingips/bb1456df-741d-434e-bcb4-2432d05a0376 HTTP/1.1" status: 200 len: 991 time: 1.5955713 Sep 08 13:18:19.538283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ff6c16-6219-4858-b14e-d13c42afad44', 'tag': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:19.540726 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fb0cdf-11e6-4a78-b382-f2c7cf6054c8" -d '{"events": [{"name": "network-changed", "server_uuid": "32ff6c16-6219-4858-b14e-d13c42afad44", "tag": "bf17e7f0-e19f-49cc-9bed-977345b55d5d"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:19.597247 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d155f25-38a9-4938-9ede-ec3eb7ded0bf x-openstack-request-id: req-5d155f25-38a9-4938-9ede-ec3eb7ded0bf {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:19.597535 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ff6c16-6219-4858-b14e-d13c42afad44", "tag": "bf17e7f0-e19f-49cc-9bed-977345b55d5d", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:19.602079 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d155f25-38a9-4938-9ede-ec3eb7ded0bf {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:19.602079 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ff6c16-6219-4858-b14e-d13c42afad44', 'tag': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d', 'status': 'completed', 'code': 200} Sep 08 13:18:19.683568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb0cdf-11e6-4a78-b382-f2c7cf6054c8 req-5a3a4c10-3afd-49d3-b208-25715e9afacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:19.685332 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9fb0cdf-11e6-4a78-b382-f2c7cf6054c8 req-5a3a4c10-3afd-49d3-b208-25715e9afacb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdbc05b6be9f42cc9c558d5152cf089a&device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 1096 time: 0.0488024 Sep 08 13:18:19.765825 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-07807010-cd29-4565-8266-d9a85da5315d None None] Set router aaf2e0f3-d7aa-4f61-a34b-52d872727537 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:18:19.802394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb0cdf-11e6-4a78-b382-f2c7cf6054c8 req-c16e6d41-d2d2-4e44-a629-fc41e6c35e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:19.804369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9fb0cdf-11e6-4a78-b382-f2c7cf6054c8 req-c16e6d41-d2d2-4e44-a629-fc41e6c35e36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2715585a-d546-4e4b-af38-9e26e72b9a96 HTTP/1.1" status: 200 len: 913 time: 0.1118276 Sep 08 13:18:19.887898 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9fb0cdf-11e6-4a78-b382-f2c7cf6054c8 req-5824fa3a-1a4e-45fb-964c-3f6e42633c81 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf17e7f0-e19f-49cc-9bed-977345b55d5d HTTP/1.1" status: 200 len: 999 time: 0.0740283 Sep 08 13:18:19.904804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340c3f0-dff8-41a8-979a-e7cc76e8dc9e req-f07e78f9-c20f-4132-875e-a384315bb7fc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:19.906520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1340c3f0-dff8-41a8-979a-e7cc76e8dc9e req-f07e78f9-c20f-4132-875e-a384315bb7fc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0642602 Sep 08 13:18:19.942136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb0cdf-11e6-4a78-b382-f2c7cf6054c8 req-30c707d1-eb2e-4208-a827-6bb1cde89fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:19.943725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9fb0cdf-11e6-4a78-b382-f2c7cf6054c8 req-30c707d1-eb2e-4208-a827-6bb1cde89fb6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f512ab0f-c476-4d63-aa7e-79f4a153c2d4 HTTP/1.1" status: 200 len: 851 time: 0.0493760 Sep 08 13:18:19.950505 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1340c3f0-dff8-41a8-979a-e7cc76e8dc9e req-7a16b955-513a-4069-bcef-b997a1bf124e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368423 Sep 08 13:18:20.004089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb0cdf-11e6-4a78-b382-f2c7cf6054c8 req-43830a37-4dcf-4c04-96ea-ad8a979079b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:20.005743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9fb0cdf-11e6-4a78-b382-f2c7cf6054c8 req-43830a37-4dcf-4c04-96ea-ad8a979079b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2715585a-d546-4e4b-af38-9e26e72b9a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546339 Sep 08 13:18:20.078060 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-07807010-cd29-4565-8266-d9a85da5315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:17:51Z', 'revision_number': 4, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'bb1456df-741d-434e-bcb4-2432d05a0376', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'port_id': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'mac_address': 'fa:16:3e:1c:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff6c16-6219-4858-b14e-d13c42afad44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:17:57Z', 'updated_at': '2021-09-08T13:18:18Z', 'revision_number': 1, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f03c039-83e8-45ee-82d2-e0ca67e6f80a', 'name': '', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'mac_address': 'fa:16:3e:37:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:50Z', 'updated_at': '2021-09-08T13:17:57Z', 'revision_number': 5, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'subnets': [{'id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:20.119381 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07807010-cd29-4565-8266-d9a85da5315d None None] Checking router: aaf2e0f3-d7aa-4f61-a34b-52d872727537 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:18:20.123601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af241c62-4c42-4dae-a7be-af211bdb485a req-bf7a0566-ec1c-46c8-81bc-780d8cdcbe87 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0616241 Sep 08 13:18:20.137666 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07807010-cd29-4565-8266-d9a85da5315d None None] Routers {'aaf2e0f3-d7aa-4f61-a34b-52d872727537'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:18:20.138257 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-07807010-cd29-4565-8266-d9a85da5315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:18:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:20.164425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9fb0cdf-11e6-4a78-b382-f2c7cf6054c8 req-3f8d5eb5-04d8-40d2-9203-4c5ffca4ec3e service neutron] 10.222.0.60 "GET /v2.0/networks/2715585a-d546-4e4b-af38-9e26e72b9a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505008 Sep 08 13:18:20.267430 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-07807010-cd29-4565-8266-d9a85da5315d None None] Set router aaf2e0f3-d7aa-4f61-a34b-52d872727537 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:18:20.312085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9fb0cdf-11e6-4a78-b382-f2c7cf6054c8 req-00e755f2-3cb9-450b-ade0-6e0daff938ee service neutron] 10.222.0.60 "GET /v2.0/networks/2715585a-d546-4e4b-af38-9e26e72b9a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386003 Sep 08 13:18:20.522471 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-07807010-cd29-4565-8266-d9a85da5315d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:17:51Z', 'revision_number': 4, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'bb1456df-741d-434e-bcb4-2432d05a0376', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'port_id': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'mac_address': 'fa:16:3e:1c:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff6c16-6219-4858-b14e-d13c42afad44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:17:57Z', 'updated_at': '2021-09-08T13:18:18Z', 'revision_number': 1, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f03c039-83e8-45ee-82d2-e0ca67e6f80a', 'name': '', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'mac_address': 'fa:16:3e:37:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:50Z', 'updated_at': '2021-09-08T13:17:57Z', 'revision_number': 5, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'subnets': [{'id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:18:20.554870 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07807010-cd29-4565-8266-d9a85da5315d None None] The sync data for ids ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'] in n-d-807558-3 is: [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:17:51Z', 'revision_number': 4, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'bb1456df-741d-434e-bcb4-2432d05a0376', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'port_id': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'mac_address': 'fa:16:3e:1c:2a:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ff6c16-6219-4858-b14e-d13c42afad44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:17:57Z', 'updated_at': '2021-09-08T13:18:18Z', 'revision_number': 1, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f03c039-83e8-45ee-82d2-e0ca67e6f80a', 'name': '', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'mac_address': 'fa:16:3e:37:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:50Z', 'updated_at': '2021-09-08T13:17:57Z', 'revision_number': 5, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'subnets': [{'id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:18:20.776969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4639a71-e0ed-45d2-8440-c310e8706274 None None] New status for floating IP bb1456df-741d-434e-bcb4-2432d05a0376: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:18:21.083328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b9518-fd36-4437-9c78-d8f463ff830d req-2f031ce6-b015-4b11-80f3-9d1f1c38d32c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:21.084896 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-078b9518-fd36-4437-9c78-d8f463ff830d req-2f031ce6-b015-4b11-80f3-9d1f1c38d32c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0532279 Sep 08 13:18:21.128382 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-078b9518-fd36-4437-9c78-d8f463ff830d req-ed890817-e7e9-46e1-a717-d2bc9e49a054 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367637 Sep 08 13:18:21.256842 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d3239ec-4c5d-4e15-aa3f-cd209790545f req-20ca3991-734f-4a99-8fe3-617c0c9c3a94 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0349283 Sep 08 13:18:22.254210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0077ded1-0fa2-4577-bd44-17ee5ee061ec req-36bd9dfd-63fa-467d-a873-f4fcbd88e0bc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:22.256310 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0077ded1-0fa2-4577-bd44-17ee5ee061ec req-36bd9dfd-63fa-467d-a873-f4fcbd88e0bc tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0519719 Sep 08 13:18:22.301184 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0077ded1-0fa2-4577-bd44-17ee5ee061ec req-0c4c2e41-a226-43d1-bf17-4367ba51a06f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379555 Sep 08 13:18:22.389638 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db8b9d01-df02-47d8-88e1-96a53daa2ada req-011afb43-b7ed-4719-b6d9-2d56809be078 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0299599 Sep 08 13:18:23.450117 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1ab81-748a-4c80-bb5e-21ff3ceea15a req-583bad61-08ff-45a4-9ee5-5df6add02bd1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:23.451775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b9f1ab81-748a-4c80-bb5e-21ff3ceea15a req-583bad61-08ff-45a4-9ee5-5df6add02bd1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0684824 Sep 08 13:18:23.523174 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b9f1ab81-748a-4c80-bb5e-21ff3ceea15a req-877b604e-4ad8-4927-8c02-fdd886b26e08 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555506 Sep 08 13:18:23.539707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3c331ea-15fe-4d37-853a-d512a5eede95 req-8c468982-3ddd-4c5d-8303-df05120b0cbc tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0475919 Sep 08 13:18:24.659704 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-57b7af17-740d-40ed-a82f-0bfc02880483 req-5864430f-6687-4008-8b57-1e57891d8d7c tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0298190 Sep 08 13:18:24.667390 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a915f00-2154-47fe-902f-1582a0ae1a75 req-32b23683-bf9d-44ca-8706-70dbed2f6293 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:24.669026 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a915f00-2154-47fe-902f-1582a0ae1a75 req-32b23683-bf9d-44ca-8706-70dbed2f6293 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0582871 Sep 08 13:18:24.718340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a915f00-2154-47fe-902f-1582a0ae1a75 req-0e5315bf-def2-4f00-9cec-9c67916ea12d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422823 Sep 08 13:18:25.372083 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-8a5ee374-811d-4503-9abe-39852af13b56 service neutron] show failed (client error): The resource could not be found. Sep 08 13:18:25.373130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-8a5ee374-811d-4503-9abe-39852af13b56 service neutron] 10.222.0.70 "GET /v2.0/ports/29c70704-5ec9-4dbc-85c2-165409ff1990/bindings/n-h2-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0621541 Sep 08 13:18:25.778453 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3402c45c-4389-45f5-ba4b-a7aa84d21384 req-dd677ba7-eab4-49b8-b5da-61834ecda3b5 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0293362 Sep 08 13:18:25.863525 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96358ab-18bd-4a40-8fe4-c9e09cd09c95 req-37288db8-6d3f-485f-a68c-5d499577caf2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:25.865994 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d96358ab-18bd-4a40-8fe4-c9e09cd09c95 req-37288db8-6d3f-485f-a68c-5d499577caf2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0615399 Sep 08 13:18:25.925063 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d96358ab-18bd-4a40-8fe4-c9e09cd09c95 req-9c25be7d-5270-48a2-8535-bba19d6e3ba1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483673 Sep 08 13:18:26.084742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-8de9574a-414e-458e-9b56-c95e50d9c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:26.085925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-8de9574a-414e-458e-9b56-c95e50d9c2e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab&tenant_id=0047c75958314f8699b340912addcf3f HTTP/1.1" status: 200 len: 1101 time: 0.0597448 Sep 08 13:18:26.102513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:26.158632 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:26.380915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:26.414877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:18:26.457923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:26.460944 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f713da-47de-41b1-a5a7-c16ae41ae566" -d '{"events": [{"server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "name": "network-vif-unplugged", "status": "completed", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:26.465458 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:26.483730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Transition to ACTIVE for port object 29c70704-5ec9-4dbc-85c2-165409ff1990 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:18:26.515441 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db961b00-d1b0-4753-984d-6f3d363a23d5 x-openstack-request-id: req-db961b00-d1b0-4753-984d-6f3d363a23d5 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:26.517872 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "name": "network-vif-unplugged", "status": "completed", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:26.517872 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db961b00-d1b0-4753-984d-6f3d363a23d5 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:26.517872 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'code': 200} Sep 08 13:18:26.581709 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:26.650829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] No DVR routers for this DVR port 29c70704-5ec9-4dbc-85c2-165409ff1990 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:18:26.653377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:26.693343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Attempting to bind port 29c70704-5ec9-4dbc-85c2-165409ff1990 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:18:26.693691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Attempting to bind port 29c70704-5ec9-4dbc-85c2-165409ff1990 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:18:26.694139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Attempting to bind port 29c70704-5ec9-4dbc-85c2-165409ff1990 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:18:26.700020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Port 29c70704-5ec9-4dbc-85c2-165409ff1990 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:18:26.700337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Attempting to bind port 29c70704-5ec9-4dbc-85c2-165409ff1990 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:18:26.706434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:18:26.706787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:18:26.707187 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:18:26.707644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Bound port: 29c70704-5ec9-4dbc-85c2-165409ff1990, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:18:26.708111 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:26.787777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:18:26.793694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:18:26.896417 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:26.903198 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d737d67-d2ee-47b4-80e3-fb8b9a3822a9 req-16686236-fe62-4d9c-8579-f72b1b2178c4 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0280313 Sep 08 13:18:26.936964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:26.938098 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:26.939805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] 10.222.0.60 "PUT /v2.0/ports/29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 1096 time: 0.8421667 Sep 08 13:18:27.018464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1afbba-7f09-49d7-b67e-80f410e965fb service neutron] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:27.035094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-cc48c7ac-735a-4400-a32d-2c7feaaf820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:27.036676 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-cc48c7ac-735a-4400-a32d-2c7feaaf820c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1099 time: 0.0642581 Sep 08 13:18:27.082784 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd4a19-f0f1-4d79-8310-f8824784a963 req-e2fee81b-10b5-4f38-a56e-6606c49d06c6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:27.084972 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87bd4a19-f0f1-4d79-8310-f8824784a963 req-e2fee81b-10b5-4f38-a56e-6606c49d06c6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 948 time: 0.0724568 Sep 08 13:18:27.128426 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87bd4a19-f0f1-4d79-8310-f8824784a963 req-cd8c516a-d1f5-4777-b538-6c4ef119613f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367777 Sep 08 13:18:27.167803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-c3ce454d-ab4e-441e-8031-0a7ade08a42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:27.169309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-c3ce454d-ab4e-441e-8031-0a7ade08a42c service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1202226 Sep 08 13:18:27.221955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-e6558398-215b-4146-a919-2c2d5768bb70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 217 time: 0.0439341 Sep 08 13:18:27.279196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-dc2b7a1e-fb09-4b2b-8450-64dd1a5437bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:27.281778 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-dc2b7a1e-fb09-4b2b-8450-64dd1a5437bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0492876 Sep 08 13:18:27.343597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-fc87c14e-8fd9-48d0-969e-fbcaad2f9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:27.345200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-fc87c14e-8fd9-48d0-969e-fbcaad2f9f38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0556266 Sep 08 13:18:27.455391 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-eaecfbe5-c143-4e56-b161-0dedcfaf1a1b service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981648 Sep 08 13:18:27.560408 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4861175-6c88-4587-a918-e9ae40d0d9d4 req-d21441ee-0fae-4e72-8130-561608471e5c service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939064 Sep 08 13:18:28.016834 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d07fb001-d16b-4c91-8d90-acb600a95447 req-6c1a1e2b-93e0-4bbc-bf28-ddb4c6f9fd71 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0287645 Sep 08 13:18:28.262862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2309374-8c0c-4dd6-abf9-1117a340933d req-6d1f0aad-248a-4062-91e9-7565447e49c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:28.264455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2309374-8c0c-4dd6-abf9-1117a340933d req-6d1f0aad-248a-4062-91e9-7565447e49c1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 948 time: 0.0593624 Sep 08 13:18:28.311649 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2309374-8c0c-4dd6-abf9-1117a340933d req-3869f903-550e-4b3d-8fdd-4a91f4ecf703 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 Sep 08 13:18:28.518307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:28.521352 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d328840-6b3c-4d36-b678-74c3851db896" -d '{"events": [{"name": "network-changed", "server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:28.571572 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cb2c35-b465-4991-b1b1-ea15bd0eb011 x-openstack-request-id: req-a4cb2c35-b465-4991-b1b1-ea15bd0eb011 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:28.571905 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:28.572180 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4cb2c35-b465-4991-b1b1-ea15bd0eb011 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:28.572532 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'status': 'completed', 'code': 200} Sep 08 13:18:28.662516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d328840-6b3c-4d36-b678-74c3851db896 req-ef99ae84-2688-4a35-9f46-dbcc2fd5de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:28.664041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-ef99ae84-2688-4a35-9f46-dbcc2fd5de46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1099 time: 0.0695908 Sep 08 13:18:28.669636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d328840-6b3c-4d36-b678-74c3851db896 req-f8823b2f-c7a5-49a6-8860-9296ca9b604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:28.671181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-f8823b2f-c7a5-49a6-8860-9296ca9b604d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1099 time: 0.0666265 Sep 08 13:18:28.827321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d328840-6b3c-4d36-b678-74c3851db896 req-9b64c5f7-7bd8-4f2b-8397-e7ad1949b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:28.828812 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-9b64c5f7-7bd8-4f2b-8397-e7ad1949b6bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1555128 Sep 08 13:18:28.829852 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d328840-6b3c-4d36-b678-74c3851db896 req-0561712c-448c-413d-b556-a2f8865b5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:28.831331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-0561712c-448c-413d-b556-a2f8865b5fba service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1502998 Sep 08 13:18:29.134400 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52037092-0ca5-4832-8210-e6cce5cab6c0 req-f6b83e13-eab3-436d-8ddd-b1e2149f8a3b tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0320261 Sep 08 13:18:29.241774 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-7299a453-c6b8-47f6-af9a-7e4edbc4baf7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 217 time: 0.3976150 Sep 08 13:18:29.243095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 29c70704-5ec9-4dbc-85c2-165409ff1990 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:18:29.244320 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-0abe6ff1-b799-4044-b7aa-5ca7cb8a2358 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 217 time: 0.4058409 Sep 08 13:18:29.285388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 29c70704-5ec9-4dbc-85c2-165409ff1990 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:18:29.326923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d328840-6b3c-4d36-b678-74c3851db896 req-1b24ae69-bb6c-45a9-b937-059854c23098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:29.328398 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-1b24ae69-bb6c-45a9-b937-059854c23098 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0782094 Sep 08 13:18:29.329794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d328840-6b3c-4d36-b678-74c3851db896 req-af4aaf15-8b93-4e69-8dff-98acaab7842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:29.331199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-af4aaf15-8b93-4e69-8dff-98acaab7842c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0731528 Sep 08 13:18:29.440762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d328840-6b3c-4d36-b678-74c3851db896 req-3ac01197-46cf-4775-9fcb-f6466a81662b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:29.442323 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-3ac01197-46cf-4775-9fcb-f6466a81662b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1027510 Sep 08 13:18:29.452178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d328840-6b3c-4d36-b678-74c3851db896 req-162e72b4-bc82-4807-8f3b-8c9ffd2cf0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:29.453635 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-162e72b4-bc82-4807-8f3b-8c9ffd2cf0c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020317 Sep 08 13:18:29.491364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca3a12-fb5d-4d95-b702-ccb54c7708d6 req-1e6af23e-3b36-4cfc-9396-72e3b4dbcd09 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:29.492838 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-baca3a12-fb5d-4d95-b702-ccb54c7708d6 req-1e6af23e-3b36-4cfc-9396-72e3b4dbcd09 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 948 time: 0.0984671 Sep 08 13:18:29.632327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-baca3a12-fb5d-4d95-b702-ccb54c7708d6 req-14b0c291-97fd-4102-9e67-9118c0f62c11 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262217 Sep 08 13:18:29.658956 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-28493f9a-e2bc-4494-a909-f1eb305d5173 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933944 Sep 08 13:18:29.660828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-795d8fcf-ea3f-4395-beee-506adc2ce44e service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063437 Sep 08 13:18:29.827763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-883305c8-a985-4ba1-a323-b77877b97951 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574557 Sep 08 13:18:29.829541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d328840-6b3c-4d36-b678-74c3851db896 req-aac84281-d819-443f-9df7-c13b713f6c45 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603861 Sep 08 13:18:30.257280 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ad7936ed-9fa0-4ee5-bff7-07b654212912 req-5fd51e1f-c035-42f8-b27d-f3c7f4923109 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0301588 Sep 08 13:18:30.759311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71ff94-68bd-4eca-8582-73dc655b1148 req-fb0ef12d-1d99-4c41-86d4-6bb6ccd5a0b1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:30.760939 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8a71ff94-68bd-4eca-8582-73dc655b1148 req-fb0ef12d-1d99-4c41-86d4-6bb6ccd5a0b1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 948 time: 0.0520067 Sep 08 13:18:30.800164 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8a71ff94-68bd-4eca-8582-73dc655b1148 req-fa2646fa-59fa-4ef9-b742-9d881b7655e1 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Sep 08 13:18:31.366520 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68de2688-f79a-451f-a736-59e198746f59 req-f16c29bf-b59d-4e5f-b7dd-64404ad93181 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0265110 Sep 08 13:18:31.925081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13c8a1-a90b-4ccf-afc9-a443f9c13c40 req-ae55642a-189b-4240-b83b-37e9291e982d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:31.926752 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab13c8a1-a90b-4ccf-afc9-a443f9c13c40 req-ae55642a-189b-4240-b83b-37e9291e982d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 948 time: 0.0515175 Sep 08 13:18:31.969897 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab13c8a1-a90b-4ccf-afc9-a443f9c13c40 req-7011148d-9363-424d-aef0-b6dd712630fa tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360913 Sep 08 13:18:32.449730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 29c70704-5ec9-4dbc-85c2-165409ff1990 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:18:32.477418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-888ea4c5-a54d-409f-9e68-2700fc47f51e req-e26cdc31-5747-433a-9253-b1453b6ce0bf tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0280757 Sep 08 13:18:32.577489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:32.589000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'mac_address': 'fa:16:3e:dd:36:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:18:32.627595 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:32.641247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c70704-5ec9-4dbc-85c2-165409ff1990 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:18:32.660688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:32.786786 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:32.838660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:32.846475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:32.846907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:32.847357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:32.847768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:32.848195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:32.848608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:32.849523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:32.849921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:32.850348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:32.850744 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:32.851142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:32.851590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:18:33.090059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caa387-9d81-4813-859e-4235208fe5b6 req-81616aab-6638-49b6-8156-54568ce39013 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:33.091505 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4caa387-9d81-4813-859e-4235208fe5b6 req-81616aab-6638-49b6-8156-54568ce39013 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 949 time: 0.0489461 Sep 08 13:18:33.130263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4caa387-9d81-4813-859e-4235208fe5b6 req-93e2fbb0-80fc-4ca8-9368-c7d436df9ea4 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324438 Sep 08 13:18:33.171970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['29c70704-5ec9-4dbc-85c2-165409ff1990'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:18:33.618160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-53c1064a-c8f6-4c58-8203-fa0fc2dfd4fa req-88623588-77b2-4293-a7fe-481482ff57db tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0368071 Sep 08 13:18:33.644204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322066f5-0936-414e-809e-3ee17b8c6ef7 req-efb265a0-e34f-4f01-9647-75dbded935ae tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:33.646070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-322066f5-0936-414e-809e-3ee17b8c6ef7 req-efb265a0-e34f-4f01-9647-75dbded935ae tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 949 time: 0.0712724 Sep 08 13:18:33.706683 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-322066f5-0936-414e-809e-3ee17b8c6ef7 req-94ca8da6-a91e-42e7-8da3-7fd56512a266 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469570 Sep 08 13:18:33.715417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-402d71e1-ed1e-4fb4-9867-a053c9277651 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:33.716947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-402d71e1-ed1e-4fb4-9867-a053c9277651 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab&tenant_id=0047c75958314f8699b340912addcf3f&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 949 time: 0.0935533 Sep 08 13:18:33.786361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-458f81a9-0c63-466b-844c-3ae2d81397f7 service neutron] 10.222.0.60 "GET /v2.0/ports/29c70704-5ec9-4dbc-85c2-165409ff1990/bindings/n-h2-807558-3 HTTP/1.1" status: 200 len: 382 time: 0.0565650 Sep 08 13:18:33.856658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-50dd3eac-8e0a-4d44-9bd5-83652aa6c420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:33.858097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-50dd3eac-8e0a-4d44-9bd5-83652aa6c420 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1100 time: 0.0455122 Sep 08 13:18:33.953515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-0be402c3-f840-45c6-8ecf-d3b6e9d7afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:33.955002 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-0be402c3-f840-45c6-8ecf-d3b6e9d7afa6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.0867383 Sep 08 13:18:34.001476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-d9a45eb3-b4de-4831-9099-395349f0290c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 217 time: 0.0377660 Sep 08 13:18:34.062697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-4d5d86ad-5177-4404-a62d-40e30b3c9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:34.064163 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-4d5d86ad-5177-4404-a62d-40e30b3c9a4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0551226 Sep 08 13:18:34.111883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-945b1239-d76c-419d-b1e4-9f464d67c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:34.113388 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-945b1239-d76c-419d-b1e4-9f464d67c065 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405266 Sep 08 13:18:34.213459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-c3ada7b6-a7d6-47e6-b88e-2f1489ca44ef service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877600 Sep 08 13:18:34.310203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-241b9043-8237-4a6e-9ea1-82cf1a8c9d55 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834236 Sep 08 13:18:34.465127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 29c70704-5ec9-4dbc-85c2-165409ff1990 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:18:34.587089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 29c70704-5ec9-4dbc-85c2-165409ff1990 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:18:34.591405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 29c70704-5ec9-4dbc-85c2-165409ff1990 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:18:34.591786 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:34.738246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52accdd8-dadb-4ef3-ba88-1dcfb2ff2bab req-4422809e-4ad0-4778-a2ca-0e1f89b499a9 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0303729 Sep 08 13:18:34.821309 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:34.851671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:34.854298 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e029ab1d-a29f-4b5b-9e78-8bb76a426ff0" -d '{"events": [{"server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "name": "network-vif-plugged", "status": "completed", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:34.872812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:34.905619 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f4a2b-5db5-46c2-9a7c-8cbc75ed4879 req-a43603d6-d8d0-4f81-8cee-a95ccdbc6d52 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:34.907277 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c8f4a2b-5db5-46c2-9a7c-8cbc75ed4879 req-a43603d6-d8d0-4f81-8cee-a95ccdbc6d52 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 949 time: 0.0793612 Sep 08 13:18:34.914344 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273763dd-922c-4280-93ed-6f8448fbd452 x-openstack-request-id: req-273763dd-922c-4280-93ed-6f8448fbd452 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:34.914971 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "name": "network-vif-plugged", "status": "completed", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:34.915384 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-273763dd-922c-4280-93ed-6f8448fbd452 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:34.915926 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'code': 200} Sep 08 13:18:34.949421 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c8f4a2b-5db5-46c2-9a7c-8cbc75ed4879 req-877d321b-f450-47ab-b425-6d15857027e3 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340333 Sep 08 13:18:34.970805 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:35.017468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:35.877771 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c93b5e9f-b9d3-4674-94ba-68720fe7e9e0 req-b12c057c-6b84-47da-95b8-65d26162bd87 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0535324 Sep 08 13:18:36.076115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e908cfe-5790-4442-93a1-80838e409fe6 req-fd03dafc-4862-4c73-9e13-b2e150bc5e12 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:36.077670 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6e908cfe-5790-4442-93a1-80838e409fe6 req-fd03dafc-4862-4c73-9e13-b2e150bc5e12 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0564280 Sep 08 13:18:36.118574 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6e908cfe-5790-4442-93a1-80838e409fe6 req-a8fd6b0c-e31c-4c98-b1dc-db80f4a084d6 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346217 Sep 08 13:18:37.026983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4002ca84-1965-42ce-a3aa-2ac03f011fe9 req-cfb7092c-19c8-4dcf-8fbc-28464a798d30 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0320306 Sep 08 13:18:37.263616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0c0f2-222e-4ba1-b240-4b536f25a870 req-36325bac-0a4b-413b-8670-6882bf6b4718 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:37.265204 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ee0c0f2-222e-4ba1-b240-4b536f25a870 req-36325bac-0a4b-413b-8670-6882bf6b4718 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0642347 Sep 08 13:18:37.313443 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ee0c0f2-222e-4ba1-b240-4b536f25a870 req-0733d0d0-e1a4-49a5-97e3-c20a382cf409 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356328 Sep 08 13:18:37.655388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60878) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:37.741350 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7b7e83fd-9f53-43e1-9876-69694d00645b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:37.792880 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6967c02a-7217-4dd7-8937-90041a2a2ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:37.830750 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-634d1b85-4552-40af-a973-36f02e29c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:37.832387 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-634d1b85-4552-40af-a973-36f02e29c57e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab&tenant_id=0047c75958314f8699b340912addcf3f HTTP/1.1" status: 200 len: 1101 time: 0.0481105 Sep 08 13:18:37.844871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:37.890620 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6967c02a-7217-4dd7-8937-90041a2a2ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:37.900223 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:37.986625 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6967c02a-7217-4dd7-8937-90041a2a2ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:38.033072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967c02a-7217-4dd7-8937-90041a2a2ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f468f1-340b-42ed-9e32-05dffc90b4d5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:38.041975 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6967c02a-7217-4dd7-8937-90041a2a2ce3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2cbbb8bca927430887cb6a80d9660818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846698 Sep 08 13:18:38.045593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60888) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:38.103843 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35150695-a7ee-4e6a-a86d-87ecf048b20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:38.135107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35150695-a7ee-4e6a-a86d-87ecf048b20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:38.156429 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8c0458e-0983-405c-bb9b-7493885097a1 req-9bb64290-37cb-4df7-a8ad-b8ae5afa254e tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0409384 Sep 08 13:18:38.158205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:38.193924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:18:38.235659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:38.237920 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea516629-5b60-481d-81d7-b9772e489f35" -d '{"events": [{"server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "name": "network-vif-unplugged", "status": "completed", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:38.242168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:38.288600 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1991b9-6347-4784-a847-a5fa50935107 x-openstack-request-id: req-3a1991b9-6347-4784-a847-a5fa50935107 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:38.288956 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "name": "network-vif-unplugged", "status": "completed", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:38.289264 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3a1991b9-6347-4784-a847-a5fa50935107 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:38.289723 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'code': 200} Sep 08 13:18:38.347342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Transition to ACTIVE for port object 29c70704-5ec9-4dbc-85c2-165409ff1990 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:18:38.347621 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35150695-a7ee-4e6a-a86d-87ecf048b20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:38.352143 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35150695-a7ee-4e6a-a86d-87ecf048b20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:38.353396 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-35150695-a7ee-4e6a-a86d-87ecf048b20f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/62f468f1-340b-42ed-9e32-05dffc90b4d5 HTTP/1.1" status: 204 len: 168 time: 0.3064349 Sep 08 13:18:38.370042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35150695-a7ee-4e6a-a86d-87ecf048b20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f468f1-340b-42ed-9e32-05dffc90b4d5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:38.443731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbecca9-c176-406e-b2a5-78af61e76d45 req-9307d67b-3343-4e4b-abfb-ff5d01e4c2c4 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:38.445239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcbecca9-c176-406e-b2a5-78af61e76d45 req-9307d67b-3343-4e4b-abfb-ff5d01e4c2c4 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0516849 Sep 08 13:18:38.488540 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcbecca9-c176-406e-b2a5-78af61e76d45 req-7e11a44b-3678-446f-8591-ca973d1b8a05 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369744 Sep 08 13:18:38.758746 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:38.814789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=10']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:38.874050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] No DVR routers for this DVR port 29c70704-5ec9-4dbc-85c2-165409ff1990 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:18:38.885878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Attempting to bind port 29c70704-5ec9-4dbc-85c2-165409ff1990 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:18:38.886515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Attempting to bind port 29c70704-5ec9-4dbc-85c2-165409ff1990 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:18:38.886856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Attempting to bind port 29c70704-5ec9-4dbc-85c2-165409ff1990 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:18:38.891528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Port 29c70704-5ec9-4dbc-85c2-165409ff1990 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:18:38.891851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Attempting to bind port 29c70704-5ec9-4dbc-85c2-165409ff1990 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:18:38.899084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:18:38.899483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:18:38.899890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:18:38.900324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Bound port: 29c70704-5ec9-4dbc-85c2-165409ff1990, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:18:38.900686 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:38.972190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:18:38.976523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:18:39.090928 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:39.126786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:39.127878 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:39.129306 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] 10.222.0.70 "PUT /v2.0/ports/29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 1097 time: 1.2888634 Sep 08 13:18:39.181720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d13f91-6587-4453-9d55-9a4902a31318 service neutron] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=11']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:39.208862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-7d3deb1a-aff1-4e5e-bd0e-7f112a28b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:39.210768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-7d3deb1a-aff1-4e5e-bd0e-7f112a28b175 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1100 time: 0.0577860 Sep 08 13:18:39.312452 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79ef8ad2-862e-4609-b6d8-9ab26eb71c0b req-d29984ea-a025-4427-8542-2b837df74365 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0551775 Sep 08 13:18:39.345619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-20b4ee88-f5c8-4de1-b17a-8d5c832f98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:39.347377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-20b4ee88-f5c8-4de1-b17a-8d5c832f98b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1301656 Sep 08 13:18:39.405222 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-357b1ce2-333c-4d6c-b76f-fd65f3d02173 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 217 time: 0.0498788 Sep 08 13:18:39.455081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-6dbbf59b-d1db-443a-a933-166b7324a3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:39.456572 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-6dbbf59b-d1db-443a-a933-166b7324a3f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0445800 Sep 08 13:18:39.486765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60914) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:39.501225 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7fb74a7-1ab5-4fce-9b29-c873a83fef68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:39.509293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-78830de8-0d22-4b2f-91aa-fdcb4991f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:39.511077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-78830de8-0d22-4b2f-91aa-fdcb4991f55d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0465996 Sep 08 13:18:39.602500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7fb74a7-1ab5-4fce-9b29-c873a83fef68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:39.639710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-e1ad7d9e-be1a-4472-90b6-d32b6be6841b service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217070 Sep 08 13:18:39.648600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69af43c-1e15-439e-a90b-71dff5ec2d0c req-99bae07f-b3c1-4445-a5bf-fa9e9098f73a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:39.650934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a69af43c-1e15-439e-a90b-71dff5ec2d0c req-99bae07f-b3c1-4445-a5bf-fa9e9098f73a tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 949 time: 0.0704663 Sep 08 13:18:39.700982 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7fb74a7-1ab5-4fce-9b29-c873a83fef68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:39.741017 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c7fb74a7-1ab5-4fce-9b29-c873a83fef68 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=94625bac53bd45a58b4171a565237170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530420 Sep 08 13:18:39.741368 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a69af43c-1e15-439e-a90b-71dff5ec2d0c req-3ba608b2-0e05-4cf3-8902-63cdbb6ddbbf tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833323 Sep 08 13:18:39.741833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb74a7-1ab5-4fce-9b29-c873a83fef68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b3a381-3087-4fd1-9453-eb3bf774b63c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:39.743609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60918) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:39.792746 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2f8671-6b19-4e9d-b4a5-737b519729f1 req-4ed620b2-c84b-480c-b39f-4d8b3e3983d0 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417139 Sep 08 13:18:39.811373 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff3dd2dc-81d8-4ea9-a0c1-080f4a936ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:39.834526 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff3dd2dc-81d8-4ea9-a0c1-080f4a936ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:39.969985 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff3dd2dc-81d8-4ea9-a0c1-080f4a936ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:39.972673 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff3dd2dc-81d8-4ea9-a0c1-080f4a936ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:39.974445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ff3dd2dc-81d8-4ea9-a0c1-080f4a936ab7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/88b3a381-3087-4fd1-9453-eb3bf774b63c HTTP/1.1" status: 204 len: 168 time: 0.2293127 Sep 08 13:18:39.984309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3dd2dc-81d8-4ea9-a0c1-080f4a936ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b3a381-3087-4fd1-9453-eb3bf774b63c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:40.152604 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bbe9e54e-8e54-4f80-88fc-6200546118d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:40.291046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:40.293412 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:40.342280 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e371c240-1b27-4fa7-bb9f-08d409d412c2 x-openstack-request-id: req-e371c240-1b27-4fa7-bb9f-08d409d412c2 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:40.342576 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:40.342909 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e371c240-1b27-4fa7-bb9f-08d409d412c2 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:40.343314 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'status': 'completed', 'code': 200} Sep 08 13:18:40.352495 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:40.453824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f47477f3-153c-4560-92d1-e1673275592e req-7e40390e-ce1b-4b39-8253-a08610b05155 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0334353 Sep 08 13:18:40.466196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 29c70704-5ec9-4dbc-85c2-165409ff1990 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:18:40.469807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-08cd1e43-be9f-466b-8f5b-8611f87b9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:40.471349 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-08cd1e43-be9f-466b-8f5b-8611f87b9b28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1100 time: 0.1024392 Sep 08 13:18:40.474576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-9c65cfeb-bb84-49f3-a3f6-2093e6cbbd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:40.476283 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-9c65cfeb-bb84-49f3-a3f6-2093e6cbbd32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0047c75958314f8699b340912addcf3f&device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1100 time: 0.0967863 Sep 08 13:18:40.506700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 29c70704-5ec9-4dbc-85c2-165409ff1990 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:18:40.638464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-b807917d-ba32-42ec-af88-aa26b6f5d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:40.639950 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-b807917d-ba32-42ec-af88-aa26b6f5d359 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1595149 Sep 08 13:18:40.641104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-7eca3b5e-9c84-4937-b5f2-f8bb0ee0d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:40.642432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-7eca3b5e-9c84-4937-b5f2-f8bb0ee0d55a service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1527874 Sep 08 13:18:40.690535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-d2244aa9-8ff2-474e-ab06-552fe60a57a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 217 time: 0.0423701 Sep 08 13:18:40.724394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-99ec7145-8125-4f85-a7eb-4fa9ca888f6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 200 len: 217 time: 0.0702684 Sep 08 13:18:40.796861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-d2273916-6def-4d47-8e4c-1bec75938547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:40.798384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-d2273916-6def-4d47-8e4c-1bec75938547 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0824873 Sep 08 13:18:40.803705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-7cff4598-168b-48e2-9950-7f98b354914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:40.805064 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-7cff4598-168b-48e2-9950-7f98b354914d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0623052 Sep 08 13:18:40.903027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-5bcb41df-be7c-4750-bb47-70967f5831a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:40.904559 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-5bcb41df-be7c-4750-bb47-70967f5831a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983133 Sep 08 13:18:40.908847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-245775cf-877c-4b07-b181-2e2f6001da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:40.910256 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-245775cf-877c-4b07-b181-2e2f6001da23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964100 Sep 08 13:18:40.931170 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dd6c8-a1af-422f-84dc-7bd84f70be3a req-a3f1fbb5-300f-406c-ba31-7be713201162 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:40.932641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-850dd6c8-a1af-422f-84dc-7bd84f70be3a req-a3f1fbb5-300f-406c-ba31-7be713201162 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 949 time: 0.1093037 Sep 08 13:18:41.085152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-850dd6c8-a1af-422f-84dc-7bd84f70be3a req-41a0ad29-80a6-4991-ab80-ce658e234f2b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361861 Sep 08 13:18:41.104849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-b30b6049-8600-4f91-9624-08e71ae566b5 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904614 Sep 08 13:18:41.136569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-13e2fd6d-c72f-4898-903a-9160422607e3 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141402 Sep 08 13:18:41.268294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-e5445aa2-8669-44bf-96e6-e4fc211a7a0b service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541898 Sep 08 13:18:41.278925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec71bbfd-385c-4fbf-ab4b-3d6204cbaed2 req-dc4c87fe-aebb-4606-b40d-bc60eb2d0d94 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339850 Sep 08 13:18:41.300169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 29c70704-5ec9-4dbc-85c2-165409ff1990 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:18:41.396380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:41.406479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'mac_address': 'fa:16:3e:dd:36:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:18:41.444506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:41.457557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c70704-5ec9-4dbc-85c2-165409ff1990 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:18:41.479194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:41.573335 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1c0ee21-cd77-4ae8-b4ed-b41ef4ecf018 req-4d60d8a1-fa99-47bf-a486-dc2f5c48c598 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0286038 Sep 08 13:18:41.581291 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:41.636648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=12']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:41.746599 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:41.911919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['29c70704-5ec9-4dbc-85c2-165409ff1990'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:18:42.210357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526f21a-6251-4e77-8e0e-8d1c9b69f35c req-b12e394a-b69b-4699-b786-574f3673c3aa tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:42.212022 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c526f21a-6251-4e77-8e0e-8d1c9b69f35c req-b12e394a-b69b-4699-b786-574f3673c3aa tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0556211 Sep 08 13:18:42.250427 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c526f21a-6251-4e77-8e0e-8d1c9b69f35c req-baea756a-ca12-44ba-a5cd-379c1a3b4119 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324609 Sep 08 13:18:42.365498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203a3d6-155b-41ad-96cf-c546febfc6e3 req-26998a5f-1f9d-40d2-ae49-febef17d606b tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:42.367206 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0203a3d6-155b-41ad-96cf-c546febfc6e3 req-26998a5f-1f9d-40d2-ae49-febef17d606b tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 1101 time: 0.0486190 Sep 08 13:18:42.408763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0203a3d6-155b-41ad-96cf-c546febfc6e3 req-8a172eb8-be30-4110-9b4f-59244535e996 tempest-MigrationsAdminTest-677085524 tempest-MigrationsAdminTest-677085524-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333378 Sep 08 13:18:42.741298 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3bc90521-2ace-41f0-9ca1-e18af919850d req-4c022f97-ec84-4a8e-b3ec-5d9beb44098f tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0269198 Sep 08 13:18:42.915826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c73b34-6a0b-4110-95d3-555863c717b8 req-19105f7e-a341-42b9-9b56-b5d1df7d32f0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:42.917235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10c73b34-6a0b-4110-95d3-555863c717b8 req-19105f7e-a341-42b9-9b56-b5d1df7d32f0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 950 time: 0.0509059 Sep 08 13:18:42.955945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10c73b34-6a0b-4110-95d3-555863c717b8 req-620c31a2-6bf9-45a7-a10e-dec5c4881040 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326462 Sep 08 13:18:43.138144 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:43.305188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 29c70704-5ec9-4dbc-85c2-165409ff1990 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:18:43.427182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 29c70704-5ec9-4dbc-85c2-165409ff1990 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:18:43.431150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 29c70704-5ec9-4dbc-85c2-165409ff1990 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:18:43.431560 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:43.514275 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:43.537413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:43.539740 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36f2dc6-58ac-4ae2-912f-7fc564a26e6f" -d '{"events": [{"server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "name": "network-vif-plugged", "status": "completed", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:43.552647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:43.581341 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea4bd4d-eca6-48ea-a358-012a10127e8e x-openstack-request-id: req-bea4bd4d-eca6-48ea-a358-012a10127e8e {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:43.581634 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "name": "network-vif-plugged", "status": "completed", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:43.581896 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bea4bd4d-eca6-48ea-a358-012a10127e8e {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:43.582337 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'code': 200} Sep 08 13:18:43.666837 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:43.717706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=13']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:43.845814 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e105a01-fddc-4a72-8de0-d5a4f765b4a4 req-99dc3b06-53e0-487f-83f7-9cbd38ac77ec tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0269878 Sep 08 13:18:44.021710 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:44.077289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa782c5-5d11-4993-9fe7-676639c6d61a req-8ffca7a5-153f-4c7b-8733-0f237a9dd80f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:44.078587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6aa782c5-5d11-4993-9fe7-676639c6d61a req-8ffca7a5-153f-4c7b-8733-0f237a9dd80f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 951 time: 0.0508146 Sep 08 13:18:44.118489 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6aa782c5-5d11-4993-9fe7-676639c6d61a req-fb6b7442-7c40-4e51-b7f3-2795f7495808 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337310 Sep 08 13:18:44.225345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0cd2c-9595-4d92-96ae-d95933b9bea5 req-42a37015-37ba-4a69-b1ea-b94355826357 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:44.226842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1f0cd2c-9595-4d92-96ae-d95933b9bea5 req-42a37015-37ba-4a69-b1ea-b94355826357 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 951 time: 0.0539382 Sep 08 13:18:44.319231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e1f0cd2c-9595-4d92-96ae-d95933b9bea5 req-4e2d27e9-f96b-4e58-b6d2-d8009ad6b374 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Deleting port 29c70704-5ec9-4dbc-85c2-165409ff1990 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:18:44.319510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e1f0cd2c-9595-4d92-96ae-d95933b9bea5 req-4e2d27e9-f96b-4e58-b6d2-d8009ad6b374 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:44.410194 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e1f0cd2c-9595-4d92-96ae-d95933b9bea5 req-4e2d27e9-f96b-4e58-b6d2-d8009ad6b374 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] For port 29c70704-5ec9-4dbc-85c2-165409ff1990, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=29c70704-5ec9-4dbc-85c2-165409ff1990,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:44.411862 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e1f0cd2c-9595-4d92-96ae-d95933b9bea5 req-4e2d27e9-f96b-4e58-b6d2-d8009ad6b374 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:44.423209 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e1f0cd2c-9595-4d92-96ae-d95933b9bea5 req-4e2d27e9-f96b-4e58-b6d2-d8009ad6b374 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Calling delete_port for 29c70704-5ec9-4dbc-85c2-165409ff1990 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:18:44.619751 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e1f0cd2c-9595-4d92-96ae-d95933b9bea5 req-4e2d27e9-f96b-4e58-b6d2-d8009ad6b374 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:44.632106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd', '770ba36b-8447-4706-9bc9-59ebeba54577', '29c70704-5ec9-4dbc-85c2-165409ff1990'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:18:44.651039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d27e9-f96b-4e58-b6d2-d8009ad6b374 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Pushing event deleted for resources: {'Port': ['ID=29c70704-5ec9-4dbc-85c2-165409ff1990,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:44.693785 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f0cd2c-9595-4d92-96ae-d95933b9bea5 req-4e2d27e9-f96b-4e58-b6d2-d8009ad6b374 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] No DVR routers for this DVR port 29c70704-5ec9-4dbc-85c2-165409ff1990 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:18:44.696589 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e1f0cd2c-9595-4d92-96ae-d95933b9bea5 req-4e2d27e9-f96b-4e58-b6d2-d8009ad6b374 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:44.698746 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1f0cd2c-9595-4d92-96ae-d95933b9bea5 req-4e2d27e9-f96b-4e58-b6d2-d8009ad6b374 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "DELETE /v2.0/ports/29c70704-5ec9-4dbc-85c2-165409ff1990 HTTP/1.1" status: 204 len: 173 time: 0.4658308 Sep 08 13:18:44.699198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'name': 'network-vif-deleted', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:44.701541 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db190777-8ae7-48a4-b9ab-93d5cbca2ee9" -d '{"events": [{"server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "name": "network-vif-deleted", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:44.748350 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2167b322-4dc5-4263-a135-1a5e11604059 x-openstack-request-id: req-2167b322-4dc5-4263-a135-1a5e11604059 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:44.748649 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c093ac3-ab10-474c-8d05-cd9edbce5aab", "name": "network-vif-deleted", "tag": "29c70704-5ec9-4dbc-85c2-165409ff1990", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:44.748902 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2167b322-4dc5-4263-a135-1a5e11604059 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:44.749298 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c093ac3-ab10-474c-8d05-cd9edbce5aab', 'name': 'network-vif-deleted', 'tag': '29c70704-5ec9-4dbc-85c2-165409ff1990', 'status': 'completed', 'code': 200} Sep 08 13:18:44.960041 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6adacef-fda7-4ea9-a574-e93bdfcf4edf req-f1ad928a-cc35-4728-820e-a8b139921b88 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0269341 Sep 08 13:18:45.247023 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-902c9984-4d8d-4ae0-b2ba-9132c4d73954 req-96e99699-0249-4a9b-8d79-12bccf2c2ff7 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=8c093ac3-ab10-474c-8d05-cd9edbce5aab HTTP/1.1" status: 200 len: 210 time: 0.0405011 Sep 08 13:18:46.070367 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-442300a4-d13a-4de3-9838-0806ed4fa237 req-56b9d243-c101-401b-aa1a-5da3963db691 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0264993 Sep 08 13:18:46.637937 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:46.843770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b920664-827c-419b-af32-8ccb6b72cf14 req-56157182-dbd5-456e-9dde-07b295ac9d45 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:46.845192 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7b920664-827c-419b-af32-8ccb6b72cf14 req-56157182-dbd5-456e-9dde-07b295ac9d45 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 950 time: 0.0487099 Sep 08 13:18:46.884366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7b920664-827c-419b-af32-8ccb6b72cf14 req-3bf8aad9-4458-439e-94e0-723d879aeeb8 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329738 Sep 08 13:18:47.185500 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac49685d-af24-4d5c-93ee-82eb3d15c043 req-f61419a6-38d2-48a3-b64c-d4d331712b28 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0326118 Sep 08 13:18:48.065900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8a7c1-3590-4899-91f5-e34717de0d49 req-7359faf1-cb7c-4e83-88ab-53d7954f918d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:48.068637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89c8a7c1-3590-4899-91f5-e34717de0d49 req-7359faf1-cb7c-4e83-88ab-53d7954f918d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 950 time: 0.0918343 Sep 08 13:18:48.135125 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89c8a7c1-3590-4899-91f5-e34717de0d49 req-0e6f9184-bca6-4a07-bf11-0d4e10ba708c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588772 Sep 08 13:18:48.151188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-481de437-6d02-43a7-817f-f3b38e0ecc91 req-2bf175b6-ec7d-45da-96dc-5c1036e16a84 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0388997 Sep 08 13:18:48.169949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f7157-2343-4ca4-a038-e70ce5a025f9 req-a7f301fe-4fc5-44d4-8f89-a83fc0d3d7d2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:48.171349 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-553f7157-2343-4ca4-a038-e70ce5a025f9 req-a7f301fe-4fc5-44d4-8f89-a83fc0d3d7d2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 950 time: 0.1152484 Sep 08 13:18:48.655515 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-effa3e9b-778f-430c-a173-df6f02ef28dd req-ece18c79-8932-4953-98d4-5518c935a504 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0302320 Sep 08 13:18:48.669148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-553f7157-2343-4ca4-a038-e70ce5a025f9 req-b7abe655-59b6-4a35-9a4a-5bd570d71e7d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Deleting port 770ba36b-8447-4706-9bc9-59ebeba54577 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:18:48.669506 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-553f7157-2343-4ca4-a038-e70ce5a025f9 req-b7abe655-59b6-4a35-9a4a-5bd570d71e7d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:48.771008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-553f7157-2343-4ca4-a038-e70ce5a025f9 req-b7abe655-59b6-4a35-9a4a-5bd570d71e7d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] For port 770ba36b-8447-4706-9bc9-59ebeba54577, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=770ba36b-8447-4706-9bc9-59ebeba54577,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:48.771385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-553f7157-2343-4ca4-a038-e70ce5a025f9 req-b7abe655-59b6-4a35-9a4a-5bd570d71e7d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:48.790917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-553f7157-2343-4ca4-a038-e70ce5a025f9 req-b7abe655-59b6-4a35-9a4a-5bd570d71e7d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Calling delete_port for 770ba36b-8447-4706-9bc9-59ebeba54577 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:18:49.026821 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-553f7157-2343-4ca4-a038-e70ce5a025f9 req-b7abe655-59b6-4a35-9a4a-5bd570d71e7d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:49.038587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd', '770ba36b-8447-4706-9bc9-59ebeba54577'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:18:49.057273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abe655-59b6-4a35-9a4a-5bd570d71e7d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Pushing event deleted for resources: {'Port': ['ID=770ba36b-8447-4706-9bc9-59ebeba54577,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:49.101654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-553f7157-2343-4ca4-a038-e70ce5a025f9 req-b7abe655-59b6-4a35-9a4a-5bd570d71e7d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] No DVR routers for this DVR port 770ba36b-8447-4706-9bc9-59ebeba54577 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:18:49.104409 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-553f7157-2343-4ca4-a038-e70ce5a025f9 req-b7abe655-59b6-4a35-9a4a-5bd570d71e7d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:49.106528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-553f7157-2343-4ca4-a038-e70ce5a025f9 req-b7abe655-59b6-4a35-9a4a-5bd570d71e7d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "DELETE /v2.0/ports/770ba36b-8447-4706-9bc9-59ebeba54577 HTTP/1.1" status: 204 len: 173 time: 0.9286346 Sep 08 13:18:49.106996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'name': 'network-vif-deleted', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:49.109276 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579dbef2-154d-4cae-ab59-408f9d2cee31" -d '{"events": [{"server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "name": "network-vif-deleted", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:49.158445 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b131c13-0aa1-4a96-a93b-237373a3ce6c x-openstack-request-id: req-9b131c13-0aa1-4a96-a93b-237373a3ce6c {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:49.159054 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1307dbf3-c88e-434c-ade9-06f69f13dd41", "name": "network-vif-deleted", "tag": "770ba36b-8447-4706-9bc9-59ebeba54577", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:49.159054 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9b131c13-0aa1-4a96-a93b-237373a3ce6c {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:49.159424 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1307dbf3-c88e-434c-ade9-06f69f13dd41', 'name': 'network-vif-deleted', 'tag': '770ba36b-8447-4706-9bc9-59ebeba54577', 'status': 'completed', 'code': 200} Sep 08 13:18:49.300686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f56d34d-779e-424b-98b5-9ebfbf8e7cd1 req-8d24b08f-6e88-4f5a-9360-bc9972657ddf tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1307dbf3-c88e-434c-ade9-06f69f13dd41 HTTP/1.1" status: 200 len: 210 time: 0.0772166 Sep 08 13:18:49.321859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 29c70704-5ec9-4dbc-85c2-165409ff1990 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:18:49.345360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 29c70704-5ec9-4dbc-85c2-165409ff1990 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:18:49.345748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 29c70704-5ec9-4dbc-85c2-165409ff1990 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:18:49.375748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fde147-e4bf-4c29-80c2-5147f8f4a492 req-beea2566-4a4f-40a1-8179-4b467090267e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:49.377296 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77fde147-e4bf-4c29-80c2-5147f8f4a492 req-beea2566-4a4f-40a1-8179-4b467090267e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 946 time: 0.0497620 Sep 08 13:18:49.420751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77fde147-e4bf-4c29-80c2-5147f8f4a492 req-0b013776-7f20-41e8-b59c-ca8ca3c75cea tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356853 Sep 08 13:18:49.765143 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b37c3837-9392-4155-adf6-e86eff5d4ab8 req-001ac3e2-b329-43be-bfb1-9cabf390468a tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0268242 Sep 08 13:18:49.794675 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:18:50.650285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 32940) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:50.759767 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfd69e68-d465-463d-a98a-528dcb8a638c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:50.799247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e95ce-39e9-45fe-8508-c108774babf2 req-aed46ab7-395e-4a6b-9d34-09522420aa38 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:50.801647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a21e95ce-39e9-45fe-8508-c108774babf2 req-aed46ab7-395e-4a6b-9d34-09522420aa38 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.0531216 Sep 08 13:18:50.851726 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a21e95ce-39e9-45fe-8508-c108774babf2 req-9c0e4445-0aad-4918-b5b3-0d78276fa44d tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423124 Sep 08 13:18:50.924442 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfd69e68-d465-463d-a98a-528dcb8a638c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:50.925608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b175a160-0f0a-448e-a9e4-19289888e468 req-5bc131c6-13fc-4f24-8f56-519d813c9d02 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0372791 Sep 08 13:18:50.992706 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfd69e68-d465-463d-a98a-528dcb8a638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:51.059585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd69e68-d465-463d-a98a-528dcb8a638c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e455e3-0cfa-4d64-aa3c-2ec4f52f28cb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:51.069161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dfd69e68-d465-463d-a98a-528dcb8a638c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=70bf70ac5a9f4e19acfd2b464fe42ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154296 Sep 08 13:18:51.070578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 32954) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:51.130368 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-974dbb32-6881-4518-905a-d358ec4203fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:51.151988 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-974dbb32-6881-4518-905a-d358ec4203fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:51.276401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-974dbb32-6881-4518-905a-d358ec4203fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:51.279023 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-974dbb32-6881-4518-905a-d358ec4203fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:51.280173 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-974dbb32-6881-4518-905a-d358ec4203fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e8e455e3-0cfa-4d64-aa3c-2ec4f52f28cb HTTP/1.1" status: 204 len: 168 time: 0.2082231 Sep 08 13:18:51.288615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974dbb32-6881-4518-905a-d358ec4203fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e455e3-0cfa-4d64-aa3c-2ec4f52f28cb,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:51.439295 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cf1b6f7-88ac-438d-82d0-4cce71fa50db req-9ba5c8d8-5c03-42bf-a21e-626acbe93fba tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0291605 Sep 08 13:18:51.450219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6cc3fd4-1ab3-4187-bbce-83fc1e2cab24 req-93e4c4f7-3c2d-4bc8-9dbc-af8227b20544 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4ee06b17078349d2b41516e7d4afa66c&device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0260403 Sep 08 13:18:51.479000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6cc3fd4-1ab3-4187-bbce-83fc1e2cab24 req-8179e478-c1b5-4481-a4a4-c5c7cc3d3710 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4ee06b17078349d2b41516e7d4afa66c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198247 Sep 08 13:18:51.586351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc3fd4-1ab3-4187-bbce-83fc1e2cab24 req-70f7807f-cb1e-4a59-bca8-2bb57b44e0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:51.587904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6cc3fd4-1ab3-4187-bbce-83fc1e2cab24 req-70f7807f-cb1e-4a59-bca8-2bb57b44e0f2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003890 Sep 08 13:18:51.980483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce430ba-d510-4149-959b-5c817ca2e721 req-96a128a7-1723-400e-a1c4-c92f07fa5da0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:51.982204 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ce430ba-d510-4149-959b-5c817ca2e721 req-96a128a7-1723-400e-a1c4-c92f07fa5da0 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.0533893 Sep 08 13:18:52.024216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ce430ba-d510-4149-959b-5c817ca2e721 req-d7ac6811-ac74-4358-ace8-a517ffe90f8c tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 Sep 08 13:18:52.027097 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 32976) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:52.040879 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f279cbb4-b536-4e43-a08e-45a9a6c83cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:52.099348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce98dfe-f16a-46dc-a602-17ed23056eee req-d48d0639-eb8b-423b-8221-0c53f7a75f10 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:52.101230 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ce98dfe-f16a-46dc-a602-17ed23056eee req-d48d0639-eb8b-423b-8221-0c53f7a75f10 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 949 time: 0.0623660 Sep 08 13:18:52.139445 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f279cbb4-b536-4e43-a08e-45a9a6c83cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:52.202953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5ce98dfe-f16a-46dc-a602-17ed23056eee req-7c4cf447-e340-4779-a94e-1d27c1ff6dab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Deleting port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:18:52.203223 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5ce98dfe-f16a-46dc-a602-17ed23056eee req-7c4cf447-e340-4779-a94e-1d27c1ff6dab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:52.237909 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f279cbb4-b536-4e43-a08e-45a9a6c83cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:52.281392 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f279cbb4-b536-4e43-a08e-45a9a6c83cf2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=07da4a7dc0c146db89ad3ecb39bd23c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530932 Sep 08 13:18:52.282277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f279cbb4-b536-4e43-a08e-45a9a6c83cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f20b14-082e-4c55-9c34-fc77b0713cc5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:52.285640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 32982) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:52.300018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5ce98dfe-f16a-46dc-a602-17ed23056eee req-7c4cf447-e340-4779-a94e-1d27c1ff6dab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] For port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:52.300411 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5ce98dfe-f16a-46dc-a602-17ed23056eee req-7c4cf447-e340-4779-a94e-1d27c1ff6dab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:52.314516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5ce98dfe-f16a-46dc-a602-17ed23056eee req-7c4cf447-e340-4779-a94e-1d27c1ff6dab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Calling delete_port for baf56f63-dfa2-431b-a5ce-6392c5f5e5bd owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:18:52.337715 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4686b3b1-e3d1-4aac-b6c8-41e3fafda846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:52.359884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4686b3b1-e3d1-4aac-b6c8-41e3fafda846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:52.512698 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4686b3b1-e3d1-4aac-b6c8-41e3fafda846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:52.515593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4686b3b1-e3d1-4aac-b6c8-41e3fafda846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:52.516806 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4686b3b1-e3d1-4aac-b6c8-41e3fafda846 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/70f20b14-082e-4c55-9c34-fc77b0713cc5 HTTP/1.1" status: 204 len: 168 time: 0.2292860 Sep 08 13:18:52.528591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686b3b1-e3d1-4aac-b6c8-41e3fafda846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f20b14-082e-4c55-9c34-fc77b0713cc5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:52.540229 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0061e8ec-c40f-4a3d-9e55-6099233863df req-bd8b92d4-2715-403f-9e63-1caf07cb2c02 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0296481 Sep 08 13:18:52.553185 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5ce98dfe-f16a-46dc-a602-17ed23056eee req-7c4cf447-e340-4779-a94e-1d27c1ff6dab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:52.566611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:18:52.584701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cf447-e340-4779-a94e-1d27c1ff6dab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Pushing event deleted for resources: {'Port': ['ID=baf56f63-dfa2-431b-a5ce-6392c5f5e5bd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:52.635857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce98dfe-f16a-46dc-a602-17ed23056eee req-7c4cf447-e340-4779-a94e-1d27c1ff6dab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] No DVR routers for this DVR port baf56f63-dfa2-431b-a5ce-6392c5f5e5bd on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:18:52.638713 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5ce98dfe-f16a-46dc-a602-17ed23056eee req-7c4cf447-e340-4779-a94e-1d27c1ff6dab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:52.640786 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ce98dfe-f16a-46dc-a602-17ed23056eee req-7c4cf447-e340-4779-a94e-1d27c1ff6dab tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "DELETE /v2.0/ports/baf56f63-dfa2-431b-a5ce-6392c5f5e5bd HTTP/1.1" status: 204 len: 173 time: 0.5312722 Sep 08 13:18:52.641311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1211ceef-d95c-412e-8efb-01c97f072be4', 'name': 'network-vif-deleted', 'tag': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:52.650417 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1417db-b890-4788-a46a-2f447624da44" -d '{"events": [{"server_uuid": "1211ceef-d95c-412e-8efb-01c97f072be4", "name": "network-vif-deleted", "tag": "baf56f63-dfa2-431b-a5ce-6392c5f5e5bd"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:52.691906 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988c4529-a76b-40b8-ae36-8ce5fa8e9706 x-openstack-request-id: req-988c4529-a76b-40b8-ae36-8ce5fa8e9706 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:52.692221 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1211ceef-d95c-412e-8efb-01c97f072be4", "name": "network-vif-deleted", "tag": "baf56f63-dfa2-431b-a5ce-6392c5f5e5bd", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:52.692467 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-988c4529-a76b-40b8-ae36-8ce5fa8e9706 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:52.692875 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1211ceef-d95c-412e-8efb-01c97f072be4', 'name': 'network-vif-deleted', 'tag': 'baf56f63-dfa2-431b-a5ce-6392c5f5e5bd', 'status': 'completed', 'code': 200} Sep 08 13:18:53.175997 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bae45aae-8b9d-4690-8f9b-c83684896993 req-3b30a1f6-d9f7-4889-a0a1-79f89b23a565 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=1211ceef-d95c-412e-8efb-01c97f072be4 HTTP/1.1" status: 200 len: 210 time: 0.0365474 Sep 08 13:18:53.335152 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 770ba36b-8447-4706-9bc9-59ebeba54577 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:18:53.357858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 770ba36b-8447-4706-9bc9-59ebeba54577 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:18:53.358335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 770ba36b-8447-4706-9bc9-59ebeba54577 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:18:53.647586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c86ee15-84db-4e75-b3de-b0ad182b07e8 req-9123a9e1-e902-4782-8e8e-7fa1a4e3a90d tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0313570 Sep 08 13:18:53.743010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6cc3fd4-1ab3-4187-bbce-83fc1e2cab24 req-c7a13011-299b-4ebe-9fe5-5c3b2976eee3 tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0265286 Sep 08 13:18:54.693454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006d3b5-81d1-412b-a93d-eac54c16e9c3 req-63131bc0-8b81-4544-b0f9-9093b7e3b7bd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:54.695084 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b006d3b5-81d1-412b-a93d-eac54c16e9c3 req-63131bc0-8b81-4544-b0f9-9093b7e3b7bd tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0527167 Sep 08 13:18:54.740658 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b006d3b5-81d1-412b-a93d-eac54c16e9c3 req-88531ca2-1a0e-4d1e-a014-860e42a1a65f tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392902 Sep 08 13:18:54.769241 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-021bff6a-dc61-4d5d-94f2-8985aa24abb3 req-71553454-58e5-4af4-b629-02f9c561850e tempest-ServerShowV257Test-1433811482 tempest-ServerShowV257Test-1433811482-project] 10.222.0.69 "GET /v2.0/ports?device_id=5a536c8e-e235-45af-b9ba-8d29de3ad443 HTTP/1.1" status: 200 len: 210 time: 0.0267568 Sep 08 13:18:55.667444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd1992-651b-4bdd-96ab-6f7081e0f8fb req-182c2d60-1b40-45d4-84ba-df966db24207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:55.668970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dddd1992-651b-4bdd-96ab-6f7081e0f8fb req-182c2d60-1b40-45d4-84ba-df966db24207 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1097 time: 0.0470335 Sep 08 13:18:55.783284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd1992-651b-4bdd-96ab-6f7081e0f8fb req-c1448630-07fb-4cf0-99e6-5e6ba553486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:55.784894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dddd1992-651b-4bdd-96ab-6f7081e0f8fb req-c1448630-07fb-4cf0-99e6-5e6ba553486c service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.0943456 Sep 08 13:18:55.918508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dddd1992-651b-4bdd-96ab-6f7081e0f8fb req-12522132-76ff-4342-809b-28dbe8096006 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 1002 time: 0.1240857 Sep 08 13:18:55.947789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99549f6-9499-4fbf-9b7d-440b5a450ce7 req-7f9c0340-a69f-4901-9a1f-cf5f586a4a7e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:55.949446 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f99549f6-9499-4fbf-9b7d-440b5a450ce7 req-7f9c0340-a69f-4901-9a1f-cf5f586a4a7e tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.0934007 Sep 08 13:18:56.042862 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f99549f6-9499-4fbf-9b7d-440b5a450ce7 req-5a59231c-8764-4fe9-8af8-f59d374a867b tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/security-groups?id=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854695 Sep 08 13:18:56.099046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd1992-651b-4bdd-96ab-6f7081e0f8fb req-7487e709-219b-4586-bd2b-dc181f91e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:56.100732 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dddd1992-651b-4bdd-96ab-6f7081e0f8fb req-7487e709-219b-4586-bd2b-dc181f91e6d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.1743405 Sep 08 13:18:56.131934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082ed4d-f3c8-4286-9e1b-25ee8d61ccc8 req-ff753da1-d65a-49ed-adc5-1c6c017f3b75 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:56.134948 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9082ed4d-f3c8-4286-9e1b-25ee8d61ccc8 req-ff753da1-d65a-49ed-adc5-1c6c017f3b75 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 950 time: 0.1745803 Sep 08 13:18:56.228730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd1992-651b-4bdd-96ab-6f7081e0f8fb req-b04c6b93-9efa-4f77-a5d6-4bb26f4f70f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:56.230210 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dddd1992-651b-4bdd-96ab-6f7081e0f8fb req-b04c6b93-9efa-4f77-a5d6-4bb26f4f70f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1201947 Sep 08 13:18:56.323578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-9082ed4d-f3c8-4286-9e1b-25ee8d61ccc8 req-59ff1c9d-05c2-4156-a392-20881fedaab2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Deleting port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:18:56.323935 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9082ed4d-f3c8-4286-9e1b-25ee8d61ccc8 req-59ff1c9d-05c2-4156-a392-20881fedaab2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:56.405469 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dddd1992-651b-4bdd-96ab-6f7081e0f8fb req-23a4bf68-f60d-4ec9-8b67-41887a4ce4d3 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667507 Sep 08 13:18:56.505984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9082ed4d-f3c8-4286-9e1b-25ee8d61ccc8 req-59ff1c9d-05c2-4156-a392-20881fedaab2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] For port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:56.508632 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9082ed4d-f3c8-4286-9e1b-25ee8d61ccc8 req-59ff1c9d-05c2-4156-a392-20881fedaab2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:56.525262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-9082ed4d-f3c8-4286-9e1b-25ee8d61ccc8 req-59ff1c9d-05c2-4156-a392-20881fedaab2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Calling delete_port for 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:18:56.551608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dddd1992-651b-4bdd-96ab-6f7081e0f8fb req-533e6b40-bf8a-4101-aeb7-8c656a0b3a70 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383016 Sep 08 13:18:56.564042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:18:56.576890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33156) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:56.676625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:56.690497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'port_id': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'mac_address': 'fa:16:3e:51:86:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:18:56.725529 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bb4d7248-8db9-4ff6-86da-457e8c60aebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:56.732705 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:56.751559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae15e610-90c7-41ce-be55-bf487cfffc46 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:18:56.763426 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9082ed4d-f3c8-4286-9e1b-25ee8d61ccc8 req-59ff1c9d-05c2-4156-a392-20881fedaab2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:56.779622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['1b23a8c5-954c-4e5f-8614-2cfdbdcfc440'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:18:56.789653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:56.816143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff1c9d-05c2-4156-a392-20881fedaab2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Pushing event deleted for resources: {'Port': ['ID=1b23a8c5-954c-4e5f-8614-2cfdbdcfc440,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:56.843041 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bb4d7248-8db9-4ff6-86da-457e8c60aebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:56.872088 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:56.884021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9082ed4d-f3c8-4286-9e1b-25ee8d61ccc8 req-59ff1c9d-05c2-4156-a392-20881fedaab2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] No DVR routers for this DVR port 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:18:56.887917 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9082ed4d-f3c8-4286-9e1b-25ee8d61ccc8 req-59ff1c9d-05c2-4156-a392-20881fedaab2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:56.890072 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9082ed4d-f3c8-4286-9e1b-25ee8d61ccc8 req-59ff1c9d-05c2-4156-a392-20881fedaab2 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.70 "DELETE /v2.0/ports/1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 HTTP/1.1" status: 204 len: 173 time: 0.7390692 Sep 08 13:18:56.895395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'name': 'network-vif-deleted', 'tag': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:56.898157 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f215f66-0e4a-40dc-af56-7cf01bb73ac0" -d '{"events": [{"server_uuid": "26d4084e-bb16-4ae2-bbc0-54c867de2199", "name": "network-vif-deleted", "tag": "1b23a8c5-954c-4e5f-8614-2cfdbdcfc440"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:56.929814 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bb4d7248-8db9-4ff6-86da-457e8c60aebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:56.984739 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f720c9f6-5b8b-4420-a61f-d652ce7dc2ef x-openstack-request-id: req-f720c9f6-5b8b-4420-a61f-d652ce7dc2ef {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:56.985034 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d4084e-bb16-4ae2-bbc0-54c867de2199", "name": "network-vif-deleted", "tag": "1b23a8c5-954c-4e5f-8614-2cfdbdcfc440", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:56.985284 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f720c9f6-5b8b-4420-a61f-d652ce7dc2ef {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:56.985688 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d4084e-bb16-4ae2-bbc0-54c867de2199', 'name': 'network-vif-deleted', 'tag': '1b23a8c5-954c-4e5f-8614-2cfdbdcfc440', 'status': 'completed', 'code': 200} Sep 08 13:18:56.993378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae15e610-90c7-41ce-be55-bf487cfffc46'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:18:57.011587 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bb4d7248-8db9-4ff6-86da-457e8c60aebb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4ee06b17078349d2b41516e7d4afa66c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331808 Sep 08 13:18:57.014281 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33162) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:57.026004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d7248-8db9-4ff6-86da-457e8c60aebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330247a3-6149-4fcd-be11-a46bbf17145a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:57.052899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:57.174976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abf59b04-258b-4f4b-a490-2e4b1f0bb772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:57.247336 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a18b9977-641e-4196-9160-a0f58566dbf9 req-9337ac13-962b-4f70-bba8-f5aff82614f8 tempest-MigrationsAdminTest-231489908 tempest-MigrationsAdminTest-231489908-project] 10.222.0.69 "GET /v2.0/ports?device_id=26d4084e-bb16-4ae2-bbc0-54c867de2199 HTTP/1.1" status: 200 len: 210 time: 0.0830352 Sep 08 13:18:57.262415 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abf59b04-258b-4f4b-a490-2e4b1f0bb772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:57.351415 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device baf56f63-dfa2-431b-a5ce-6392c5f5e5bd no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:18:57.372800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: baf56f63-dfa2-431b-a5ce-6392c5f5e5bd {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:18:57.373143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device baf56f63-dfa2-431b-a5ce-6392c5f5e5bd not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:18:57.392452 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abf59b04-258b-4f4b-a490-2e4b1f0bb772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:57.395635 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abf59b04-258b-4f4b-a490-2e4b1f0bb772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:57.397118 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-abf59b04-258b-4f4b-a490-2e4b1f0bb772 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/330247a3-6149-4fcd-be11-a46bbf17145a HTTP/1.1" status: 204 len: 168 time: 0.3808439 Sep 08 13:18:57.429268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf59b04-258b-4f4b-a490-2e4b1f0bb772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330247a3-6149-4fcd-be11-a46bbf17145a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:58.590093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:18:58.665451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port ae15e610-90c7-41ce-be55-bf487cfffc46 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:18:58.666134 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:58.757498 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:58.788107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:18:58.790833 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665cf6e9-7a10-461f-823f-f0d1aa3fa96b" -d '{"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-plugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:18:58.820934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:18:58.844651 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6121e5c-ec97-43d2-a372-afe7f269aae8 x-openstack-request-id: req-e6121e5c-ec97-43d2-a372-afe7f269aae8 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:18:58.844967 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-plugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:18:58.845334 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e6121e5c-ec97-43d2-a372-afe7f269aae8 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:18:58.845905 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'code': 200} Sep 08 13:18:58.917797 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:58.953694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33220) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:58.981891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:59.151643 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33226) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:59.212933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1635077815-network', 'tenant_id': '46de3f0f4d6842ff8d2b7621897ed4a4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:18:59.253859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ba30a26c-7f0b-4269-86a5-0f30b64a3e53 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0047c75958314f8699b340912addcf3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987731 Sep 08 13:18:59.256536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33230) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:59.312372 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7a2e21c-4830-4830-864a-3a1d7af0edab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:59.330278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Made reservation on behalf of 46de3f0f4d6842ff8d2b7621897ed4a4 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:18:59.333346 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:59.355741 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7a2e21c-4830-4830-864a-3a1d7af0edab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:59.357950 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:59.502454 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:59.540446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7a2e21c-4830-4830-864a-3a1d7af0edab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:59.543931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7a2e21c-4830-4830-864a-3a1d7af0edab admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:59.545428 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e7a2e21c-4830-4830-864a-3a1d7af0edab admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c HTTP/1.1" status: 204 len: 168 time: 0.2877991 Sep 08 13:18:59.556425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2e21c-4830-4830-864a-3a1d7af0edab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430ee3ac-36f1-49c0-8bf7-5fc893bf9b7c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:59.666640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:59.689024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:18:59.706115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8124a3b7-2aa3-425b-baed-d41d35fd2055,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:59.714275 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:59.714638 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Added segment da8a8d4f-ffde-4522-9c93-fdca7b975632 of type vlan for network d9cea390-8f73-4df3-a7a5-1daa50d544cd Sep 08 13:18:59.767018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:59.849150 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:59.850183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:18:59.850820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:18:59.919933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] Pushing event updated for resources: {'Network': ['ID=d9cea390-8f73-4df3-a7a5-1daa50d544cd,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:18:59.931028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network d9cea390-8f73-4df3-a7a5-1daa50d544cd details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:18:59.940019 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f4417620-e68f-428d-8a43-a59f3165042d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7873344 Sep 08 13:18:59.943422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33258) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:18:59.949271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f2157704-f759-4898-bc80-a28403f9e14e admin admin] Request body: {'subnet': {'network_id': 'd9cea390-8f73-4df3-a7a5-1daa50d544cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1635077815-subnet', 'tenant_id': '46de3f0f4d6842ff8d2b7621897ed4a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:00.037011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2157704-f759-4898-bc80-a28403f9e14e admin admin] Made reservation on behalf of 46de3f0f4d6842ff8d2b7621897ed4a4 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:19:00.040001 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f2157704-f759-4898-bc80-a28403f9e14e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:00.861012 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f2157704-f759-4898-bc80-a28403f9e14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:00.918500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2157704-f759-4898-bc80-a28403f9e14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a55b7ed-09af-4f77-9baa-990404cfb7a1,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:00.935614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33288) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:00.947284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2157704-f759-4898-bc80-a28403f9e14e admin admin] Checking segment: {'id': 'da8a8d4f-ffde-4522-9c93-fdca7b975632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'd9cea390-8f73-4df3-a7a5-1daa50d544cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:00.947874 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2157704-f759-4898-bc80-a28403f9e14e admin admin] Network hostable DHCP agents. Network: d9cea390-8f73-4df3-a7a5-1daa50d544cd, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:19:00.996160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-62d49ccc-cdae-42b6-ac08-3548304811db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e98f31d841e94d09b54cfcb8f07c436f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0593324 Sep 08 13:19:00.998774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33292) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:01.026511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2157704-f759-4898-bc80-a28403f9e14e admin admin] Network d9cea390-8f73-4df3-a7a5-1daa50d544cd is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:19:01.056423 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-177a1919-a352-48c2-9030-4d9c99b72b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:01.082411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-177a1919-a352-48c2-9030-4d9c99b72b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:01.123702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-f2157704-f759-4898-bc80-a28403f9e14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, d9cea390-8f73-4df3-a7a5-1daa50d544cd) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:01.130804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2157704-f759-4898-bc80-a28403f9e14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:01.130804 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f2157704-f759-4898-bc80-a28403f9e14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:01.134809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaf2a51-defb-460e-9f42-035cc32a3939 None None] Network d9cea390-8f73-4df3-a7a5-1daa50d544cd requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:19:01.224310 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-177a1919-a352-48c2-9030-4d9c99b72b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:01.224507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f2157704-f759-4898-bc80-a28403f9e14e admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2713847 Sep 08 13:19:01.224596 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-177a1919-a352-48c2-9030-4d9c99b72b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:01.224596 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-177a1919-a352-48c2-9030-4d9c99b72b6d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/878c1c0f-ecb7-4d9b-9703-bbb2d4d1c985 HTTP/1.1" status: 204 len: 168 time: 0.2200501 Sep 08 13:19:01.233888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a1919-a352-48c2-9030-4d9c99b72b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878c1c0f-ecb7-4d9b-9703-bbb2d4d1c985,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:01.326500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e475c60-f459-4459-92a8-1dabd212ca91 None None] Network d9cea390-8f73-4df3-a7a5-1daa50d544cd requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:19:01.364909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:19:01.434947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:19:01.434947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 1b23a8c5-954c-4e5f-8614-2cfdbdcfc440 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:19:01.641331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33312) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:01.714702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d27e40c9-7b44-414f-86b2-30849ab62418 admin admin] Deleting subnet 2a55b7ed-09af-4f77-9baa-990404cfb7a1 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:19:01.719112 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d27e40c9-7b44-414f-86b2-30849ab62418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:01.825570 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d27e40c9-7b44-414f-86b2-30849ab62418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:01.963095 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d27e40c9-7b44-414f-86b2-30849ab62418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:02.340665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d27e40c9-7b44-414f-86b2-30849ab62418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:02.444325 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e40c9-7b44-414f-86b2-30849ab62418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a55b7ed-09af-4f77-9baa-990404cfb7a1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:02.463387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d27e40c9-7b44-414f-86b2-30849ab62418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:02.469182 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d27e40c9-7b44-414f-86b2-30849ab62418 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2a55b7ed-09af-4f77-9baa-990404cfb7a1 HTTP/1.1" status: 204 len: 168 time: 0.8196383 Sep 08 13:19:02.469403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33326) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:02.589455 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:02.760912 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:02.795190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9cea390-8f73-4df3-a7a5-1daa50d544cd']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:02.816847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8a8d4f-ffde-4522-9c93-fdca7b975632') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:02.817377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8a8d4f-ffde-4522-9c93-fdca7b975632') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:02.830928 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:02.848460 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:02.858104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:19:02.858984 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:19:02.861257 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:19:03.032525 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:03.046561 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:03.049351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] 10.222.0.69 "DELETE /v2.0/networks/d9cea390-8f73-4df3-a7a5-1daa50d544cd HTTP/1.1" status: 204 len: 168 time: 0.5785091 Sep 08 13:19:03.065371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12d72d-7373-4f3f-be64-4b2d31608dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=d9cea390-8f73-4df3-a7a5-1daa50d544cd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:03.295014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33348) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:03.461103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-382014672-network', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:03.491327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33352) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:03.558824 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-005ba2c2-40db-4bd3-9c4a-4349073898a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=46de3f0f4d6842ff8d2b7621897ed4a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662668 Sep 08 13:19:03.563351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33354) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:03.564264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Made reservation on behalf of 87c4148b76ce451aa3e85da0df3d1072 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:19:03.575702 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:03.629122 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:03.696949 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-999b9fa4-97b1-474c-b0a1-8019fcff8ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:03.753340 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-999b9fa4-97b1-474c-b0a1-8019fcff8ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:03.883030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:03.923099 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-999b9fa4-97b1-474c-b0a1-8019fcff8ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:03.925882 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-999b9fa4-97b1-474c-b0a1-8019fcff8ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:03.927282 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-999b9fa4-97b1-474c-b0a1-8019fcff8ae4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8124a3b7-2aa3-425b-baed-d41d35fd2055 HTTP/1.1" status: 204 len: 168 time: 0.3578384 Sep 08 13:19:03.938867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b9fa4-97b1-474c-b0a1-8019fcff8ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8124a3b7-2aa3-425b-baed-d41d35fd2055,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:03.961152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:04.022301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533e308f-a6b0-46eb-9db2-bdbaca43e043,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:04.032267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:19:04.069922 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:04.077579 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Added segment 2242faee-f2f1-4275-b235-edf7435cb82e of type vlan for network ea2cbd03-0704-4a58-bfc2-92d09d418219 Sep 08 13:19:04.157569 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:04.272070 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:04.273547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:04.274147 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:04.382022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] Pushing event updated for resources: {'Network': ['ID=ea2cbd03-0704-4a58-bfc2-92d09d418219,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:04.394584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network ea2cbd03-0704-4a58-bfc2-92d09d418219 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:19:04.419438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cb5fa292-2ce1-444f-86f4-72698ad16567 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1206331 Sep 08 13:19:04.420203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33370) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:04.427953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-56a5970f-e4a9-4e54-9851-78989f6596cc admin admin] Request body: {'subnet': {'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-382014672-subnet', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:04.572598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a5970f-e4a9-4e54-9851-78989f6596cc admin admin] Made reservation on behalf of 87c4148b76ce451aa3e85da0df3d1072 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:19:04.574341 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56a5970f-e4a9-4e54-9851-78989f6596cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:04.883857 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56a5970f-e4a9-4e54-9851-78989f6596cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:05.030694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5970f-e4a9-4e54-9851-78989f6596cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3efa374-0fbf-49a2-bbb8-f19c056d62ba,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:05.075919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a5970f-e4a9-4e54-9851-78989f6596cc admin admin] Checking segment: {'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:05.076362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a5970f-e4a9-4e54-9851-78989f6596cc admin admin] Network hostable DHCP agents. Network: ea2cbd03-0704-4a58-bfc2-92d09d418219, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:19:05.169382 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a5970f-e4a9-4e54-9851-78989f6596cc admin admin] Network ea2cbd03-0704-4a58-bfc2-92d09d418219 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:19:05.272126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-56a5970f-e4a9-4e54-9851-78989f6596cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, ea2cbd03-0704-4a58-bfc2-92d09d418219) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:05.276720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a5970f-e4a9-4e54-9851-78989f6596cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:05.277392 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56a5970f-e4a9-4e54-9851-78989f6596cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:05.287433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31262db-8f99-4728-a9dc-26d9386cedf0 None None] Network ea2cbd03-0704-4a58-bfc2-92d09d418219 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:19:05.369850 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-56a5970f-e4a9-4e54-9851-78989f6596cc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9474237 Sep 08 13:19:05.377905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33396) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:05.384164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-382014672-router', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:05.527781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-ea2cbd03-0704-4a58-bfc2-92d09d418219', 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'fixed_ips': [{'subnet_id': 'e3efa374-0fbf-49a2-bbb8-f19c056d62ba'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:19:05.529156 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:05.679272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Allocated IP 172.20.0.2 (ea2cbd03-0704-4a58-bfc2-92d09d418219/e3efa374-0fbf-49a2-bbb8-f19c056d62ba/aac7b88e-f356-46d6-a10f-843174123316) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:05.776401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:05.778008 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:05.872778 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:05.888286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33406) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:05.891337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Transition to ACTIVE for port object aac7b88e-f356-46d6-a10f-843174123316 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:05.913535 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:05.928854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Transition to ACTIVE for port object aac7b88e-f356-46d6-a10f-843174123316 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:06.035051 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.083084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-825700361-network', 'tenant_id': '363f35ca201640688265e019e1027b1c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:06.214426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Made reservation on behalf of 363f35ca201640688265e019e1027b1c for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:19:06.217889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.234645 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.249862 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.266786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Network ea2cbd03-0704-4a58-bfc2-92d09d418219 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:06.272617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:06.276085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:06.288977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Pushing event updated for resources: {'Port': ['ID=aac7b88e-f356-46d6-a10f-843174123316,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:06.400758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Attempting to bind port aac7b88e-f356-46d6-a10f-843174123316 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:19:06.401295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Attempting to bind port aac7b88e-f356-46d6-a10f-843174123316 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:19:06.403924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Attempting to bind port aac7b88e-f356-46d6-a10f-843174123316 on network ea2cbd03-0704-4a58-bfc2-92d09d418219 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:06.433829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:19:06.436446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Checking segment: {'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:06.436446 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.436446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Bound using segment: {'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:19:06.436446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Bound port: aac7b88e-f356-46d6-a10f-843174123316, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:19:06.441205 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.500314 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.574122 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.592242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] For port aac7b88e-f356-46d6-a10f-843174123316, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:19:06.608666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] For port aac7b88e-f356-46d6-a10f-843174123316, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=aac7b88e-f356-46d6-a10f-843174123316,segment=NetworkSegment(2242faee-f2f1-4275-b235-edf7435cb82e),segment_id=2242faee-f2f1-4275-b235-edf7435cb82e)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:19:06.625909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f08e3ab-93bf-4fb9-a43a-5e9a1d0c8f56,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:06.654109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:19:06.668750 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.669109 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Added segment 6db95c86-82a9-4361-94c6-f48761d916f5 of type vlan for network b99d5f0d-8909-4d9d-b46b-bc66a75d3f80 Sep 08 13:19:06.682896 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.739955 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.764821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d690ce-9293-44c6-8fd4-86eab319a29b None None] Pushing event updated for resources: {'Port': ['ID=aac7b88e-f356-46d6-a10f-843174123316,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:06.779050 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.805959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.923411 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.924661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:06.925483 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:06.927741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Allocated IP 172.25.5.86 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/a0a24be3-63cb-4917-a0f1-c593416ccc3b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:07.117035 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2116420 Sep 08 13:19:07.123827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc34bb-897e-4c78-9516-9b1c59bb5ef1 admin admin] Pushing event updated for resources: {'Network': ['ID=b99d5f0d-8909-4d9d-b46b-bc66a75d3f80,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:07.160835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network b99d5f0d-8909-4d9d-b46b-bc66a75d3f80 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:19:07.225299 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:07.360681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device aac7b88e-f356-46d6-a10f-843174123316 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:07.596802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port aac7b88e-f356-46d6-a10f-843174123316 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:07.768922 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12afc4c0-73ad-469d-942a-5b5eec2c77c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:07.800337 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:07.951538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:07.955667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:07.957889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8f2a0-1aa0-4645-aafc-a8640d476278 req-8fee2ebd-8e8e-4be4-bbf6-0eec55ab8113 tempest-ComputeTenantNetworksTest-1457454356 tempest-ComputeTenantNetworksTest-1457454356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:07.968929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:07.974461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8f2a0-1aa0-4645-aafc-a8640d476278 req-8fee2ebd-8e8e-4be4-bbf6-0eec55ab8113 tempest-ComputeTenantNetworksTest-1457454356 tempest-ComputeTenantNetworksTest-1457454356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:07.984671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8f2a0-1aa0-4645-aafc-a8640d476278 req-8fee2ebd-8e8e-4be4-bbf6-0eec55ab8113 tempest-ComputeTenantNetworksTest-1457454356 tempest-ComputeTenantNetworksTest-1457454356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:07.987905 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39c8f2a0-1aa0-4645-aafc-a8640d476278 req-8fee2ebd-8e8e-4be4-bbf6-0eec55ab8113 tempest-ComputeTenantNetworksTest-1457454356 tempest-ComputeTenantNetworksTest-1457454356-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.2281806 Sep 08 13:19:08.032846 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Pushing event updated for resources: {'Port': ['ID=a0a24be3-63cb-4917-a0f1-c593416ccc3b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:08.232769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc13944-c451-4988-a3cf-606b764390e8 req-8bc1a0c9-04bc-42ca-97dd-e11538b3c5e7 tempest-ComputeTenantNetworksTest-1457454356 tempest-ComputeTenantNetworksTest-1457454356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:08.234265 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-abc13944-c451-4988-a3cf-606b764390e8 req-8bc1a0c9-04bc-42ca-97dd-e11538b3c5e7 tempest-ComputeTenantNetworksTest-1457454356 tempest-ComputeTenantNetworksTest-1457454356-project] 10.222.0.69 "GET /v2.0/networks/b99d5f0d-8909-4d9d-b46b-bc66a75d3f80 HTTP/1.1" status: 200 len: 768 time: 0.1922164 Sep 08 13:19:08.243629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33440) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:08.386678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b2a9ed-5b6c-4fa3-a341-baddbbcac4ec None None] Network ea2cbd03-0704-4a58-bfc2-92d09d418219 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:19:08.428196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:08.621932 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:08.633555 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:08.643251 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-037f45e6-57fe-4673-a304-f4964ac09a26 None None] Provisioning for port aac7b88e-f356-46d6-a10f-843174123316 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:08.702655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99d5f0d-8909-4d9d-b46b-bc66a75d3f80']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:08.764148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db95c86-82a9-4361-94c6-f48761d916f5') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:08.764559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db95c86-82a9-4361-94c6-f48761d916f5') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:08.770866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-037f45e6-57fe-4673-a304-f4964ac09a26 None None] Provisioning complete for port aac7b88e-f356-46d6-a10f-843174123316 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:08.771251 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-037f45e6-57fe-4673-a304-f4964ac09a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:08.831442 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:08.897484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:08.911439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:19:08.911851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:19:08.913809 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:19:08.973391 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-037f45e6-57fe-4673-a304-f4964ac09a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:09.076477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-037f45e6-57fe-4673-a304-f4964ac09a26 None None] For port aac7b88e-f356-46d6-a10f-843174123316, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=aac7b88e-f356-46d6-a10f-843174123316,segment=NetworkSegment(2242faee-f2f1-4275-b235-edf7435cb82e),segment_id=2242faee-f2f1-4275-b235-edf7435cb82e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:09.178139 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:09.896300 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-037f45e6-57fe-4673-a304-f4964ac09a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:09.934863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Router 219afa94-a46c-41ab-847c-5cfb8ed0f77d is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:19:09.946863 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:10.026453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:10.050360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] 10.222.0.69 "DELETE /v2.0/networks/b99d5f0d-8909-4d9d-b46b-bc66a75d3f80 HTTP/1.1" status: 204 len: 168 time: 1.8052509 Sep 08 13:19:10.127607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c3f7e-4dfa-4db8-90b8-d6a02c5ebc14 admin admin] Pushing event deleted for resources: {'Network': ['ID=b99d5f0d-8909-4d9d-b46b-bc66a75d3f80,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:10.192371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f45e6-57fe-4673-a304-f4964ac09a26 None None] Pushing event updated for resources: {'Port': ['ID=aac7b88e-f356-46d6-a10f-843174123316,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:10.194609 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:19:10.205978 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Sync routers for ids ['219afa94-a46c-41ab-847c-5cfb8ed0f77d'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:19:10.218216 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Routers {'219afa94-a46c-41ab-847c-5cfb8ed0f77d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:10.219222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e95b09c9-ccbf-4bdd-85ce-c58a7661f6a3 None None] Provisioning complete for port aac7b88e-f356-46d6-a10f-843174123316 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:10.219596 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:18:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['219afa94-a46c-41ab-847c-5cfb8ed0f77d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:10.220854 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e95b09c9-ccbf-4bdd-85ce-c58a7661f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:10.284160 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47aac77a-0920-4e3b-bed2-78a2c60bb03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:10.319094 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:10.320448 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-88b2a691-350e-46fc-9961-79d55e81e5cd admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9402282 Sep 08 13:19:10.324664 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33464) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:10.403081 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:10.406913 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Set router 219afa94-a46c-41ab-847c-5cfb8ed0f77d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:10.603587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33470) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:10.713193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4fc69b34-bfb2-4e13-923c-c54f1941d8a8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=363f35ca201640688265e019e1027b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1077342 Sep 08 13:19:10.715982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33472) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:10.741352 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'name': 'tempest-AttachSCSIVolumeTestJSON-382014672-router', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:05Z', 'updated_at': '2021-09-08T13:19:08Z', 'revision_number': 3, 'project_id': '87c4148b76ce451aa3e85da0df3d1072', 'gw_port': {'id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:06Z', 'updated_at': '2021-09-08T13:19:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:10.790862 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Checking router: 219afa94-a46c-41ab-847c-5cfb8ed0f77d for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:19:10.791324 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Updating router 219afa94-a46c-41ab-847c-5cfb8ed0f77d port a0a24be3-63cb-4917-a0f1-c593416ccc3b binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:19:10.820810 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1112a8f-e8ed-470e-8bbd-d944be183912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:10.840787 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:10.867388 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1112a8f-e8ed-470e-8bbd-d944be183912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:10.985947 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:10.991623 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1112a8f-e8ed-470e-8bbd-d944be183912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:10.994241 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1112a8f-e8ed-470e-8bbd-d944be183912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:10.995853 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e1112a8f-e8ed-470e-8bbd-d944be183912 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f08e3ab-93bf-4fb9-a43a-5e9a1d0c8f56 HTTP/1.1" status: 204 len: 168 time: 0.2784448 Sep 08 13:19:11.005362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1112a8f-e8ed-470e-8bbd-d944be183912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f08e3ab-93bf-4fb9-a43a-5e9a1d0c8f56,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:11.188461 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:11.228193 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Transition to ACTIVE for port object a0a24be3-63cb-4917-a0f1-c593416ccc3b will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:11.291147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device aac7b88e-f356-46d6-a10f-843174123316 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:11.320398 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Allocated IP 172.20.0.1 (ea2cbd03-0704-4a58-bfc2-92d09d418219/e3efa374-0fbf-49a2-bbb8-f19c056d62ba/f64a04db-65db-4f7b-9124-e8a56814cbee) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:11.340329 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:11.431211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port aac7b88e-f356-46d6-a10f-843174123316 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:11.433107 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:11.497637 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Attempting to bind port a0a24be3-63cb-4917-a0f1-c593416ccc3b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:19:11.498486 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Attempting to bind port a0a24be3-63cb-4917-a0f1-c593416ccc3b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:19:11.499415 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Attempting to bind port a0a24be3-63cb-4917-a0f1-c593416ccc3b on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:11.539479 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:11.548111 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:19:11.548852 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:11.549924 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:11.550673 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:19:11.551548 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Bound port: a0a24be3-63cb-4917-a0f1-c593416ccc3b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:19:11.552627 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:11.587831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Transition to ACTIVE for port object f64a04db-65db-4f7b-9124-e8a56814cbee will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:11.647674 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] For port a0a24be3-63cb-4917-a0f1-c593416ccc3b, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:19:11.656268 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] For port a0a24be3-63cb-4917-a0f1-c593416ccc3b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a0a24be3-63cb-4917-a0f1-c593416ccc3b,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:19:11.658219 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Pushing event updated for resources: {'Port': ['ID=a0a24be3-63cb-4917-a0f1-c593416ccc3b,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:11.679160 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:11.680585 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:11.681933 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:11.685293 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:11.692325 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:11.692325 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:11.692325 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:11.692325 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:11.692325 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:11.692325 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:11.692325 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:11.692325 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:11.774642 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:11.831954 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:11.832874 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:11.873135 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eec172-92d4-4926-81dc-6a36e9fd87b4 None None] Pushing event updated for resources: {'Port': ['ID=a0a24be3-63cb-4917-a0f1-c593416ccc3b,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:11.908028 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Network ea2cbd03-0704-4a58-bfc2-92d09d418219 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:11.910893 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Routers {'219afa94-a46c-41ab-847c-5cfb8ed0f77d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:11.911541 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['219afa94-a46c-41ab-847c-5cfb8ed0f77d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:11.926280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:11.942910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:11.947157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Pushing event updated for resources: {'Port': ['ID=f64a04db-65db-4f7b-9124-e8a56814cbee,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:12.025634 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:12.026668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:12.026668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:12.026933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:12.027186 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:12.028025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:12.032595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:12.033212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:12.033571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:12.033915 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:12.034389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:12.034831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:12.068354 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:12.349952 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] Set router 219afa94-a46c-41ab-847c-5cfb8ed0f77d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:12.681780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-71c56d1e-f955-418f-abc7-930359222f1b None None] Provisioning for port f64a04db-65db-4f7b-9124-e8a56814cbee completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:12.688636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-71c56d1e-f955-418f-abc7-930359222f1b None None] Provisioning complete for port f64a04db-65db-4f7b-9124-e8a56814cbee triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:12.689271 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-71c56d1e-f955-418f-abc7-930359222f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:12.752334 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'name': 'tempest-AttachSCSIVolumeTestJSON-382014672-router', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:05Z', 'updated_at': '2021-09-08T13:19:08Z', 'revision_number': 3, 'project_id': '87c4148b76ce451aa3e85da0df3d1072', 'gw_port': {'id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:06Z', 'updated_at': '2021-09-08T13:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:12.816261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-71c56d1e-f955-418f-abc7-930359222f1b None None] Port f64a04db-65db-4f7b-9124-e8a56814cbee cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:19:12.881357 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f122a662-2531-4073-a5d2-5bb920c99611 None None] The sync data for ids ['219afa94-a46c-41ab-847c-5cfb8ed0f77d'] in n-d-807558-3 is: [{'id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'name': 'tempest-AttachSCSIVolumeTestJSON-382014672-router', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:05Z', 'updated_at': '2021-09-08T13:19:08Z', 'revision_number': 3, 'project_id': '87c4148b76ce451aa3e85da0df3d1072', 'gw_port': {'id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:06Z', 'updated_at': '2021-09-08T13:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:19:12.947913 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:13.185520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33524) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:13.308889 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:13.384927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1554932281-network', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:13.493639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:13.569497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:13.597377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Made reservation on behalf of 530dc135970c42fa8a64c76e67a2c40e for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:19:13.599805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:13.619542 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:13.666813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Pushing event updated for resources: {'Port': ['ID=f64a04db-65db-4f7b-9124-e8a56814cbee,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:13.714377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:13.870707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:13.910804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Network ea2cbd03-0704-4a58-bfc2-92d09d418219 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:13.912338 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:13.962991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:14.042930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:19:14.069940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebb5214-f892-4215-a481-7b6ffd8991ec,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:14.077546 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:14.089834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:14.090258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:14.095761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:14.096690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:14.097529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:14.099141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:14.100046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:14.100925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:14.101664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:14.102552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:14.110763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:14.111912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:14.146057 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:14.146057 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Added segment 8a5bab4a-9796-47d5-ab10-1a1a882429c3 of type vlan for network 94128c7a-143e-4284-b21f-f35c48c0a07f Sep 08 13:19:14.193785 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:14.258777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Router 219afa94-a46c-41ab-847c-5cfb8ed0f77d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:19:14.357525 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:14.361983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:14.371298 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:14.374099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-95531f1f-18ec-402e-9c52-5b91f4bb4bf0 None None] Provisioning complete for port f64a04db-65db-4f7b-9124-e8a56814cbee triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:14.374521 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-95531f1f-18ec-402e-9c52-5b91f4bb4bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:14.420822 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-95531f1f-18ec-402e-9c52-5b91f4bb4bf0 None None] Port f64a04db-65db-4f7b-9124-e8a56814cbee cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:19:14.431077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:19:14.455653 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-137ed5b2-99af-4823-b7fb-ae21ea8bdc0c admin admin] 10.222.0.69 "PUT /v2.0/routers/219afa94-a46c-41ab-847c-5cfb8ed0f77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1292267 Sep 08 13:19:14.530969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] Pushing event updated for resources: {'Network': ['ID=94128c7a-143e-4284-b21f-f35c48c0a07f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:14.542418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 94128c7a-143e-4284-b21f-f35c48c0a07f details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:19:14.684009 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d9028bac-3de0-4b02-a404-0b4e0a73c246 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4973068 Sep 08 13:19:14.686720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33566) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:14.694292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-829bd20f-e67f-4976-93bd-297558134759 admin admin] Request body: {'subnet': {'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1554932281-subnet', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:14.807511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829bd20f-e67f-4976-93bd-297558134759 admin admin] Made reservation on behalf of 530dc135970c42fa8a64c76e67a2c40e for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:19:14.810369 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-829bd20f-e67f-4976-93bd-297558134759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:15.294833 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-829bd20f-e67f-4976-93bd-297558134759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:15.338164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a0a24be3-63cb-4917-a0f1-c593416ccc3b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:15.402853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829bd20f-e67f-4976-93bd-297558134759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6727ff3-46e9-47fd-a7eb-d2bf058b9def,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:15.413518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829bd20f-e67f-4976-93bd-297558134759 admin admin] Checking segment: {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:15.413999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829bd20f-e67f-4976-93bd-297558134759 admin admin] Network hostable DHCP agents. Network: 94128c7a-143e-4284-b21f-f35c48c0a07f, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:19:15.505863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829bd20f-e67f-4976-93bd-297558134759 admin admin] Network 94128c7a-143e-4284-b21f-f35c48c0a07f is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:19:15.522530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Sync routers for ids ['219afa94-a46c-41ab-847c-5cfb8ed0f77d'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:19:15.563051 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Routers {'219afa94-a46c-41ab-847c-5cfb8ed0f77d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:15.564806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['219afa94-a46c-41ab-847c-5cfb8ed0f77d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:15.596246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-829bd20f-e67f-4976-93bd-297558134759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 94128c7a-143e-4284-b21f-f35c48c0a07f) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:15.601438 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829bd20f-e67f-4976-93bd-297558134759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:15.604200 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-829bd20f-e67f-4976-93bd-297558134759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:15.717227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-829bd20f-e67f-4976-93bd-297558134759 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0287912 Sep 08 13:19:15.720108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33590) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:15.727908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:15.787262 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Set router 219afa94-a46c-41ab-847c-5cfb8ed0f77d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:15.817547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port a0a24be3-63cb-4917-a0f1-c593416ccc3b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:15.819997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bef480-e3b9-4c01-9133-afd00889da23 None None] Network 94128c7a-143e-4284-b21f-f35c48c0a07f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:19:15.833161 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33598) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:15.838543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1459843888-network', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:15.872876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a0a24be3-63cb-4917-a0f1-c593416ccc3b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:15.879118 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:15.941026 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:15.942422 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.024762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Made reservation on behalf of 7d43dd5fceb84d68ac1519a557628239 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:19:16.027451 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.037644 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.044760 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.255212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.290521 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.372606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port a0a24be3-63cb-4917-a0f1-c593416ccc3b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a0a24be3-63cb-4917-a0f1-c593416ccc3b,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:16.388732 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.417947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'name': 'tempest-AttachSCSIVolumeTestJSON-382014672-router', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:05Z', 'updated_at': '2021-09-08T13:19:12Z', 'revision_number': 4, 'project_id': '87c4148b76ce451aa3e85da0df3d1072', 'gw_port': {'id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b4:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:06Z', 'updated_at': '2021-09-08T13:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f64a04db-65db-4f7b-9124-e8a56814cbee', 'name': '', 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'mac_address': 'fa:16:3e:69:fc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e3efa374-0fbf-49a2-bbb8-f19c056d62ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:11Z', 'updated_at': '2021-09-08T13:19:13Z', 'revision_number': 2, 'project_id': '87c4148b76ce451aa3e85da0df3d1072', 'subnets': [{'id': 'e3efa374-0fbf-49a2-bbb8-f19c056d62ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:16.423283 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-94128c7a-143e-4284-b21f-f35c48c0a07f', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:19:16.424118 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.459499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Checking router: 219afa94-a46c-41ab-847c-5cfb8ed0f77d for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:19:16.468991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Updating router 219afa94-a46c-41ab-847c-5cfb8ed0f77d port f64a04db-65db-4f7b-9124-e8a56814cbee binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:19:16.488787 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.497120 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.525990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:19:16.542749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7731fc53-5ada-49f3-91cd-fb612ae5d858,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:16.545279 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.545620 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Added segment 74e0fe63-d4b5-44b4-b99b-78673843b5a1 of type vlan for network 8e16aa8c-c846-4248-ba37-a37863288611 Sep 08 13:19:16.575599 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.605793 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.728774 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.729840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:16.730700 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.837033 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.917758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0833633 Sep 08 13:19:16.924246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33626) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:16.931267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Allocated IP 172.20.0.2 (94128c7a-143e-4284-b21f-f35c48c0a07f/e6727ff3-46e9-47fd-a7eb-d2bf058b9def/5bba6aff-6585-48cc-96aa-1eaeffe58c6c) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:16.935078 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:16.946755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a3411554-4d27-446d-b4c8-ca24638fd0b2 admin admin] Request body: {'subnet': {'network_id': '8e16aa8c-c846-4248-ba37-a37863288611', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459843888-subnet', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:16.963859 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f63541-b719-4c12-9197-9a68e3736dc1 admin admin] Pushing event updated for resources: {'Network': ['ID=8e16aa8c-c846-4248-ba37-a37863288611,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:17.107739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3411554-4d27-446d-b4c8-ca24638fd0b2 admin admin] Made reservation on behalf of 7d43dd5fceb84d68ac1519a557628239 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:19:17.110902 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3411554-4d27-446d-b4c8-ca24638fd0b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:17.130659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=a0a24be3-63cb-4917-a0f1-c593416ccc3b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:17.138829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 8e16aa8c-c846-4248-ba37-a37863288611 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:19:17.150637 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:17.236321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Allocated IP 172.25.5.112 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/37d7a5de-fc86-4100-8440-3061cc1e3bb4) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:17.382690 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:17.491193 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:17.510921 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:17.521376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Transition to ACTIVE for port object 5bba6aff-6585-48cc-96aa-1eaeffe58c6c will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:17.568522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:17.571500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:17.571634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Transition to ACTIVE for port object 5bba6aff-6585-48cc-96aa-1eaeffe58c6c will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:17.574606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:17.611215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Pushing event updated for resources: {'Port': ['ID=37d7a5de-fc86-4100-8440-3061cc1e3bb4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:17.619849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3411554-4d27-446d-b4c8-ca24638fd0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:17.645510 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:17.697459 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Pushing event updated for resources: {'Port': ['ID=5bba6aff-6585-48cc-96aa-1eaeffe58c6c,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:17.733997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Network 94128c7a-143e-4284-b21f-f35c48c0a07f is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:17.737445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:17.741383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:17.751064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3411554-4d27-446d-b4c8-ca24638fd0b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0372db0b-31e7-4232-bb58-8e07e3d448c0,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:17.805727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3411554-4d27-446d-b4c8-ca24638fd0b2 admin admin] Checking segment: {'id': '74e0fe63-d4b5-44b4-b99b-78673843b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:17.806528 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3411554-4d27-446d-b4c8-ca24638fd0b2 admin admin] Network hostable DHCP agents. Network: 8e16aa8c-c846-4248-ba37-a37863288611, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:19:17.838383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Attempting to bind port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:19:17.838383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Attempting to bind port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:19:17.838383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Attempting to bind port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c on network 94128c7a-143e-4284-b21f-f35c48c0a07f {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:17.838383 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:17.839138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:19:17.839522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Checking segment: {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:17.839934 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:17.840333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Bound using segment: {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:19:17.840867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Bound port: 5bba6aff-6585-48cc-96aa-1eaeffe58c6c, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:19:17.841271 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:17.899126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Transition to ACTIVE for port object f64a04db-65db-4f7b-9124-e8a56814cbee will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:17.964002 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3411554-4d27-446d-b4c8-ca24638fd0b2 admin admin] Network 8e16aa8c-c846-4248-ba37-a37863288611 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:19:17.966110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] For port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:19:17.971348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] For port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5bba6aff-6585-48cc-96aa-1eaeffe58c6c,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:19:18.055839 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:18.117284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0da94-e6ae-4cc8-97fe-8b10880b22fe None None] Pushing event updated for resources: {'Port': ['ID=f64a04db-65db-4f7b-9124-e8a56814cbee,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:18.158428 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:18.168604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a3411554-4d27-446d-b4c8-ca24638fd0b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 8e16aa8c-c846-4248-ba37-a37863288611) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:18.180904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3411554-4d27-446d-b4c8-ca24638fd0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:18.180904 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3411554-4d27-446d-b4c8-ca24638fd0b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:18.190403 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:18.206296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8fff0d-6709-4c2b-a2da-e73ce679da81 None None] Network 8e16aa8c-c846-4248-ba37-a37863288611 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:19:18.274433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a3411554-4d27-446d-b4c8-ca24638fd0b2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3383403 Sep 08 13:19:18.278322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33646) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:18.280136 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1459843888-router', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:18.291035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dec10b-4e94-4727-8c0e-104bcc3d6354 None None] Pushing event updated for resources: {'Port': ['ID=5bba6aff-6585-48cc-96aa-1eaeffe58c6c,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:18.328126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Attempting to bind port f64a04db-65db-4f7b-9124-e8a56814cbee on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:19:18.332404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Attempting to bind port f64a04db-65db-4f7b-9124-e8a56814cbee by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:19:18.332404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Attempting to bind port f64a04db-65db-4f7b-9124-e8a56814cbee on network ea2cbd03-0704-4a58-bfc2-92d09d418219 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:18.350163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:19:18.350641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Checking segment: {'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:18.351049 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:18.351494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Bound using segment: {'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:19:18.351972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Bound port: f64a04db-65db-4f7b-9124-e8a56814cbee, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:19:18.352357 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:18.392203 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:18.393272 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:18.489043 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:18.651592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] For port f64a04db-65db-4f7b-9124-e8a56814cbee, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:19:18.744808 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] For port f64a04db-65db-4f7b-9124-e8a56814cbee, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f64a04db-65db-4f7b-9124-e8a56814cbee,segment=NetworkSegment(2242faee-f2f1-4275-b235-edf7435cb82e),segment_id=2242faee-f2f1-4275-b235-edf7435cb82e)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:19:18.759602 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-8e16aa8c-c846-4248-ba37-a37863288611', 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'fixed_ips': [{'subnet_id': '0372db0b-31e7-4232-bb58-8e07e3d448c0'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:19:18.759602 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:18.802206 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:18.845799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:19.037357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Allocated IP 172.20.0.2 (8e16aa8c-c846-4248-ba37-a37863288611/0372db0b-31e7-4232-bb58-8e07e3d448c0/0cc0a2a5-81f5-4606-9c9d-f01b187e61fd) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:19.060463 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:19.085342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Routers {'219afa94-a46c-41ab-847c-5cfb8ed0f77d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:19.086003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['219afa94-a46c-41ab-847c-5cfb8ed0f77d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:19.278445 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdff80a-2e11-456d-a6a8-f7c8f81ca01b req-2d179466-4084-4823-93f1-8023dc8d0355 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:19.280229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1bdff80a-2e11-456d-a6a8-f7c8f81ca01b req-2d179466-4084-4823-93f1-8023dc8d0355 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 946 time: 0.2261016 Sep 08 13:19:19.327459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Router 2da79440-d7dc-42dd-81b8-71c0d182dd8b is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:19:19.353236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] Set router 219afa94-a46c-41ab-847c-5cfb8ed0f77d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:19.358843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0da94-e6ae-4cc8-97fe-8b10880b22fe None None] Pushing event updated for resources: {'Port': ['ID=f64a04db-65db-4f7b-9124-e8a56814cbee,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:19.502570 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1bdff80a-2e11-456d-a6a8-f7c8f81ca01b req-296abfa2-b34c-4f33-835f-6b60613f8b82 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100141 Sep 08 13:19:19.538052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a0a24be3-63cb-4917-a0f1-c593416ccc3b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:19.557221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:19:19.568977 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Sync routers for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:19:19.581162 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:19.582604 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:19.630994 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:19.661066 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:19.722818 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:19.724265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-441ca747-6096-4f57-9b0d-cabe78447d20 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0027385 Sep 08 13:19:19.727157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33678) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:19.787007 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:19.807572 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:19.821866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Transition to ACTIVE for port object 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:19.828932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Allocated IP 172.25.5.228 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/772b21ea-284f-4b15-b7db-ca79d2050ea7) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:19.840939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Transition to ACTIVE for port object 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:19.844940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a0a24be3-63cb-4917-a0f1-c593416ccc3b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:19.845321 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:19.996076 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.048517 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:17Z', 'revision_number': 3, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:20.079261 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Checking router: 2da79440-d7dc-42dd-81b8-71c0d182dd8b for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:19:20.079616 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Updating router 2da79440-d7dc-42dd-81b8-71c0d182dd8b port 37d7a5de-fc86-4100-8440-3061cc1e3bb4 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:19:20.103331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43353a09-c980-4990-a55e-f12228527b87 None None] Network 94128c7a-143e-4284-b21f-f35c48c0a07f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:19:20.114090 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.132891 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.181513 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.239537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:20.248226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:20.253350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Network 8e16aa8c-c846-4248-ba37-a37863288611 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:20.256785 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:20.260388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=772b21ea-284f-4b15-b7db-ca79d2050ea7,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:20.299337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:20.330548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.331033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:20.349723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Pushing event updated for resources: {'Port': ['ID=0cc0a2a5-81f5-4606-9c9d-f01b187e61fd,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:20.353136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5bba6aff-6585-48cc-96aa-1eaeffe58c6c up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:20.402381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c106a951-d2b2-46e1-a513-2b0f4cea1d0a None None] Provisioning for port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:20.493023 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.505534 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Transition to ACTIVE for port object 37d7a5de-fc86-4100-8440-3061cc1e3bb4 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:20.529289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'name': 'tempest-AttachSCSIVolumeTestJSON-382014672-router', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:05Z', 'updated_at': '2021-09-08T13:19:12Z', 'revision_number': 4, 'project_id': '87c4148b76ce451aa3e85da0df3d1072', 'gw_port': {'id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:06Z', 'updated_at': '2021-09-08T13:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f64a04db-65db-4f7b-9124-e8a56814cbee', 'name': '', 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'mac_address': 'fa:16:3e:69:fc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e3efa374-0fbf-49a2-bbb8-f19c056d62ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:11Z', 'updated_at': '2021-09-08T13:19:18Z', 'revision_number': 4, 'project_id': '87c4148b76ce451aa3e85da0df3d1072', 'subnets': [{'id': 'e3efa374-0fbf-49a2-bbb8-f19c056d62ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:20.535525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Attempting to bind port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:19:20.535924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Attempting to bind port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '74e0fe63-d4b5-44b4-b99b-78673843b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:19:20.536423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Attempting to bind port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd on network 8e16aa8c-c846-4248-ba37-a37863288611 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:20.555988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Allocated IP 172.20.0.1 (94128c7a-143e-4284-b21f-f35c48c0a07f/e6727ff3-46e9-47fd-a7eb-d2bf058b9def/44410a06-bc86-4bc4-a427-f24b87f7a23b) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:20.568018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4370f136-e7cf-4d82-9d99-4d589a1de539 None None] The sync data for ids ['219afa94-a46c-41ab-847c-5cfb8ed0f77d'] in n-d-807558-3 is: [{'id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'name': 'tempest-AttachSCSIVolumeTestJSON-382014672-router', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:05Z', 'updated_at': '2021-09-08T13:19:12Z', 'revision_number': 4, 'project_id': '87c4148b76ce451aa3e85da0df3d1072', 'gw_port': {'id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:06Z', 'updated_at': '2021-09-08T13:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f64a04db-65db-4f7b-9124-e8a56814cbee', 'name': '', 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'mac_address': 'fa:16:3e:69:fc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'e3efa374-0fbf-49a2-bbb8-f19c056d62ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:11Z', 'updated_at': '2021-09-08T13:19:18Z', 'revision_number': 4, 'project_id': '87c4148b76ce451aa3e85da0df3d1072', 'subnets': [{'id': 'e3efa374-0fbf-49a2-bbb8-f19c056d62ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:19:20.595532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:19:20.595911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Checking segment: {'id': '74e0fe63-d4b5-44b4-b99b-78673843b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:20.596316 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.596709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Bound using segment: {'id': '74e0fe63-d4b5-44b4-b99b-78673843b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:19:20.597222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Bound port: 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e0fe63-d4b5-44b4-b99b-78673843b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:19:20.597603 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.657023 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.700039 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.707578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:20.749014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:20.749400 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.801381 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Attempting to bind port 37d7a5de-fc86-4100-8440-3061cc1e3bb4 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:19:20.801535 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.802476 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Attempting to bind port 37d7a5de-fc86-4100-8440-3061cc1e3bb4 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:19:20.803091 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Attempting to bind port 37d7a5de-fc86-4100-8440-3061cc1e3bb4 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:20.811747 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88a3ec-0ccf-4761-844d-ac86d1f18107 None None] Pushing event updated for resources: {'Port': ['ID=37d7a5de-fc86-4100-8440-3061cc1e3bb4,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:20.829438 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:19:20.829438 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:20.829438 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.830632 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:19:20.831139 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Bound port: 37d7a5de-fc86-4100-8440-3061cc1e3bb4, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:19:20.831551 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:20.851664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Transition to ACTIVE for port object 44410a06-bc86-4bc4-a427-f24b87f7a23b will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:20.936543 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] For port 37d7a5de-fc86-4100-8440-3061cc1e3bb4, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:19:20.943520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] For port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:19:20.951427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd45db-1a24-46ec-bfe8-e77f581c1995 req-20e03781-e6cb-4f48-9e91-8f286d1f22af tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:20.953186 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77cd45db-1a24-46ec-bfe8-e77f581c1995 req-20e03781-e6cb-4f48-9e91-8f286d1f22af tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 946 time: 0.3305626 Sep 08 13:19:20.975225 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] For port 37d7a5de-fc86-4100-8440-3061cc1e3bb4, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=37d7a5de-fc86-4100-8440-3061cc1e3bb4,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:19:20.978858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] For port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0cc0a2a5-81f5-4606-9c9d-f01b187e61fd,segment=NetworkSegment(74e0fe63-d4b5-44b4-b99b-78673843b5a1),segment_id=74e0fe63-d4b5-44b4-b99b-78673843b5a1)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:19:21.025062 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:21.049565 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:21.058022 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:21.079401 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77cd45db-1a24-46ec-bfe8-e77f581c1995 req-e1f0fc4b-3e8a-401f-9323-960ea8192141 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057086 Sep 08 13:19:21.176208 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:21.281032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Pushing event updated for resources: {'Port': ['ID=44410a06-bc86-4bc4-a427-f24b87f7a23b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:21.283206 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d88a3ec-0ccf-4761-844d-ac86d1f18107 None None] Pushing event updated for resources: {'Port': ['ID=37d7a5de-fc86-4100-8440-3061cc1e3bb4,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:21.291724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925bc9f7-fb48-43bf-8f84-c4c95e6074d4 None None] Pushing event updated for resources: {'Port': ['ID=0cc0a2a5-81f5-4606-9c9d-f01b187e61fd,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:21.300788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Network 94128c7a-143e-4284-b21f-f35c48c0a07f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:21.306952 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:21.324799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:21.335500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:21.376511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5bba6aff-6585-48cc-96aa-1eaeffe58c6c,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:21.407487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5b052652-b375-4849-b361-c44428e37792 None None] Provisioning complete for port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:21.408241 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5b052652-b375-4849-b361-c44428e37792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:21.418848 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:21.422086 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:21.470935 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:21.516153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:21.762831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Router fe832b81-6941-4442-947e-7eba5d687d96 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:19:21.769262 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=5bba6aff-6585-48cc-96aa-1eaeffe58c6c,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:21.826449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f64a04db-65db-4f7b-9124-e8a56814cbee up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:21.858655 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:21.960407 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:21.975380 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:19:21.991331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Sync routers for ids ['fe832b81-6941-4442-947e-7eba5d687d96'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:19:22.007453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Routers {'fe832b81-6941-4442-947e-7eba5d687d96'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:22.007453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fe832b81-6941-4442-947e-7eba5d687d96'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:22.179376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Set router fe832b81-6941-4442-947e-7eba5d687d96 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:22.187778 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:22.192573 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:17Z', 'revision_number': 3, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:22.209925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port f64a04db-65db-4f7b-9124-e8a56814cbee completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:22.225069 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5cb787-28fa-4192-aeca-0a4f2e82ec7b None None] The sync data for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 is: [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:17Z', 'revision_number': 3, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:19:22.254585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:22.256257 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-81d39cfb-cd67-4d9b-aa14-b0ac92498dc3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9804840 Sep 08 13:19:22.260735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33714) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:22.275457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ddcefd37-ae0b-41c0-976c-121c707bb26d None None] Provisioning for port 44410a06-bc86-4bc4-a427-f24b87f7a23b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:22.280293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f64a04db-65db-4f7b-9124-e8a56814cbee triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:22.280747 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:22.286947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ddcefd37-ae0b-41c0-976c-121c707bb26d None None] Provisioning complete for port 44410a06-bc86-4bc4-a427-f24b87f7a23b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:22.287375 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ddcefd37-ae0b-41c0-976c-121c707bb26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:22.355553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:22.496082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ddcefd37-ae0b-41c0-976c-121c707bb26d None None] Port 44410a06-bc86-4bc4-a427-f24b87f7a23b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:19:22.582996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Pushing event updated for resources: {'Port': ['ID=44410a06-bc86-4bc4-a427-f24b87f7a23b,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:22.584082 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:22.697072 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:22.733699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:19:22.861520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Network 94128c7a-143e-4284-b21f-f35c48c0a07f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:22.863828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:22.897313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port f64a04db-65db-4f7b-9124-e8a56814cbee, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f64a04db-65db-4f7b-9124-e8a56814cbee,segment=NetworkSegment(2242faee-f2f1-4275-b235-edf7435cb82e),segment_id=2242faee-f2f1-4275-b235-edf7435cb82e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:22.982932 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:23.004351 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:23.036542 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:23.039897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:19:23.042498 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2569ca53-88e3-4d3b-9fde-bb3e535d0b32" -d '{"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-unplugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:19:23.086098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459843888-router', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:18Z', 'updated_at': '2021-09-08T13:19:20Z', 'revision_number': 3, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'gw_port': {'id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:19Z', 'updated_at': '2021-09-08T13:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:23.090719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Router 2da79440-d7dc-42dd-81b8-71c0d182dd8b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:19:23.148781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Checking router: fe832b81-6941-4442-947e-7eba5d687d96 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:19:23.149130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Updating router fe832b81-6941-4442-947e-7eba5d687d96 port 772b21ea-284f-4b15-b7db-ca79d2050ea7 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:19:23.206421 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96511afb-d5d3-4543-a1fd-5afaeefa862e x-openstack-request-id: req-96511afb-d5d3-4543-a1fd-5afaeefa862e {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:19:23.207050 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-unplugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:19:23.207519 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-96511afb-d5d3-4543-a1fd-5afaeefa862e {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:19:23.208115 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'code': 200} Sep 08 13:19:23.208958 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:23.211636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6d338c-9eac-4adb-9f46-4f3b4566a2cc None None] Network 8e16aa8c-c846-4248-ba37-a37863288611 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:19:23.231872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=f64a04db-65db-4f7b-9124-e8a56814cbee,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:23.235224 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:23.327785 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:19:23.349184 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4384b058-1b09-45bd-9bf9-b9bf16b77586 admin admin] 10.222.0.69 "PUT /v2.0/routers/2da79440-d7dc-42dd-81b8-71c0d182dd8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6105089 Sep 08 13:19:23.523882 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:23.540374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dd4451ef-117d-4a9e-84c9-190afa77de46 None None] Provisioning for port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:23.672713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:23.845916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fe77b793-d6ef-45fc-8b7f-a2d9733ad643 None None] Provisioning complete for port 44410a06-bc86-4bc4-a427-f24b87f7a23b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:23.846197 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe77b793-d6ef-45fc-8b7f-a2d9733ad643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:23.886580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Allocated IP 172.20.0.1 (8e16aa8c-c846-4248-ba37-a37863288611/0372db0b-31e7-4232-bb58-8e07e3d448c0/e3ec37d8-3df4-45c3-98a6-cb2530d8630b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:23.889470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:23.981922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fe77b793-d6ef-45fc-8b7f-a2d9733ad643 None None] Port 44410a06-bc86-4bc4-a427-f24b87f7a23b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:19:24.027929 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.052927 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Transition to ACTIVE for port object e3ec37d8-3df4-45c3-98a6-cb2530d8630b will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:24.085150 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.104084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Transition to ACTIVE for port object 772b21ea-284f-4b15-b7db-ca79d2050ea7 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:24.163022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:24.167786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:24.168246 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.221111 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.252245 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.289298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Network 8e16aa8c-c846-4248-ba37-a37863288611 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:24.292384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:24.299199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:24.301645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33752) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:24.306637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-abbb2ce3-7c01-434f-bd17-c1c691a03c09 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629727849', 'description': 'tempest-description--1170312694'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:24.348679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ec37d8-3df4-45c3-98a6-cb2530d8630b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:24.351824 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.363312 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.373643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Attempting to bind port 772b21ea-284f-4b15-b7db-ca79d2050ea7 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:19:24.374025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Attempting to bind port 772b21ea-284f-4b15-b7db-ca79d2050ea7 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:19:24.375166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Attempting to bind port 772b21ea-284f-4b15-b7db-ca79d2050ea7 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:24.376353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272418e6-35a9-48a9-b32e-5134f4070fa5 None None] Pushing event updated for resources: {'Port': ['ID=772b21ea-284f-4b15-b7db-ca79d2050ea7,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:24.389846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:19:24.390339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:24.390762 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.391162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:19:24.391645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Bound port: 772b21ea-284f-4b15-b7db-ca79d2050ea7, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:19:24.392036 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.447790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0cc0a2a5-81f5-4606-9c9d-f01b187e61fd,segment=NetworkSegment(74e0fe63-d4b5-44b4-b99b-78673843b5a1),segment_id=74e0fe63-d4b5-44b4-b99b-78673843b5a1)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:24.450895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abbb2ce3-7c01-434f-bd17-c1c691a03c09 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.474163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5ab24986-d002-424c-91e4-8d2f07fa810d None None] Provisioning complete for port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:24.474576 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5ab24986-d002-424c-91e4-8d2f07fa810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.510129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] For port 772b21ea-284f-4b15-b7db-ca79d2050ea7, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:19:24.531237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] For port 772b21ea-284f-4b15-b7db-ca79d2050ea7, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=772b21ea-284f-4b15-b7db-ca79d2050ea7,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:19:24.564745 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abbb2ce3-7c01-434f-bd17-c1c691a03c09 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.580348 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5ab24986-d002-424c-91e4-8d2f07fa810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.620826 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.621750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 37d7a5de-fc86-4100-8440-3061cc1e3bb4 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:24.687775 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.688668 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.749598 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-5ab24986-d002-424c-91e4-8d2f07fa810d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:19:24.749967 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-5ab24986-d002-424c-91e4-8d2f07fa810d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:19:24.757143 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abbb2ce3-7c01-434f-bd17-c1c691a03c09 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.765369 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Sync routers for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:19:24.783543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Routers {'fe832b81-6941-4442-947e-7eba5d687d96'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:24.784552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fe832b81-6941-4442-947e-7eba5d687d96'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:24.787620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=0cc0a2a5-81f5-4606-9c9d-f01b187e61fd,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:24.792133 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:24.796308 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:24.804120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb2ce3-7c01-434f-bd17-c1c691a03c09 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63c82a86-ac5f-4649-9e71-d30db90a007e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:24.837102 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abbb2ce3-7c01-434f-bd17-c1c691a03c09 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.838681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-abbb2ce3-7c01-434f-bd17-c1c691a03c09 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5359344 Sep 08 13:19:24.841631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33764) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:24.846469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c2fc58d4-9ca5-4e36-96c3-5a90bbdb31c4 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Request body: {'security_group_rule': {'security_group_id': '63c82a86-ac5f-4649-9e71-d30db90a007e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:24.915811 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:24.957814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272418e6-35a9-48a9-b32e-5134f4070fa5 None None] Pushing event updated for resources: {'Port': ['ID=772b21ea-284f-4b15-b7db-ca79d2050ea7,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:24.981710 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] Set router fe832b81-6941-4442-947e-7eba5d687d96 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:25.009990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 37d7a5de-fc86-4100-8440-3061cc1e3bb4 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:25.018100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 37d7a5de-fc86-4100-8440-3061cc1e3bb4 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:25.018426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.030240 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.036158 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2fc58d4-9ca5-4e36-96c3-5a90bbdb31c4 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.088087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.113502 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:25.124548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2fc58d4-9ca5-4e36-96c3-5a90bbdb31c4 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.153440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ec37d8-3df4-45c3-98a6-cb2530d8630b,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:25.229674 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.248369 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2fc58d4-9ca5-4e36-96c3-5a90bbdb31c4 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.275723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Network 8e16aa8c-c846-4248-ba37-a37863288611 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:25.277234 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:25.277598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc58d4-9ca5-4e36-96c3-5a90bbdb31c4 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24cad4a2-c667-4260-b860-12140de5c83e,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:25.297411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 37d7a5de-fc86-4100-8440-3061cc1e3bb4, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=37d7a5de-fc86-4100-8440-3061cc1e3bb4,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:25.331559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459843888-router', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:18Z', 'updated_at': '2021-09-08T13:19:24Z', 'revision_number': 4, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'gw_port': {'id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:19Z', 'updated_at': '2021-09-08T13:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'e3ec37d8-3df4-45c3-98a6-cb2530d8630b', 'name': '', 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'mac_address': 'fa:16:3e:eb:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0372db0b-31e7-4232-bb58-8e07e3d448c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:23Z', 'updated_at': '2021-09-08T13:19:23Z', 'revision_number': 1, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'subnets': [{'id': '0372db0b-31e7-4232-bb58-8e07e3d448c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:25.351794 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2fc58d4-9ca5-4e36-96c3-5a90bbdb31c4 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.353721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c2fc58d4-9ca5-4e36-96c3-5a90bbdb31c4 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5108979 Sep 08 13:19:25.356473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33770) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:25.364688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3a00565f-fca4-4ca8-ab6a-dac45f28acc1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Request body: {'security_group_rule': {'security_group_id': '63c82a86-ac5f-4649-9e71-d30db90a007e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:25.369030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7402e9-6f7a-4338-9e4c-5610c3cd9ada None None] The sync data for ids ['fe832b81-6941-4442-947e-7eba5d687d96'] in n-d-807558-3 is: [{'id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459843888-router', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:18Z', 'updated_at': '2021-09-08T13:19:24Z', 'revision_number': 4, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'gw_port': {'id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:19Z', 'updated_at': '2021-09-08T13:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'e3ec37d8-3df4-45c3-98a6-cb2530d8630b', 'name': '', 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'mac_address': 'fa:16:3e:eb:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0372db0b-31e7-4232-bb58-8e07e3d448c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:23Z', 'updated_at': '2021-09-08T13:19:23Z', 'revision_number': 1, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'subnets': [{'id': '0372db0b-31e7-4232-bb58-8e07e3d448c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:19:25.398131 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.399298 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5bba6aff-6585-48cc-96aa-1eaeffe58c6c up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:25.451812 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:22Z', 'revision_number': 2, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:25.470087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Router fe832b81-6941-4442-947e-7eba5d687d96 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:19:25.493729 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Checking router: 2da79440-d7dc-42dd-81b8-71c0d182dd8b for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:19:25.494232 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Updating router 2da79440-d7dc-42dd-81b8-71c0d182dd8b port 44410a06-bc86-4bc4-a427-f24b87f7a23b binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:19:25.534374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a00565f-fca4-4ca8-ab6a-dac45f28acc1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.539847 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.572151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=37d7a5de-fc86-4100-8440-3061cc1e3bb4,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:25.587574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:25.588031 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.627271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ed377e35-fd42-4d0b-b357-45bbacdf3330 None None] Provisioning for port e3ec37d8-3df4-45c3-98a6-cb2530d8630b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:25.636055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ed377e35-fd42-4d0b-b357-45bbacdf3330 None None] Provisioning complete for port e3ec37d8-3df4-45c3-98a6-cb2530d8630b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:25.636434 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ed377e35-fd42-4d0b-b357-45bbacdf3330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.662256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:19:25.677729 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-30fa952c-830e-4189-8b9b-67b245a3e3c5 admin admin] 10.222.0.69 "PUT /v2.0/routers/fe832b81-6941-4442-947e-7eba5d687d96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4069753 Sep 08 13:19:25.677936 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a00565f-fca4-4ca8-ab6a-dac45f28acc1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.684959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ed377e35-fd42-4d0b-b357-45bbacdf3330 None None] Port e3ec37d8-3df4-45c3-98a6-cb2530d8630b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:19:25.739877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f64a04db-65db-4f7b-9124-e8a56814cbee up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:25.756779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a00565f-fca4-4ca8-ab6a-dac45f28acc1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.789911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00565f-fca4-4ca8-ab6a-dac45f28acc1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4406f5-da2f-47fd-88c7-bca87e22736d,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:25.871918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b6ab638c-20da-41eb-a058-837a7f338c62 None None] Provisioning complete for port e3ec37d8-3df4-45c3-98a6-cb2530d8630b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:25.873858 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b6ab638c-20da-41eb-a058-837a7f338c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.929556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f64a04db-65db-4f7b-9124-e8a56814cbee triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:25.929556 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.931518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab638c-20da-41eb-a058-837a7f338c62 None None] Port e3ec37d8-3df4-45c3-98a6-cb2530d8630b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:19:25.938236 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a00565f-fca4-4ca8-ab6a-dac45f28acc1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:25.938991 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3a00565f-fca4-4ca8-ab6a-dac45f28acc1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5792348 Sep 08 13:19:25.940900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33790) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:25.947335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:26.063534 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:26.076845 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Transition to ACTIVE for port object 44410a06-bc86-4bc4-a427-f24b87f7a23b will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:26.134707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:26.210316 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:26.223773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:26.363722 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c4db5-f5b3-4a40-807d-d82433d8e81f None None] Pushing event updated for resources: {'Port': ['ID=44410a06-bc86-4bc4-a427-f24b87f7a23b,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:26.374073 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Attempting to bind port 44410a06-bc86-4bc4-a427-f24b87f7a23b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:19:26.374954 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Attempting to bind port 44410a06-bc86-4bc4-a427-f24b87f7a23b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:19:26.375480 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Attempting to bind port 44410a06-bc86-4bc4-a427-f24b87f7a23b on network 94128c7a-143e-4284-b21f-f35c48c0a07f {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:26.383605 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:19:26.383984 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Checking segment: {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:26.384498 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:26.384896 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Bound using segment: {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:19:26.385431 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Bound port: 44410a06-bc86-4bc4-a427-f24b87f7a23b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:19:26.386083 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:26.406045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:26.407145 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:26.502579 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:26.513304 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] For port 44410a06-bc86-4bc4-a427-f24b87f7a23b, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:19:26.526164 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] For port 44410a06-bc86-4bc4-a427-f24b87f7a23b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=44410a06-bc86-4bc4-a427-f24b87f7a23b,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:19:26.654385 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:26.757134 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:26.757773 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:26.984008 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:27.042930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Allocated IP 172.25.5.42 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/5326508b-77ff-4042-827c-11b30c6f6900) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:27.212242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 37d7a5de-fc86-4100-8440-3061cc1e3bb4 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:27.277867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:27.325091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 37d7a5de-fc86-4100-8440-3061cc1e3bb4 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:27.325809 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:27.354929 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:19:27.431147 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:27.467260 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c4db5-f5b3-4a40-807d-d82433d8e81f None None] Pushing event updated for resources: {'Port': ['ID=44410a06-bc86-4bc4-a427-f24b87f7a23b,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:27.518110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:27.530705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:27.561904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:27.582781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event updated for resources: {'Port': ['ID=5326508b-77ff-4042-827c-11b30c6f6900,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:27.772095 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:26Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:27.823393 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:27.825877 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2238d2fd-074a-42e5-b985-62d9f4545538 None None] The sync data for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 is: [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:26Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:19:28.039119 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:28.323850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 772b21ea-284f-4b15-b7db-ca79d2050ea7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:28.358794 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:28.535379 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:28.591795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 772b21ea-284f-4b15-b7db-ca79d2050ea7 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:28.598045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 772b21ea-284f-4b15-b7db-ca79d2050ea7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:28.598798 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:28.702816 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:28.744304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event updated for resources: {'Port': ['ID=5326508b-77ff-4042-827c-11b30c6f6900,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:28.752431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:19:28.852694 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:28.900699 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:28.902645 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a997dcdd-ce19-4115-9523-e233f6c7a0ba tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9601800 Sep 08 13:19:28.960457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 772b21ea-284f-4b15-b7db-ca79d2050ea7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=772b21ea-284f-4b15-b7db-ca79d2050ea7,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:29.037561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:29.082419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'port_id': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'mac_address': 'fa:16:3e:51:86:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:19:29.166709 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-05368403-79b2-49fe-908b-f5b3acc5d13a tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1629727849&fields=id&tenant_id=530dc135970c42fa8a64c76e67a2c40e HTTP/1.1" status: 200 len: 267 time: 0.0590394 Sep 08 13:19:29.185720 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:29.188719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 44410a06-bc86-4bc4-a427-f24b87f7a23b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:29.343648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=772b21ea-284f-4b15-b7db-ca79d2050ea7,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:29.350255 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:29.362064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-906c4e07-c55e-435a-b8c7-13f9abd2382f tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:29.364165 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-906c4e07-c55e-435a-b8c7-13f9abd2382f tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/networks?id=94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 200 len: 811 time: 0.1965909 Sep 08 13:19:29.390668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae15e610-90c7-41ce-be55-bf487cfffc46 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:19:29.400079 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-3d78a480-9973-4290-b7ed-75ee77cc116d tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/quotas/530dc135970c42fa8a64c76e67a2c40e HTTP/1.1" status: 200 len: 375 time: 0.0239544 Sep 08 13:19:29.413606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:29.511590 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-8b93e330-4dd1-42bc-ab59-e615a1727581 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938816 Sep 08 13:19:29.523062 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:29.584649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:29.591918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 44410a06-bc86-4bc4-a427-f24b87f7a23b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:29.596684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 44410a06-bc86-4bc4-a427-f24b87f7a23b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:29.596979 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:29.630454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae15e610-90c7-41ce-be55-bf487cfffc46'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:19:29.685255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-2c88c817-07ee-4370-b34e-8e59d508dee6 service neutron] 10.222.0.69 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568685 Sep 08 13:19:29.756410 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:29.817289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 44410a06-bc86-4bc4-a427-f24b87f7a23b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=44410a06-bc86-4bc4-a427-f24b87f7a23b,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:29.819766 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-e388e5fb-6402-4795-a1ca-982d0eb41a33 service neutron] 10.222.0.69 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336243 Sep 08 13:19:29.922761 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:29.997333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=44410a06-bc86-4bc4-a427-f24b87f7a23b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:30.184985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-060b584f-f460-44c1-862e-d6a3e502fa48 req-65b9f139-b7fd-4003-8ecd-32e010d136e6 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 210 time: 0.0455492 Sep 08 13:19:30.230003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 772b21ea-284f-4b15-b7db-ca79d2050ea7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:30.312549 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 772b21ea-284f-4b15-b7db-ca79d2050ea7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:30.312941 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:30.318977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Sync routers for ids ['fe832b81-6941-4442-947e-7eba5d687d96'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:19:30.355866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Routers {'fe832b81-6941-4442-947e-7eba5d687d96'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:30.356531 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fe832b81-6941-4442-947e-7eba5d687d96'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:30.557107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 44410a06-bc86-4bc4-a427-f24b87f7a23b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:30.596861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Set router fe832b81-6941-4442-947e-7eba5d687d96 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:30.715609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 44410a06-bc86-4bc4-a427-f24b87f7a23b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:30.716249 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:30.765060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:30.903594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port ae15e610-90c7-41ce-be55-bf487cfffc46 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:30.904041 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:31.008323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459843888-router', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:18Z', 'updated_at': '2021-09-08T13:19:24Z', 'revision_number': 4, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'gw_port': {'id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:19Z', 'updated_at': '2021-09-08T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'e3ec37d8-3df4-45c3-98a6-cb2530d8630b', 'name': '', 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'mac_address': 'fa:16:3e:eb:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0372db0b-31e7-4232-bb58-8e07e3d448c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:23Z', 'updated_at': '2021-09-08T13:19:24Z', 'revision_number': 2, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'subnets': [{'id': '0372db0b-31e7-4232-bb58-8e07e3d448c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:31.055984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Checking router: fe832b81-6941-4442-947e-7eba5d687d96 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:19:31.056347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Updating router fe832b81-6941-4442-947e-7eba5d687d96 port e3ec37d8-3df4-45c3-98a6-cb2530d8630b binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:19:31.089418 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:31.091382 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:31.141094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:19:31.143590 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5788649-0df9-481f-808c-17f59fa76deb" -d '{"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-plugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:19:31.159961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:31.220127 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e4695e-e7b9-4487-afab-00dd1f350d49 x-openstack-request-id: req-06e4695e-e7b9-4487-afab-00dd1f350d49 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:19:31.220459 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-plugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:19:31.220652 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-06e4695e-e7b9-4487-afab-00dd1f350d49 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:19:31.221036 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'code': 200} Sep 08 13:19:31.263978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5059653-d77b-457d-8df4-bc2793ef5f6f req-f34ef3d4-b994-4ee5-ac0b-4928cee6c103 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 210 time: 0.0268435 Sep 08 13:19:31.404089 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:31.411272 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:31.437199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Transition to ACTIVE for port object e3ec37d8-3df4-45c3-98a6-cb2530d8630b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:31.469543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=10']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:31.574324 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:31.625414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b030f2-709e-4ed2-9b2d-d9a9b494b563 None None] Pushing event updated for resources: {'Port': ['ID=e3ec37d8-3df4-45c3-98a6-cb2530d8630b,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:31.712785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Attempting to bind port e3ec37d8-3df4-45c3-98a6-cb2530d8630b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:19:31.713185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Attempting to bind port e3ec37d8-3df4-45c3-98a6-cb2530d8630b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '74e0fe63-d4b5-44b4-b99b-78673843b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:19:31.713531 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Attempting to bind port e3ec37d8-3df4-45c3-98a6-cb2530d8630b on network 8e16aa8c-c846-4248-ba37-a37863288611 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:31.719297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:19:31.720056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Checking segment: {'id': '74e0fe63-d4b5-44b4-b99b-78673843b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:31.720056 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:31.720652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Bound using segment: {'id': '74e0fe63-d4b5-44b4-b99b-78673843b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:19:31.720939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Bound port: e3ec37d8-3df4-45c3-98a6-cb2530d8630b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e0fe63-d4b5-44b4-b99b-78673843b5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:19:31.721323 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:31.796993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] For port e3ec37d8-3df4-45c3-98a6-cb2530d8630b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:19:31.800780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] For port e3ec37d8-3df4-45c3-98a6-cb2530d8630b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e3ec37d8-3df4-45c3-98a6-cb2530d8630b,segment=NetworkSegment(74e0fe63-d4b5-44b4-b99b-78673843b5a1),segment_id=74e0fe63-d4b5-44b4-b99b-78673843b5a1)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:19:31.913275 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:32.018256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Routers {'fe832b81-6941-4442-947e-7eba5d687d96'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:32.019140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fe832b81-6941-4442-947e-7eba5d687d96'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:32.074028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b030f2-709e-4ed2-9b2d-d9a9b494b563 None None] Pushing event updated for resources: {'Port': ['ID=e3ec37d8-3df4-45c3-98a6-cb2530d8630b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:32.307084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] Set router fe832b81-6941-4442-947e-7eba5d687d96 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:32.363035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e3ec37d8-3df4-45c3-98a6-cb2530d8630b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:32.445153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c78651bf-133c-4c63-9fe6-a62ce8698324 req-8c94eb9e-47d1-4341-9dc3-cd2b3fabde22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 210 time: 0.0489025 Sep 08 13:19:32.758535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port e3ec37d8-3df4-45c3-98a6-cb2530d8630b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:32.785851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e3ec37d8-3df4-45c3-98a6-cb2530d8630b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:32.786259 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:33.017726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459843888-router', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:18Z', 'updated_at': '2021-09-08T13:19:24Z', 'revision_number': 4, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'gw_port': {'id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:19Z', 'updated_at': '2021-09-08T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'e3ec37d8-3df4-45c3-98a6-cb2530d8630b', 'name': '', 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'mac_address': 'fa:16:3e:eb:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0372db0b-31e7-4232-bb58-8e07e3d448c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:23Z', 'updated_at': '2021-09-08T13:19:31Z', 'revision_number': 4, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'subnets': [{'id': '0372db0b-31e7-4232-bb58-8e07e3d448c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:33.020513 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:33.061419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89158e6a-d841-4c59-a022-23af42cfed69 None None] The sync data for ids ['fe832b81-6941-4442-947e-7eba5d687d96'] in n-d-807558-3 is: [{'id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459843888-router', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:18Z', 'updated_at': '2021-09-08T13:19:24Z', 'revision_number': 4, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'gw_port': {'id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:19Z', 'updated_at': '2021-09-08T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'e3ec37d8-3df4-45c3-98a6-cb2530d8630b', 'name': '', 'network_id': '8e16aa8c-c846-4248-ba37-a37863288611', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'mac_address': 'fa:16:3e:eb:60:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1325, 'fixed_ips': [{'subnet_id': '0372db0b-31e7-4232-bb58-8e07e3d448c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:23Z', 'updated_at': '2021-09-08T13:19:31Z', 'revision_number': 4, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'subnets': [{'id': '0372db0b-31e7-4232-bb58-8e07e3d448c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:19:33.091678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port e3ec37d8-3df4-45c3-98a6-cb2530d8630b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e3ec37d8-3df4-45c3-98a6-cb2530d8630b,segment=NetworkSegment(74e0fe63-d4b5-44b4-b99b-78673843b5a1),segment_id=74e0fe63-d4b5-44b4-b99b-78673843b5a1)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:33.225450 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:33.270772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-82fff89c-1971-4267-a185-44a6800ccc6c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:33.276268 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-82fff89c-1971-4267-a185-44a6800ccc6c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.70 "GET /v2.0/networks?id=94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 200 len: 811 time: 0.2722867 Sep 08 13:19:33.313554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=e3ec37d8-3df4-45c3-98a6-cb2530d8630b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:33.335118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:33.336575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:33.337001 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:33.338680 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-4a5c772c-651a-45f1-b85d-2f41babffdeb tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530dc135970c42fa8a64c76e67a2c40e HTTP/1.1" status: 200 len: 380 time: 0.0521150 Sep 08 13:19:33.340316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:33.345190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:33.345190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:33.345190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:33.345190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:33.345190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:33.345190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:33.345190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:33.347754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:19:33.354786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Request body: {'port': {'device_id': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'admin_state_up': True, 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'security_groups': ['63c82a86-ac5f-4649-9e71-d30db90a007e']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:33.565437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-887ee4b9-8d88-4899-a1fc-e53837081771 req-45b3c3bc-0857-49ec-81c9-f438528391b2 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 210 time: 0.0306351 Sep 08 13:19:33.692016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Made reservation on behalf of 530dc135970c42fa8a64c76e67a2c40e for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:19:33.702614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:33.902795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Allocated IP 172.20.0.10 (94128c7a-143e-4284-b21f-f35c48c0a07f/e6727ff3-46e9-47fd-a7eb-d2bf058b9def/56f04db0-848a-46ed-9868-642fc67a8156) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:34.135079 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:34.152511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Transition to ACTIVE for port object 56f04db0-848a-46ed-9868-642fc67a8156 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:34.243271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e3ec37d8-3df4-45c3-98a6-cb2530d8630b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:34.312850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e3ec37d8-3df4-45c3-98a6-cb2530d8630b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:34.313386 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:34.323330 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:34.393788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Network 94128c7a-143e-4284-b21f-f35c48c0a07f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:34.400959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:34.404223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:34.448736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event updated for resources: {'Port': ['ID=56f04db0-848a-46ed-9868-642fc67a8156,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:34.474871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:34.475976 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:34.580500 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-22ddc17f-5972-4bc7-a5c5-8dc5e162876c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2353683 Sep 08 13:19:34.602815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Request body: {'port': {'device_id': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:34.882303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:34.911056 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4126a04-a707-4464-adab-35245aad559f req-c49a71b2-4e25-46c7-bb89-b774f8a6b537 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:34.913693 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4126a04-a707-4464-adab-35245aad559f req-c49a71b2-4e25-46c7-bb89-b774f8a6b537 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 932 time: 0.1461174 Sep 08 13:19:35.026844 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4126a04-a707-4464-adab-35245aad559f req-43374e91-94ac-43c0-a0cb-bc57a2c7df2a tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043046 Sep 08 13:19:35.174353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e72f3c92-21a0-49cd-89ca-550d2b700a5f None None] Provisioning for port 56f04db0-848a-46ed-9868-642fc67a8156 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:35.179199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e72f3c92-21a0-49cd-89ca-550d2b700a5f None None] Provisioning complete for port 56f04db0-848a-46ed-9868-642fc67a8156 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:35.179580 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e72f3c92-21a0-49cd-89ca-550d2b700a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:35.253786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e72f3c92-21a0-49cd-89ca-550d2b700a5f None None] Port 56f04db0-848a-46ed-9868-642fc67a8156 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:19:35.500656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f04db0-848a-46ed-9868-642fc67a8156 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:19:35.514419 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:35.559533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Transition to ACTIVE for port object 56f04db0-848a-46ed-9868-642fc67a8156 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:35.699729 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:35.786203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Pushing event updated for resources: {'Port': ['ID=56f04db0-848a-46ed-9868-642fc67a8156,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:36.038354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Attempting to bind port 56f04db0-848a-46ed-9868-642fc67a8156 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:19:36.038614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Attempting to bind port 56f04db0-848a-46ed-9868-642fc67a8156 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:19:36.038953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Attempting to bind port 56f04db0-848a-46ed-9868-642fc67a8156 on network 94128c7a-143e-4284-b21f-f35c48c0a07f {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:36.052783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Port 56f04db0-848a-46ed-9868-642fc67a8156 on network 94128c7a-143e-4284-b21f-f35c48c0a07f not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:19:36.053118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Attempting to bind port 56f04db0-848a-46ed-9868-642fc67a8156 on network 94128c7a-143e-4284-b21f-f35c48c0a07f {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:36.066264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:19:36.066612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Checking segment: {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:36.070209 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Bound using segment: {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:19:36.070443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Bound port: 56f04db0-848a-46ed-9868-642fc67a8156, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:19:36.070829 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:36.270197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] For port 56f04db0-848a-46ed-9868-642fc67a8156, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:19:36.274037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] For port 56f04db0-848a-46ed-9868-642fc67a8156, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=56f04db0-848a-46ed-9868-642fc67a8156,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:19:36.371368 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:36.435053 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Pushing event updated for resources: {'Port': ['ID=56f04db0-848a-46ed-9868-642fc67a8156,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:36.454754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13d8ff-46e4-4164-ba8c-9f86beabed7c req-9ea98fa3-664c-4f6c-933f-5fdde91a36bd tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:36.457146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db13d8ff-46e4-4164-ba8c-9f86beabed7c req-9ea98fa3-664c-4f6c-933f-5fdde91a36bd tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 944 time: 0.1804473 Sep 08 13:19:36.483953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:36.484654 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:36.504070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-981603bd-e3e4-4114-88fd-7b8ed61d566e service neutron] 10.222.0.70 "PUT /v2.0/ports/56f04db0-848a-46ed-9868-642fc67a8156 HTTP/1.1" status: 200 len: 1092 time: 1.9099154 Sep 08 13:19:36.505951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'tag': '56f04db0-848a-46ed-9868-642fc67a8156'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:19:36.510116 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd95df30-4271-4a34-8cab-15f404cf4d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "b616ab4e-6ead-40d8-9d0b-73ce9109daf4", "tag": "56f04db0-848a-46ed-9868-642fc67a8156"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:19:36.589971 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db13d8ff-46e4-4164-ba8c-9f86beabed7c req-145f19ac-5f5f-4f3a-820d-c7b3f63816f8 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847769 Sep 08 13:19:36.727709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-eb2a83c2-bb71-4692-ac32-206b21eb0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:36.729300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-eb2a83c2-bb71-4692-ac32-206b21eb0919 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 1095 time: 0.1065497 Sep 08 13:19:36.733948 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2842f8af-32b3-40cb-b9a3-b51968435167 x-openstack-request-id: req-2842f8af-32b3-40cb-b9a3-b51968435167 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:19:36.734396 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b616ab4e-6ead-40d8-9d0b-73ce9109daf4", "tag": "56f04db0-848a-46ed-9868-642fc67a8156", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:19:36.734725 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2842f8af-32b3-40cb-b9a3-b51968435167 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:19:36.735177 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'tag': '56f04db0-848a-46ed-9868-642fc67a8156', 'status': 'completed', 'code': 200} Sep 08 13:19:36.853180 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-d524e75f-02fe-4210-b6d6-66c0593e3115 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56f04db0-848a-46ed-9868-642fc67a8156 HTTP/1.1" status: 200 len: 217 time: 0.1003046 Sep 08 13:19:36.969546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-667dc918-d230-4009-b7a0-8961fd9b1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:36.975108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-667dc918-d230-4009-b7a0-8961fd9b1277 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6727ff3-46e9-47fd-a7eb-d2bf058b9def HTTP/1.1" status: 200 len: 850 time: 0.1132035 Sep 08 13:19:37.049707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-5de2ff71-dadc-4e71-8c9c-de4365d0de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:37.060118 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-5de2ff71-dadc-4e71-8c9c-de4365d0de48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94128c7a-143e-4284-b21f-f35c48c0a07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764110 Sep 08 13:19:37.351754 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-c855a01b-2c2b-4980-b32f-aac604eeb655 service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818642 Sep 08 13:19:37.635691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce0541ce-7484-4380-a23d-aa9bfa3ad245 req-b4fbc543-f5ea-42b1-accd-3d2f164cd272 service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756498 Sep 08 13:19:37.855054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61432c39-ede1-45f9-83e7-9e73e56bc7e8 req-6759d8bd-f221-4123-ae59-d32436578340 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:37.861097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61432c39-ede1-45f9-83e7-9e73e56bc7e8 req-6759d8bd-f221-4123-ae59-d32436578340 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 944 time: 0.0991964 Sep 08 13:19:37.911840 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a458e87c-6cbc-4db5-ac33-147b7d596435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:37.933383 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61432c39-ede1-45f9-83e7-9e73e56bc7e8 req-f2c51a75-fd83-4644-91b2-91122f20eba6 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652275 Sep 08 13:19:38.119494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95df30-4271-4a34-8cab-15f404cf4d4c req-3dee2425-5f37-489c-b226-ccd28931ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:38.121945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd95df30-4271-4a34-8cab-15f404cf4d4c req-3dee2425-5f37-489c-b226-ccd28931ea54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 1095 time: 0.1152270 Sep 08 13:19:38.259152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95df30-4271-4a34-8cab-15f404cf4d4c req-fa499ce3-6a39-4370-b5ca-fb25f83eabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:38.262561 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd95df30-4271-4a34-8cab-15f404cf4d4c req-fa499ce3-6a39-4370-b5ca-fb25f83eabf6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 200 len: 912 time: 0.1326568 Sep 08 13:19:38.316810 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd95df30-4271-4a34-8cab-15f404cf4d4c req-a29d658f-9f7c-4986-9821-408b4497286d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56f04db0-848a-46ed-9868-642fc67a8156 HTTP/1.1" status: 200 len: 217 time: 0.0463715 Sep 08 13:19:38.389571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95df30-4271-4a34-8cab-15f404cf4d4c req-4a923746-5dba-4332-8eef-79a0f2063499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:38.395923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd95df30-4271-4a34-8cab-15f404cf4d4c req-4a923746-5dba-4332-8eef-79a0f2063499 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6727ff3-46e9-47fd-a7eb-d2bf058b9def HTTP/1.1" status: 200 len: 850 time: 0.0709417 Sep 08 13:19:38.480029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95df30-4271-4a34-8cab-15f404cf4d4c req-6d02cfdd-26f6-470c-92f5-bf68552c7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:38.482070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd95df30-4271-4a34-8cab-15f404cf4d4c req-6d02cfdd-26f6-470c-92f5-bf68552c7e3c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94128c7a-143e-4284-b21f-f35c48c0a07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715206 Sep 08 13:19:38.629990 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd95df30-4271-4a34-8cab-15f404cf4d4c req-b2ab736b-e19c-4b60-be4e-9e8eb97fb8eb service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333177 Sep 08 13:19:38.768552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd95df30-4271-4a34-8cab-15f404cf4d4c req-e30b19e3-2812-4606-9916-7e0490a78a6c service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288235 Sep 08 13:19:39.199491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06d19d-da9b-4e99-9e34-e1dcc1b612d2 req-a78a0804-1e35-4ef7-806e-fed5331b9f93 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:39.209525 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a06d19d-da9b-4e99-9e34-e1dcc1b612d2 req-a78a0804-1e35-4ef7-806e-fed5331b9f93 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 944 time: 0.1076615 Sep 08 13:19:39.298084 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a06d19d-da9b-4e99-9e34-e1dcc1b612d2 req-4067253a-3907-4882-b9c4-7d925fdc3b22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870697 Sep 08 13:19:39.568931 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 56f04db0-848a-46ed-9868-642fc67a8156 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:19:39.711035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 56f04db0-848a-46ed-9868-642fc67a8156, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=56f04db0-848a-46ed-9868-642fc67a8156,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:39.727405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '56f04db0-848a-46ed-9868-642fc67a8156', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'port_id': '56f04db0-848a-46ed-9868-642fc67a8156', 'mac_address': 'fa:16:3e:10:3f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:19:39.815320 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:39.848631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f04db0-848a-46ed-9868-642fc67a8156 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:19:39.919878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 56f04db0-848a-46ed-9868-642fc67a8156, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=56f04db0-848a-46ed-9868-642fc67a8156,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:39.991932 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:40.131552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=56f04db0-848a-46ed-9868-642fc67a8156,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:40.318441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34070) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:40.330428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['56f04db0-848a-46ed-9868-642fc67a8156'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:19:40.525737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619b82a-8d29-44d9-8dac-efb4971db7e2 req-cbbacc0e-b5e5-469d-ae35-a41bbd104c89 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:40.528571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7619b82a-8d29-44d9-8dac-efb4971db7e2 req-cbbacc0e-b5e5-469d-ae35-a41bbd104c89 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 945 time: 0.0956504 Sep 08 13:19:40.575076 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c7692aea-7bba-401f-a374-3d58cad7715f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:40.587325 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51e9cd9-6072-463c-984a-d9f58dfec1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:40.605602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7619b82a-8d29-44d9-8dac-efb4971db7e2 req-10f1c939-c8c4-4748-aea6-d3c4d34a2692 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592313 Sep 08 13:19:40.651763 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:40.798092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51e9cd9-6072-463c-984a-d9f58dfec1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:41.064178 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51e9cd9-6072-463c-984a-d9f58dfec1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:41.116448 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e51e9cd9-6072-463c-984a-d9f58dfec1c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=59c69d6ef235401bb9a3010958e90938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7967734 Sep 08 13:19:41.118657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34088) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:41.193802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e9cd9-6072-463c-984a-d9f58dfec1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd34fd5-2b28-49a4-bf18-ca5e6938ac3c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:41.224326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1f4cb5-1c09-43fa-ba31-9ea23fe8f772 req-1a6238f6-e545-49d3-8795-2b8b15af6f52 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:41.233111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f1f4cb5-1c09-43fa-ba31-9ea23fe8f772 req-1a6238f6-e545-49d3-8795-2b8b15af6f52 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 945 time: 0.1099586 Sep 08 13:19:41.283586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f1f4cb5-1c09-43fa-ba31-9ea23fe8f772 req-206e2e56-a8df-4d5c-8ee9-c9767f230ead tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484886 Sep 08 13:19:41.320044 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aacc359d-5828-4eda-ae0a-8df80ca8eccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:41.398280 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aacc359d-5828-4eda-ae0a-8df80ca8eccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:41.539898 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aacc359d-5828-4eda-ae0a-8df80ca8eccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:41.543393 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aacc359d-5828-4eda-ae0a-8df80ca8eccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:41.545118 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aacc359d-5828-4eda-ae0a-8df80ca8eccb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bcd34fd5-2b28-49a4-bf18-ca5e6938ac3c HTTP/1.1" status: 204 len: 168 time: 0.4251201 Sep 08 13:19:41.581666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc359d-5828-4eda-ae0a-8df80ca8eccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd34fd5-2b28-49a4-bf18-ca5e6938ac3c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:41.589087 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 56f04db0-848a-46ed-9868-642fc67a8156 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:41.815618 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:41.849771 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc178f7e-9928-4e8f-8842-12ec3a73f341 req-8a3d860c-a504-4d09-a49e-af513275b8b9 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:41.852948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 56f04db0-848a-46ed-9868-642fc67a8156 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:41.858763 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc178f7e-9928-4e8f-8842-12ec3a73f341 req-8a3d860c-a504-4d09-a49e-af513275b8b9 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 945 time: 0.1057577 Sep 08 13:19:41.870986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 56f04db0-848a-46ed-9868-642fc67a8156 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:41.872543 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:42.095887 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:42.100800 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc178f7e-9928-4e8f-8842-12ec3a73f341 req-ad82ea75-9e38-42ae-99be-1184d9fc95dd tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074609 Sep 08 13:19:42.213867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 56f04db0-848a-46ed-9868-642fc67a8156, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=56f04db0-848a-46ed-9868-642fc67a8156,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:42.214951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f04db0-848a-46ed-9868-642fc67a8156'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:19:42.224783 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1eb4d3-c293-4cd5-9254-81a94800cb5e" -d '{"events": [{"server_uuid": "b616ab4e-6ead-40d8-9d0b-73ce9109daf4", "name": "network-vif-plugged", "status": "completed", "tag": "56f04db0-848a-46ed-9868-642fc67a8156"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:19:42.322778 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:42.397469 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bf251d-7f10-41de-b3ee-fae599ad5c02 x-openstack-request-id: req-b0bf251d-7f10-41de-b3ee-fae599ad5c02 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:19:42.398917 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b616ab4e-6ead-40d8-9d0b-73ce9109daf4", "name": "network-vif-plugged", "status": "completed", "tag": "56f04db0-848a-46ed-9868-642fc67a8156", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:19:42.399248 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b0bf251d-7f10-41de-b3ee-fae599ad5c02 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:19:42.399664 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f04db0-848a-46ed-9868-642fc67a8156', 'code': 200} Sep 08 13:19:42.416462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ce510c7d-5990-47c8-9db2-4541c928107b tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:42.432314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ce510c7d-5990-47c8-9db2-4541c928107b tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.70 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 945 time: 0.1359158 Sep 08 13:19:42.464073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=56f04db0-848a-46ed-9868-642fc67a8156,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:42.665431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576a78d-4109-4a3b-85b3-4856566881b0 req-729a3e7d-1f35-44a2-9ece-ffe46ea29807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:42.666998 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8576a78d-4109-4a3b-85b3-4856566881b0 req-729a3e7d-1f35-44a2-9ece-ffe46ea29807 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 1097 time: 0.2226071 Sep 08 13:19:42.737197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989760ee-1cd8-4a64-b24b-30a960654aeb req-f21562c0-5cb3-4763-abf1-2f12a3afe3df tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:42.746139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-989760ee-1cd8-4a64-b24b-30a960654aeb req-f21562c0-5cb3-4763-abf1-2f12a3afe3df tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 945 time: 0.2922418 Sep 08 13:19:43.243311 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:43.282744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Deleting port 54ce6420-29fc-4a54-9306-5b268b49a542 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:19:43.283305 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:43.293822 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8576a78d-4109-4a3b-85b3-4856566881b0 req-20689aba-c45b-4df8-996a-1d5d7ab9ff4b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6142046 Sep 08 13:19:43.333671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-989760ee-1cd8-4a64-b24b-30a960654aeb req-2c56339d-1df8-499e-867a-1b81ac7a118b tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5862072 Sep 08 13:19:43.430879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] For port 54ce6420-29fc-4a54-9306-5b268b49a542, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=54ce6420-29fc-4a54-9306-5b268b49a542,segment=NetworkSegment(8f9aa579-7599-40c6-a1d7-bd91c130b53d),segment_id=8f9aa579-7599-40c6-a1d7-bd91c130b53d)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:43.431935 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:43.736130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f4d3c-b3d7-402f-a53d-bd47bfbc2bd2 req-a9d0855e-c20f-43b3-8ff0-448e614dfd76 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:43.749157 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d64f4d3c-b3d7-402f-a53d-bd47bfbc2bd2 req-a9d0855e-c20f-43b3-8ff0-448e614dfd76 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.3972425 Sep 08 13:19:43.830917 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d64f4d3c-b3d7-402f-a53d-bd47bfbc2bd2 req-6de0568b-e2fd-4ce0-899f-dd0bfe6900a5 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791364 Sep 08 13:19:44.100839 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:44.132040 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:44.132220 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:44.132932 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Floating IP 5c5dd582-f948-4a2c-90c2-171c5074c910 disassociated. External IP: 172.25.5.55, port: 54ce6420-29fc-4a54-9306-5b268b49a542. Sep 08 13:19:44.133290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Calling delete_port for 54ce6420-29fc-4a54-9306-5b268b49a542 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:19:44.528001 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:44.570443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3543f9c-3cb0-464a-8643-a4127dfe26c1 req-1f8f2f31-f1f7-4816-a387-20db82695607 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:44.580914 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3543f9c-3cb0-464a-8643-a4127dfe26c1 req-1f8f2f31-f1f7-4816-a387-20db82695607 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 867 time: 0.1201010 Sep 08 13:19:44.631546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Pushing event deleted for resources: {'Port': ['ID=54ce6420-29fc-4a54-9306-5b268b49a542,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:44.722728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3543f9c-3cb0-464a-8643-a4127dfe26c1 req-6ac85eb2-792e-4d30-a74b-f5eeca9a43eb tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups?id=85271637-4115-4557-99ce-a9a9ee40617d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404757 Sep 08 13:19:44.874255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Router 7a98039b-0568-44cf-bfb8-0ceca18bb903 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:19:45.080971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:19:45.117551 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e33ce79-7be5-4443-b88f-0a4169162d37 None None] Sync routers for ids ['7a98039b-0568-44cf-bfb8-0ceca18bb903'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:19:45.133278 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e33ce79-7be5-4443-b88f-0a4169162d37 None None] Routers {'7a98039b-0568-44cf-bfb8-0ceca18bb903'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:45.134240 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9e33ce79-7be5-4443-b88f-0a4169162d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['7a98039b-0568-44cf-bfb8-0ceca18bb903'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:45.180575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fdb69b-fed2-437d-8a69-a4a7f3741089 req-3903c0c6-7e24-4fc0-9f88-d19ce00cbbeb tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:45.190708 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27fdb69b-fed2-437d-8a69-a4a7f3741089 req-3903c0c6-7e24-4fc0-9f88-d19ce00cbbeb tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.1538665 Sep 08 13:19:45.215049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] No DVR routers for this DVR port 54ce6420-29fc-4a54-9306-5b268b49a542 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:19:45.219525 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:45.221731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd4d1d52-7337-4470-b8d4-67c5d12e6d81 req-ec9121c5-3cd6-4f53-848e-eee7a519f3ea tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.70 "DELETE /v2.0/ports/54ce6420-29fc-4a54-9306-5b268b49a542 HTTP/1.1" status: 204 len: 173 time: 2.7478249 Sep 08 13:19:45.222331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'name': 'network-vif-deleted', 'tag': '54ce6420-29fc-4a54-9306-5b268b49a542'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:19:45.227149 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff539126-da01-4ee4-bbf2-ef770eb41c78" -d '{"events": [{"server_uuid": "f938fce8-883d-4d81-96e8-6c4807a430f0", "name": "network-vif-deleted", "tag": "54ce6420-29fc-4a54-9306-5b268b49a542"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:19:45.299036 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-9e33ce79-7be5-4443-b88f-0a4169162d37 None None] Set router 7a98039b-0568-44cf-bfb8-0ceca18bb903 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:45.302708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34158) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:45.322870 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27fdb69b-fed2-437d-8a69-a4a7f3741089 req-246099b2-e5e1-464c-89dc-cc4c3bb58292 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255884 Sep 08 13:19:45.337103 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cde26e-9008-44f5-832b-320d6cc6cec5 x-openstack-request-id: req-80cde26e-9008-44f5-832b-320d6cc6cec5 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:19:45.337455 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f938fce8-883d-4d81-96e8-6c4807a430f0", "name": "network-vif-deleted", "tag": "54ce6420-29fc-4a54-9306-5b268b49a542", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:19:45.337741 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-80cde26e-9008-44f5-832b-320d6cc6cec5 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:19:45.339402 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f938fce8-883d-4d81-96e8-6c4807a430f0', 'name': 'network-vif-deleted', 'tag': '54ce6420-29fc-4a54-9306-5b268b49a542', 'status': 'completed', 'code': 200} Sep 08 13:19:45.520889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b7f00-6756-4359-a6eb-550a6ee9ce32 req-7f95543c-c165-4e00-82a9-0262ee9a5d7a tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:45.531165 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-389b7f00-6756-4359-a6eb-550a6ee9ce32 req-7f95543c-c165-4e00-82a9-0262ee9a5d7a tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.1037490 Sep 08 13:19:45.541427 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34168) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:45.547246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9b45aee7-67dd-4a57-821a-a2ddb07ddd90 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Request body: {'floatingip': {'port_id': '56f04db0-848a-46ed-9868-642fc67a8156'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:45.555028 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2535f554-847c-47cd-bed9-ef127c79f03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:45.662565 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9b45aee7-67dd-4a57-821a-a2ddb07ddd90 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:45.870247 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2535f554-847c-47cd-bed9-ef127c79f03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:45.958390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0561ab73-c8d0-43da-8030-cdf0895d43cc req-5307f29e-3020-4a8d-b132-89563ecd4cda tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/ports?device_id=f938fce8-883d-4d81-96e8-6c4807a430f0 HTTP/1.1" status: 200 len: 210 time: 0.0721731 Sep 08 13:19:45.960522 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2535f554-847c-47cd-bed9-ef127c79f03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:46.037765 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9e33ce79-7be5-4443-b88f-0a4169162d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '1110a335-0a4a-49fb-9f73-e3e489f2363d', 'name': '', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'mac_address': 'fa:16:3e:c5:44:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b286b165-f871-428b-9327-493652b8764f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:27Z', 'updated_at': '2021-09-08T13:17:36Z', 'revision_number': 5, 'project_id': '668e6696294241f29c5032af902fe9cf', 'subnets': [{'id': 'b286b165-f871-428b-9327-493652b8764f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:46.073104 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e33ce79-7be5-4443-b88f-0a4169162d37 None None] Checking router: 7a98039b-0568-44cf-bfb8-0ceca18bb903 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:19:46.086929 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e33ce79-7be5-4443-b88f-0a4169162d37 None None] Routers {'7a98039b-0568-44cf-bfb8-0ceca18bb903'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:46.088025 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9e33ce79-7be5-4443-b88f-0a4169162d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['7a98039b-0568-44cf-bfb8-0ceca18bb903'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:46.093910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2535f554-847c-47cd-bed9-ef127c79f03a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b6ac6a30be5c4aefa8b9a53fa83d923f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7892818 Sep 08 13:19:46.097898 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535f554-847c-47cd-bed9-ef127c79f03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f950cacd-314e-435f-a473-487e009efd76,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:46.100130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34178) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:46.249544 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-9e33ce79-7be5-4443-b88f-0a4169162d37 None None] Set router 7a98039b-0568-44cf-bfb8-0ceca18bb903 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:46.265508 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c42-6d00-4cfa-88d7-fdefe661a96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:46.313201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c42-6d00-4cfa-88d7-fdefe661a96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:46.465549 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c42-6d00-4cfa-88d7-fdefe661a96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:46.469291 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53ca8c42-6d00-4cfa-88d7-fdefe661a96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:46.470586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-53ca8c42-6d00-4cfa-88d7-fdefe661a96b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f950cacd-314e-435f-a473-487e009efd76 HTTP/1.1" status: 204 len: 168 time: 0.3651495 Sep 08 13:19:46.493235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca8c42-6d00-4cfa-88d7-fdefe661a96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f950cacd-314e-435f-a473-487e009efd76,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:46.705579 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:46.758584 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9e33ce79-7be5-4443-b88f-0a4169162d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '1110a335-0a4a-49fb-9f73-e3e489f2363d', 'name': '', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'mac_address': 'fa:16:3e:c5:44:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b286b165-f871-428b-9327-493652b8764f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:27Z', 'updated_at': '2021-09-08T13:17:36Z', 'revision_number': 5, 'project_id': '668e6696294241f29c5032af902fe9cf', 'subnets': [{'id': 'b286b165-f871-428b-9327-493652b8764f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:46.802715 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e33ce79-7be5-4443-b88f-0a4169162d37 None None] The sync data for ids ['7a98039b-0568-44cf-bfb8-0ceca18bb903'] in n-d-807558-3 is: [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '1110a335-0a4a-49fb-9f73-e3e489f2363d', 'name': '', 'network_id': '42e9f780-7f97-4b1d-b218-9b502d4d7327', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'mac_address': 'fa:16:3e:c5:44:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b286b165-f871-428b-9327-493652b8764f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:27Z', 'updated_at': '2021-09-08T13:17:36Z', 'revision_number': 5, 'project_id': '668e6696294241f29c5032af902fe9cf', 'subnets': [{'id': 'b286b165-f871-428b-9327-493652b8764f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:19:46.976000 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9b45aee7-67dd-4a57-821a-a2ddb07ddd90 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:47.054050 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9b45aee7-67dd-4a57-821a-a2ddb07ddd90 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:47.192018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34200) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:47.337825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71e0c8a4-adcf-4eb9-b661-bde40156a1f8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:47.361860 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-9b45aee7-67dd-4a57-821a-a2ddb07ddd90 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Floating IP c2bba755-1ad2-448f-8e76-b92f8b68315f associated. External IP: 172.25.5.42, port: 56f04db0-848a-46ed-9868-642fc67a8156. Sep 08 13:19:47.409688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffaa5226-0fb4-47a1-8c31-a990d5ca2f41 None None] New status for floating IP 5c5dd582-f948-4a2c-90c2-171c5074c910: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:19:47.429625 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71e0c8a4-adcf-4eb9-b661-bde40156a1f8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:47.616429 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 54ce6420-29fc-4a54-9306-5b268b49a542 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:19:47.676983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71e0c8a4-adcf-4eb9-b661-bde40156a1f8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:47.680645 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71e0c8a4-adcf-4eb9-b661-bde40156a1f8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:47.685127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-71e0c8a4-adcf-4eb9-b661-bde40156a1f8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "DELETE /v2.0/security-groups/85271637-4115-4557-99ce-a9a9ee40617d HTTP/1.1" status: 204 len: 168 time: 0.4919245 Sep 08 13:19:47.689370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34210) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:47.738122 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-0142c0d1-dcb1-4c77-a3fb-8c7b6a9c062e tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] show failed (client error): The resource could not be found. Sep 08 13:19:47.746078 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0142c0d1-dcb1-4c77-a3fb-8c7b6a9c062e tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "GET /v2.0/security-groups/85271637-4115-4557-99ce-a9a9ee40617d HTTP/1.1" status: 404 len: 347 time: 0.0530157 Sep 08 13:19:47.746711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34212) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:47.752686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0c8a4-adcf-4eb9-b661-bde40156a1f8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85271637-4115-4557-99ce-a9a9ee40617d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:47.758531 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 54ce6420-29fc-4a54-9306-5b268b49a542 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:19:47.758531 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 54ce6420-29fc-4a54-9306-5b268b49a542 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:19:48.024948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-549d4eea-5a23-4e2b-b582-80d9693fa9d8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Deleting port e6c33d94-0bca-4862-839a-d6e35d339033 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:19:48.032401 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-549d4eea-5a23-4e2b-b582-80d9693fa9d8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:48.310100 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-549d4eea-5a23-4e2b-b582-80d9693fa9d8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:48.310100 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-549d4eea-5a23-4e2b-b582-80d9693fa9d8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:48.311917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-549d4eea-5a23-4e2b-b582-80d9693fa9d8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Calling delete_port for e6c33d94-0bca-4862-839a-d6e35d339033 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:19:48.522122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34224) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:48.658109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b45aee7-67dd-4a57-821a-a2ddb07ddd90 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Router 2da79440-d7dc-42dd-81b8-71c0d182dd8b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:19:48.694811 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-549d4eea-5a23-4e2b-b582-80d9693fa9d8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:48.838949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2020017620-network', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:48.894533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d4eea-5a23-4e2b-b582-80d9693fa9d8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Pushing event deleted for resources: {'Port': ['ID=e6c33d94-0bca-4862-839a-d6e35d339033,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:49.000076 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-549d4eea-5a23-4e2b-b582-80d9693fa9d8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:49.006202 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-549d4eea-5a23-4e2b-b582-80d9693fa9d8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:49.010315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-549d4eea-5a23-4e2b-b582-80d9693fa9d8 tempest-ServersTestFqdnHostnames-1690180766 tempest-ServersTestFqdnHostnames-1690180766-project] 10.222.0.69 "DELETE /v2.0/floatingips/5c5dd582-f948-4a2c-90c2-171c5074c910 HTTP/1.1" status: 204 len: 168 time: 1.2584028 Sep 08 13:19:49.010315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Made reservation on behalf of 48479ac34d6c4696a0d894a3353b51e2 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:19:49.011460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34232) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:49.015338 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:49.053879 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:49.215022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b45aee7-67dd-4a57-821a-a2ddb07ddd90 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:19:49.224479 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9b45aee7-67dd-4a57-821a-a2ddb07ddd90 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:49.239297 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f7c0f-f6a4-4096-bed0-bf456a87a1a8 None None] Sync routers for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:19:49.256840 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f7c0f-f6a4-4096-bed0-bf456a87a1a8 None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:49.257584 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-af2f7c0f-f6a4-4096-bed0-bf456a87a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:49.291817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:49.326925 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9b45aee7-67dd-4a57-821a-a2ddb07ddd90 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "PUT /v2.0/floatingips/c2bba755-1ad2-448f-8e76-b92f8b68315f HTTP/1.1" status: 200 len: 991 time: 3.7839563 Sep 08 13:19:49.329600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'tag': '56f04db0-848a-46ed-9868-642fc67a8156'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:19:49.332445 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ff70b6-c050-47dd-a883-3211fa55d262" -d '{"events": [{"name": "network-changed", "server_uuid": "b616ab4e-6ead-40d8-9d0b-73ce9109daf4", "tag": "56f04db0-848a-46ed-9868-642fc67a8156"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:19:49.452455 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb09a11-5215-435b-8af0-c1dcbc117ae6 x-openstack-request-id: req-3eb09a11-5215-435b-8af0-c1dcbc117ae6 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:19:49.453023 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b616ab4e-6ead-40d8-9d0b-73ce9109daf4", "tag": "56f04db0-848a-46ed-9868-642fc67a8156", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:19:49.453293 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3eb09a11-5215-435b-8af0-c1dcbc117ae6 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:19:49.453738 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'tag': '56f04db0-848a-46ed-9868-642fc67a8156', 'status': 'completed', 'code': 200} Sep 08 13:19:49.471578 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-af2f7c0f-f6a4-4096-bed0-bf456a87a1a8 None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:49.514227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff70b6-c050-47dd-a883-3211fa55d262 req-c416215f-7eb9-4e01-ab69-b45c50a65d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:49.515874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31ff70b6-c050-47dd-a883-3211fa55d262 req-c416215f-7eb9-4e01-ab69-b45c50a65d35 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 1097 time: 0.0738564 Sep 08 13:19:49.678742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff70b6-c050-47dd-a883-3211fa55d262 req-88589009-e5ce-4fdd-9d47-c80a1de23df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:49.680273 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31ff70b6-c050-47dd-a883-3211fa55d262 req-88589009-e5ce-4fdd-9d47-c80a1de23df4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 200 len: 912 time: 0.1579616 Sep 08 13:19:49.824322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31ff70b6-c050-47dd-a883-3211fa55d262 req-0c609969-5497-4ab7-9eb2-da37fb81529a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56f04db0-848a-46ed-9868-642fc67a8156 HTTP/1.1" status: 200 len: 999 time: 0.1362069 Sep 08 13:19:49.935030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff70b6-c050-47dd-a883-3211fa55d262 req-11b40662-1d30-4d61-aa6b-86cfb0594c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:49.936821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31ff70b6-c050-47dd-a883-3211fa55d262 req-11b40662-1d30-4d61-aa6b-86cfb0594c84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6727ff3-46e9-47fd-a7eb-d2bf058b9def HTTP/1.1" status: 200 len: 850 time: 0.1054938 Sep 08 13:19:49.949833 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42210ccd-de6a-4967-a561-bca3b092c754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:49.975894 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-af2f7c0f-f6a4-4096-bed0-bf456a87a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'c2bba755-1ad2-448f-8e76-b92f8b68315f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'port_id': '56f04db0-848a-46ed-9868-642fc67a8156', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'mac_address': 'fa:16:3e:10:3f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:19:27Z', 'updated_at': '2021-09-08T13:19:46Z', 'revision_number': 1, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:29Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:49.987752 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:50.017650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fb3a5a-3857-4e0f-b3e9-9ca3ce677f09,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:50.032662 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f7c0f-f6a4-4096-bed0-bf456a87a1a8 None None] Checking router: 2da79440-d7dc-42dd-81b8-71c0d182dd8b for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:19:50.035590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:19:50.063107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff70b6-c050-47dd-a883-3211fa55d262 req-50c74b5b-f63e-45d6-9b1a-78401ed07fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:50.065053 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31ff70b6-c050-47dd-a883-3211fa55d262 req-50c74b5b-f63e-45d6-9b1a-78401ed07fb0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94128c7a-143e-4284-b21f-f35c48c0a07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206188 Sep 08 13:19:50.066868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:50.067225 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Added segment aed78a06-d884-4df0-9b4e-956355dd31c8 of type vlan for network c751e04a-8a40-445c-86d1-f0bb1671e9a2 Sep 08 13:19:50.072760 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f7c0f-f6a4-4096-bed0-bf456a87a1a8 None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:50.072760 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-af2f7c0f-f6a4-4096-bed0-bf456a87a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:50.186721 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:50.341454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31ff70b6-c050-47dd-a883-3211fa55d262 req-200ab7a9-ce26-4f80-8605-5655c76f0802 service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647979 Sep 08 13:19:50.347933 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-af2f7c0f-f6a4-4096-bed0-bf456a87a1a8 None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:50.556993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31ff70b6-c050-47dd-a883-3211fa55d262 req-83dd8d57-1cbb-46ce-bd94-ef608a7d39f6 service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040725 Sep 08 13:19:50.560963 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:50.562569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:50.563347 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:50.601569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-42210ccd-de6a-4967-a561-bca3b092c754 admin admin] Deleting port 1110a335-0a4a-49fb-9f73-e3e489f2363d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:19:50.602916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42210ccd-de6a-4967-a561-bca3b092c754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:50.654521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] Pushing event updated for resources: {'Network': ['ID=c751e04a-8a40-445c-86d1-f0bb1671e9a2,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:50.670830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c751e04a-8a40-445c-86d1-f0bb1671e9a2 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:19:50.718301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3b1790b2-d392-4425-9547-73d081dd46b4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1945126 Sep 08 13:19:50.721119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34252) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:50.731150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d2dfb3fb-869e-4346-b248-407b593a0be9 admin admin] Request body: {'subnet': {'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2020017620-subnet', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:50.764831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-42210ccd-de6a-4967-a561-bca3b092c754 admin admin] For port 1110a335-0a4a-49fb-9f73-e3e489f2363d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1110a335-0a4a-49fb-9f73-e3e489f2363d,segment=NetworkSegment(8f9aa579-7599-40c6-a1d7-bd91c130b53d),segment_id=8f9aa579-7599-40c6-a1d7-bd91c130b53d)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:50.767741 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42210ccd-de6a-4967-a561-bca3b092c754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:50.792862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-42210ccd-de6a-4967-a561-bca3b092c754 admin admin] Calling delete_port for 1110a335-0a4a-49fb-9f73-e3e489f2363d owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:19:50.879525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dfb3fb-869e-4346-b248-407b593a0be9 admin admin] Made reservation on behalf of 48479ac34d6c4696a0d894a3353b51e2 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:19:50.883780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb3fb-869e-4346-b248-407b593a0be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:51.045321 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-af2f7c0f-f6a4-4096-bed0-bf456a87a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'c2bba755-1ad2-448f-8e76-b92f8b68315f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'port_id': '56f04db0-848a-46ed-9868-642fc67a8156', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'mac_address': 'fa:16:3e:10:3f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:19:27Z', 'updated_at': '2021-09-08T13:19:46Z', 'revision_number': 1, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:29Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:51.117517 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f7c0f-f6a4-4096-bed0-bf456a87a1a8 None None] The sync data for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 is: [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'c2bba755-1ad2-448f-8e76-b92f8b68315f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'floating_ip_address': '172.25.5.42', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'port_id': '56f04db0-848a-46ed-9868-642fc67a8156', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'mac_address': 'fa:16:3e:10:3f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:19:27Z', 'updated_at': '2021-09-08T13:19:46Z', 'revision_number': 1, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:29Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:19:51.437217 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42210ccd-de6a-4967-a561-bca3b092c754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:51.439495 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb3fb-869e-4346-b248-407b593a0be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:51.473972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42210ccd-de6a-4967-a561-bca3b092c754 admin admin] Pushing event deleted for resources: {'Port': ['ID=1110a335-0a4a-49fb-9f73-e3e489f2363d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:51.588107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2dfb3fb-869e-4346-b248-407b593a0be9 admin admin] Checking segment: {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:51.588714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dfb3fb-869e-4346-b248-407b593a0be9 admin admin] Network hostable DHCP agents. Network: c751e04a-8a40-445c-86d1-f0bb1671e9a2, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:19:51.605063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfb3fb-869e-4346-b248-407b593a0be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=010d1b58-5c0d-4783-bf57-316c6ddcad63,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:51.695263 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9700ee29-c620-44c5-b9b4-6d745b0a8915 None None] New status for floating IP c2bba755-1ad2-448f-8e76-b92f8b68315f: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:19:51.956532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42210ccd-de6a-4967-a561-bca3b092c754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:52.232179 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42210ccd-de6a-4967-a561-bca3b092c754 admin admin] Router 7a98039b-0568-44cf-bfb8-0ceca18bb903 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:19:52.299952 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dfb3fb-869e-4346-b248-407b593a0be9 admin admin] Network c751e04a-8a40-445c-86d1-f0bb1671e9a2 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:19:52.357222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42210ccd-de6a-4967-a561-bca3b092c754 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:19:52.365275 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-42210ccd-de6a-4967-a561-bca3b092c754 admin admin] 10.222.0.69 "PUT /v2.0/routers/7a98039b-0568-44cf-bfb8-0ceca18bb903/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3528662 Sep 08 13:19:52.367762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34264) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:52.371001 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842fb87-1aec-4dfa-8ba6-8fae23225aa1 None None] Sync routers for ids ['7a98039b-0568-44cf-bfb8-0ceca18bb903'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:19:52.385850 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842fb87-1aec-4dfa-8ba6-8fae23225aa1 None None] Routers {'7a98039b-0568-44cf-bfb8-0ceca18bb903'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:52.386546 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7842fb87-1aec-4dfa-8ba6-8fae23225aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['7a98039b-0568-44cf-bfb8-0ceca18bb903'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:52.484533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d2dfb3fb-869e-4346-b248-407b593a0be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c751e04a-8a40-445c-86d1-f0bb1671e9a2) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:52.497483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe611af-6546-4182-94bc-d8f6144c45fc None None] Network c751e04a-8a40-445c-86d1-f0bb1671e9a2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:19:52.523042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dfb3fb-869e-4346-b248-407b593a0be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:52.527060 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2dfb3fb-869e-4346-b248-407b593a0be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:52.662727 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:52.667959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d2dfb3fb-869e-4346-b248-407b593a0be9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9454110 Sep 08 13:19:52.670642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34274) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:52.675898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2020017620-router', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:19:52.720129 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-7842fb87-1aec-4dfa-8ba6-8fae23225aa1 None None] Set router 7a98039b-0568-44cf-bfb8-0ceca18bb903 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:52.807559 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:52.808704 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:52.867261 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:52.911930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:53.010016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c751e04a-8a40-445c-86d1-f0bb1671e9a2', 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'fixed_ips': [{'subnet_id': '010d1b58-5c0d-4783-bf57-316c6ddcad63'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:19:53.010989 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:53.097397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Deleting port 8e3c4f78-63e0-46bb-80c9-93c17a09455e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:19:53.103930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:53.293789 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:53.303100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Allocated IP 172.20.0.2 (c751e04a-8a40-445c-86d1-f0bb1671e9a2/010d1b58-5c0d-4783-bf57-316c6ddcad63/637b247e-be3d-43bb-ad2d-2460a31ef6ff) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:53.366186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] For port 8e3c4f78-63e0-46bb-80c9-93c17a09455e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8e3c4f78-63e0-46bb-80c9-93c17a09455e,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:53.366642 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:53.394541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Calling delete_port for 8e3c4f78-63e0-46bb-80c9-93c17a09455e owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:19:53.403559 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7842fb87-1aec-4dfa-8ba6-8fae23225aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:19:51Z', 'revision_number': 5, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port': {'id': '8e3c4f78-63e0-46bb-80c9-93c17a09455e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:22:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:22Z', 'updated_at': '2021-09-08T13:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:53.481559 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842fb87-1aec-4dfa-8ba6-8fae23225aa1 None None] Checking router: 7a98039b-0568-44cf-bfb8-0ceca18bb903 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:19:53.493021 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:53.503784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Transition to ACTIVE for port object 637b247e-be3d-43bb-ad2d-2460a31ef6ff will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:53.517525 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842fb87-1aec-4dfa-8ba6-8fae23225aa1 None None] Routers {'7a98039b-0568-44cf-bfb8-0ceca18bb903'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:53.520737 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7842fb87-1aec-4dfa-8ba6-8fae23225aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['7a98039b-0568-44cf-bfb8-0ceca18bb903'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:53.526390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Transition to ACTIVE for port object 637b247e-be3d-43bb-ad2d-2460a31ef6ff will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:53.637136 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:53.741331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Pushing event updated for resources: {'Port': ['ID=637b247e-be3d-43bb-ad2d-2460a31ef6ff,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:53.767284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Network c751e04a-8a40-445c-86d1-f0bb1671e9a2 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:53.773037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:53.782720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:53.813307 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-7842fb87-1aec-4dfa-8ba6-8fae23225aa1 None None] Set router 7a98039b-0568-44cf-bfb8-0ceca18bb903 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:53.860234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Attempting to bind port 637b247e-be3d-43bb-ad2d-2460a31ef6ff on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:19:53.860622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Attempting to bind port 637b247e-be3d-43bb-ad2d-2460a31ef6ff by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:19:53.860997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Attempting to bind port 637b247e-be3d-43bb-ad2d-2460a31ef6ff on network c751e04a-8a40-445c-86d1-f0bb1671e9a2 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:53.867454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:19:53.867843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Checking segment: {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:53.868259 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:53.868657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Bound using segment: {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:19:53.869136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Bound port: 637b247e-be3d-43bb-ad2d-2460a31ef6ff, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:19:53.869670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:53.898158 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7842fb87-1aec-4dfa-8ba6-8fae23225aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:19:52Z', 'revision_number': 6, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:53.923647 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:53.928300 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842fb87-1aec-4dfa-8ba6-8fae23225aa1 None None] The sync data for ids ['7a98039b-0568-44cf-bfb8-0ceca18bb903'] in n-d-807558-3 is: [{'id': '7a98039b-0568-44cf-bfb8-0ceca18bb903', 'name': 'tempest-ServersTestFqdnHostnames-509714363-router', 'tenant_id': '668e6696294241f29c5032af902fe9cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:21Z', 'updated_at': '2021-09-08T13:19:52Z', 'revision_number': 6, 'project_id': '668e6696294241f29c5032af902fe9cf', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:19:53.977082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] For port 637b247e-be3d-43bb-ad2d-2460a31ef6ff, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:19:53.977082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] For port 637b247e-be3d-43bb-ad2d-2460a31ef6ff, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=637b247e-be3d-43bb-ad2d-2460a31ef6ff,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:19:53.991583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Pushing event deleted for resources: {'Port': ['ID=8e3c4f78-63e0-46bb-80c9-93c17a09455e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:54.073729 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:54.185962 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:54.196720 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:54.205747 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:54.326941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12157956-0914-4da8-8a2c-d3aab9657150 None None] Pushing event updated for resources: {'Port': ['ID=637b247e-be3d-43bb-ad2d-2460a31ef6ff,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:54.395719 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:54.441139 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:54.442807 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:54.443428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a98039b-0568-44cf-bfb8-0ceca18bb903 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:19:54.448407 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:54.452300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b3fe522e-719a-4db6-9150-23a54fe7b23b admin admin] 10.222.0.69 "DELETE /v2.0/routers/7a98039b-0568-44cf-bfb8-0ceca18bb903 HTTP/1.1" status: 204 len: 168 time: 2.0811107 Sep 08 13:19:54.452409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34292) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:54.493147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1110a335-0a4a-49fb-9f73-e3e489f2363d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:19:54.564494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 1110a335-0a4a-49fb-9f73-e3e489f2363d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:19:54.565012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1110a335-0a4a-49fb-9f73-e3e489f2363d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:19:54.588766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10ab7fc-a788-4d16-b908-5a76734b3212 admin admin] Deleting subnet b286b165-f871-428b-9327-493652b8764f {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:19:54.592597 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f10ab7fc-a788-4d16-b908-5a76734b3212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:54.687455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Allocated IP 172.25.5.15 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/b6e6ed90-4c52-4429-9c4f-b9c87871373b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:54.688759 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f10ab7fc-a788-4d16-b908-5a76734b3212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:54.850995 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f10ab7fc-a788-4d16-b908-5a76734b3212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:54.875111 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:54.957882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec4332-b723-4bd7-981e-5849ad85d4e3 req-6eb82eec-69e0-464d-adea-ae0b6f6f0439 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:54.966411 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ccec4332-b723-4bd7-981e-5849ad85d4e3 req-6eb82eec-69e0-464d-adea-ae0b6f6f0439 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.0773695 Sep 08 13:19:55.035869 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ccec4332-b723-4bd7-981e-5849ad85d4e3 req-89db43ef-1e4b-4f03-9675-f9d64178fcb7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682902 Sep 08 13:19:55.068451 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f10ab7fc-a788-4d16-b908-5a76734b3212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:55.156772 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:55.165723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ab7fc-a788-4d16-b908-5a76734b3212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b286b165-f871-428b-9327-493652b8764f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:55.184976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa442def-8449-4742-947e-d4135928f751 None None] Network 42e9f780-7f97-4b1d-b218-9b502d4d7327 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:19:55.185832 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f10ab7fc-a788-4d16-b908-5a76734b3212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:55.185832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f10ab7fc-a788-4d16-b908-5a76734b3212 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b286b165-f871-428b-9327-493652b8764f HTTP/1.1" status: 204 len: 168 time: 0.7297060 Sep 08 13:19:55.186675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34314) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:55.275513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:55.284987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:55.289616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:55.306664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:55.383153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Pushing event updated for resources: {'Port': ['ID=b6e6ed90-4c52-4429-9c4f-b9c87871373b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:55.385243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Deleting port e556a42b-c28b-4192-b3ad-c29218abba07 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:19:55.386784 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:55.506026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219f04-d5e6-4e4f-b6fd-c899e2c0387b req-5c9b42c4-66a0-4ce1-b869-a916febcc3e8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.506026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219f04-d5e6-4e4f-b6fd-c899e2c0387b req-5c9b42c4-66a0-4ce1-b869-a916febcc3e8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.506026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219f04-d5e6-4e4f-b6fd-c899e2c0387b req-5c9b42c4-66a0-4ce1-b869-a916febcc3e8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.506026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219f04-d5e6-4e4f-b6fd-c899e2c0387b req-5c9b42c4-66a0-4ce1-b869-a916febcc3e8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.508106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] For port e556a42b-c28b-4192-b3ad-c29218abba07, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e556a42b-c28b-4192-b3ad-c29218abba07,segment=NetworkSegment(8f9aa579-7599-40c6-a1d7-bd91c130b53d),segment_id=8f9aa579-7599-40c6-a1d7-bd91c130b53d)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:55.508426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219f04-d5e6-4e4f-b6fd-c899e2c0387b req-5c9b42c4-66a0-4ce1-b869-a916febcc3e8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.508828 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:55.517450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219f04-d5e6-4e4f-b6fd-c899e2c0387b req-5c9b42c4-66a0-4ce1-b869-a916febcc3e8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.518059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa4c2e-b195-4c03-8204-01d2b895cf2d None None] DHCP port deletion for 42e9f780-7f97-4b1d-b218-9b502d4d7327 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:19:55.527701 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a219f04-d5e6-4e4f-b6fd-c899e2c0387b req-5c9b42c4-66a0-4ce1-b869-a916febcc3e8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.536934 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a219f04-d5e6-4e4f-b6fd-c899e2c0387b req-5c9b42c4-66a0-4ce1-b869-a916febcc3e8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5443 time: 0.3309889 Sep 08 13:19:55.554316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Calling delete_port for e556a42b-c28b-4192-b3ad-c29218abba07 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:19:55.656541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa4c2e-b195-4c03-8204-01d2b895cf2d None None] Deleting port e556a42b-c28b-4192-b3ad-c29218abba07 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:19:55.657448 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4c2e-b195-4c03-8204-01d2b895cf2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:55.684344 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a219f04-d5e6-4e4f-b6fd-c899e2c0387b req-523b4567-422e-45f0-8ea5-f7d27c25f0ad tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1463492 Sep 08 13:19:55.757045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cdfa4c2e-b195-4c03-8204-01d2b895cf2d None None] For port e556a42b-c28b-4192-b3ad-c29218abba07, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e556a42b-c28b-4192-b3ad-c29218abba07,segment=NetworkSegment(8f9aa579-7599-40c6-a1d7-bd91c130b53d),segment_id=8f9aa579-7599-40c6-a1d7-bd91c130b53d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:55.757045 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4c2e-b195-4c03-8204-01d2b895cf2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:55.774416 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa4c2e-b195-4c03-8204-01d2b895cf2d None None] Calling delete_port for e556a42b-c28b-4192-b3ad-c29218abba07 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:19:55.864533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821748a-1457-402d-9705-6084ca80b13f req-7a13ce5e-b442-415f-aef1-748e8bd7e618 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.870662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821748a-1457-402d-9705-6084ca80b13f req-7a13ce5e-b442-415f-aef1-748e8bd7e618 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.880966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821748a-1457-402d-9705-6084ca80b13f req-7a13ce5e-b442-415f-aef1-748e8bd7e618 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.888197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821748a-1457-402d-9705-6084ca80b13f req-7a13ce5e-b442-415f-aef1-748e8bd7e618 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.894732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821748a-1457-402d-9705-6084ca80b13f req-7a13ce5e-b442-415f-aef1-748e8bd7e618 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.900681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821748a-1457-402d-9705-6084ca80b13f req-7a13ce5e-b442-415f-aef1-748e8bd7e618 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.906792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821748a-1457-402d-9705-6084ca80b13f req-7a13ce5e-b442-415f-aef1-748e8bd7e618 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:55.908959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0821748a-1457-402d-9705-6084ca80b13f req-7a13ce5e-b442-415f-aef1-748e8bd7e618 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5443 time: 0.1151316 Sep 08 13:19:55.931928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e79b4a-e36c-426f-9155-f39e2d263d36 None None] Network c751e04a-8a40-445c-86d1-f0bb1671e9a2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:19:56.133538 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-e5bea779-77b7-476f-be3b-34496d9e773f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0541046 Sep 08 13:19:56.216856 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cdfa4c2e-b195-4c03-8204-01d2b895cf2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.229518 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.283902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa4c2e-b195-4c03-8204-01d2b895cf2d None None] Pushing event deleted for resources: {'Port': ['ID=e556a42b-c28b-4192-b3ad-c29218abba07,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:56.302886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa4c2e-b195-4c03-8204-01d2b895cf2d None None] No DVR routers for this DVR port e556a42b-c28b-4192-b3ad-c29218abba07 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:19:56.316080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-23a24b38-69a8-40c2-9517-0f497f618942 None None] Provisioning for port 637b247e-be3d-43bb-ad2d-2460a31ef6ff completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:56.316568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] No DVR routers for this DVR port e556a42b-c28b-4192-b3ad-c29218abba07 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:19:56.321817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e556a42b-c28b-4192-b3ad-c29218abba07,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:56.370682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 637b247e-be3d-43bb-ad2d-2460a31ef6ff up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:56.408069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38496ba4-b0c4-451d-8140-5cfaee80e6ba req-46ead3a8-b102-431b-881b-e5ad775819e9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:56.410200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38496ba4-b0c4-451d-8140-5cfaee80e6ba req-46ead3a8-b102-431b-881b-e5ad775819e9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.2142494 Sep 08 13:19:56.429175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-443ce501-0108-4707-bc8b-636b800b966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:56.429675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-443ce501-0108-4707-bc8b-636b800b966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:56.430156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-443ce501-0108-4707-bc8b-636b800b966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:56.430705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-443ce501-0108-4707-bc8b-636b800b966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:56.431140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-443ce501-0108-4707-bc8b-636b800b966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:56.431682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-443ce501-0108-4707-bc8b-636b800b966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:56.432167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-443ce501-0108-4707-bc8b-636b800b966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:56.434119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-443ce501-0108-4707-bc8b-636b800b966a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6500 time: 0.1839159 Sep 08 13:19:56.489491 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.517864 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.533996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 637b247e-be3d-43bb-ad2d-2460a31ef6ff completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:19:56.538698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 637b247e-be3d-43bb-ad2d-2460a31ef6ff triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:56.539078 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.554213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e9f780-7f97-4b1d-b218-9b502d4d7327']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:56.626621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38496ba4-b0c4-451d-8140-5cfaee80e6ba req-3da2e6ba-9fc1-43e5-91ec-462030c854cf tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909781 Sep 08 13:19:56.632483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9aa579-7599-40c6-a1d7-bd91c130b53d') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:56.633104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9aa579-7599-40c6-a1d7-bd91c130b53d') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:56.652006 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.675431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.690164 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:19:56.691498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:19:56.693737 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:19:56.707475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-0efabb35-71d2-4a85-97eb-9b058e1bc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:56.708433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-0efabb35-71d2-4a85-97eb-9b058e1bc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:56.712882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-0efabb35-71d2-4a85-97eb-9b058e1bc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:56.712882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-0efabb35-71d2-4a85-97eb-9b058e1bc616 service neutron] 10.222.0.70 "GET /v2.0/networks?id=900c854b-c2a6-4864-a8d1-7387ea265132&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd HTTP/1.1" status: 200 len: 2298 time: 0.2373099 Sep 08 13:19:56.716822 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f7f45713-bb61-4653-b77c-54d4d668582f None None] Provisioning complete for port 637b247e-be3d-43bb-ad2d-2460a31ef6ff triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:56.717251 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f7f45713-bb61-4653-b77c-54d4d668582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.788616 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.838984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-567dc90c-aff6-4205-982b-6399f653333c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4cbb56e-0ee6-47a7-9e48-243d9c04e766 HTTP/1.1" status: 200 len: 1000 time: 0.1160917 Sep 08 13:19:56.845489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 637b247e-be3d-43bb-ad2d-2460a31ef6ff, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=637b247e-be3d-43bb-ad2d-2460a31ef6ff,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:56.913266 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.926460 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f7f45713-bb61-4653-b77c-54d4d668582f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.934936 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:56.948933 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/42e9f780-7f97-4b1d-b218-9b502d4d7327 HTTP/1.1" status: 204 len: 168 time: 1.7578404 Sep 08 13:19:56.970048 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:57.040978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1b820-0766-4f45-85fa-f6b1733cf1b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=42e9f780-7f97-4b1d-b218-9b502d4d7327,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:57.065257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-dd35262b-4aa0-4dba-b744-94404d37d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:57.070729 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:57.075329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-dd35262b-4aa0-4dba-b744-94404d37d9bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=104c4bbf-33a7-4238-8ce4-311c1a8159e2 HTTP/1.1" status: 200 len: 856 time: 0.2273769 Sep 08 13:19:57.188632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-ca81ff46-8671-4243-aa47-0170ebf85cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:57.191313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-ca81ff46-8671-4243-aa47-0170ebf85cd7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=900c854b-c2a6-4864-a8d1-7387ea265132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062350 Sep 08 13:19:57.330952 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-f7f45713-bb61-4653-b77c-54d4d668582f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:19:57.331710 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-f7f45713-bb61-4653-b77c-54d4d668582f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:19:57.332422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8e3c4f78-63e0-46bb-80c9-93c17a09455e no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:19:57.360407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 8e3c4f78-63e0-46bb-80c9-93c17a09455e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:19:57.360862 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8e3c4f78-63e0-46bb-80c9-93c17a09455e not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:19:57.361344 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e556a42b-c28b-4192-b3ad-c29218abba07 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:19:57.362238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Router 56400e15-230a-48ac-9cde-9647affebffc is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:19:57.370309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-e0e3927c-1eba-4fe4-bf4a-5832bda736df service neutron] 10.222.0.70 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686854 Sep 08 13:19:57.392856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: e556a42b-c28b-4192-b3ad-c29218abba07 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:19:57.393210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e556a42b-c28b-4192-b3ad-c29218abba07 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:19:57.427024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=637b247e-be3d-43bb-ad2d-2460a31ef6ff,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:57.544099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34356) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:57.592366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:19:57.607695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Sync routers for ids ['56400e15-230a-48ac-9cde-9647affebffc'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:19:57.624552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Routers {'56400e15-230a-48ac-9cde-9647affebffc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:57.625223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['56400e15-230a-48ac-9cde-9647affebffc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:57.804092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Set router 56400e15-230a-48ac-9cde-9647affebffc gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:19:57.808083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:57.812416 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c5329d84-d9e9-4117-bb3b-c69058a3a43c admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1382649 Sep 08 13:19:57.813005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34364) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:57.997030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-c67801ab-7e23-4973-9ee5-1b7581a12acc service neutron] 10.222.0.70 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126294 Sep 08 13:19:58.215093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56400e15-230a-48ac-9cde-9647affebffc', 'name': 'tempest-TestServerMultinode-2020017620-router', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:52Z', 'updated_at': '2021-09-08T13:19:55Z', 'revision_number': 3, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'gw_port': {'id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:54Z', 'updated_at': '2021-09-08T13:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:58.228384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-87f82bd3-b6b3-4e0d-bbcc-a6edf813a409 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=165d4e81-4666-4376-8fc7-6b9679bbe6dc HTTP/1.1" status: 200 len: 217 time: 0.1887431 Sep 08 13:19:58.257866 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-505a2da0-5aca-461c-9183-5868aa511164 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=668e6696294241f29c5032af902fe9cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7117343 Sep 08 13:19:58.258859 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34380) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:58.287153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Checking router: 56400e15-230a-48ac-9cde-9647affebffc for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:19:58.287510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Updating router 56400e15-230a-48ac-9cde-9647affebffc port b6e6ed90-4c52-4429-9c4f-b9c87871373b binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:19:58.341197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a152d30-b85f-44b2-9c4a-672443e9cda9 req-8b5db0db-43e8-44ca-9d64-608c848e6db9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:58.349096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4a152d30-b85f-44b2-9c4a-672443e9cda9 req-8b5db0db-43e8-44ca-9d64-608c848e6db9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.3706987 Sep 08 13:19:58.377029 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:58.383573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 637b247e-be3d-43bb-ad2d-2460a31ef6ff up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:19:58.413305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4a152d30-b85f-44b2-9c4a-672443e9cda9 req-4e70132e-8ccb-4b80-a80a-58c0cc52d2ac tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570502 Sep 08 13:19:58.415513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-92533672-486b-4f01-86ba-e7878c865499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:58.423094 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-92533672-486b-4f01-86ba-e7878c865499 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.1600864 Sep 08 13:19:58.481645 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1243230c-2130-46fe-b948-f3a02f773521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:58.514595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-6d871683-10bf-48a3-b1e2-701b7b10db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:58.516851 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-6d871683-10bf-48a3-b1e2-701b7b10db96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0766733 Sep 08 13:19:58.547082 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1243230c-2130-46fe-b948-f3a02f773521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:58.634815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:58.682298 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 637b247e-be3d-43bb-ad2d-2460a31ef6ff triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:19:58.682876 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:58.700202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-b6a7dd9a-29e8-44ce-aba1-5c0a20725bf3 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711862 Sep 08 13:19:58.768140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34402) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:19:58.785523 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1243230c-2130-46fe-b948-f3a02f773521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:58.788249 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1243230c-2130-46fe-b948-f3a02f773521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:58.791851 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1243230c-2130-46fe-b948-f3a02f773521 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a9f82b5e-9a69-4c83-9959-1eb59e555a97 HTTP/1.1" status: 204 len: 168 time: 0.5298319 Sep 08 13:19:58.809886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243230c-2130-46fe-b948-f3a02f773521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f82b5e-9a69-4c83-9959-1eb59e555a97,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:58.865970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:19:58.897534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Allocated IP 172.20.0.1 (c751e04a-8a40-445c-86d1-f0bb1671e9a2/010d1b58-5c0d-4783-bf57-316c6ddcad63/14305bca-ac1e-45fe-8365-234e3029b126) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:19:58.933645 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-498d80e6-327d-407a-a792-b61eb2e025d7 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264037 Sep 08 13:19:58.999161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-be4fe79c-482d-4e2f-9039-e18ecb40f5bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=b976551d-27dd-46f9-8ed9-225533d5e8d1 HTTP/1.1" status: 200 len: 217 time: 0.0520806 Sep 08 13:19:59.031632 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:59.041110 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:59.048463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Transition to ACTIVE for port object 14305bca-ac1e-45fe-8365-234e3029b126 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:59.075500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:19:59.078443 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcf3b40-18d4-49c5-92b4-277e145932ad" -d '{"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-unplugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:19:59.093875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:19:59.108342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad32f8e-3fb8-4645-8878-2ccd864018ab req-b47c5b24-69ab-417a-b466-d80f778666cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:59.108840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad32f8e-3fb8-4645-8878-2ccd864018ab req-b47c5b24-69ab-417a-b466-d80f778666cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:59.109367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad32f8e-3fb8-4645-8878-2ccd864018ab req-b47c5b24-69ab-417a-b466-d80f778666cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:59.109838 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad32f8e-3fb8-4645-8878-2ccd864018ab req-b47c5b24-69ab-417a-b466-d80f778666cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:59.110450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad32f8e-3fb8-4645-8878-2ccd864018ab req-b47c5b24-69ab-417a-b466-d80f778666cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:59.110798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad32f8e-3fb8-4645-8878-2ccd864018ab req-b47c5b24-69ab-417a-b466-d80f778666cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:59.111287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad32f8e-3fb8-4645-8878-2ccd864018ab req-b47c5b24-69ab-417a-b466-d80f778666cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:59.119287 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bad32f8e-3fb8-4645-8878-2ccd864018ab req-b47c5b24-69ab-417a-b466-d80f778666cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6500 time: 0.3492088 Sep 08 13:19:59.136254 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:59.149475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-fda21ed4-f7ac-4e52-a98b-7172ea0266d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:59.151450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Transition to ACTIVE for port object b6e6ed90-4c52-4429-9c4f-b9c87871373b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:19:59.152542 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-fda21ed4-f7ac-4e52-a98b-7172ea0266d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.1198637 Sep 08 13:19:59.165563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-a7726490-1d1b-43da-98b7-c0d3d36a2993 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:59.178728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-a7726490-1d1b-43da-98b7-c0d3d36a2993 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/networks?id=ea2cbd03-0704-4a58-bfc2-92d09d418219 HTTP/1.1" status: 200 len: 814 time: 0.3413050 Sep 08 13:19:59.180863 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154ce431-348c-4b4e-ab11-e7cb6e614f05 x-openstack-request-id: req-154ce431-348c-4b4e-ab11-e7cb6e614f05 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:19:59.181154 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-unplugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:19:59.181534 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-154ce431-348c-4b4e-ab11-e7cb6e614f05 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:19:59.182014 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'code': 200} Sep 08 13:19:59.219358 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:59.227628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-2c709172-22dd-4440-834d-8ae493c7b492 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/quotas/87c4148b76ce451aa3e85da0df3d1072 HTTP/1.1" status: 200 len: 375 time: 0.0283163 Sep 08 13:19:59.229500 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bad32f8e-3fb8-4645-8878-2ccd864018ab req-cb228253-dcf2-4c15-871b-319f8bb2c4bf service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1092548 Sep 08 13:19:59.249354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-9c55a6c5-99d4-4450-a71a-1f2fd058caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:59.250930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-9c55a6c5-99d4-4450-a71a-1f2fd058caf9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828006 Sep 08 13:19:59.278072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=11']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:59.305525 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:59.345114 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-c6be2d6d-c9ba-43ef-8ce9-e378a90db8a6 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=87c4148b76ce451aa3e85da0df3d1072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104310 Sep 08 13:19:59.358410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Network c751e04a-8a40-445c-86d1-f0bb1671e9a2 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:19:59.361741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:19:59.372619 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:19:59.408320 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:59.419894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-910e4f1e-87b7-42ec-83f1-8196705d6030 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539216 Sep 08 13:19:59.438979 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:59.488920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Pushing event updated for resources: {'Port': ['ID=14305bca-ac1e-45fe-8365-234e3029b126,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:59.535515 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Attempting to bind port b6e6ed90-4c52-4429-9c4f-b9c87871373b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:19:59.540232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Attempting to bind port b6e6ed90-4c52-4429-9c4f-b9c87871373b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:19:59.546392 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Attempting to bind port b6e6ed90-4c52-4429-9c4f-b9c87871373b on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:19:59.565912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:19:59.580052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:19:59.580737 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:59.581388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:19:59.582055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Bound port: b6e6ed90-4c52-4429-9c4f-b9c87871373b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:19:59.582733 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:59.631762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-94046cc7-50ab-4829-8d4f-40b3de03bcea service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:19:59.638701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-94046cc7-50ab-4829-8d4f-40b3de03bcea service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2708004 Sep 08 13:19:59.658012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-51d407a2-eaac-4cbc-b19a-000d7ee39856 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297032 Sep 08 13:19:59.658591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] For port b6e6ed90-4c52-4429-9c4f-b9c87871373b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:19:59.663345 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] For port b6e6ed90-4c52-4429-9c4f-b9c87871373b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b6e6ed90-4c52-4429-9c4f-b9c87871373b,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:19:59.689230 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533246f-4de1-49c7-b9db-e507abeb37b7 None None] Pushing event updated for resources: {'Port': ['ID=b6e6ed90-4c52-4429-9c4f-b9c87871373b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:59.723315 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62dab0-0850-47ef-91ea-052afc96dbad req-0b28e8ff-25bf-4002-9c54-6a38444ec898 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:59.726455 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f62dab0-0850-47ef-91ea-052afc96dbad req-0b28e8ff-25bf-4002-9c54-6a38444ec898 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1053727 Sep 08 13:19:59.757004 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:59.762292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-789ab808-93e1-4b9d-9618-627bbb13efaf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=2d47d4d6-8773-4585-974b-fddb0008ba76 HTTP/1.1" status: 200 len: 217 time: 0.0817292 Sep 08 13:19:59.804580 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:19:59.848888 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f62dab0-0850-47ef-91ea-052afc96dbad req-bdabd108-963e-4699-a984-59ac84f16719 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090477 Sep 08 13:19:59.855226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Routers {'56400e15-230a-48ac-9cde-9647affebffc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:19:59.855804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['56400e15-230a-48ac-9cde-9647affebffc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:19:59.885815 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1cd2062-4ee6-48ed-9500-fe1cfd0fafbc req-542e2cde-f3c3-44db-ad51-44afbb48d7aa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2343142 Sep 08 13:19:59.902854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533246f-4de1-49c7-b9db-e507abeb37b7 None None] Pushing event updated for resources: {'Port': ['ID=b6e6ed90-4c52-4429-9c4f-b9c87871373b,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:19:59.932511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-0b8f4125-9b6f-431a-843e-5f205d854027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:19:59.934084 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-0b8f4125-9b6f-431a-843e-5f205d854027 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.1385212 Sep 08 13:19:59.960589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-b37d32d5-fcf5-4628-82bc-31e845a6bc02 service neutron] 10.222.0.69 "GET /v2.0/networks/ea2cbd03-0704-4a58-bfc2-92d09d418219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107474 Sep 08 13:20:00.005274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5c1e6d01-ad66-4521-afe6-7662d6c9b60e None None] Provisioning for port 14305bca-ac1e-45fe-8365-234e3029b126 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:00.026132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5c1e6d01-ad66-4521-afe6-7662d6c9b60e None None] Provisioning complete for port 14305bca-ac1e-45fe-8365-234e3029b126 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:00.026864 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6d01-ad66-4521-afe6-7662d6c9b60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:00.044625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd2062-4ee6-48ed-9500-fe1cfd0fafbc req-24c45bc0-ed95-410e-8d03-ae2fc57754bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:00.046598 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1cd2062-4ee6-48ed-9500-fe1cfd0fafbc req-24c45bc0-ed95-410e-8d03-ae2fc57754bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc9314dc6ad242c7954dbd58e4ab6efd&device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 1096 time: 0.1346278 Sep 08 13:20:00.075968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] Set router 56400e15-230a-48ac-9cde-9647affebffc gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:20:00.116519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-ecbba54a-d2da-4826-884e-883f69bb2b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:00.118763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-ecbba54a-d2da-4826-884e-883f69bb2b05 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1681762 Sep 08 13:20:00.141828 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:00.210963 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:00.229245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-f9a720a3-ada0-4c2a-96eb-f7aff032faa5 service neutron] 10.222.0.69 "GET /v2.0/networks/ea2cbd03-0704-4a58-bfc2-92d09d418219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607718 Sep 08 13:20:00.291531 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:00.295999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd2062-4ee6-48ed-9500-fe1cfd0fafbc req-a1a2c91a-c9dd-485a-95bf-ffa35378bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:00.295999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1cd2062-4ee6-48ed-9500-fe1cfd0fafbc req-a1a2c91a-c9dd-485a-95bf-ffa35378bd50 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c06c7a55-d0b3-4e5f-816d-769f9349ad01 HTTP/1.1" status: 200 len: 906 time: 0.2025418 Sep 08 13:20:00.296735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Pushing event updated for resources: {'Port': ['ID=14305bca-ac1e-45fe-8365-234e3029b126,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:00.328291 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e6d01-ad66-4521-afe6-7662d6c9b60e None None] Port 14305bca-ac1e-45fe-8365-234e3029b126 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:20:00.353941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-b187d7e5-6fd6-4b3e-89ff-d6ac4afdee4e service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226434 Sep 08 13:20:00.461704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1cd2062-4ee6-48ed-9500-fe1cfd0fafbc req-b209fff6-9d60-4aa6-866f-3b17d7c6b484 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8a8cfe1-abb5-490e-ad54-ee280d11581e HTTP/1.1" status: 200 len: 1001 time: 0.1598551 Sep 08 13:20:00.479537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Network c751e04a-8a40-445c-86d1-f0bb1671e9a2 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:20:00.484455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:00.512749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-f71c9fc5-f56a-4c9c-852e-3df2699eb50e service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486857 Sep 08 13:20:00.567270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-3971b655-dfbd-4dcc-8839-4797a6b91299 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 HTTP/1.1" status: 200 len: 217 time: 0.0431552 Sep 08 13:20:00.658595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd2062-4ee6-48ed-9500-fe1cfd0fafbc req-dcc53235-c1a5-4d58-88b1-5c60dcf24a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:00.660550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1cd2062-4ee6-48ed-9500-fe1cfd0fafbc req-dcc53235-c1a5-4d58-88b1-5c60dcf24a37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f2e6ead-1c03-4608-ac1d-d8051bc0884a HTTP/1.1" status: 200 len: 844 time: 0.1892045 Sep 08 13:20:00.674446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2cd97f58-5aa3-440f-ba84-89637b1e763b req-2c8a1038-dfc5-440f-acb1-c71e9e44b0a8 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 210 time: 0.0480275 Sep 08 13:20:00.711576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56400e15-230a-48ac-9cde-9647affebffc', 'name': 'tempest-TestServerMultinode-2020017620-router', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:52Z', 'updated_at': '2021-09-08T13:19:59Z', 'revision_number': 4, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'gw_port': {'id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:54Z', 'updated_at': '2021-09-08T13:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '14305bca-ac1e-45fe-8365-234e3029b126', 'name': '', 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'mac_address': 'fa:16:3e:70:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '010d1b58-5c0d-4783-bf57-316c6ddcad63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:58Z', 'updated_at': '2021-09-08T13:19:58Z', 'revision_number': 1, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'subnets': [{'id': '010d1b58-5c0d-4783-bf57-316c6ddcad63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:00.729009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Router 56400e15-230a-48ac-9cde-9647affebffc has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:20:00.730313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-a0ad8735-798c-416f-9dfb-24d5e6eef535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:00.732288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-a0ad8735-798c-416f-9dfb-24d5e6eef535 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.1581349 Sep 08 13:20:00.791733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721a389a-fc77-46cf-abbd-a63d5f247066 None None] The sync data for ids ['56400e15-230a-48ac-9cde-9647affebffc'] in n-d-807558-3 is: [{'id': '56400e15-230a-48ac-9cde-9647affebffc', 'name': 'tempest-TestServerMultinode-2020017620-router', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:52Z', 'updated_at': '2021-09-08T13:19:59Z', 'revision_number': 4, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'gw_port': {'id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:54Z', 'updated_at': '2021-09-08T13:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '14305bca-ac1e-45fe-8365-234e3029b126', 'name': '', 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'mac_address': 'fa:16:3e:70:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '010d1b58-5c0d-4783-bf57-316c6ddcad63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:58Z', 'updated_at': '2021-09-08T13:19:58Z', 'revision_number': 1, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'subnets': [{'id': '010d1b58-5c0d-4783-bf57-316c6ddcad63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:20:00.792779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd2062-4ee6-48ed-9500-fe1cfd0fafbc req-c70735ed-64fb-4c14-9438-1316df7d7203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:00.794591 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1cd2062-4ee6-48ed-9500-fe1cfd0fafbc req-c70735ed-64fb-4c14-9438-1316df7d7203 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c06c7a55-d0b3-4e5f-816d-769f9349ad01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144738 Sep 08 13:20:00.857199 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-3ee5f339-9242-449f-a6cf-e0414ea0fe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:00.858851 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-3ee5f339-9242-449f-a6cf-e0414ea0fe8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1090636 Sep 08 13:20:00.861251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34460) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:01.040198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1cd2062-4ee6-48ed-9500-fe1cfd0fafbc req-9f05ff26-7425-4c4f-9aa9-c0c98a7efe76 service neutron] 10.222.0.60 "GET /v2.0/networks/c06c7a55-d0b3-4e5f-816d-769f9349ad01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334216 Sep 08 13:20:01.087110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-57aef537-12fd-45d5-890e-6cc2b868b1da None None] Provisioning complete for port 14305bca-ac1e-45fe-8365-234e3029b126 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:01.090876 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-57aef537-12fd-45d5-890e-6cc2b868b1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:01.106391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:20:01.126821 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0792bbe0-59a2-4d35-a7e0-8ba7cce64a5c admin admin] 10.222.0.69 "PUT /v2.0/routers/56400e15-230a-48ac-9cde-9647affebffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3126602 Sep 08 13:20:01.232039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-57aef537-12fd-45d5-890e-6cc2b868b1da None None] Port 14305bca-ac1e-45fe-8365-234e3029b126 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:20:01.246810 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388e35-0558-4168-8dbf-6b23b93a7a84 req-175e1e5c-c6ea-4e1a-b720-58ee8081a1dc tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:01.248819 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-32388e35-0558-4168-8dbf-6b23b93a7a84 req-175e1e5c-c6ea-4e1a-b720-58ee8081a1dc tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1208165 Sep 08 13:20:01.249668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1630354460-network', 'tenant_id': '33b9d5fc354a4f45ac1bdf929fd51ca9'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:01.314998 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-c085a075-7719-47fa-9ac8-8d71ca5f509b service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441841 Sep 08 13:20:01.363406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-32388e35-0558-4168-8dbf-6b23b93a7a84 req-73560ca4-692c-403c-8a04-a84325ed47e6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889421 Sep 08 13:20:01.388957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1cd2062-4ee6-48ed-9500-fe1cfd0fafbc req-41de5f14-d949-451f-9508-c5b40a6b00b3 service neutron] 10.222.0.60 "GET /v2.0/networks/c06c7a55-d0b3-4e5f-816d-769f9349ad01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402729 Sep 08 13:20:01.408158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Made reservation on behalf of 33b9d5fc354a4f45ac1bdf929fd51ca9 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:01.410743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:01.431578 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:01.512378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-2ea6e696-09db-4cd1-b907-047a38fdd3fb service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527297 Sep 08 13:20:01.562633 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-efc5a7bc-20e0-4498-83dc-d8b68a1929b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=44190366-792e-4732-90ee-a9db95993d7d HTTP/1.1" status: 200 len: 217 time: 0.0415435 Sep 08 13:20:01.642442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-cfa183a9-f7a5-42de-84f7-762a2303cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:01.645899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-cfa183a9-f7a5-42de-84f7-762a2303cac8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaf5d36d-738b-4970-84ca-903b48836db2 HTTP/1.1" status: 200 len: 797 time: 0.0713806 Sep 08 13:20:01.741057 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:01.750982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-2a68726c-33c6-4c9d-80ca-4c7a10f62acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:01.753666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-2a68726c-33c6-4c9d-80ca-4c7a10f62acc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0982642 Sep 08 13:20:01.798272 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e54965f7-1240-4671-929f-4cd63c2084b4 req-c4da8f85-a9ac-49d7-ad5e-6f06f0306ccd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 210 time: 0.0417938 Sep 08 13:20:01.841424 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:01.871006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:20:01.941868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:01.942409 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Added segment f373a196-4e5c-4b32-a295-7c716b317c73 of type vlan for network 26660d4a-bc27-4009-a817-5882ecaf5af3 Sep 08 13:20:01.946022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc3ba46-c883-4976-b86e-2608aba34d82,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:01.967378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-8c7e4868-a0b2-4a7f-8475-552862588900 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060723 Sep 08 13:20:02.027780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:02.153520 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-7062d3c5-1b43-46da-86b7-2db3eb59f77f service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606309 Sep 08 13:20:02.225123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-3e6fe640-0838-4df9-a161-284db8638e16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9324b9ef-43d5-4410-9e21-a337598b64eb HTTP/1.1" status: 200 len: 217 time: 0.0628691 Sep 08 13:20:02.294935 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:02.296774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:02.297656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:02.341095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b6e6ed90-4c52-4429-9c4f-b9c87871373b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:02.407745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-b3a303b0-1e90-4eef-af1a-5c1c7956a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:02.409736 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-b3a303b0-1e90-4eef-af1a-5c1c7956a2d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaf5d36d-738b-4970-84ca-903b48836db2 HTTP/1.1" status: 200 len: 797 time: 0.1765625 Sep 08 13:20:02.489502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34498) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:02.494542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-203523582-network', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:02.502032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] Pushing event updated for resources: {'Network': ['ID=26660d4a-bc27-4009-a817-5882ecaf5af3,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:02.516786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 26660d4a-bc27-4009-a817-5882ecaf5af3 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:20:02.519918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-304993c6-4db4-498c-8735-20d2940bb818 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6576829 Sep 08 13:20:02.525208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34500) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:02.534981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2343a3db-a82f-4ebb-aae7-84c76b4bb0b0 admin admin] Request body: {'subnet': {'network_id': '26660d4a-bc27-4009-a817-5882ecaf5af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1630354460-subnet', 'tenant_id': '33b9d5fc354a4f45ac1bdf929fd51ca9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:02.546991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b6e6ed90-4c52-4429-9c4f-b9c87871373b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:02.549033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-2de9d591-f815-406c-a78a-99c447c24b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:02.550880 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-2de9d591-f815-406c-a78a-99c447c24b11 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0918839 Sep 08 13:20:02.570050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b6e6ed90-4c52-4429-9c4f-b9c87871373b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:02.571093 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:02.577817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ec411-67c4-415d-bcd6-26d529070ce5 req-b4820025-3782-4efb-a57d-b11ad56bfee3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:02.579440 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-705ec411-67c4-415d-bcd6-26d529070ce5 req-b4820025-3782-4efb-a57d-b11ad56bfee3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0797398 Sep 08 13:20:02.663246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Made reservation on behalf of 2df5bc365a9448acb9c928afc3c6b472 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:02.666896 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:02.679477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-705ec411-67c4-415d-bcd6-26d529070ce5 req-2ca60341-dc2d-4f90-a4dc-b51584b3c7a5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864432 Sep 08 13:20:02.707412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-7d835128-e474-426c-9ea5-83f00ab87792 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468413 Sep 08 13:20:02.721360 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:02.749945 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:02.796719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b6e6ed90-4c52-4429-9c4f-b9c87871373b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b6e6ed90-4c52-4429-9c4f-b9c87871373b,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:02.798331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2343a3db-a82f-4ebb-aae7-84c76b4bb0b0 admin admin] Made reservation on behalf of 33b9d5fc354a4f45ac1bdf929fd51ca9 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:02.801925 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2343a3db-a82f-4ebb-aae7-84c76b4bb0b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:02.825575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:20:02.898940 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:02.916459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69baf8b3-fe67-4b0d-8edc-1383f62a2705 req-51703a8b-d10a-48cf-8ada-2ade8b43cd73 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989110 Sep 08 13:20:02.977109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da4d480e-710f-47b9-83e8-879ac88fef65 req-e00049f8-41f9-4595-b144-5c7524cb8aa5 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 210 time: 0.0525358 Sep 08 13:20:03.022633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b6e6ed90-4c52-4429-9c4f-b9c87871373b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:03.057444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:03.075844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'port_id': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'mac_address': 'fa:16:3e:51:86:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:20:03.173237 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:03.191771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae15e610-90c7-41ce-be55-bf487cfffc46 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:03.193417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:03.220177 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:03.265485 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:03.292195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:20:03.300984 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:03.302318 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2343a3db-a82f-4ebb-aae7-84c76b4bb0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:03.308148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:03.317097 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:03.317455 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Added segment e978f7e1-37ec-4807-bef3-2558546e1834 of type vlan for network 22808ea6-3784-4955-b68c-dbdb98830026 Sep 08 13:20:03.379945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=12']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:03.385745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ae15e610-90c7-41ce-be55-bf487cfffc46'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:20:03.402508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343a3db-a82f-4ebb-aae7-84c76b4bb0b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbde8983-f0e2-459d-81ee-b71d728aedd1,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:03.405596 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:03.441584 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2343a3db-a82f-4ebb-aae7-84c76b4bb0b0 admin admin] Checking segment: {'id': 'f373a196-4e5c-4b32-a295-7c716b317c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '26660d4a-bc27-4009-a817-5882ecaf5af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:03.441941 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2343a3db-a82f-4ebb-aae7-84c76b4bb0b0 admin admin] Network hostable DHCP agents. Network: 26660d4a-bc27-4009-a817-5882ecaf5af3, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:20:03.517141 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:03.519492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:03.520686 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:03.560211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2343a3db-a82f-4ebb-aae7-84c76b4bb0b0 admin admin] Network 26660d4a-bc27-4009-a817-5882ecaf5af3 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:20:03.964182 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4732578 Sep 08 13:20:03.967064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71e98d-64ac-468b-85ba-0ef91663941f admin admin] Pushing event updated for resources: {'Network': ['ID=22808ea6-3784-4955-b68c-dbdb98830026,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:03.971366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34518) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:03.971949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5be656fd-4cbc-4a8a-a7bb-3de29d674308 admin admin] Request body: {'subnet': {'network_id': '22808ea6-3784-4955-b68c-dbdb98830026', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-203523582-subnet', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:03.989906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 22808ea6-3784-4955-b68c-dbdb98830026 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:20:04.004730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b241c-526b-4ce1-82a9-518f90b35852 req-a1f5fa77-5723-499c-8ed1-6766cd95e4c5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:04.006823 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-638b241c-526b-4ce1-82a9-518f90b35852 req-a1f5fa77-5723-499c-8ed1-6766cd95e4c5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 946 time: 0.1394520 Sep 08 13:20:04.008391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2343a3db-a82f-4ebb-aae7-84c76b4bb0b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 26660d4a-bc27-4009-a817-5882ecaf5af3) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:04.014044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2343a3db-a82f-4ebb-aae7-84c76b4bb0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:04.014705 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2343a3db-a82f-4ebb-aae7-84c76b4bb0b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:04.036619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b095e-c9b2-48a7-a8a6-dfa21b0d0cbe None None] Network 26660d4a-bc27-4009-a817-5882ecaf5af3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:20:04.080592 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-638b241c-526b-4ce1-82a9-518f90b35852 req-91715504-23d0-47ec-9b1f-134706f87b64 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531144 Sep 08 13:20:04.134516 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9d765e5-dd9c-41a8-b870-cedcb2c007b2 req-b0b0356c-ee55-4dd0-b0c9-264f4663d99d tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 210 time: 0.0465360 Sep 08 13:20:04.224963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b6e6ed90-4c52-4429-9c4f-b9c87871373b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:04.230905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be656fd-4cbc-4a8a-a7bb-3de29d674308 admin admin] Made reservation on behalf of 2df5bc365a9448acb9c928afc3c6b472 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:04.236682 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5be656fd-4cbc-4a8a-a7bb-3de29d674308 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:04.285590 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:20:04.300773 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Sync routers for ids ['56400e15-230a-48ac-9cde-9647affebffc'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:20:04.338559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b6e6ed90-4c52-4429-9c4f-b9c87871373b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:04.338998 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:04.352011 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Routers {'56400e15-230a-48ac-9cde-9647affebffc'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:20:04.357611 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['56400e15-230a-48ac-9cde-9647affebffc'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:04.367967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4258a26c-6632-4e67-a1b3-149287d52c68 None None] Network 26660d4a-bc27-4009-a817-5882ecaf5af3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:20:04.374956 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2343a3db-a82f-4ebb-aae7-84c76b4bb0b0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8480296 Sep 08 13:20:04.574573 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Set router 56400e15-230a-48ac-9cde-9647affebffc gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:20:04.851948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:04.882687 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56400e15-230a-48ac-9cde-9647affebffc', 'name': 'tempest-TestServerMultinode-2020017620-router', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:52Z', 'updated_at': '2021-09-08T13:19:59Z', 'revision_number': 4, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'gw_port': {'id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:54Z', 'updated_at': '2021-09-08T13:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '14305bca-ac1e-45fe-8365-234e3029b126', 'name': '', 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'mac_address': 'fa:16:3e:70:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '010d1b58-5c0d-4783-bf57-316c6ddcad63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:58Z', 'updated_at': '2021-09-08T13:19:59Z', 'revision_number': 2, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'subnets': [{'id': '010d1b58-5c0d-4783-bf57-316c6ddcad63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:04.935350 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Checking router: 56400e15-230a-48ac-9cde-9647affebffc for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:20:04.941959 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Updating router 56400e15-230a-48ac-9cde-9647affebffc port 14305bca-ac1e-45fe-8365-234e3029b126 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:20:05.000281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port ae15e610-90c7-41ce-be55-bf487cfffc46 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:05.002384 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:05.026154 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:05.123586 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:05.165277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:05.165533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:05.167958 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a674244a-d468-4d58-8b68-5d58837ddfea" -d '{"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-plugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:05.170709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-01438889-0a2c-4834-ab91-eced377a0044 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:05.172626 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-01438889-0a2c-4834-ab91-eced377a0044 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/networks?id=26660d4a-bc27-4009-a817-5882ecaf5af3 HTTP/1.1" status: 200 len: 818 time: 0.1979892 Sep 08 13:20:05.193740 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-0d41e572-3c32-4aa5-9dee-22ac149d4055 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/quotas/33b9d5fc354a4f45ac1bdf929fd51ca9 HTTP/1.1" status: 200 len: 375 time: 0.0115798 Sep 08 13:20:05.210649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-85b6f053-c0bf-4c1b-bde9-1d1366ca1c45 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:05.212332 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-85b6f053-c0bf-4c1b-bde9-1d1366ca1c45 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.60 "GET /v2.0/networks?id=ea2cbd03-0704-4a58-bfc2-92d09d418219 HTTP/1.1" status: 200 len: 814 time: 0.2204092 Sep 08 13:20:05.225521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Request body: {'port': {'device_id': 'd095978a-774a-4d6a-9de8-54d0d0420e3b', 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219', 'admin_state_up': True, 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:05.250356 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-5b22dd7e-20c3-4778-a70d-90c4aef9ef54 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=33b9d5fc354a4f45ac1bdf929fd51ca9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501995 Sep 08 13:20:05.288549 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5be656fd-4cbc-4a8a-a7bb-3de29d674308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:05.322297 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:05.357933 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-c3de070a-71b6-4430-9896-a71c11caa272 service neutron] 10.222.0.69 "GET /v2.0/networks/26660d4a-bc27-4009-a817-5882ecaf5af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065283 Sep 08 13:20:05.430044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=13']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:05.467919 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:05.470591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989eb866-baee-40a3-9025-be794146045e req-e52b4c0e-1ee0-4770-8558-62a3e0aea902 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:05.472808 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-989eb866-baee-40a3-9025-be794146045e req-e52b4c0e-1ee0-4770-8558-62a3e0aea902 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 946 time: 0.2026913 Sep 08 13:20:05.478108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be656fd-4cbc-4a8a-a7bb-3de29d674308 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2add67dd-a79d-4c6c-88c0-80d88c294acc,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:05.488838 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Transition to ACTIVE for port object 14305bca-ac1e-45fe-8365-234e3029b126 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:05.528207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be656fd-4cbc-4a8a-a7bb-3de29d674308 admin admin] Checking segment: {'id': 'e978f7e1-37ec-4807-bef3-2558546e1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:05.528616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be656fd-4cbc-4a8a-a7bb-3de29d674308 admin admin] Network hostable DHCP agents. Network: 22808ea6-3784-4955-b68c-dbdb98830026, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:20:05.534137 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-55979213-8312-48db-bcf4-af7397b4cd85 service neutron] 10.222.0.69 "GET /v2.0/networks/26660d4a-bc27-4009-a817-5882ecaf5af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692140 Sep 08 13:20:05.567903 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:05.586297 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-989eb866-baee-40a3-9025-be794146045e req-4d03763d-a0ca-4a5f-a8af-5f20ad3be758 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041791 Sep 08 13:20:05.600689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Made reservation on behalf of 87c4148b76ce451aa3e85da0df3d1072 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:05.607560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:05.647736 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0008a-3bf0-4c29-8f24-fdfb17e7f1a6 None None] Pushing event updated for resources: {'Port': ['ID=14305bca-ac1e-45fe-8365-234e3029b126,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:05.719703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be656fd-4cbc-4a8a-a7bb-3de29d674308 admin admin] Network 22808ea6-3784-4955-b68c-dbdb98830026 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:20:05.722418 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Attempting to bind port 14305bca-ac1e-45fe-8365-234e3029b126 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:20:05.724436 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Attempting to bind port 14305bca-ac1e-45fe-8365-234e3029b126 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:20:05.724809 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Attempting to bind port 14305bca-ac1e-45fe-8365-234e3029b126 on network c751e04a-8a40-445c-86d1-f0bb1671e9a2 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:05.731771 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:20:05.734403 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Checking segment: {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:05.734403 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:05.734403 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Bound using segment: {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:20:05.734403 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Bound port: 14305bca-ac1e-45fe-8365-234e3029b126, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:20:05.734853 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:05.775079 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8d9d8bb1-6ebc-485c-8244-17730ae9e822 req-347f8ff4-471c-4811-91be-e556f3a2b1ce tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 210 time: 0.0565462 Sep 08 13:20:05.845632 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b899fb-bcae-4f02-9f01-7ca447cb02c8 x-openstack-request-id: req-83b899fb-bcae-4f02-9f01-7ca447cb02c8 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:05.845632 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-plugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:05.845929 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-83b899fb-bcae-4f02-9f01-7ca447cb02c8 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:05.846502 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'code': 200} Sep 08 13:20:05.861273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-5be656fd-4cbc-4a8a-a7bb-3de29d674308 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 22808ea6-3784-4955-b68c-dbdb98830026) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:05.877172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be656fd-4cbc-4a8a-a7bb-3de29d674308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:05.878376 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5be656fd-4cbc-4a8a-a7bb-3de29d674308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:05.888634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef98784-f7e2-4d12-b66c-30e228fd5f5f None None] Network 22808ea6-3784-4955-b68c-dbdb98830026 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:20:05.897260 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] For port 14305bca-ac1e-45fe-8365-234e3029b126, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:20:05.900192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Allocated IP 172.20.0.10 (ea2cbd03-0704-4a58-bfc2-92d09d418219/e3efa374-0fbf-49a2-bbb8-f19c056d62ba/802d2764-ad67-414f-851e-a6a3a2abd7f1) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:20:05.911856 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] For port 14305bca-ac1e-45fe-8365-234e3029b126, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=14305bca-ac1e-45fe-8365-234e3029b126,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:20:06.027024 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b64b1419-3aa9-407e-88d5-991ede4c50cc req-51891a0e-8fb1-410e-8665-d2780242284e tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 210 time: 0.0766468 Sep 08 13:20:06.031384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5be656fd-4cbc-4a8a-a7bb-3de29d674308 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0634260 Sep 08 13:20:06.034661 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34576) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:06.048527 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:06.063265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-203523582-router', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:06.223949 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0008a-3bf0-4c29-8f24-fdfb17e7f1a6 None None] Pushing event updated for resources: {'Port': ['ID=14305bca-ac1e-45fe-8365-234e3029b126,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:06.232525 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Routers {'56400e15-230a-48ac-9cde-9647affebffc'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:20:06.232525 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:19:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['56400e15-230a-48ac-9cde-9647affebffc'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:06.236452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-22808ea6-3784-4955-b68c-dbdb98830026', 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'fixed_ips': [{'subnet_id': '2add67dd-a79d-4c6c-88c0-80d88c294acc'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:20:06.238352 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:06.254137 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:06.255474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:06.368073 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:06.415387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Transition to ACTIVE for port object 802d2764-ad67-414f-851e-a6a3a2abd7f1 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:06.462194 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:06.537089 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] Set router 56400e15-230a-48ac-9cde-9647affebffc gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:20:06.547629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:06.679920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Allocated IP 172.20.0.2 (22808ea6-3784-4955-b68c-dbdb98830026/2add67dd-a79d-4c6c-88c0-80d88c294acc/68d1b96e-40b9-47d5-9976-f19e14b5e825) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:20:06.720653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Network ea2cbd03-0704-4a58-bfc2-92d09d418219 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:20:06.741021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:06.745883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:20:06.760028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Pushing event updated for resources: {'Port': ['ID=802d2764-ad67-414f-851e-a6a3a2abd7f1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:06.793573 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:06.958537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:06.959285 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:07.024103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6caa1-e3b9-445e-96f8-6641c9b6f03d req-eee0b54a-264e-4143-b757-c15db9e0b632 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:07.032268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-80a6caa1-e3b9-445e-96f8-6641c9b6f03d req-eee0b54a-264e-4143-b757-c15db9e0b632 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.2195950 Sep 08 13:20:07.119315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-05ac4782-08a1-4fa9-9cb7-373689a6f0dd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8936260 Sep 08 13:20:07.126310 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56400e15-230a-48ac-9cde-9647affebffc', 'name': 'tempest-TestServerMultinode-2020017620-router', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:52Z', 'updated_at': '2021-09-08T13:19:59Z', 'revision_number': 4, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'gw_port': {'id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:54Z', 'updated_at': '2021-09-08T13:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '14305bca-ac1e-45fe-8365-234e3029b126', 'name': '', 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'mac_address': 'fa:16:3e:70:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '010d1b58-5c0d-4783-bf57-316c6ddcad63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:58Z', 'updated_at': '2021-09-08T13:20:05Z', 'revision_number': 4, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'subnets': [{'id': '010d1b58-5c0d-4783-bf57-316c6ddcad63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:07.140299 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:07.186511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-80a6caa1-e3b9-445e-96f8-6641c9b6f03d req-18a5d547-8e34-48e4-a09a-a2139c40eed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527495 Sep 08 13:20:07.196959 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c44a3fc-097e-4888-957c-20e2cdc0265e None None] The sync data for ids ['56400e15-230a-48ac-9cde-9647affebffc'] in n-d-807558-3 is: [{'id': '56400e15-230a-48ac-9cde-9647affebffc', 'name': 'tempest-TestServerMultinode-2020017620-router', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:52Z', 'updated_at': '2021-09-08T13:19:59Z', 'revision_number': 4, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'gw_port': {'id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:54Z', 'updated_at': '2021-09-08T13:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '14305bca-ac1e-45fe-8365-234e3029b126', 'name': '', 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'mac_address': 'fa:16:3e:70:50:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '010d1b58-5c0d-4783-bf57-316c6ddcad63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:58Z', 'updated_at': '2021-09-08T13:20:05Z', 'revision_number': 4, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'subnets': [{'id': '010d1b58-5c0d-4783-bf57-316c6ddcad63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:20:07.236749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Transition to ACTIVE for port object 68d1b96e-40b9-47d5-9976-f19e14b5e825 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:07.288890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Transition to ACTIVE for port object 68d1b96e-40b9-47d5-9976-f19e14b5e825 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:07.317776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Request body: {'port': {'device_id': 'd095978a-774a-4d6a-9de8-54d0d0420e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:07.350648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-37ac78ff-a662-4bc1-b301-afe4c6121413 None None] Provisioning for port 802d2764-ad67-414f-851e-a6a3a2abd7f1 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:07.355154 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-37ac78ff-a662-4bc1-b301-afe4c6121413 None None] Provisioning complete for port 802d2764-ad67-414f-851e-a6a3a2abd7f1 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:07.355540 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37ac78ff-a662-4bc1-b301-afe4c6121413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:07.443423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c3ee4-411d-42b2-b9bb-e5f672ee2ad1 req-31436c04-c394-4bd9-a439-58a4e386d498 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:07.457546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b97c3ee4-411d-42b2-b9bb-e5f672ee2ad1 req-31436c04-c394-4bd9-a439-58a4e386d498 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 932 time: 0.4354959 Sep 08 13:20:07.461654 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:07.481116 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:07.519541 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:07.652460 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:07.688682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-37ac78ff-a662-4bc1-b301-afe4c6121413 None None] Port 802d2764-ad67-414f-851e-a6a3a2abd7f1 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:20:07.705064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Network 22808ea6-3784-4955-b68c-dbdb98830026 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:20:07.710129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:07.718625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Pushing event updated for resources: {'Port': ['ID=68d1b96e-40b9-47d5-9976-f19e14b5e825,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:07.721526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:20:07.778729 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bc50397c-0400-4c94-b88c-0994a4c2a1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:07.865266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Attempting to bind port 68d1b96e-40b9-47d5-9976-f19e14b5e825 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:20:07.865483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Attempting to bind port 68d1b96e-40b9-47d5-9976-f19e14b5e825 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'e978f7e1-37ec-4807-bef3-2558546e1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:20:07.865919 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7b3d0ac-ef31-459d-848a-65667a0197a8 req-2b698f7e-83f6-4eaf-9d58-713e5f402806 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 210 time: 0.0937340 Sep 08 13:20:07.871071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Attempting to bind port 68d1b96e-40b9-47d5-9976-f19e14b5e825 on network 22808ea6-3784-4955-b68c-dbdb98830026 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:07.892312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b97c3ee4-411d-42b2-b9bb-e5f672ee2ad1 req-f45428ed-d0b2-48ff-b55a-a2010c198240 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237258 Sep 08 13:20:07.900514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:20:07.900514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Checking segment: {'id': 'e978f7e1-37ec-4807-bef3-2558546e1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:07.900514 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:07.900514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Bound using segment: {'id': 'e978f7e1-37ec-4807-bef3-2558546e1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:20:07.900514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Bound port: 68d1b96e-40b9-47d5-9976-f19e14b5e825, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e978f7e1-37ec-4807-bef3-2558546e1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:20:07.900514 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:07.976516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Allocated IP 172.25.5.248 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:20:08.206276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] For port 68d1b96e-40b9-47d5-9976-f19e14b5e825, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:20:08.231119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] For port 68d1b96e-40b9-47d5-9976-f19e14b5e825, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=68d1b96e-40b9-47d5-9976-f19e14b5e825,segment=NetworkSegment(e978f7e1-37ec-4807-bef3-2558546e1834),segment_id=e978f7e1-37ec-4807-bef3-2558546e1834)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:20:08.242474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:08.335340 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:08.528477 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:08.557158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b9d1a-b6da-4aa2-823a-7a20f4d4ffd7 None None] Pushing event updated for resources: {'Port': ['ID=68d1b96e-40b9-47d5-9976-f19e14b5e825,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:08.586093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 14305bca-ac1e-45fe-8365-234e3029b126 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:08.727873 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:20:08.760121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:08.779240 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:20:08.812645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Pushing event updated for resources: {'Port': ['ID=8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:08.911157 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 14305bca-ac1e-45fe-8365-234e3029b126 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:08.921662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 14305bca-ac1e-45fe-8365-234e3029b126 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:08.922157 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:09.100240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802d2764-ad67-414f-851e-a6a3a2abd7f1 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:09.141148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:09.180857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c237643-98ce-4119-a5ed-41e1282c6ebf req-85a0ee3d-7185-4c3c-90b6-51dabd8756be tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:09.198434 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c237643-98ce-4119-a5ed-41e1282c6ebf req-85a0ee3d-7185-4c3c-90b6-51dabd8756be tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.7657950 Sep 08 13:20:09.249345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Transition to ACTIVE for port object 802d2764-ad67-414f-851e-a6a3a2abd7f1 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:09.275063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-454da647-8091-4105-a70d-bfb9f50c02c3 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:09.280626 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-454da647-8091-4105-a70d-bfb9f50c02c3 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.70 "GET /v2.0/networks?id=26660d4a-bc27-4009-a817-5882ecaf5af3 HTTP/1.1" status: 200 len: 818 time: 0.4952235 Sep 08 13:20:09.328898 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Request body: {'port': {'device_id': '7b035107-9664-4882-89bc-ae6671c29be6', 'network_id': '26660d4a-bc27-4009-a817-5882ecaf5af3', 'admin_state_up': True, 'tenant_id': '33b9d5fc354a4f45ac1bdf929fd51ca9'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:09.402929 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e07b1602-4628-467f-93b9-e447f222e2c9 req-0b8add19-3141-4d68-9d6f-b08d559004bf tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 210 time: 0.2187216 Sep 08 13:20:09.425132 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:09.505776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 14305bca-ac1e-45fe-8365-234e3029b126, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=14305bca-ac1e-45fe-8365-234e3029b126,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:09.597975 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:09.666824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c237643-98ce-4119-a5ed-41e1282c6ebf req-e24d4e2d-57bd-427c-a428-e28138027a86 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4672642 Sep 08 13:20:09.686234 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:09.752189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=14305bca-ac1e-45fe-8365-234e3029b126,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:09.916826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b358e-9c36-415a-920e-77610d6faa61 req-c7c740cb-d235-4aad-8aa6-bff078b0c587 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:09.918537 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e84b358e-9c36-415a-920e-77610d6faa61 req-c7c740cb-d235-4aad-8aa6-bff078b0c587 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.3743882 Sep 08 13:20:10.047229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:10.158030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ed63fef7-2d22-46ad-80ed-575aa0d693c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:10.178597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=802d2764-ad67-414f-851e-a6a3a2abd7f1,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:10.203282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Made reservation on behalf of 33b9d5fc354a4f45ac1bdf929fd51ca9 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:10.226641 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:10.231989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e84b358e-9c36-415a-920e-77610d6faa61 req-8eee26be-4fc5-482a-86ed-03fcb069bd22 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949266 Sep 08 13:20:10.503051 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:10.622243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 14305bca-ac1e-45fe-8365-234e3029b126 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:10.745737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f03a48a-94e1-4a2c-808e-666e338b635a None None] Network 22808ea6-3784-4955-b68c-dbdb98830026 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:20:10.777815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:10.784439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Allocated IP 172.20.0.5 (26660d4a-bc27-4009-a817-5882ecaf5af3/dbde8983-f0e2-459d-81ee-b71d728aedd1/a6ecdfda-90be-4392-ac0b-ee847ba13ff0) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:20:11.086879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed8854-0c5f-4d4c-a2df-a8b0e52e1b9e req-5a5f7472-9a26-47f0-8496-c4e182c5fd29 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:11.095294 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-03ed8854-0c5f-4d4c-a2df-a8b0e52e1b9e req-5a5f7472-9a26-47f0-8496-c4e182c5fd29 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.2053819 Sep 08 13:20:11.162945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bb1dda9-4fa3-4ce4-bbd7-6c00a886d219 req-fe0b51c3-6d43-4a7e-a5fb-94c213585462 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 210 time: 0.1570575 Sep 08 13:20:11.163672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Attempting to bind port 802d2764-ad67-414f-851e-a6a3a2abd7f1 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:20:11.164014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Attempting to bind port 802d2764-ad67-414f-851e-a6a3a2abd7f1 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:20:11.164348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Attempting to bind port 802d2764-ad67-414f-851e-a6a3a2abd7f1 on network ea2cbd03-0704-4a58-bfc2-92d09d418219 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:11.165063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 14305bca-ac1e-45fe-8365-234e3029b126 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:11.165303 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:11.189781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Port 802d2764-ad67-414f-851e-a6a3a2abd7f1 on network ea2cbd03-0704-4a58-bfc2-92d09d418219 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:20:11.191954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Attempting to bind port 802d2764-ad67-414f-851e-a6a3a2abd7f1 on network ea2cbd03-0704-4a58-bfc2-92d09d418219 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:11.217419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:20:11.217791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Checking segment: {'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:11.218197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Bound using segment: {'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:20:11.218705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Bound port: 802d2764-ad67-414f-851e-a6a3a2abd7f1, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2242faee-f2f1-4275-b235-edf7435cb82e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:20:11.219080 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:11.241897 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-03ed8854-0c5f-4d4c-a2df-a8b0e52e1b9e req-19c5c97f-5ed6-4570-8c8c-c54b7a9d82b1 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422567 Sep 08 13:20:11.302786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f30524e0-8aa4-4e6c-9dbf-b53e2b7a8891 None None] Provisioning for port 68d1b96e-40b9-47d5-9976-f19e14b5e825 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:11.311077 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:11.373177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Router e1d3fab4-a0f2-4041-963c-7009e504c1cd is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:20:11.572599 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:11.600760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 68d1b96e-40b9-47d5-9976-f19e14b5e825 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:11.630767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:20:11.705083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b4b95-3932-45df-a749-7790e667483e req-eca82ebb-714a-47cd-b849-dcf775ebffa2 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:11.713677 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a33b4b95-3932-45df-a749-7790e667483e req-eca82ebb-714a-47cd-b849-dcf775ebffa2 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.0802567 Sep 08 13:20:11.729796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Sync routers for ids ['e1d3fab4-a0f2-4041-963c-7009e504c1cd'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:20:11.778787 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:11.781125 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c491942d-3a06-496e-9c8b-f9c2c48e88fb admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.7454126 Sep 08 13:20:11.802928 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a33b4b95-3932-45df-a749-7790e667483e req-0e9abc16-b6f8-4f36-9ea6-8e39590567d8 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882571 Sep 08 13:20:11.807406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34648) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:11.817795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Routers {'e1d3fab4-a0f2-4041-963c-7009e504c1cd'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:20:11.821240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e1d3fab4-a0f2-4041-963c-7009e504c1cd'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:11.884573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Network 26660d4a-bc27-4009-a817-5882ecaf5af3 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:20:11.903184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:11.913487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Pushing event updated for resources: {'Port': ['ID=a6ecdfda-90be-4392-ac0b-ee847ba13ff0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:11.913487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:20:11.974641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:11.975629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:11.981100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] For port 802d2764-ad67-414f-851e-a6a3a2abd7f1, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:20:12.005061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] For port 802d2764-ad67-414f-851e-a6a3a2abd7f1, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=802d2764-ad67-414f-851e-a6a3a2abd7f1,segment=NetworkSegment(2242faee-f2f1-4275-b235-edf7435cb82e),segment_id=2242faee-f2f1-4275-b235-edf7435cb82e)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:20:12.071674 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-b5791de8-de91-433d-9424-31e38d9678ba tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7499154 Sep 08 13:20:12.088630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Request body: {'port': {'device_id': '7b035107-9664-4882-89bc-ae6671c29be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:12.169949 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:12.191414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Set router e1d3fab4-a0f2-4041-963c-7009e504c1cd gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:20:12.363082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:12.363741 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:12.368097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] 10.222.0.60 "PUT /v2.0/ports/802d2764-ad67-414f-851e-a6a3a2abd7f1 HTTP/1.1" status: 200 len: 1092 time: 5.0861368 Sep 08 13:20:12.394700 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd095978a-774a-4d6a-9de8-54d0d0420e3b', 'tag': '802d2764-ad67-414f-851e-a6a3a2abd7f1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:12.407476 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720ea9e5-2ad4-4f05-824b-10e09fb05aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "d095978a-774a-4d6a-9de8-54d0d0420e3b", "tag": "802d2764-ad67-414f-851e-a6a3a2abd7f1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:12.523625 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:12.529963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0a995-2455-4552-9e6f-768330dc52ea req-276ed138-584a-4031-a701-18111d767f3e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:12.532651 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-72b0a995-2455-4552-9e6f-768330dc52ea req-276ed138-584a-4031-a701-18111d767f3e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.1653180 Sep 08 13:20:12.608121 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:12.615195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3b84e-232c-492b-adcf-07d40bc9dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=802d2764-ad67-414f-851e-a6a3a2abd7f1,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:12.658996 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-72b0a995-2455-4552-9e6f-768330dc52ea req-a0a3c6d6-2c75-4625-a85e-96f67cc74759 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069043 Sep 08 13:20:12.749814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 68d1b96e-40b9-47d5-9976-f19e14b5e825 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:12.790084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 68d1b96e-40b9-47d5-9976-f19e14b5e825 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:12.790597 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:13.007619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-0e581c60-ccb4-4d62-9032-06618a1bc476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:13.008998 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-0e581c60-ccb4-4d62-9032-06618a1bc476 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87c4148b76ce451aa3e85da0df3d1072&device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 1095 time: 0.3635216 Sep 08 13:20:13.102410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba6a62-45b7-4a1b-b7c7-1779cadbad2b req-2d415027-af79-41fc-bad4-4a0958b009d0 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:13.128666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adba6a62-45b7-4a1b-b7c7-1779cadbad2b req-2d415027-af79-41fc-bad4-4a0958b009d0 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 931 time: 0.4801447 Sep 08 13:20:13.244418 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b27e9a1-1304-4f8e-b5b5-e0fab3e1aa74 x-openstack-request-id: req-0b27e9a1-1304-4f8e-b5b5-e0fab3e1aa74 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:13.244418 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d095978a-774a-4d6a-9de8-54d0d0420e3b", "tag": "802d2764-ad67-414f-851e-a6a3a2abd7f1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:13.246954 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:13.248138 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0b27e9a1-1304-4f8e-b5b5-e0fab3e1aa74 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:13.248718 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd095978a-774a-4d6a-9de8-54d0d0420e3b', 'tag': '802d2764-ad67-414f-851e-a6a3a2abd7f1', 'status': 'completed', 'code': 200} Sep 08 13:20:13.294849 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:13.338534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'name': 'tempest-TestServerMultinode-203523582-router', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:20:06Z', 'updated_at': '2021-09-08T13:20:09Z', 'revision_number': 3, 'project_id': '2df5bc365a9448acb9c928afc3c6b472', 'gw_port': {'id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:20:07Z', 'updated_at': '2021-09-08T13:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:13.490071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Checking router: e1d3fab4-a0f2-4041-963c-7009e504c1cd for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:20:13.495508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Updating router e1d3fab4-a0f2-4041-963c-7009e504c1cd port 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:20:13.548584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 68d1b96e-40b9-47d5-9976-f19e14b5e825, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=68d1b96e-40b9-47d5-9976-f19e14b5e825,segment=NetworkSegment(e978f7e1-37ec-4807-bef3-2558546e1834),segment_id=e978f7e1-37ec-4807-bef3-2558546e1834)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:13.634641 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:13.634851 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-0cc1527d-9716-4800-b49d-5cede0a97130 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=802d2764-ad67-414f-851e-a6a3a2abd7f1 HTTP/1.1" status: 200 len: 217 time: 0.5404904 Sep 08 13:20:13.667258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adba6a62-45b7-4a1b-b7c7-1779cadbad2b req-28f2f33a-decf-43d7-9363-cd6835461396 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/security-groups?id=edc3ba46-c883-4976-b86e-2608aba34d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5368791 Sep 08 13:20:13.692214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-237ab3f9-b01a-4c56-a014-fbecc018b842 None None] Provisioning complete for port 68d1b96e-40b9-47d5-9976-f19e14b5e825 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:13.692991 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-237ab3f9-b01a-4c56-a014-fbecc018b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:13.858374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab34be-1daa-4a7d-ba80-c5f16a55db95 req-7842163c-c498-457e-81ce-a8c9960ba7d3 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:13.864373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-10279852-bcf0-41c8-a842-eb72106e227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:13.866317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-10279852-bcf0-41c8-a842-eb72106e227a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3efa374-0fbf-49a2-bbb8-f19c056d62ba HTTP/1.1" status: 200 len: 853 time: 0.2373130 Sep 08 13:20:13.866556 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8eab34be-1daa-4a7d-ba80-c5f16a55db95 req-7842163c-c498-457e-81ce-a8c9960ba7d3 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.1249130 Sep 08 13:20:13.962950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c8519-2788-46ff-9e57-a32cbdaf80a0 req-f36b9566-392b-4a14-a3e7-42ff81e10fbb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:13.964672 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-046c8519-2788-46ff-9e57-a32cbdaf80a0 req-f36b9566-392b-4a14-a3e7-42ff81e10fbb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.1821752 Sep 08 13:20:13.990557 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8eab34be-1daa-4a7d-ba80-c5f16a55db95 req-6594f699-2b58-4c86-a736-0e4cee7b9838 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228969 Sep 08 13:20:14.001597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:14.027707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-13c729ed-b928-4464-aab9-4323ddaef9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:14.029314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-13c729ed-b928-4464-aab9-4323ddaef9a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea2cbd03-0704-4a58-bfc2-92d09d418219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262810 Sep 08 13:20:14.047887 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-237ab3f9-b01a-4c56-a014-fbecc018b842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:14.120600 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-046c8519-2788-46ff-9e57-a32cbdaf80a0 req-2c548343-2b98-47a6-bb1b-d0ec27c53c12 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383834 Sep 08 13:20:14.235369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Allocated IP 172.20.0.1 (22808ea6-3784-4955-b68c-dbdb98830026/2add67dd-a79d-4c6c-88c0-80d88c294acc/b73e78bc-03ef-4a60-b2bd-b55c45eea823) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:20:14.250490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ecdfda-90be-4392-ac0b-ee847ba13ff0 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:14.269935 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:14.270711 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:14.282073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Transition to ACTIVE for port object 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:14.296154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Transition to ACTIVE for port object a6ecdfda-90be-4392-ac0b-ee847ba13ff0 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:14.298856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-ae490bee-475b-4663-b0b7-8cc9435eaeeb service neutron] 10.222.0.60 "GET /v2.0/networks/ea2cbd03-0704-4a58-bfc2-92d09d418219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565556 Sep 08 13:20:14.357187 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:14.420730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:14.460185 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:14.462472 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:14.512412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c21dd10-066c-49e8-a4c5-99e56828a714 req-38416de9-9ee2-4934-9612-9415bca7f68e service neutron] 10.222.0.60 "GET /v2.0/networks/ea2cbd03-0704-4a58-bfc2-92d09d418219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050219 Sep 08 13:20:14.562655 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-237ab3f9-b01a-4c56-a014-fbecc018b842 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:20:14.563316 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-237ab3f9-b01a-4c56-a014-fbecc018b842 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:20:14.568325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Attempting to bind port 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:20:14.568553 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Attempting to bind port 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:20:14.569179 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Attempting to bind port 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:14.582679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=68d1b96e-40b9-47d5-9976-f19e14b5e825,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:14.604049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:20:14.604049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:14.604718 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:14.605430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:20:14.606526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Bound port: 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:20:14.607224 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:14.646021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Pushing event updated for resources: {'Port': ['ID=a6ecdfda-90be-4392-ac0b-ee847ba13ff0,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:14.719309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:14.719950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:14.720458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:14.720962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:14.721985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:14.722528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:14.723169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:14.723671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:14.724183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:14.724683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:14.725171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:14.725682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:14.798854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ea9e5-2ad4-4f05-824b-10e09fb05aa3 req-f0ad1384-19b7-4922-b2a3-f2e52b99a37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:14.803857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-720ea9e5-2ad4-4f05-824b-10e09fb05aa3 req-f0ad1384-19b7-4922-b2a3-f2e52b99a37c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87c4148b76ce451aa3e85da0df3d1072&device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 1095 time: 0.1032851 Sep 08 13:20:14.844232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Attempting to bind port a6ecdfda-90be-4392-ac0b-ee847ba13ff0 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:20:14.844903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Attempting to bind port a6ecdfda-90be-4392-ac0b-ee847ba13ff0 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'f373a196-4e5c-4b32-a295-7c716b317c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '26660d4a-bc27-4009-a817-5882ecaf5af3'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:20:14.845428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Attempting to bind port a6ecdfda-90be-4392-ac0b-ee847ba13ff0 on network 26660d4a-bc27-4009-a817-5882ecaf5af3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:14.887323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Port a6ecdfda-90be-4392-ac0b-ee847ba13ff0 on network 26660d4a-bc27-4009-a817-5882ecaf5af3 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:20:14.890034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Attempting to bind port a6ecdfda-90be-4392-ac0b-ee847ba13ff0 on network 26660d4a-bc27-4009-a817-5882ecaf5af3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:14.907971 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:14.910918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:20:14.911632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Checking segment: {'id': 'f373a196-4e5c-4b32-a295-7c716b317c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '26660d4a-bc27-4009-a817-5882ecaf5af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:14.912494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] For port 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:20:14.913199 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Bound using segment: {'id': 'f373a196-4e5c-4b32-a295-7c716b317c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '26660d4a-bc27-4009-a817-5882ecaf5af3'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:20:14.917882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Bound port: a6ecdfda-90be-4392-ac0b-ee847ba13ff0, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f373a196-4e5c-4b32-a295-7c716b317c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '26660d4a-bc27-4009-a817-5882ecaf5af3'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:20:14.918573 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:14.922609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12260780-6e21-4fb9-8773-15a2bd0d6201 None None] Pushing event updated for resources: {'Port': ['ID=8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:14.968592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] For port 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:20:15.025334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Transition to ACTIVE for port object b73e78bc-03ef-4a60-b2bd-b55c45eea823 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:15.051423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5975a20-118b-4f06-8d61-4977b41f7e01 req-6aa445b7-0048-4427-b192-824e2d6f3147 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:15.053101 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5975a20-118b-4f06-8d61-4977b41f7e01 req-6aa445b7-0048-4427-b192-824e2d6f3147 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 943 time: 0.1839747 Sep 08 13:20:15.060771 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:15.209218 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5975a20-118b-4f06-8d61-4977b41f7e01 req-f8c87c46-60d0-4c83-9d12-25759ddf5492 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/security-groups?id=edc3ba46-c883-4976-b86e-2608aba34d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468575 Sep 08 13:20:15.304680 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:15.324484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ea9e5-2ad4-4f05-824b-10e09fb05aa3 req-813e766d-a6fc-4e77-85f4-9d70a6aaebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:15.327095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-720ea9e5-2ad4-4f05-824b-10e09fb05aa3 req-813e766d-a6fc-4e77-85f4-9d70a6aaebe7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ea2cbd03-0704-4a58-bfc2-92d09d418219 HTTP/1.1" status: 200 len: 915 time: 0.5115299 Sep 08 13:20:15.328955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] For port a6ecdfda-90be-4392-ac0b-ee847ba13ff0, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:20:15.393302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Routers {'e1d3fab4-a0f2-4041-963c-7009e504c1cd'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:20:15.393302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e1d3fab4-a0f2-4041-963c-7009e504c1cd'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:15.413405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12260780-6e21-4fb9-8773-15a2bd0d6201 None None] Pushing event updated for resources: {'Port': ['ID=8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:15.455697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Network 22808ea6-3784-4955-b68c-dbdb98830026 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:20:15.483101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:15.500073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:20:15.527535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Pushing event updated for resources: {'Port': ['ID=b73e78bc-03ef-4a60-b2bd-b55c45eea823,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:15.535029 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-720ea9e5-2ad4-4f05-824b-10e09fb05aa3 req-1b0a43e9-f5fc-4fd3-9ead-ece58a9a0f23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=802d2764-ad67-414f-851e-a6a3a2abd7f1 HTTP/1.1" status: 200 len: 217 time: 0.1735516 Sep 08 13:20:15.687013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] For port a6ecdfda-90be-4392-ac0b-ee847ba13ff0, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a6ecdfda-90be-4392-ac0b-ee847ba13ff0,segment=NetworkSegment(f373a196-4e5c-4b32-a295-7c716b317c73),segment_id=f373a196-4e5c-4b32-a295-7c716b317c73)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:20:15.699134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] Set router e1d3fab4-a0f2-4041-963c-7009e504c1cd gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:20:15.726799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:15.737749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:15.738430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:15.738998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:15.739913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:15.740466 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:15.741030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:15.741728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:15.742302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:15.742844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:15.743412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:15.743896 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:15.790964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc5bc4-7cf8-4034-becf-3c00dd29a49a req-5d307362-0b16-4fde-8e7e-715dc9532a94 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:15.793747 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61cc5bc4-7cf8-4034-becf-3c00dd29a49a req-5d307362-0b16-4fde-8e7e-715dc9532a94 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.6453042 Sep 08 13:20:15.821366 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:15.830356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ea9e5-2ad4-4f05-824b-10e09fb05aa3 req-37ec2576-01fc-431e-ad53-6bf3b97e0b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:15.835946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-720ea9e5-2ad4-4f05-824b-10e09fb05aa3 req-37ec2576-01fc-431e-ad53-6bf3b97e0b1b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e3efa374-0fbf-49a2-bbb8-f19c056d62ba HTTP/1.1" status: 200 len: 853 time: 0.2994139 Sep 08 13:20:15.915267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:16.095146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bc83a-7da9-4bd6-9ceb-3f35cd5336bc req-45e2f46b-55a0-4e41-bfb3-53a600c5b557 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:16.106079 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-631bc83a-7da9-4bd6-9ceb-3f35cd5336bc req-45e2f46b-55a0-4e41-bfb3-53a600c5b557 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.4485080 Sep 08 13:20:16.187350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a6dc5f28-99bd-4c88-8d45-3852ecf0bae8 None None] Provisioning for port b73e78bc-03ef-4a60-b2bd-b55c45eea823 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:16.208763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a6dc5f28-99bd-4c88-8d45-3852ecf0bae8 None None] Provisioning complete for port b73e78bc-03ef-4a60-b2bd-b55c45eea823 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:16.212836 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a6dc5f28-99bd-4c88-8d45-3852ecf0bae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:16.262648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:16.263620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:16.266885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] 10.222.0.70 "PUT /v2.0/ports/a6ecdfda-90be-4392-ac0b-ee847ba13ff0 HTTP/1.1" status: 200 len: 1091 time: 4.1838794 Sep 08 13:20:16.282842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b035107-9664-4882-89bc-ae6671c29be6', 'tag': 'a6ecdfda-90be-4392-ac0b-ee847ba13ff0'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:16.292513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc5f28-99bd-4c88-8d45-3852ecf0bae8 None None] Port b73e78bc-03ef-4a60-b2bd-b55c45eea823 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:20:16.294941 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ba1604-2783-442d-80f6-8803e2e67156" -d '{"events": [{"name": "network-changed", "server_uuid": "7b035107-9664-4882-89bc-ae6671c29be6", "tag": "a6ecdfda-90be-4392-ac0b-ee847ba13ff0"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:16.321275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'name': 'tempest-TestServerMultinode-203523582-router', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:20:06Z', 'updated_at': '2021-09-08T13:20:09Z', 'revision_number': 3, 'project_id': '2df5bc365a9448acb9c928afc3c6b472', 'gw_port': {'id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:20:07Z', 'updated_at': '2021-09-08T13:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:16.389647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-631bc83a-7da9-4bd6-9ceb-3f35cd5336bc req-de98482f-44a3-4b16-b58a-133665474afb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821732 Sep 08 13:20:16.410383 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61cc5bc4-7cf8-4034-becf-3c00dd29a49a req-d627e132-b94d-48a7-b2d9-ff0f014ff37f tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525200 Sep 08 13:20:16.413032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688656ab-cacb-4bee-b494-1a88c807d304 None None] The sync data for ids ['e1d3fab4-a0f2-4041-963c-7009e504c1cd'] in n-d-807558-3 is: [{'id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'name': 'tempest-TestServerMultinode-203523582-router', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:20:06Z', 'updated_at': '2021-09-08T13:20:09Z', 'revision_number': 3, 'project_id': '2df5bc365a9448acb9c928afc3c6b472', 'gw_port': {'id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:20:07Z', 'updated_at': '2021-09-08T13:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:20:16.441527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2df63-6fce-4013-9bd2-ef389cd429cc service neutron] Pushing event updated for resources: {'Port': ['ID=a6ecdfda-90be-4392-ac0b-ee847ba13ff0,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:16.505883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ea9e5-2ad4-4f05-824b-10e09fb05aa3 req-9b0767c7-e004-41e9-ac17-d5060b44eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:16.517622 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-720ea9e5-2ad4-4f05-824b-10e09fb05aa3 req-9b0767c7-e004-41e9-ac17-d5060b44eb9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ea2cbd03-0704-4a58-bfc2-92d09d418219&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5919020 Sep 08 13:20:16.664803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 68d1b96e-40b9-47d5-9976-f19e14b5e825 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:16.666042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-328bbd6c-f4a7-4385-a678-e16872a2c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:16.679212 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-328bbd6c-f4a7-4385-a678-e16872a2c774 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=33b9d5fc354a4f45ac1bdf929fd51ca9&device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 1094 time: 0.2557149 Sep 08 13:20:16.722863 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:16.765510 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:16.817453 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269e0f99-f2d6-4118-ac62-8b6fd0ea2b8b x-openstack-request-id: req-269e0f99-f2d6-4118-ac62-8b6fd0ea2b8b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:16.818082 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b035107-9664-4882-89bc-ae6671c29be6", "tag": "a6ecdfda-90be-4392-ac0b-ee847ba13ff0", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:16.818082 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-269e0f99-f2d6-4118-ac62-8b6fd0ea2b8b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:16.818376 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b035107-9664-4882-89bc-ae6671c29be6', 'tag': 'a6ecdfda-90be-4392-ac0b-ee847ba13ff0', 'status': 'completed', 'code': 200} Sep 08 13:20:16.841923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 68d1b96e-40b9-47d5-9976-f19e14b5e825 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:16.842781 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:16.942527 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-d9a44d9f-ff3c-40cd-9a92-2a31bbff3372 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6ecdfda-90be-4392-ac0b-ee847ba13ff0 HTTP/1.1" status: 200 len: 217 time: 0.1640399 Sep 08 13:20:17.091357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41d9c9-9e9f-4819-8926-8dcbb3f7f7d1 req-16a81019-3653-422b-bb5e-8259ac34eeee tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:17.092745 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a41d9c9-9e9f-4819-8926-8dcbb3f7f7d1 req-16a81019-3653-422b-bb5e-8259ac34eeee tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 943 time: 0.2557323 Sep 08 13:20:17.123653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-7b155d53-493f-4512-adc9-fafe1b28438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:17.126492 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-7b155d53-493f-4512-adc9-fafe1b28438d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dbde8983-f0e2-459d-81ee-b71d728aedd1 HTTP/1.1" status: 200 len: 858 time: 0.1614747 Sep 08 13:20:17.189169 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-d65a985e-8fe8-4f90-a54d-4e7b34847496 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=26660d4a-bc27-4009-a817-5882ecaf5af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529075 Sep 08 13:20:17.194688 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-720ea9e5-2ad4-4f05-824b-10e09fb05aa3 req-10226a80-3ca4-475f-9e3d-ad053213275f service neutron] 10.222.0.60 "GET /v2.0/networks/ea2cbd03-0704-4a58-bfc2-92d09d418219?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284003 Sep 08 13:20:17.347141 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a41d9c9-9e9f-4819-8926-8dcbb3f7f7d1 req-921860c5-bfb6-41b9-bbdb-db11cb894944 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/security-groups?id=edc3ba46-c883-4976-b86e-2608aba34d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287676 Sep 08 13:20:17.485548 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:17.517790 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-68206d80-e93b-44c9-9e66-806fa59ba2dc service neutron] 10.222.0.70 "GET /v2.0/networks/26660d4a-bc27-4009-a817-5882ecaf5af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175688 Sep 08 13:20:17.585131 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:17.930094 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:17.954885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e06d4e-2ac2-4bfb-b087-4a4250380a94 req-0894ead0-ad49-4910-a37b-b091eef4e08d tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:17.969646 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b2e06d4e-2ac2-4bfb-b087-4a4250380a94 req-0894ead0-ad49-4910-a37b-b091eef4e08d tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.2832184 Sep 08 13:20:17.973347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Pushing event updated for resources: {'Port': ['ID=b73e78bc-03ef-4a60-b2bd-b55c45eea823,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:18.155001 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b2e06d4e-2ac2-4bfb-b087-4a4250380a94 req-497042cb-70b4-4db8-89ba-a031fe04624a tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829016 Sep 08 13:20:18.275468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Network 22808ea6-3784-4955-b68c-dbdb98830026 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:20:18.281322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:18.343196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-720ea9e5-2ad4-4f05-824b-10e09fb05aa3 req-d6098cf3-59f2-4032-929c-96f87b27a97e service neutron] 10.222.0.60 "GET /v2.0/networks/ea2cbd03-0704-4a58-bfc2-92d09d418219?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0274653 Sep 08 13:20:18.456529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12def2-35a6-4381-b4eb-911d7efb8278 req-bd788aa1-48f7-4f66-be12-854c53ce4f05 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:18.468632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b12def2-35a6-4381-b4eb-911d7efb8278 req-bd788aa1-48f7-4f66-be12-854c53ce4f05 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.8815479 Sep 08 13:20:18.552695 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8b4406f-2895-4a59-84c7-1babd1753af3 req-cab89125-ed9b-45c7-93cd-d452751970a0 service neutron] 10.222.0.70 "GET /v2.0/networks/26660d4a-bc27-4009-a817-5882ecaf5af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0269794 Sep 08 13:20:18.639233 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b12def2-35a6-4381-b4eb-911d7efb8278 req-bf50ea08-660d-47d9-a323-acb2d36f88b9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612368 Sep 08 13:20:18.668864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:18.744292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Router e1d3fab4-a0f2-4041-963c-7009e504c1cd has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:20:18.844684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba1604-2783-442d-80f6-8803e2e67156 req-be27c07d-32bb-46d8-82dc-3a8013184068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:18.849053 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5ba1604-2783-442d-80f6-8803e2e67156 req-be27c07d-32bb-46d8-82dc-3a8013184068 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=33b9d5fc354a4f45ac1bdf929fd51ca9&device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 1094 time: 0.1201394 Sep 08 13:20:18.904713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:18.910823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:18.915722 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:19.025453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2ddeb377-45fb-4b54-a7ba-d126e61dba42 None None] Provisioning complete for port b73e78bc-03ef-4a60-b2bd-b55c45eea823 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:19.065795 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ddeb377-45fb-4b54-a7ba-d126e61dba42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:19.094309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba1604-2783-442d-80f6-8803e2e67156 req-161e58ea-c5dd-485c-b1fa-275e2f3fb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:19.099516 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5ba1604-2783-442d-80f6-8803e2e67156 req-161e58ea-c5dd-485c-b1fa-275e2f3fb753 service neutron] 10.222.0.70 "GET /v2.0/networks?id=26660d4a-bc27-4009-a817-5882ecaf5af3 HTTP/1.1" status: 200 len: 919 time: 0.2395339 Sep 08 13:20:19.150054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2ddeb377-45fb-4b54-a7ba-d126e61dba42 None None] Port b73e78bc-03ef-4a60-b2bd-b55c45eea823 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:20:19.157968 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:20:19.208258 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-976609d1-80b9-47dc-842a-aa9d20a5b110 admin admin] 10.222.0.69 "PUT /v2.0/routers/e1d3fab4-a0f2-4041-963c-7009e504c1cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3570969 Sep 08 13:20:19.208728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5ba1604-2783-442d-80f6-8803e2e67156 req-9b1bb6d4-fb71-46da-b21d-ca5ed61a2306 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6ecdfda-90be-4392-ac0b-ee847ba13ff0 HTTP/1.1" status: 200 len: 217 time: 0.0779552 Sep 08 13:20:19.275413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99516b00-ad1a-4763-8958-0eca1b5bd681 req-ffbd718e-7edd-467d-89d1-4f4b5abe32ec tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:19.288423 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99516b00-ad1a-4763-8958-0eca1b5bd681 req-ffbd718e-7edd-467d-89d1-4f4b5abe32ec tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 943 time: 0.5312226 Sep 08 13:20:19.505786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba1604-2783-442d-80f6-8803e2e67156 req-3e26460e-3d98-4442-884f-7330f9dc003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:19.505786 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5ba1604-2783-442d-80f6-8803e2e67156 req-3e26460e-3d98-4442-884f-7330f9dc003a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dbde8983-f0e2-459d-81ee-b71d728aedd1 HTTP/1.1" status: 200 len: 858 time: 0.2729082 Sep 08 13:20:19.510025 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99516b00-ad1a-4763-8958-0eca1b5bd681 req-3be69a6a-1393-4a44-b462-669479b94039 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/security-groups?id=edc3ba46-c883-4976-b86e-2608aba34d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805096 Sep 08 13:20:19.527633 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:19.578605 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5ba1604-2783-442d-80f6-8803e2e67156 req-2b8fac6b-86bd-4f0c-ad71-fb0096038e3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=26660d4a-bc27-4009-a817-5882ecaf5af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803261 Sep 08 13:20:19.591505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:19.679069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27cc0d-d6e0-4e61-8481-63be0997502d req-f4df7475-7fa4-4bc4-8ed8-af1bc0f38b20 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:19.686870 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d27cc0d-d6e0-4e61-8481-63be0997502d req-f4df7475-7fa4-4bc4-8ed8-af1bc0f38b20 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.2764783 Sep 08 13:20:19.761048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a6ecdfda-90be-4392-ac0b-ee847ba13ff0 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:20:19.775940 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:19.820326 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d27cc0d-d6e0-4e61-8481-63be0997502d req-354fe7d0-ef4f-4b7a-8b97-88915757d7ea tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324399 Sep 08 13:20:19.923080 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5ba1604-2783-442d-80f6-8803e2e67156 req-ddc29f34-7e82-440e-80f0-3c49da8ab6bc service neutron] 10.222.0.70 "GET /v2.0/networks/26660d4a-bc27-4009-a817-5882ecaf5af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290181 Sep 08 13:20:20.060586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:20.252240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a6ecdfda-90be-4392-ac0b-ee847ba13ff0, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a6ecdfda-90be-4392-ac0b-ee847ba13ff0,segment=NetworkSegment(f373a196-4e5c-4b32-a295-7c716b317c73),segment_id=f373a196-4e5c-4b32-a295-7c716b317c73)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:20.252240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'a6ecdfda-90be-4392-ac0b-ee847ba13ff0', 'network_id': '26660d4a-bc27-4009-a817-5882ecaf5af3', 'port_id': 'a6ecdfda-90be-4392-ac0b-ee847ba13ff0', 'mac_address': 'fa:16:3e:df:e7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbde8983-f0e2-459d-81ee-b71d728aedd1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:20:20.273219 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:20.297545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ecdfda-90be-4392-ac0b-ee847ba13ff0 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:20.309859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a946-ff1f-4c1f-bef5-a3351ae685c5 req-a6628c8b-10ce-4522-a350-840b49d35fb6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:20.326531 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Sync routers for ids ['e1d3fab4-a0f2-4041-963c-7009e504c1cd'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:20:20.341868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bb3a946-ff1f-4c1f-bef5-a3351ae685c5 req-a6628c8b-10ce-4522-a350-840b49d35fb6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.3287375 Sep 08 13:20:20.347499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a6ecdfda-90be-4392-ac0b-ee847ba13ff0, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a6ecdfda-90be-4392-ac0b-ee847ba13ff0,segment=NetworkSegment(f373a196-4e5c-4b32-a295-7c716b317c73),segment_id=f373a196-4e5c-4b32-a295-7c716b317c73)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:20.356100 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Routers {'e1d3fab4-a0f2-4041-963c-7009e504c1cd'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:20:20.356733 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e1d3fab4-a0f2-4041-963c-7009e504c1cd'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:20.414350 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:20.491858 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5ba1604-2783-442d-80f6-8803e2e67156 req-9b217914-7cc1-4d4c-9b07-93854cce62bf service neutron] 10.222.0.70 "GET /v2.0/networks/26660d4a-bc27-4009-a817-5882ecaf5af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622935 Sep 08 13:20:20.575275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bb3a946-ff1f-4c1f-bef5-a3351ae685c5 req-51e382d0-4363-4175-a81c-d03f05570b5d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320187 Sep 08 13:20:20.596835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a6ecdfda-90be-4392-ac0b-ee847ba13ff0,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:20.614218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:20.636455 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Set router e1d3fab4-a0f2-4041-963c-7009e504c1cd gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:20:20.749137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['a6ecdfda-90be-4392-ac0b-ee847ba13ff0'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:20:20.998618 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:20.999322 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:21.053593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ef1cf-fbc5-4ef0-876d-3cf76af1cd4c req-ab26323d-c575-4efc-89b2-158ae5c9326d tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:21.058061 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d35ef1cf-fbc5-4ef0-876d-3cf76af1cd4c req-ab26323d-c575-4efc-89b2-158ae5c9326d tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 944 time: 0.2019770 Sep 08 13:20:21.155026 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d35ef1cf-fbc5-4ef0-876d-3cf76af1cd4c req-097387f2-effe-453a-807b-53f7986cf25d tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/security-groups?id=edc3ba46-c883-4976-b86e-2608aba34d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720594 Sep 08 13:20:21.546843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd00cf-5720-4b90-ab07-3e4c98e83d4c req-59de1d66-921a-4126-b7b4-b10c3be8e22e tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:21.556529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bbd00cf-5720-4b90-ab07-3e4c98e83d4c req-59de1d66-921a-4126-b7b4-b10c3be8e22e tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.0921235 Sep 08 13:20:21.613660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bbd00cf-5720-4b90-ab07-3e4c98e83d4c req-60311e2b-9cc7-4cbc-92e5-170559a12ed3 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558474 Sep 08 13:20:21.615559 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'name': 'tempest-TestServerMultinode-203523582-router', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:20:06Z', 'updated_at': '2021-09-08T13:20:16Z', 'revision_number': 4, 'project_id': '2df5bc365a9448acb9c928afc3c6b472', 'gw_port': {'id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:20:07Z', 'updated_at': '2021-09-08T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b73e78bc-03ef-4a60-b2bd-b55c45eea823', 'name': '', 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'mac_address': 'fa:16:3e:10:f3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '2add67dd-a79d-4c6c-88c0-80d88c294acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:20:14Z', 'updated_at': '2021-09-08T13:20:16Z', 'revision_number': 2, 'project_id': '2df5bc365a9448acb9c928afc3c6b472', 'subnets': [{'id': '2add67dd-a79d-4c6c-88c0-80d88c294acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:21.745997 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Checking router: e1d3fab4-a0f2-4041-963c-7009e504c1cd for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:20:21.745997 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Updating router e1d3fab4-a0f2-4041-963c-7009e504c1cd port b73e78bc-03ef-4a60-b2bd-b55c45eea823 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:20:21.834596 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:22.167174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a074b9-1786-4466-9892-77687038c47d req-cd80ed4e-b3e5-44d6-951a-4728015d5ac8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:22.169423 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84a074b9-1786-4466-9892-77687038c47d req-cd80ed4e-b3e5-44d6-951a-4728015d5ac8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.1776626 Sep 08 13:20:22.259976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84a074b9-1786-4466-9892-77687038c47d req-7783c483-72ae-4286-86da-d9cee6f79a43 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827010 Sep 08 13:20:22.472895 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:22.495719 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Transition to ACTIVE for port object b73e78bc-03ef-4a60-b2bd-b55c45eea823 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:22.577248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347f147-f34f-42a6-9801-4c0248eba91d req-ef1a74ca-5305-40eb-b1d2-fb6d1228b633 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:22.580447 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2347f147-f34f-42a6-9801-4c0248eba91d req-ef1a74ca-5305-40eb-b1d2-fb6d1228b633 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 944 time: 0.1526585 Sep 08 13:20:22.584963 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:22.721462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2347f147-f34f-42a6-9801-4c0248eba91d req-76aee40b-8782-4cd9-9c4a-7c3376d1331d tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/security-groups?id=edc3ba46-c883-4976-b86e-2608aba34d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336763 Sep 08 13:20:22.936248 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Pushing event updated for resources: {'Port': ['ID=b73e78bc-03ef-4a60-b2bd-b55c45eea823,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:22.955369 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:22.955649 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:22.955989 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:22.956335 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:22.956671 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:22.957053 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:22.957382 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:22.957722 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:22.958052 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:22.958441 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:22.958839 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:22.959103 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:22.965074 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Attempting to bind port b73e78bc-03ef-4a60-b2bd-b55c45eea823 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:20:22.965348 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Attempting to bind port b73e78bc-03ef-4a60-b2bd-b55c45eea823 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'e978f7e1-37ec-4807-bef3-2558546e1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:20:22.965705 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Attempting to bind port b73e78bc-03ef-4a60-b2bd-b55c45eea823 on network 22808ea6-3784-4955-b68c-dbdb98830026 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:22.972358 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:20:22.972747 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Checking segment: {'id': 'e978f7e1-37ec-4807-bef3-2558546e1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:22.973119 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:22.973511 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Bound using segment: {'id': 'e978f7e1-37ec-4807-bef3-2558546e1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:20:22.973995 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Bound port: b73e78bc-03ef-4a60-b2bd-b55c45eea823, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e978f7e1-37ec-4807-bef3-2558546e1834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:20:22.974730 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:23.016840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3c2e9-6481-4296-b52d-23b3a48e8643 req-a6e476b8-1c6d-4db0-bdb8-3ad813632b80 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:23.018835 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5fc3c2e9-6481-4296-b52d-23b3a48e8643 req-a6e476b8-1c6d-4db0-bdb8-3ad813632b80 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.1250706 Sep 08 13:20:23.101285 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] For port b73e78bc-03ef-4a60-b2bd-b55c45eea823, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:20:23.110473 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] For port b73e78bc-03ef-4a60-b2bd-b55c45eea823, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b73e78bc-03ef-4a60-b2bd-b55c45eea823,segment=NetworkSegment(e978f7e1-37ec-4807-bef3-2558546e1834),segment_id=e978f7e1-37ec-4807-bef3-2558546e1834)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:20:23.122657 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5fc3c2e9-6481-4296-b52d-23b3a48e8643 req-30334817-c9b3-4dfc-a0cf-11184bc11941 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932927 Sep 08 13:20:23.230660 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:23.369998 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Routers {'e1d3fab4-a0f2-4041-963c-7009e504c1cd'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:20:23.370687 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e1d3fab4-a0f2-4041-963c-7009e504c1cd'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:23.471161 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c99957-7983-49be-8d23-f9b4695fe563 None None] Pushing event updated for resources: {'Port': ['ID=b73e78bc-03ef-4a60-b2bd-b55c45eea823,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:23.677162 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] Set router e1d3fab4-a0f2-4041-963c-7009e504c1cd gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:20:23.781408 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a6ecdfda-90be-4392-ac0b-ee847ba13ff0 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:23.915588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac3591-8f2b-4527-8f94-e42825e523b3 req-8773f794-4f96-4cdb-84c0-269a2c12dd7e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:23.935913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68ac3591-8f2b-4527-8f94-e42825e523b3 req-8773f794-4f96-4cdb-84c0-269a2c12dd7e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.1391463 Sep 08 13:20:24.019601 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port a6ecdfda-90be-4392-ac0b-ee847ba13ff0 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:24.024237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port a6ecdfda-90be-4392-ac0b-ee847ba13ff0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:24.024632 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:24.027250 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68ac3591-8f2b-4527-8f94-e42825e523b3 req-0c26bc6a-7f97-490d-9859-3273ee5a742f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900121 Sep 08 13:20:24.200897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55085b9f-ced1-4691-9cde-fe322b2d2aeb req-12e52464-9a2e-4bc7-a2af-5c16053711f7 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:24.210796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55085b9f-ced1-4691-9cde-fe322b2d2aeb req-12e52464-9a2e-4bc7-a2af-5c16053711f7 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 944 time: 0.0921080 Sep 08 13:20:24.260715 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:24.311804 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55085b9f-ced1-4691-9cde-fe322b2d2aeb req-80ac6854-2d7c-4712-a413-53bd16622ead tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/security-groups?id=edc3ba46-c883-4976-b86e-2608aba34d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935607 Sep 08 13:20:24.312029 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'name': 'tempest-TestServerMultinode-203523582-router', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:20:06Z', 'updated_at': '2021-09-08T13:20:16Z', 'revision_number': 4, 'project_id': '2df5bc365a9448acb9c928afc3c6b472', 'gw_port': {'id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:20:07Z', 'updated_at': '2021-09-08T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b73e78bc-03ef-4a60-b2bd-b55c45eea823', 'name': '', 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'mac_address': 'fa:16:3e:10:f3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '2add67dd-a79d-4c6c-88c0-80d88c294acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:20:14Z', 'updated_at': '2021-09-08T13:20:23Z', 'revision_number': 4, 'project_id': '2df5bc365a9448acb9c928afc3c6b472', 'subnets': [{'id': '2add67dd-a79d-4c6c-88c0-80d88c294acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:24.325419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b035107-9664-4882-89bc-ae6671c29be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ecdfda-90be-4392-ac0b-ee847ba13ff0'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:24.331776 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c057ae69-9aed-40d8-bf5b-1bcd290b5493" -d '{"events": [{"server_uuid": "7b035107-9664-4882-89bc-ae6671c29be6", "name": "network-vif-plugged", "status": "completed", "tag": "a6ecdfda-90be-4392-ac0b-ee847ba13ff0"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:24.368505 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222e4683-6a26-45a0-8d3b-01f00bef01ff None None] The sync data for ids ['e1d3fab4-a0f2-4041-963c-7009e504c1cd'] in n-d-807558-3 is: [{'id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'name': 'tempest-TestServerMultinode-203523582-router', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:20:06Z', 'updated_at': '2021-09-08T13:20:16Z', 'revision_number': 4, 'project_id': '2df5bc365a9448acb9c928afc3c6b472', 'gw_port': {'id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:20:07Z', 'updated_at': '2021-09-08T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b73e78bc-03ef-4a60-b2bd-b55c45eea823', 'name': '', 'network_id': '22808ea6-3784-4955-b68c-dbdb98830026', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'mac_address': 'fa:16:3e:10:f3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '2add67dd-a79d-4c6c-88c0-80d88c294acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:20:14Z', 'updated_at': '2021-09-08T13:20:23Z', 'revision_number': 4, 'project_id': '2df5bc365a9448acb9c928afc3c6b472', 'subnets': [{'id': '2add67dd-a79d-4c6c-88c0-80d88c294acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:20:24.420244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a6ecdfda-90be-4392-ac0b-ee847ba13ff0, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a6ecdfda-90be-4392-ac0b-ee847ba13ff0,segment=NetworkSegment(f373a196-4e5c-4b32-a295-7c716b317c73),segment_id=f373a196-4e5c-4b32-a295-7c716b317c73)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:24.492440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:24.740399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a6ecdfda-90be-4392-ac0b-ee847ba13ff0,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:24.772359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f54abd-6435-494c-9a35-8263a0221616 req-531bbaf2-e7d7-44c4-aa72-c89e0a72d1cd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:24.775000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18f54abd-6435-494c-9a35-8263a0221616 req-531bbaf2-e7d7-44c4-aa72-c89e0a72d1cd tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.1448853 Sep 08 13:20:24.907710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18f54abd-6435-494c-9a35-8263a0221616 req-87d74d0b-ed97-4a56-b6d6-c2962c7e6213 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892611 Sep 08 13:20:25.104942 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddb1425-86a1-4a19-8049-61d596cf62c6 x-openstack-request-id: req-fddb1425-86a1-4a19-8049-61d596cf62c6 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:25.105465 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b035107-9664-4882-89bc-ae6671c29be6", "name": "network-vif-plugged", "status": "completed", "tag": "a6ecdfda-90be-4392-ac0b-ee847ba13ff0", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:25.105674 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fddb1425-86a1-4a19-8049-61d596cf62c6 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:25.106153 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b035107-9664-4882-89bc-ae6671c29be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ecdfda-90be-4392-ac0b-ee847ba13ff0', 'code': 200} Sep 08 13:20:25.212403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b22da6-1bf0-4573-9e62-702289cd5de3 req-7a683b04-7637-48c0-9635-ae00049dd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:25.214011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40b22da6-1bf0-4573-9e62-702289cd5de3 req-7a683b04-7637-48c0-9635-ae00049dd04b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 1096 time: 0.0484567 Sep 08 13:20:25.284717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40b22da6-1bf0-4573-9e62-702289cd5de3 req-7381aa61-a164-492e-94cb-71477138e2d6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=edc3ba46-c883-4976-b86e-2608aba34d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625982 Sep 08 13:20:25.303546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd709f4-cd32-41e4-86c5-e931c56ff3a9 req-41c37396-eed3-431f-aeb4-c8d449a85cfb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:25.305479 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd709f4-cd32-41e4-86c5-e931c56ff3a9 req-41c37396-eed3-431f-aeb4-c8d449a85cfb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.0659931 Sep 08 13:20:25.348965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd709f4-cd32-41e4-86c5-e931c56ff3a9 req-45ff817f-9d66-43a3-bab1-92265c82de3a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376284 Sep 08 13:20:25.470267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d13f3-4a59-4c97-9be4-b62472dd4233 req-d4dc38f3-14ec-4f45-a538-ab9e3aa9ae14 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:25.473773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-361d13f3-4a59-4c97-9be4-b62472dd4233 req-d4dc38f3-14ec-4f45-a538-ab9e3aa9ae14 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 945 time: 0.0650980 Sep 08 13:20:25.521180 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-361d13f3-4a59-4c97-9be4-b62472dd4233 req-d75f7bde-d886-43b6-836c-07aade443c19 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/security-groups?id=edc3ba46-c883-4976-b86e-2608aba34d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397444 Sep 08 13:20:26.089469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd3e90-ee31-42da-8b49-635dc474343a req-83aef9e5-289b-4e84-8a5b-247ac039f6ef tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:26.098503 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2bd3e90-ee31-42da-8b49-635dc474343a req-83aef9e5-289b-4e84-8a5b-247ac039f6ef tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.0848093 Sep 08 13:20:26.140474 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2bd3e90-ee31-42da-8b49-635dc474343a req-6ea9d8f9-8a6c-439d-b6b5-1ba4f0c5f856 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 Sep 08 13:20:26.500826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b73e78bc-03ef-4a60-b2bd-b55c45eea823 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:26.659347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b73e78bc-03ef-4a60-b2bd-b55c45eea823 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:26.663994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b73e78bc-03ef-4a60-b2bd-b55c45eea823 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:26.664366 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:26.792867 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:26.835381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b73e78bc-03ef-4a60-b2bd-b55c45eea823, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b73e78bc-03ef-4a60-b2bd-b55c45eea823,segment=NetworkSegment(e978f7e1-37ec-4807-bef3-2558546e1834),segment_id=e978f7e1-37ec-4807-bef3-2558546e1834)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:26.837798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f474d59-cca2-497d-a333-8a379d2cdc23 req-311e478a-e1b2-4849-abbd-a1785fabe38f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:26.839416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f474d59-cca2-497d-a333-8a379d2cdc23 req-311e478a-e1b2-4849-abbd-a1785fabe38f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.0626371 Sep 08 13:20:26.883820 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f474d59-cca2-497d-a333-8a379d2cdc23 req-7b5234ed-7613-4ceb-a615-e2f6f2b931fa tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359933 Sep 08 13:20:26.968015 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:27.057848 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805b032-5b0f-4818-b023-fb375e276289 req-68cca8c5-a3ed-45e6-8e9c-818fe8f624ac tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:27.060087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b805b032-5b0f-4818-b023-fb375e276289 req-68cca8c5-a3ed-45e6-8e9c-818fe8f624ac tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 945 time: 0.1012635 Sep 08 13:20:27.115221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b73e78bc-03ef-4a60-b2bd-b55c45eea823,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:27.152671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b805b032-5b0f-4818-b023-fb375e276289 req-5f9c8638-be10-422e-830c-71f3c4b585d3 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/security-groups?id=edc3ba46-c883-4976-b86e-2608aba34d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757561 Sep 08 13:20:27.367209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-133e5826-2c6c-4d81-968e-7a3637aaa2db tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:27.368853 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-133e5826-2c6c-4d81-968e-7a3637aaa2db tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/networks?id=c751e04a-8a40-445c-86d1-f0bb1671e9a2 HTTP/1.1" status: 200 len: 911 time: 0.1113799 Sep 08 13:20:27.387930 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-a9330935-3d7b-479d-af4c-23f1fd744e10 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/quotas/2df5bc365a9448acb9c928afc3c6b472 HTTP/1.1" status: 200 len: 375 time: 0.0110178 Sep 08 13:20:27.494838 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-c4ecc84c-e2a5-4465-ba9b-614dab5c124e tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?tenant_id=2df5bc365a9448acb9c928afc3c6b472&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993557 Sep 08 13:20:27.626004 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-1aecd637-7cb5-4318-914f-67d5cf522f40 service neutron] 10.222.0.69 "GET /v2.0/networks/c751e04a-8a40-445c-86d1-f0bb1671e9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237421 Sep 08 13:20:27.726094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-fb7f217c-9517-40eb-aee6-999596dacf2b service neutron] 10.222.0.69 "GET /v2.0/networks/c751e04a-8a40-445c-86d1-f0bb1671e9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935123 Sep 08 13:20:28.088684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2b19d-c7ae-4eea-a96a-bf53073046d5 req-ae9db365-5823-4278-9941-9c7dc04648ef tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:28.090700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ae2b19d-c7ae-4eea-a96a-bf53073046d5 req-ae9db365-5823-4278-9941-9c7dc04648ef tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.0585246 Sep 08 13:20:28.136765 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ae2b19d-c7ae-4eea-a96a-bf53073046d5 req-daa3811a-ccb4-4c5a-831d-0b421f242fc0 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386379 Sep 08 13:20:28.458673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b73e78bc-03ef-4a60-b2bd-b55c45eea823 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:28.535916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b73e78bc-03ef-4a60-b2bd-b55c45eea823 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:28.536131 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:29.173122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6248ec8-72ac-475c-8515-64d14b613c01 req-5b5cacac-d676-42b9-8d11-75357aa439f3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:29.175229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6248ec8-72ac-475c-8515-64d14b613c01 req-5b5cacac-d676-42b9-8d11-75357aa439f3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.0531242 Sep 08 13:20:29.178255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df464109-0aa8-4dc1-93e3-406c4e143629 req-7938dc3c-69a5-46bd-bde6-2877020b74b9 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 210 time: 0.0328927 Sep 08 13:20:29.221695 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6248ec8-72ac-475c-8515-64d14b613c01 req-3bcf0d43-5062-43f3-9e0e-edd89ebbee0a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372980 Sep 08 13:20:29.309651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91945e21-133e-4142-a519-d3378a91f9a4 req-ea9b7eac-72eb-4679-9ae6-690fbe3586f8 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:29.311659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91945e21-133e-4142-a519-d3378a91f9a4 req-ea9b7eac-72eb-4679-9ae6-690fbe3586f8 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 945 time: 0.0642986 Sep 08 13:20:29.339231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c45c30-f27e-4aa4-8c1a-0907298f8d28 req-fc928cd7-aa31-4fd7-b6ff-1209f5a877c3 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:29.340883 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31c45c30-f27e-4aa4-8c1a-0907298f8d28 req-fc928cd7-aa31-4fd7-b6ff-1209f5a877c3 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 945 time: 0.0562208 Sep 08 13:20:29.369537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91945e21-133e-4142-a519-d3378a91f9a4 req-f3309fed-7d74-45c2-8881-b968cacff3c5 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/security-groups?id=edc3ba46-c883-4976-b86e-2608aba34d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496418 Sep 08 13:20:29.394957 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31c45c30-f27e-4aa4-8c1a-0907298f8d28 req-c3d9c9fb-c49c-4b26-b269-299fea1b0b2d tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455437 Sep 08 13:20:29.498286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2c9ac-1ccd-48e1-8087-9beef719bbf8 req-7cfabdbb-22de-429b-a46a-ed766730f7b0 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:29.499848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03f2c9ac-1ccd-48e1-8087-9beef719bbf8 req-7cfabdbb-22de-429b-a46a-ed766730f7b0 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.0530891 Sep 08 13:20:29.541685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03f2c9ac-1ccd-48e1-8087-9beef719bbf8 req-28c7e4fc-6ea8-445c-bd12-2faa3bd7b339 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348060 Sep 08 13:20:29.908508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f492b2d-54b3-4569-9f6b-3b933143a307 req-ccdaa987-4cbb-4226-9dde-4d8d5856c8fc tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:29.910661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f492b2d-54b3-4569-9f6b-3b933143a307 req-ccdaa987-4cbb-4226-9dde-4d8d5856c8fc tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.70 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 945 time: 0.0542252 Sep 08 13:20:30.011538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5f492b2d-54b3-4569-9f6b-3b933143a307 req-62f7377b-0a45-4971-904e-325b62942f4e tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Deleting port a6ecdfda-90be-4392-ac0b-ee847ba13ff0 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:20:30.011886 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f492b2d-54b3-4569-9f6b-3b933143a307 req-62f7377b-0a45-4971-904e-325b62942f4e tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:30.105529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5f492b2d-54b3-4569-9f6b-3b933143a307 req-62f7377b-0a45-4971-904e-325b62942f4e tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] For port a6ecdfda-90be-4392-ac0b-ee847ba13ff0, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a6ecdfda-90be-4392-ac0b-ee847ba13ff0,segment=NetworkSegment(f373a196-4e5c-4b32-a295-7c716b317c73),segment_id=f373a196-4e5c-4b32-a295-7c716b317c73)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:30.105897 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f492b2d-54b3-4569-9f6b-3b933143a307 req-62f7377b-0a45-4971-904e-325b62942f4e tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:30.121786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5f492b2d-54b3-4569-9f6b-3b933143a307 req-62f7377b-0a45-4971-904e-325b62942f4e tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Calling delete_port for a6ecdfda-90be-4392-ac0b-ee847ba13ff0 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:20:30.328395 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bca826b-e734-4daa-9c43-a141f50ad99b req-d4a5323e-ab2c-4271-8c0a-3e3dd95dcba6 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 210 time: 0.0478659 Sep 08 13:20:30.406896 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f492b2d-54b3-4569-9f6b-3b933143a307 req-62f7377b-0a45-4971-904e-325b62942f4e tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:30.421315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['a6ecdfda-90be-4392-ac0b-ee847ba13ff0'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:20:30.446473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7377b-0a45-4971-904e-325b62942f4e tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Pushing event deleted for resources: {'Port': ['ID=a6ecdfda-90be-4392-ac0b-ee847ba13ff0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:30.485333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183f2bb-ae7c-41b0-84e2-935b17c7e311 req-3504d564-b756-4e33-92e5-e65ab645cfe5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:30.487519 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f183f2bb-ae7c-41b0-84e2-935b17c7e311 req-3504d564-b756-4e33-92e5-e65ab645cfe5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.1079533 Sep 08 13:20:30.507044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f492b2d-54b3-4569-9f6b-3b933143a307 req-62f7377b-0a45-4971-904e-325b62942f4e tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] No DVR routers for this DVR port a6ecdfda-90be-4392-ac0b-ee847ba13ff0 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:20:30.514689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f492b2d-54b3-4569-9f6b-3b933143a307 req-62f7377b-0a45-4971-904e-325b62942f4e tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:30.516791 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f492b2d-54b3-4569-9f6b-3b933143a307 req-62f7377b-0a45-4971-904e-325b62942f4e tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.70 "DELETE /v2.0/ports/a6ecdfda-90be-4392-ac0b-ee847ba13ff0 HTTP/1.1" status: 204 len: 173 time: 0.6002362 Sep 08 13:20:30.518577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b035107-9664-4882-89bc-ae6671c29be6', 'name': 'network-vif-deleted', 'tag': 'a6ecdfda-90be-4392-ac0b-ee847ba13ff0'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:30.524600 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1453857-73d3-4573-b1f3-649c2890e69d" -d '{"events": [{"server_uuid": "7b035107-9664-4882-89bc-ae6671c29be6", "name": "network-vif-deleted", "tag": "a6ecdfda-90be-4392-ac0b-ee847ba13ff0"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:30.526556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f229c-c40c-4f4e-8b2f-783bb0b05b61 req-a96227d7-0e52-49f0-ad37-8644cda3097c tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:30.528190 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-892f229c-c40c-4f4e-8b2f-783bb0b05b61 req-a96227d7-0e52-49f0-ad37-8644cda3097c tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 945 time: 0.0579414 Sep 08 13:20:30.569406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f183f2bb-ae7c-41b0-84e2-935b17c7e311 req-1e78d23c-16c5-47ea-9acf-1a963b529ccc tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636752 Sep 08 13:20:30.571896 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-892f229c-c40c-4f4e-8b2f-783bb0b05b61 req-ba376927-a0bd-4682-bc8f-6e9b05bb11cb tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349007 Sep 08 13:20:30.652031 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9d26cb-52ba-4136-ad6f-a042899303ba x-openstack-request-id: req-8a9d26cb-52ba-4136-ad6f-a042899303ba {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:30.652470 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b035107-9664-4882-89bc-ae6671c29be6", "name": "network-vif-deleted", "tag": "a6ecdfda-90be-4392-ac0b-ee847ba13ff0", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:30.652846 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a9d26cb-52ba-4136-ad6f-a042899303ba {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:30.653463 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b035107-9664-4882-89bc-ae6671c29be6', 'name': 'network-vif-deleted', 'tag': 'a6ecdfda-90be-4392-ac0b-ee847ba13ff0', 'status': 'completed', 'code': 200} Sep 08 13:20:30.681675 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5ff1775-cfdd-4c82-98e0-4ed21f25c13b req-56771a38-66a0-4f68-8331-2258a18e1494 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 210 time: 0.0448697 Sep 08 13:20:30.788689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141c9cc-e237-4780-8cfc-d7b8762ecadb req-9d1be593-d1cd-480d-9994-b16279942826 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:30.792523 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1141c9cc-e237-4780-8cfc-d7b8762ecadb req-9d1be593-d1cd-480d-9994-b16279942826 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.0781136 Sep 08 13:20:30.829155 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1141c9cc-e237-4780-8cfc-d7b8762ecadb req-06fe2cbf-ad43-4933-9c13-190f707dc00d tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356965 Sep 08 13:20:31.197545 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-ffc34122-62b5-404a-9a82-96927a7ca9e4 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:31.199081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-ffc34122-62b5-404a-9a82-96927a7ca9e4 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.60 "GET /v2.0/networks?id=c751e04a-8a40-445c-86d1-f0bb1671e9a2 HTTP/1.1" status: 200 len: 911 time: 0.1009216 Sep 08 13:20:31.212667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Request body: {'port': {'device_id': 'be49fb11-a551-42c2-ac57-b6ab5a97993a', 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2', 'admin_state_up': True, 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:31.367027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Made reservation on behalf of 2df5bc365a9448acb9c928afc3c6b472 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:31.369493 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:31.463170 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93d30917-5bf6-4b6c-a0f5-f25a447c088c req-e40b68aa-65cf-4032-a7b3-5d9540facc12 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 210 time: 0.0417850 Sep 08 13:20:31.530537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Allocated IP 172.20.0.6 (c751e04a-8a40-445c-86d1-f0bb1671e9a2/010d1b58-5c0d-4783-bf57-316c6ddcad63/3dac9296-2ea6-43e1-aaa4-6bd77dfa801a) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:20:31.676483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baaf0cf-eaf6-4db3-9868-1ebdea682dc3 req-55d5b037-a9b0-46c7-b38f-47efff8b52a4 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:31.678002 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4baaf0cf-eaf6-4db3-9868-1ebdea682dc3 req-55d5b037-a9b0-46c7-b38f-47efff8b52a4 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 945 time: 0.1046131 Sep 08 13:20:31.750071 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:31.750071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Transition to ACTIVE for port object 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:31.765810 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4baaf0cf-eaf6-4db3-9868-1ebdea682dc3 req-0b141acb-de9e-4d18-8186-1c418b5ea190 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765071 Sep 08 13:20:31.821778 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-266c1aa3-51d7-46df-adc6-ab927a1cd7d7 req-44aa6d51-afe4-4d2f-8824-045d72967919 tempest-InstanceActionsV221TestJSON-797629523 tempest-InstanceActionsV221TestJSON-797629523-project] 10.222.0.69 "GET /v2.0/ports?device_id=7b035107-9664-4882-89bc-ae6671c29be6 HTTP/1.1" status: 200 len: 210 time: 0.0323400 Sep 08 13:20:31.933601 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:31.951638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95c427-31a9-40e9-ae0c-ccc41d06b510 req-59c0759f-45c3-4b01-9705-3dd15652b8ee tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:31.953250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e95c427-31a9-40e9-ae0c-ccc41d06b510 req-59c0759f-45c3-4b01-9705-3dd15652b8ee tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.0550544 Sep 08 13:20:31.976269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Network c751e04a-8a40-445c-86d1-f0bb1671e9a2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:20:31.979479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:31.985615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:20:32.018852 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e95c427-31a9-40e9-ae0c-ccc41d06b510 req-5ddb54a3-b1ed-4636-bb2e-5d2e4ba5d7fb tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460541 Sep 08 13:20:32.019702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Pushing event updated for resources: {'Port': ['ID=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:32.036298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:32.036671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:32.198746 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62c14d21-a751-4b1a-b0e6-215d9d00794c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9870946 Sep 08 13:20:32.210411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Request body: {'port': {'device_id': 'be49fb11-a551-42c2-ac57-b6ab5a97993a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:32.258529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f1c6afc0-be64-4f78-b84d-db160ffa94d7 None None] Provisioning for port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:32.262401 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f1c6afc0-be64-4f78-b84d-db160ffa94d7 None None] Provisioning complete for port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:32.262779 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f1c6afc0-be64-4f78-b84d-db160ffa94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:32.267827 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:32.296193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6afc0-be64-4f78-b84d-db160ffa94d7 None None] Port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:20:32.530278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:32.538757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:32.556184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Transition to ACTIVE for port object 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:32.596989 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01794ef-1cfa-490c-b0aa-ef2d16f7416e req-be57d6c4-753a-41b1-886a-b4b516cdc5b3 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:32.598523 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d01794ef-1cfa-490c-b0aa-ef2d16f7416e req-be57d6c4-753a-41b1-886a-b4b516cdc5b3 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1027 time: 0.0421791 Sep 08 13:20:32.624269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:32.634439 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d01794ef-1cfa-490c-b0aa-ef2d16f7416e req-5c5b0fef-389a-4506-a888-cb484da2a63c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296123 Sep 08 13:20:32.681269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Pushing event updated for resources: {'Port': ['ID=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:32.760388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Attempting to bind port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:20:32.760646 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Attempting to bind port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:20:32.761072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Attempting to bind port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a on network c751e04a-8a40-445c-86d1-f0bb1671e9a2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:32.766414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a on network c751e04a-8a40-445c-86d1-f0bb1671e9a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:20:32.766818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Attempting to bind port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a on network c751e04a-8a40-445c-86d1-f0bb1671e9a2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:32.773615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:20:32.774013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Checking segment: {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:32.774547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Bound using segment: {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:20:32.775078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Bound port: 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:20:32.775424 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:32.879296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] For port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:20:32.899414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] For port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:20:32.900683 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0825250-4f12-4861-9048-20e7e52c4855 req-f07f4b34-9529-4bca-a2c8-a023fed8bb22 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:32.902348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a0825250-4f12-4861-9048-20e7e52c4855 req-f07f4b34-9529-4bca-a2c8-a023fed8bb22 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 945 time: 0.0583975 Sep 08 13:20:32.912926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195575be-789f-4655-9752-24ccc9b94fb6 req-073d828e-59bc-4962-b189-854956e12786 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:32.914532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-195575be-789f-4655-9752-24ccc9b94fb6 req-073d828e-59bc-4962-b189-854956e12786 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 947 time: 0.0829310 Sep 08 13:20:32.957302 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a0825250-4f12-4861-9048-20e7e52c4855 req-6e506837-975a-48ba-87e4-02ee207c5638 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470469 Sep 08 13:20:32.959537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-195575be-789f-4655-9752-24ccc9b94fb6 req-4c3b3a26-33e6-4d6a-85cb-9d3ab5cd8ac7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330322 Sep 08 13:20:32.986419 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:32.990662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:20:33.088995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:33.089642 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:33.091115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] 10.222.0.60 "PUT /v2.0/ports/3dac9296-2ea6-43e1-aaa4-6bd77dfa801a HTTP/1.1" status: 200 len: 1091 time: 0.8848717 Sep 08 13:20:33.091576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be49fb11-a551-42c2-ac57-b6ab5a97993a', 'tag': '3dac9296-2ea6-43e1-aaa4-6bd77dfa801a'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:33.100097 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01452b61-3d6e-49f5-af53-29a3bba77784" -d '{"events": [{"name": "network-changed", "server_uuid": "be49fb11-a551-42c2-ac57-b6ab5a97993a", "tag": "3dac9296-2ea6-43e1-aaa4-6bd77dfa801a"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:33.130303 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:33.142429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ecbb7-5234-4a78-8f5c-42f65d007249 service neutron] Pushing event updated for resources: {'Port': ['ID=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:33.186952 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:33.193107 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503eb21a-46f6-4394-bdc4-9ea45f5e7658" -d '{"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-unplugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:33.212651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:33.223828 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6af94c5-172a-42c2-929a-66b70450cbbc x-openstack-request-id: req-d6af94c5-172a-42c2-929a-66b70450cbbc {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:33.231169 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be49fb11-a551-42c2-ac57-b6ab5a97993a", "tag": "3dac9296-2ea6-43e1-aaa4-6bd77dfa801a", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:33.231169 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d6af94c5-172a-42c2-929a-66b70450cbbc {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:33.231169 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be49fb11-a551-42c2-ac57-b6ab5a97993a', 'tag': '3dac9296-2ea6-43e1-aaa4-6bd77dfa801a', 'status': 'completed', 'code': 200} Sep 08 13:20:33.249067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d4c64-d31d-4050-9cd8-b33800787b6d req-acdef4ae-5495-4309-a45b-18da9d79d12b tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:33.250717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b2d4c64-d31d-4050-9cd8-b33800787b6d req-acdef4ae-5495-4309-a45b-18da9d79d12b tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.0942309 Sep 08 13:20:33.296631 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49821807-b408-4946-9234-81d842e06f8a x-openstack-request-id: req-49821807-b408-4946-9234-81d842e06f8a {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:33.297156 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-unplugged", "status": "completed", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:33.297361 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49821807-b408-4946-9234-81d842e06f8a {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:33.297827 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'code': 200} Sep 08 13:20:33.336644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b2d4c64-d31d-4050-9cd8-b33800787b6d req-92ca5c05-1c09-423b-a3d7-9f3408a9b535 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705078 Sep 08 13:20:33.340325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-fa976da1-13f1-425e-a667-bd5397194616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:33.342643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-fa976da1-13f1-425e-a667-bd5397194616 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2df5bc365a9448acb9c928afc3c6b472&device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1094 time: 0.1134791 Sep 08 13:20:33.343683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34976) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:33.344370 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:33.423666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-702a4652-60b7-4410-b3ad-196d5b32f222 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:33.425233 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-62ab9976-c07d-4caa-89d8-8f46282e2f8a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a HTTP/1.1" status: 200 len: 217 time: 0.0715065 Sep 08 13:20:33.438121 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-702a4652-60b7-4410-b3ad-196d5b32f222 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 945 time: 0.1134865 Sep 08 13:20:33.441485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac1788c-ef1f-4b01-90be-67334c975bff admin admin] Deleting subnet dbde8983-f0e2-459d-81ee-b71d728aedd1 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:20:33.454069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=14']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:33.465832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:33.467027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:33.467027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:33.467027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:33.467314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:33.467653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:33.467985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:33.468312 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:33.468832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:33.469165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:33.469494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:33.469820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:20:33.473743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5ac1788c-ef1f-4b01-90be-67334c975bff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:33.521844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-f5075b95-c648-4925-8b26-e5ef63fb55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:33.523345 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-f5075b95-c648-4925-8b26-e5ef63fb55c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=010d1b58-5c0d-4783-bf57-316c6ddcad63 HTTP/1.1" status: 200 len: 849 time: 0.0859411 Sep 08 13:20:33.527689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5ac1788c-ef1f-4b01-90be-67334c975bff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:33.578143 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Deleting port a8a8cfe1-abb5-490e-ad54-ee280d11581e {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:20:33.578552 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:33.599149 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5ac1788c-ef1f-4b01-90be-67334c975bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:33.620237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-8c01a89e-7977-4933-824e-d6f3dbb7f362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:33.621756 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-8c01a89e-7977-4933-824e-d6f3dbb7f362 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c751e04a-8a40-445c-86d1-f0bb1671e9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743325 Sep 08 13:20:33.686570 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] For port a8a8cfe1-abb5-490e-ad54-ee280d11581e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a8a8cfe1-abb5-490e-ad54-ee280d11581e,segment=NetworkSegment(d8c0a868-37ee-4c6c-90af-6564c2216612),segment_id=d8c0a868-37ee-4c6c-90af-6564c2216612)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:33.686954 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:33.782535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-edd216ff-e65d-4064-bdfe-50eeed8f3e92 service neutron] 10.222.0.60 "GET /v2.0/networks/c751e04a-8a40-445c-86d1-f0bb1671e9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520913 Sep 08 13:20:33.822614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5ac1788c-ef1f-4b01-90be-67334c975bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:33.825864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce54bcb-2b48-46af-986f-11b58e3b43cd req-9031077f-343a-4ebc-9890-24efd8eb46d4 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:33.833356 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ce54bcb-2b48-46af-986f-11b58e3b43cd req-9031077f-343a-4ebc-9890-24efd8eb46d4 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1094 time: 0.0788815 Sep 08 13:20:33.843386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a6ecdfda-90be-4392-ac0b-ee847ba13ff0 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:20:33.865635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: a6ecdfda-90be-4392-ac0b-ee847ba13ff0 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:20:33.866281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a6ecdfda-90be-4392-ac0b-ee847ba13ff0 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:20:33.894209 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac1788c-ef1f-4b01-90be-67334c975bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbde8983-f0e2-459d-81ee-b71d728aedd1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:33.909474 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5ac1788c-ef1f-4b01-90be-67334c975bff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:33.913922 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5ac1788c-ef1f-4b01-90be-67334c975bff admin admin] 10.222.0.69 "DELETE /v2.0/subnets/dbde8983-f0e2-459d-81ee-b71d728aedd1 HTTP/1.1" status: 204 len: 168 time: 0.5666850 Sep 08 13:20:33.914435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34998) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:33.943181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5ecef24-14ae-435f-b880-aebf708b3023 req-d773dfdd-8175-4818-ac43-103315e54027 service neutron] 10.222.0.60 "GET /v2.0/networks/c751e04a-8a40-445c-86d1-f0bb1671e9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530960 Sep 08 13:20:33.944782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ce54bcb-2b48-46af-986f-11b58e3b43cd req-19be0401-2507-4ad9-95c1-6c2811b0b658 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074355 Sep 08 13:20:33.958367 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:33.958737 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:33.959274 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Floating IP 65c471c6-6f15-4e31-8520-1e622ce06df1 disassociated. External IP: 172.25.5.204, port: a8a8cfe1-abb5-490e-ad54-ee280d11581e. Sep 08 13:20:33.959620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Calling delete_port for a8a8cfe1-abb5-490e-ad54-ee280d11581e owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:20:34.009906 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:34.132688 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d982e7-7ef9-4224-a781-dcedeab4636c req-c2685d70-e6a3-4fd6-9aa3-7da15271e788 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:34.134296 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75d982e7-7ef9-4224-a781-dcedeab4636c req-c2685d70-e6a3-4fd6-9aa3-7da15271e788 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 945 time: 0.0955207 Sep 08 13:20:34.135295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01452b61-3d6e-49f5-af53-29a3bba77784 req-b1f04146-8472-4472-87ae-324035b53433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:34.137484 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01452b61-3d6e-49f5-af53-29a3bba77784 req-b1f04146-8472-4472-87ae-324035b53433 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2df5bc365a9448acb9c928afc3c6b472&device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1094 time: 0.0484207 Sep 08 13:20:34.209387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:34.250855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01452b61-3d6e-49f5-af53-29a3bba77784 req-16700d9c-46c9-4b56-a318-f71ed0d171d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:34.253029 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01452b61-3d6e-49f5-af53-29a3bba77784 req-16700d9c-46c9-4b56-a318-f71ed0d171d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c751e04a-8a40-445c-86d1-f0bb1671e9a2 HTTP/1.1" status: 200 len: 911 time: 0.1078656 Sep 08 13:20:34.272792 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75d982e7-7ef9-4224-a781-dcedeab4636c req-080c7c98-5645-459a-8890-38c6edd6e0ac tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups?id=eefb6170-b7a3-4f91-b911-58b8154efab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203513 Sep 08 13:20:34.279467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26660d4a-bc27-4009-a817-5882ecaf5af3']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:34.294943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f373a196-4e5c-4b32-a295-7c716b317c73') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:34.295238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f373a196-4e5c-4b32-a295-7c716b317c73') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:34.296121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01452b61-3d6e-49f5-af53-29a3bba77784 req-3f78e3f0-65d8-4a9e-81bb-7972a61fa332 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a HTTP/1.1" status: 200 len: 217 time: 0.0357199 Sep 08 13:20:34.305584 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:34.319995 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:34.326869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:20:34.327623 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:20:34.329471 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:20:34.369722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01452b61-3d6e-49f5-af53-29a3bba77784 req-d021a287-55f2-4eed-87e5-e6aa474eb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:34.373940 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01452b61-3d6e-49f5-af53-29a3bba77784 req-d021a287-55f2-4eed-87e5-e6aa474eb49c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=010d1b58-5c0d-4783-bf57-316c6ddcad63 HTTP/1.1" status: 200 len: 849 time: 0.0712552 Sep 08 13:20:34.404494 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:34.438772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01452b61-3d6e-49f5-af53-29a3bba77784 req-f78a32f1-659c-434e-bb5a-631929f0fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:34.441651 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01452b61-3d6e-49f5-af53-29a3bba77784 req-f78a32f1-659c-434e-bb5a-631929f0fb09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c751e04a-8a40-445c-86d1-f0bb1671e9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599504 Sep 08 13:20:34.482891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Pushing event deleted for resources: {'Port': ['ID=a8a8cfe1-abb5-490e-ad54-ee280d11581e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:34.573654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4aaed-fe48-4a8b-a02e-8b6c816b5d39 req-d05d3629-36e9-402c-ad34-258e6caec54f tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:34.575251 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-34e4aaed-fe48-4a8b-a02e-8b6c816b5d39 req-d05d3629-36e9-402c-ad34-258e6caec54f tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.1289973 Sep 08 13:20:34.584791 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:34.597014 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:34.597814 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] 10.222.0.69 "DELETE /v2.0/networks/26660d4a-bc27-4009-a817-5882ecaf5af3 HTTP/1.1" status: 204 len: 168 time: 0.6820965 Sep 08 13:20:34.624852 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01452b61-3d6e-49f5-af53-29a3bba77784 req-97e7805d-cac6-418c-abe7-0e2daa27bead service neutron] 10.222.0.60 "GET /v2.0/networks/c751e04a-8a40-445c-86d1-f0bb1671e9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692874 Sep 08 13:20:34.633661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-34e4aaed-fe48-4a8b-a02e-8b6c816b5d39 req-9f52635b-19ad-4742-bcc9-935158c5169c tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513206 Sep 08 13:20:34.729084 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01452b61-3d6e-49f5-af53-29a3bba77784 req-02e204b9-3e77-400a-b10c-4468bdd9d6de service neutron] 10.222.0.60 "GET /v2.0/networks/c751e04a-8a40-445c-86d1-f0bb1671e9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941339 Sep 08 13:20:34.872116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7abd98e-43f9-4bb0-bf4b-0f4e6673c392 admin admin] Pushing event deleted for resources: {'Network': ['ID=26660d4a-bc27-4009-a817-5882ecaf5af3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:34.895616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:20:35.000899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 802d2764-ad67-414f-851e-a6a3a2abd7f1 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:20:35.039103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:20:35.053901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5c4ae6-eaae-43cc-8bc3-f971883a3357 None None] Sync routers for ids ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:20:35.098448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c4ae6-eaae-43cc-8bc3-f971883a3357 None None] Routers {'2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:20:35.098448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5d5c4ae6-eaae-43cc-8bc3-f971883a3357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:35.131169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] No DVR routers for this DVR port a8a8cfe1-abb5-490e-ad54-ee280d11581e on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:20:35.136593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:35.140106 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75133e2b-fc68-4332-8639-6c340bb028a7 req-ac7cdd0c-ebcc-4970-b306-0c9ab195044f tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.60 "DELETE /v2.0/ports/a8a8cfe1-abb5-490e-ad54-ee280d11581e HTTP/1.1" status: 204 len: 173 time: 1.7012298 Sep 08 13:20:35.140106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'name': 'network-vif-deleted', 'tag': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:35.142014 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ececa94-70b9-462e-8937-db7ec080df43" -d '{"events": [{"server_uuid": "6c80d093-72e9-46e1-ad5f-bba3e74f0773", "name": "network-vif-deleted", "tag": "a8a8cfe1-abb5-490e-ad54-ee280d11581e"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:35.161844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d6916a-60a4-4548-a914-2661509cf510 req-154d85ce-caf2-468c-b1d9-5e51d21efa71 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:35.163596 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24d6916a-60a4-4548-a914-2661509cf510 req-154d85ce-caf2-468c-b1d9-5e51d21efa71 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1094 time: 0.0930688 Sep 08 13:20:35.175870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 802d2764-ad67-414f-851e-a6a3a2abd7f1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=802d2764-ad67-414f-851e-a6a3a2abd7f1,segment=NetworkSegment(2242faee-f2f1-4275-b235-edf7435cb82e),segment_id=2242faee-f2f1-4275-b235-edf7435cb82e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:35.191410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '802d2764-ad67-414f-851e-a6a3a2abd7f1', 'network_id': 'ea2cbd03-0704-4a58-bfc2-92d09d418219', 'port_id': '802d2764-ad67-414f-851e-a6a3a2abd7f1', 'mac_address': 'fa:16:3e:66:54:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3efa374-0fbf-49a2-bbb8-f19c056d62ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:20:35.215801 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24d6916a-60a4-4548-a914-2661509cf510 req-41261a26-e300-4932-be3f-6f028174c738 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448327 Sep 08 13:20:35.256027 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587a22ea-7296-4370-8711-fd83765a0228 x-openstack-request-id: req-587a22ea-7296-4370-8711-fd83765a0228 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:35.256392 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c80d093-72e9-46e1-ad5f-bba3e74f0773", "name": "network-vif-deleted", "tag": "a8a8cfe1-abb5-490e-ad54-ee280d11581e", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:35.257231 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-587a22ea-7296-4370-8711-fd83765a0228 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:35.257749 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c80d093-72e9-46e1-ad5f-bba3e74f0773', 'name': 'network-vif-deleted', 'tag': 'a8a8cfe1-abb5-490e-ad54-ee280d11581e', 'status': 'completed', 'code': 200} Sep 08 13:20:35.287473 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:35.290254 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-5d5c4ae6-eaae-43cc-8bc3-f971883a3357 None None] Set router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:20:35.329297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802d2764-ad67-414f-851e-a6a3a2abd7f1 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:35.372755 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e70c2a20-7099-49b4-bc12-eb7b640f5390 req-756b0012-f5a3-482e-b3e6-6e9ba85395fd tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 210 time: 0.0278606 Sep 08 13:20:35.396874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 802d2764-ad67-414f-851e-a6a3a2abd7f1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=802d2764-ad67-414f-851e-a6a3a2abd7f1,segment=NetworkSegment(2242faee-f2f1-4275-b235-edf7435cb82e),segment_id=2242faee-f2f1-4275-b235-edf7435cb82e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:35.511019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5d5c4ae6-eaae-43cc-8bc3-f971883a3357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:17:11Z', 'revision_number': 4, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '198e9ae3-afae-4938-8344-68d0aeddda17', 'name': '', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'mac_address': 'fa:16:3e:16:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:09Z', 'updated_at': '2021-09-08T13:17:17Z', 'revision_number': 5, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'subnets': [{'id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:35.541812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5c4ae6-eaae-43cc-8bc3-f971883a3357 None None] Checking router: 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:20:35.551204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5c4ae6-eaae-43cc-8bc3-f971883a3357 None None] Routers {'2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:20:35.551848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5d5c4ae6-eaae-43cc-8bc3-f971883a3357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:35.657663 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-5d5c4ae6-eaae-43cc-8bc3-f971883a3357 None None] Set router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:20:35.774411 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a220e-19f5-4fa3-a852-9e6e2bce3103 req-9db4d637-67a3-4472-9388-d7112c1265ad tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:35.775980 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d13a220e-19f5-4fa3-a852-9e6e2bce3103 req-9db4d637-67a3-4472-9388-d7112c1265ad tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 944 time: 0.0588326 Sep 08 13:20:35.816697 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d13a220e-19f5-4fa3-a852-9e6e2bce3103 req-9f4a51c0-c757-42ab-9f26-6a3b7ee769ae tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344682 Sep 08 13:20:35.988513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5d5c4ae6-eaae-43cc-8bc3-f971883a3357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:17:11Z', 'revision_number': 4, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '198e9ae3-afae-4938-8344-68d0aeddda17', 'name': '', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'mac_address': 'fa:16:3e:16:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:09Z', 'updated_at': '2021-09-08T13:17:17Z', 'revision_number': 5, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'subnets': [{'id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:36.016378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5c4ae6-eaae-43cc-8bc3-f971883a3357 None None] The sync data for ids ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'] in n-d-807558-3 is: [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:17:11Z', 'revision_number': 4, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '198e9ae3-afae-4938-8344-68d0aeddda17', 'name': '', 'network_id': 'c06c7a55-d0b3-4e5f-816d-769f9349ad01', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'mac_address': 'fa:16:3e:16:5b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:09Z', 'updated_at': '2021-09-08T13:17:17Z', 'revision_number': 5, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'subnets': [{'id': '8f2e6ead-1c03-4608-ac1d-d8051bc0884a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:20:36.018818 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:36.077466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=802d2764-ad67-414f-851e-a6a3a2abd7f1,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:36.304562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35058) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:36.325934 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac15dde-9622-4bed-b241-5383d96ec39a None None] New status for floating IP 65c471c6-6f15-4e31-8520-1e622ce06df1: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:20:36.377542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4eee6a7e-fcb0-464b-90c9-6a92760e3d66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=33b9d5fc354a4f45ac1bdf929fd51ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0700445 Sep 08 13:20:36.379376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35064) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:36.383728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153cbea-0b2e-4091-98b8-dd8918a958b9 req-8d04200d-63a7-43f5-87e1-ada6856484b0 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:36.385886 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c153cbea-0b2e-4091-98b8-dd8918a958b9 req-8d04200d-63a7-43f5-87e1-ada6856484b0 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1094 time: 0.0659082 Sep 08 13:20:36.395034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['802d2764-ad67-414f-851e-a6a3a2abd7f1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:20:36.463624 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c153cbea-0b2e-4091-98b8-dd8918a958b9 req-347c735f-3213-4417-bbd5-29c94eb1cf9a tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422063 Sep 08 13:20:36.510436 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68b1fa77-5459-4412-9a4d-e546787f41ed req-aa8f380f-24bf-4ecf-90d2-1bc8c25140b0 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/ports?device_id=6c80d093-72e9-46e1-ad5f-bba3e74f0773 HTTP/1.1" status: 200 len: 210 time: 0.0371685 Sep 08 13:20:36.538756 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5290-7ef4-497e-8591-1564ce8fd22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:36.565480 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5290-7ef4-497e-8591-1564ce8fd22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:36.704317 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5290-7ef4-497e-8591-1564ce8fd22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:36.707584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e5ab5290-7ef4-497e-8591-1564ce8fd22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:36.708831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e5ab5290-7ef4-497e-8591-1564ce8fd22e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/edc3ba46-c883-4976-b86e-2608aba34d82 HTTP/1.1" status: 204 len: 168 time: 0.3284359 Sep 08 13:20:36.717368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab5290-7ef4-497e-8591-1564ce8fd22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc3ba46-c883-4976-b86e-2608aba34d82,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:36.940323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42579e4-6f24-467c-9690-8fad37d4966a req-c60235e0-4666-4214-9065-461d54697109 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:36.942288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a42579e4-6f24-467c-9690-8fad37d4966a req-c60235e0-4666-4214-9065-461d54697109 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 945 time: 0.0551243 Sep 08 13:20:37.000045 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a42579e4-6f24-467c-9690-8fad37d4966a req-f068fe3f-8a5a-420d-a0dd-478ac493f98d tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510652 Sep 08 13:20:37.008352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a8a8cfe1-abb5-490e-ad54-ee280d11581e no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:20:37.043695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a8a8cfe1-abb5-490e-ad54-ee280d11581e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:20:37.044621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a8a8cfe1-abb5-490e-ad54-ee280d11581e not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:20:37.128586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e24959-6db6-4d79-93c4-31728855f5c9 req-56224fdb-66c0-455f-ae4f-b03a88cca5af tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:37.130485 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27e24959-6db6-4d79-93c4-31728855f5c9 req-56224fdb-66c0-455f-ae4f-b03a88cca5af tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0551307 Sep 08 13:20:37.197010 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27e24959-6db6-4d79-93c4-31728855f5c9 req-dfe25429-6323-4cfb-aff4-3c6d89bcc939 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594172 Sep 08 13:20:37.602483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c20a5-d4c7-41ac-947b-468a9a7430e3 req-b70fb02c-83a5-4585-8c9c-520e5ccf9ad0 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:37.606746 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-919c20a5-d4c7-41ac-947b-468a9a7430e3 req-b70fb02c-83a5-4585-8c9c-520e5ccf9ad0 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1094 time: 0.0492251 Sep 08 13:20:37.652501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-919c20a5-d4c7-41ac-947b-468a9a7430e3 req-d9928c06-022f-41ec-a202-0d71d841aed3 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Sep 08 13:20:37.749630 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fea254af-04f2-45ca-aa56-ffa880f2cf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:37.752859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef06801-2d7d-4db2-be9d-970f2f53f58e req-eedd52eb-48c4-41dd-a0f6-258467cf62df tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:37.755446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ef06801-2d7d-4db2-be9d-970f2f53f58e req-eedd52eb-48c4-41dd-a0f6-258467cf62df tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0626957 Sep 08 13:20:37.762740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ea276-5758-46cb-b3a8-8468e9a8311a req-242203a8-4ac0-48fe-8f1f-f3b6c3d4ee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:37.764481 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-088ea276-5758-46cb-b3a8-8468e9a8311a req-242203a8-4ac0-48fe-8f1f-f3b6c3d4ee17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1096 time: 0.0534816 Sep 08 13:20:37.767805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35106) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:37.821081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ef06801-2d7d-4db2-be9d-970f2f53f58e req-4a9cca7b-1440-4242-9898-24d927dd2873 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555546 Sep 08 13:20:37.894942 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab61c55c-65c1-4441-897c-a40fa341b7a2 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:37.935411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab61c55c-65c1-4441-897c-a40fa341b7a2 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:37.944879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ea276-5758-46cb-b3a8-8468e9a8311a req-e3e9cf04-e3e6-4023-99d6-364876f30f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:37.946424 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-088ea276-5758-46cb-b3a8-8468e9a8311a req-e3e9cf04-e3e6-4023-99d6-364876f30f68 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.1689909 Sep 08 13:20:38.035945 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-088ea276-5758-46cb-b3a8-8468e9a8311a req-9ad1160a-4139-4cab-b038-f721781b8760 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 1000 time: 0.0794618 Sep 08 13:20:38.069400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35116) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:38.114013 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ea276-5758-46cb-b3a8-8468e9a8311a req-c3c250b5-48ac-47fb-8924-05bbfdd552af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:38.115716 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-088ea276-5758-46cb-b3a8-8468e9a8311a req-c3c250b5-48ac-47fb-8924-05bbfdd552af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0732305 Sep 08 13:20:38.136767 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab61c55c-65c1-4441-897c-a40fa341b7a2 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.140412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab61c55c-65c1-4441-897c-a40fa341b7a2 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.144906 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ab61c55c-65c1-4441-897c-a40fa341b7a2 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "DELETE /v2.0/security-groups/eefb6170-b7a3-4f91-b911-58b8154efab3 HTTP/1.1" status: 204 len: 168 time: 0.3724372 Sep 08 13:20:38.145757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35120) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:38.157403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cbe21-bcd1-4dd6-8c5e-2602a6b255bc req-fd1d063a-f15d-4a05-917c-b7870b446c56 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:38.160583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d26cbe21-bcd1-4dd6-8c5e-2602a6b255bc req-fd1d063a-f15d-4a05-917c-b7870b446c56 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 945 time: 0.0677626 Sep 08 13:20:38.168629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab61c55c-65c1-4441-897c-a40fa341b7a2 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefb6170-b7a3-4f91-b911-58b8154efab3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:38.187359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ea276-5758-46cb-b3a8-8468e9a8311a req-1cba539a-147a-4dd7-ac1d-a529a9df30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:38.189119 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-088ea276-5758-46cb-b3a8-8468e9a8311a req-1cba539a-147a-4dd7-ac1d-a529a9df30a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663533 Sep 08 13:20:38.190803 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-09724c80-7de6-444b-b7bd-4ab9b4ce6488 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] show failed (client error): The resource could not be found. Sep 08 13:20:38.191962 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-09724c80-7de6-444b-b7bd-4ab9b4ce6488 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "GET /v2.0/security-groups/eefb6170-b7a3-4f91-b911-58b8154efab3 HTTP/1.1" status: 404 len: 347 time: 0.0301027 Sep 08 13:20:38.195171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35122) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:38.195923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-799661504-network', 'tenant_id': '4d50f2c859bc4f3f874e9c656a0b1fbe'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:38.244260 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d26cbe21-bcd1-4dd6-8c5e-2602a6b255bc req-aa60bf21-6a23-4f94-9e2d-9ac63d284490 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711257 Sep 08 13:20:38.355146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Made reservation on behalf of 4d50f2c859bc4f3f874e9c656a0b1fbe for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:38.357472 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.368252 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.397275 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-088ea276-5758-46cb-b3a8-8468e9a8311a req-3cbb2199-935c-42dc-bb69-229772dacfec service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997912 Sep 08 13:20:38.440555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-4b49a1d6-2016-4439-916e-a18c7af3d755 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Deleting port 1c11659d-4c30-4498-a82f-7475b2adc304 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:20:38.440909 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b49a1d6-2016-4439-916e-a18c7af3d755 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.495385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.564206 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-088ea276-5758-46cb-b3a8-8468e9a8311a req-9037ce06-d1f6-4107-aaed-216309c9a34b service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584103 Sep 08 13:20:38.577175 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b49a1d6-2016-4439-916e-a18c7af3d755 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.577712 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b49a1d6-2016-4439-916e-a18c7af3d755 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.591215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-4b49a1d6-2016-4439-916e-a18c7af3d755 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Calling delete_port for 1c11659d-4c30-4498-a82f-7475b2adc304 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:20:38.601344 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.631272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:20:38.641682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:38.647468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.651858 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Added segment 56507a39-5950-4c75-8fc8-6fb907eef5c0 of type vlan for network 8b5c514a-43f6-420d-b6af-79e529406ca1 Sep 08 13:20:38.694196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.777865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc4a2d-cab2-497b-ab62-b68d90dfcc47 req-5f12300f-da5f-433f-99a2-9f4515b96b88 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:38.779460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01dc4a2d-cab2-497b-ab62-b68d90dfcc47 req-5f12300f-da5f-433f-99a2-9f4515b96b88 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1094 time: 0.0416057 Sep 08 13:20:38.802558 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.803550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:38.804140 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.829474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b49a1d6-2016-4439-916e-a18c7af3d755 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.857503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49a1d6-2016-4439-916e-a18c7af3d755 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Pushing event deleted for resources: {'Port': ['ID=1c11659d-4c30-4498-a82f-7475b2adc304,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:38.880143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01dc4a2d-cab2-497b-ab62-b68d90dfcc47 req-41584a66-d934-4940-a9be-47de88940409 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924060 Sep 08 13:20:38.882695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] Pushing event updated for resources: {'Network': ['ID=8b5c514a-43f6-420d-b6af-79e529406ca1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:38.896007 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 8b5c514a-43f6-420d-b6af-79e529406ca1 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:20:38.921728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-43034024-2832-47d2-be3b-57369b6c6ab4 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8600788 Sep 08 13:20:38.924632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35134) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:38.930169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6d7153e7-17c7-4c36-9edc-1e6e9ba6dc95 admin admin] Request body: {'subnet': {'network_id': '8b5c514a-43f6-420d-b6af-79e529406ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-799661504-subnet', 'tenant_id': '4d50f2c859bc4f3f874e9c656a0b1fbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:38.991786 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b49a1d6-2016-4439-916e-a18c7af3d755 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.994476 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b49a1d6-2016-4439-916e-a18c7af3d755 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:38.995677 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4b49a1d6-2016-4439-916e-a18c7af3d755 tempest-ServersTestJSON-1480655479 tempest-ServersTestJSON-1480655479-project] 10.222.0.69 "DELETE /v2.0/floatingips/65c471c6-6f15-4e31-8520-1e622ce06df1 HTTP/1.1" status: 204 len: 168 time: 0.7994983 Sep 08 13:20:38.999316 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35136) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:39.023258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:20:39.026378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 802d2764-ad67-414f-851e-a6a3a2abd7f1 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:39.035067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7153e7-17c7-4c36-9edc-1e6e9ba6dc95 admin admin] Made reservation on behalf of 4d50f2c859bc4f3f874e9c656a0b1fbe for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:39.037725 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d7153e7-17c7-4c36-9edc-1e6e9ba6dc95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:39.064120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d352b1-af47-4dcb-9907-0136119e44c6 req-d197b78c-383f-4e2d-b8fb-d2967a32101b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:39.072308 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13d352b1-af47-4dcb-9907-0136119e44c6 req-d197b78c-383f-4e2d-b8fb-d2967a32101b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1363275 Sep 08 13:20:39.160068 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13d352b1-af47-4dcb-9907-0136119e44c6 req-2cbb673a-86a8-488d-9498-98d2df5d3ce5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867422 Sep 08 13:20:39.193481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:39.207756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '3dac9296-2ea6-43e1-aaa4-6bd77dfa801a', 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2', 'port_id': '3dac9296-2ea6-43e1-aaa4-6bd77dfa801a', 'mac_address': 'fa:16:3e:ae:73:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '010d1b58-5c0d-4783-bf57-316c6ddcad63', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:20:39.250700 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:39.266616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:39.308990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:39.413460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee6195-bd85-4e69-bfed-86f2dd4eedc7 req-ad64b31f-9267-4f4c-9405-c9b5aa9181cf tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:39.415062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0ee6195-bd85-4e69-bfed-86f2dd4eedc7 req-ad64b31f-9267-4f4c-9405-c9b5aa9181cf tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 945 time: 0.0711920 Sep 08 13:20:39.467212 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0ee6195-bd85-4e69-bfed-86f2dd4eedc7 req-77425f52-a0cf-47e0-9cf4-60b2fd0eae8c tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421968 Sep 08 13:20:39.501787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 802d2764-ad67-414f-851e-a6a3a2abd7f1 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:39.507143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 802d2764-ad67-414f-851e-a6a3a2abd7f1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:39.545975 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:39.546152 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-193ac584-57b9-4565-a60f-84fe051bd15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:39.595040 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:39.622457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd095978a-774a-4d6a-9de8-54d0d0420e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802d2764-ad67-414f-851e-a6a3a2abd7f1'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:39.624975 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99981b8c-bdad-48d6-a70a-379dba0e691f" -d '{"events": [{"server_uuid": "d095978a-774a-4d6a-9de8-54d0d0420e3b", "name": "network-vif-plugged", "status": "completed", "tag": "802d2764-ad67-414f-851e-a6a3a2abd7f1"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:39.638457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 802d2764-ad67-414f-851e-a6a3a2abd7f1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=802d2764-ad67-414f-851e-a6a3a2abd7f1,segment=NetworkSegment(2242faee-f2f1-4275-b235-edf7435cb82e),segment_id=2242faee-f2f1-4275-b235-edf7435cb82e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:39.665660 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d7153e7-17c7-4c36-9edc-1e6e9ba6dc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:39.670229 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e69b29-c286-497e-80ae-bc48c87c7763 x-openstack-request-id: req-89e69b29-c286-497e-80ae-bc48c87c7763 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:39.670530 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d095978a-774a-4d6a-9de8-54d0d0420e3b", "name": "network-vif-plugged", "status": "completed", "tag": "802d2764-ad67-414f-851e-a6a3a2abd7f1", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:39.674338 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89e69b29-c286-497e-80ae-bc48c87c7763 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:39.674338 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd095978a-774a-4d6a-9de8-54d0d0420e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802d2764-ad67-414f-851e-a6a3a2abd7f1', 'code': 200} Sep 08 13:20:39.702474 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:39.734248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7153e7-17c7-4c36-9edc-1e6e9ba6dc95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81dabf15-b8d8-4179-93c4-bf4203d83420,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:39.744523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7153e7-17c7-4c36-9edc-1e6e9ba6dc95 admin admin] Checking segment: {'id': '56507a39-5950-4c75-8fc8-6fb907eef5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '8b5c514a-43f6-420d-b6af-79e529406ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:39.744523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7153e7-17c7-4c36-9edc-1e6e9ba6dc95 admin admin] Network hostable DHCP agents. Network: 8b5c514a-43f6-420d-b6af-79e529406ca1, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:20:39.757253 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:39.787577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:39.846869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=802d2764-ad67-414f-851e-a6a3a2abd7f1,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:39.862795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e20688-f95f-4523-b88b-b4cf4c189436 req-44f9554f-85a1-40cb-8d00-11f837060e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:39.864348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79e20688-f95f-4523-b88b-b4cf4c189436 req-44f9554f-85a1-40cb-8d00-11f837060e1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 1097 time: 0.0828183 Sep 08 13:20:39.869500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7153e7-17c7-4c36-9edc-1e6e9ba6dc95 admin admin] Network 8b5c514a-43f6-420d-b6af-79e529406ca1 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:20:39.897049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-193ac584-57b9-4565-a60f-84fe051bd15b admin admin] Deleting port 198e9ae3-afae-4938-8344-68d0aeddda17 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:20:39.897446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-193ac584-57b9-4565-a60f-84fe051bd15b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:39.934092 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79e20688-f95f-4523-b88b-b4cf4c189436 req-017f3975-95f1-42fd-bb82-e5d3fab1a54d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618200 Sep 08 13:20:39.943781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6d7153e7-17c7-4c36-9edc-1e6e9ba6dc95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 8b5c514a-43f6-420d-b6af-79e529406ca1) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:39.948582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7153e7-17c7-4c36-9edc-1e6e9ba6dc95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:39.949505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d7153e7-17c7-4c36-9edc-1e6e9ba6dc95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:39.968950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b6eff-e6c4-4760-ba4e-b7c3a23dbac8 None None] Network 8b5c514a-43f6-420d-b6af-79e529406ca1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:20:40.036142 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6d7153e7-17c7-4c36-9edc-1e6e9ba6dc95 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1103351 Sep 08 13:20:40.043220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-193ac584-57b9-4565-a60f-84fe051bd15b admin admin] For port 198e9ae3-afae-4938-8344-68d0aeddda17, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=198e9ae3-afae-4938-8344-68d0aeddda17,segment=NetworkSegment(d8c0a868-37ee-4c6c-90af-6564c2216612),segment_id=d8c0a868-37ee-4c6c-90af-6564c2216612)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:40.043598 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-193ac584-57b9-4565-a60f-84fe051bd15b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:40.063543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-193ac584-57b9-4565-a60f-84fe051bd15b admin admin] Calling delete_port for 198e9ae3-afae-4938-8344-68d0aeddda17 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:20:40.070646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded71c69-ea24-47fc-b91e-643539f6aafc req-4cc01bec-0e6a-4676-940c-9a75de5a40f0 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:40.072322 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ded71c69-ea24-47fc-b91e-643539f6aafc req-4cc01bec-0e6a-4676-940c-9a75de5a40f0 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1095 time: 0.0878940 Sep 08 13:20:40.095116 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['3dac9296-2ea6-43e1-aaa4-6bd77dfa801a'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:20:40.159141 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-30df174e-4e32-45b8-bd9e-20ddc5674d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:40.169002 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ded71c69-ea24-47fc-b91e-643539f6aafc req-79a97731-e9ba-42ee-89c9-737a877d8103 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498550 Sep 08 13:20:40.207592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6421c9a1-94f9-4ed1-a2a9-4ea7ff95b8b9 None None] Network 8b5c514a-43f6-420d-b6af-79e529406ca1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:20:40.344242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d3e3b-8246-4d74-ab44-bd2ff9371699 req-adcd7630-9b13-4009-80a0-53cb843cb456 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:40.346033 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7e3d3e3b-8246-4d74-ab44-bd2ff9371699 req-adcd7630-9b13-4009-80a0-53cb843cb456 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0618484 Sep 08 13:20:40.426921 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7e3d3e3b-8246-4d74-ab44-bd2ff9371699 req-af9c5da1-e5df-4882-8f09-6e3704da46e9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584149 Sep 08 13:20:40.487232 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:40.515401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-193ac584-57b9-4565-a60f-84fe051bd15b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:40.547627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ac584-57b9-4565-a60f-84fe051bd15b admin admin] Pushing event deleted for resources: {'Port': ['ID=198e9ae3-afae-4938-8344-68d0aeddda17,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:40.671934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-c8b9a912-1af6-4b83-91ea-1f3d31609110 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:40.674485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-c8b9a912-1af6-4b83-91ea-1f3d31609110 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/networks?id=8b5c514a-43f6-420d-b6af-79e529406ca1 HTTP/1.1" status: 200 len: 808 time: 0.1432488 Sep 08 13:20:40.694884 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-293dfa7d-b235-4d19-aa7c-a4d75f47094e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/quotas/4d50f2c859bc4f3f874e9c656a0b1fbe HTTP/1.1" status: 200 len: 375 time: 0.0134850 Sep 08 13:20:40.728584 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5cb73-2b01-4c11-b715-b6f4d4d61bdd req-e5a01e9b-2485-40ef-b31c-63f1c4d09e80 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:40.730231 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-05b5cb73-2b01-4c11-b715-b6f4d4d61bdd req-e5a01e9b-2485-40ef-b31c-63f1c4d09e80 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 946 time: 0.1103384 Sep 08 13:20:40.731351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-249afed6-f859-4cbe-a168-dc66ab2ca1f3 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=4d50f2c859bc4f3f874e9c656a0b1fbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320773 Sep 08 13:20:40.800783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-193ac584-57b9-4565-a60f-84fe051bd15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:40.813618 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-05b5cb73-2b01-4c11-b715-b6f4d4d61bdd req-d1e066a3-3ddf-405c-8bd4-6d37ab636889 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545738 Sep 08 13:20:40.857809 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-8eae8944-50cd-4f8f-818a-da298be1e348 service neutron] 10.222.0.69 "GET /v2.0/networks/8b5c514a-43f6-420d-b6af-79e529406ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120596 Sep 08 13:20:40.954584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-f195ef1c-1e5a-4064-b72a-c66c38ffc68d service neutron] 10.222.0.69 "GET /v2.0/networks/8b5c514a-43f6-420d-b6af-79e529406ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890031 Sep 08 13:20:41.266351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11b340-38f3-4bdf-977a-5c8a18b8aee0 req-b76a493c-5dfc-4ecb-8a10-bae3c6583095 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:41.269661 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c11b340-38f3-4bdf-977a-5c8a18b8aee0 req-b76a493c-5dfc-4ecb-8a10-bae3c6583095 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.3863482 Sep 08 13:20:41.304535 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:20:41.346195 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c11b340-38f3-4bdf-977a-5c8a18b8aee0 req-e5c372e1-bb2c-4bb5-ab57-c08a3043f11e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756156 Sep 08 13:20:41.352331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4003b8da-b07a-498e-a789-7e3169374478 req-3c3da79a-7b76-4d22-b98c-edea90b2447e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 210 time: 0.0311201 Sep 08 13:20:41.447654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193ac584-57b9-4565-a60f-84fe051bd15b admin admin] Router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:20:41.600604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e65f65-2499-430f-9a42-f7d7011ea02d req-9b436b0d-a55b-4967-921c-e961197a56f4 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:41.606904 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f3e65f65-2499-430f-9a42-f7d7011ea02d req-9b436b0d-a55b-4967-921c-e961197a56f4 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1095 time: 0.1480651 Sep 08 13:20:41.608201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b52baa4-9ddf-4405-a61b-9cf6d798a067 req-c22f0aa5-6b28-40ff-b5c5-d62a3c94c739 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:41.609818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b52baa4-9ddf-4405-a61b-9cf6d798a067 req-c22f0aa5-6b28-40ff-b5c5-d62a3c94c739 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0642638 Sep 08 13:20:41.657082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b52baa4-9ddf-4405-a61b-9cf6d798a067 req-fe98a315-65e4-4da3-9259-179f0397126d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385418 Sep 08 13:20:41.658669 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f3e65f65-2499-430f-9a42-f7d7011ea02d req-be3a673c-abe0-42fa-8929-15490e4539e5 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452135 Sep 08 13:20:41.659942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193ac584-57b9-4565-a60f-84fe051bd15b admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:20:41.666573 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-193ac584-57b9-4565-a60f-84fe051bd15b admin admin] 10.222.0.69 "PUT /v2.0/routers/2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6661298 Sep 08 13:20:41.669120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35192) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:41.684778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a2b50-ec64-48d0-985b-70579ee18b3e None None] Sync routers for ids ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:20:41.696557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a2b50-ec64-48d0-985b-70579ee18b3e None None] Routers {'2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:20:41.697465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a28a2b50-ec64-48d0-985b-70579ee18b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:20:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:41.795738 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:41.800249 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:41.823755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-a28a2b50-ec64-48d0-985b-70579ee18b3e None None] Set router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:20:41.972133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:42.011069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f61edb-81c9-4716-b032-329e58df86f4 req-725b9325-6dad-48ee-9ce5-4a871a52638a tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:42.013120 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f9f61edb-81c9-4716-b032-329e58df86f4 req-725b9325-6dad-48ee-9ce5-4a871a52638a tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 946 time: 0.0882666 Sep 08 13:20:42.062022 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f9f61edb-81c9-4716-b032-329e58df86f4 req-2408d36b-5659-4cec-ba83-a54764e3c0b2 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411754 Sep 08 13:20:42.063463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-7799dee2-43a9-493d-8e4d-7e8e6723a102 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:42.066324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-7799dee2-43a9-493d-8e4d-7e8e6723a102 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 812 time: 0.1395178 Sep 08 13:20:42.066596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a28a2b50-ec64-48d0-985b-70579ee18b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:20:40Z', 'revision_number': 5, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:42.083358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-0fd95adf-ff2a-467c-8eb8-08f792cd19d6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/quotas/1dec3032600c45b5b3c9f460ca7dc40a HTTP/1.1" status: 200 len: 375 time: 0.0108838 Sep 08 13:20:42.099674 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a2b50-ec64-48d0-985b-70579ee18b3e None None] Checking router: 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:20:42.109286 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a2b50-ec64-48d0-985b-70579ee18b3e None None] Routers {'2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:20:42.110013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a28a2b50-ec64-48d0-985b-70579ee18b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:20:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:42.162778 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-fe341363-ea4a-40e1-9031-633e979ce701 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0671678 Sep 08 13:20:42.247845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Deleting port 2645c84d-7abb-456f-9539-aedef948cd5c {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:20:42.248263 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:42.252875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-a28a2b50-ec64-48d0-985b-70579ee18b3e None None] Set router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:20:42.307621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-d2fb5c43-5bee-4fd1-b6c4-bfa6d1a29646 service neutron] 10.222.0.69 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384189 Sep 08 13:20:42.371244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] For port 2645c84d-7abb-456f-9539-aedef948cd5c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2645c84d-7abb-456f-9539-aedef948cd5c,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:42.371833 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:42.387640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Calling delete_port for 2645c84d-7abb-456f-9539-aedef948cd5c owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:20:42.427116 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-4b843f33-f879-4151-bcac-03b32ae031c2 service neutron] 10.222.0.69 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116881 Sep 08 13:20:42.495925 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4001f931-3e2b-41cc-a672-a52a86b1332d req-448ca13a-cb97-4a3c-a09a-f4c4159288b6 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 210 time: 0.0359073 Sep 08 13:20:42.551023 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a28a2b50-ec64-48d0-985b-70579ee18b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:20:40Z', 'revision_number': 5, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:42.585120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a2b50-ec64-48d0-985b-70579ee18b3e None None] The sync data for ids ['2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719'] in n-d-807558-3 is: [{'id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'name': 'tempest-ServersTestJSON-242676616-router', 'tenant_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:04Z', 'updated_at': '2021-09-08T13:20:40Z', 'revision_number': 5, 'project_id': 'fc9314dc6ad242c7954dbd58e4ab6efd', 'gw_port': {'id': '2645c84d-7abb-456f-9539-aedef948cd5c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:f7:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:06Z', 'updated_at': '2021-09-08T13:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:20:42.784009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b6c8e-4461-4db3-a37b-8a010e84248a req-b882d565-f452-4bb3-8138-bd2e96596e92 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:42.785710 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-332b6c8e-4461-4db3-a37b-8a010e84248a req-b882d565-f452-4bb3-8138-bd2e96596e92 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1095 time: 0.0469420 Sep 08 13:20:42.867221 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-332b6c8e-4461-4db3-a37b-8a010e84248a req-585fd08a-9fad-4c89-946d-688b6dfac580 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637429 Sep 08 13:20:42.868529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6103c25-6f20-4afb-a7e2-e58ae3f7ffbe req-5ca9068e-e71c-4df6-93b4-c7b11f4dcc38 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 210 time: 0.0440249 Sep 08 13:20:42.890149 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:42.930584 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2645c84d-7abb-456f-9539-aedef948cd5c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:43.022835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:43.096518 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:43.200902 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:43.230490 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:43.232971 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:43.260126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:43.264690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:43.265072 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:43.362497 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:43.386729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be49fb11-a551-42c2-ac57-b6ab5a97993a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dac9296-2ea6-43e1-aaa4-6bd77dfa801a'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:43.389127 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97cbea3-d800-480d-b176-9d1d42795f5f" -d '{"events": [{"server_uuid": "be49fb11-a551-42c2-ac57-b6ab5a97993a", "name": "network-vif-plugged", "status": "completed", "tag": "3dac9296-2ea6-43e1-aaa4-6bd77dfa801a"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:43.414139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:43.429356 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511898af-38e4-4751-b1ad-3b71fb8e1129 x-openstack-request-id: req-511898af-38e4-4751-b1ad-3b71fb8e1129 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:43.429642 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be49fb11-a551-42c2-ac57-b6ab5a97993a", "name": "network-vif-plugged", "status": "completed", "tag": "3dac9296-2ea6-43e1-aaa4-6bd77dfa801a", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:43.429810 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:43.430594 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-511898af-38e4-4751-b1ad-3b71fb8e1129 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:43.430594 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be49fb11-a551-42c2-ac57-b6ab5a97993a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dac9296-2ea6-43e1-aaa4-6bd77dfa801a', 'code': 200} Sep 08 13:20:43.430883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:20:43.440759 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:43.441953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35240) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:43.442851 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5f6567da-1682-462d-b3c9-90e7c55531f8 admin admin] 10.222.0.69 "DELETE /v2.0/routers/2b0920c6-ee2b-46d1-a7ac-c8af0f4f4719 HTTP/1.1" status: 204 len: 168 time: 1.7717736 Sep 08 13:20:43.492560 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:43.528804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0c6a70-2ee8-4464-9e6e-d7d3d041d566 admin admin] Deleting subnet 8f2e6ead-1c03-4608-ac1d-d8051bc0884a {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:20:43.540323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be0c6a70-2ee8-4464-9e6e-d7d3d041d566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:43.601242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be0c6a70-2ee8-4464-9e6e-d7d3d041d566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:43.601424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:43.607097 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b22c2d-977e-4080-bd9e-397ac6feba70 req-d2fa455e-b168-4878-8c54-916299c55a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:43.608948 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-29b22c2d-977e-4080-bd9e-397ac6feba70 req-d2fa455e-b168-4878-8c54-916299c55a7b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1096 time: 0.0573969 Sep 08 13:20:43.676291 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-29b22c2d-977e-4080-bd9e-397ac6feba70 req-827deedd-1316-42e7-9c2b-62d23838c380 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529280 Sep 08 13:20:43.729369 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25be50a0-d248-4798-a245-d2c6e531ef0b req-fd3d2d31-c56c-4950-ad17-c2ee169ef20d tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 210 time: 0.0418127 Sep 08 13:20:44.025278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038e12-729e-4700-825a-0cf8ea6af4d1 req-8dbed428-93a7-49fd-835e-2425b19c7866 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:44.026935 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a038e12-729e-4700-825a-0cf8ea6af4d1 req-8dbed428-93a7-49fd-835e-2425b19c7866 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1096 time: 0.0655181 Sep 08 13:20:44.072610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a038e12-729e-4700-825a-0cf8ea6af4d1 req-58e4b5e9-6552-4939-83f8-d2774afc8cc1 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389025 Sep 08 13:20:44.154931 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be0c6a70-2ee8-4464-9e6e-d7d3d041d566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:44.161439 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:44.190867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0279ef45-1779-4284-bb0d-b36cfeca0aa5 req-65266ddb-4974-4037-a03e-2fdb09969b0f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 210 time: 0.0534735 Sep 08 13:20:44.448596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-4e6d3654-b949-45f7-82e6-5c0325554f3e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:44.450911 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-4e6d3654-b949-45f7-82e6-5c0325554f3e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.70 "GET /v2.0/networks?id=8b5c514a-43f6-420d-b6af-79e529406ca1 HTTP/1.1" status: 200 len: 808 time: 0.1319113 Sep 08 13:20:44.462336 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be0c6a70-2ee8-4464-9e6e-d7d3d041d566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:44.490139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 198e9ae3-afae-4938-8344-68d0aeddda17 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:20:44.494726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Request body: {'port': {'device_id': '7650766f-af85-42fb-af80-b83a768c24d7', 'network_id': '8b5c514a-43f6-420d-b6af-79e529406ca1', 'admin_state_up': True, 'tenant_id': '4d50f2c859bc4f3f874e9c656a0b1fbe'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:44.523993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 198e9ae3-afae-4938-8344-68d0aeddda17 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:20:44.524477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 198e9ae3-afae-4938-8344-68d0aeddda17 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:20:44.525001 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2645c84d-7abb-456f-9539-aedef948cd5c no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:20:44.546166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 2645c84d-7abb-456f-9539-aedef948cd5c {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:20:44.549391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2645c84d-7abb-456f-9539-aedef948cd5c not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:20:44.552297 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be0c6a70-2ee8-4464-9e6e-d7d3d041d566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:44.554206 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-be0c6a70-2ee8-4464-9e6e-d7d3d041d566 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8f2e6ead-1c03-4608-ac1d-d8051bc0884a HTTP/1.1" status: 204 len: 168 time: 1.1111887 Sep 08 13:20:44.557759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c6a70-2ee8-4464-9e6e-d7d3d041d566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f2e6ead-1c03-4608-ac1d-d8051bc0884a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:44.558458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35256) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:44.582513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffd31ac-415a-40a7-ada2-5b907658bb4a None None] Network c06c7a55-d0b3-4e5f-816d-769f9349ad01 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:20:44.686151 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:44.751689 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Deleting port 392bfd80-1d58-43bc-a1ed-7bc96b507256 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:20:44.752536 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:44.755192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Made reservation on behalf of 4d50f2c859bc4f3f874e9c656a0b1fbe for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:44.758960 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:44.840621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] For port 392bfd80-1d58-43bc-a1ed-7bc96b507256, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=392bfd80-1d58-43bc-a1ed-7bc96b507256,segment=NetworkSegment(d8c0a868-37ee-4c6c-90af-6564c2216612),segment_id=d8c0a868-37ee-4c6c-90af-6564c2216612)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:44.841156 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:44.857014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Calling delete_port for 392bfd80-1d58-43bc-a1ed-7bc96b507256 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:20:44.933158 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-50cf67ef-6dc6-4c01-8222-2d107479e38a req-52a86992-8951-4051-b198-e7e83e7e1a81 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 210 time: 0.0418084 Sep 08 13:20:45.051786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e4595d-3d4c-44c9-a374-490a4f1268f0 None None] DHCP port deletion for c06c7a55-d0b3-4e5f-816d-769f9349ad01 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:20:45.059187 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Allocated IP 172.20.0.13 (8b5c514a-43f6-420d-b6af-79e529406ca1/81dabf15-b8d8-4179-93c4-bf4203d83420/84fcb26f-19a0-43a8-bbec-10e6c69a30bc) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:20:45.095913 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.125204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=392bfd80-1d58-43bc-a1ed-7bc96b507256,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:45.125370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-33e4595d-3d4c-44c9-a374-490a4f1268f0 None None] Deleting port 392bfd80-1d58-43bc-a1ed-7bc96b507256 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:20:45.125788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-33e4595d-3d4c-44c9-a374-490a4f1268f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.129449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] No DVR routers for this DVR port 392bfd80-1d58-43bc-a1ed-7bc96b507256 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:20:45.254301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-33e4595d-3d4c-44c9-a374-490a4f1268f0 None None] For port 392bfd80-1d58-43bc-a1ed-7bc96b507256, host n-d-807558-3, got binding levels [] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:45.254835 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-33e4595d-3d4c-44c9-a374-490a4f1268f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.271958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-33e4595d-3d4c-44c9-a374-490a4f1268f0 None None] Calling delete_port for 392bfd80-1d58-43bc-a1ed-7bc96b507256 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:20:45.275654 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.ipam_backend_mixin [None req-33e4595d-3d4c-44c9-a374-490a4f1268f0 None None] Port 392bfd80-1d58-43bc-a1ed-7bc96b507256 was not found and therefore no delete operation was performed {{(pid=96265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 13:20:45.280391 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-33e4595d-3d4c-44c9-a374-490a4f1268f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.287759 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.305910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4595d-3d4c-44c9-a374-490a4f1268f0 None None] Pushing event deleted for resources: {'Port': ['ID=392bfd80-1d58-43bc-a1ed-7bc96b507256,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:45.309751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4595d-3d4c-44c9-a374-490a4f1268f0 None None] No DVR routers for this DVR port 392bfd80-1d58-43bc-a1ed-7bc96b507256 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:20:45.340588 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.343253 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e7e3c96b-9ba8-4cf5-a51d-18a211e1713a req-74ec0b57-08b8-411f-a6a9-d0b78e48c304 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 210 time: 0.0451329 Sep 08 13:20:45.347043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf0000-ea28-4632-92d0-cda140d3558c req-3008a4d2-abbb-444b-bc72-03a7f1814741 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:45.347415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c06c7a55-d0b3-4e5f-816d-769f9349ad01']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:45.348645 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2dbf0000-ea28-4632-92d0-cda140d3558c req-3008a4d2-abbb-444b-bc72-03a7f1814741 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1096 time: 0.1120226 Sep 08 13:20:45.358799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c0a868-37ee-4c6c-90af-6564c2216612') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:45.359088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c0a868-37ee-4c6c-90af-6564c2216612') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:20:45.386890 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.403607 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.415601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2dbf0000-ea28-4632-92d0-cda140d3558c req-3a9ab781-b4d5-4764-b059-8f935e5a48db tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505288 Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:20:45.430288 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:20:45.499750 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.577245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Network 8b5c514a-43f6-420d-b6af-79e529406ca1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:20:45.581041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:45.583526 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.589406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:20:45.592363 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.597888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Pushing event updated for resources: {'Port': ['ID=84fcb26f-19a0-43a8-bbec-10e6c69a30bc,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:45.607101 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c06c7a55-d0b3-4e5f-816d-769f9349ad01 HTTP/1.1" status: 204 len: 168 time: 1.0460515 Sep 08 13:20:45.621093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fb61c-a693-4699-ad6e-6405fad0a9a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c06c7a55-d0b3-4e5f-816d-769f9349ad01,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:45.659827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:45.660523 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:45.744689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-e5ede913-8c66-4361-a3ab-8243340b588e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2841828 Sep 08 13:20:45.757939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Request body: {'port': {'device_id': '7650766f-af85-42fb-af80-b83a768c24d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:45.820898 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:46.036491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-4bb41ead-99d5-4ec2-942d-073eccdc106a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:46.037955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-4bb41ead-99d5-4ec2-942d-073eccdc106a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.70 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 812 time: 0.2079818 Sep 08 13:20:46.067873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Request body: {'port': {'device_id': '4a00a974-b875-46ca-bab4-d96cd8ddf36d', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'admin_state_up': True, 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:46.151748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35284) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:46.195159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b1dc916f-31b7-49b1-8c5a-04743359a87d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fc9314dc6ad242c7954dbd58e4ab6efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417216 Sep 08 13:20:46.197230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35286) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:46.230491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f18df-2177-4f82-bbf4-43a88dc838af req-bd75ab09-58e3-4e32-938c-5af5aa7d440c tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:46.232031 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-417f18df-2177-4f82-bbf4-43a88dc838af req-bd75ab09-58e3-4e32-938c-5af5aa7d440c tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 932 time: 0.2029989 Sep 08 13:20:46.249296 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70731180-5273-4273-be42-e67cd5c2b927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:46.279632 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70731180-5273-4273-be42-e67cd5c2b927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:46.337933 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-417f18df-2177-4f82-bbf4-43a88dc838af req-c2663c67-2e42-4a48-8c7e-5fd6868f5cba tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986886 Sep 08 13:20:46.367763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84fcb26f-19a0-43a8-bbec-10e6c69a30bc {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:46.374998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:46.407002 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70731180-5273-4273-be42-e67cd5c2b927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:46.407186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Transition to ACTIVE for port object 84fcb26f-19a0-43a8-bbec-10e6c69a30bc will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:46.408041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Made reservation on behalf of 1dec3032600c45b5b3c9f460ca7dc40a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:46.410444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-70731180-5273-4273-be42-e67cd5c2b927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:46.415901 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:46.416130 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-70731180-5273-4273-be42-e67cd5c2b927 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4df7043f-40e3-472c-a616-df3c19ac6ea8 HTTP/1.1" status: 204 len: 168 time: 0.2135668 Sep 08 13:20:46.437763 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70731180-5273-4273-be42-e67cd5c2b927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df7043f-40e3-472c-a616-df3c19ac6ea8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:46.473631 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:46.540143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 392bfd80-1d58-43bc-a1ed-7bc96b507256 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:20:46.571677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 392bfd80-1d58-43bc-a1ed-7bc96b507256 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:20:46.572266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 392bfd80-1d58-43bc-a1ed-7bc96b507256 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:20:46.665668 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:46.668198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Pushing event updated for resources: {'Port': ['ID=84fcb26f-19a0-43a8-bbec-10e6c69a30bc,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:46.682139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-23e2a3d1-f05e-47ca-a7e2-176179bdc631 req-c7d1e3dd-69e4-4912-801d-cc9520221806 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 210 time: 0.0876820 Sep 08 13:20:46.704081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44944-9659-4e4f-a003-b4d878969cd4 req-bb163a8e-6aed-4b65-9444-7ca1b101c30b tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:46.706697 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6e44944-9659-4e4f-a003-b4d878969cd4 req-bb163a8e-6aed-4b65-9444-7ca1b101c30b tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1096 time: 0.0768580 Sep 08 13:20:46.762223 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6e44944-9659-4e4f-a003-b4d878969cd4 req-eaf87e24-8d0e-467d-841b-15324ed8109d tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427227 Sep 08 13:20:46.788067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Allocated IP 172.20.0.12 (7fd134f2-364c-4787-8e53-93ac96df2933/f91b05d9-a459-42c8-98cb-2cd7551cf9b2/14b16c1a-d66e-46c2-995a-b89a95519603) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:20:46.833172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Attempting to bind port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:20:46.833641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Attempting to bind port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '56507a39-5950-4c75-8fc8-6fb907eef5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '8b5c514a-43f6-420d-b6af-79e529406ca1'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:20:46.834059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Attempting to bind port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc on network 8b5c514a-43f6-420d-b6af-79e529406ca1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:46.843544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc on network 8b5c514a-43f6-420d-b6af-79e529406ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:20:46.843864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Attempting to bind port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc on network 8b5c514a-43f6-420d-b6af-79e529406ca1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:46.857106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:20:46.857106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Checking segment: {'id': '56507a39-5950-4c75-8fc8-6fb907eef5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '8b5c514a-43f6-420d-b6af-79e529406ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:46.857351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Bound using segment: {'id': '56507a39-5950-4c75-8fc8-6fb907eef5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '8b5c514a-43f6-420d-b6af-79e529406ca1'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:20:46.857584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Bound port: 84fcb26f-19a0-43a8-bbec-10e6c69a30bc, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56507a39-5950-4c75-8fc8-6fb907eef5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '8b5c514a-43f6-420d-b6af-79e529406ca1'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:20:46.858064 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:46.904099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59bbfc-069c-4260-b379-1a4b227266fd req-9cc9b4e1-8978-4d9f-8b02-38a4b937f4c3 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:46.911027 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3b59bbfc-069c-4260-b379-1a4b227266fd req-9cc9b4e1-8978-4d9f-8b02-38a4b937f4c3 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1096 time: 0.0621595 Sep 08 13:20:46.946542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3b59bbfc-069c-4260-b379-1a4b227266fd req-a21e7c33-444e-4cba-be76-ee2e8996a410 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338740 Sep 08 13:20:47.004805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] For port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:20:47.023213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] For port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84fcb26f-19a0-43a8-bbec-10e6c69a30bc,segment=NetworkSegment(56507a39-5950-4c75-8fc8-6fb907eef5c0),segment_id=56507a39-5950-4c75-8fc8-6fb907eef5c0)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:20:47.062048 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:47.091206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Transition to ACTIVE for port object 14b16c1a-d66e-46c2-995a-b89a95519603 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:47.133976 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:47.143837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8cd0a-6774-4297-835a-9b7a04a242e5 req-367c1cbe-7f5b-474e-9eb4-60ee0994c283 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:47.145488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97a8cd0a-6774-4297-835a-9b7a04a242e5 req-367c1cbe-7f5b-474e-9eb4-60ee0994c283 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1096 time: 0.0677798 Sep 08 13:20:47.200841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:47.201987 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:47.203085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] 10.222.0.70 "PUT /v2.0/ports/84fcb26f-19a0-43a8-bbec-10e6c69a30bc HTTP/1.1" status: 200 len: 1092 time: 1.4496043 Sep 08 13:20:47.205556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7650766f-af85-42fb-af80-b83a768c24d7', 'tag': '84fcb26f-19a0-43a8-bbec-10e6c69a30bc'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:47.208004 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd799d89-fc50-4bfc-8042-334d6b1d06a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7650766f-af85-42fb-af80-b83a768c24d7", "tag": "84fcb26f-19a0-43a8-bbec-10e6c69a30bc"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:47.251150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97a8cd0a-6774-4297-835a-9b7a04a242e5 req-377507ec-b317-4fec-a0f5-dfeaa3abdc7d tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951335 Sep 08 13:20:47.251150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0c5e7-546b-47aa-9b7e-2be6d11ca078 service neutron] Pushing event updated for resources: {'Port': ['ID=84fcb26f-19a0-43a8-bbec-10e6c69a30bc,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:47.288885 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bad52f-20ca-45ae-8c5b-b34544f1b7e4 x-openstack-request-id: req-31bad52f-20ca-45ae-8c5b-b34544f1b7e4 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:47.289176 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7650766f-af85-42fb-af80-b83a768c24d7", "tag": "84fcb26f-19a0-43a8-bbec-10e6c69a30bc", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:47.289416 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-31bad52f-20ca-45ae-8c5b-b34544f1b7e4 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:47.289815 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7650766f-af85-42fb-af80-b83a768c24d7', 'tag': '84fcb26f-19a0-43a8-bbec-10e6c69a30bc', 'status': 'completed', 'code': 200} Sep 08 13:20:47.342532 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:47.389222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799d89-fc50-4bfc-8042-334d6b1d06a9 req-37745b89-703a-45f2-9867-14a15bbdf72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:47.390740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd799d89-fc50-4bfc-8042-334d6b1d06a9 req-37745b89-703a-45f2-9867-14a15bbdf72e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d50f2c859bc4f3f874e9c656a0b1fbe&device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 1095 time: 0.0816395 Sep 08 13:20:47.439569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Network 7fd134f2-364c-4787-8e53-93ac96df2933 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:20:47.447869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:47.468478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:20:47.473001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event updated for resources: {'Port': ['ID=14b16c1a-d66e-46c2-995a-b89a95519603,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:47.659020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-2eb7128a-5441-47ca-b8b9-508efe299274 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:47.662708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:47.663400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:47.667019 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-2eb7128a-5441-47ca-b8b9-508efe299274 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/networks?id=c751e04a-8a40-445c-86d1-f0bb1671e9a2 HTTP/1.1" status: 200 len: 911 time: 0.1650329 Sep 08 13:20:47.684905 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-914d6923-b9ed-4e3d-9323-47d07391a8c5 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/quotas/2df5bc365a9448acb9c928afc3c6b472 HTTP/1.1" status: 200 len: 375 time: 0.0159192 Sep 08 13:20:47.697899 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee69147-06bc-44ad-83a6-72b2685d3ed0 req-4304c164-d6df-4d01-92f7-736a0245c8d9 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:47.707771 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bee69147-06bc-44ad-83a6-72b2685d3ed0 req-4304c164-d6df-4d01-92f7-736a0245c8d9 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 944 time: 0.2704442 Sep 08 13:20:47.753539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799d89-fc50-4bfc-8042-334d6b1d06a9 req-577bf719-afbf-4990-8006-72c4111d4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:47.755241 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd799d89-fc50-4bfc-8042-334d6b1d06a9 req-577bf719-afbf-4990-8006-72c4111d4c91 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=4d50f2c859bc4f3f874e9c656a0b1fbe&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3538747 Sep 08 13:20:47.824418 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-37f6bff1-53cc-474a-a43e-5e5026e67ae2 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?tenant_id=2df5bc365a9448acb9c928afc3c6b472&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1313019 Sep 08 13:20:47.838688 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bee69147-06bc-44ad-83a6-72b2685d3ed0 req-161f5f6c-c5af-403b-8bd4-2ff54c71805e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295617 Sep 08 13:20:47.840060 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-8893e1e2-b6e2-42d0-a610-3daee639f15c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7768223 Sep 08 13:20:47.875499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Request body: {'port': {'device_id': '4a00a974-b875-46ca-bab4-d96cd8ddf36d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:47.902412 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8d31fb63-c4d4-4582-88b9-ab480223d1b2 None None] Provisioning for port 14b16c1a-d66e-46c2-995a-b89a95519603 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:47.907070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8d31fb63-c4d4-4582-88b9-ab480223d1b2 None None] Provisioning complete for port 14b16c1a-d66e-46c2-995a-b89a95519603 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:47.907455 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8d31fb63-c4d4-4582-88b9-ab480223d1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:47.989254 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8d31fb63-c4d4-4582-88b9-ab480223d1b2 None None] Port 14b16c1a-d66e-46c2-995a-b89a95519603 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:20:48.030966 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-4e511a51-5819-49fb-a0fc-09090b6de92a service neutron] 10.222.0.69 "GET /v2.0/networks/c751e04a-8a40-445c-86d1-f0bb1671e9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056170 Sep 08 13:20:48.166654 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:48.189569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd799d89-fc50-4bfc-8042-334d6b1d06a9 req-635c255d-ca28-4dc7-aa79-2062b85c2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:48.191174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd799d89-fc50-4bfc-8042-334d6b1d06a9 req-635c255d-ca28-4dc7-aa79-2062b85c2748 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4210777 Sep 08 13:20:48.213243 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-08afb156-65d4-41a8-931a-8dd3ce7fdbf4 service neutron] 10.222.0.69 "GET /v2.0/networks/c751e04a-8a40-445c-86d1-f0bb1671e9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750064 Sep 08 13:20:48.240681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277f11b-00bb-42cd-9e8d-f9c64f33f672 req-0f8a14b2-826e-4e86-bf18-078ae6a21ba2 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:48.242269 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b277f11b-00bb-42cd-9e8d-f9c64f33f672 req-0f8a14b2-826e-4e86-bf18-078ae6a21ba2 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 932 time: 0.1582973 Sep 08 13:20:48.261538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35344) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:48.411909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1704137093-network', 'tenant_id': '30de36329bcb42ef9ef38241a08c8858'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:48.419378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b277f11b-00bb-42cd-9e8d-f9c64f33f672 req-a479695c-7121-4aab-8c46-ffb477676042 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652641 Sep 08 13:20:48.425780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-25de332b-1a51-470a-b8fd-1ba79353d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:48.427885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-25de332b-1a51-470a-b8fd-1ba79353d156 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4d50f2c859bc4f3f874e9c656a0b1fbe&device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 1095 time: 0.1843948 Sep 08 13:20:48.481250 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-1cf6e7e9-6d64-471d-b3f9-b157af1b7853 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84fcb26f-19a0-43a8-bbec-10e6c69a30bc HTTP/1.1" status: 200 len: 217 time: 0.0434363 Sep 08 13:20:48.538037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Made reservation on behalf of 30de36329bcb42ef9ef38241a08c8858 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:48.541964 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:48.565243 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:48.671465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e37ea30-27c7-44bc-889f-13f87dc902f7 req-60b7ee61-906e-4475-a524-dcbda2badfd9 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 210 time: 0.0870638 Sep 08 13:20:48.728423 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:48.806345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-4168166a-7522-4c0b-a889-8692847544e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:48.808263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-4168166a-7522-4c0b-a889-8692847544e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=81dabf15-b8d8-4179-93c4-bf4203d83420 HTTP/1.1" status: 200 len: 848 time: 0.1668115 Sep 08 13:20:48.856810 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:48.889823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b9a52b-68f6-45d0-88e8-97055be59654,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:48.911793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:20:48.913077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-61e515d7-a942-49ea-9d07-66d965cbc37e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8b5c514a-43f6-420d-b6af-79e529406ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965338 Sep 08 13:20:48.921075 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:48.921622 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Added segment ea858674-db83-4f8e-9674-526ab2fc95bf of type vlan for network 1a06af28-76cc-4676-a4f9-52c46a73aa67 Sep 08 13:20:48.982687 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:49.080807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b16c1a-d66e-46c2-995a-b89a95519603 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:49.104510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:49.151913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Transition to ACTIVE for port object 14b16c1a-d66e-46c2-995a-b89a95519603 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:49.179099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d88396-ea07-4beb-8ca5-b70be4bde262 req-69badf9c-9f0c-4468-a753-a9d1ef5de995 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:49.180711 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b2d88396-ea07-4beb-8ca5-b70be4bde262 req-69badf9c-9f0c-4468-a753-a9d1ef5de995 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 944 time: 0.1528437 Sep 08 13:20:49.183125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-fb091f4d-7815-47c2-a8c6-2200aee36261 service neutron] 10.222.0.70 "GET /v2.0/networks/8b5c514a-43f6-420d-b6af-79e529406ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561510 Sep 08 13:20:49.275811 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b2d88396-ea07-4beb-8ca5-b70be4bde262 req-42f98473-e622-4f85-a5a8-4eee32fcdc05 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885029 Sep 08 13:20:49.292631 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:49.301625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:49.301625 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:49.311986 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:49.392790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] Pushing event updated for resources: {'Network': ['ID=1a06af28-76cc-4676-a4f9-52c46a73aa67,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:49.395055 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fdd912-f55f-4b50-8699-7ae8933075d4 req-34a29c96-0d16-4870-8288-77d958c3fc91 service neutron] 10.222.0.70 "GET /v2.0/networks/8b5c514a-43f6-420d-b6af-79e529406ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004280 Sep 08 13:20:49.418563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 1a06af28-76cc-4676-a4f9-52c46a73aa67 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:20:49.419084 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c4c934b8-42c6-4bcf-bd11-95f1a8ae9c00 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1561370 Sep 08 13:20:49.421707 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35368) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:20:49.429701 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-cb8b3f2a-5172-4fb0-a63d-b7512055bbd1 admin admin] Request body: {'subnet': {'network_id': '1a06af28-76cc-4676-a4f9-52c46a73aa67', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1704137093-subnet', 'tenant_id': '30de36329bcb42ef9ef38241a08c8858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:49.435335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Pushing event updated for resources: {'Port': ['ID=14b16c1a-d66e-46c2-995a-b89a95519603,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:49.590646 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Attempting to bind port 14b16c1a-d66e-46c2-995a-b89a95519603 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:20:49.591237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Attempting to bind port 14b16c1a-d66e-46c2-995a-b89a95519603 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:20:49.591735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Attempting to bind port 14b16c1a-d66e-46c2-995a-b89a95519603 on network 7fd134f2-364c-4787-8e53-93ac96df2933 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:49.597398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Port 14b16c1a-d66e-46c2-995a-b89a95519603 on network 7fd134f2-364c-4787-8e53-93ac96df2933 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:20:49.598029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Attempting to bind port 14b16c1a-d66e-46c2-995a-b89a95519603 on network 7fd134f2-364c-4787-8e53-93ac96df2933 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:49.604616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:20:49.605254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Checking segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:49.605825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Bound using segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:20:49.606469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Bound port: 14b16c1a-d66e-46c2-995a-b89a95519603, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:20:49.606994 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:49.638928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8b3f2a-5172-4fb0-a63d-b7512055bbd1 admin admin] Made reservation on behalf of 30de36329bcb42ef9ef38241a08c8858 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:49.645722 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb8b3f2a-5172-4fb0-a63d-b7512055bbd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:49.700088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] For port 14b16c1a-d66e-46c2-995a-b89a95519603, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:20:49.704514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] For port 14b16c1a-d66e-46c2-995a-b89a95519603, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=14b16c1a-d66e-46c2-995a-b89a95519603,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:20:49.728507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e334-f0f8-495d-8521-2ad4bb24e1d2 req-8c772259-a667-425a-849b-04ae2cba3fea tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:49.730324 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1086e334-f0f8-495d-8521-2ad4bb24e1d2 req-8c772259-a667-425a-849b-04ae2cba3fea tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 944 time: 0.1672523 Sep 08 13:20:49.775226 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21564423-405d-47ad-96aa-e83577969753 req-213a2422-273c-4870-a912-2ea4e185db1b tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 210 time: 0.0321295 Sep 08 13:20:49.792220 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1086e334-f0f8-495d-8521-2ad4bb24e1d2 req-a7bfd6bc-66e2-4d1e-86e4-d1ad562cdf64 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526793 Sep 08 13:20:49.809299 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:49.887565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:49.888235 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:49.891433 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] 10.222.0.70 "PUT /v2.0/ports/14b16c1a-d66e-46c2-995a-b89a95519603 HTTP/1.1" status: 200 len: 1092 time: 2.0325091 Sep 08 13:20:49.891433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a00a974-b875-46ca-bab4-d96cd8ddf36d', 'tag': '14b16c1a-d66e-46c2-995a-b89a95519603'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:49.894667 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256f6147-f2f4-402f-93d5-21469675a228" -d '{"events": [{"name": "network-changed", "server_uuid": "4a00a974-b875-46ca-bab4-d96cd8ddf36d", "tag": "14b16c1a-d66e-46c2-995a-b89a95519603"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:49.912917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6447a1-727b-452a-af91-ad54c40da746 service neutron] Pushing event updated for resources: {'Port': ['ID=14b16c1a-d66e-46c2-995a-b89a95519603,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:49.945326 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf54aa8-c6d1-4d85-ab6c-150aaefcaaae x-openstack-request-id: req-fcf54aa8-c6d1-4d85-ab6c-150aaefcaaae {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:49.945326 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a00a974-b875-46ca-bab4-d96cd8ddf36d", "tag": "14b16c1a-d66e-46c2-995a-b89a95519603", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:49.948915 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fcf54aa8-c6d1-4d85-ab6c-150aaefcaaae {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:49.948915 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a00a974-b875-46ca-bab4-d96cd8ddf36d', 'tag': '14b16c1a-d66e-46c2-995a-b89a95519603', 'status': 'completed', 'code': 200} Sep 08 13:20:50.016984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f6147-f2f4-402f-93d5-21469675a228 req-b5a00e66-3714-4bb4-ab2c-70465b4e7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:50.018913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-256f6147-f2f4-402f-93d5-21469675a228 req-b5a00e66-3714-4bb4-ab2c-70465b4e7900 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 1095 time: 0.0523939 Sep 08 13:20:50.135313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f6147-f2f4-402f-93d5-21469675a228 req-fbf70a37-cdcb-4dcc-a8f7-806b6d1f6d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:50.136805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-256f6147-f2f4-402f-93d5-21469675a228 req-fbf70a37-cdcb-4dcc-a8f7-806b6d1f6d44 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1079962 Sep 08 13:20:50.231760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f6147-f2f4-402f-93d5-21469675a228 req-f87d3700-33d8-40eb-945d-73465ba60b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:50.233248 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-256f6147-f2f4-402f-93d5-21469675a228 req-f87d3700-33d8-40eb-945d-73465ba60b9f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893092 Sep 08 13:20:50.252530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb8b3f2a-5172-4fb0-a63d-b7512055bbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:50.315224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-b7a97396-0aab-4a3d-a4fc-6d607f563ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:50.315946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b3f2a-5172-4fb0-a63d-b7512055bbd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dd983b0-d5b3-4aa7-9325-ae4d0e5cf081,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:50.316892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-b7a97396-0aab-4a3d-a4fc-6d607f563ed0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 1095 time: 0.0470352 Sep 08 13:20:50.324111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8b3f2a-5172-4fb0-a63d-b7512055bbd1 admin admin] Checking segment: {'id': 'ea858674-db83-4f8e-9674-526ab2fc95bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '1a06af28-76cc-4676-a4f9-52c46a73aa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:50.324484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8b3f2a-5172-4fb0-a63d-b7512055bbd1 admin admin] Network hostable DHCP agents. Network: 1a06af28-76cc-4676-a4f9-52c46a73aa67, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:20:50.369775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-859476bc-d547-4446-81ef-8e27aca5daf2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b16c1a-d66e-46c2-995a-b89a95519603 HTTP/1.1" status: 200 len: 217 time: 0.0440624 Sep 08 13:20:50.435292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8b3f2a-5172-4fb0-a63d-b7512055bbd1 admin admin] Network 1a06af28-76cc-4676-a4f9-52c46a73aa67 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:20:50.447176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-d4379991-f951-4c38-8b28-a2db288920e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:50.448582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-d4379991-f951-4c38-8b28-a2db288920e1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0690324 Sep 08 13:20:50.463794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6bc8a-d7a0-4baa-8cc2-9caf511adf43 req-3e83d1de-c8e7-4d27-8642-9168213c3d80 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:50.465261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bd6bc8a-d7a0-4baa-8cc2-9caf511adf43 req-3e83d1de-c8e7-4d27-8642-9168213c3d80 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 944 time: 0.0843720 Sep 08 13:20:50.530963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bd6bc8a-d7a0-4baa-8cc2-9caf511adf43 req-17ad70a6-d881-4f0f-a32f-e5ec3fb8b62e tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585601 Sep 08 13:20:50.534371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-a946c321-4ac0-4371-9a63-2b3e6b2e599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:50.535781 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-a946c321-4ac0-4371-9a63-2b3e6b2e599f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797033 Sep 08 13:20:50.593704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-cb8b3f2a-5172-4fb0-a63d-b7512055bbd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 1a06af28-76cc-4676-a4f9-52c46a73aa67) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:50.599343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8b3f2a-5172-4fb0-a63d-b7512055bbd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:50.600460 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb8b3f2a-5172-4fb0-a63d-b7512055bbd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:50.605285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707443a2-b317-462b-b5ad-62422a29818f None None] Network 1a06af28-76cc-4676-a4f9-52c46a73aa67 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:20:50.632874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-a9d304b9-2025-414a-b6b6-6607651a230f service neutron] 10.222.0.70 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897264 Sep 08 13:20:50.693192 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cb8b3f2a-5172-4fb0-a63d-b7512055bbd1 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2696328 Sep 08 13:20:50.770284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d975e9b-d523-482a-b0e5-4ca91ec8cd3b None None] Network 1a06af28-76cc-4676-a4f9-52c46a73aa67 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:20:50.774406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e97496c-eb95-4b86-933f-a08cc422ae8d req-1f92810f-dc51-4d8d-b016-aada45a4fd8a service neutron] 10.222.0.70 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344783 Sep 08 13:20:50.953577 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f54f5e7-2b0d-499b-a2c7-ba91d43a7d54 req-9e2c0368-7992-47dc-bc34-701e58f0e303 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 210 time: 0.0544863 Sep 08 13:20:51.013420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3382563b-1435-4643-ad0b-a70e4a8bd32f req-ec9034bc-931e-4a0f-a52f-16a4bd9bf9bb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:51.015024 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3382563b-1435-4643-ad0b-a70e4a8bd32f req-ec9034bc-931e-4a0f-a52f-16a4bd9bf9bb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 944 time: 0.0776017 Sep 08 13:20:51.058334 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3382563b-1435-4643-ad0b-a70e4a8bd32f req-b7e97caf-4462-4f1b-868b-9815c1e60f1d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356870 Sep 08 13:20:51.685215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dc417-d399-4f52-b3e3-296c4bdb6281 req-0bb8f8b2-b9d5-4cb1-9ced-182d7ab1dedf tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:51.687578 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca7dc417-d399-4f52-b3e3-296c4bdb6281 req-0bb8f8b2-b9d5-4cb1-9ced-182d7ab1dedf tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 944 time: 0.0774136 Sep 08 13:20:51.713673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-cfffb77a-86da-4130-93f7-39718d9ba262 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:51.719922 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-cfffb77a-86da-4130-93f7-39718d9ba262 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/networks?id=1a06af28-76cc-4676-a4f9-52c46a73aa67 HTTP/1.1" status: 200 len: 822 time: 0.5158563 Sep 08 13:20:51.730133 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca7dc417-d399-4f52-b3e3-296c4bdb6281 req-1608ebdc-92dd-420a-9184-1cc645c36bc6 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353866 Sep 08 13:20:51.751599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-4ce938c7-f65c-481b-84f3-35ee08686808 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:51.753172 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-4ce938c7-f65c-481b-84f3-35ee08686808 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.70 "GET /v2.0/networks?id=c751e04a-8a40-445c-86d1-f0bb1671e9a2 HTTP/1.1" status: 200 len: 911 time: 0.1339219 Sep 08 13:20:51.754661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-366d415d-d29d-4c9a-9b4f-4a33533be096 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/quotas/30de36329bcb42ef9ef38241a08c8858 HTTP/1.1" status: 200 len: 375 time: 0.0328224 Sep 08 13:20:51.775978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Request body: {'port': {'device_id': '2f32d268-89ac-4c69-8113-fc8ec6f10b96', 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2', 'admin_state_up': True, 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:51.806773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-efe1015a-1ee1-4c7f-8fb5-2b98e4865331 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=30de36329bcb42ef9ef38241a08c8858&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452943 Sep 08 13:20:51.881735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Made reservation on behalf of 2df5bc365a9448acb9c928afc3c6b472 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:51.884198 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:51.916950 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-878f6fcb-e272-49da-a96f-3644759ee0ee service neutron] 10.222.0.69 "GET /v2.0/networks/1a06af28-76cc-4676-a4f9-52c46a73aa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004715 Sep 08 13:20:51.955349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 14b16c1a-d66e-46c2-995a-b89a95519603 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:20:52.083549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6fc20c08-8318-4890-8e4b-bc8518eb4c67 req-95842e23-a1a5-4b2e-b4b1-ecda496ed413 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 210 time: 0.0283039 Sep 08 13:20:52.090776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 14b16c1a-d66e-46c2-995a-b89a95519603, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=14b16c1a-d66e-46c2-995a-b89a95519603,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:52.094337 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-abf36463-43d5-4cd2-b079-09001abcee89 service neutron] 10.222.0.69 "GET /v2.0/networks/1a06af28-76cc-4676-a4f9-52c46a73aa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492050 Sep 08 13:20:52.107283 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '14b16c1a-d66e-46c2-995a-b89a95519603', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'port_id': '14b16c1a-d66e-46c2-995a-b89a95519603', 'mac_address': 'fa:16:3e:13:b7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:20:52.128670 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Allocated IP 172.20.0.10 (c751e04a-8a40-445c-86d1-f0bb1671e9a2/010d1b58-5c0d-4783-bf57-316c6ddcad63/938a0110-00e5-42e9-936a-ea5369233a38) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:20:52.171174 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:52.191637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b16c1a-d66e-46c2-995a-b89a95519603 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:52.218751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 14b16c1a-d66e-46c2-995a-b89a95519603, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=14b16c1a-d66e-46c2-995a-b89a95519603,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:52.220909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7917f-9f70-478f-9c38-32c42e5cb327 req-3425aa03-d09e-4e6e-8bae-24ce6449ef43 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:52.223187 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0c7917f-9f70-478f-9c38-32c42e5cb327 req-3425aa03-d09e-4e6e-8bae-24ce6449ef43 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 944 time: 0.0652413 Sep 08 13:20:52.263520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0c7917f-9f70-478f-9c38-32c42e5cb327 req-96ed9cbd-71c7-4239-b4f8-f101c6e6e464 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347781 Sep 08 13:20:52.292415 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:52.308480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Transition to ACTIVE for port object 938a0110-00e5-42e9-936a-ea5369233a38 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:52.338388 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:52.339346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 84fcb26f-19a0-43a8-bbec-10e6c69a30bc details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:20:52.424662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=14b16c1a-d66e-46c2-995a-b89a95519603,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:52.425645 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:52.434588 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6e4eca02-8bf2-4a84-a23c-afef72355b0e req-2eae7dc2-2328-4252-935c-5f78cb08ae2f tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 210 time: 0.0409143 Sep 08 13:20:52.447348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['3dac9296-2ea6-43e1-aaa4-6bd77dfa801a'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:20:52.480773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Network c751e04a-8a40-445c-86d1-f0bb1671e9a2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:20:52.485477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:52.488618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:20:52.528554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Pushing event updated for resources: {'Port': ['ID=938a0110-00e5-42e9-936a-ea5369233a38,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:52.538891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84fcb26f-19a0-43a8-bbec-10e6c69a30bc,segment=NetworkSegment(56507a39-5950-4c75-8fc8-6fb907eef5c0),segment_id=56507a39-5950-4c75-8fc8-6fb907eef5c0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:52.549364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:52.549852 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:52.562900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '84fcb26f-19a0-43a8-bbec-10e6c69a30bc', 'network_id': '8b5c514a-43f6-420d-b6af-79e529406ca1', 'port_id': '84fcb26f-19a0-43a8-bbec-10e6c69a30bc', 'mac_address': 'fa:16:3e:70:fc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81dabf15-b8d8-4179-93c4-bf4203d83420', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:20:52.629827 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:52.657368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84fcb26f-19a0-43a8-bbec-10e6c69a30bc {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:52.684818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84fcb26f-19a0-43a8-bbec-10e6c69a30bc,segment=NetworkSegment(56507a39-5950-4c75-8fc8-6fb907eef5c0),segment_id=56507a39-5950-4c75-8fc8-6fb907eef5c0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:52.721594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-38a5ef96-3774-41c1-a012-db392ae97512 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9503868 Sep 08 13:20:52.733866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Request body: {'port': {'device_id': '2f32d268-89ac-4c69-8113-fc8ec6f10b96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:52.794862 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:52.828200 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:52.864014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7aa89a26-9816-4cf8-9f0d-fdcfefa6d9e5 None None] Provisioning for port 938a0110-00e5-42e9-936a-ea5369233a38 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:52.865317 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7aa89a26-9816-4cf8-9f0d-fdcfefa6d9e5 None None] Provisioning complete for port 938a0110-00e5-42e9-936a-ea5369233a38 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:52.865699 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7aa89a26-9816-4cf8-9f0d-fdcfefa6d9e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:52.907369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058af14e-8d09-447d-8d04-7a98cd58ace9 req-bbc101b3-a3ac-4083-972f-96ce47a21941 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:52.909568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-058af14e-8d09-447d-8d04-7a98cd58ace9 req-bbc101b3-a3ac-4083-972f-96ce47a21941 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 944 time: 0.0995057 Sep 08 13:20:52.917029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=84fcb26f-19a0-43a8-bbec-10e6c69a30bc,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:52.926198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7aa89a26-9816-4cf8-9f0d-fdcfefa6d9e5 None None] Port 938a0110-00e5-42e9-936a-ea5369233a38 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:20:53.016701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-058af14e-8d09-447d-8d04-7a98cd58ace9 req-b0c28135-e5a3-4297-9ac1-a705de581277 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630779 Sep 08 13:20:53.126312 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['84fcb26f-19a0-43a8-bbec-10e6c69a30bc'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:20:53.128414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['14b16c1a-d66e-46c2-995a-b89a95519603'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:20:53.155766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938a0110-00e5-42e9-936a-ea5369233a38 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:53.171278 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:53.189006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Transition to ACTIVE for port object 938a0110-00e5-42e9-936a-ea5369233a38 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:53.200765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0086cb-1200-4632-8eb2-7060fd35aef7 req-cba82046-b0eb-4bb7-8322-bbb50c25118a tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:53.202312 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db0086cb-1200-4632-8eb2-7060fd35aef7 req-cba82046-b0eb-4bb7-8322-bbb50c25118a tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1028 time: 0.0410089 Sep 08 13:20:53.242086 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db0086cb-1200-4632-8eb2-7060fd35aef7 req-d5f33f4b-eb84-4ad3-b675-69d013568d99 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329876 Sep 08 13:20:53.275000 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:53.338816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=938a0110-00e5-42e9-936a-ea5369233a38,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:53.452718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Attempting to bind port 938a0110-00e5-42e9-936a-ea5369233a38 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:20:53.453172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Attempting to bind port 938a0110-00e5-42e9-936a-ea5369233a38 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:20:53.453571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Attempting to bind port 938a0110-00e5-42e9-936a-ea5369233a38 on network c751e04a-8a40-445c-86d1-f0bb1671e9a2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:53.463969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8e844-fd4e-4d94-987a-33dc5d490a7f req-96a27dc4-b83a-4eae-9ca6-c4627603ce9a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:53.465585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77b8e844-fd4e-4d94-987a-33dc5d490a7f req-96a27dc4-b83a-4eae-9ca6-c4627603ce9a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 945 time: 0.1010525 Sep 08 13:20:53.469538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Port 938a0110-00e5-42e9-936a-ea5369233a38 on network c751e04a-8a40-445c-86d1-f0bb1671e9a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:20:53.469868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Attempting to bind port 938a0110-00e5-42e9-936a-ea5369233a38 on network c751e04a-8a40-445c-86d1-f0bb1671e9a2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:53.475717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:20:53.476065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Checking segment: {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:53.476469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Bound using segment: {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:20:53.476920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Bound port: 938a0110-00e5-42e9-936a-ea5369233a38, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aed78a06-d884-4df0-9b4e-956355dd31c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:20:53.483126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:53.547843 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0838f6a-422d-483e-9ffe-357fc2a9a01a req-9aa927f9-40f4-49ca-b109-f33eb7163232 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 210 time: 0.0329680 Sep 08 13:20:53.558864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77b8e844-fd4e-4d94-987a-33dc5d490a7f req-f3ff54d4-1503-4b87-a42f-9ed742781f41 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716748 Sep 08 13:20:53.581706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] For port 938a0110-00e5-42e9-936a-ea5369233a38, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:20:53.585248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] For port 938a0110-00e5-42e9-936a-ea5369233a38, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=938a0110-00e5-42e9-936a-ea5369233a38,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:20:53.651641 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:53.693229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:53.693869 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:53.695456 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] 10.222.0.70 "PUT /v2.0/ports/938a0110-00e5-42e9-936a-ea5369233a38 HTTP/1.1" status: 200 len: 1092 time: 0.9658694 Sep 08 13:20:53.695908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f32d268-89ac-4c69-8113-fc8ec6f10b96', 'tag': '938a0110-00e5-42e9-936a-ea5369233a38'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:53.698224 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73fdf6e-9587-4c8f-8ad4-def74ca6d98e" -d '{"events": [{"name": "network-changed", "server_uuid": "2f32d268-89ac-4c69-8113-fc8ec6f10b96", "tag": "938a0110-00e5-42e9-936a-ea5369233a38"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:53.726530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0248c8-d3c6-4914-b18e-91cc0e047bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=938a0110-00e5-42e9-936a-ea5369233a38,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:53.741006 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe24e981-233a-4680-9972-3fa9aa3c0e4c x-openstack-request-id: req-fe24e981-233a-4680-9972-3fa9aa3c0e4c {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:53.741350 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f32d268-89ac-4c69-8113-fc8ec6f10b96", "tag": "938a0110-00e5-42e9-936a-ea5369233a38", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:53.741603 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fe24e981-233a-4680-9972-3fa9aa3c0e4c {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:53.742005 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f32d268-89ac-4c69-8113-fc8ec6f10b96', 'tag': '938a0110-00e5-42e9-936a-ea5369233a38', 'status': 'completed', 'code': 200} Sep 08 13:20:53.807855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fdf6e-9587-4c8f-8ad4-def74ca6d98e req-bf2f09e6-ef13-468d-a58c-686acc8ebab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:53.809548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d73fdf6e-9587-4c8f-8ad4-def74ca6d98e req-bf2f09e6-ef13-468d-a58c-686acc8ebab7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2df5bc365a9448acb9c928afc3c6b472&device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1095 time: 0.0438643 Sep 08 13:20:53.930837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fdf6e-9587-4c8f-8ad4-def74ca6d98e req-15be1edd-1c7d-4d64-a0ec-92f0dea92275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:53.932787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d73fdf6e-9587-4c8f-8ad4-def74ca6d98e req-15be1edd-1c7d-4d64-a0ec-92f0dea92275 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2df5bc365a9448acb9c928afc3c6b472&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1142712 Sep 08 13:20:54.030203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73fdf6e-9587-4c8f-8ad4-def74ca6d98e req-076c45c4-cb04-45a1-a1ed-a3029083706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:54.031706 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d73fdf6e-9587-4c8f-8ad4-def74ca6d98e req-076c45c4-cb04-45a1-a1ed-a3029083706f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905461 Sep 08 13:20:54.120629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-73d17aec-9190-472f-a192-6625b1979e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:54.122201 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-73d17aec-9190-472f-a192-6625b1979e89 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2df5bc365a9448acb9c928afc3c6b472&device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1095 time: 0.0535450 Sep 08 13:20:54.151981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517281af-eb6a-404a-8e0a-653434fbc1ef req-8952450e-8f25-45e9-970f-c14a4c44b67a tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:54.153524 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-517281af-eb6a-404a-8e0a-653434fbc1ef req-8952450e-8f25-45e9-970f-c14a4c44b67a tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0642345 Sep 08 13:20:54.193301 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-517281af-eb6a-404a-8e0a-653434fbc1ef req-e0dcbc5b-bf33-42d2-be7e-9ff8a46bd6d6 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328240 Sep 08 13:20:54.294095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-1e1ee3c7-3411-4d65-b559-04910af846af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=938a0110-00e5-42e9-936a-ea5369233a38 HTTP/1.1" status: 200 len: 217 time: 0.0396986 Sep 08 13:20:54.379526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-7ca5e83d-39d0-43a7-a066-4edb6cec8a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:54.381014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-7ca5e83d-39d0-43a7-a066-4edb6cec8a90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=010d1b58-5c0d-4783-bf57-316c6ddcad63 HTTP/1.1" status: 200 len: 849 time: 0.0801444 Sep 08 13:20:54.390202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee655a0f-d9e7-4fac-ae3c-8661ceab1a5f req-c07b562a-e806-4dfe-85b1-70ffc4f2b3c2 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:54.391763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee655a0f-d9e7-4fac-ae3c-8661ceab1a5f req-c07b562a-e806-4dfe-85b1-70ffc4f2b3c2 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1095 time: 0.0561266 Sep 08 13:20:54.457013 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee655a0f-d9e7-4fac-ae3c-8661ceab1a5f req-44627a60-e1fe-4591-983c-9cc1b7ca6400 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573733 Sep 08 13:20:54.459886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-3bbafc3f-26bd-4e0d-af79-738df07ea2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:54.461339 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-3bbafc3f-26bd-4e0d-af79-738df07ea2f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c751e04a-8a40-445c-86d1-f0bb1671e9a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735121 Sep 08 13:20:54.571610 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-faa776e3-72e5-438f-bbf3-71ecf5d78d39 service neutron] 10.222.0.70 "GET /v2.0/networks/c751e04a-8a40-445c-86d1-f0bb1671e9a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953195 Sep 08 13:20:54.679344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31da3ac5-7980-418b-99ef-8337a12967dd req-3145f339-b65f-43e5-8b9b-26dbbf6f6267 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 210 time: 0.0323582 Sep 08 13:20:54.708227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9fbc9db-9860-4a3a-b583-416d1a169152 req-b86d006c-f0c3-4990-830d-207d7eeb5f0e service neutron] 10.222.0.70 "GET /v2.0/networks/c751e04a-8a40-445c-86d1-f0bb1671e9a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295912 Sep 08 13:20:54.725544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-3819cdd1-af0f-408c-849b-ede2f69ed14b tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:54.727166 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-3819cdd1-af0f-408c-849b-ede2f69ed14b tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.60 "GET /v2.0/networks?id=1a06af28-76cc-4676-a4f9-52c46a73aa67 HTTP/1.1" status: 200 len: 822 time: 0.1554313 Sep 08 13:20:54.750327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059ce8a-1cdc-4fb5-bf6d-e37ec80deedd req-63fdf0e8-e1de-47bc-80fb-12dcd82a76ac tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:54.751954 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7059ce8a-1cdc-4fb5-bf6d-e37ec80deedd req-63fdf0e8-e1de-47bc-80fb-12dcd82a76ac tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 945 time: 0.0779009 Sep 08 13:20:54.755650 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Request body: {'port': {'device_id': 'dd211f80-e965-49cd-a583-66f9d7203584', 'network_id': '1a06af28-76cc-4676-a4f9-52c46a73aa67', 'admin_state_up': True, 'tenant_id': '30de36329bcb42ef9ef38241a08c8858'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:54.846110 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7059ce8a-1cdc-4fb5-bf6d-e37ec80deedd req-eb208e59-c54f-4826-9105-f631078c3d7d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850060 Sep 08 13:20:54.977689 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Made reservation on behalf of 30de36329bcb42ef9ef38241a08c8858 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:20:54.981410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:55.180401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Allocated IP 172.20.0.3 (1a06af28-76cc-4676-a4f9-52c46a73aa67/3dd983b0-d5b3-4aa7-9325-ae4d0e5cf081/d46cd3ba-3922-4dce-bea4-c5b5ea784d09) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:20:55.572230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049412b-286d-4c47-b4b9-8ed71162407f req-e28d1b3f-c24e-4904-96c1-61e24b6a6574 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:55.573796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e049412b-286d-4c47-b4b9-8ed71162407f req-e28d1b3f-c24e-4904-96c1-61e24b6a6574 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1095 time: 0.0442080 Sep 08 13:20:55.611847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e049412b-286d-4c47-b4b9-8ed71162407f req-354dfd6a-ae96-449e-9b1e-1b84ede2b9e8 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315194 Sep 08 13:20:55.627574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35eb1cc-49cf-4d1f-8b52-cd527e1c1526 req-26c0c5fd-ecc2-42b3-ad38-47558c7c6a86 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:55.629082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d35eb1cc-49cf-4d1f-8b52-cd527e1c1526 req-26c0c5fd-ecc2-42b3-ad38-47558c7c6a86 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0957873 Sep 08 13:20:55.666241 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:55.694432 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d35eb1cc-49cf-4d1f-8b52-cd527e1c1526 req-3d865b11-bb8a-4bf1-aa6a-fde0bfe5e4a3 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570445 Sep 08 13:20:55.779296 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-755a6c00-d964-4ae8-87fb-b1249687daeb req-3fd6f10d-f952-4e8a-b948-27db8812ebb9 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 210 time: 0.0303221 Sep 08 13:20:55.784635 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:55.838662 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Network 1a06af28-76cc-4676-a4f9-52c46a73aa67 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:20:55.844998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:20:55.854262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:20:55.860741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Pushing event updated for resources: {'Port': ['ID=d46cd3ba-3922-4dce-bea4-c5b5ea784d09,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:55.906297 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:55.906926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:55.974620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e780ed1-50ec-415a-b86a-0782a845f6c1 req-f7b47451-64da-41b0-bbe5-60f978e1190d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:55.976145 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e780ed1-50ec-415a-b86a-0782a845f6c1 req-f7b47451-64da-41b0-bbe5-60f978e1190d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 945 time: 0.0532649 Sep 08 13:20:55.977820 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-005f9444-42c9-4dee-8f3e-c045e934ebe1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2358251 Sep 08 13:20:55.990345 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 938a0110-00e5-42e9-936a-ea5369233a38 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:20:55.992801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Request body: {'port': {'device_id': 'dd211f80-e965-49cd-a583-66f9d7203584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:20:55.993495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 14b16c1a-d66e-46c2-995a-b89a95519603 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:56.060716 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e780ed1-50ec-415a-b86a-0782a845f6c1 req-928feb9a-fe8b-4209-9b55-01ece245c609 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785370 Sep 08 13:20:56.070811 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.131241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 938a0110-00e5-42e9-936a-ea5369233a38, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=938a0110-00e5-42e9-936a-ea5369233a38,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:56.143954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '938a0110-00e5-42e9-936a-ea5369233a38', 'network_id': 'c751e04a-8a40-445c-86d1-f0bb1671e9a2', 'port_id': '938a0110-00e5-42e9-936a-ea5369233a38', 'mac_address': 'fa:16:3e:48:de:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '010d1b58-5c0d-4783-bf57-316c6ddcad63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:20:56.181747 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.184882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 14b16c1a-d66e-46c2-995a-b89a95519603 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:56.196879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 14b16c1a-d66e-46c2-995a-b89a95519603 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:56.197255 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.200660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938a0110-00e5-42e9-936a-ea5369233a38 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:56.247398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 938a0110-00e5-42e9-936a-ea5369233a38, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=938a0110-00e5-42e9-936a-ea5369233a38,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:56.299249 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.311089 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.344248 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a00a974-b875-46ca-bab4-d96cd8ddf36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b16c1a-d66e-46c2-995a-b89a95519603'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:56.347266 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5328d5e-04a1-4fa3-809c-99a4ab5cbfeb" -d '{"events": [{"server_uuid": "4a00a974-b875-46ca-bab4-d96cd8ddf36d", "name": "network-vif-plugged", "status": "completed", "tag": "14b16c1a-d66e-46c2-995a-b89a95519603"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:56.365733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 14b16c1a-d66e-46c2-995a-b89a95519603, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=14b16c1a-d66e-46c2-995a-b89a95519603,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:56.379484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46cd3ba-3922-4dce-bea4-c5b5ea784d09 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:20:56.381797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=938a0110-00e5-42e9-936a-ea5369233a38,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:56.387243 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.388812 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5a1195-db4b-4de1-8ad1-d544f11146f0 x-openstack-request-id: req-8c5a1195-db4b-4de1-8ad1-d544f11146f0 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:56.389514 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a00a974-b875-46ca-bab4-d96cd8ddf36d", "name": "network-vif-plugged", "status": "completed", "tag": "14b16c1a-d66e-46c2-995a-b89a95519603", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:56.389514 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c5a1195-db4b-4de1-8ad1-d544f11146f0 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:56.389747 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a00a974-b875-46ca-bab4-d96cd8ddf36d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b16c1a-d66e-46c2-995a-b89a95519603', 'code': 200} Sep 08 13:20:56.401126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Transition to ACTIVE for port object d46cd3ba-3922-4dce-bea4-c5b5ea784d09 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:20:56.440889 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.441730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 84fcb26f-19a0-43a8-bbec-10e6c69a30bc up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:56.485014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432df8e8-fb7d-4976-b505-5991de0c56dc req-44e7008c-ce18-47d5-9f69-4605ca393d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:56.485458 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.486638 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-432df8e8-fb7d-4976-b505-5991de0c56dc req-44e7008c-ce18-47d5-9f69-4605ca393d2e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 1097 time: 0.0412655 Sep 08 13:20:56.530716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-432df8e8-fb7d-4976-b505-5991de0c56dc req-7cf12890-eb98-4644-ac86-b62da90e82fe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349705 Sep 08 13:20:56.537018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=14b16c1a-d66e-46c2-995a-b89a95519603,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:56.538242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Pushing event updated for resources: {'Port': ['ID=d46cd3ba-3922-4dce-bea4-c5b5ea784d09,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:56.606134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Attempting to bind port d46cd3ba-3922-4dce-bea4-c5b5ea784d09 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:20:56.606496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Attempting to bind port d46cd3ba-3922-4dce-bea4-c5b5ea784d09 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'ea858674-db83-4f8e-9674-526ab2fc95bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '1a06af28-76cc-4676-a4f9-52c46a73aa67'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:20:56.606833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Attempting to bind port d46cd3ba-3922-4dce-bea4-c5b5ea784d09 on network 1a06af28-76cc-4676-a4f9-52c46a73aa67 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:56.611140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Port d46cd3ba-3922-4dce-bea4-c5b5ea784d09 on network 1a06af28-76cc-4676-a4f9-52c46a73aa67 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:20:56.611459 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Attempting to bind port d46cd3ba-3922-4dce-bea4-c5b5ea784d09 on network 1a06af28-76cc-4676-a4f9-52c46a73aa67 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:20:56.616343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:20:56.616667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Checking segment: {'id': 'ea858674-db83-4f8e-9674-526ab2fc95bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '1a06af28-76cc-4676-a4f9-52c46a73aa67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:20:56.617045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Bound using segment: {'id': 'ea858674-db83-4f8e-9674-526ab2fc95bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '1a06af28-76cc-4676-a4f9-52c46a73aa67'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:20:56.617471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Bound port: d46cd3ba-3922-4dce-bea4-c5b5ea784d09, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea858674-db83-4f8e-9674-526ab2fc95bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '1a06af28-76cc-4676-a4f9-52c46a73aa67'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:20:56.617826 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.623434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['938a0110-00e5-42e9-936a-ea5369233a38'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:20:56.652375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:56.677897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:56.677897 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.689719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] For port d46cd3ba-3922-4dce-bea4-c5b5ea784d09, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:20:56.694961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] For port d46cd3ba-3922-4dce-bea4-c5b5ea784d09, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d46cd3ba-3922-4dce-bea4-c5b5ea784d09,segment=NetworkSegment(ea858674-db83-4f8e-9674-526ab2fc95bf),segment_id=ea858674-db83-4f8e-9674-526ab2fc95bf)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:20:56.755339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a4b91-826b-4d73-923a-433101386d0a req-b47824e7-6a0e-427e-b1e1-2ec284fa20c6 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:56.757234 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-317a4b91-826b-4d73-923a-433101386d0a req-b47824e7-6a0e-427e-b1e1-2ec284fa20c6 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1096 time: 0.0464523 Sep 08 13:20:56.797792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-317a4b91-826b-4d73-923a-433101386d0a req-27883b6c-e28f-48ed-aff2-21114a41e4e2 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333378 Sep 08 13:20:56.813544 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.817266 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.854464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:56.855541 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.857037 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] 10.222.0.60 "PUT /v2.0/ports/d46cd3ba-3922-4dce-bea4-c5b5ea784d09 HTTP/1.1" status: 200 len: 1091 time: 0.8683219 Sep 08 13:20:56.867045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd211f80-e965-49cd-a583-66f9d7203584', 'tag': 'd46cd3ba-3922-4dce-bea4-c5b5ea784d09'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:56.868884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84fcb26f-19a0-43a8-bbec-10e6c69a30bc,segment=NetworkSegment(56507a39-5950-4c75-8fc8-6fb907eef5c0),segment_id=56507a39-5950-4c75-8fc8-6fb907eef5c0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:56.871622 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14eea68b-1af1-4765-9ad5-1143ced09326" -d '{"events": [{"name": "network-changed", "server_uuid": "dd211f80-e965-49cd-a583-66f9d7203584", "tag": "d46cd3ba-3922-4dce-bea4-c5b5ea784d09"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:56.921973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173afa34-f8d9-4dfa-ab06-b500f9710930 service neutron] Pushing event updated for resources: {'Port': ['ID=d46cd3ba-3922-4dce-bea4-c5b5ea784d09,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:56.931188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de585e-5cc8-4769-99f0-b633f6228e37 req-68a0ec44-7d45-4996-a15f-c2a36d35c181 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:56.932596 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41de585e-5cc8-4769-99f0-b633f6228e37 req-68a0ec44-7d45-4996-a15f-c2a36d35c181 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 943 time: 0.0581763 Sep 08 13:20:56.937633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c36f9-bfca-4dc4-88aa-173ee067945b req-6e090cc2-8167-4971-a7c8-54838c96e276 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:56.939791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a37c36f9-bfca-4dc4-88aa-173ee067945b req-6e090cc2-8167-4971-a7c8-54838c96e276 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 945 time: 0.0912714 Sep 08 13:20:56.949380 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:56.974549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41de585e-5cc8-4769-99f0-b633f6228e37 req-97ca577c-bee9-484a-a43f-68ac562c5d1c tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355802 Sep 08 13:20:56.988412 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a37c36f9-bfca-4dc4-88aa-173ee067945b req-050acfaa-1a68-40a7-8f15-f7fbadf5b193 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424168 Sep 08 13:20:57.014103 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=84fcb26f-19a0-43a8-bbec-10e6c69a30bc,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:57.038293 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd7492e-eeb6-4329-9882-995842cbec77 x-openstack-request-id: req-fbd7492e-eeb6-4329-9882-995842cbec77 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:57.038586 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd211f80-e965-49cd-a583-66f9d7203584", "tag": "d46cd3ba-3922-4dce-bea4-c5b5ea784d09", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:57.038833 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fbd7492e-eeb6-4329-9882-995842cbec77 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:57.039217 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd211f80-e965-49cd-a583-66f9d7203584', 'tag': 'd46cd3ba-3922-4dce-bea4-c5b5ea784d09', 'status': 'completed', 'code': 200} Sep 08 13:20:57.055706 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-b30fddde-e4fa-43de-9f93-6035500f5211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:57.057293 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-b30fddde-e4fa-43de-9f93-6035500f5211 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=30de36329bcb42ef9ef38241a08c8858&device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 1094 time: 0.0524812 Sep 08 13:20:57.107255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-ce1b2071-829b-4b83-85bb-b6500c74bc8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46cd3ba-3922-4dce-bea4-c5b5ea784d09 HTTP/1.1" status: 200 len: 217 time: 0.0344992 Sep 08 13:20:57.192011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-6520691c-bcb0-4493-888f-9e6ee636fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:57.193513 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-6520691c-bcb0-4493-888f-9e6ee636fd57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dd983b0-d5b3-4aa7-9325-ae4d0e5cf081 HTTP/1.1" status: 200 len: 862 time: 0.0768008 Sep 08 13:20:57.207741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297efd12-ccd0-4c1c-8f84-3265f9244b76 req-3d61aa32-1f30-44c8-8f52-56a17b346d2c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:57.209169 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-297efd12-ccd0-4c1c-8f84-3265f9244b76 req-3d61aa32-1f30-44c8-8f52-56a17b346d2c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0652084 Sep 08 13:20:57.239488 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-d998cc43-8efc-4568-a434-8c20c398f4a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1a06af28-76cc-4676-a4f9-52c46a73aa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293849 Sep 08 13:20:57.289062 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-297efd12-ccd0-4c1c-8f84-3265f9244b76 req-b16619c1-b1d2-4bc7-a650-4ee260fd3db0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715289 Sep 08 13:20:57.353344 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-7c41302e-1bd2-4e03-bc64-fe00dc3c2c04 service neutron] 10.222.0.60 "GET /v2.0/networks/1a06af28-76cc-4676-a4f9-52c46a73aa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060038 Sep 08 13:20:57.446441 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51b19416-2911-48f5-8d50-9b56ee3490e1 req-1fa5501e-0b6a-4adb-93a0-92f3dc8903ad service neutron] 10.222.0.60 "GET /v2.0/networks/1a06af28-76cc-4676-a4f9-52c46a73aa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844226 Sep 08 13:20:57.583393 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eea68b-1af1-4765-9ad5-1143ced09326 req-cafae549-15aa-47ce-9977-3a04e0ca4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:57.584982 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14eea68b-1af1-4765-9ad5-1143ced09326 req-cafae549-15aa-47ce-9977-3a04e0ca4fd6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=30de36329bcb42ef9ef38241a08c8858&device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 1094 time: 0.0426240 Sep 08 13:20:57.684481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eea68b-1af1-4765-9ad5-1143ced09326 req-70a61f07-e16e-4d75-bcf7-a7dd7dfdaa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:57.685962 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14eea68b-1af1-4765-9ad5-1143ced09326 req-70a61f07-e16e-4d75-bcf7-a7dd7dfdaa93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1a06af28-76cc-4676-a4f9-52c46a73aa67 HTTP/1.1" status: 200 len: 923 time: 0.0913262 Sep 08 13:20:57.745067 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14eea68b-1af1-4765-9ad5-1143ced09326 req-8674e40c-91a4-4f62-8626-6c8a223d9fc7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d46cd3ba-3922-4dce-bea4-c5b5ea784d09 HTTP/1.1" status: 200 len: 217 time: 0.0354223 Sep 08 13:20:57.808163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eea68b-1af1-4765-9ad5-1143ced09326 req-02b5503f-8270-4804-90f1-1d5c8ed949be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:57.809721 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14eea68b-1af1-4765-9ad5-1143ced09326 req-02b5503f-8270-4804-90f1-1d5c8ed949be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3dd983b0-d5b3-4aa7-9325-ae4d0e5cf081 HTTP/1.1" status: 200 len: 862 time: 0.0510831 Sep 08 13:20:57.852696 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14eea68b-1af1-4765-9ad5-1143ced09326 req-8d6d5575-ee24-442d-9d4b-63b547ab675e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1a06af28-76cc-4676-a4f9-52c46a73aa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296094 Sep 08 13:20:57.964071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f943edb-d721-4891-9b94-1b799e22461b req-095d5269-90ec-4a35-85ff-2c21ef4c427f tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:57.965522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5f943edb-d721-4891-9b94-1b799e22461b req-095d5269-90ec-4a35-85ff-2c21ef4c427f tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1096 time: 0.0970445 Sep 08 13:20:57.985959 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14eea68b-1af1-4765-9ad5-1143ced09326 req-709dabc5-1238-458a-857e-b442d7ef5a57 service neutron] 10.222.0.60 "GET /v2.0/networks/1a06af28-76cc-4676-a4f9-52c46a73aa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250548 Sep 08 13:20:58.002118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 938a0110-00e5-42e9-936a-ea5369233a38 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:20:58.029528 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5f943edb-d721-4891-9b94-1b799e22461b req-b302de46-501e-449e-a529-f63d059bc886 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544870 Sep 08 13:20:58.121699 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14eea68b-1af1-4765-9ad5-1143ced09326 req-e63a5da5-0320-4aac-9303-f9c87333cb45 service neutron] 10.222.0.60 "GET /v2.0/networks/1a06af28-76cc-4676-a4f9-52c46a73aa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170690 Sep 08 13:20:58.131516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0e5ff-e096-4ef1-8272-84d408a9eb01 req-ed01685f-0429-4f25-8197-e71e40fbf4f0 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:58.138389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13c0e5ff-e096-4ef1-8272-84d408a9eb01 req-ed01685f-0429-4f25-8197-e71e40fbf4f0 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 943 time: 0.0803845 Sep 08 13:20:58.148043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa92531-615b-4522-9c85-674280d6f0d8 req-30f7ec6e-5834-487b-9462-3903395b14a2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576553 Sep 08 13:20:58.166445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 938a0110-00e5-42e9-936a-ea5369233a38 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:20:58.172725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34c706-3e89-4ac1-bbed-d744164a7292 req-de7a035a-9e38-4ace-86c3-79475f11adf7 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:58.172954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 938a0110-00e5-42e9-936a-ea5369233a38 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:20:58.172954 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:58.173106 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f34c706-3e89-4ac1-bbed-d744164a7292 req-de7a035a-9e38-4ace-86c3-79475f11adf7 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 946 time: 0.0714352 Sep 08 13:20:58.192881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13c0e5ff-e096-4ef1-8272-84d408a9eb01 req-9e2a9efe-b52b-492e-87d7-2cf02b2170b1 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489585 Sep 08 13:20:58.225290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f34c706-3e89-4ac1-bbed-d744164a7292 req-d59e2ad1-9548-4afb-8778-ee6a9f20520f tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415399 Sep 08 13:20:58.226568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92531-615b-4522-9c85-674280d6f0d8 req-a53d2bf3-4311-4054-aedf-cad1ce5ceec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:58.228710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa92531-615b-4522-9c85-674280d6f0d8 req-a53d2bf3-4311-4054-aedf-cad1ce5ceec2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 1097 time: 0.0526888 Sep 08 13:20:58.292980 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:58.329789 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 938a0110-00e5-42e9-936a-ea5369233a38, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=938a0110-00e5-42e9-936a-ea5369233a38,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:20:58.346308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92531-615b-4522-9c85-674280d6f0d8 req-b24520bc-e68b-4b87-8fde-ea7d4fc741c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:58.347864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa92531-615b-4522-9c85-674280d6f0d8 req-b24520bc-e68b-4b87-8fde-ea7d4fc741c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 200 len: 912 time: 0.0940056 Sep 08 13:20:58.391269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7650766f-af85-42fb-af80-b83a768c24d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fcb26f-19a0-43a8-bbec-10e6c69a30bc'}, {'server_uuid': '2f32d268-89ac-4c69-8113-fc8ec6f10b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a0110-00e5-42e9-936a-ea5369233a38'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:20:58.395045 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acb6ac2-a9c4-44e6-a1b1-6b04e3a511ff" -d '{"events": [{"server_uuid": "7650766f-af85-42fb-af80-b83a768c24d7", "name": "network-vif-plugged", "status": "completed", "tag": "84fcb26f-19a0-43a8-bbec-10e6c69a30bc"}, {"server_uuid": "2f32d268-89ac-4c69-8113-fc8ec6f10b96", "name": "network-vif-plugged", "status": "completed", "tag": "938a0110-00e5-42e9-936a-ea5369233a38"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:20:58.417365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b27d8e-e303-4ddf-a5d9-d895e8b18de3 req-10a67f12-23a4-4ca4-8d35-842873171141 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:58.418044 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:20:58.420576 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9b27d8e-e303-4ddf-a5d9-d895e8b18de3 req-10a67f12-23a4-4ca4-8d35-842873171141 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0605268 Sep 08 13:20:58.453601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa92531-615b-4522-9c85-674280d6f0d8 req-c42ba99b-1a70-4eab-b268-c5325fddfb19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56f04db0-848a-46ed-9868-642fc67a8156 HTTP/1.1" status: 200 len: 1001 time: 0.0977759 Sep 08 13:20:58.458028 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5288b6be-afed-4b9e-b9ca-692c0bc580ef x-openstack-request-id: req-5288b6be-afed-4b9e-b9ca-692c0bc580ef {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:20:58.458356 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7650766f-af85-42fb-af80-b83a768c24d7", "name": "network-vif-plugged", "status": "completed", "tag": "84fcb26f-19a0-43a8-bbec-10e6c69a30bc", "code": 200}, {"server_uuid": "2f32d268-89ac-4c69-8113-fc8ec6f10b96", "name": "network-vif-plugged", "status": "completed", "tag": "938a0110-00e5-42e9-936a-ea5369233a38", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:20:58.458612 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5288b6be-afed-4b9e-b9ca-692c0bc580ef {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:20:58.459145 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7650766f-af85-42fb-af80-b83a768c24d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84fcb26f-19a0-43a8-bbec-10e6c69a30bc', 'code': 200} Sep 08 13:20:58.459438 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f32d268-89ac-4c69-8113-fc8ec6f10b96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a0110-00e5-42e9-936a-ea5369233a38', 'code': 200} Sep 08 13:20:58.490084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=938a0110-00e5-42e9-936a-ea5369233a38,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:20:58.491833 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9b27d8e-e303-4ddf-a5d9-d895e8b18de3 req-d4a00737-ed8c-4e00-b107-20d036699eee tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608788 Sep 08 13:20:58.539231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92531-615b-4522-9c85-674280d6f0d8 req-ce51188a-768d-4de7-9b07-d46ffd6be7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:58.541057 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa92531-615b-4522-9c85-674280d6f0d8 req-ce51188a-768d-4de7-9b07-d46ffd6be7b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6727ff3-46e9-47fd-a7eb-d2bf058b9def HTTP/1.1" status: 200 len: 850 time: 0.0747330 Sep 08 13:20:58.612767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40fdfd-6aa5-41b5-8390-a28ef7a95225 req-34bd09da-33cf-4903-89dd-6ead5fecf36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:58.616120 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da40fdfd-6aa5-41b5-8390-a28ef7a95225 req-34bd09da-33cf-4903-89dd-6ead5fecf36d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1097 time: 0.0469527 Sep 08 13:20:58.647830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ca05e-e445-402d-9c87-aaddcd9adf82 req-9be364df-14f1-42ab-ab8d-319f22a5cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:58.649562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d6ca05e-e445-402d-9c87-aaddcd9adf82 req-9be364df-14f1-42ab-ab8d-319f22a5cd7a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 1097 time: 0.0818658 Sep 08 13:20:58.652020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa92531-615b-4522-9c85-674280d6f0d8 req-fe4c0d2b-bd78-4f29-9b6e-66ebd2e976e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:58.653623 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa92531-615b-4522-9c85-674280d6f0d8 req-fe4c0d2b-bd78-4f29-9b6e-66ebd2e976e8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94128c7a-143e-4284-b21f-f35c48c0a07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793853 Sep 08 13:20:58.657123 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da40fdfd-6aa5-41b5-8390-a28ef7a95225 req-94a9c7de-af26-4b36-97af-0c68065d98d9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346422 Sep 08 13:20:58.691210 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d6ca05e-e445-402d-9c87-aaddcd9adf82 req-afb7a8c0-9890-4b47-a60d-3f656e92d9f2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285919 Sep 08 13:20:58.874134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82751263-9379-4271-a9c2-11c8a549b4bf req-107faf7c-3da1-4f3e-939f-7447cc11017f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:58.876854 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82751263-9379-4271-a9c2-11c8a549b4bf req-107faf7c-3da1-4f3e-939f-7447cc11017f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0562544 Sep 08 13:20:58.918395 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82751263-9379-4271-a9c2-11c8a549b4bf req-bea66323-3a24-4c70-8ead-4d55ed212866 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349970 Sep 08 13:20:58.942255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa92531-615b-4522-9c85-674280d6f0d8 req-55609394-bb71-4dda-8448-d0b759ea97bd service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007943 Sep 08 13:20:59.190897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffa92531-615b-4522-9c85-674280d6f0d8 req-e11ff103-a0db-41a6-aa7c-4d584f723e49 service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230540 Sep 08 13:20:59.195976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e9cbc-75a2-4352-9f70-35c65f339fdd req-5837e076-a340-4b2f-86ee-fcf36745de2c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:59.197480 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-815e9cbc-75a2-4352-9f70-35c65f339fdd req-5837e076-a340-4b2f-86ee-fcf36745de2c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1097 time: 0.0718961 Sep 08 13:20:59.238760 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-815e9cbc-75a2-4352-9f70-35c65f339fdd req-fa01b304-0f96-48a5-9cfd-82ad4c004b0f tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348692 Sep 08 13:20:59.320841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362684a2-d3fc-4c88-9122-43eeb2d6a803 req-4b45c662-cdb2-484b-958e-93636925b68a tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:59.322377 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-362684a2-d3fc-4c88-9122-43eeb2d6a803 req-4b45c662-cdb2-484b-958e-93636925b68a tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 943 time: 0.0506930 Sep 08 13:20:59.359703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b8db0-33b7-470a-bc8a-5c38fe9c19fe req-5692eb5c-f1fe-4405-b9ae-2d6942e0c884 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:59.361762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-434b8db0-33b7-470a-bc8a-5c38fe9c19fe req-5692eb5c-f1fe-4405-b9ae-2d6942e0c884 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 946 time: 0.0569820 Sep 08 13:20:59.370060 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-362684a2-d3fc-4c88-9122-43eeb2d6a803 req-867ee0f8-8e41-4d18-a29a-489db7879917 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343685 Sep 08 13:20:59.413808 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-434b8db0-33b7-470a-bc8a-5c38fe9c19fe req-ea74fb2b-271c-4519-8eef-b10e40a9898a tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359480 Sep 08 13:20:59.452450 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a748b1c6-76bf-4652-95da-2db7315b9296 req-01df018d-46b6-4355-8a80-d46fc9893cc9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491903 Sep 08 13:20:59.535764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748b1c6-76bf-4652-95da-2db7315b9296 req-4812f41d-befd-4e58-8906-5938e5cf5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:59.537358 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a748b1c6-76bf-4652-95da-2db7315b9296 req-4812f41d-befd-4e58-8906-5938e5cf5a2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cdbc05b6be9f42cc9c558d5152cf089a&device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 1096 time: 0.0588915 Sep 08 13:20:59.646583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748b1c6-76bf-4652-95da-2db7315b9296 req-ec99f809-8c6c-48d0-90b3-a552f46c6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:59.648087 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a748b1c6-76bf-4652-95da-2db7315b9296 req-ec99f809-8c6c-48d0-90b3-a552f46c6922 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2715585a-d546-4e4b-af38-9e26e72b9a96 HTTP/1.1" status: 200 len: 913 time: 0.0887151 Sep 08 13:20:59.722392 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a748b1c6-76bf-4652-95da-2db7315b9296 req-52bf5e36-39c8-4843-b09f-d1423c765514 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf17e7f0-e19f-49cc-9bed-977345b55d5d HTTP/1.1" status: 200 len: 1001 time: 0.0651069 Sep 08 13:20:59.776452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748b1c6-76bf-4652-95da-2db7315b9296 req-2ee87f27-6e2f-4da8-be80-b8223143469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:59.777928 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a748b1c6-76bf-4652-95da-2db7315b9296 req-2ee87f27-6e2f-4da8-be80-b8223143469b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f512ab0f-c476-4d63-aa7e-79f4a153c2d4 HTTP/1.1" status: 200 len: 851 time: 0.0471027 Sep 08 13:20:59.828102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a748b1c6-76bf-4652-95da-2db7315b9296 req-ee061ff6-68af-43d2-a6df-b31f824406b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:20:59.829822 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a748b1c6-76bf-4652-95da-2db7315b9296 req-ee061ff6-68af-43d2-a6df-b31f824406b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2715585a-d546-4e4b-af38-9e26e72b9a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423968 Sep 08 13:20:59.930621 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a748b1c6-76bf-4652-95da-2db7315b9296 req-8ed622ef-fe8d-4ec8-9d25-f2663d0c1d3f service neutron] 10.222.0.60 "GET /v2.0/networks/2715585a-d546-4e4b-af38-9e26e72b9a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895517 Sep 08 13:21:00.045153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a748b1c6-76bf-4652-95da-2db7315b9296 req-443f7c32-dbbb-48c2-99a0-5b6520d555df service neutron] 10.222.0.60 "GET /v2.0/networks/2715585a-d546-4e4b-af38-9e26e72b9a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054807 Sep 08 13:21:00.137622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ba16b-92fc-4be4-a9f8-ebf313dcbb1c req-bac60048-ed47-4043-a295-c12d8c70de94 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:00.139146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd5ba16b-92fc-4be4-a9f8-ebf313dcbb1c req-bac60048-ed47-4043-a295-c12d8c70de94 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0588377 Sep 08 13:21:00.183147 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd5ba16b-92fc-4be4-a9f8-ebf313dcbb1c req-149f076b-e27b-444b-a928-6394137fb282 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370443 Sep 08 13:21:00.352950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffcd161-99cd-4735-8b7e-c0b02e2cdc14 req-267b0af4-6778-49ec-b067-3a3cf0e15878 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:00.354454 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dffcd161-99cd-4735-8b7e-c0b02e2cdc14 req-267b0af4-6778-49ec-b067-3a3cf0e15878 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1097 time: 0.0468266 Sep 08 13:21:00.394706 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dffcd161-99cd-4735-8b7e-c0b02e2cdc14 req-20d80ba5-9142-409e-b278-9958a4fb74a9 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Sep 08 13:21:00.495408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e38ed0-1c26-4401-927b-4f750087691b req-cfc0d05d-5cd4-47c7-bea2-43695c99b171 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:00.496935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0e38ed0-1c26-4401-927b-4f750087691b req-cfc0d05d-5cd4-47c7-bea2-43695c99b171 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 943 time: 0.0553186 Sep 08 13:21:00.504611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4239317-5d6a-4df3-8d52-dc6881be2cb7 req-25cf5b45-bd19-498e-bbf3-0fbc4d83fb75 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:00.506150 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e4239317-5d6a-4df3-8d52-dc6881be2cb7 req-25cf5b45-bd19-498e-bbf3-0fbc4d83fb75 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1097 time: 0.0426438 Sep 08 13:21:00.542912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0e38ed0-1c26-4401-927b-4f750087691b req-77a4036b-03b8-4399-86d5-130220baf76b tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383604 Sep 08 13:21:00.548264 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e4239317-5d6a-4df3-8d52-dc6881be2cb7 req-49f3b05c-0129-4492-bd16-97933e0f7c44 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314224 Sep 08 13:21:00.654675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724dc68-c514-4e65-b9fe-47d70eccf054 req-22b735a6-7aae-4b13-b78b-ac05313753dd tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:00.656265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9724dc68-c514-4e65-b9fe-47d70eccf054 req-22b735a6-7aae-4b13-b78b-ac05313753dd tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 946 time: 0.0531325 Sep 08 13:21:00.699717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9724dc68-c514-4e65-b9fe-47d70eccf054 req-e05ea424-5f79-47f7-bb11-a8d0de09bee6 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362577 Sep 08 13:21:00.713452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47d627-277b-4fbf-ba4f-e4e2e499df6d req-b25a0ae8-cf2f-4b5a-b051-dd3c43115783 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:00.714910 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3b47d627-277b-4fbf-ba4f-e4e2e499df6d req-b25a0ae8-cf2f-4b5a-b051-dd3c43115783 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1097 time: 0.0468819 Sep 08 13:21:00.752875 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3b47d627-277b-4fbf-ba4f-e4e2e499df6d req-28ec1658-dfa9-4d8b-9e16-2ab68277a459 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312281 Sep 08 13:21:01.073693 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d46cd3ba-3922-4dce-bea4-c5b5ea784d09 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:21:01.299074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b64d0d-44a9-4af6-9e00-c4944091c0da req-9ab235e1-d67b-4533-8f01-d77bd659e28e tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:01.301237 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88b64d0d-44a9-4af6-9e00-c4944091c0da req-9ab235e1-d67b-4533-8f01-d77bd659e28e tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1097 time: 0.0463181 Sep 08 13:21:01.324201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d46cd3ba-3922-4dce-bea4-c5b5ea784d09, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d46cd3ba-3922-4dce-bea4-c5b5ea784d09,segment=NetworkSegment(ea858674-db83-4f8e-9674-526ab2fc95bf),segment_id=ea858674-db83-4f8e-9674-526ab2fc95bf)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:01.336748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'd46cd3ba-3922-4dce-bea4-c5b5ea784d09', 'network_id': '1a06af28-76cc-4676-a4f9-52c46a73aa67', 'port_id': 'd46cd3ba-3922-4dce-bea4-c5b5ea784d09', 'mac_address': 'fa:16:3e:7e:cd:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dd983b0-d5b3-4aa7-9325-ae4d0e5cf081', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:21:01.343363 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88b64d0d-44a9-4af6-9e00-c4944091c0da req-ea5116fc-bbaa-4676-986d-d762c63f5350 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352881 Sep 08 13:21:01.387553 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:01.390745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe63171-916a-4e7e-8819-7dfa00dc05b8 req-80230a02-1f0e-46bc-b163-d8f20ed07109 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:01.393818 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8fe63171-916a-4e7e-8819-7dfa00dc05b8 req-80230a02-1f0e-46bc-b163-d8f20ed07109 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0857184 Sep 08 13:21:01.404223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46cd3ba-3922-4dce-bea4-c5b5ea784d09 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:21:01.427092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d46cd3ba-3922-4dce-bea4-c5b5ea784d09, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d46cd3ba-3922-4dce-bea4-c5b5ea784d09,segment=NetworkSegment(ea858674-db83-4f8e-9674-526ab2fc95bf),segment_id=ea858674-db83-4f8e-9674-526ab2fc95bf)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:01.442026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8fe63171-916a-4e7e-8819-7dfa00dc05b8 req-5672f5d6-119d-4af0-a25d-42e28d2643ff tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417700 Sep 08 13:21:01.509635 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:01.563390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=d46cd3ba-3922-4dce-bea4-c5b5ea784d09,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:01.687648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9e1b5-8eec-4e67-8297-c98db22bd78b req-d03b95c8-e47e-4aea-b4a4-c9e7f93e28f5 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:01.689253 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-83e9e1b5-8eec-4e67-8297-c98db22bd78b req-d03b95c8-e47e-4aea-b4a4-c9e7f93e28f5 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 944 time: 0.0728674 Sep 08 13:21:01.733246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-83e9e1b5-8eec-4e67-8297-c98db22bd78b req-c94fdb5f-2f0c-4a06-94ce-8643e8b3f440 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366478 Sep 08 13:21:01.934633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['d46cd3ba-3922-4dce-bea4-c5b5ea784d09'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:02.487131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920ee55-6102-46c1-85c9-1408ae9ca71b req-60af6cf1-322f-4410-a1bb-b694ef98c920 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:02.489392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f920ee55-6102-46c1-85c9-1408ae9ca71b req-60af6cf1-322f-4410-a1bb-b694ef98c920 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1097 time: 0.0549891 Sep 08 13:21:02.553029 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f920ee55-6102-46c1-85c9-1408ae9ca71b req-afcb1818-b89c-4d33-949c-6e013a01aa49 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571010 Sep 08 13:21:02.592371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ec7ca-2e4e-4548-9ee4-8658c9f59c7b req-bfd0299d-b851-433c-b2b1-591047dfe982 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:02.594036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c6ec7ca-2e4e-4548-9ee4-8658c9f59c7b req-bfd0299d-b851-433c-b2b1-591047dfe982 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 1097 time: 0.0509391 Sep 08 13:21:02.732207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f62a74-2c17-4ab3-a83a-2d583d88f0d7 req-b93b22fc-7563-48ad-99fa-ddadebdc006d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:02.734090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00f62a74-2c17-4ab3-a83a-2d583d88f0d7 req-b93b22fc-7563-48ad-99fa-ddadebdc006d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0949066 Sep 08 13:21:02.755004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5c6ec7ca-2e4e-4548-9ee4-8658c9f59c7b req-4236fb79-0f85-4826-8672-7d9ea4a0ae34 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Deleting port 938a0110-00e5-42e9-936a-ea5369233a38 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:02.755359 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c6ec7ca-2e4e-4548-9ee4-8658c9f59c7b req-4236fb79-0f85-4826-8672-7d9ea4a0ae34 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:02.839433 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00f62a74-2c17-4ab3-a83a-2d583d88f0d7 req-4c510336-f961-46ac-bda9-1544b359e5b2 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926139 Sep 08 13:21:02.874355 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5c6ec7ca-2e4e-4548-9ee4-8658c9f59c7b req-4236fb79-0f85-4826-8672-7d9ea4a0ae34 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] For port 938a0110-00e5-42e9-936a-ea5369233a38, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=938a0110-00e5-42e9-936a-ea5369233a38,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:02.874735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c6ec7ca-2e4e-4548-9ee4-8658c9f59c7b req-4236fb79-0f85-4826-8672-7d9ea4a0ae34 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:02.899832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5c6ec7ca-2e4e-4548-9ee4-8658c9f59c7b req-4236fb79-0f85-4826-8672-7d9ea4a0ae34 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Calling delete_port for 938a0110-00e5-42e9-936a-ea5369233a38 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:03.009731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6729f8-63e3-42d5-b5ca-05e712bc02c4 req-b1f45b3a-9bbb-4776-a723-ef0177a75704 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:03.010774 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f6729f8-63e3-42d5-b5ca-05e712bc02c4 req-b1f45b3a-9bbb-4776-a723-ef0177a75704 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 944 time: 0.0683656 Sep 08 13:21:03.086485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f6729f8-63e3-42d5-b5ca-05e712bc02c4 req-7f8deef2-0526-4a19-ac3e-957f2a3446eb tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659893 Sep 08 13:21:03.087331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d46cd3ba-3922-4dce-bea4-c5b5ea784d09 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:21:03.210420 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c6ec7ca-2e4e-4548-9ee4-8658c9f59c7b req-4236fb79-0f85-4826-8672-7d9ea4a0ae34 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:03.223590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['938a0110-00e5-42e9-936a-ea5369233a38'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:03.226493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['3dac9296-2ea6-43e1-aaa4-6bd77dfa801a'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:03.241984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236fb79-0f85-4826-8672-7d9ea4a0ae34 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Pushing event deleted for resources: {'Port': ['ID=938a0110-00e5-42e9-936a-ea5369233a38,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:03.336940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6ec7ca-2e4e-4548-9ee4-8658c9f59c7b req-4236fb79-0f85-4826-8672-7d9ea4a0ae34 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] No DVR routers for this DVR port 938a0110-00e5-42e9-936a-ea5369233a38 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:03.345869 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5c6ec7ca-2e4e-4548-9ee4-8658c9f59c7b req-4236fb79-0f85-4826-8672-7d9ea4a0ae34 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:03.348098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c6ec7ca-2e4e-4548-9ee4-8658c9f59c7b req-4236fb79-0f85-4826-8672-7d9ea4a0ae34 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.70 "DELETE /v2.0/ports/938a0110-00e5-42e9-936a-ea5369233a38 HTTP/1.1" status: 204 len: 173 time: 0.7473173 Sep 08 13:21:03.352280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f32d268-89ac-4c69-8113-fc8ec6f10b96', 'name': 'network-vif-deleted', 'tag': '938a0110-00e5-42e9-936a-ea5369233a38'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:03.357504 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e182582-670c-4893-bef5-304458a143d3" -d '{"events": [{"server_uuid": "2f32d268-89ac-4c69-8113-fc8ec6f10b96", "name": "network-vif-deleted", "tag": "938a0110-00e5-42e9-936a-ea5369233a38"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:03.388743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port d46cd3ba-3922-4dce-bea4-c5b5ea784d09 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:21:03.408639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port d46cd3ba-3922-4dce-bea4-c5b5ea784d09 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:03.409049 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:03.445998 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f476f3-5eae-4ed8-8b89-af6e7338a92a x-openstack-request-id: req-b9f476f3-5eae-4ed8-8b89-af6e7338a92a {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:03.446655 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f32d268-89ac-4c69-8113-fc8ec6f10b96", "name": "network-vif-deleted", "tag": "938a0110-00e5-42e9-936a-ea5369233a38", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:03.453413 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b9f476f3-5eae-4ed8-8b89-af6e7338a92a {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:03.453413 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f32d268-89ac-4c69-8113-fc8ec6f10b96', 'name': 'network-vif-deleted', 'tag': '938a0110-00e5-42e9-936a-ea5369233a38', 'status': 'completed', 'code': 200} Sep 08 13:21:03.593784 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:03.623799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd211f80-e965-49cd-a583-66f9d7203584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46cd3ba-3922-4dce-bea4-c5b5ea784d09'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:03.626119 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3372de-1da3-4ccb-97d6-7bc8399f54cd" -d '{"events": [{"server_uuid": "dd211f80-e965-49cd-a583-66f9d7203584", "name": "network-vif-plugged", "status": "completed", "tag": "d46cd3ba-3922-4dce-bea4-c5b5ea784d09"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:03.643082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d46cd3ba-3922-4dce-bea4-c5b5ea784d09, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d46cd3ba-3922-4dce-bea4-c5b5ea784d09,segment=NetworkSegment(ea858674-db83-4f8e-9674-526ab2fc95bf),segment_id=ea858674-db83-4f8e-9674-526ab2fc95bf)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:03.682932 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dceddbfe-1c54-41bd-a088-c51fb4c293bf req-23e8071f-1886-497a-9183-888e3e027e4b tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f32d268-89ac-4c69-8113-fc8ec6f10b96 HTTP/1.1" status: 200 len: 210 time: 0.0265105 Sep 08 13:21:03.731115 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cfb318-b3cc-4305-b131-882c2e71f25e x-openstack-request-id: req-52cfb318-b3cc-4305-b131-882c2e71f25e {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:03.731412 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd211f80-e965-49cd-a583-66f9d7203584", "name": "network-vif-plugged", "status": "completed", "tag": "d46cd3ba-3922-4dce-bea4-c5b5ea784d09", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:03.731668 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-52cfb318-b3cc-4305-b131-882c2e71f25e {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:03.732073 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd211f80-e965-49cd-a583-66f9d7203584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46cd3ba-3922-4dce-bea4-c5b5ea784d09', 'code': 200} Sep 08 13:21:03.829065 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:03.851741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07222072-2192-4c4d-8aa3-f1876b9d50cf req-349ee2d3-0143-429e-8a70-2cc72b21b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:03.853262 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-07222072-2192-4c4d-8aa3-f1876b9d50cf req-349ee2d3-0143-429e-8a70-2cc72b21b776 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 1095 time: 0.0515807 Sep 08 13:21:03.913813 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-07222072-2192-4c4d-8aa3-f1876b9d50cf req-ae818f04-3d8c-4be0-abf7-13a865d57c90 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464060 Sep 08 13:21:03.930349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=d46cd3ba-3922-4dce-bea4-c5b5ea784d09,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:04.013962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44089f09-b367-40a2-a74b-3c325555cc71 req-31913bf4-40f4-49de-b92e-956a3295c461 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:04.015552 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44089f09-b367-40a2-a74b-3c325555cc71 req-31913bf4-40f4-49de-b92e-956a3295c461 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0545609 Sep 08 13:21:04.055922 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44089f09-b367-40a2-a74b-3c325555cc71 req-d9d34e47-1ada-4d54-aee7-2ab9aca386dd tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329626 Sep 08 13:21:04.211146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc8fc31-cc93-4166-9125-14a0b2439dc3 req-0469b8a9-07a6-44f4-9075-bb6131e9807a tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:04.212722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7bc8fc31-cc93-4166-9125-14a0b2439dc3 req-0469b8a9-07a6-44f4-9075-bb6131e9807a tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 945 time: 0.0512698 Sep 08 13:21:04.254726 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7bc8fc31-cc93-4166-9125-14a0b2439dc3 req-95aab5bd-85b6-45e5-bf30-bad5b169a72f tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356374 Sep 08 13:21:04.353587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914525b-64f7-4269-8572-c76b96754879 req-ff8b17d6-bd6b-4ac2-afeb-d563d94ab3c6 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:04.355687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b914525b-64f7-4269-8572-c76b96754879 req-ff8b17d6-bd6b-4ac2-afeb-d563d94ab3c6 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 946 time: 0.0513611 Sep 08 13:21:04.417616 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b914525b-64f7-4269-8572-c76b96754879 req-5a9bbe08-cbb3-48dd-a5b8-a8019a6dcdd0 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492735 Sep 08 13:21:05.174252 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4cd6d-c687-4e2a-8408-32e9620a0a67 req-86da794b-d133-4b2f-9045-e9c17300745e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:05.175795 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09e4cd6d-c687-4e2a-8408-32e9620a0a67 req-86da794b-d133-4b2f-9045-e9c17300745e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0501580 Sep 08 13:21:05.214441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09e4cd6d-c687-4e2a-8408-32e9620a0a67 req-2c2c1ba0-21ef-4152-b66a-b0ce28d7d3b8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325773 Sep 08 13:21:05.275373 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3e856-3645-43ee-b299-1fd4e4a03267 req-6e207b62-6c48-4731-adc3-436efeee8ef8 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:05.276856 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ad3e856-3645-43ee-b299-1fd4e4a03267 req-6e207b62-6c48-4731-adc3-436efeee8ef8 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1096 time: 0.0405343 Sep 08 13:21:05.317296 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ad3e856-3645-43ee-b299-1fd4e4a03267 req-138b57dc-0dcb-471b-9510-3ad065aef526 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339756 Sep 08 13:21:05.369673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f39bf7-d4d6-49e0-93c2-b471ef60444d req-25dea246-0070-4983-a2a9-58b2e4d8bb99 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:05.371283 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f39bf7-d4d6-49e0-93c2-b471ef60444d req-25dea246-0070-4983-a2a9-58b2e4d8bb99 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 945 time: 0.0496447 Sep 08 13:21:05.410143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f39bf7-d4d6-49e0-93c2-b471ef60444d req-8b641258-bcee-4981-9cf6-9b12387264b0 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Sep 08 13:21:05.571486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee119afa-ec71-41eb-bcde-e73a93d6fd71 req-8c3fe506-a58f-45a2-b305-399068b6ff36 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:05.580212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee119afa-ec71-41eb-bcde-e73a93d6fd71 req-8c3fe506-a58f-45a2-b305-399068b6ff36 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 946 time: 0.0701153 Sep 08 13:21:05.617627 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee119afa-ec71-41eb-bcde-e73a93d6fd71 req-fe9bf5b2-2ad6-4be5-9c5f-9a24fdf4f142 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/security-groups?id=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385728 Sep 08 13:21:05.688441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc036d-f50b-4797-a8de-cff3860719a9 req-9531a676-948d-408c-a305-b036eab5d650 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:05.690902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecc036d-f50b-4797-a8de-cff3860719a9 req-9531a676-948d-408c-a305-b036eab5d650 tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.70 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 946 time: 0.0498846 Sep 08 13:21:05.797008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-2ecc036d-f50b-4797-a8de-cff3860719a9 req-23f84c7f-aa97-4f9a-a39e-66c16e06585b tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Deleting port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:05.797352 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2ecc036d-f50b-4797-a8de-cff3860719a9 req-23f84c7f-aa97-4f9a-a39e-66c16e06585b tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:05.896121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2ecc036d-f50b-4797-a8de-cff3860719a9 req-23f84c7f-aa97-4f9a-a39e-66c16e06585b tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] For port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=84fcb26f-19a0-43a8-bbec-10e6c69a30bc,segment=NetworkSegment(56507a39-5950-4c75-8fc8-6fb907eef5c0),segment_id=56507a39-5950-4c75-8fc8-6fb907eef5c0)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:05.896484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2ecc036d-f50b-4797-a8de-cff3860719a9 req-23f84c7f-aa97-4f9a-a39e-66c16e06585b tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:05.908714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-2ecc036d-f50b-4797-a8de-cff3860719a9 req-23f84c7f-aa97-4f9a-a39e-66c16e06585b tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Calling delete_port for 84fcb26f-19a0-43a8-bbec-10e6c69a30bc owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:06.048646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 938a0110-00e5-42e9-936a-ea5369233a38 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:06.068418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 938a0110-00e5-42e9-936a-ea5369233a38 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:06.068771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 938a0110-00e5-42e9-936a-ea5369233a38 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:06.284882 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2ecc036d-f50b-4797-a8de-cff3860719a9 req-23f84c7f-aa97-4f9a-a39e-66c16e06585b tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:06.296929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['84fcb26f-19a0-43a8-bbec-10e6c69a30bc'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:06.339296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f84c7f-aa97-4f9a-a39e-66c16e06585b tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Pushing event deleted for resources: {'Port': ['ID=84fcb26f-19a0-43a8-bbec-10e6c69a30bc,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:06.385839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecc036d-f50b-4797-a8de-cff3860719a9 req-23f84c7f-aa97-4f9a-a39e-66c16e06585b tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] No DVR routers for this DVR port 84fcb26f-19a0-43a8-bbec-10e6c69a30bc on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:06.395490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e19113-18ba-46bf-b29f-58d80215cea9 req-b75aa495-94fd-495b-8733-8ec78d4740fb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:06.396977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-81e19113-18ba-46bf-b29f-58d80215cea9 req-b75aa495-94fd-495b-8733-8ec78d4740fb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.1098664 Sep 08 13:21:06.398005 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2ecc036d-f50b-4797-a8de-cff3860719a9 req-23f84c7f-aa97-4f9a-a39e-66c16e06585b tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:06.399956 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ecc036d-f50b-4797-a8de-cff3860719a9 req-23f84c7f-aa97-4f9a-a39e-66c16e06585b tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.70 "DELETE /v2.0/ports/84fcb26f-19a0-43a8-bbec-10e6c69a30bc HTTP/1.1" status: 204 len: 173 time: 0.7033343 Sep 08 13:21:06.406405 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7650766f-af85-42fb-af80-b83a768c24d7', 'name': 'network-vif-deleted', 'tag': '84fcb26f-19a0-43a8-bbec-10e6c69a30bc'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:06.406405 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a667f8b-60c7-499d-b58a-7d5ec07dc7ff" -d '{"events": [{"server_uuid": "7650766f-af85-42fb-af80-b83a768c24d7", "name": "network-vif-deleted", "tag": "84fcb26f-19a0-43a8-bbec-10e6c69a30bc"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:06.442071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-81e19113-18ba-46bf-b29f-58d80215cea9 req-d2372fbf-00c0-4746-8b2b-2e73ba5e6c2e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357754 Sep 08 13:21:06.541791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f5136-e009-4aca-aeca-b70bb4985943 req-58201606-a41a-4bc3-a14b-263ded8c7cd7 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:06.543444 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-192f5136-e009-4aca-aeca-b70bb4985943 req-58201606-a41a-4bc3-a14b-263ded8c7cd7 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1096 time: 0.0446136 Sep 08 13:21:06.582083 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-192f5136-e009-4aca-aeca-b70bb4985943 req-d3b924fe-0958-48f2-a41d-2efe0c9efffd tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325601 Sep 08 13:21:06.616472 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e59954-ba1e-4d11-92a8-4c9f4e024f90 x-openstack-request-id: req-32e59954-ba1e-4d11-92a8-4c9f4e024f90 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:06.616998 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7650766f-af85-42fb-af80-b83a768c24d7", "name": "network-vif-deleted", "tag": "84fcb26f-19a0-43a8-bbec-10e6c69a30bc", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:06.617513 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32e59954-ba1e-4d11-92a8-4c9f4e024f90 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:06.618113 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7650766f-af85-42fb-af80-b83a768c24d7', 'name': 'network-vif-deleted', 'tag': '84fcb26f-19a0-43a8-bbec-10e6c69a30bc', 'status': 'completed', 'code': 200} Sep 08 13:21:06.696134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c105e34-8cca-4d14-aad5-882da2a88de0 req-f983c3ea-b9b1-41b9-8caf-7398c411e9bf tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:06.697756 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c105e34-8cca-4d14-aad5-882da2a88de0 req-f983c3ea-b9b1-41b9-8caf-7398c411e9bf tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 945 time: 0.0538158 Sep 08 13:21:06.725871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eda8c2-7f87-4597-8c2e-5a4205131ce9 req-671a6084-c820-4da7-9249-9eb998d8ffa7 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:06.727470 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8eda8c2-7f87-4597-8c2e-5a4205131ce9 req-671a6084-c820-4da7-9249-9eb998d8ffa7 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 946 time: 0.0518684 Sep 08 13:21:06.738410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c105e34-8cca-4d14-aad5-882da2a88de0 req-3a8eef67-ffc1-4aeb-a35b-6b1576cbaa55 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328333 Sep 08 13:21:06.770324 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8eda8c2-7f87-4597-8c2e-5a4205131ce9 req-07d36a2c-dd47-4eff-994e-d58ed36580f0 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358913 Sep 08 13:21:06.881350 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-828d49c5-bd57-4078-bf44-06856bacfa46 req-4850be47-7bed-4604-aa97-7ad2820b047f tempest-ServerTagsTestJSON-173887999 tempest-ServerTagsTestJSON-173887999-project] 10.222.0.69 "GET /v2.0/ports?device_id=7650766f-af85-42fb-af80-b83a768c24d7 HTTP/1.1" status: 200 len: 210 time: 0.0294487 Sep 08 13:21:07.468196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc86372-fc72-47ed-a545-7324a949302b req-1469c417-a4e6-4c7f-8c13-7f0be8bc67af tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:07.471450 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fbc86372-fc72-47ed-a545-7324a949302b req-1469c417-a4e6-4c7f-8c13-7f0be8bc67af tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1096 time: 0.0809534 Sep 08 13:21:07.544555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85ae4d-be4a-4588-aec5-dba140efbab1 req-2fcfadec-1742-41d2-ba98-7532eb37d1a8 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:07.547215 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e85ae4d-be4a-4588-aec5-dba140efbab1 req-2fcfadec-1742-41d2-ba98-7532eb37d1a8 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 945 time: 0.1223991 Sep 08 13:21:07.614141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675364c-f670-4156-a72a-69506a173e34 req-c5550e6e-4ec3-43ee-8d4e-ad83b04a5b6b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:07.615769 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f675364c-f670-4156-a72a-69506a173e34 req-c5550e6e-4ec3-43ee-8d4e-ad83b04a5b6b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0569942 Sep 08 13:21:07.621072 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e85ae4d-be4a-4588-aec5-dba140efbab1 req-e254e267-b39d-4fb9-8c91-715c09f059c4 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656931 Sep 08 13:21:07.641729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-fbc86372-fc72-47ed-a545-7324a949302b req-2acf7123-dc3a-417d-83d7-48919b08f484 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Deleting port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:07.642874 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fbc86372-fc72-47ed-a545-7324a949302b req-2acf7123-dc3a-417d-83d7-48919b08f484 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:07.664324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f675364c-f670-4156-a72a-69506a173e34 req-780d3973-3803-4436-8929-0ebe386fea75 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370882 Sep 08 13:21:07.697366 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bed0f063-6518-4ee7-baf4-456babec8cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:07.769955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-fbc86372-fc72-47ed-a545-7324a949302b req-2acf7123-dc3a-417d-83d7-48919b08f484 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] For port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:07.770738 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fbc86372-fc72-47ed-a545-7324a949302b req-2acf7123-dc3a-417d-83d7-48919b08f484 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:07.780454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf97687-895d-43f2-904a-a42d9f23cef3 req-930235c9-4d97-4951-bf02-1fa7ad65da8c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:07.782046 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2cf97687-895d-43f2-904a-a42d9f23cef3 req-930235c9-4d97-4951-bf02-1fa7ad65da8c tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 1096 time: 0.0737402 Sep 08 13:21:07.788000 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-fbc86372-fc72-47ed-a545-7324a949302b req-2acf7123-dc3a-417d-83d7-48919b08f484 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Calling delete_port for 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:07.859583 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2cf97687-895d-43f2-904a-a42d9f23cef3 req-cbe735f9-973c-4f92-a036-7889838e1c3b tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696115 Sep 08 13:21:07.905617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4186fbf-7ec2-41ed-8376-cedf0d437655 req-780e066e-a9ce-4e6f-8be9-de216e341de8 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:07.907523 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4186fbf-7ec2-41ed-8376-cedf0d437655 req-780e066e-a9ce-4e6f-8be9-de216e341de8 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 946 time: 0.0654089 Sep 08 13:21:07.948317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4186fbf-7ec2-41ed-8376-cedf0d437655 req-35f0564b-b315-4d4e-be5f-a4e5f7ca67fb tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352054 Sep 08 13:21:07.993980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35716) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:08.023771 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fbc86372-fc72-47ed-a545-7324a949302b req-2acf7123-dc3a-417d-83d7-48919b08f484 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.035428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['3dac9296-2ea6-43e1-aaa4-6bd77dfa801a'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:08.075323 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf7123-dc3a-417d-83d7-48919b08f484 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Pushing event deleted for resources: {'Port': ['ID=3dac9296-2ea6-43e1-aaa4-6bd77dfa801a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:08.104903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d54332-724f-4c58-98f5-5a0522335806 admin admin] Deleting subnet 81dabf15-b8d8-4179-93c4-bf4203d83420 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:21:08.125808 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9d54332-724f-4c58-98f5-5a0522335806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.170597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc86372-fc72-47ed-a545-7324a949302b req-2acf7123-dc3a-417d-83d7-48919b08f484 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] No DVR routers for this DVR port 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:08.177421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fbc86372-fc72-47ed-a545-7324a949302b req-2acf7123-dc3a-417d-83d7-48919b08f484 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.179491 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fbc86372-fc72-47ed-a545-7324a949302b req-2acf7123-dc3a-417d-83d7-48919b08f484 tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.60 "DELETE /v2.0/ports/3dac9296-2ea6-43e1-aaa4-6bd77dfa801a HTTP/1.1" status: 204 len: 173 time: 0.6995277 Sep 08 13:21:08.179955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be49fb11-a551-42c2-ac57-b6ab5a97993a', 'name': 'network-vif-deleted', 'tag': '3dac9296-2ea6-43e1-aaa4-6bd77dfa801a'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:08.182248 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68d7a3b-c10c-4b2e-84a7-4306fcf0ee20" -d '{"events": [{"server_uuid": "be49fb11-a551-42c2-ac57-b6ab5a97993a", "name": "network-vif-deleted", "tag": "3dac9296-2ea6-43e1-aaa4-6bd77dfa801a"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:08.197172 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9d54332-724f-4c58-98f5-5a0522335806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.225007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30478923-74c5-4c4f-b669-fc496bdd0df6 req-8c79ab58-b909-4a7d-ab67-e5cfa8642076 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:08.230973 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30478923-74c5-4c4f-b669-fc496bdd0df6 req-8c79ab58-b909-4a7d-ab67-e5cfa8642076 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 945 time: 0.1923139 Sep 08 13:21:08.230973 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365a79a7-fcdf-4347-8a55-c6c5ec73411a x-openstack-request-id: req-365a79a7-fcdf-4347-8a55-c6c5ec73411a {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:08.230973 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be49fb11-a551-42c2-ac57-b6ab5a97993a", "name": "network-vif-deleted", "tag": "3dac9296-2ea6-43e1-aaa4-6bd77dfa801a", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:08.230973 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-365a79a7-fcdf-4347-8a55-c6c5ec73411a {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:08.231394 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be49fb11-a551-42c2-ac57-b6ab5a97993a', 'name': 'network-vif-deleted', 'tag': '3dac9296-2ea6-43e1-aaa4-6bd77dfa801a', 'status': 'completed', 'code': 200} Sep 08 13:21:08.274489 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9d54332-724f-4c58-98f5-5a0522335806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.304241 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30478923-74c5-4c4f-b669-fc496bdd0df6 req-4cbc500a-32e0-4181-901d-f8d8adcc9fca tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687449 Sep 08 13:21:08.406623 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9d54332-724f-4c58-98f5-5a0522335806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.430723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d54332-724f-4c58-98f5-5a0522335806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81dabf15-b8d8-4179-93c4-bf4203d83420,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:08.436531 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9d54332-724f-4c58-98f5-5a0522335806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.443072 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c9d54332-724f-4c58-98f5-5a0522335806 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/81dabf15-b8d8-4179-93c4-bf4203d83420 HTTP/1.1" status: 204 len: 168 time: 0.4481211 Sep 08 13:21:08.445473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35724) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:08.519413 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.599257 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.619073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5c514a-43f6-420d-b6af-79e529406ca1']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:08.628146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56507a39-5950-4c75-8fc8-6fb907eef5c0') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:08.628449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56507a39-5950-4c75-8fc8-6fb907eef5c0') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:08.641950 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.656951 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.663662 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:21:08.663925 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:21:08.665777 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:21:08.753788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c7537-1cfb-4978-99e0-5c38671360f8 req-9d6ef934-eb06-4b0c-9c5b-96868e0af616 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:08.755462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-154c7537-1cfb-4978-99e0-5c38671360f8 req-9d6ef934-eb06-4b0c-9c5b-96868e0af616 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 945 time: 0.0518212 Sep 08 13:21:08.787600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697ca29-abbc-4889-8622-2ae0833150e9 req-abf12ccd-e9a2-47b9-ab44-829334573380 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:08.789078 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0697ca29-abbc-4889-8622-2ae0833150e9 req-abf12ccd-e9a2-47b9-ab44-829334573380 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0512216 Sep 08 13:21:08.790354 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.795839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-154c7537-1cfb-4978-99e0-5c38671360f8 req-1cee09c4-e8a3-44fd-9ae4-803173073be9 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340712 Sep 08 13:21:08.796550 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:08.797917 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8b5c514a-43f6-420d-b6af-79e529406ca1 HTTP/1.1" status: 204 len: 168 time: 0.3515079 Sep 08 13:21:08.816382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034ac09-9f6d-4120-9d15-e149fadc1a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b5c514a-43f6-420d-b6af-79e529406ca1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:08.849301 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0697ca29-abbc-4889-8622-2ae0833150e9 req-0909e7cd-d546-4abc-8b90-9542f8253301 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486507 Sep 08 13:21:08.920329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72628c-82a8-462b-8267-ea3d12e80434 req-4f483871-af4e-4a2c-a0fe-db0d089db52c tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:08.921707 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a72628c-82a8-462b-8267-ea3d12e80434 req-4f483871-af4e-4a2c-a0fe-db0d089db52c tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.60 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 946 time: 0.0541725 Sep 08 13:21:08.964312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-19426303-e337-4ac1-ab46-2f734a52d472 req-aed60d2a-530b-49b1-9be9-59d506965a2a tempest-TestServerMultinode-670328815 tempest-TestServerMultinode-670328815-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=be49fb11-a551-42c2-ac57-b6ab5a97993a HTTP/1.1" status: 200 len: 210 time: 0.0262837 Sep 08 13:21:09.076209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-6a72628c-82a8-462b-8267-ea3d12e80434 req-1419d35e-b76f-454c-a273-cdf608b55dd7 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Deleting port 802d2764-ad67-414f-851e-a6a3a2abd7f1 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:09.076556 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6a72628c-82a8-462b-8267-ea3d12e80434 req-1419d35e-b76f-454c-a273-cdf608b55dd7 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:09.102425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c10da9-a247-4f35-b0b1-869c43f9e01e req-360e1147-458f-43ab-8b88-5a633a7c7532 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:09.103941 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-32c10da9-a247-4f35-b0b1-869c43f9e01e req-360e1147-458f-43ab-8b88-5a633a7c7532 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 946 time: 0.0807383 Sep 08 13:21:09.187036 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-32c10da9-a247-4f35-b0b1-869c43f9e01e req-43e672d9-ff09-424e-898e-43e19688fec6 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/security-groups?id=533e308f-a6b0-46eb-9db2-bdbaca43e043&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741012 Sep 08 13:21:09.209011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-6a72628c-82a8-462b-8267-ea3d12e80434 req-1419d35e-b76f-454c-a273-cdf608b55dd7 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] For port 802d2764-ad67-414f-851e-a6a3a2abd7f1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=802d2764-ad67-414f-851e-a6a3a2abd7f1,segment=NetworkSegment(2242faee-f2f1-4275-b235-edf7435cb82e),segment_id=2242faee-f2f1-4275-b235-edf7435cb82e)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:09.209382 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6a72628c-82a8-462b-8267-ea3d12e80434 req-1419d35e-b76f-454c-a273-cdf608b55dd7 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:09.231365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-6a72628c-82a8-462b-8267-ea3d12e80434 req-1419d35e-b76f-454c-a273-cdf608b55dd7 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Calling delete_port for 802d2764-ad67-414f-851e-a6a3a2abd7f1 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:09.356547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35742) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:09.432916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a3bd0-dbf9-4929-8b84-f92f46b47303 req-7eeb2834-a823-42d6-a2ac-6f6009e13ca0 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:09.432916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f66a3bd0-dbf9-4929-8b84-f92f46b47303 req-7eeb2834-a823-42d6-a2ac-6f6009e13ca0 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.60 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 945 time: 0.1135788 Sep 08 13:21:09.451064 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b3c66f8b-52ba-4e15-8c22-098b1ceb7f63 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d50f2c859bc4f3f874e9c656a0b1fbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919294 Sep 08 13:21:09.468555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35744) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:09.607835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b35fd3-589f-4ed0-b879-00ac1dea8944 req-b9a73b64-18cb-498c-86f2-78284df16810 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:09.609957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4b35fd3-589f-4ed0-b879-00ac1dea8944 req-b9a73b64-18cb-498c-86f2-78284df16810 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 945 time: 0.1191726 Sep 08 13:21:09.632514 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-182a652e-43dc-4307-941f-5bc2a3759c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:09.666364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f66a3bd0-dbf9-4929-8b84-f92f46b47303 req-4a784e48-045d-4080-a437-153e002bc355 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Deleting port d46cd3ba-3922-4dce-bea4-c5b5ea784d09 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:09.666696 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f66a3bd0-dbf9-4929-8b84-f92f46b47303 req-4a784e48-045d-4080-a437-153e002bc355 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:09.695317 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-182a652e-43dc-4307-941f-5bc2a3759c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:09.715932 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4b35fd3-589f-4ed0-b879-00ac1dea8944 req-38da58e6-7f4f-468b-8130-afd760e01404 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988660 Sep 08 13:21:09.749421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6a72628c-82a8-462b-8267-ea3d12e80434 req-1419d35e-b76f-454c-a273-cdf608b55dd7 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:09.762352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['802d2764-ad67-414f-851e-a6a3a2abd7f1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:09.790114 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419d35e-b76f-454c-a273-cdf608b55dd7 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Pushing event deleted for resources: {'Port': ['ID=802d2764-ad67-414f-851e-a6a3a2abd7f1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:09.807015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f66a3bd0-dbf9-4929-8b84-f92f46b47303 req-4a784e48-045d-4080-a437-153e002bc355 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] For port d46cd3ba-3922-4dce-bea4-c5b5ea784d09, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d46cd3ba-3922-4dce-bea4-c5b5ea784d09,segment=NetworkSegment(ea858674-db83-4f8e-9674-526ab2fc95bf),segment_id=ea858674-db83-4f8e-9674-526ab2fc95bf)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:09.813121 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f66a3bd0-dbf9-4929-8b84-f92f46b47303 req-4a784e48-045d-4080-a437-153e002bc355 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:09.824032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f66a3bd0-dbf9-4929-8b84-f92f46b47303 req-4a784e48-045d-4080-a437-153e002bc355 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Calling delete_port for d46cd3ba-3922-4dce-bea4-c5b5ea784d09 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:09.837016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a72628c-82a8-462b-8267-ea3d12e80434 req-1419d35e-b76f-454c-a273-cdf608b55dd7 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] No DVR routers for this DVR port 802d2764-ad67-414f-851e-a6a3a2abd7f1 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:09.839850 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-6a72628c-82a8-462b-8267-ea3d12e80434 req-1419d35e-b76f-454c-a273-cdf608b55dd7 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:09.844422 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a72628c-82a8-462b-8267-ea3d12e80434 req-1419d35e-b76f-454c-a273-cdf608b55dd7 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.60 "DELETE /v2.0/ports/802d2764-ad67-414f-851e-a6a3a2abd7f1 HTTP/1.1" status: 204 len: 173 time: 0.9155722 Sep 08 13:21:09.880658 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-182a652e-43dc-4307-941f-5bc2a3759c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:09.883336 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-182a652e-43dc-4307-941f-5bc2a3759c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:09.884643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-182a652e-43dc-4307-941f-5bc2a3759c00 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f15df541-6bec-4a50-9dc0-d22d2aa3dc6b HTTP/1.1" status: 204 len: 168 time: 0.4151292 Sep 08 13:21:09.925566 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a652e-43dc-4307-941f-5bc2a3759c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15df541-6bec-4a50-9dc0-d22d2aa3dc6b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:09.990785 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04213445-80b7-405c-af32-08a60d1795d6 req-de7572bb-465c-40aa-8e15-da49ffef5315 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:09.992418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-04213445-80b7-405c-af32-08a60d1795d6 req-de7572bb-465c-40aa-8e15-da49ffef5315 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 945 time: 0.1145732 Sep 08 13:21:10.024150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad95e3-a681-413b-9b12-fe16fbc13382 req-add4208f-7a03-423f-a1a9-99c7cb2734d3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:10.026064 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-26ad95e3-a681-413b-9b12-fe16fbc13382 req-add4208f-7a03-423f-a1a9-99c7cb2734d3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0792124 Sep 08 13:21:10.072336 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 84fcb26f-19a0-43a8-bbec-10e6c69a30bc no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:10.081422 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-26ad95e3-a681-413b-9b12-fe16fbc13382 req-f68f539b-a068-4d9e-a686-f62a16ec88e6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471199 Sep 08 13:21:10.095735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 84fcb26f-19a0-43a8-bbec-10e6c69a30bc {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:10.096626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 84fcb26f-19a0-43a8-bbec-10e6c69a30bc not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:10.110541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-04213445-80b7-405c-af32-08a60d1795d6 req-ab918a60-6fae-4326-8f83-dc8d49638365 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/security-groups?id=44b9a52b-68f6-45d0-88e8-97055be59654&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019297 Sep 08 13:21:10.140333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35760) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:10.218166 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3897859-f335-4e2f-b968-886e0b7dd214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:10.231032 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f66a3bd0-dbf9-4929-8b84-f92f46b47303 req-4a784e48-045d-4080-a437-153e002bc355 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:10.233164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd095978a-774a-4d6a-9de8-54d0d0420e3b', 'name': 'network-vif-deleted', 'tag': '802d2764-ad67-414f-851e-a6a3a2abd7f1'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:10.236102 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b3db26-ed17-4d39-acf8-cff801f01fd6" -d '{"events": [{"server_uuid": "d095978a-774a-4d6a-9de8-54d0d0420e3b", "name": "network-vif-deleted", "tag": "802d2764-ad67-414f-851e-a6a3a2abd7f1"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:10.245713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['d46cd3ba-3922-4dce-bea4-c5b5ea784d09'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:10.267960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a784e48-045d-4080-a437-153e002bc355 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Pushing event deleted for resources: {'Port': ['ID=d46cd3ba-3922-4dce-bea4-c5b5ea784d09,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:10.315216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb0870a5-ce9a-43b4-a491-f6cfcde34314 req-e248312d-f0d3-44ba-8a35-4be7204e29e5 tempest-AttachSCSIVolumeTestJSON-1162303693 tempest-AttachSCSIVolumeTestJSON-1162303693-project] 10.222.0.69 "GET /v2.0/ports?device_id=d095978a-774a-4d6a-9de8-54d0d0420e3b HTTP/1.1" status: 200 len: 210 time: 0.0361474 Sep 08 13:21:10.353567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66a3bd0-dbf9-4929-8b84-f92f46b47303 req-4a784e48-045d-4080-a437-153e002bc355 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] No DVR routers for this DVR port d46cd3ba-3922-4dce-bea4-c5b5ea784d09 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:10.358291 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f66a3bd0-dbf9-4929-8b84-f92f46b47303 req-4a784e48-045d-4080-a437-153e002bc355 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:10.359563 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f66a3bd0-dbf9-4929-8b84-f92f46b47303 req-4a784e48-045d-4080-a437-153e002bc355 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.60 "DELETE /v2.0/ports/d46cd3ba-3922-4dce-bea4-c5b5ea784d09 HTTP/1.1" status: 204 len: 173 time: 0.9218862 Sep 08 13:21:10.360006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd211f80-e965-49cd-a583-66f9d7203584', 'name': 'network-vif-deleted', 'tag': 'd46cd3ba-3922-4dce-bea4-c5b5ea784d09'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:10.362947 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e952bb0e-0193-4e16-920d-2bfb94498896" -d '{"events": [{"server_uuid": "dd211f80-e965-49cd-a583-66f9d7203584", "name": "network-vif-deleted", "tag": "d46cd3ba-3922-4dce-bea4-c5b5ea784d09"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:10.390943 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcfb261-4ac4-4365-9d6a-8abca74f5ea1 x-openstack-request-id: req-1dcfb261-4ac4-4365-9d6a-8abca74f5ea1 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:10.391414 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d095978a-774a-4d6a-9de8-54d0d0420e3b", "name": "network-vif-deleted", "tag": "802d2764-ad67-414f-851e-a6a3a2abd7f1", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:10.392367 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1dcfb261-4ac4-4365-9d6a-8abca74f5ea1 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:10.393247 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd095978a-774a-4d6a-9de8-54d0d0420e3b', 'name': 'network-vif-deleted', 'tag': '802d2764-ad67-414f-851e-a6a3a2abd7f1', 'status': 'completed', 'code': 200} Sep 08 13:21:10.448160 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:10.512408 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070c2486-bf9a-4146-9b2c-e2a43c505bcf x-openstack-request-id: req-070c2486-bf9a-4146-9b2c-e2a43c505bcf {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:10.512702 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd211f80-e965-49cd-a583-66f9d7203584", "name": "network-vif-deleted", "tag": "d46cd3ba-3922-4dce-bea4-c5b5ea784d09", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:10.512941 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-070c2486-bf9a-4146-9b2c-e2a43c505bcf {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:10.513332 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd211f80-e965-49cd-a583-66f9d7203584', 'name': 'network-vif-deleted', 'tag': 'd46cd3ba-3922-4dce-bea4-c5b5ea784d09', 'status': 'completed', 'code': 200} Sep 08 13:21:10.699013 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db2fc6-e95f-4ce9-bd99-df120d574d74 req-422b608c-09a6-4ad7-bd72-1d3420b38507 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:10.702779 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11db2fc6-e95f-4ce9-bd99-df120d574d74 req-422b608c-09a6-4ad7-bd72-1d3420b38507 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 945 time: 0.0591936 Sep 08 13:21:10.746262 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11db2fc6-e95f-4ce9-bd99-df120d574d74 req-6f4ffdaf-1ccd-4f68-9185-0eb07dae774d tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393269 Sep 08 13:21:11.011313 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f65e2b1c-3843-4122-b413-4eea9af95763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:11.165316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:11.193813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:11.194522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 3dac9296-2ea6-43e1-aaa4-6bd77dfa801a not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:11.195264 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 802d2764-ad67-414f-851e-a6a3a2abd7f1 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:11.237466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 802d2764-ad67-414f-851e-a6a3a2abd7f1 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:11.243967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 802d2764-ad67-414f-851e-a6a3a2abd7f1 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:11.269310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24e6d715-b8dc-4ae8-ab94-f4303f0578a5 req-976cd2d7-10aa-4d94-a86d-8befdb09bc08 tempest-InstanceActionsNegativeTestJSON-978416292 tempest-InstanceActionsNegativeTestJSON-978416292-project] 10.222.0.69 "GET /v2.0/ports?device_id=dd211f80-e965-49cd-a583-66f9d7203584 HTTP/1.1" status: 200 len: 210 time: 0.0364432 Sep 08 13:21:11.330600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a13ac-107c-49da-9906-31d154753a9b req-73c40539-a7fc-42a5-8e38-4d6b32cc8659 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:11.356404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-802a13ac-107c-49da-9906-31d154753a9b req-73c40539-a7fc-42a5-8e38-4d6b32cc8659 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0770802 Sep 08 13:21:11.380400 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-802a13ac-107c-49da-9906-31d154753a9b req-513a7d8c-40a6-4cdd-bb78-86a8b0ca1bc9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422988 Sep 08 13:21:11.381877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-f65e2b1c-3843-4122-b413-4eea9af95763 admin admin] Deleting port 14305bca-ac1e-45fe-8365-234e3029b126 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:11.382236 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f65e2b1c-3843-4122-b413-4eea9af95763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:11.479314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-f65e2b1c-3843-4122-b413-4eea9af95763 admin admin] For port 14305bca-ac1e-45fe-8365-234e3029b126, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=14305bca-ac1e-45fe-8365-234e3029b126,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:11.480188 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f65e2b1c-3843-4122-b413-4eea9af95763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:11.505991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-f65e2b1c-3843-4122-b413-4eea9af95763 admin admin] Calling delete_port for 14305bca-ac1e-45fe-8365-234e3029b126 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:11.828986 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:11.877279 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adbf8-533e-4b9b-a6cd-31996fdbe444 req-1d700368-dd97-47b8-98d2-519f5f189521 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:11.879405 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a83adbf8-533e-4b9b-a6cd-31996fdbe444 req-1d700368-dd97-47b8-98d2-519f5f189521 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 945 time: 0.0586207 Sep 08 13:21:11.880876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f65e2b1c-3843-4122-b413-4eea9af95763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:11.926894 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a83adbf8-533e-4b9b-a6cd-31996fdbe444 req-e5cc6ace-fa98-464d-ba41-ebd6b2f9c53f tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361586 Sep 08 13:21:11.927565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e2b1c-3843-4122-b413-4eea9af95763 admin admin] Pushing event deleted for resources: {'Port': ['ID=14305bca-ac1e-45fe-8365-234e3029b126,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:12.143918 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f65e2b1c-3843-4122-b413-4eea9af95763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:12.181834 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-736421f2-ef3c-404c-a4c5-613ae0c6d795 req-2b5c80e0-cd0b-4f4c-9936-d5bf6b619db6 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0455220 Sep 08 13:21:12.343016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35856) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:12.366690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-4e8af30d-06e9-433e-b805-cec57f6f2372 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:12.368211 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-4e8af30d-06e9-433e-b805-cec57f6f2372 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.60 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 945 time: 0.0998106 Sep 08 13:21:12.392825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e42671-3589-4e7e-b5ad-787781024feb admin admin] Deleting subnet 3dd983b0-d5b3-4aa7-9325-ae4d0e5cf081 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:21:12.396024 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3e42671-3589-4e7e-b5ad-787781024feb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:12.447117 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3e42671-3589-4e7e-b5ad-787781024feb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:12.504678 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3e42671-3589-4e7e-b5ad-787781024feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:12.540602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65e2b1c-3843-4122-b413-4eea9af95763 admin admin] Router 56400e15-230a-48ac-9cde-9647affebffc has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:21:12.611661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Deleting port bf17e7f0-e19f-49cc-9bed-977345b55d5d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:12.612029 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:12.613386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e4bfd-01e4-4cae-b8a9-094fba530f7d req-867ac1d9-a539-4478-be84-7905c9a6892c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:12.615883 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-977e4bfd-01e4-4cae-b8a9-094fba530f7d req-867ac1d9-a539-4478-be84-7905c9a6892c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0795109 Sep 08 13:21:12.664903 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-977e4bfd-01e4-4cae-b8a9-094fba530f7d req-fc8c5961-6391-47ed-94d2-fba8e0105d14 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401080 Sep 08 13:21:12.754841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65e2b1c-3843-4122-b413-4eea9af95763 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:21:12.762379 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f65e2b1c-3843-4122-b413-4eea9af95763 admin admin] 10.222.0.69 "PUT /v2.0/routers/56400e15-230a-48ac-9cde-9647affebffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6207557 Sep 08 13:21:12.763776 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d94f15-4116-4167-a38f-28fa058e57cc None None] Sync routers for ids ['56400e15-230a-48ac-9cde-9647affebffc'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:21:12.764367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] For port bf17e7f0-e19f-49cc-9bed-977345b55d5d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=bf17e7f0-e19f-49cc-9bed-977345b55d5d,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:12.764805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:12.767876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35868) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:12.775082 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d94f15-4116-4167-a38f-28fa058e57cc None None] Routers {'56400e15-230a-48ac-9cde-9647affebffc'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:12.775698 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-73d94f15-4116-4167-a38f-28fa058e57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['56400e15-230a-48ac-9cde-9647affebffc'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:12.818294 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3e42671-3589-4e7e-b5ad-787781024feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:12.844337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e42671-3589-4e7e-b5ad-787781024feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dd983b0-d5b3-4aa7-9325-ae4d0e5cf081,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:12.849258 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3e42671-3589-4e7e-b5ad-787781024feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:12.851700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c3e42671-3589-4e7e-b5ad-787781024feb admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3dd983b0-d5b3-4aa7-9325-ae4d0e5cf081 HTTP/1.1" status: 204 len: 168 time: 0.5076060 Sep 08 13:21:12.854852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35870) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:12.903686 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-73d94f15-4116-4167-a38f-28fa058e57cc None None] Set router 56400e15-230a-48ac-9cde-9647affebffc gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:12.947882 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:12.970756 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.078488 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.103068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a06af28-76cc-4676-a4f9-52c46a73aa67']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:13.115405 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea858674-db83-4f8e-9674-526ab2fc95bf') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:13.115733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea858674-db83-4f8e-9674-526ab2fc95bf') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:13.129100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.152065 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.160176 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:21:13.161460 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.165157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.165711 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.165977 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Floating IP bb1456df-741d-434e-bcb4-2432d05a0376 disassociated. External IP: 172.25.5.245, port: bf17e7f0-e19f-49cc-9bed-977345b55d5d. Sep 08 13:21:13.166311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Calling delete_port for bf17e7f0-e19f-49cc-9bed-977345b55d5d owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:13.171948 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.186812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d46cd3ba-3922-4dce-bea4-c5b5ea784d09 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:13.224764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: d46cd3ba-3922-4dce-bea4-c5b5ea784d09 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:13.225773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d46cd3ba-3922-4dce-bea4-c5b5ea784d09 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:13.226220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device bf17e7f0-e19f-49cc-9bed-977345b55d5d no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:21:13.240955 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:21:13.243461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84e561-ad15-4d43-a8c9-a7259358c967 req-f37502a1-a216-43f7-9059-e290011af0e3 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:13.249005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa84e561-ad15-4d43-a8c9-a7259358c967 req-f37502a1-a216-43f7-9059-e290011af0e3 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 945 time: 0.1759841 Sep 08 13:21:13.284713 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30b76508-3b0e-467b-a2e0-a8082cc565f6 req-dbef84f2-2b3b-4cab-9812-7d30cb0786a1 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0305891 Sep 08 13:21:13.291949 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-73d94f15-4116-4167-a38f-28fa058e57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56400e15-230a-48ac-9cde-9647affebffc', 'name': 'tempest-TestServerMultinode-2020017620-router', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:52Z', 'updated_at': '2021-09-08T13:21:11Z', 'revision_number': 5, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'gw_port': {'id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:54Z', 'updated_at': '2021-09-08T13:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:13.309689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.322383 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d94f15-4116-4167-a38f-28fa058e57cc None None] Checking router: 56400e15-230a-48ac-9cde-9647affebffc for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:21:13.333484 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d94f15-4116-4167-a38f-28fa058e57cc None None] Routers {'56400e15-230a-48ac-9cde-9647affebffc'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:13.334372 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-73d94f15-4116-4167-a38f-28fa058e57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['56400e15-230a-48ac-9cde-9647affebffc'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:13.341866 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.350090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa84e561-ad15-4d43-a8c9-a7259358c967 req-fa7ced2f-9725-42c1-87e5-c1cc441cb219 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups?id=47fcee49-d705-48ce-a459-a52c4aac0695&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001284 Sep 08 13:21:13.366553 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.374482 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.378225 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] 10.222.0.69 "DELETE /v2.0/networks/1a06af28-76cc-4676-a4f9-52c46a73aa67 HTTP/1.1" status: 204 len: 168 time: 0.5200124 Sep 08 13:21:13.378472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff6c16-6219-4858-b14e-d13c42afad44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:13.386435 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6dbf86-0f3f-42a6-951b-3fff6777f155" -d '{"events": [{"server_uuid": "32ff6c16-6219-4858-b14e-d13c42afad44", "name": "network-vif-unplugged", "status": "completed", "tag": "bf17e7f0-e19f-49cc-9bed-977345b55d5d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:13.397258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9facfd67-8517-4197-9c67-4111d08413cd admin admin] Pushing event deleted for resources: {'Network': ['ID=1a06af28-76cc-4676-a4f9-52c46a73aa67,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:13.410359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port bf17e7f0-e19f-49cc-9bed-977345b55d5d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=bf17e7f0-e19f-49cc-9bed-977345b55d5d,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:13.451494 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb15d10-fe0d-4601-8179-83c5442b41f1 x-openstack-request-id: req-adb15d10-fe0d-4601-8179-83c5442b41f1 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:13.451818 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff6c16-6219-4858-b14e-d13c42afad44", "name": "network-vif-unplugged", "status": "completed", "tag": "bf17e7f0-e19f-49cc-9bed-977345b55d5d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:13.452074 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-adb15d10-fe0d-4601-8179-83c5442b41f1 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:13.452466 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ff6c16-6219-4858-b14e-d13c42afad44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d', 'code': 200} Sep 08 13:21:13.513253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Deleting port b6e6ed90-4c52-4429-9c4f-b9c87871373b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:13.513611 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.595001 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.599375 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-73d94f15-4116-4167-a38f-28fa058e57cc None None] Set router 56400e15-230a-48ac-9cde-9647affebffc gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:13.653172 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=bf17e7f0-e19f-49cc-9bed-977345b55d5d,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:13.680805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] For port b6e6ed90-4c52-4429-9c4f-b9c87871373b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b6e6ed90-4c52-4429-9c4f-b9c87871373b,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:13.681657 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.702581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Calling delete_port for b6e6ed90-4c52-4429-9c4f-b9c87871373b owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:13.798636 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72510cbe-99aa-44de-af0c-2d2c698b6da5 req-ae15361b-13d9-43ca-a795-73b4d67cc37a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:13.807045 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-72510cbe-99aa-44de-af0c-2d2c698b6da5 req-ae15361b-13d9-43ca-a795-73b4d67cc37a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0665493 Sep 08 13:21:13.844692 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:13.859895 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-73d94f15-4116-4167-a38f-28fa058e57cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56400e15-230a-48ac-9cde-9647affebffc', 'name': 'tempest-TestServerMultinode-2020017620-router', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:52Z', 'updated_at': '2021-09-08T13:21:11Z', 'revision_number': 5, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'gw_port': {'id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:54Z', 'updated_at': '2021-09-08T13:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:13.872447 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-72510cbe-99aa-44de-af0c-2d2c698b6da5 req-c52c24a2-99ab-4915-9fc6-781ae854b4d0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601106 Sep 08 13:21:13.879527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Pushing event deleted for resources: {'Port': ['ID=bf17e7f0-e19f-49cc-9bed-977345b55d5d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:13.906648 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d94f15-4116-4167-a38f-28fa058e57cc None None] The sync data for ids ['56400e15-230a-48ac-9cde-9647affebffc'] in n-d-807558-3 is: [{'id': '56400e15-230a-48ac-9cde-9647affebffc', 'name': 'tempest-TestServerMultinode-2020017620-router', 'tenant_id': '48479ac34d6c4696a0d894a3353b51e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:52Z', 'updated_at': '2021-09-08T13:21:11Z', 'revision_number': 5, 'project_id': '48479ac34d6c4696a0d894a3353b51e2', 'gw_port': {'id': 'b6e6ed90-4c52-4429-9c4f-b9c87871373b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56400e15-230a-48ac-9cde-9647affebffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:54Z', 'updated_at': '2021-09-08T13:20:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:21:13.950306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35894) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:14.006997 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-42ad9259-5f4e-4b43-bb81-cf51335290ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=30de36329bcb42ef9ef38241a08c8858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548429 Sep 08 13:21:14.009773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35896) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:14.054619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Router aaf2e0f3-d7aa-4f61-a34b-52d872727537 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:21:14.079566 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b66df46-0d40-4c47-a251-8db503197c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:14.092609 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:14.104635 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b66df46-0d40-4c47-a251-8db503197c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:14.160199 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:14.196220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e6ed90-4c52-4429-9c4f-b9c87871373b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:14.213922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:21:14.225356 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5222a-64b7-468f-b881-700b293272f4 None None] Sync routers for ids ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:21:14.240748 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b66df46-0d40-4c47-a251-8db503197c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:14.246443 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b66df46-0d40-4c47-a251-8db503197c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:14.255281 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4b66df46-0d40-4c47-a251-8db503197c81 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44b9a52b-68f6-45d0-88e8-97055be59654 HTTP/1.1" status: 204 len: 168 time: 0.2441022 Sep 08 13:21:14.265663 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66df46-0d40-4c47-a251-8db503197c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b9a52b-68f6-45d0-88e8-97055be59654,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:14.276562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5222a-64b7-468f-b881-700b293272f4 None None] Routers {'aaf2e0f3-d7aa-4f61-a34b-52d872727537'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:14.277235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c9b5222a-64b7-468f-b881-700b293272f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:14.373903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] No DVR routers for this DVR port bf17e7f0-e19f-49cc-9bed-977345b55d5d on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:14.379785 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:14.389072 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78c08501-8ecc-4c1e-94f6-cedf9764fc38 req-81671f26-e31d-4fb6-887e-e4fec945aa48 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.60 "DELETE /v2.0/ports/bf17e7f0-e19f-49cc-9bed-977345b55d5d HTTP/1.1" status: 204 len: 173 time: 2.0145752 Sep 08 13:21:14.389575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ff6c16-6219-4858-b14e-d13c42afad44', 'name': 'network-vif-deleted', 'tag': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:14.419415 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc44a84-0768-4e4c-bb21-a2533eaf9849" -d '{"events": [{"server_uuid": "32ff6c16-6219-4858-b14e-d13c42afad44", "name": "network-vif-deleted", "tag": "bf17e7f0-e19f-49cc-9bed-977345b55d5d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:14.465585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:14.594261 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a184e85d-db0f-4c28-b00e-17ee67c1c992 req-6c538fc3-1ffc-4556-8d67-24423bcd9324 tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 210 time: 0.0803800 Sep 08 13:21:14.655580 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-c9b5222a-64b7-468f-b881-700b293272f4 None None] Set router aaf2e0f3-d7aa-4f61-a34b-52d872727537 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:14.678138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41e70a79-84c5-4b95-a5f6-44b97552fe7c req-abd87517-4097-4258-b6c3-bbc619b33ec8 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.1548824 Sep 08 13:21:14.712602 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd27ea60-7e35-40b2-8d97-9cd52c485f48 x-openstack-request-id: req-cd27ea60-7e35-40b2-8d97-9cd52c485f48 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:14.712890 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ff6c16-6219-4858-b14e-d13c42afad44", "name": "network-vif-deleted", "tag": "bf17e7f0-e19f-49cc-9bed-977345b55d5d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:14.713134 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cd27ea60-7e35-40b2-8d97-9cd52c485f48 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:14.713532 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ff6c16-6219-4858-b14e-d13c42afad44', 'name': 'network-vif-deleted', 'tag': 'bf17e7f0-e19f-49cc-9bed-977345b55d5d', 'status': 'completed', 'code': 200} Sep 08 13:21:14.715856 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:14.719485 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:14.848606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 14305bca-ac1e-45fe-8365-234e3029b126 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:14.880625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 14305bca-ac1e-45fe-8365-234e3029b126 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:14.881289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 14305bca-ac1e-45fe-8365-234e3029b126 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:14.990372 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:14.992963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56400e15-230a-48ac-9cde-9647affebffc {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:21:14.998392 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:15.004260 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a9fc38ca-07d8-4363-a6e8-98704c936a1f admin admin] 10.222.0.69 "DELETE /v2.0/routers/56400e15-230a-48ac-9cde-9647affebffc HTTP/1.1" status: 204 len: 168 time: 2.2351363 Sep 08 13:21:15.006827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35916) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:15.089281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c9b5222a-64b7-468f-b881-700b293272f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:17:51Z', 'revision_number': 4, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '2f03c039-83e8-45ee-82d2-e0ca67e6f80a', 'name': '', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'mac_address': 'fa:16:3e:37:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:50Z', 'updated_at': '2021-09-08T13:17:57Z', 'revision_number': 5, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'subnets': [{'id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:15.147989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5222a-64b7-468f-b881-700b293272f4 None None] Checking router: aaf2e0f3-d7aa-4f61-a34b-52d872727537 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:21:15.160078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Deleting subnet 010d1b58-5c0d-4783-bf57-316c6ddcad63 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:21:15.160329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5222a-64b7-468f-b881-700b293272f4 None None] Routers {'aaf2e0f3-d7aa-4f61-a34b-52d872727537'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:15.161156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c9b5222a-64b7-468f-b881-700b293272f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:15.172462 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:15.206549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a82f06a-87e1-4557-b42d-4c8c044ebd3d req-3cbaf282-3da6-4099-97ea-cb90d60c1f10 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:15.221070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a82f06a-87e1-4557-b42d-4c8c044ebd3d req-3cbaf282-3da6-4099-97ea-cb90d60c1f10 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.1710978 Sep 08 13:21:15.298736 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:15.354818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-c9b5222a-64b7-468f-b881-700b293272f4 None None] Set router aaf2e0f3-d7aa-4f61-a34b-52d872727537 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:15.360503 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a82f06a-87e1-4557-b42d-4c8c044ebd3d req-dc0fc119-2631-4760-a3ca-e0c37d8c0f5b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379044 Sep 08 13:21:15.507229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:15.748434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c9b5222a-64b7-468f-b881-700b293272f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:17:51Z', 'revision_number': 4, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '2f03c039-83e8-45ee-82d2-e0ca67e6f80a', 'name': '', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'mac_address': 'fa:16:3e:37:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:50Z', 'updated_at': '2021-09-08T13:17:57Z', 'revision_number': 5, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'subnets': [{'id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:15.784984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3481f704-534f-4626-89df-077399c67618 req-3637175e-7681-445f-9394-3fb6c751376a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/ports?device_id=32ff6c16-6219-4858-b14e-d13c42afad44 HTTP/1.1" status: 200 len: 210 time: 0.0708702 Sep 08 13:21:15.785551 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:15.844306 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b5222a-64b7-468f-b881-700b293272f4 None None] The sync data for ids ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'] in n-d-807558-3 is: [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:17:51Z', 'revision_number': 4, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '2f03c039-83e8-45ee-82d2-e0ca67e6f80a', 'name': '', 'network_id': '2715585a-d546-4e4b-af38-9e26e72b9a96', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'mac_address': 'fa:16:3e:37:e0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_interface', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:50Z', 'updated_at': '2021-09-08T13:17:57Z', 'revision_number': 5, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'subnets': [{'id': 'f512ab0f-c476-4d63-aa7e-79f4a153c2d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:21:15.894820 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46204488-6abd-4147-871a-d1c06763f0d3 req-279fc19f-1d99-4fb9-98c1-6ea4cfd0e048 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0708389 Sep 08 13:21:15.901976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=010d1b58-5c0d-4783-bf57-316c6ddcad63,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:15.917069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:15.917559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:15.918093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:15.918552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:15.919055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:15.919511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:15.919930 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:15.920367 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:15.920799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:15.924320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:15.925594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:15.926789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:15.939520 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:15.943302 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-40dec5a3-4535-4132-b5f3-ac9bf9c65f8d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/010d1b58-5c0d-4783-bf57-316c6ddcad63 HTTP/1.1" status: 204 len: 168 time: 0.9349699 Sep 08 13:21:15.946979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35936) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:15.953691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5844f980-75b3-420f-b23b-960dd49dbfcd None None] Network c751e04a-8a40-445c-86d1-f0bb1671e9a2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:16.031215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.099926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Deleting port 637b247e-be3d-43bb-ad2d-2460a31ef6ff {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:16.100553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.223954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] For port 637b247e-be3d-43bb-ad2d-2460a31ef6ff, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=637b247e-be3d-43bb-ad2d-2460a31ef6ff,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:16.224545 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.243868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Calling delete_port for 637b247e-be3d-43bb-ad2d-2460a31ef6ff owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:16.264885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35942) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:16.308909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a48599-e514-4d39-a045-b63ce639ddac None None] DHCP port deletion for c751e04a-8a40-445c-86d1-f0bb1671e9a2 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:21:16.365847 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7cc6f8-c606-493c-8317-f62c55ceef62 None None] New status for floating IP bb1456df-741d-434e-bcb4-2432d05a0376: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:21:16.383053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-52a48599-e514-4d39-a045-b63ce639ddac None None] Deleting port 637b247e-be3d-43bb-ad2d-2460a31ef6ff {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:16.384227 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-52a48599-e514-4d39-a045-b63ce639ddac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.440722 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1762776781-network', 'tenant_id': 'b1a6892f72524e90b5089ee18c6e6c8c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:16.475896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-52a48599-e514-4d39-a045-b63ce639ddac None None] For port 637b247e-be3d-43bb-ad2d-2460a31ef6ff, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=637b247e-be3d-43bb-ad2d-2460a31ef6ff,segment=NetworkSegment(aed78a06-d884-4df0-9b4e-956355dd31c8),segment_id=aed78a06-d884-4df0-9b4e-956355dd31c8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:16.476612 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-52a48599-e514-4d39-a045-b63ce639ddac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.496869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-52a48599-e514-4d39-a045-b63ce639ddac None None] Calling delete_port for 637b247e-be3d-43bb-ad2d-2460a31ef6ff owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:16.500485 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.547630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] No DVR routers for this DVR port 637b247e-be3d-43bb-ad2d-2460a31ef6ff on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:16.555777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=637b247e-be3d-43bb-ad2d-2460a31ef6ff,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:16.595343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:16.595705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:16.596045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:16.596401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:16.596732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:16.597064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:16.597401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:16.597732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:16.598056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:16.598713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:16.599054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:16.599386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:16.617268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Made reservation on behalf of b1a6892f72524e90b5089ee18c6e6c8c for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:16.621704 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.627089 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-52a48599-e514-4d39-a045-b63ce639ddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.638597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a48599-e514-4d39-a045-b63ce639ddac None None] No DVR routers for this DVR port 637b247e-be3d-43bb-ad2d-2460a31ef6ff on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:16.638846 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.644268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcc16b-1cc0-4c45-97c0-0d2b580a5a8b req-4fa6351c-6c62-45b0-a40d-be74d333bc06 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:16.646569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aadcc16b-1cc0-4c45-97c0-0d2b580a5a8b req-4fa6351c-6c62-45b0-a40d-be74d333bc06 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.1953766 Sep 08 13:21:16.669242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a48599-e514-4d39-a045-b63ce639ddac None None] Pushing event deleted for resources: {'Port': ['ID=637b247e-be3d-43bb-ad2d-2460a31ef6ff,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:16.697814 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.698946 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b6e6ed90-4c52-4429-9c4f-b9c87871373b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:16.732322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b6e6ed90-4c52-4429-9c4f-b9c87871373b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:16.732907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b6e6ed90-4c52-4429-9c4f-b9c87871373b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:16.740511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 637b247e-be3d-43bb-ad2d-2460a31ef6ff no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:16.740511 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.760250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c751e04a-8a40-445c-86d1-f0bb1671e9a2']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:16.774043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aadcc16b-1cc0-4c45-97c0-0d2b580a5a8b req-b204c517-7bdb-4637-8293-2bb5427f3107 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196768 Sep 08 13:21:16.778628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed78a06-d884-4df0-9b4e-956355dd31c8') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:16.778999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed78a06-d884-4df0-9b4e-956355dd31c8') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:16.780802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 637b247e-be3d-43bb-ad2d-2460a31ef6ff {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:16.781339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 637b247e-be3d-43bb-ad2d-2460a31ef6ff not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:16.798246 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.838771 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:16.981275 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.010951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:21:17.053361 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.053965 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Added segment 4b8c367f-2090-499d-a6f0-6c97d737a1fb of type vlan for network fd3b1399-0f7d-42c7-8318-3c52b86fdbaf Sep 08 13:21:17.109768 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35956) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:17.137456 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.141229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8cd59f14-2089-40f2-8c1e-53b36831533e req-2423958c-1001-43d8-9f26-0b31782bb5be tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.1352115 Sep 08 13:21:17.181896 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06336f92-0479-4f5e-8ff4-b76c9194cf6d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:17.199985 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.209791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:21:17.210507 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:21:17.212920 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:21:17.246956 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b64c3644-ee5c-476e-8590-f7735c82c97a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.273582 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b64c3644-ee5c-476e-8590-f7735c82c97a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.314708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.315817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:17.316510 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.377902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] Pushing event updated for resources: {'Network': ['ID=fd3b1399-0f7d-42c7-8318-3c52b86fdbaf,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:17.388939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network fd3b1399-0f7d-42c7-8318-3c52b86fdbaf details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:21:17.400555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.406516 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.409119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c751e04a-8a40-445c-86d1-f0bb1671e9a2 HTTP/1.1" status: 204 len: 168 time: 1.4610670 Sep 08 13:21:17.414845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35960) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:17.420758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80550596-3527-4acd-957e-55d3e66e1e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=c751e04a-8a40-445c-86d1-f0bb1671e9a2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:17.602009 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e09cbc6b-0088-4de2-bebf-6a6fd617a4ee admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3357222 Sep 08 13:21:17.604893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35962) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:17.624031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b85515f1-efd4-416a-a7df-fcaae5e0f1a3 admin admin] Request body: {'subnet': {'network_id': 'fd3b1399-0f7d-42c7-8318-3c52b86fdbaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1762776781-subnet', 'tenant_id': 'b1a6892f72524e90b5089ee18c6e6c8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:17.628406 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b64c3644-ee5c-476e-8590-f7735c82c97a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.631448 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b64c3644-ee5c-476e-8590-f7735c82c97a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.632593 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b64c3644-ee5c-476e-8590-f7735c82c97a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "DELETE /v2.0/security-groups/47fcee49-d705-48ce-a459-a52c4aac0695 HTTP/1.1" status: 204 len: 168 time: 0.5203211 Sep 08 13:21:17.635481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35964) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:17.646376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c3644-ee5c-476e-8590-f7735c82c97a tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fcee49-d705-48ce-a459-a52c4aac0695,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:17.651352 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-ed9b1bcc-aa44-4722-a644-35ecdad9687c tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] show failed (client error): The resource could not be found. Sep 08 13:21:17.652871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ed9b1bcc-aa44-4722-a644-35ecdad9687c tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "GET /v2.0/security-groups/47fcee49-d705-48ce-a459-a52c4aac0695 HTTP/1.1" status: 404 len: 347 time: 0.0157661 Sep 08 13:21:17.655240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35966) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:17.782648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-b863afa9-c7ef-42b9-9d17-af82b508830b tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Deleting port 673f3bfd-5438-41ac-b886-a50b10e09d7f {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:17.783001 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b863afa9-c7ef-42b9-9d17-af82b508830b tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.821502 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-681208da-c0ee-4320-a711-4908525bf117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.839175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85515f1-efd4-416a-a7df-fcaae5e0f1a3 admin admin] Made reservation on behalf of b1a6892f72524e90b5089ee18c6e6c8c for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:17.841504 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b85515f1-efd4-416a-a7df-fcaae5e0f1a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.962723 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b863afa9-c7ef-42b9-9d17-af82b508830b tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.963059 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b863afa9-c7ef-42b9-9d17-af82b508830b tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:17.987120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-b863afa9-c7ef-42b9-9d17-af82b508830b tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Calling delete_port for 673f3bfd-5438-41ac-b886-a50b10e09d7f owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:17.997774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ec172-9107-4ca7-af49-d89e773cd64a req-7bf47974-7233-4b4f-84b7-873931e191ea tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:17.999356 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-350ec172-9107-4ca7-af49-d89e773cd64a req-7bf47974-7233-4b4f-84b7-873931e191ea tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.1295245 Sep 08 13:21:18.094914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-681208da-c0ee-4320-a711-4908525bf117 admin admin] Deleting port b73e78bc-03ef-4a60-b2bd-b55c45eea823 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:18.095898 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-681208da-c0ee-4320-a711-4908525bf117 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:18.131763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-350ec172-9107-4ca7-af49-d89e773cd64a req-c8518cc6-b2bd-404a-8d51-9737bab3c1c1 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208682 Sep 08 13:21:18.261080 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29b8d39f-63a5-485e-8dae-c689207cbe6b req-67433bf2-9afd-4de2-a853-4bb4b955ff3f tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0297358 Sep 08 13:21:18.293509 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:21:18.361661 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35980) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:18.419420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-017d5bce-0288-455e-956b-00f6f1296bc5 req-15d208c8-12fb-4b1c-ac95-6286843bccb0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0260196 Sep 08 13:21:18.426646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-681208da-c0ee-4320-a711-4908525bf117 admin admin] For port b73e78bc-03ef-4a60-b2bd-b55c45eea823, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b73e78bc-03ef-4a60-b2bd-b55c45eea823,segment=NetworkSegment(e978f7e1-37ec-4807-bef3-2558546e1834),segment_id=e978f7e1-37ec-4807-bef3-2558546e1834)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:18.432854 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-681208da-c0ee-4320-a711-4908525bf117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:18.444215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-681208da-c0ee-4320-a711-4908525bf117 admin admin] Calling delete_port for b73e78bc-03ef-4a60-b2bd-b55c45eea823 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:18.461818 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b85515f1-efd4-416a-a7df-fcaae5e0f1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:18.519121 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b863afa9-c7ef-42b9-9d17-af82b508830b tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:18.528934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85515f1-efd4-416a-a7df-fcaae5e0f1a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=332dabbd-96f9-4109-950b-b44df8948e4c,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:18.555462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b863afa9-c7ef-42b9-9d17-af82b508830b tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Pushing event deleted for resources: {'Port': ['ID=673f3bfd-5438-41ac-b886-a50b10e09d7f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:18.593118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85515f1-efd4-416a-a7df-fcaae5e0f1a3 admin admin] Checking segment: {'id': '4b8c367f-2090-499d-a6f0-6c97d737a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'fd3b1399-0f7d-42c7-8318-3c52b86fdbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:18.593828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85515f1-efd4-416a-a7df-fcaae5e0f1a3 admin admin] Network hostable DHCP agents. Network: fd3b1399-0f7d-42c7-8318-3c52b86fdbaf, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:21:18.641446 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b863afa9-c7ef-42b9-9d17-af82b508830b tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:18.645280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b863afa9-c7ef-42b9-9d17-af82b508830b tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:18.646510 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b863afa9-c7ef-42b9-9d17-af82b508830b tempest-ServersTestManualDisk-939843425 tempest-ServersTestManualDisk-939843425-project] 10.222.0.69 "DELETE /v2.0/floatingips/bb1456df-741d-434e-bcb4-2432d05a0376 HTTP/1.1" status: 204 len: 168 time: 0.9903910 Sep 08 13:21:18.649333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35982) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:18.784106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85515f1-efd4-416a-a7df-fcaae5e0f1a3 admin admin] Network fd3b1399-0f7d-42c7-8318-3c52b86fdbaf is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:21:18.896330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-b85515f1-efd4-416a-a7df-fcaae5e0f1a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, fd3b1399-0f7d-42c7-8318-3c52b86fdbaf) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:18.906644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85515f1-efd4-416a-a7df-fcaae5e0f1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:18.908452 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b85515f1-efd4-416a-a7df-fcaae5e0f1a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:18.909583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2628c54b-6b1d-44dc-a004-9574173f13a6 None None] Network fd3b1399-0f7d-42c7-8318-3c52b86fdbaf requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:19.000415 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-681208da-c0ee-4320-a711-4908525bf117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:19.019859 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b85515f1-efd4-416a-a7df-fcaae5e0f1a3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4133856 Sep 08 13:21:19.092820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681208da-c0ee-4320-a711-4908525bf117 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73e78bc-03ef-4a60-b2bd-b55c45eea823,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:19.253325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f60909-bb94-4cb3-afb5-23991af6a88a None None] Network fd3b1399-0f7d-42c7-8318-3c52b86fdbaf requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:19.405853 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8c6b418f-a498-470a-9183-086a6cd139ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:19.578428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cc93f72f-dba7-47b1-a804-4374e48fc4c2 req-c5947e1e-a278-466a-8990-1a0215341f9e tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0382340 Sep 08 13:21:19.587265 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3da1779-5cd6-429b-872c-e828215d2ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:19.645908 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e3742-2a84-4eeb-a01f-b423308d6df0 req-2fd86976-946d-443b-ae2d-6ffc08cfbecb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:19.653564 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fd3e3742-2a84-4eeb-a01f-b423308d6df0 req-2fd86976-946d-443b-ae2d-6ffc08cfbecb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.3280406 Sep 08 13:21:19.783905 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-681208da-c0ee-4320-a711-4908525bf117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:19.793989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fd3e3742-2a84-4eeb-a01f-b423308d6df0 req-307e3610-cbeb-4104-ac31-85f646b5719d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390562 Sep 08 13:21:19.813188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b418f-a498-470a-9183-086a6cd139ef admin admin] Deleting port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:19.813650 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8c6b418f-a498-470a-9183-086a6cd139ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:19.989248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-8c6b418f-a498-470a-9183-086a6cd139ef admin admin] For port 2f03c039-83e8-45ee-82d2-e0ca67e6f80a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2f03c039-83e8-45ee-82d2-e0ca67e6f80a,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:19.989770 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8c6b418f-a498-470a-9183-086a6cd139ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:20.014230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b418f-a498-470a-9183-086a6cd139ef admin admin] Calling delete_port for 2f03c039-83e8-45ee-82d2-e0ca67e6f80a owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:20.032619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-3b1206d9-60b7-47f9-8e4e-d95d552b37f1 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:20.034641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-3b1206d9-60b7-47f9-8e4e-d95d552b37f1 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/networks?id=fd3b1399-0f7d-42c7-8318-3c52b86fdbaf HTTP/1.1" status: 200 len: 814 time: 0.1861157 Sep 08 13:21:20.084147 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-94ade3b6-eb2e-42e7-aa79-45930eab4a00 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/quotas/b1a6892f72524e90b5089ee18c6e6c8c HTTP/1.1" status: 200 len: 375 time: 0.0139244 Sep 08 13:21:20.134880 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-4555501b-b877-4643-bd19-b41854bcbae4 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b1a6892f72524e90b5089ee18c6e6c8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401134 Sep 08 13:21:20.286627 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-e1d0c341-46e9-4576-b241-bedc912781a9 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3b1399-0f7d-42c7-8318-3c52b86fdbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153941 Sep 08 13:21:20.411834 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ff711f53-8464-452b-ba3c-a14f83847ac1 service neutron] 10.222.0.69 "GET /v2.0/networks/fd3b1399-0f7d-42c7-8318-3c52b86fdbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066959 Sep 08 13:21:20.451932 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8c6b418f-a498-470a-9183-086a6cd139ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:20.487783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b418f-a498-470a-9183-086a6cd139ef admin admin] Pushing event deleted for resources: {'Port': ['ID=2f03c039-83e8-45ee-82d2-e0ca67e6f80a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:20.504324 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681208da-c0ee-4320-a711-4908525bf117 admin admin] Router e1d3fab4-a0f2-4041-963c-7009e504c1cd has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:21:20.519360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a3da1779-5cd6-429b-872c-e828215d2ede admin admin] Deleting port f64a04db-65db-4f7b-9124-e8a56814cbee {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:20.520684 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3da1779-5cd6-429b-872c-e828215d2ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:20.672846 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-a3da1779-5cd6-429b-872c-e828215d2ede admin admin] For port f64a04db-65db-4f7b-9124-e8a56814cbee, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f64a04db-65db-4f7b-9124-e8a56814cbee,segment=NetworkSegment(2242faee-f2f1-4275-b235-edf7435cb82e),segment_id=2242faee-f2f1-4275-b235-edf7435cb82e)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:20.672846 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3da1779-5cd6-429b-872c-e828215d2ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:20.703193 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a3da1779-5cd6-429b-872c-e828215d2ede admin admin] Calling delete_port for f64a04db-65db-4f7b-9124-e8a56814cbee owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:20.725229 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8c6b418f-a498-470a-9183-086a6cd139ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:20.752080 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b3cf006a-9ecd-4c58-ab50-44a7581e9adb req-39ccca2e-75c7-41d7-a06c-90b5223e98c2 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0442014 Sep 08 13:21:20.769773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-052165af-b6da-410a-a364-4e0062740c22 req-5217789d-338c-4479-85c9-93d380963837 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 210 time: 0.0461245 Sep 08 13:21:20.842530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681208da-c0ee-4320-a711-4908525bf117 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:21:20.854057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-681208da-c0ee-4320-a711-4908525bf117 admin admin] 10.222.0.69 "PUT /v2.0/routers/e1d3fab4-a0f2-4041-963c-7009e504c1cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4372358 Sep 08 13:21:20.854784 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36020) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:20.855652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363d876-c7b1-4f85-b235-c4140a027640 None None] Sync routers for ids ['e1d3fab4-a0f2-4041-963c-7009e504c1cd'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:21:20.868247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a363d876-c7b1-4f85-b235-c4140a027640 None None] Routers {'e1d3fab4-a0f2-4041-963c-7009e504c1cd'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:20.870900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a363d876-c7b1-4f85-b235-c4140a027640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e1d3fab4-a0f2-4041-963c-7009e504c1cd'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:21.047457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-a363d876-c7b1-4f85-b235-c4140a027640 None None] Set router e1d3fab4-a0f2-4041-963c-7009e504c1cd gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:21.072682 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:21.076284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6b418f-a498-470a-9183-086a6cd139ef admin admin] Router aaf2e0f3-d7aa-4f61-a34b-52d872727537 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:21:21.184729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c14f40-3307-4b0b-b117-54808f6ce1fd req-7661d1f0-3e05-4881-b5e7-b28fc7fbe7de tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:21.186259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-77c14f40-3307-4b0b-b117-54808f6ce1fd req-7661d1f0-3e05-4881-b5e7-b28fc7fbe7de tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.2168272 Sep 08 13:21:21.211579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6b418f-a498-470a-9183-086a6cd139ef admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:21:21.228333 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8c6b418f-a498-470a-9183-086a6cd139ef admin admin] 10.222.0.69 "PUT /v2.0/routers/aaf2e0f3-d7aa-4f61-a34b-52d872727537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5699105 Sep 08 13:21:21.228333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36026) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:21.228512 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba7a3af-88b4-4823-82aa-6dac65929ebb None None] Sync routers for ids ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:21:21.241485 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:21.242218 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba7a3af-88b4-4823-82aa-6dac65929ebb None None] Routers {'aaf2e0f3-d7aa-4f61-a34b-52d872727537'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:21.243139 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cba7a3af-88b4-4823-82aa-6dac65929ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:21.259234 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-77c14f40-3307-4b0b-b117-54808f6ce1fd req-5e62ab5c-c550-4a56-bdca-6dd0d3c39189 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571611 Sep 08 13:21:21.309398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a363d876-c7b1-4f85-b235-c4140a027640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'name': 'tempest-TestServerMultinode-203523582-router', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:20:06Z', 'updated_at': '2021-09-08T13:21:18Z', 'revision_number': 5, 'project_id': '2df5bc365a9448acb9c928afc3c6b472', 'gw_port': {'id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:20:07Z', 'updated_at': '2021-09-08T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:21.338731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363d876-c7b1-4f85-b235-c4140a027640 None None] Checking router: e1d3fab4-a0f2-4041-963c-7009e504c1cd for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:21:21.343957 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:21.349535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a363d876-c7b1-4f85-b235-c4140a027640 None None] Routers {'e1d3fab4-a0f2-4041-963c-7009e504c1cd'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:21.350307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a363d876-c7b1-4f85-b235-c4140a027640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e1d3fab4-a0f2-4041-963c-7009e504c1cd'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:21.391535 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-cba7a3af-88b4-4823-82aa-6dac65929ebb None None] Set router aaf2e0f3-d7aa-4f61-a34b-52d872727537 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:21.453382 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3da1779-5cd6-429b-872c-e828215d2ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:21.460563 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:21.492922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-a363d876-c7b1-4f85-b235-c4140a027640 None None] Set router e1d3fab4-a0f2-4041-963c-7009e504c1cd gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:21.516450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da1779-5cd6-429b-872c-e828215d2ede admin admin] Pushing event deleted for resources: {'Port': ['ID=f64a04db-65db-4f7b-9124-e8a56814cbee,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:21.607074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Deleting port 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:21.607903 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:21.669161 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cba7a3af-88b4-4823-82aa-6dac65929ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '25df9418-2756-4027-847a-e448be6b88bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:21:20Z', 'revision_number': 5, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port': {'id': '25df9418-2756-4027-847a-e448be6b88bf', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:20:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:17:46Z', 'updated_at': '2021-09-08T13:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:21.706842 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba7a3af-88b4-4823-82aa-6dac65929ebb None None] Checking router: aaf2e0f3-d7aa-4f61-a34b-52d872727537 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:21:21.710534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] For port 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:21.711032 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:21.728613 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba7a3af-88b4-4823-82aa-6dac65929ebb None None] Routers {'aaf2e0f3-d7aa-4f61-a34b-52d872727537'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:21.733352 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cba7a3af-88b4-4823-82aa-6dac65929ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:21.756960 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Calling delete_port for 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:21.760775 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a363d876-c7b1-4f85-b235-c4140a027640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'name': 'tempest-TestServerMultinode-203523582-router', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:20:06Z', 'updated_at': '2021-09-08T13:21:18Z', 'revision_number': 5, 'project_id': '2df5bc365a9448acb9c928afc3c6b472', 'gw_port': {'id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:20:07Z', 'updated_at': '2021-09-08T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:21.779310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Deleting port 25df9418-2756-4027-847a-e448be6b88bf {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:21.779907 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:21.862161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a363d876-c7b1-4f85-b235-c4140a027640 None None] The sync data for ids ['e1d3fab4-a0f2-4041-963c-7009e504c1cd'] in n-d-807558-3 is: [{'id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'name': 'tempest-TestServerMultinode-203523582-router', 'tenant_id': '2df5bc365a9448acb9c928afc3c6b472', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:20:06Z', 'updated_at': '2021-09-08T13:21:18Z', 'revision_number': 5, 'project_id': '2df5bc365a9448acb9c928afc3c6b472', 'gw_port': {'id': '8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:54:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d3fab4-a0f2-4041-963c-7009e504c1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:20:07Z', 'updated_at': '2021-09-08T13:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:21:21.899497 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-cba7a3af-88b4-4823-82aa-6dac65929ebb None None] Set router aaf2e0f3-d7aa-4f61-a34b-52d872727537 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:21.936011 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-29afa0c5-ae9d-41fb-849f-930c10206dfa req-7b177088-ebd2-48b3-96b8-e1490cd7283f tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 210 time: 0.0667086 Sep 08 13:21:21.949587 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3da1779-5cd6-429b-872c-e828215d2ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:21.967036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] For port 25df9418-2756-4027-847a-e448be6b88bf, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=25df9418-2756-4027-847a-e448be6b88bf,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:21.967224 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cba7a3af-88b4-4823-82aa-6dac65929ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:21:21Z', 'revision_number': 6, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:21.967785 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:21.986007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Calling delete_port for 25df9418-2756-4027-847a-e448be6b88bf owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:21.996602 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba7a3af-88b4-4823-82aa-6dac65929ebb None None] The sync data for ids ['aaf2e0f3-d7aa-4f61-a34b-52d872727537'] in n-d-807558-3 is: [{'id': 'aaf2e0f3-d7aa-4f61-a34b-52d872727537', 'name': 'tempest-ServersTestManualDisk-1576284867-router', 'tenant_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:17:43Z', 'updated_at': '2021-09-08T13:21:21Z', 'revision_number': 6, 'project_id': 'cdbc05b6be9f42cc9c558d5152cf089a', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:21:22.289207 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:22.320912 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f06e7ea-c841-4272-a383-458de0b07f28 req-23de3fdf-0520-4cfd-ab21-ea5fdd482864 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0559096 Sep 08 13:21:22.327913 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:22.364280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Pushing event deleted for resources: {'Port': ['ID=25df9418-2756-4027-847a-e448be6b88bf,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:22.439553 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:22.487515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:22.518584 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3da1779-5cd6-429b-872c-e828215d2ede admin admin] Router 219afa94-a46c-41ab-847c-5cfb8ed0f77d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:21:22.532908 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:22.591057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5b31f-1f1b-42f2-aa14-106fa914fbd4 req-325ec5a1-1ef0-4d9c-84ff-e74a947ee7c1 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:22.592572 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eaa5b31f-1f1b-42f2-aa14-106fa914fbd4 req-325ec5a1-1ef0-4d9c-84ff-e74a947ee7c1 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.1689918 Sep 08 13:21:22.654573 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:22.655936 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:22.735435 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eaa5b31f-1f1b-42f2-aa14-106fa914fbd4 req-8616aa70-cc9d-405d-9794-621d166c2f2c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350842 Sep 08 13:21:22.746862 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:22.750704 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:22.849815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3da1779-5cd6-429b-872c-e828215d2ede admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:21:22.854861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a3da1779-5cd6-429b-872c-e828215d2ede admin admin] 10.222.0.69 "PUT /v2.0/routers/219afa94-a46c-41ab-847c-5cfb8ed0f77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4920337 Sep 08 13:21:22.857870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36054) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:22.858600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d0786-a8de-44e2-9408-21130b0571a7 None None] Sync routers for ids ['219afa94-a46c-41ab-847c-5cfb8ed0f77d'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:21:22.868895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d0786-a8de-44e2-9408-21130b0571a7 None None] Routers {'219afa94-a46c-41ab-847c-5cfb8ed0f77d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:22.869659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-604d0786-a8de-44e2-9408-21130b0571a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['219afa94-a46c-41ab-847c-5cfb8ed0f77d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:22.903053 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:22.903615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaf2e0f3-d7aa-4f61-a34b-52d872727537 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:21:22.911783 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:22.913246 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-400fb399-f23b-4727-8184-482af4f9193b admin admin] 10.222.0.69 "DELETE /v2.0/routers/aaf2e0f3-d7aa-4f61-a34b-52d872727537 HTTP/1.1" status: 204 len: 168 time: 1.6912937 Sep 08 13:21:22.916938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36056) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:22.998805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-53754b71-f87f-4e84-900f-649d4bfc80b9 admin admin] Deleting subnet f512ab0f-c476-4d63-aa7e-79f4a153c2d4 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:21:23.003226 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53754b71-f87f-4e84-900f-649d4bfc80b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.004372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-604d0786-a8de-44e2-9408-21130b0571a7 None None] Set router 219afa94-a46c-41ab-847c-5cfb8ed0f77d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:23.005127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.005758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d3fab4-a0f2-4041-963c-7009e504c1cd {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:21:23.036888 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.043913 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-053c6755-b58f-4a00-ab7a-bd90d79ff4ca admin admin] 10.222.0.69 "DELETE /v2.0/routers/e1d3fab4-a0f2-4041-963c-7009e504c1cd HTTP/1.1" status: 204 len: 168 time: 2.1864140 Sep 08 13:21:23.046867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36060) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:23.057885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.168765 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2822fa10-34e4-429d-a60d-9936a3363409 req-990e3f0c-6354-46b1-bb58-2d221cd2cc7a tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 210 time: 0.1041331 Sep 08 13:21:23.171203 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53754b71-f87f-4e84-900f-649d4bfc80b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.213021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b73e78bc-03ef-4a60-b2bd-b55c45eea823 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:23.218081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab464c9f-50c3-4c34-af1a-bd0a206c27e9 admin admin] Deleting subnet 2add67dd-a79d-4c6c-88c0-80d88c294acc {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:21:23.226242 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab464c9f-50c3-4c34-af1a-bd0a206c27e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.245671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b73e78bc-03ef-4a60-b2bd-b55c45eea823 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:23.246025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b73e78bc-03ef-4a60-b2bd-b55c45eea823 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:23.246522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2f03c039-83e8-45ee-82d2-e0ca67e6f80a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:23.268557 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.281440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 2f03c039-83e8-45ee-82d2-e0ca67e6f80a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:23.281440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2f03c039-83e8-45ee-82d2-e0ca67e6f80a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:23.301217 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab464c9f-50c3-4c34-af1a-bd0a206c27e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.336266 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53754b71-f87f-4e84-900f-649d4bfc80b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.362139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-604d0786-a8de-44e2-9408-21130b0571a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'name': 'tempest-AttachSCSIVolumeTestJSON-382014672-router', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:05Z', 'updated_at': '2021-09-08T13:21:21Z', 'revision_number': 5, 'project_id': '87c4148b76ce451aa3e85da0df3d1072', 'gw_port': {'id': 'a0a24be3-63cb-4917-a0f1-c593416ccc3b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b4:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:06Z', 'updated_at': '2021-09-08T13:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:23.389362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d0786-a8de-44e2-9408-21130b0571a7 None None] Checking router: 219afa94-a46c-41ab-847c-5cfb8ed0f77d for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:21:23.399739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604d0786-a8de-44e2-9408-21130b0571a7 None None] Routers {'219afa94-a46c-41ab-847c-5cfb8ed0f77d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:23.400422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-604d0786-a8de-44e2-9408-21130b0571a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['219afa94-a46c-41ab-847c-5cfb8ed0f77d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:23.451751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab464c9f-50c3-4c34-af1a-bd0a206c27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.460775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Deleting port a0a24be3-63cb-4917-a0f1-c593416ccc3b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:23.461117 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.506785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-604d0786-a8de-44e2-9408-21130b0571a7 None None] Set router 219afa94-a46c-41ab-847c-5cfb8ed0f77d gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:23.525554 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53754b71-f87f-4e84-900f-649d4bfc80b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.527216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e79377d6-49cd-4223-bade-1362e570c129 req-25e608fb-41f1-4fe7-8b8d-dad1b69186bc tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0681491 Sep 08 13:21:23.601735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-604d0786-a8de-44e2-9408-21130b0571a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'name': 'tempest-AttachSCSIVolumeTestJSON-382014672-router', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:05Z', 'updated_at': '2021-09-08T13:21:23Z', 'revision_number': 6, 'project_id': '87c4148b76ce451aa3e85da0df3d1072', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:23.635273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604d0786-a8de-44e2-9408-21130b0571a7 None None] The sync data for ids ['219afa94-a46c-41ab-847c-5cfb8ed0f77d'] in n-d-807558-3 is: [{'id': '219afa94-a46c-41ab-847c-5cfb8ed0f77d', 'name': 'tempest-AttachSCSIVolumeTestJSON-382014672-router', 'tenant_id': '87c4148b76ce451aa3e85da0df3d1072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:05Z', 'updated_at': '2021-09-08T13:21:23Z', 'revision_number': 6, 'project_id': '87c4148b76ce451aa3e85da0df3d1072', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:21:23.653001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] For port a0a24be3-63cb-4917-a0f1-c593416ccc3b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a0a24be3-63cb-4917-a0f1-c593416ccc3b,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:23.653441 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.668121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Calling delete_port for a0a24be3-63cb-4917-a0f1-c593416ccc3b owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:23.887438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53754b71-f87f-4e84-900f-649d4bfc80b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f512ab0f-c476-4d63-aa7e-79f4a153c2d4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:23.889563 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab464c9f-50c3-4c34-af1a-bd0a206c27e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.902140 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53754b71-f87f-4e84-900f-649d4bfc80b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.904195 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-53754b71-f87f-4e84-900f-649d4bfc80b9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f512ab0f-c476-4d63-aa7e-79f4a153c2d4 HTTP/1.1" status: 204 len: 168 time: 0.9866457 Sep 08 13:21:23.910800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc2fd95-a39d-4c32-a356-6dc51b07bd93 None None] Network 2715585a-d546-4e4b-af38-9e26e72b9a96 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:23.922690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36072) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:23.932575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab464c9f-50c3-4c34-af1a-bd0a206c27e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2add67dd-a79d-4c6c-88c0-80d88c294acc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:23.944666 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab464c9f-50c3-4c34-af1a-bd0a206c27e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:23.949898 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ab464c9f-50c3-4c34-af1a-bd0a206c27e9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2add67dd-a79d-4c6c-88c0-80d88c294acc HTTP/1.1" status: 204 len: 168 time: 0.8993297 Sep 08 13:21:23.952263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36074) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:23.982078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e86b91-7924-4446-afce-32db9b99b1b2 None None] Network 22808ea6-3784-4955-b68c-dbdb98830026 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:24.064487 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.132993 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.266417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Deleting port 1bd69950-cf90-4493-afaf-e14d2c4294f8 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:24.266916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.329632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Deleting port 68d1b96e-40b9-47d5-9976-f19e14b5e825 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:24.330023 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.342895 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23ed7b8d-282a-4d48-93d3-3805327aeb8f req-62b83ea6-5d2b-49f1-8b7a-efe8eba9531f tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 210 time: 0.0693772 Sep 08 13:21:24.400584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19277e27-2242-4c1a-962b-1c21aeb7d7c5 req-72765fdf-8ca3-46b4-bfbe-2671a8f7d48e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:24.402081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-19277e27-2242-4c1a-962b-1c21aeb7d7c5 req-72765fdf-8ca3-46b4-bfbe-2671a8f7d48e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.1468251 Sep 08 13:21:24.410560 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] For port 1bd69950-cf90-4493-afaf-e14d2c4294f8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1bd69950-cf90-4493-afaf-e14d2c4294f8,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:24.410560 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.456274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Calling delete_port for 1bd69950-cf90-4493-afaf-e14d2c4294f8 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:24.468699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-d3bfbdfb-a3d5-48a4-bbaf-c1177caddba3 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:24.470743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-d3bfbdfb-a3d5-48a4-bbaf-c1177caddba3 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.70 "GET /v2.0/networks?id=fd3b1399-0f7d-42c7-8318-3c52b86fdbaf HTTP/1.1" status: 200 len: 814 time: 0.2168062 Sep 08 13:21:24.470894 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] For port 68d1b96e-40b9-47d5-9976-f19e14b5e825, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=68d1b96e-40b9-47d5-9976-f19e14b5e825,segment=NetworkSegment(e978f7e1-37ec-4807-bef3-2558546e1834),segment_id=e978f7e1-37ec-4807-bef3-2558546e1834)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:24.471197 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.498657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Request body: {'port': {'device_id': '63d9896a-7dc4-470c-90c6-05b6c444a718', 'network_id': 'fd3b1399-0f7d-42c7-8318-3c52b86fdbaf', 'admin_state_up': True, 'tenant_id': 'b1a6892f72524e90b5089ee18c6e6c8c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:24.506071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-19277e27-2242-4c1a-962b-1c21aeb7d7c5 req-4bc19849-621b-45f4-bb7f-eadb439a4db4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845284 Sep 08 13:21:24.516261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Calling delete_port for 68d1b96e-40b9-47d5-9976-f19e14b5e825 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:24.546428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3678697-9515-40fb-985c-4c51930867d2 None None] DHCP port deletion for 2715585a-d546-4e4b-af38-9e26e72b9a96 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:21:24.556197 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.605230 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35984018-8e4d-4a12-bd8c-004f3732e39b None None] DHCP port deletion for 22808ea6-3784-4955-b68c-dbdb98830026 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:21:24.681140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f64a04db-65db-4f7b-9124-e8a56814cbee no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:24.684594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a24be3-63cb-4917-a0f1-c593416ccc3b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:24.695662 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5f71628a-6d3a-4f99-b29d-c379fdb41a83 req-b67adc85-1385-4040-ba28-534f894a0ee2 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0563385 Sep 08 13:21:24.709791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: f64a04db-65db-4f7b-9124-e8a56814cbee {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:24.710364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f64a04db-65db-4f7b-9124-e8a56814cbee not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:24.710834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1bd69950-cf90-4493-afaf-e14d2c4294f8 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:24.747974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e3678697-9515-40fb-985c-4c51930867d2 None None] Deleting port 1bd69950-cf90-4493-afaf-e14d2c4294f8 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:24.748203 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e3678697-9515-40fb-985c-4c51930867d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.773420 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.777067 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-35984018-8e4d-4a12-bd8c-004f3732e39b None None] Deleting port 68d1b96e-40b9-47d5-9976-f19e14b5e825 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:24.777895 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-35984018-8e4d-4a12-bd8c-004f3732e39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.793968 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.819839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] No DVR routers for this DVR port 1bd69950-cf90-4493-afaf-e14d2c4294f8 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:24.853296 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.855860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd69950-cf90-4493-afaf-e14d2c4294f8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:24.869106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No active binding found for port 1bd69950-cf90-4493-afaf-e14d2c4294f8 {{(pid=96265) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 08 13:21:24.869608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1bd69950-cf90-4493-afaf-e14d2c4294f8 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:24.870040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 25df9418-2756-4027-847a-e448be6b88bf no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:24.897329 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.900320 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.908397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-35984018-8e4d-4a12-bd8c-004f3732e39b None None] For port 68d1b96e-40b9-47d5-9976-f19e14b5e825, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=68d1b96e-40b9-47d5-9976-f19e14b5e825,segment=NetworkSegment(e978f7e1-37ec-4807-bef3-2558546e1834),segment_id=e978f7e1-37ec-4807-bef3-2558546e1834)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:24.908797 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-35984018-8e4d-4a12-bd8c-004f3732e39b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.911083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 25df9418-2756-4027-847a-e448be6b88bf {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:24.911831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 25df9418-2756-4027-847a-e448be6b88bf not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:24.911831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a0a24be3-63cb-4917-a0f1-c593416ccc3b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:24.916912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Pushing event deleted for resources: {'Port': ['ID=68d1b96e-40b9-47d5-9976-f19e14b5e825,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:24.919406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] No DVR routers for this DVR port 68d1b96e-40b9-47d5-9976-f19e14b5e825 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:24.944807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-35984018-8e4d-4a12-bd8c-004f3732e39b None None] Calling delete_port for 68d1b96e-40b9-47d5-9976-f19e14b5e825 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:24.947807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e3678697-9515-40fb-985c-4c51930867d2 None None] For port 1bd69950-cf90-4493-afaf-e14d2c4294f8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1bd69950-cf90-4493-afaf-e14d2c4294f8,segment=NetworkSegment(9ba013d1-8a7e-4954-abcf-288204df4091),segment_id=9ba013d1-8a7e-4954-abcf-288204df4091)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:24.948211 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e3678697-9515-40fb-985c-4c51930867d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.952398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: a0a24be3-63cb-4917-a0f1-c593416ccc3b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:24.952748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a0a24be3-63cb-4917-a0f1-c593416ccc3b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:24.953175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:24.968352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e3678697-9515-40fb-985c-4c51930867d2 None None] Calling delete_port for 1bd69950-cf90-4493-afaf-e14d2c4294f8 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:24.975763 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:24.992424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:24.992770 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8e9e82cf-6d96-4a0b-9b17-c1809f22b7b8 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:25.002097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Made reservation on behalf of b1a6892f72524e90b5089ee18c6e6c8c for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:25.010939 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.015112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2715585a-d546-4e4b-af38-9e26e72b9a96']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:25.031042 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.039084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 219afa94-a46c-41ab-847c-5cfb8ed0f77d {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:21:25.046606 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.052913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-984bc64e-f14d-4cda-a7c7-162b65004ed2 admin admin] 10.222.0.69 "DELETE /v2.0/routers/219afa94-a46c-41ab-847c-5cfb8ed0f77d HTTP/1.1" status: 204 len: 168 time: 2.1937532 Sep 08 13:21:25.056714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36082) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:25.060386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba013d1-8a7e-4954-abcf-288204df4091') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:25.068205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba013d1-8a7e-4954-abcf-288204df4091') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:25.068205 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.081384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.103038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22808ea6-3784-4955-b68c-dbdb98830026']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:25.123391 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.132158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e978f7e1-37ec-4807-bef3-2558546e1834') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:25.132463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e978f7e1-37ec-4807-bef3-2558546e1834') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:25.134488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:21:25.134920 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:21:25.136810 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:21:25.156699 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.215687 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.223015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3bc2956-4821-4848-941f-3958afda1b8e admin admin] Deleting subnet e3efa374-0fbf-49a2-bbb8-f19c056d62ba {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:21:25.228067 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:21:25.228721 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.230204 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2956-4821-4848-941f-3958afda1b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:21:25.240033 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:21:25.301050 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2956-4821-4848-941f-3958afda1b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.309456 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-35984018-8e4d-4a12-bd8c-004f3732e39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.311972 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.317509 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.319946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2715585a-d546-4e4b-af38-9e26e72b9a96 HTTP/1.1" status: 204 len: 168 time: 1.3959272 Sep 08 13:21:25.342125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35984018-8e4d-4a12-bd8c-004f3732e39b None None] Pushing event deleted for resources: {'Port': ['ID=68d1b96e-40b9-47d5-9976-f19e14b5e825,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:25.343488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745991b-8c15-4b10-a79e-0122f789ed65 admin admin] Pushing event deleted for resources: {'Network': ['ID=2715585a-d546-4e4b-af38-9e26e72b9a96,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:25.350430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35984018-8e4d-4a12-bd8c-004f3732e39b None None] No DVR routers for this DVR port 68d1b96e-40b9-47d5-9976-f19e14b5e825 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:25.354478 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e3678697-9515-40fb-985c-4c51930867d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.384724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3678697-9515-40fb-985c-4c51930867d2 None None] Pushing event deleted for resources: {'Port': ['ID=1bd69950-cf90-4493-afaf-e14d2c4294f8,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:25.388463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e3678697-9515-40fb-985c-4c51930867d2 None None] Network 2715585a-d546-4e4b-af38-9e26e72b9a96 is not hosted by any dhcp agent {{(pid=96265) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 13:21:25.389007 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3678697-9515-40fb-985c-4c51930867d2 None None] No DVR routers for this DVR port 1bd69950-cf90-4493-afaf-e14d2c4294f8 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:25.399327 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2956-4821-4848-941f-3958afda1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.430119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Allocated IP 172.20.0.4 (fd3b1399-0f7d-42c7-8318-3c52b86fdbaf/332dabbd-96f9-4109-950b-b44df8948e4c/09db82c2-356b-41b0-9fc0-e4bb38d99a0e) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:21:25.435118 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.442884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.445065 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] 10.222.0.69 "DELETE /v2.0/networks/22808ea6-3784-4955-b68c-dbdb98830026 HTTP/1.1" status: 204 len: 168 time: 1.4916327 Sep 08 13:21:25.455343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bacec50-5863-46ff-8907-ca950fe4273c admin admin] Pushing event deleted for resources: {'Network': ['ID=22808ea6-3784-4955-b68c-dbdb98830026,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:25.481222 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de438427-e6c1-42a0-82ed-98f884df3e5c req-00a83d77-9403-4762-8d54-58fa8ab399da tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 210 time: 0.0406246 Sep 08 13:21:25.641921 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a70a-a60e-4ce1-a3ae-d47fdc9b56cd req-45c1baa4-6927-49bc-a165-0e493a33174f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:25.642968 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.643846 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6281a70a-a60e-4ce1-a3ae-d47fdc9b56cd req-45c1baa4-6927-49bc-a165-0e493a33174f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0516379 Sep 08 13:21:25.688359 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2956-4821-4848-941f-3958afda1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.690725 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6281a70a-a60e-4ce1-a3ae-d47fdc9b56cd req-1dc2028f-ede7-4df5-a3a9-5b68e086485c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406373 Sep 08 13:21:25.708985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a647a1a1-89af-4ea7-8454-d1c0df7f456d None None] Network ea2cbd03-0704-4a58-bfc2-92d09d418219 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:25.716438 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3bc2956-4821-4848-941f-3958afda1b8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.718384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d3bc2956-4821-4848-941f-3958afda1b8e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e3efa374-0fbf-49a2-bbb8-f19c056d62ba HTTP/1.1" status: 204 len: 168 time: 0.6606915 Sep 08 13:21:25.719379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc2956-4821-4848-941f-3958afda1b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3efa374-0fbf-49a2-bbb8-f19c056d62ba,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:25.721233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36094) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:25.781083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36100) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:25.832822 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.842285 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-041aafd6-2c2a-4852-adf1-3cad71c8edbb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cdbc05b6be9f42cc9c558d5152cf089a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586140 Sep 08 13:21:25.845944 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36104) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:25.859347 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d92c253-b402-4765-83ba-d6a682d26421 req-f5acd9ef-68de-45eb-9e2a-77debfe2a9c7 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0515809 Sep 08 13:21:25.893692 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:25.905494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Network fd3b1399-0f7d-42c7-8318-3c52b86fdbaf is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:21:25.915687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:25.920942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:21:25.927199 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Pushing event updated for resources: {'Port': ['ID=09db82c2-356b-41b0-9fc0-e4bb38d99a0e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:25.998793 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5dfbdf4e-d8dc-45ba-b8f5-d0fb572cb500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.006941 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36108) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:26.009207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29104cb3-7ba6-4f42-8f85-a6389b32b827 None None] DHCP port deletion for ea2cbd03-0704-4a58-bfc2-92d09d418219 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:21:26.021202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19609a3-c768-4987-bb59-d554ce130b96 req-350745d6-b741-405d-9aeb-8e46f811a515 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:26.022782 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e19609a3-c768-4987-bb59-d554ce130b96 req-350745d6-b741-405d-9aeb-8e46f811a515 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0995185 Sep 08 13:21:26.045551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:26.047030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.085901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Deleting port aac7b88e-f356-46d6-a10f-843174123316 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:26.086305 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.088089 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5dfbdf4e-d8dc-45ba-b8f5-d0fb572cb500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.088916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-29104cb3-7ba6-4f42-8f85-a6389b32b827 None None] Deleting port aac7b88e-f356-46d6-a10f-843174123316 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:26.089271 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29104cb3-7ba6-4f42-8f85-a6389b32b827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.114508 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d3f99d27-3172-49a3-8391-53dcb1d28d88 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=48479ac34d6c4696a0d894a3353b51e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082203 Sep 08 13:21:26.120850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36112) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:26.157571 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e19609a3-c768-4987-bb59-d554ce130b96 req-bfe4f036-9663-4ccb-a789-2b0f54e4f2a8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254222 Sep 08 13:21:26.180202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-7ef2d3b7-0841-4d18-ab6a-d44e1d2bfae8 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6879780 Sep 08 13:21:26.191281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-29104cb3-7ba6-4f42-8f85-a6389b32b827 None None] For port aac7b88e-f356-46d6-a10f-843174123316, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=aac7b88e-f356-46d6-a10f-843174123316,segment=NetworkSegment(2242faee-f2f1-4275-b235-edf7435cb82e),segment_id=2242faee-f2f1-4275-b235-edf7435cb82e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:26.191919 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29104cb3-7ba6-4f42-8f85-a6389b32b827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.201058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] For port aac7b88e-f356-46d6-a10f-843174123316, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=aac7b88e-f356-46d6-a10f-843174123316,segment=NetworkSegment(2242faee-f2f1-4275-b235-edf7435cb82e),segment_id=2242faee-f2f1-4275-b235-edf7435cb82e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:26.201436 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.207673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Request body: {'port': {'device_id': '63d9896a-7dc4-470c-90c6-05b6c444a718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:26.209894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-29104cb3-7ba6-4f42-8f85-a6389b32b827 None None] Calling delete_port for aac7b88e-f356-46d6-a10f-843174123316 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:26.244391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Calling delete_port for aac7b88e-f356-46d6-a10f-843174123316 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:26.291736 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5dfbdf4e-d8dc-45ba-b8f5-d0fb572cb500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.294389 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5dfbdf4e-d8dc-45ba-b8f5-d0fb572cb500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.298806 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5dfbdf4e-d8dc-45ba-b8f5-d0fb572cb500 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fb32be33-de9d-4f2c-afb8-fd723e79af41 HTTP/1.1" status: 204 len: 168 time: 0.4479203 Sep 08 13:21:26.299027 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8576a810-6379-425b-9726-c6ee37b02753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.310344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbdf4e-d8dc-45ba-b8f5-d0fb572cb500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb32be33-de9d-4f2c-afb8-fd723e79af41,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:26.378110 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29104cb3-7ba6-4f42-8f85-a6389b32b827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.388857 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8576a810-6379-425b-9726-c6ee37b02753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.414101 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.424621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29104cb3-7ba6-4f42-8f85-a6389b32b827 None None] Pushing event deleted for resources: {'Port': ['ID=aac7b88e-f356-46d6-a10f-843174123316,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:26.429791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da693a2-af67-47c2-82ee-d38eb6549038 req-895ce93c-7a8e-4d79-bcab-79e2039daa38 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:26.431423 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2da693a2-af67-47c2-82ee-d38eb6549038 req-895ce93c-7a8e-4d79-bcab-79e2039daa38 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1852005 Sep 08 13:21:26.435153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29104cb3-7ba6-4f42-8f85-a6389b32b827 None None] No DVR routers for this DVR port aac7b88e-f356-46d6-a10f-843174123316 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:26.538341 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2da693a2-af67-47c2-82ee-d38eb6549038 req-4346c22b-9340-4062-8985-e01552eb0145 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881033 Sep 08 13:21:26.545608 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.580484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac7b88e-f356-46d6-a10f-843174123316,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:26.589694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 68d1b96e-40b9-47d5-9976-f19e14b5e825 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:26.634241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 68d1b96e-40b9-47d5-9976-f19e14b5e825 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:26.635144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 68d1b96e-40b9-47d5-9976-f19e14b5e825 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:26.635922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device aac7b88e-f356-46d6-a10f-843174123316 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:26.675055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e8cd6-d2bc-41ae-a2b9-a3a7b3228a16 req-63c8c711-6c3c-438e-b487-3e94ef39adb5 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:26.684137 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf7e8cd6-d2bc-41ae-a2b9-a3a7b3228a16 req-63c8c711-6c3c-438e-b487-3e94ef39adb5 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 931 time: 0.1000249 Sep 08 13:21:26.685577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: aac7b88e-f356-46d6-a10f-843174123316 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:26.685963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device aac7b88e-f356-46d6-a10f-843174123316 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:26.741919 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf7e8cd6-d2bc-41ae-a2b9-a3a7b3228a16 req-eab93366-0c7f-4001-8b56-defdb814c763 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/security-groups?id=06336f92-0479-4f5e-8ff4-b76c9194cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533226 Sep 08 13:21:26.784655 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8576a810-6379-425b-9726-c6ee37b02753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.787069 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8576a810-6379-425b-9726-c6ee37b02753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:26.790862 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8576a810-6379-425b-9726-c6ee37b02753 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12fb3a5a-3857-4e0f-b3e9-9ca3ce677f09 HTTP/1.1" status: 204 len: 168 time: 0.6666660 Sep 08 13:21:26.790862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] No DVR routers for this DVR port aac7b88e-f356-46d6-a10f-843174123316 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:26.845846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576a810-6379-425b-9726-c6ee37b02753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fb3a5a-3857-4e0f-b3e9-9ca3ce677f09,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:26.991482 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-069dc72a-81e9-42c2-a584-e7beed3f3c2b req-ba201023-0305-4cfe-846b-97de88094bc7 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0347135 Sep 08 13:21:26.995688 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:27.059445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2cbd03-0704-4a58-bfc2-92d09d418219']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:27.084651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2242faee-f2f1-4275-b235-edf7435cb82e') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:27.085152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2242faee-f2f1-4275-b235-edf7435cb82e') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:27.101844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09db82c2-356b-41b0-9fc0-e4bb38d99a0e {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:21:27.115757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-24e4f768-a507-47af-9fe1-1424b09fc571 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:27.117352 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-24e4f768-a507-47af-9fe1-1424b09fc571 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 812 time: 0.2759521 Sep 08 13:21:27.133450 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:27.138250 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:27.190599 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:27.193835 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-4c749fa1-3b8c-4e6a-afcc-ca89d6f34ccb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/quotas/1dec3032600c45b5b3c9f460ca7dc40a HTTP/1.1" status: 200 len: 375 time: 0.0582645 Sep 08 13:21:27.198829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:21:27.199245 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:21:27.201040 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:21:27.304247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-d9074e6b-6e70-48af-a344-a1f4cb8998d4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0929484 Sep 08 13:21:27.398411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-63ea42e4-eeff-4f6a-a0af-70319cc75830 service neutron] 10.222.0.69 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865839 Sep 08 13:21:27.412259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Transition to ACTIVE for port object 09db82c2-356b-41b0-9fc0-e4bb38d99a0e will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:27.414361 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:27.428288 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:27.433375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ea2cbd03-0704-4a58-bfc2-92d09d418219 HTTP/1.1" status: 204 len: 168 time: 1.7082932 Sep 08 13:21:27.433921 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36154) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:27.455336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc505492-520f-4fe0-b1cb-e2430e9fe0a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2cbd03-0704-4a58-bfc2-92d09d418219,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:27.525362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:27.542733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-7ceb3f48-b47a-4027-9c8d-ce28d66b8e3b service neutron] 10.222.0.69 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379397 Sep 08 13:21:27.589501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Pushing event updated for resources: {'Port': ['ID=09db82c2-356b-41b0-9fc0-e4bb38d99a0e,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:27.668271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Attempting to bind port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:21:27.668620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Attempting to bind port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '4b8c367f-2090-499d-a6f0-6c97d737a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'fd3b1399-0f7d-42c7-8318-3c52b86fdbaf'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:21:27.668955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Attempting to bind port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e on network fd3b1399-0f7d-42c7-8318-3c52b86fdbaf {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:27.674298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e on network fd3b1399-0f7d-42c7-8318-3c52b86fdbaf not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:21:27.674746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Attempting to bind port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e on network fd3b1399-0f7d-42c7-8318-3c52b86fdbaf {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:27.680349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:21:27.680740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Checking segment: {'id': '4b8c367f-2090-499d-a6f0-6c97d737a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'fd3b1399-0f7d-42c7-8318-3c52b86fdbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:27.681151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Bound using segment: {'id': '4b8c367f-2090-499d-a6f0-6c97d737a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'fd3b1399-0f7d-42c7-8318-3c52b86fdbaf'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:21:27.683584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Bound port: 09db82c2-356b-41b0-9fc0-e4bb38d99a0e, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8c367f-2090-499d-a6f0-6c97d737a1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'fd3b1399-0f7d-42c7-8318-3c52b86fdbaf'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:21:27.683584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:27.691016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36162) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:27.742989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36164) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:27.765053 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] For port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:21:27.769048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] For port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=09db82c2-356b-41b0-9fc0-e4bb38d99a0e,segment=NetworkSegment(4b8c367f-2090-499d-a6f0-6c97d737a1fb),segment_id=4b8c367f-2090-499d-a6f0-6c97d737a1fb)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:21:27.785141 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8606d570-4e11-428c-91e5-7896513639bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2df5bc365a9448acb9c928afc3c6b472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908642 Sep 08 13:21:27.785810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36172) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:27.837729 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:27.893583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ecdd203a-d7e3-45c1-a8fa-d53ab9e79cfa req-c3d1b62e-c70f-41b2-994e-1e4324469758 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 210 time: 0.0660396 Sep 08 13:21:27.910555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:27.911334 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:27.912757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] 10.222.0.70 "PUT /v2.0/ports/09db82c2-356b-41b0-9fc0-e4bb38d99a0e HTTP/1.1" status: 200 len: 1091 time: 1.7138519 Sep 08 13:21:27.946982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffa814-b6cd-4209-a507-7b31372c7055 req-0a0e32d8-6689-4572-9ea2-07c022efd845 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:27.948753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bffa814-b6cd-4209-a507-7b31372c7055 req-0a0e32d8-6689-4572-9ea2-07c022efd845 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 943 time: 0.0934834 Sep 08 13:21:27.965784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d9896a-7dc4-470c-90c6-05b6c444a718', 'tag': '09db82c2-356b-41b0-9fc0-e4bb38d99a0e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:27.968726 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2680b70-b61e-4d77-b868-9490bfa448eb" -d '{"events": [{"name": "network-changed", "server_uuid": "63d9896a-7dc4-470c-90c6-05b6c444a718", "tag": "09db82c2-356b-41b0-9fc0-e4bb38d99a0e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:27.972816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb17c41-2259-4be3-bf52-0fc745b88537 service neutron] Pushing event updated for resources: {'Port': ['ID=09db82c2-356b-41b0-9fc0-e4bb38d99a0e,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:28.000898 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bed77277-2c7e-45d1-a733-4523c07cdd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.007720 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a899b675-1f01-4179-8009-d51bbc55523f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.033959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a899b675-1f01-4179-8009-d51bbc55523f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.044857 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51796baa-dca6-43ee-8525-29935ef932ad x-openstack-request-id: req-51796baa-dca6-43ee-8525-29935ef932ad {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:28.045805 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d9896a-7dc4-470c-90c6-05b6c444a718", "tag": "09db82c2-356b-41b0-9fc0-e4bb38d99a0e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:28.045805 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51796baa-dca6-43ee-8525-29935ef932ad {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:28.050278 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d9896a-7dc4-470c-90c6-05b6c444a718', 'tag': '09db82c2-356b-41b0-9fc0-e4bb38d99a0e', 'status': 'completed', 'code': 200} Sep 08 13:21:28.054788 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bffa814-b6cd-4209-a507-7b31372c7055 req-2de99ab4-6f93-48ed-bcc3-55dc85e88e28 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/security-groups?id=06336f92-0479-4f5e-8ff4-b76c9194cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958755 Sep 08 13:21:28.058833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1632239565-network', 'tenant_id': 'd393c133e7b242bea5864f8b92030dcc'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:28.159713 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3bc6603-84e9-4b6b-9ecd-d2abc54514b6 req-4594828c-02e2-4025-ab0f-e2c960429824 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0382979 Sep 08 13:21:28.163204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2680b70-b61e-4d77-b868-9490bfa448eb req-67309103-53bc-42e7-b06e-2d102f53233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:28.164912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c2680b70-b61e-4d77-b868-9490bfa448eb req-67309103-53bc-42e7-b06e-2d102f53233e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b1a6892f72524e90b5089ee18c6e6c8c&device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 1094 time: 0.0966575 Sep 08 13:21:28.254535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Made reservation on behalf of d393c133e7b242bea5864f8b92030dcc for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:28.257494 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.262268 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a899b675-1f01-4179-8009-d51bbc55523f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.264826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a899b675-1f01-4179-8009-d51bbc55523f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.268562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a899b675-1f01-4179-8009-d51bbc55523f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34 HTTP/1.1" status: 204 len: 168 time: 0.4790471 Sep 08 13:21:28.286688 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.290700 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899b675-1f01-4179-8009-d51bbc55523f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5f78ea-c03e-4a11-a4db-fd9d5ffcbe34,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:28.341742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-bed77277-2c7e-45d1-a733-4523c07cdd35 admin admin] Deleting port e3ec37d8-3df4-45c3-98a6-cb2530d8630b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:28.342102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bed77277-2c7e-45d1-a733-4523c07cdd35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.345447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2680b70-b61e-4d77-b868-9490bfa448eb req-ee16b04a-01e9-4472-988d-834ace24d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:28.347011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c2680b70-b61e-4d77-b868-9490bfa448eb req-ee16b04a-01e9-4472-988d-834ace24d06c service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b1a6892f72524e90b5089ee18c6e6c8c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1712580 Sep 08 13:21:28.444103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-bed77277-2c7e-45d1-a733-4523c07cdd35 admin admin] For port e3ec37d8-3df4-45c3-98a6-cb2530d8630b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e3ec37d8-3df4-45c3-98a6-cb2530d8630b,segment=NetworkSegment(74e0fe63-d4b5-44b4-b99b-78673843b5a1),segment_id=74e0fe63-d4b5-44b4-b99b-78673843b5a1)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:28.444884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bed77277-2c7e-45d1-a733-4523c07cdd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.459440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-bed77277-2c7e-45d1-a733-4523c07cdd35 admin admin] Calling delete_port for e3ec37d8-3df4-45c3-98a6-cb2530d8630b owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:28.485504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2680b70-b61e-4d77-b868-9490bfa448eb req-450efd5b-5ee0-4794-a67f-cbbe14f30619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:28.487237 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c2680b70-b61e-4d77-b868-9490bfa448eb req-450efd5b-5ee0-4794-a67f-cbbe14f30619 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1334810 Sep 08 13:21:28.509631 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.566476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-3cdec396-bce4-4a32-9cb6-11f53d4c9332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:28.568012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-3cdec396-bce4-4a32-9cb6-11f53d4c9332 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b1a6892f72524e90b5089ee18c6e6c8c&device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 1094 time: 0.0454562 Sep 08 13:21:28.609958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-80879238-3d24-416b-8e33-5de9bcd2f3ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=09db82c2-356b-41b0-9fc0-e4bb38d99a0e HTTP/1.1" status: 200 len: 217 time: 0.0342448 Sep 08 13:21:28.625389 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.681286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:21:28.696059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b21dbf6-d2a4-409d-bfd1-94238148e8e8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:28.705447 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.705797 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Added segment db5c6db9-2b67-4a05-9676-c63d54c6e62e of type vlan for network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d Sep 08 13:21:28.708359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-66a1ab8a-650a-49f5-a469-26aae36c29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:28.710013 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-66a1ab8a-650a-49f5-a469-26aae36c29d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=332dabbd-96f9-4109-950b-b44df8948e4c HTTP/1.1" status: 200 len: 854 time: 0.0932522 Sep 08 13:21:28.755593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bed77277-2c7e-45d1-a733-4523c07cdd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.770292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-d36e37a6-214a-4663-ae26-34bacddc754b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fd3b1399-0f7d-42c7-8318-3c52b86fdbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522363 Sep 08 13:21:28.792356 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:28.795046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed77277-2c7e-45d1-a733-4523c07cdd35 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ec37d8-3df4-45c3-98a6-cb2530d8630b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:28.906438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-f137c79f-8c1e-439a-94ac-44b4422a3f5f service neutron] 10.222.0.70 "GET /v2.0/networks/fd3b1399-0f7d-42c7-8318-3c52b86fdbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261933 Sep 08 13:21:29.007742 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bed77277-2c7e-45d1-a733-4523c07cdd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:29.008024 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:29.009217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:29.009873 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:29.075675 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79f56661-0552-429d-94da-1c985e5bb8b0 req-3ef48908-1205-44ed-a909-118c0a124ef1 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 210 time: 0.0581694 Sep 08 13:21:29.130046 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e71861f9-ad8d-481e-8c3b-d50983d644e2 req-8691299d-9892-4dad-9024-9954f19f6768 service neutron] 10.222.0.70 "GET /v2.0/networks/fd3b1399-0f7d-42c7-8318-3c52b86fdbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161677 Sep 08 13:21:29.130951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] Pushing event updated for resources: {'Network': ['ID=472f8bac-fe07-4bc2-9af9-0fd24f5a157d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:29.146108 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:21:29.212273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14584a62-b110-4312-a57d-b08607a3387a req-a59acb3f-eb6a-478f-960e-51e871517b69 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:29.213807 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14584a62-b110-4312-a57d-b08607a3387a req-a59acb3f-eb6a-478f-960e-51e871517b69 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 943 time: 0.0509212 Sep 08 13:21:29.215647 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c656e843-8026-4c8d-9fb4-5ddded74670a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4710462 Sep 08 13:21:29.218704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36204) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:29.225047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7ca880c2-b513-43f9-972c-4457d80770a5 admin admin] Request body: {'subnet': {'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1632239565-subnet', 'tenant_id': 'd393c133e7b242bea5864f8b92030dcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:29.274935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14584a62-b110-4312-a57d-b08607a3387a req-8bc0acfa-f3f5-418e-aa91-344c7a23e421 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/security-groups?id=06336f92-0479-4f5e-8ff4-b76c9194cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534716 Sep 08 13:21:29.285907 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed77277-2c7e-45d1-a733-4523c07cdd35 admin admin] Router fe832b81-6941-4442-947e-7eba5d687d96 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:21:29.369480 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-07221b9a-99cf-470f-beb4-6a7e8079a18b req-f38dc850-3ce2-4f59-9ff0-03b409458e8d tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0276186 Sep 08 13:21:29.397514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed77277-2c7e-45d1-a733-4523c07cdd35 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:21:29.402728 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bed77277-2c7e-45d1-a733-4523c07cdd35 admin admin] 10.222.0.69 "PUT /v2.0/routers/fe832b81-6941-4442-947e-7eba5d687d96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9675012 Sep 08 13:21:29.406515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36206) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:29.410457 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce964baf-e7da-4a70-8ad7-bd20c64486f6 None None] Sync routers for ids ['fe832b81-6941-4442-947e-7eba5d687d96'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:21:29.420963 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce964baf-e7da-4a70-8ad7-bd20c64486f6 None None] Routers {'fe832b81-6941-4442-947e-7eba5d687d96'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:29.421793 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ce964baf-e7da-4a70-8ad7-bd20c64486f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fe832b81-6941-4442-947e-7eba5d687d96'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:29.474413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca880c2-b513-43f9-972c-4457d80770a5 admin admin] Made reservation on behalf of d393c133e7b242bea5864f8b92030dcc for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:29.477261 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7ca880c2-b513-43f9-972c-4457d80770a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:29.517886 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:29.568559 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-ce964baf-e7da-4a70-8ad7-bd20c64486f6 None None] Set router fe832b81-6941-4442-947e-7eba5d687d96 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:29.641088 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:29.806681 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ce964baf-e7da-4a70-8ad7-bd20c64486f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459843888-router', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:18Z', 'updated_at': '2021-09-08T13:21:28Z', 'revision_number': 5, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'gw_port': {'id': '772b21ea-284f-4b15-b7db-ca79d2050ea7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:e9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:19Z', 'updated_at': '2021-09-08T13:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:29.810046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Deleting port 772b21ea-284f-4b15-b7db-ca79d2050ea7 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:29.810450 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:29.811535 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7ca880c2-b513-43f9-972c-4457d80770a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:29.840707 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce964baf-e7da-4a70-8ad7-bd20c64486f6 None None] Checking router: fe832b81-6941-4442-947e-7eba5d687d96 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:21:29.849454 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce964baf-e7da-4a70-8ad7-bd20c64486f6 None None] Routers {'fe832b81-6941-4442-947e-7eba5d687d96'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:29.850151 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ce964baf-e7da-4a70-8ad7-bd20c64486f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fe832b81-6941-4442-947e-7eba5d687d96'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:29.885017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca880c2-b513-43f9-972c-4457d80770a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fa4303-193a-472f-a290-301c315fda82,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:29.905661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca880c2-b513-43f9-972c-4457d80770a5 admin admin] Checking segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:29.906296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca880c2-b513-43f9-972c-4457d80770a5 admin admin] Network hostable DHCP agents. Network: 472f8bac-fe07-4bc2-9af9-0fd24f5a157d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:21:29.917108 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] For port 772b21ea-284f-4b15-b7db-ca79d2050ea7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=772b21ea-284f-4b15-b7db-ca79d2050ea7,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:29.918258 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:29.941416 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Calling delete_port for 772b21ea-284f-4b15-b7db-ca79d2050ea7 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:29.988714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca880c2-b513-43f9-972c-4457d80770a5 admin admin] Network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:21:30.036121 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-ce964baf-e7da-4a70-8ad7-bd20c64486f6 None None] Set router fe832b81-6941-4442-947e-7eba5d687d96 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:30.064057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-7ca880c2-b513-43f9-972c-4457d80770a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 472f8bac-fe07-4bc2-9af9-0fd24f5a157d) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:30.068247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca880c2-b513-43f9-972c-4457d80770a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:30.068903 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7ca880c2-b513-43f9-972c-4457d80770a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:30.074477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5c86d9-007f-4ed4-a2af-01651a177e84 None None] Network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:30.124691 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ce964baf-e7da-4a70-8ad7-bd20c64486f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459843888-router', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:18Z', 'updated_at': '2021-09-08T13:21:29Z', 'revision_number': 6, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:30.187694 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce964baf-e7da-4a70-8ad7-bd20c64486f6 None None] The sync data for ids ['fe832b81-6941-4442-947e-7eba5d687d96'] in n-d-807558-3 is: [{'id': 'fe832b81-6941-4442-947e-7eba5d687d96', 'name': 'tempest-AttachSCSIVolumeTestJSON-1459843888-router', 'tenant_id': '7d43dd5fceb84d68ac1519a557628239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:18Z', 'updated_at': '2021-09-08T13:21:29Z', 'revision_number': 6, 'project_id': '7d43dd5fceb84d68ac1519a557628239', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:21:30.199066 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7ca880c2-b513-43f9-972c-4457d80770a5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9793217 Sep 08 13:21:30.253320 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40bda743-b602-4807-bfa2-2d3d819815e2 req-fc0658d6-ff72-47c6-b609-84556185b32b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 210 time: 0.0497127 Sep 08 13:21:30.255119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db744720-1be9-46a7-804b-2bbe1ebc8d7b None None] Network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:30.358884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:30.717501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e3ec37d8-3df4-45c3-98a6-cb2530d8630b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:30.762706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: e3ec37d8-3df4-45c3-98a6-cb2530d8630b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:30.763053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e3ec37d8-3df4-45c3-98a6-cb2530d8630b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:30.782505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Pushing event deleted for resources: {'Port': ['ID=772b21ea-284f-4b15-b7db-ca79d2050ea7,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:30.815034 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30ab5704-6fc5-452a-ba74-b3cfae5e4f0f req-3d56aed7-ee45-4626-8f1c-2f4664bce462 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0415788 Sep 08 13:21:30.851853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-169ad813-0aa5-4867-aa71-e4395d69f316 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:30.853883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-169ad813-0aa5-4867-aa71-e4395d69f316 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 812 time: 0.6887157 Sep 08 13:21:30.868105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Request body: {'port': {'device_id': '02d40756-6acb-4855-9a42-94086b095aff', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'admin_state_up': True, 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:30.878212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:30.918798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec101894-2030-4e26-9059-7b1f92fc9c0a req-66b2a715-63bc-4f77-b5e8-05b273e861ff tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:30.921508 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec101894-2030-4e26-9059-7b1f92fc9c0a req-66b2a715-63bc-4f77-b5e8-05b273e861ff tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 943 time: 0.5520205 Sep 08 13:21:31.003702 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.007151 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.065306 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec101894-2030-4e26-9059-7b1f92fc9c0a req-5dc7a89f-c364-4219-9b9f-635b78338599 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/security-groups?id=06336f92-0479-4f5e-8ff4-b76c9194cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136820 Sep 08 13:21:31.113778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Made reservation on behalf of 1dec3032600c45b5b3c9f460ca7dc40a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:31.117311 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.150396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.151418 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe832b81-6941-4442-947e-7eba5d687d96 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:21:31.168334 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.169834 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ade48a19-17a5-4e6e-97d5-91ad5c0d9cba admin admin] 10.222.0.69 "DELETE /v2.0/routers/fe832b81-6941-4442-947e-7eba5d687d96 HTTP/1.1" status: 204 len: 168 time: 1.7614002 Sep 08 13:21:31.174119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36234) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:31.236163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ce5cd81-6377-40b8-91bb-7c38bccd9e17 admin admin] Deleting subnet 0372db0b-31e7-4232-bb58-8e07e3d448c0 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:21:31.240039 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce5cd81-6377-40b8-91bb-7c38bccd9e17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.291720 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce5cd81-6377-40b8-91bb-7c38bccd9e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.331176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-168900bc-bfbe-4832-ae5c-4ea5b210ce7e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:31.338578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-168900bc-bfbe-4832-ae5c-4ea5b210ce7e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.2372227 Sep 08 13:21:31.355585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-f5591048-4c4b-4774-b326-11056f75cec7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/quotas/d393c133e7b242bea5864f8b92030dcc HTTP/1.1" status: 200 len: 375 time: 0.0159919 Sep 08 13:21:31.382766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Allocated IP 172.20.0.8 (7fd134f2-364c-4787-8e53-93ac96df2933/f91b05d9-a459-42c8-98cb-2cd7551cf9b2/c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:21:31.393739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce5cd81-6377-40b8-91bb-7c38bccd9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.416038 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-821eb506-54dc-4a43-b4dd-e0c55c37f1ef tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382318 Sep 08 13:21:31.480050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f90eba68-d786-405e-a2cf-95c1f5d2c57e req-3befbd04-15a6-4341-9909-d3a1613c09b6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 210 time: 0.0297351 Sep 08 13:21:31.537583 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce5cd81-6377-40b8-91bb-7c38bccd9e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.554923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-f0040f32-4b90-48ff-bb28-7e05d6b8d05c service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234324 Sep 08 13:21:31.571128 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce5cd81-6377-40b8-91bb-7c38bccd9e17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.573490 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2ce5cd81-6377-40b8-91bb-7c38bccd9e17 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/0372db0b-31e7-4232-bb58-8e07e3d448c0 HTTP/1.1" status: 204 len: 168 time: 0.3977952 Sep 08 13:21:31.574120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5cd81-6377-40b8-91bb-7c38bccd9e17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0372db0b-31e7-4232-bb58-8e07e3d448c0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:31.579396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11417a94-1054-4e5d-a037-04d6096643ef None None] Network 8e16aa8c-c846-4248-ba37-a37863288611 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:31.579940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36238) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:31.793970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b9168-77a7-4242-8ac0-b171714106dd None None] DHCP port deletion for 8e16aa8c-c846-4248-ba37-a37863288611 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:21:31.818295 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.824615 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.843284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-feb4f06e-dc97-46ad-aa45-7f0811fe1b34 service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788558 Sep 08 13:21:31.872246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Transition to ACTIVE for port object c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:31.886477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f71b9168-77a7-4242-8ac0-b171714106dd None None] Deleting port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:31.886875 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f71b9168-77a7-4242-8ac0-b171714106dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.936673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Deleting port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:31.937026 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.960033 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf0c0f16-838b-4586-b45d-5e26531fb585 req-693070f9-0841-46d9-bc79-d5ec420c1df4 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0499194 Sep 08 13:21:31.978250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f71b9168-77a7-4242-8ac0-b171714106dd None None] For port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0cc0a2a5-81f5-4606-9c9d-f01b187e61fd,segment=NetworkSegment(74e0fe63-d4b5-44b4-b99b-78673843b5a1),segment_id=74e0fe63-d4b5-44b4-b99b-78673843b5a1)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:31.978757 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f71b9168-77a7-4242-8ac0-b171714106dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:31.995961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f71b9168-77a7-4242-8ac0-b171714106dd None None] Calling delete_port for 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:32.045084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] For port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0cc0a2a5-81f5-4606-9c9d-f01b187e61fd,segment=NetworkSegment(74e0fe63-d4b5-44b4-b99b-78673843b5a1),segment_id=74e0fe63-d4b5-44b4-b99b-78673843b5a1)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:32.047154 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.059638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Calling delete_port for 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:32.131782 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.146489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['14b16c1a-d66e-46c2-995a-b89a95519603'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:32.148532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 09db82c2-356b-41b0-9fc0-e4bb38d99a0e details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:21:32.178854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Network 7fd134f2-364c-4787-8e53-93ac96df2933 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:21:32.182474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:32.188922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:21:32.224960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event updated for resources: {'Port': ['ID=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:32.243080 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f71b9168-77a7-4242-8ac0-b171714106dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.243973 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.262613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b9168-77a7-4242-8ac0-b171714106dd None None] No DVR routers for this DVR port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:32.276788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331f892-bf05-40e6-900d-34f7ffade44e req-64221685-27f2-4943-b333-4f84a3a8ad7e tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:32.279569 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e331f892-bf05-40e6-900d-34f7ffade44e req-64221685-27f2-4943-b333-4f84a3a8ad7e tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 943 time: 0.1212790 Sep 08 13:21:32.329744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] No DVR routers for this DVR port 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:32.335967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc0a2a5-81f5-4606-9c9d-f01b187e61fd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:32.346268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:32.347052 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.356208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b9168-77a7-4242-8ac0-b171714106dd None None] Pushing event deleted for resources: {'Port': ['ID=0cc0a2a5-81f5-4606-9c9d-f01b187e61fd,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:32.369987 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e331f892-bf05-40e6-900d-34f7ffade44e req-81ec2155-75df-4a4d-bfab-98faf00c5141 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/security-groups?id=06336f92-0479-4f5e-8ff4-b76c9194cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825155 Sep 08 13:21:32.454993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=09db82c2-356b-41b0-9fc0-e4bb38d99a0e,segment=NetworkSegment(4b8c367f-2090-499d-a6f0-6c97d737a1fb),segment_id=4b8c367f-2090-499d-a6f0-6c97d737a1fb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:32.455528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-94539552-89e4-4217-8f42-e100207b2a1c req-3ad3959a-280d-4ed2-99d8-1697efc604c1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 210 time: 0.0806570 Sep 08 13:21:32.534798 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.539194 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-c6e76719-8a85-493a-877f-7dc167a29d20 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6750829 Sep 08 13:21:32.569088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Request body: {'port': {'device_id': '02d40756-6acb-4855-9a42-94086b095aff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:32.577802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '09db82c2-356b-41b0-9fc0-e4bb38d99a0e', 'network_id': 'fd3b1399-0f7d-42c7-8318-3c52b86fdbaf', 'port_id': '09db82c2-356b-41b0-9fc0-e4bb38d99a0e', 'mac_address': 'fa:16:3e:ed:b6:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332dabbd-96f9-4109-950b-b44df8948e4c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:21:32.591463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e16aa8c-c846-4248-ba37-a37863288611']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:32.604512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e0fe63-d4b5-44b4-b99b-78673843b5a1') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:32.604512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e0fe63-d4b5-44b4-b99b-78673843b5a1') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:32.617668 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.637847 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.645596 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.647553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:21:32.648065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:32.648339 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:21:32.662311 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:21:32.684406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ee33f-7a0b-4b0d-861c-5382be9c4c36 req-e3afdf58-0f24-4a87-a0e3-64c0aca9726d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:32.686208 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd9ee33f-7a0b-4b0d-861c-5382be9c4c36 req-e3afdf58-0f24-4a87-a0e3-64c0aca9726d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 931 time: 0.1070821 Sep 08 13:21:32.689035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:32.693025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0cc0a2a5-81f5-4606-9c9d-f01b187e61fd not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:32.693025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 772b21ea-284f-4b15-b7db-ca79d2050ea7 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:32.698098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09db82c2-356b-41b0-9fc0-e4bb38d99a0e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:21:32.721599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=09db82c2-356b-41b0-9fc0-e4bb38d99a0e,segment=NetworkSegment(4b8c367f-2090-499d-a6f0-6c97d737a1fb),segment_id=4b8c367f-2090-499d-a6f0-6c97d737a1fb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:32.748492 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 772b21ea-284f-4b15-b7db-ca79d2050ea7 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:32.748492 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 772b21ea-284f-4b15-b7db-ca79d2050ea7 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:32.757739 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd9ee33f-7a0b-4b0d-861c-5382be9c4c36 req-f1c72624-c123-49a6-b781-6617a587af58 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641334 Sep 08 13:21:32.777745 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.822822 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.888136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=09db82c2-356b-41b0-9fc0-e4bb38d99a0e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:32.908953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6c295129-22ec-4a06-ab1f-dee5381e3361 None None] Provisioning for port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:21:32.913893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6c295129-22ec-4a06-ab1f-dee5381e3361 None None] Provisioning complete for port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:32.914476 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c295129-22ec-4a06-ab1f-dee5381e3361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.926876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.936369 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:32.938344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8e16aa8c-c846-4248-ba37-a37863288611 HTTP/1.1" status: 204 len: 168 time: 1.3540428 Sep 08 13:21:32.954372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05751cef-4163-43c6-b50f-6a84f7715710 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e16aa8c-c846-4248-ba37-a37863288611,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:32.966981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6c295129-22ec-4a06-ab1f-dee5381e3361 None None] Port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:21:33.099786 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02931f89-61f4-40e2-9e8b-a4fdc638d0c0 req-abbaf1f9-afda-4126-8cf4-b2f873b66e72 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0383120 Sep 08 13:21:33.100203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['09db82c2-356b-41b0-9fc0-e4bb38d99a0e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:33.159181 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:21:33.168128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:33.181669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Transition to ACTIVE for port object c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:33.325609 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:33.382606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Pushing event updated for resources: {'Port': ['ID=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:33.509171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Attempting to bind port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:21:33.509440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Attempting to bind port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:21:33.511288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Attempting to bind port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e on network 7fd134f2-364c-4787-8e53-93ac96df2933 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:33.520590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e on network 7fd134f2-364c-4787-8e53-93ac96df2933 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:21:33.520972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Attempting to bind port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e on network 7fd134f2-364c-4787-8e53-93ac96df2933 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:33.528569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:21:33.528948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Checking segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:33.529311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Bound using segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:21:33.529758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Bound port: c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:21:33.530128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:33.539452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11718680-f9b8-46c9-b79c-b9d7e754983d req-adf4b2cf-6a11-43ab-bd6d-2d2f65be80e4 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:33.546782 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11718680-f9b8-46c9-b79c-b9d7e754983d req-adf4b2cf-6a11-43ab-bd6d-2d2f65be80e4 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 944 time: 0.0834200 Sep 08 13:21:33.576577 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bbd354cc-ad46-4626-8cd9-34686cd1f7ec req-2e8f3955-f608-4b2c-a9a0-0ddde4c8d93c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 210 time: 0.0360165 Sep 08 13:21:33.612815 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11718680-f9b8-46c9-b79c-b9d7e754983d req-88dcf093-ffef-4b81-8601-554578374636 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/security-groups?id=06336f92-0479-4f5e-8ff4-b76c9194cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642493 Sep 08 13:21:33.649583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36268) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:33.659014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] For port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:21:33.669223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] For port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:21:33.706614 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7ba742bb-be42-462a-8cb3-0af5f82d91e0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=87c4148b76ce451aa3e85da0df3d1072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556383 Sep 08 13:21:33.709050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36270) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:33.760568 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db1a1aed-63cb-4361-9054-10183bf19686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:33.777891 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:33.784609 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db1a1aed-63cb-4361-9054-10183bf19686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:33.840133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:33.840866 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:33.842350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] 10.222.0.60 "PUT /v2.0/ports/c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e HTTP/1.1" status: 200 len: 1091 time: 1.2947788 Sep 08 13:21:33.842823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d40756-6acb-4855-9a42-94086b095aff', 'tag': 'c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:33.845681 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e542af-dcbf-4e8f-9d95-cd6610eabc91" -d '{"events": [{"name": "network-changed", "server_uuid": "02d40756-6acb-4855-9a42-94086b095aff", "tag": "c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:33.911040 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee90d9d-dac6-45f0-8bee-9cd423f4115c x-openstack-request-id: req-aee90d9d-dac6-45f0-8bee-9cd423f4115c {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:33.911342 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d40756-6acb-4855-9a42-94086b095aff", "tag": "c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:33.911594 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aee90d9d-dac6-45f0-8bee-9cd423f4115c {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:33.912054 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d40756-6acb-4855-9a42-94086b095aff', 'tag': 'c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e', 'status': 'completed', 'code': 200} Sep 08 13:21:33.919950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fcb13-e907-4e50-b13d-0d4ef615738f service neutron] Pushing event updated for resources: {'Port': ['ID=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:33.921435 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db1a1aed-63cb-4361-9054-10183bf19686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:33.925214 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db1a1aed-63cb-4361-9054-10183bf19686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:33.925989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-db1a1aed-63cb-4361-9054-10183bf19686 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/533e308f-a6b0-46eb-9db2-bdbaca43e043 HTTP/1.1" status: 204 len: 168 time: 0.2158008 Sep 08 13:21:33.939155 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a1aed-63cb-4361-9054-10183bf19686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533e308f-a6b0-46eb-9db2-bdbaca43e043,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:33.970290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893f809-7370-4a4f-8e1e-9dd27930fe39 req-ba158b87-4e07-44af-8270-e0ce0708bcf5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:33.970290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e893f809-7370-4a4f-8e1e-9dd27930fe39 req-ba158b87-4e07-44af-8270-e0ce0708bcf5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 943 time: 0.1047568 Sep 08 13:21:34.066872 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e893f809-7370-4a4f-8e1e-9dd27930fe39 req-634e151c-65d9-485d-83ed-949b05ed3bec tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885720 Sep 08 13:21:34.071043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e542af-dcbf-4e8f-9d95-cd6610eabc91 req-d320256d-2d14-482d-92e1-728edb13a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:34.072558 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77e542af-dcbf-4e8f-9d95-cd6610eabc91 req-d320256d-2d14-482d-92e1-728edb13a876 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 1094 time: 0.1035008 Sep 08 13:21:34.142727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 09db82c2-356b-41b0-9fc0-e4bb38d99a0e up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:21:34.189959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e542af-dcbf-4e8f-9d95-cd6610eabc91 req-d0cdab4f-59fd-4624-b91b-5e1756b6f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:34.192442 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77e542af-dcbf-4e8f-9d95-cd6610eabc91 req-d0cdab4f-59fd-4624-b91b-5e1756b6f223 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1114051 Sep 08 13:21:34.289947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-81575fb5-ca00-4a18-8866-a94be3e0fdd6 req-4bef9ab7-5990-4af9-b0d5-429dc7881c23 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0579536 Sep 08 13:21:34.340618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e542af-dcbf-4e8f-9d95-cd6610eabc91 req-0b603b14-5dea-4883-a7ad-bc356257f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:34.342132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77e542af-dcbf-4e8f-9d95-cd6610eabc91 req-0b603b14-5dea-4883-a7ad-bc356257f07e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1403346 Sep 08 13:21:34.405700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:21:34.411664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:34.412052 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:34.446589 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-816938d9-046f-4d21-81bd-0469e9cf58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:34.451591 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-816938d9-046f-4d21-81bd-0469e9cf58f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 1094 time: 0.0705190 Sep 08 13:21:34.506636 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-0c1acedb-f427-4bc3-b205-e369711a4cd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e HTTP/1.1" status: 200 len: 217 time: 0.0486822 Sep 08 13:21:34.526321 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:34.563437 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d9896a-7dc4-470c-90c6-05b6c444a718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09db82c2-356b-41b0-9fc0-e4bb38d99a0e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:34.566443 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46d39ac-c442-4af1-884e-dc731762ceb3" -d '{"events": [{"server_uuid": "63d9896a-7dc4-470c-90c6-05b6c444a718", "name": "network-vif-plugged", "status": "completed", "tag": "09db82c2-356b-41b0-9fc0-e4bb38d99a0e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:34.580267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-69abf900-9fc2-4738-8858-077f484b829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:34.580841 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=09db82c2-356b-41b0-9fc0-e4bb38d99a0e,segment=NetworkSegment(4b8c367f-2090-499d-a6f0-6c97d737a1fb),segment_id=4b8c367f-2090-499d-a6f0-6c97d737a1fb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:34.582150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-69abf900-9fc2-4738-8858-077f484b829b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0673804 Sep 08 13:21:34.611793 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aebcd5-0fba-47ac-a3ef-13b4339f696f x-openstack-request-id: req-23aebcd5-0fba-47ac-a3ef-13b4339f696f {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:34.612083 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d9896a-7dc4-470c-90c6-05b6c444a718", "name": "network-vif-plugged", "status": "completed", "tag": "09db82c2-356b-41b0-9fc0-e4bb38d99a0e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:34.612330 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-23aebcd5-0fba-47ac-a3ef-13b4339f696f {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:34.612716 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d9896a-7dc4-470c-90c6-05b6c444a718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09db82c2-356b-41b0-9fc0-e4bb38d99a0e', 'code': 200} Sep 08 13:21:34.652604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-07d470f7-3b15-4271-93d3-de76a020a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:34.654162 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-07d470f7-3b15-4271-93d3-de76a020a17f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633280 Sep 08 13:21:34.657524 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:34.711536 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0288489e-52ad-4455-8536-e6f934c03694 req-4a60ed60-acf9-4089-ad03-21b9db222045 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 210 time: 0.0344231 Sep 08 13:21:34.720869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=09db82c2-356b-41b0-9fc0-e4bb38d99a0e,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:34.731500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:34.731861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:34.732210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:34.732556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:34.732895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:34.733231 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:34.733566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:34.733898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:34.734253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:34.734584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:34.734980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:34.739218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:34.838129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-069605f2-9718-4801-aec7-5bd9f6cedefc service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737924 Sep 08 13:21:34.838754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70351ef-c85a-49a8-a4b4-238c001d2d8c req-c2dd6cac-9f44-4ee0-bcbc-07a973aa109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:34.840174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b70351ef-c85a-49a8-a4b4-238c001d2d8c req-c2dd6cac-9f44-4ee0-bcbc-07a973aa109c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 1096 time: 0.1007855 Sep 08 13:21:34.894493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66d7f5-bd54-4881-a8ea-cddcebb94ea2 req-ddc89fa9-f8ca-41b3-a3af-fe6378ebb696 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:34.895982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b66d7f5-bd54-4881-a8ea-cddcebb94ea2 req-ddc89fa9-f8ca-41b3-a3af-fe6378ebb696 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 945 time: 0.1537361 Sep 08 13:21:34.959062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b70351ef-c85a-49a8-a4b4-238c001d2d8c req-dfbdeab5-f6b0-4c23-813f-67d6ea2f46d7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=06336f92-0479-4f5e-8ff4-b76c9194cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067064 Sep 08 13:21:34.984420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b66d7f5-bd54-4881-a8ea-cddcebb94ea2 req-5ae3c71b-dfa4-4153-9932-e78334a039fe tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/security-groups?id=06336f92-0479-4f5e-8ff4-b76c9194cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816414 Sep 08 13:21:34.996091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28a5b5c8-8abd-42ec-9365-080ef1e52d9a req-e9ba7219-83b1-410a-a307-b25ee75c83e2 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528978 Sep 08 13:21:35.037734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36292) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:35.079805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-00c25491-76c5-4119-972b-4cea43d9d834 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7d43dd5fceb84d68ac1519a557628239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407400 Sep 08 13:21:35.082233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36294) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:35.140048 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0f2496b-85bc-4f93-9bc6-d2007b1a14c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:35.192383 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0f2496b-85bc-4f93-9bc6-d2007b1a14c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:35.233835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7c3bb-8298-41a0-8c00-4793748bb808 req-ad69c848-1f03-456a-b833-dec4fc32447b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:35.234743 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7c7c3bb-8298-41a0-8c00-4793748bb808 req-ad69c848-1f03-456a-b833-dec4fc32447b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 943 time: 0.0925367 Sep 08 13:21:35.276912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-ce28b5cf-4356-4293-a01d-6de19d40f145 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:35.278500 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-ce28b5cf-4356-4293-a01d-6de19d40f145 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.1196647 Sep 08 13:21:35.296091 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7c7c3bb-8298-41a0-8c00-4793748bb808 req-4b3cc727-f72c-4457-a173-a8cd2515b267 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514212 Sep 08 13:21:35.300276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Request body: {'port': {'device_id': '5f77b996-e4e5-42f3-8ab8-faa781c207c0', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'admin_state_up': True, 'tenant_id': 'd393c133e7b242bea5864f8b92030dcc'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:35.400004 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0f2496b-85bc-4f93-9bc6-d2007b1a14c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:35.402962 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0f2496b-85bc-4f93-9bc6-d2007b1a14c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:35.404148 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c0f2496b-85bc-4f93-9bc6-d2007b1a14c9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7731fc53-5ada-49f3-91cd-fb612ae5d858 HTTP/1.1" status: 204 len: 168 time: 0.3208764 Sep 08 13:21:35.413736 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd99c2bc-cbc4-437a-983b-1a1b79eac491 req-ec5ac1be-b308-4e63-b3d9-0c3710a79a5d tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0403562 Sep 08 13:21:35.414697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2496b-85bc-4f93-9bc6-d2007b1a14c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7731fc53-5ada-49f3-91cd-fb612ae5d858,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:35.565585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Made reservation on behalf of d393c133e7b242bea5864f8b92030dcc for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:35.569233 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:35.692472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Allocated IP 172.20.0.8 (472f8bac-fe07-4bc2-9af9-0fd24f5a157d/80fa4303-193a-472f-a290-301c315fda82/8ff7cf1d-1246-4f06-9486-1dd4f35b519c) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:21:35.817428 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-199e483f-1aa2-4786-9ae5-08537ca841f2 req-dc1f6bbe-6b60-4a55-b7f7-342ded0a68e1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 210 time: 0.0361869 Sep 08 13:21:35.848510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:35.960178 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:36.007615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:21:36.026056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:36.026056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:21:36.042833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Pushing event updated for resources: {'Port': ['ID=8ff7cf1d-1246-4f06-9486-1dd4f35b519c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:36.098215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:36.136018 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:36.136018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495cea2-0332-4169-a1f6-f0c72d93fbaa req-5736474d-4e25-4512-92be-96f0453ed857 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:36.136018 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b495cea2-0332-4169-a1f6-f0c72d93fbaa req-5736474d-4e25-4512-92be-96f0453ed857 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 945 time: 0.0712311 Sep 08 13:21:36.168245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b495cea2-0332-4169-a1f6-f0c72d93fbaa req-42ab2996-b0c1-4718-8063-5f1553932768 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/security-groups?id=06336f92-0479-4f5e-8ff4-b76c9194cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Sep 08 13:21:36.279549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-dbdd3a36-1e31-4d7a-8cd9-7fdbb083f6a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9840605 Sep 08 13:21:36.291313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Request body: {'port': {'device_id': '5f77b996-e4e5-42f3-8ab8-faa781c207c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:36.345031 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:36.443501 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f6d6a8-f550-4255-90d1-d76072e866ea req-832cab5c-3903-4078-954e-ed0632796bbb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:36.445585 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9f6d6a8-f550-4255-90d1-d76072e866ea req-832cab5c-3903-4078-954e-ed0632796bbb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 943 time: 0.0604334 Sep 08 13:21:36.491430 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9f6d6a8-f550-4255-90d1-d76072e866ea req-e89ebf12-65c4-4eab-a269-cbe46c7dbc5a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392609 Sep 08 13:21:36.607290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6ecf497-e1f9-422d-b048-98c9cec76dd0 req-9fe8ada4-f2c1-44de-9da0-0c0de4184655 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0703406 Sep 08 13:21:36.692038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff7cf1d-1246-4f06-9486-1dd4f35b519c {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:21:36.699805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:36.711686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Transition to ACTIVE for port object 8ff7cf1d-1246-4f06-9486-1dd4f35b519c will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:36.729270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36330) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:36.794912 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:36.828978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1763343638-network', 'tenant_id': '10e43ceb15c24735979f27b527c3276e'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:36.849096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Pushing event updated for resources: {'Port': ['ID=8ff7cf1d-1246-4f06-9486-1dd4f35b519c,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:36.919332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Attempting to bind port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:21:36.919668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Attempting to bind port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:21:36.919999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Attempting to bind port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:36.924886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:21:36.925203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Attempting to bind port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:36.930309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:21:36.930650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Checking segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:36.932227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Bound using segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:21:36.932227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Bound port: 8ff7cf1d-1246-4f06-9486-1dd4f35b519c, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:21:36.932227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:36.934970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ae2eb-4130-4a42-aab1-cc32e86fc1bf req-92004c8a-d81c-472c-973d-c94777ffdbb3 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:36.936522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-716ae2eb-4130-4a42-aab1-cc32e86fc1bf req-92004c8a-d81c-472c-973d-c94777ffdbb3 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 943 time: 0.0543306 Sep 08 13:21:36.968265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Made reservation on behalf of 10e43ceb15c24735979f27b527c3276e for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:36.971115 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:36.983347 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:36.989137 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-716ae2eb-4130-4a42-aab1-cc32e86fc1bf req-0840098a-f008-4009-9283-4b5bc8d2c605 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463066 Sep 08 13:21:37.002393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] For port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:21:37.006413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] For port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8ff7cf1d-1246-4f06-9486-1dd4f35b519c,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:21:37.079132 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:37.137334 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:37.173001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:37.173639 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:37.175092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] 10.222.0.70 "PUT /v2.0/ports/8ff7cf1d-1246-4f06-9486-1dd4f35b519c HTTP/1.1" status: 200 len: 1091 time: 0.8879433 Sep 08 13:21:37.175537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f77b996-e4e5-42f3-8ab8-faa781c207c0', 'tag': '8ff7cf1d-1246-4f06-9486-1dd4f35b519c'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:37.177785 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7dc9a5-eda9-4d40-947d-503715ac2796" -d '{"events": [{"name": "network-changed", "server_uuid": "5f77b996-e4e5-42f3-8ab8-faa781c207c0", "tag": "8ff7cf1d-1246-4f06-9486-1dd4f35b519c"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:37.203433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39493aa4-4c93-49d7-a8ac-5a37ded6c28c service neutron] Pushing event updated for resources: {'Port': ['ID=8ff7cf1d-1246-4f06-9486-1dd4f35b519c,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:37.216851 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:37.223820 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe25e33-6eee-4287-9fee-5382c46acd28 x-openstack-request-id: req-ffe25e33-6eee-4287-9fee-5382c46acd28 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:37.224113 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f77b996-e4e5-42f3-8ab8-faa781c207c0", "tag": "8ff7cf1d-1246-4f06-9486-1dd4f35b519c", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:37.224688 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ffe25e33-6eee-4287-9fee-5382c46acd28 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:37.230362 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f77b996-e4e5-42f3-8ab8-faa781c207c0', 'tag': '8ff7cf1d-1246-4f06-9486-1dd4f35b519c', 'status': 'completed', 'code': 200} Sep 08 13:21:37.244240 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:21:37.272222 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:37.272579 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Added segment c3d1d62c-2ef1-413d-99d9-046efcecfe77 of type vlan for network 988a6e30-0e3f-4ef6-a473-e81c5bc7a384 Sep 08 13:21:37.287511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f83453c-1758-4ec9-a106-4f8f67b1ea02,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:37.289307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dc9a5-eda9-4d40-947d-503715ac2796 req-8332e842-22dd-46a6-9a04-660441f8b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:37.290931 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c7dc9a5-eda9-4d40-947d-503715ac2796 req-8332e842-22dd-46a6-9a04-660441f8b696 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 1094 time: 0.0465291 Sep 08 13:21:37.339938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:37.357422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781f271-4624-4e72-9825-bf05d55c44b1 req-de4bcfa6-ec99-4f24-826e-23e73928c316 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:37.359009 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b781f271-4624-4e72-9825-bf05d55c44b1 req-de4bcfa6-ec99-4f24-826e-23e73928c316 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 945 time: 0.1056223 Sep 08 13:21:37.392737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dc9a5-eda9-4d40-947d-503715ac2796 req-0f125b75-22af-4761-906a-1e8def5cc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:37.394264 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c7dc9a5-eda9-4d40-947d-503715ac2796 req-0f125b75-22af-4761-906a-1e8def5cc54a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d393c133e7b242bea5864f8b92030dcc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0957911 Sep 08 13:21:37.407873 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b781f271-4624-4e72-9825-bf05d55c44b1 req-1f611860-ccb6-450a-9682-fd83f25622bc tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/security-groups?id=06336f92-0479-4f5e-8ff4-b76c9194cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390084 Sep 08 13:21:37.451038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:37.452074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:37.452786 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:37.506837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7dc9a5-eda9-4d40-947d-503715ac2796 req-2ccee2ee-6668-4f8b-9173-1af1790a3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:37.508383 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c7dc9a5-eda9-4d40-947d-503715ac2796 req-2ccee2ee-6668-4f8b-9173-1af1790a3851 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1079354 Sep 08 13:21:37.520951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] Pushing event updated for resources: {'Network': ['ID=988a6e30-0e3f-4ef6-a473-e81c5bc7a384,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:37.541175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 988a6e30-0e3f-4ef6-a473-e81c5bc7a384 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:21:37.580472 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-16741dc0-24a1-461a-bd13-e1a4b383b5fd admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8469169 Sep 08 13:21:37.580704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36350) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:37.585668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7642073c-c0aa-46e4-9f0e-c58dae89e7a9 admin admin] Request body: {'subnet': {'network_id': '988a6e30-0e3f-4ef6-a473-e81c5bc7a384', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1763343638-subnet', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:37.624754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-55433025-33ed-43fe-a889-d31ce2c08ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:37.626848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-55433025-33ed-43fe-a889-d31ce2c08ca0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 1094 time: 0.0793157 Sep 08 13:21:37.683985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd7319-d937-4bb1-9d93-b0d4473f78b3 req-94ad6431-8874-4947-aa8e-aadfce853a61 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:37.685530 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-89cd7319-d937-4bb1-9d93-b0d4473f78b3 req-94ad6431-8874-4947-aa8e-aadfce853a61 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 943 time: 0.1030848 Sep 08 13:21:37.686895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-004aec5c-fbfc-4c62-8744-6c6783946d95 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff7cf1d-1246-4f06-9486-1dd4f35b519c HTTP/1.1" status: 200 len: 217 time: 0.0510690 Sep 08 13:21:37.704704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7642073c-c0aa-46e4-9f0e-c58dae89e7a9 admin admin] Made reservation on behalf of 10e43ceb15c24735979f27b527c3276e for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:37.707202 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7642073c-c0aa-46e4-9f0e-c58dae89e7a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:37.731686 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11525174-37d8-4a7a-a086-97361bffcf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:37.757464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-89cd7319-d937-4bb1-9d93-b0d4473f78b3 req-dc92639d-2d9b-4a0f-a1e5-92865c4d6275 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652282 Sep 08 13:21:37.763579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-68f50432-998d-4621-a32d-62e09a5a620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:37.765263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-68f50432-998d-4621-a32d-62e09a5a620b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80fa4303-193a-472f-a290-301c315fda82 HTTP/1.1" status: 200 len: 852 time: 0.0671608 Sep 08 13:21:37.801070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-b72be455-34a3-4040-b777-e00a798664fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283558 Sep 08 13:21:37.897199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f6a63d9-b0e5-4df0-96df-d0c972f9e1ee req-0302ab08-e166-4fe7-81d0-08a71ff206c3 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0628057 Sep 08 13:21:37.928181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-5fe1e342-d8a9-46ad-be5e-26b8a64deddb service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200466 Sep 08 13:21:38.000219 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7642073c-c0aa-46e4-9f0e-c58dae89e7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:38.027099 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57133c3c-3c72-4d69-8833-d212139d08d2 req-f848ee3a-dc20-46d0-958d-09f5e4af5d85 service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918646 Sep 08 13:21:38.071287 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642073c-c0aa-46e4-9f0e-c58dae89e7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=205a6737-2091-401c-997e-0ac941f2003b,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:38.080494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642073c-c0aa-46e4-9f0e-c58dae89e7a9 admin admin] Checking segment: {'id': 'c3d1d62c-2ef1-413d-99d9-046efcecfe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '988a6e30-0e3f-4ef6-a473-e81c5bc7a384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:38.080818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642073c-c0aa-46e4-9f0e-c58dae89e7a9 admin admin] Network hostable DHCP agents. Network: 988a6e30-0e3f-4ef6-a473-e81c5bc7a384, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:21:38.118796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b333e-9481-4a8b-a923-3b56e77559e4 req-8a8edcea-b4de-4eea-b010-29183eccd237 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:38.120303 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c0b333e-9481-4a8b-a923-3b56e77559e4 req-8a8edcea-b4de-4eea-b010-29183eccd237 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 945 time: 0.0518749 Sep 08 13:21:38.138724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61df2e-5175-4bd0-ba90-70d0c06660d5 req-ff2c28b0-6108-41a4-b9f9-9f00a466ce0e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:38.140265 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d61df2e-5175-4bd0-ba90-70d0c06660d5 req-ff2c28b0-6108-41a4-b9f9-9f00a466ce0e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 943 time: 0.0609241 Sep 08 13:21:38.159989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c0b333e-9481-4a8b-a923-3b56e77559e4 req-8dff2a44-3374-441a-91ff-5dd23d3615a4 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/security-groups?id=06336f92-0479-4f5e-8ff4-b76c9194cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331738 Sep 08 13:21:38.184050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d61df2e-5175-4bd0-ba90-70d0c06660d5 req-a4402e46-cf9c-4940-b32e-8d64323ec714 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366342 Sep 08 13:21:38.268460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642073c-c0aa-46e4-9f0e-c58dae89e7a9 admin admin] Network 988a6e30-0e3f-4ef6-a473-e81c5bc7a384 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:21:38.382754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-7642073c-c0aa-46e4-9f0e-c58dae89e7a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 988a6e30-0e3f-4ef6-a473-e81c5bc7a384) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:38.386981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7642073c-c0aa-46e4-9f0e-c58dae89e7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:38.387489 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7642073c-c0aa-46e4-9f0e-c58dae89e7a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:38.392021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f839f-2741-4ddf-99ff-e56babd8ca68 None None] Network 988a6e30-0e3f-4ef6-a473-e81c5bc7a384 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:38.480252 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7642073c-c0aa-46e4-9f0e-c58dae89e7a9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8984697 Sep 08 13:21:38.483170 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36362) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:38.488218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1763343638-router', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:38.538796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-988a6e30-0e3f-4ef6-a473-e81c5bc7a384', 'network_id': '988a6e30-0e3f-4ef6-a473-e81c5bc7a384', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'fixed_ips': [{'subnet_id': '205a6737-2091-401c-997e-0ac941f2003b'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:21:38.539685 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:38.582444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:38.583574 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:38.639104 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:38.673720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Allocated IP 172.20.0.2 (988a6e30-0e3f-4ef6-a473-e81c5bc7a384/205a6737-2091-401c-997e-0ac941f2003b/60ab7397-a10d-4641-a49c-0de41278e658) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:21:38.813385 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:38.823130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Transition to ACTIVE for port object 60ab7397-a10d-4641-a49c-0de41278e658 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:38.840771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Transition to ACTIVE for port object 60ab7397-a10d-4641-a49c-0de41278e658 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:38.877981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f523b-f69b-4518-a034-927510be281f req-185e1d2a-767f-469e-978d-14fbc81fa2d3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:38.879634 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-642f523b-f69b-4518-a034-927510be281f req-185e1d2a-767f-469e-978d-14fbc81fa2d3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 943 time: 0.0495937 Sep 08 13:21:38.881724 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:38.914127 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:38.922140 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-642f523b-f69b-4518-a034-927510be281f req-9a52e455-5d28-4a80-957b-fce2082e27ba tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Sep 08 13:21:38.960926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Network 988a6e30-0e3f-4ef6-a473-e81c5bc7a384 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:21:38.964527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:38.967923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:21:38.984360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Pushing event updated for resources: {'Port': ['ID=60ab7397-a10d-4641-a49c-0de41278e658,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:39.035114 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Attempting to bind port 60ab7397-a10d-4641-a49c-0de41278e658 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:21:39.035578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Attempting to bind port 60ab7397-a10d-4641-a49c-0de41278e658 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'c3d1d62c-2ef1-413d-99d9-046efcecfe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '988a6e30-0e3f-4ef6-a473-e81c5bc7a384'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:21:39.035963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Attempting to bind port 60ab7397-a10d-4641-a49c-0de41278e658 on network 988a6e30-0e3f-4ef6-a473-e81c5bc7a384 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:39.038665 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1c4cd17-c2dc-4b91-9c2f-00754299ed2b req-dd6df8a7-d53e-4cc5-8530-2a7142f84594 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0589418 Sep 08 13:21:39.042574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:21:39.042956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Checking segment: {'id': 'c3d1d62c-2ef1-413d-99d9-046efcecfe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '988a6e30-0e3f-4ef6-a473-e81c5bc7a384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:39.043367 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:39.043756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Bound using segment: {'id': 'c3d1d62c-2ef1-413d-99d9-046efcecfe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '988a6e30-0e3f-4ef6-a473-e81c5bc7a384'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:21:39.044475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Bound port: 60ab7397-a10d-4641-a49c-0de41278e658, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3d1d62c-2ef1-413d-99d9-046efcecfe77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '988a6e30-0e3f-4ef6-a473-e81c5bc7a384'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:21:39.044867 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:39.114279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] For port 60ab7397-a10d-4641-a49c-0de41278e658, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:21:39.117916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] For port 60ab7397-a10d-4641-a49c-0de41278e658, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=60ab7397-a10d-4641-a49c-0de41278e658,segment=NetworkSegment(c3d1d62c-2ef1-413d-99d9-046efcecfe77),segment_id=c3d1d62c-2ef1-413d-99d9-046efcecfe77)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:21:39.189712 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:39.210066 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:39.284672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746dda81-3e1d-4406-be20-a70162a80d5d req-87456ab3-507f-4b2e-9f52-1a0a90295259 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:39.286263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-746dda81-3e1d-4406-be20-a70162a80d5d req-87456ab3-507f-4b2e-9f52-1a0a90295259 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 945 time: 0.0559411 Sep 08 13:21:39.332169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:21:39.350346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943e28a5-6795-41ad-af61-99ba88d01d88 req-ce78ba08-e51e-4841-bd39-425d1a7a9ced tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:39.351860 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-943e28a5-6795-41ad-af61-99ba88d01d88 req-ce78ba08-e51e-4841-bd39-425d1a7a9ced tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 943 time: 0.0933988 Sep 08 13:21:39.356093 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-746dda81-3e1d-4406-be20-a70162a80d5d req-ddeb96de-416e-4db6-88f3-a1fef70db176 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/security-groups?id=06336f92-0479-4f5e-8ff4-b76c9194cf6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629692 Sep 08 13:21:39.372536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b8b73-4701-42e2-aa04-063e40c72c71 req-3f542ffa-6152-4c7e-be24-2f71147e36a5 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:39.373665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-032b8b73-4701-42e2-aa04-063e40c72c71 req-3f542ffa-6152-4c7e-be24-2f71147e36a5 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.70 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 945 time: 0.0664036 Sep 08 13:21:39.377480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Allocated IP 172.25.5.116 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/b6068346-55b2-4ae5-9e1b-a70ddabdfa7e) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:21:39.392411 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:39.426216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-943e28a5-6795-41ad-af61-99ba88d01d88 req-f8faa98a-65c7-46a1-a185-44b37144e85f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606916 Sep 08 13:21:39.487890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590e99d-a53e-48ff-8018-bd0cf01cdba6 None None] Pushing event updated for resources: {'Port': ['ID=60ab7397-a10d-4641-a49c-0de41278e658,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:39.493588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-032b8b73-4701-42e2-aa04-063e40c72c71 req-941e414d-bf40-43a6-87f1-9f6b86445bc7 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Deleting port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:39.493588 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-032b8b73-4701-42e2-aa04-063e40c72c71 req-941e414d-bf40-43a6-87f1-9f6b86445bc7 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:39.524283 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:39.539679 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:39.541605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'port_id': 'c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e', 'mac_address': 'fa:16:3e:49:eb:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:21:39.587242 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:39.600719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:21:39.608165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-032b8b73-4701-42e2-aa04-063e40c72c71 req-941e414d-bf40-43a6-87f1-9f6b86445bc7 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] For port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=09db82c2-356b-41b0-9fc0-e4bb38d99a0e,segment=NetworkSegment(4b8c367f-2090-499d-a6f0-6c97d737a1fb),segment_id=4b8c367f-2090-499d-a6f0-6c97d737a1fb)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:39.608544 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-032b8b73-4701-42e2-aa04-063e40c72c71 req-941e414d-bf40-43a6-87f1-9f6b86445bc7 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:39.621653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:39.623421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-032b8b73-4701-42e2-aa04-063e40c72c71 req-941e414d-bf40-43a6-87f1-9f6b86445bc7 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Calling delete_port for 09db82c2-356b-41b0-9fc0-e4bb38d99a0e owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:39.811835 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:39.845962 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:39.848228 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:21:39.852772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:39.861392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:21:39.864796 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b6068346-55b2-4ae5-9e1b-a70ddabdfa7e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:39.893998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:39.965556 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-032b8b73-4701-42e2-aa04-063e40c72c71 req-941e414d-bf40-43a6-87f1-9f6b86445bc7 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:39.977401 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['09db82c2-356b-41b0-9fc0-e4bb38d99a0e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:39.994816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e414d-bf40-43a6-87f1-9f6b86445bc7 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Pushing event deleted for resources: {'Port': ['ID=09db82c2-356b-41b0-9fc0-e4bb38d99a0e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:40.078542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-032b8b73-4701-42e2-aa04-063e40c72c71 req-941e414d-bf40-43a6-87f1-9f6b86445bc7 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] No DVR routers for this DVR port 09db82c2-356b-41b0-9fc0-e4bb38d99a0e on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:40.081810 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-032b8b73-4701-42e2-aa04-063e40c72c71 req-941e414d-bf40-43a6-87f1-9f6b86445bc7 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:40.083944 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-032b8b73-4701-42e2-aa04-063e40c72c71 req-941e414d-bf40-43a6-87f1-9f6b86445bc7 tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.70 "DELETE /v2.0/ports/09db82c2-356b-41b0-9fc0-e4bb38d99a0e HTTP/1.1" status: 204 len: 173 time: 0.7040186 Sep 08 13:21:40.084372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d9896a-7dc4-470c-90c6-05b6c444a718', 'name': 'network-vif-deleted', 'tag': '09db82c2-356b-41b0-9fc0-e4bb38d99a0e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:40.086618 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18010953-00c4-4c72-91ac-9cf4f447938f" -d '{"events": [{"server_uuid": "63d9896a-7dc4-470c-90c6-05b6c444a718", "name": "network-vif-deleted", "tag": "09db82c2-356b-41b0-9fc0-e4bb38d99a0e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:40.109112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687ab5bd-26b9-4d64-b038-daeedb4370d8 req-3265aaf6-04bb-4335-b234-6bbbc41e591b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:40.111405 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-687ab5bd-26b9-4d64-b038-daeedb4370d8 req-3265aaf6-04bb-4335-b234-6bbbc41e591b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 944 time: 0.0821044 Sep 08 13:21:40.150803 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-788d222b-ab96-4dbc-a959-bc1673c53b8b req-77e9038d-b9d5-43a8-9259-672af8db7917 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0290339 Sep 08 13:21:40.188783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:40.224940 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8f6ef47e-3f2e-449a-97d4-688e617b1947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:40.296418 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:40.439167 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:40.560862 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f425c3-8534-4d03-8f5f-01b2c77f99b8 x-openstack-request-id: req-95f425c3-8534-4d03-8f5f-01b2c77f99b8 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:40.561379 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d9896a-7dc4-470c-90c6-05b6c444a718", "name": "network-vif-deleted", "tag": "09db82c2-356b-41b0-9fc0-e4bb38d99a0e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:40.561593 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-95f425c3-8534-4d03-8f5f-01b2c77f99b8 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:40.562080 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d9896a-7dc4-470c-90c6-05b6c444a718', 'name': 'network-vif-deleted', 'tag': '09db82c2-356b-41b0-9fc0-e4bb38d99a0e', 'status': 'completed', 'code': 200} Sep 08 13:21:40.567555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70f96f9-1785-4281-b17a-bc2489ef2513 None None] Network 988a6e30-0e3f-4ef6-a473-e81c5bc7a384 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:40.568278 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e6a70229-8ea5-4269-82e4-17276fa8a5ec req-c513ebfd-359f-4b3f-8820-fdc34139df5c tempest-ServerAddressesTestJSON-29946723 tempest-ServerAddressesTestJSON-29946723-project] 10.222.0.69 "GET /v2.0/ports?device_id=63d9896a-7dc4-470c-90c6-05b6c444a718 HTTP/1.1" status: 200 len: 210 time: 0.0320959 Sep 08 13:21:40.609666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 60ab7397-a10d-4641-a49c-0de41278e658 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:21:40.633110 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-687ab5bd-26b9-4d64-b038-daeedb4370d8 req-432a04c5-a3fe-43c2-b58b-f43caff5caba tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5138531 Sep 08 13:21:40.658265 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:40.792902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95bf8d-c677-461b-92a2-1b4074046de4 req-8426101e-6455-48be-b365-f1c37d684851 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:40.794616 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b95bf8d-c677-461b-92a2-1b4074046de4 req-8426101e-6455-48be-b365-f1c37d684851 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 943 time: 0.0960016 Sep 08 13:21:40.861400 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b95bf8d-c677-461b-92a2-1b4074046de4 req-d26e96db-9375-4fc3-831b-ebfdaedf0015 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532775 Sep 08 13:21:40.965122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-baed97e2-25a8-49a8-9076-516082434f0f None None] Provisioning for port 60ab7397-a10d-4641-a49c-0de41278e658 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:21:41.011163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Router 81c5b9db-cabc-48aa-9ad3-fc01745307bb is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:21:41.011410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 60ab7397-a10d-4641-a49c-0de41278e658 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:21:41.020012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 60ab7397-a10d-4641-a49c-0de41278e658 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:41.025062 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:41.106263 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:41.131468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:21:41.141959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Sync routers for ids ['81c5b9db-cabc-48aa-9ad3-fc01745307bb'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:21:41.145691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 60ab7397-a10d-4641-a49c-0de41278e658, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=60ab7397-a10d-4641-a49c-0de41278e658,segment=NetworkSegment(c3d1d62c-2ef1-413d-99d9-046efcecfe77),segment_id=c3d1d62c-2ef1-413d-99d9-046efcecfe77)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:41.153566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Routers {'81c5b9db-cabc-48aa-9ad3-fc01745307bb'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:41.154270 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['81c5b9db-cabc-48aa-9ad3-fc01745307bb'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:41.213895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5e36a59e-44bb-4f7f-bb0f-22b8ed1828d5 None None] Provisioning complete for port 60ab7397-a10d-4641-a49c-0de41278e658 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:41.214364 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e36a59e-44bb-4f7f-bb0f-22b8ed1828d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:41.256549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5fb39af-d77e-4bf1-a3ef-6fc319b24953 req-a836cad9-6525-4ff0-bb88-9c28c7b25186 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0258784 Sep 08 13:21:41.291560 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:41.295920 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e3250761-da12-4266-8773-6de93f5099c1 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8086257 Sep 08 13:21:41.298483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Set router 81c5b9db-cabc-48aa-9ad3-fc01745307bb gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:41.298687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36388) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:41.300877 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:41.335489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:21:41.525432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=60ab7397-a10d-4641-a49c-0de41278e658,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:41.618244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1763343638-router', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b6068346-55b2-4ae5-9e1b-a70ddabdfa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:38Z', 'updated_at': '2021-09-08T13:21:40Z', 'revision_number': 3, 'project_id': '10e43ceb15c24735979f27b527c3276e', 'gw_port': {'id': 'b6068346-55b2-4ae5-9e1b-a70ddabdfa7e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:39Z', 'updated_at': '2021-09-08T13:21:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:41.631854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36396) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:41.654796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Checking router: 81c5b9db-cabc-48aa-9ad3-fc01745307bb for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:21:41.655184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Updating router 81c5b9db-cabc-48aa-9ad3-fc01745307bb port b6068346-55b2-4ae5-9e1b-a70ddabdfa7e binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:21:41.685432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:21:41.694733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcb310a-7974-4f01-b7a2-ebe7a4923df1 admin admin] Deleting subnet 332dabbd-96f9-4109-950b-b44df8948e4c {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:21:41.695804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:41.696187 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:41.700173 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:41.701173 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bdcb310a-7974-4f01-b7a2-ebe7a4923df1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:41.747600 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bdcb310a-7974-4f01-b7a2-ebe7a4923df1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:41.802976 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bdcb310a-7974-4f01-b7a2-ebe7a4923df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:41.820271 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:41.869342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a4992-d4d7-4cf8-9779-f3c70b8afaf3 req-5026c94a-149b-4357-82db-c9ac46bc5887 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:41.871000 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b46a4992-d4d7-4cf8-9779-f3c70b8afaf3 req-5026c94a-149b-4357-82db-c9ac46bc5887 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 944 time: 0.1092513 Sep 08 13:21:41.899696 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:41.958386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d40756-6acb-4855-9a42-94086b095aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:41.960649 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a4d790-fd28-4ce3-af3a-c3a081152ab4" -d '{"events": [{"server_uuid": "02d40756-6acb-4855-9a42-94086b095aff", "name": "network-vif-plugged", "status": "completed", "tag": "c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:41.962183 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b46a4992-d4d7-4cf8-9779-f3c70b8afaf3 req-fb0bb170-1ff5-4850-bb22-f9eb56703e29 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758913 Sep 08 13:21:41.984034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:41.984511 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bdcb310a-7974-4f01-b7a2-ebe7a4923df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.013795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcb310a-7974-4f01-b7a2-ebe7a4923df1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332dabbd-96f9-4109-950b-b44df8948e4c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:42.040021 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bdcb310a-7974-4f01-b7a2-ebe7a4923df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.041688 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bdcb310a-7974-4f01-b7a2-ebe7a4923df1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/332dabbd-96f9-4109-950b-b44df8948e4c HTTP/1.1" status: 204 len: 168 time: 0.4087355 Sep 08 13:21:42.045535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36408) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:42.090984 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.119917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Transition to ACTIVE for port object b6068346-55b2-4ae5-9e1b-a70ddabdfa7e will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:42.128023 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3385d4-4171-4a5f-8377-e5a3dde316ea x-openstack-request-id: req-1b3385d4-4171-4a5f-8377-e5a3dde316ea {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:42.128023 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d40756-6acb-4855-9a42-94086b095aff", "name": "network-vif-plugged", "status": "completed", "tag": "c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:42.128023 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b3385d4-4171-4a5f-8377-e5a3dde316ea {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:42.128023 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d40756-6acb-4855-9a42-94086b095aff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e', 'code': 200} Sep 08 13:21:42.128023 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.149308 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.182597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d51e3-3f9e-4b9a-8a39-acd62989c545 req-915f14e1-2650-40bc-8d2c-16d886e04312 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:42.186504 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a0d51e3-3f9e-4b9a-8a39-acd62989c545 req-915f14e1-2650-40bc-8d2c-16d886e04312 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 943 time: 0.1127458 Sep 08 13:21:42.198019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:42.220506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 8ff7cf1d-1246-4f06-9486-1dd4f35b519c details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:21:42.258376 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.286168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550932-c88c-4627-be19-efc47db3d8f0 req-cc852371-c3ba-4c38-a7c8-8a17a96a8410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:42.287741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea550932-c88c-4627-be19-efc47db3d8f0 req-cc852371-c3ba-4c38-a7c8-8a17a96a8410 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 1096 time: 0.1272171 Sep 08 13:21:42.320787 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.326770 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a0d51e3-3f9e-4b9a-8a39-acd62989c545 req-30cbf2e6-a18c-4b64-aa69-0616f41ffce6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319950 Sep 08 13:21:42.328848 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c97f8-3b99-46f7-8818-8ff67e838f9c req-4baf87db-bdf8-4277-a52d-f1e4bb467689 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:42.336949 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a7c97f8-3b99-46f7-8818-8ff67e838f9c req-4baf87db-bdf8-4277-a52d-f1e4bb467689 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.1788156 Sep 08 13:21:42.342387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.354904 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Attempting to bind port b6068346-55b2-4ae5-9e1b-a70ddabdfa7e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:21:42.355285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Attempting to bind port b6068346-55b2-4ae5-9e1b-a70ddabdfa7e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:21:42.355661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Attempting to bind port b6068346-55b2-4ae5-9e1b-a70ddabdfa7e on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:42.360594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c463d92-f425-431e-98b6-bb26abbeabe5 None None] Pushing event updated for resources: {'Port': ['ID=b6068346-55b2-4ae5-9e1b-a70ddabdfa7e,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:42.373402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:21:42.373402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:42.373402 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.373402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:21:42.373402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Bound port: b6068346-55b2-4ae5-9e1b-a70ddabdfa7e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:21:42.373402 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.398964 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea550932-c88c-4627-be19-efc47db3d8f0 req-10010ba6-7b62-4251-a6ec-ecb53cedf2c7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564344 Sep 08 13:21:42.403218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3b1399-0f7d-42c7-8318-3c52b86fdbaf']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:42.413375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8ff7cf1d-1246-4f06-9486-1dd4f35b519c,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:42.425734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8c367f-2090-499d-a6f0-6c97d737a1fb') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:42.426257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8c367f-2090-499d-a6f0-6c97d737a1fb') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:42.430689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a7c97f8-3b99-46f7-8818-8ff67e838f9c req-c3e725ba-618d-431b-843f-79ff82f21d96 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933189 Sep 08 13:21:42.439788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '8ff7cf1d-1246-4f06-9486-1dd4f35b519c', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'port_id': '8ff7cf1d-1246-4f06-9486-1dd4f35b519c', 'mac_address': 'fa:16:3e:a8:b5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fa4303-193a-472f-a290-301c315fda82', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:21:42.441688 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.464734 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.471610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:21:42.471760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] For port b6068346-55b2-4ae5-9e1b-a70ddabdfa7e, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:21:42.472052 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.472586 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-507c657e-2589-4359-8db7-cff148505208 req-4ee7eccd-44ed-453c-89fa-1ffe1df57d3e tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0522609 Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:21:42.474576 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:21:42.489479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] For port b6068346-55b2-4ae5-9e1b-a70ddabdfa7e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b6068346-55b2-4ae5-9e1b-a70ddabdfa7e,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:21:42.501245 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.542945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff7cf1d-1246-4f06-9486-1dd4f35b519c {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:21:42.560112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 60ab7397-a10d-4641-a49c-0de41278e658 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:21:42.565350 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.568208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8ff7cf1d-1246-4f06-9486-1dd4f35b519c,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:42.592518 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Allocated IP 172.20.0.1 (988a6e30-0e3f-4ef6-a473-e81c5bc7a384/205a6737-2091-401c-997e-0ac941f2003b/8be827ab-c721-43b1-b3ee-f8ac0d6968a2) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:21:42.628248 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.635792 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.640138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] 10.222.0.69 "DELETE /v2.0/networks/fd3b1399-0f7d-42c7-8318-3c52b86fdbaf HTTP/1.1" status: 204 len: 168 time: 0.5911801 Sep 08 13:21:42.649246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1281a48-b9a6-4b1c-9962-7c0ab09e53c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3b1399-0f7d-42c7-8318-3c52b86fdbaf,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:42.653260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Routers {'81c5b9db-cabc-48aa-9ad3-fc01745307bb'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:42.653958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['81c5b9db-cabc-48aa-9ad3-fc01745307bb'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:42.700887 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.706943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c463d92-f425-431e-98b6-bb26abbeabe5 None None] Pushing event updated for resources: {'Port': ['ID=b6068346-55b2-4ae5-9e1b-a70ddabdfa7e,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:42.722532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.737028 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Transition to ACTIVE for port object 8be827ab-c721-43b1-b3ee-f8ac0d6968a2 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:42.823348 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.863357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Network 988a6e30-0e3f-4ef6-a473-e81c5bc7a384 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:21:42.868490 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:42.875547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:21:42.886739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Pushing event updated for resources: {'Port': ['ID=8be827ab-c721-43b1-b3ee-f8ac0d6968a2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:42.930595 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.948850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 60ab7397-a10d-4641-a49c-0de41278e658 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:42.949319 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:42.975330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36414) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:43.000511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=8ff7cf1d-1246-4f06-9486-1dd4f35b519c,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:43.022901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] Set router 81c5b9db-cabc-48aa-9ad3-fc01745307bb gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:43.067707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['8ff7cf1d-1246-4f06-9486-1dd4f35b519c'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:43.068333 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f2fbb635-f93b-4000-a193-94d601aea234 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b1a6892f72524e90b5089ee18c6e6c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916848 Sep 08 13:21:43.070875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36418) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:43.121286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f4cd7-bc23-4e2a-99ff-0d5baea23c3d req-b9aa7088-1566-41e5-81d2-9c382bbf4ad7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:43.122910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-676f4cd7-bc23-4e2a-99ff-0d5baea23c3d req-b9aa7088-1566-41e5-81d2-9c382bbf4ad7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 945 time: 0.0595832 Sep 08 13:21:43.142675 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe4542ad-19c6-4aa4-a0ee-f4db6fb5137c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:43.168814 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe4542ad-19c6-4aa4-a0ee-f4db6fb5137c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:43.185656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-676f4cd7-bc23-4e2a-99ff-0d5baea23c3d req-2c53d9ca-786d-4d91-80ba-0f01a878c8d6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467522 Sep 08 13:21:43.269638 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:43.319178 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:43.398828 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1763343638-router', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b6068346-55b2-4ae5-9e1b-a70ddabdfa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:38Z', 'updated_at': '2021-09-08T13:21:40Z', 'revision_number': 3, 'project_id': '10e43ceb15c24735979f27b527c3276e', 'gw_port': {'id': 'b6068346-55b2-4ae5-9e1b-a70ddabdfa7e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:39Z', 'updated_at': '2021-09-08T13:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:43.417638 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe4542ad-19c6-4aa4-a0ee-f4db6fb5137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:43.425233 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe4542ad-19c6-4aa4-a0ee-f4db6fb5137c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:43.425233 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fe4542ad-19c6-4aa4-a0ee-f4db6fb5137c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/06336f92-0479-4f5e-8ff4-b76c9194cf6d HTTP/1.1" status: 204 len: 168 time: 0.3495626 Sep 08 13:21:43.428255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c398e1d3-6a7d-4257-96b6-7c2bd45d068a None None] The sync data for ids ['81c5b9db-cabc-48aa-9ad3-fc01745307bb'] in n-d-807558-3 is: [{'id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1763343638-router', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b6068346-55b2-4ae5-9e1b-a70ddabdfa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:38Z', 'updated_at': '2021-09-08T13:21:40Z', 'revision_number': 3, 'project_id': '10e43ceb15c24735979f27b527c3276e', 'gw_port': {'id': 'b6068346-55b2-4ae5-9e1b-a70ddabdfa7e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:39Z', 'updated_at': '2021-09-08T13:21:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:21:43.463377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-193a9429-42a2-4ec8-b6de-d7c589a8e56f None None] Provisioning for port 8be827ab-c721-43b1-b3ee-f8ac0d6968a2 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:21:43.463530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4542ad-19c6-4aa4-a0ee-f4db6fb5137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06336f92-0479-4f5e-8ff4-b76c9194cf6d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:43.463636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-193a9429-42a2-4ec8-b6de-d7c589a8e56f None None] Provisioning complete for port 8be827ab-c721-43b1-b3ee-f8ac0d6968a2 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:43.463636 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-193a9429-42a2-4ec8-b6de-d7c589a8e56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:43.520740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bff00b9-73e4-4255-82c7-4f2f505a5a03 req-4d331f8f-b509-488e-9c40-bb30ed220b25 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:43.522626 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0bff00b9-73e4-4255-82c7-4f2f505a5a03 req-4d331f8f-b509-488e-9c40-bb30ed220b25 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 944 time: 0.1246922 Sep 08 13:21:43.524905 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:43.528690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-193a9429-42a2-4ec8-b6de-d7c589a8e56f None None] Port 8be827ab-c721-43b1-b3ee-f8ac0d6968a2 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:21:43.572858 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0bff00b9-73e4-4255-82c7-4f2f505a5a03 req-4d8dfb45-2806-4e14-9292-f21a2e9dc332 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Sep 08 13:21:43.606371 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:43.612294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bf38c-f439-48d1-af44-5ecd1b52c6ae req-5be4320d-4080-4a18-a24a-2d55073dbe77 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:43.621773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b78bf38c-f439-48d1-af44-5ecd1b52c6ae req-5be4320d-4080-4a18-a24a-2d55073dbe77 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0728276 Sep 08 13:21:43.670912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b78bf38c-f439-48d1-af44-5ecd1b52c6ae req-d81cddbb-170a-4359-8d62-06b0f8ca1f0c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477459 Sep 08 13:21:43.702843 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-356d1f5f-0fe8-4ecb-b719-024c2f658e22 req-e8bc4380-2ffe-47a9-80c5-b5ab7743a921 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0462141 Sep 08 13:21:43.724885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Pushing event updated for resources: {'Port': ['ID=8be827ab-c721-43b1-b3ee-f8ac0d6968a2,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:43.724885 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:43.857596 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Network 988a6e30-0e3f-4ef6-a473-e81c5bc7a384 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:21:43.859383 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:44.026468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Router 81c5b9db-cabc-48aa-9ad3-fc01745307bb has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:21:44.114507 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:44.152321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0cf8489d-0647-49e2-bd72-b83f2197fde8 None None] Provisioning complete for port 8be827ab-c721-43b1-b3ee-f8ac0d6968a2 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:44.152448 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0cf8489d-0647-49e2-bd72-b83f2197fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:44.160374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:21:44.172898 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f3a3630c-6526-45e4-970e-4aa6300d2df4 admin admin] 10.222.0.69 "PUT /v2.0/routers/81c5b9db-cabc-48aa-9ad3-fc01745307bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8663843 Sep 08 13:21:44.205861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8489d-0647-49e2-bd72-b83f2197fde8 None None] Port 8be827ab-c721-43b1-b3ee-f8ac0d6968a2 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:21:44.234223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 8ff7cf1d-1246-4f06-9486-1dd4f35b519c up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:21:44.348152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06537f78-b971-44b3-9e5e-19ad6cefec5e req-0abffbd9-cc76-499d-b85d-aff93b238383 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:44.349872 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06537f78-b971-44b3-9e5e-19ad6cefec5e req-0abffbd9-cc76-499d-b85d-aff93b238383 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 945 time: 0.0818913 Sep 08 13:21:44.393899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06537f78-b971-44b3-9e5e-19ad6cefec5e req-286bd1bd-e62a-4e26-8859-c120217f65de tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362260 Sep 08 13:21:44.399733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:21:44.404012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:44.404402 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:44.554608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:44.581422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f77b996-e4e5-42f3-8ab8-faa781c207c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff7cf1d-1246-4f06-9486-1dd4f35b519c'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:44.584016 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78557a1-08c5-4ef4-8bf4-6f7411da265b" -d '{"events": [{"server_uuid": "5f77b996-e4e5-42f3-8ab8-faa781c207c0", "name": "network-vif-plugged", "status": "completed", "tag": "8ff7cf1d-1246-4f06-9486-1dd4f35b519c"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:44.599132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8ff7cf1d-1246-4f06-9486-1dd4f35b519c,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:44.616987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b6068346-55b2-4ae5-9e1b-a70ddabdfa7e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:21:44.655327 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8705ce-c9d7-46ea-ad50-37452e300fa0 x-openstack-request-id: req-6b8705ce-c9d7-46ea-ad50-37452e300fa0 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:44.655327 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f77b996-e4e5-42f3-8ab8-faa781c207c0", "name": "network-vif-plugged", "status": "completed", "tag": "8ff7cf1d-1246-4f06-9486-1dd4f35b519c", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:44.655327 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6b8705ce-c9d7-46ea-ad50-37452e300fa0 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:44.655327 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f77b996-e4e5-42f3-8ab8-faa781c207c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff7cf1d-1246-4f06-9486-1dd4f35b519c', 'code': 200} Sep 08 13:21:44.753858 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:44.754853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 09db82c2-356b-41b0-9fc0-e4bb38d99a0e no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:44.778666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 09db82c2-356b-41b0-9fc0-e4bb38d99a0e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:44.778907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 09db82c2-356b-41b0-9fc0-e4bb38d99a0e not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:44.801273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f75d9e-0b65-477c-a228-95c276f05096 req-82c8798d-7bb8-4bd6-bd1b-7c165ba93120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:44.801800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b6068346-55b2-4ae5-9e1b-a70ddabdfa7e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:21:44.803675 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53f75d9e-0b65-477c-a228-95c276f05096 req-82c8798d-7bb8-4bd6-bd1b-7c165ba93120 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 1095 time: 0.0970619 Sep 08 13:21:44.807200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b6068346-55b2-4ae5-9e1b-a70ddabdfa7e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:44.807582 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:44.823971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a80700-d15a-40dc-b5bb-660b8e91b7db req-c31cc1e9-cc85-468a-8a43-fea6be601529 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:44.826757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-74a80700-d15a-40dc-b5bb-660b8e91b7db req-c31cc1e9-cc85-468a-8a43-fea6be601529 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 945 time: 0.0856209 Sep 08 13:21:44.844975 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0310c99e-0ecb-42fd-988b-4b0cf8148c5e req-71634cd6-df82-4895-91d9-b481e466b658 tempest-FloatingIPsNegativeTestJSON-1137599486 tempest-FloatingIPsNegativeTestJSON-1137599486-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=10e43ceb15c24735979f27b527c3276e HTTP/1.1" status: 200 len: 217 time: 0.0797009 Sep 08 13:21:44.867746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=8ff7cf1d-1246-4f06-9486-1dd4f35b519c,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:44.898216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-74a80700-d15a-40dc-b5bb-660b8e91b7db req-cfb7271d-a16e-4139-bc47-7b76085aec85 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565584 Sep 08 13:21:44.900324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53f75d9e-0b65-477c-a228-95c276f05096 req-bfc6ef27-af98-4e95-9136-9e759463e4a9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862372 Sep 08 13:21:44.940644 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:44.962260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58ee69-44b6-4c73-85e2-a266679305c2 req-f9f10178-3075-4a1e-adc3-7abb5c83c92f tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:44.968487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b6068346-55b2-4ae5-9e1b-a70ddabdfa7e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b6068346-55b2-4ae5-9e1b-a70ddabdfa7e,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:44.970278 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d58ee69-44b6-4c73-85e2-a266679305c2 req-f9f10178-3075-4a1e-adc3-7abb5c83c92f tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0796340 Sep 08 13:21:45.015559 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d58ee69-44b6-4c73-85e2-a266679305c2 req-ef9d99cb-1567-4b79-ba05-14bee4abeec0 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443449 Sep 08 13:21:45.017953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36466) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:45.025292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26e2b2c2-31fd-4f45-a4ce-9f0d489547fa req-22dd60e3-da07-4673-948f-c9ca291f0492 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0295136 Sep 08 13:21:45.056721 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.072985 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f7580acc-3503-44c8-b37a-1b6966508538 req-43ed341d-09a0-490f-8b6a-c17fc7d3c892 tempest-FloatingIPsNegativeTestJSON-1137599486 tempest-FloatingIPsNegativeTestJSON-1137599486-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0302072 Sep 08 13:21:45.112731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b6068346-55b2-4ae5-9e1b-a70ddabdfa7e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:45.139815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-232903647-network', 'tenant_id': '0ba3c86f09e341c698d2334f40a3dd7e'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:45.140024 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-524b6559-a498-4cd9-901c-61c7a0fbb26e req-202fa3e2-e987-472d-a9f7-75c9ca5088db tempest-FloatingIPsNegativeTestJSON-1137599486 tempest-FloatingIPsNegativeTestJSON-1137599486-project] show failed (client error): The resource could not be found. Sep 08 13:21:45.141608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-524b6559-a498-4cd9-901c-61c7a0fbb26e req-202fa3e2-e987-472d-a9f7-75c9ca5088db tempest-FloatingIPsNegativeTestJSON-1137599486 tempest-FloatingIPsNegativeTestJSON-1137599486-project] 10.222.0.69 "GET /v2.0/floatingips/45246eb3-4584-443d-9cbf-81a29e9d9a6a HTTP/1.1" status: 404 len: 350 time: 0.0454376 Sep 08 13:21:45.151507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36472) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:45.274259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Made reservation on behalf of 0ba3c86f09e341c698d2334f40a3dd7e for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:45.276810 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.286648 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.390166 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.460228 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] Sync routers for ids ['81c5b9db-cabc-48aa-9ad3-fc01745307bb'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:21:45.470613 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] Routers {'81c5b9db-cabc-48aa-9ad3-fc01745307bb'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:45.473287 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['81c5b9db-cabc-48aa-9ad3-fc01745307bb'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:45.492159 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.500088 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3d31727-4562-4449-a688-4a5fec2f23db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.515990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:21:45.533052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c714910-e024-420a-9e4c-e3c9558b8229,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:45.537304 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.538391 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Added segment 653a2733-524c-4eea-afd8-951487aa1972 of type vlan for network cc1cbb08-3e9d-49a8-93c7-a976990846cd Sep 08 13:21:45.584326 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.590772 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] Set router 81c5b9db-cabc-48aa-9ad3-fc01745307bb gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:45.708096 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.709025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:45.709617 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.775496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] Pushing event updated for resources: {'Network': ['ID=cc1cbb08-3e9d-49a8-93c7-a976990846cd,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:45.789537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network cc1cbb08-3e9d-49a8-93c7-a976990846cd details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:21:45.803200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d3d31727-4562-4449-a688-4a5fec2f23db admin admin] Deleting port 8be827ab-c721-43b1-b3ee-f8ac0d6968a2 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:45.803843 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3d31727-4562-4449-a688-4a5fec2f23db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.811199 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1763343638-router', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b6068346-55b2-4ae5-9e1b-a70ddabdfa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:38Z', 'updated_at': '2021-09-08T13:21:43Z', 'revision_number': 4, 'project_id': '10e43ceb15c24735979f27b527c3276e', 'gw_port': {'id': 'b6068346-55b2-4ae5-9e1b-a70ddabdfa7e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:39Z', 'updated_at': '2021-09-08T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '8be827ab-c721-43b1-b3ee-f8ac0d6968a2', 'name': '', 'network_id': '988a6e30-0e3f-4ef6-a473-e81c5bc7a384', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'mac_address': 'fa:16:3e:c8:bb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '205a6737-2091-401c-997e-0ac941f2003b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:42Z', 'updated_at': '2021-09-08T13:21:43Z', 'revision_number': 2, 'project_id': '10e43ceb15c24735979f27b527c3276e', 'subnets': [{'id': '205a6737-2091-401c-997e-0ac941f2003b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:45.841895 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] Checking router: 81c5b9db-cabc-48aa-9ad3-fc01745307bb for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:21:45.842420 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] Updating router 81c5b9db-cabc-48aa-9ad3-fc01745307bb port 8be827ab-c721-43b1-b3ee-f8ac0d6968a2 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:21:45.872781 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.895381 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3d31727-4562-4449-a688-4a5fec2f23db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:45.914634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d3d31727-4562-4449-a688-4a5fec2f23db admin admin] Calling delete_port for 8be827ab-c721-43b1-b3ee-f8ac0d6968a2 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:45.949254 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7401a477-be83-449e-9bd8-0d96a42514dc admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9302139 Sep 08 13:21:45.952160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36478) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:45.957836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-67e47cf7-e609-46a3-91c5-2f1d25f188a4 admin admin] Request body: {'subnet': {'network_id': 'cc1cbb08-3e9d-49a8-93c7-a976990846cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-232903647-subnet', 'tenant_id': '0ba3c86f09e341c698d2334f40a3dd7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:46.117174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b2d64-9c31-456b-bf17-4903bd3c690a req-8b3e19db-82c7-48a0-9fd1-98e5733b97d7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:46.118876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-393b2d64-9c31-456b-bf17-4903bd3c690a req-8b3e19db-82c7-48a0-9fd1-98e5733b97d7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 945 time: 0.0806096 Sep 08 13:21:46.142628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e47cf7-e609-46a3-91c5-2f1d25f188a4 admin admin] Made reservation on behalf of 0ba3c86f09e341c698d2334f40a3dd7e for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:46.151131 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-67e47cf7-e609-46a3-91c5-2f1d25f188a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:46.220480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff32d8-e79a-41cd-83a1-297c5e5ad7ab req-dbb0303d-8e30-4926-aaac-9fa89697b052 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:46.226726 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7ff32d8-e79a-41cd-83a1-297c5e5ad7ab req-dbb0303d-8e30-4926-aaac-9fa89697b052 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.1170130 Sep 08 13:21:46.226928 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-393b2d64-9c31-456b-bf17-4903bd3c690a req-a40d8310-ab89-4b9f-a747-4ffd5f06a9e9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886784 Sep 08 13:21:46.276587 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7ff32d8-e79a-41cd-83a1-297c5e5ad7ab req-8204e089-c5d9-424f-887a-0bc952ab4a0a tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480497 Sep 08 13:21:46.307896 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8e1ba2e-556b-4977-a695-d053f9b6b996 req-00b244f3-74e2-4799-8338-d0d3ba63a93f tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0274923 Sep 08 13:21:46.370395 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3d31727-4562-4449-a688-4a5fec2f23db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:46.371974 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.db.api [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:21:46.371974 n-d-807558-3 neutron-server[96266]: DEBUG oslo_db.api [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:21:46.397900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d31727-4562-4449-a688-4a5fec2f23db admin admin] Pushing event deleted for resources: {'Port': ['ID=8be827ab-c721-43b1-b3ee-f8ac0d6968a2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:46.556515 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b6068346-55b2-4ae5-9e1b-a70ddabdfa7e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:21:46.601983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3d31727-4562-4449-a688-4a5fec2f23db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:46.619650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b6068346-55b2-4ae5-9e1b-a70ddabdfa7e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:46.620363 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:46.621706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-67e47cf7-e609-46a3-91c5-2f1d25f188a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:46.712289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e47cf7-e609-46a3-91c5-2f1d25f188a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e78612e3-29ea-47fb-a469-09c223ee2fed,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:46.721822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e47cf7-e609-46a3-91c5-2f1d25f188a4 admin admin] Checking segment: {'id': '653a2733-524c-4eea-afd8-951487aa1972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cc1cbb08-3e9d-49a8-93c7-a976990846cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:46.722213 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e47cf7-e609-46a3-91c5-2f1d25f188a4 admin admin] Network hostable DHCP agents. Network: cc1cbb08-3e9d-49a8-93c7-a976990846cd, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:21:46.759944 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:46.830199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e47cf7-e609-46a3-91c5-2f1d25f188a4 admin admin] Network cc1cbb08-3e9d-49a8-93c7-a976990846cd is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:21:46.847354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d31727-4562-4449-a688-4a5fec2f23db admin admin] Router 81c5b9db-cabc-48aa-9ad3-fc01745307bb has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:21:46.890237 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] Port 8be827ab-c721-43b1-b3ee-f8ac0d6968a2 not found while updating agent binding for router 81c5b9db-cabc-48aa-9ad3-fc01745307bb. {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 08 13:21:46.899497 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] Routers {'81c5b9db-cabc-48aa-9ad3-fc01745307bb'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:46.900110 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['81c5b9db-cabc-48aa-9ad3-fc01745307bb'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:46.931172 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-67e47cf7-e609-46a3-91c5-2f1d25f188a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, cc1cbb08-3e9d-49a8-93c7-a976990846cd) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:46.937381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e47cf7-e609-46a3-91c5-2f1d25f188a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:46.938734 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-67e47cf7-e609-46a3-91c5-2f1d25f188a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:46.945904 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9f730d-c179-49d9-afb3-c5797664061e None None] Network cc1cbb08-3e9d-49a8-93c7-a976990846cd requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:46.966884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d31727-4562-4449-a688-4a5fec2f23db admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:21:46.974301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d3d31727-4562-4449-a688-4a5fec2f23db admin admin] 10.222.0.69 "PUT /v2.0/routers/81c5b9db-cabc-48aa-9ad3-fc01745307bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8202720 Sep 08 13:21:46.975529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36486) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:47.022611 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] Set router 81c5b9db-cabc-48aa-9ad3-fc01745307bb gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:47.028619 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-67e47cf7-e609-46a3-91c5-2f1d25f188a4 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0750659 Sep 08 13:21:47.084501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386488b1-4a21-4f18-b35d-334410f115d2 None None] Network cc1cbb08-3e9d-49a8-93c7-a976990846cd requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:47.105083 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:47.224495 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:47.311344 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1763343638-router', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b6068346-55b2-4ae5-9e1b-a70ddabdfa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:38Z', 'updated_at': '2021-09-08T13:21:46Z', 'revision_number': 5, 'project_id': '10e43ceb15c24735979f27b527c3276e', 'gw_port': {'id': 'b6068346-55b2-4ae5-9e1b-a70ddabdfa7e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:39Z', 'updated_at': '2021-09-08T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:47.348505 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d85b33e-d7da-4e69-997a-962969da546a None None] The sync data for ids ['81c5b9db-cabc-48aa-9ad3-fc01745307bb'] in n-d-807558-3 is: [{'id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1763343638-router', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.116'}], 'enable_snat': True}, 'gw_port_id': 'b6068346-55b2-4ae5-9e1b-a70ddabdfa7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:38Z', 'updated_at': '2021-09-08T13:21:46Z', 'revision_number': 5, 'project_id': '10e43ceb15c24735979f27b527c3276e', 'gw_port': {'id': 'b6068346-55b2-4ae5-9e1b-a70ddabdfa7e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:67:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:39Z', 'updated_at': '2021-09-08T13:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:21:47.377835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70652116-9741-4a31-a009-dd177f777f37 req-ca781e2d-12a1-48ac-a2e3-6bafbacb7bd5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:47.386632 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70652116-9741-4a31-a009-dd177f777f37 req-ca781e2d-12a1-48ac-a2e3-6bafbacb7bd5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 945 time: 0.0846417 Sep 08 13:21:47.401526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Deleting port b6068346-55b2-4ae5-9e1b-a70ddabdfa7e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:47.401882 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:47.434694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70652116-9741-4a31-a009-dd177f777f37 req-9d29d66a-2700-42dd-883d-6947bf0e3388 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470915 Sep 08 13:21:47.570680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57514046-f373-4039-b266-b826c2601393 req-fcb56a93-f0fd-49ec-9690-5cffd6ff2a8c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:47.572254 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-57514046-f373-4039-b266-b826c2601393 req-fcb56a93-f0fd-49ec-9690-5cffd6ff2a8c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0581253 Sep 08 13:21:47.621105 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-57514046-f373-4039-b266-b826c2601393 req-6f69cf2a-1dfa-4898-9722-afa09f907e05 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377944 Sep 08 13:21:47.622250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] For port b6068346-55b2-4ae5-9e1b-a70ddabdfa7e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b6068346-55b2-4ae5-9e1b-a70ddabdfa7e,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:47.622636 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:47.646419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Calling delete_port for b6068346-55b2-4ae5-9e1b-a70ddabdfa7e owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:47.702753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-9c1544e4-ac93-4420-a808-6222d0ae2666 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:47.704959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-9c1544e4-ac93-4420-a808-6222d0ae2666 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/networks?id=cc1cbb08-3e9d-49a8-93c7-a976990846cd HTTP/1.1" status: 200 len: 821 time: 0.2046938 Sep 08 13:21:47.720530 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b01351a6-32dc-4bd0-902f-193947c696e8 req-e331038c-1a42-49cf-86d5-8f0d4f4c6602 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0352278 Sep 08 13:21:47.744131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-de552d3a-55f9-47ce-837a-b3954d853f62 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/quotas/0ba3c86f09e341c698d2334f40a3dd7e HTTP/1.1" status: 200 len: 375 time: 0.0273826 Sep 08 13:21:47.773587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-d1857062-6873-4836-bad9-feb01ba28014 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ba3c86f09e341c698d2334f40a3dd7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285788 Sep 08 13:21:47.989947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-1a0b1c73-a37f-4ba0-a0dd-cd78386b2d52 service neutron] 10.222.0.69 "GET /v2.0/networks/cc1cbb08-3e9d-49a8-93c7-a976990846cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457930 Sep 08 13:21:48.088004 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70465bc4-f532-4bfe-8d5b-b051ea2f53b2 None None] Sync routers for ids ['81c5b9db-cabc-48aa-9ad3-fc01745307bb'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:21:48.098813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70465bc4-f532-4bfe-8d5b-b051ea2f53b2 None None] Routers {'81c5b9db-cabc-48aa-9ad3-fc01745307bb'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:48.099452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-70465bc4-f532-4bfe-8d5b-b051ea2f53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['81c5b9db-cabc-48aa-9ad3-fc01745307bb'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:48.100092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-987358c6-2aec-4344-b4c8-b195464e4d55 service neutron] 10.222.0.69 "GET /v2.0/networks/cc1cbb08-3e9d-49a8-93c7-a976990846cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070471 Sep 08 13:21:48.170853 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:48.196069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-70465bc4-f532-4bfe-8d5b-b051ea2f53b2 None None] Set router 81c5b9db-cabc-48aa-9ad3-fc01745307bb gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:48.227693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Pushing event deleted for resources: {'Port': ['ID=b6068346-55b2-4ae5-9e1b-a70ddabdfa7e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:48.258882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-70465bc4-f532-4bfe-8d5b-b051ea2f53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1763343638-router', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:38Z', 'updated_at': '2021-09-08T13:21:47Z', 'revision_number': 6, 'project_id': '10e43ceb15c24735979f27b527c3276e', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:48.280899 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:48.296391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70465bc4-f532-4bfe-8d5b-b051ea2f53b2 None None] Checking router: 81c5b9db-cabc-48aa-9ad3-fc01745307bb for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:21:48.307122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70465bc4-f532-4bfe-8d5b-b051ea2f53b2 None None] Routers {'81c5b9db-cabc-48aa-9ad3-fc01745307bb'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:48.307761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-70465bc4-f532-4bfe-8d5b-b051ea2f53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['81c5b9db-cabc-48aa-9ad3-fc01745307bb'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:48.373734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5fac79-a97a-422b-baa0-33a9a7103e2c req-ac1070b7-fd90-4fba-b264-459778037ee0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:48.386005 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-de5fac79-a97a-422b-baa0-33a9a7103e2c req-ac1070b7-fd90-4fba-b264-459778037ee0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 945 time: 0.0885487 Sep 08 13:21:48.445527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-70465bc4-f532-4bfe-8d5b-b051ea2f53b2 None None] Set router 81c5b9db-cabc-48aa-9ad3-fc01745307bb gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:48.451681 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-de5fac79-a97a-422b-baa0-33a9a7103e2c req-25f3f84d-8255-45c0-98e1-d1a8735bfada tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644190 Sep 08 13:21:48.505607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-70465bc4-f532-4bfe-8d5b-b051ea2f53b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1763343638-router', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:38Z', 'updated_at': '2021-09-08T13:21:47Z', 'revision_number': 7, 'project_id': '10e43ceb15c24735979f27b527c3276e', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:48.539902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70465bc4-f532-4bfe-8d5b-b051ea2f53b2 None None] The sync data for ids ['81c5b9db-cabc-48aa-9ad3-fc01745307bb'] in n-d-807558-3 is: [{'id': '81c5b9db-cabc-48aa-9ad3-fc01745307bb', 'name': 'tempest-FloatingIPsNegativeTestJSON-1763343638-router', 'tenant_id': '10e43ceb15c24735979f27b527c3276e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:38Z', 'updated_at': '2021-09-08T13:21:47Z', 'revision_number': 7, 'project_id': '10e43ceb15c24735979f27b527c3276e', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:21:48.555173 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:48.558830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4adbda26-0a07-4ef3-bf1a-c3685acb11a7 req-cfffc3f3-64f4-465e-ae60-b025debc8127 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 210 time: 0.1497340 Sep 08 13:21:48.560230 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:48.746508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1109fe-7efd-41be-acda-5494dbe2fb4d req-25b9db19-1432-400b-976f-fe396ce5514f tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:48.748046 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f1109fe-7efd-41be-acda-5494dbe2fb4d req-25b9db19-1432-400b-976f-fe396ce5514f tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0521960 Sep 08 13:21:48.792920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:48.793492 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81c5b9db-cabc-48aa-9ad3-fc01745307bb {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:21:48.797215 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f1109fe-7efd-41be-acda-5494dbe2fb4d req-2f2326db-b0e3-47cf-9d60-569938b6e370 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395641 Sep 08 13:21:48.803929 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:48.803929 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a4b4dfaa-153e-4377-a389-327d5ad98bca admin admin] 10.222.0.69 "DELETE /v2.0/routers/81c5b9db-cabc-48aa-9ad3-fc01745307bb HTTP/1.1" status: 204 len: 168 time: 1.8230133 Sep 08 13:21:48.803929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36528) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:48.864706 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-acefdf93-472b-49d5-8c1d-42504130860a req-3a1acd51-9ac9-4410-9aee-fa5ce1f893c3 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0349095 Sep 08 13:21:48.876584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea3ed5f-89e8-430a-902d-6b17e7062528 admin admin] Deleting subnet 205a6737-2091-401c-997e-0ac941f2003b {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:21:48.879942 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ed5f-89e8-430a-902d-6b17e7062528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:48.914612 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ed5f-89e8-430a-902d-6b17e7062528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:48.993236 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ed5f-89e8-430a-902d-6b17e7062528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.158271 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ed5f-89e8-430a-902d-6b17e7062528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.183953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3ed5f-89e8-430a-902d-6b17e7062528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205a6737-2091-401c-997e-0ac941f2003b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:49.185948 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ea3ed5f-89e8-430a-902d-6b17e7062528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.190290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4ea3ed5f-89e8-430a-902d-6b17e7062528 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/205a6737-2091-401c-997e-0ac941f2003b HTTP/1.1" status: 204 len: 168 time: 0.3842468 Sep 08 13:21:49.190759 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36532) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:49.196609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d387da4e-b843-4b1d-b2ba-4498f390133c None None] Network 988a6e30-0e3f-4ef6-a473-e81c5bc7a384 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:49.273886 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.338230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Deleting port 60ab7397-a10d-4641-a49c-0de41278e658 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:49.338575 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.407515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] For port 60ab7397-a10d-4641-a49c-0de41278e658, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=60ab7397-a10d-4641-a49c-0de41278e658,segment=NetworkSegment(c3d1d62c-2ef1-413d-99d9-046efcecfe77),segment_id=c3d1d62c-2ef1-413d-99d9-046efcecfe77)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:49.408209 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.425154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Calling delete_port for 60ab7397-a10d-4641-a49c-0de41278e658 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:49.529681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880baf8-09a5-43e2-87ad-27dc4e9b45e8 req-c5af4463-2228-4b68-8298-06df6477a4eb tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:49.532082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6880baf8-09a5-43e2-87ad-27dc4e9b45e8 req-c5af4463-2228-4b68-8298-06df6477a4eb tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 945 time: 0.0849338 Sep 08 13:21:49.559665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9537099c-2f72-426d-89bd-979896c669de None None] DHCP port deletion for 988a6e30-0e3f-4ef6-a473-e81c5bc7a384 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:21:49.623090 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.627287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9537099c-2f72-426d-89bd-979896c669de None None] Deleting port 60ab7397-a10d-4641-a49c-0de41278e658 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:49.627658 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9537099c-2f72-426d-89bd-979896c669de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.661947 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Pushing event deleted for resources: {'Port': ['ID=60ab7397-a10d-4641-a49c-0de41278e658,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:49.681376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] No DVR routers for this DVR port 60ab7397-a10d-4641-a49c-0de41278e658 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:49.685292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fff85f-22fb-4a62-853c-2bcb82d20e73 req-a85aabd8-5388-46f0-bad4-bad428e3861c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:49.687667 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42fff85f-22fb-4a62-853c-2bcb82d20e73 req-a85aabd8-5388-46f0-bad4-bad428e3861c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 945 time: 0.1702147 Sep 08 13:21:49.705832 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5cb005e-4efa-4ac6-a2d4-026429baf9ad req-d4251b0d-b88d-439c-837f-d5fa3d35b9f8 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 210 time: 0.0409136 Sep 08 13:21:49.709768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9537099c-2f72-426d-89bd-979896c669de None None] For port 60ab7397-a10d-4641-a49c-0de41278e658, host n-d-807558-3, got binding levels [] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:49.710352 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9537099c-2f72-426d-89bd-979896c669de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.734380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9537099c-2f72-426d-89bd-979896c669de None None] Calling delete_port for 60ab7397-a10d-4641-a49c-0de41278e658 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:49.738054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.ipam_backend_mixin [None req-9537099c-2f72-426d-89bd-979896c669de None None] Port 60ab7397-a10d-4641-a49c-0de41278e658 was not found and therefore no delete operation was performed {{(pid=96265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 13:21:49.740287 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9537099c-2f72-426d-89bd-979896c669de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.777461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537099c-2f72-426d-89bd-979896c669de None None] Pushing event deleted for resources: {'Port': ['ID=60ab7397-a10d-4641-a49c-0de41278e658,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:49.783961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9537099c-2f72-426d-89bd-979896c669de None None] No DVR routers for this DVR port 60ab7397-a10d-4641-a49c-0de41278e658 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:49.784595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-6880baf8-09a5-43e2-87ad-27dc4e9b45e8 req-511269ba-7099-4446-a455-779bfe7ef149 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Deleting port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:21:49.785215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6880baf8-09a5-43e2-87ad-27dc4e9b45e8 req-511269ba-7099-4446-a455-779bfe7ef149 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.808814 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.820894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42fff85f-22fb-4a62-853c-2bcb82d20e73 req-0af0028b-3c39-4d94-aaae-1289eabd5218 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202517 Sep 08 13:21:49.842284 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988a6e30-0e3f-4ef6-a473-e81c5bc7a384']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:49.859531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d1d62c-2ef1-413d-99d9-046efcecfe77') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:49.859844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d1d62c-2ef1-413d-99d9-046efcecfe77') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:49.872007 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.899833 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.913654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:21:49.913908 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:21:49.915932 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:21:49.938628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6880baf8-09a5-43e2-87ad-27dc4e9b45e8 req-511269ba-7099-4446-a455-779bfe7ef149 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] For port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8ff7cf1d-1246-4f06-9486-1dd4f35b519c,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:49.939066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6880baf8-09a5-43e2-87ad-27dc4e9b45e8 req-511269ba-7099-4446-a455-779bfe7ef149 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:49.953544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-6880baf8-09a5-43e2-87ad-27dc4e9b45e8 req-511269ba-7099-4446-a455-779bfe7ef149 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Calling delete_port for 8ff7cf1d-1246-4f06-9486-1dd4f35b519c owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:21:49.988761 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-971faa9e-5c1c-4a0a-b46a-26fb9bab9cb0 req-8930798b-e097-48a4-90f4-e6d7dae3595c tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0331621 Sep 08 13:21:50.027096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78973c6a-0d3e-4ac1-bdb8-0927e9508e33 req-bf474814-d6ad-4722-aa51-85f28baa6b65 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:50.028701 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-78973c6a-0d3e-4ac1-bdb8-0927e9508e33 req-bf474814-d6ad-4722-aa51-85f28baa6b65 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.1172166 Sep 08 13:21:50.077434 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-78973c6a-0d3e-4ac1-bdb8-0927e9508e33 req-364ecda1-056c-4b86-97d7-0766f0a9a799 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392497 Sep 08 13:21:50.080118 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:50.091859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:50.094846 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] 10.222.0.69 "DELETE /v2.0/networks/988a6e30-0e3f-4ef6-a473-e81c5bc7a384 HTTP/1.1" status: 204 len: 168 time: 0.9031112 Sep 08 13:21:50.106431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e80205-ca93-4f9e-acd7-692ca173c93c admin admin] Pushing event deleted for resources: {'Network': ['ID=988a6e30-0e3f-4ef6-a473-e81c5bc7a384,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:50.256465 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6880baf8-09a5-43e2-87ad-27dc4e9b45e8 req-511269ba-7099-4446-a455-779bfe7ef149 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:50.268682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['8ff7cf1d-1246-4f06-9486-1dd4f35b519c'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:50.291125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511269ba-7099-4446-a455-779bfe7ef149 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Pushing event deleted for resources: {'Port': ['ID=8ff7cf1d-1246-4f06-9486-1dd4f35b519c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:50.330947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6880baf8-09a5-43e2-87ad-27dc4e9b45e8 req-511269ba-7099-4446-a455-779bfe7ef149 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] No DVR routers for this DVR port 8ff7cf1d-1246-4f06-9486-1dd4f35b519c on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:21:50.334144 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6880baf8-09a5-43e2-87ad-27dc4e9b45e8 req-511269ba-7099-4446-a455-779bfe7ef149 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:50.337731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6880baf8-09a5-43e2-87ad-27dc4e9b45e8 req-511269ba-7099-4446-a455-779bfe7ef149 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "DELETE /v2.0/ports/8ff7cf1d-1246-4f06-9486-1dd4f35b519c HTTP/1.1" status: 204 len: 173 time: 0.7972069 Sep 08 13:21:50.338464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f77b996-e4e5-42f3-8ab8-faa781c207c0', 'name': 'network-vif-deleted', 'tag': '8ff7cf1d-1246-4f06-9486-1dd4f35b519c'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:50.342476 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51682b77-3b9a-4367-a33d-6e4d78561c19" -d '{"events": [{"server_uuid": "5f77b996-e4e5-42f3-8ab8-faa781c207c0", "name": "network-vif-deleted", "tag": "8ff7cf1d-1246-4f06-9486-1dd4f35b519c"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:50.384148 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e386d3a-f83a-40f9-90a3-ddb2a24b27d0 x-openstack-request-id: req-5e386d3a-f83a-40f9-90a3-ddb2a24b27d0 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:50.384436 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f77b996-e4e5-42f3-8ab8-faa781c207c0", "name": "network-vif-deleted", "tag": "8ff7cf1d-1246-4f06-9486-1dd4f35b519c", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:50.384685 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5e386d3a-f83a-40f9-90a3-ddb2a24b27d0 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:50.385077 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f77b996-e4e5-42f3-8ab8-faa781c207c0', 'name': 'network-vif-deleted', 'tag': '8ff7cf1d-1246-4f06-9486-1dd4f35b519c', 'status': 'completed', 'code': 200} Sep 08 13:21:50.530215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36550) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:50.543788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 60ab7397-a10d-4641-a49c-0de41278e658 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:50.563793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 60ab7397-a10d-4641-a49c-0de41278e658 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:50.564149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 60ab7397-a10d-4641-a49c-0de41278e658 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:50.564590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b6068346-55b2-4ae5-9e1b-a70ddabdfa7e no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:50.581235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1ba2bbba-3e3c-4fe9-8b35-576f0ee104fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10e43ceb15c24735979f27b527c3276e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469501 Sep 08 13:21:50.581465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36552) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:50.583868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b6068346-55b2-4ae5-9e1b-a70ddabdfa7e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:50.584228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b6068346-55b2-4ae5-9e1b-a70ddabdfa7e not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:50.630752 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f441a40-b5db-48bb-9482-a691e4564945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:50.652656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f441a40-b5db-48bb-9482-a691e4564945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:50.938430 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba17f673-70b4-4c62-a05d-a5bc02cde83e req-50ca3197-9cc5-4f23-960a-409866cf25f9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f77b996-e4e5-42f3-8ab8-faa781c207c0 HTTP/1.1" status: 200 len: 210 time: 0.0272827 Sep 08 13:21:51.095160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc6e3e6f-08d4-40cb-a812-073f1e8c3c1c req-65d7371e-04e1-471f-a763-dc77e45312b2 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0276098 Sep 08 13:21:51.143859 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eb1aedab-2a06-4f7a-a490-624826747af7 req-8a8f5ec9-ecfd-4673-8d4e-05ce4fad5db4 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 210 time: 0.3617952 Sep 08 13:21:51.151757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f441a40-b5db-48bb-9482-a691e4564945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:51.154472 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f441a40-b5db-48bb-9482-a691e4564945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:51.158318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3f441a40-b5db-48bb-9482-a691e4564945 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f83453c-1758-4ec9-a106-4f8f67b1ea02 HTTP/1.1" status: 204 len: 168 time: 0.5736172 Sep 08 13:21:51.178864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f441a40-b5db-48bb-9482-a691e4564945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f83453c-1758-4ec9-a106-4f8f67b1ea02,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:51.254939 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c74c5-b707-455f-877d-aa3574a33834 req-31a2557f-844e-4ebd-9ca7-12efed309aa2 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:51.256811 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f5c74c5-b707-455f-877d-aa3574a33834 req-31a2557f-844e-4ebd-9ca7-12efed309aa2 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0916698 Sep 08 13:21:51.279215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-8f68ac00-c34c-413a-9138-440c1f39fb83 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:51.280840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-8f68ac00-c34c-413a-9138-440c1f39fb83 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.70 "GET /v2.0/networks?id=cc1cbb08-3e9d-49a8-93c7-a976990846cd HTTP/1.1" status: 200 len: 821 time: 0.1397314 Sep 08 13:21:51.295677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Request body: {'port': {'device_id': 'ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e', 'network_id': 'cc1cbb08-3e9d-49a8-93c7-a976990846cd', 'admin_state_up': True, 'tenant_id': '0ba3c86f09e341c698d2334f40a3dd7e'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:51.301389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f5c74c5-b707-455f-877d-aa3574a33834 req-94cc86d4-e9e8-43ee-bc94-37f94245b1fa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377421 Sep 08 13:21:51.508088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Made reservation on behalf of 0ba3c86f09e341c698d2334f40a3dd7e for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:51.512372 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:51.655578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Allocated IP 172.20.0.6 (cc1cbb08-3e9d-49a8-93c7-a976990846cd/e78612e3-29ea-47fb-a469-09c223ee2fed/03d74713-1f12-4ff0-babb-1a6dc7d00355) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:21:51.816061 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:51.959675 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:52.008071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Network cc1cbb08-3e9d-49a8-93c7-a976990846cd is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:21:52.013240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:52.018059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:21:52.024004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Pushing event updated for resources: {'Port': ['ID=03d74713-1f12-4ff0-babb-1a6dc7d00355,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:52.067310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:52.067939 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:52.216149 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-294dae83-abc8-43fb-bf8a-a5804e2f1ffa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9226494 Sep 08 13:21:52.219738 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-81df2842-2c24-40fe-a92b-96c2e8e1d037 req-2290881f-3370-44b6-9adf-5d9cc28397ac tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0334194 Sep 08 13:21:52.225270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Request body: {'port': {'device_id': 'ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:52.342613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-fc1eb5d3-b4f8-46b2-b625-c7666a88151c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:52.344707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-fc1eb5d3-b4f8-46b2-b625-c7666a88151c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.1666498 Sep 08 13:21:52.347803 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:52.357168 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10653950-3357-46e0-ad68-563234787837 req-16226b9a-abf7-4a9c-8757-8a6e20c10289 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:52.359070 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-10653950-3357-46e0-ad68-563234787837 req-16226b9a-abf7-4a9c-8757-8a6e20c10289 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 931 time: 0.0775490 Sep 08 13:21:52.399995 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-10653950-3357-46e0-ad68-563234787837 req-6d2868c8-0223-4296-b33a-5c3752e09daa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c714910-e024-420a-9e4c-e3c9558b8229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341361 Sep 08 13:21:52.414552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec0a7fcd-67d8-4a51-ab37-1cdb89d364c4 req-1f000b10-45aa-474c-8300-f6fa0849dd33 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0527120 Sep 08 13:21:52.417740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-addcbf7d-fb7e-4c2d-b02f-ea0307963d76 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/quotas/d393c133e7b242bea5864f8b92030dcc HTTP/1.1" status: 200 len: 375 time: 0.0547228 Sep 08 13:21:52.429493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36604) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:52.479313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-14c00658-8afa-49ab-b6e6-9c3986fdeab5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535197 Sep 08 13:21:52.685182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-fa8191f9-7554-4dc9-bb84-cc04d283d568 service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609671 Sep 08 13:21:52.784638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-990551942-network', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:52.820001 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116faabb-5b5d-4cfc-8aa3-f7d94b4efed0 req-ee732efd-2c20-4b4d-90ad-b2e8222f4bc6 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:52.821531 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-116faabb-5b5d-4cfc-8aa3-f7d94b4efed0 req-ee732efd-2c20-4b4d-90ad-b2e8222f4bc6 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.3496406 Sep 08 13:21:52.838354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d74713-1f12-4ff0-babb-1a6dc7d00355 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:21:52.844673 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-14bf2fea-1ca2-4592-9740-ed76d7621dec service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489816 Sep 08 13:21:52.849291 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:52.862432 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-116faabb-5b5d-4cfc-8aa3-f7d94b4efed0 req-a007f88a-62ef-41b2-9324-10f269ef86ee tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345719 Sep 08 13:21:52.862628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Transition to ACTIVE for port object 03d74713-1f12-4ff0-babb-1a6dc7d00355 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:52.881658 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Made reservation on behalf of f448f124ce7442e583a45a48370fafd3 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:52.884609 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:52.897384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:52.959259 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:52.991766 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:53.031140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Pushing event updated for resources: {'Port': ['ID=03d74713-1f12-4ff0-babb-1a6dc7d00355,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:53.080429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Attempting to bind port 03d74713-1f12-4ff0-babb-1a6dc7d00355 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:21:53.080768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Attempting to bind port 03d74713-1f12-4ff0-babb-1a6dc7d00355 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '653a2733-524c-4eea-afd8-951487aa1972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cc1cbb08-3e9d-49a8-93c7-a976990846cd'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:21:53.081101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Attempting to bind port 03d74713-1f12-4ff0-babb-1a6dc7d00355 on network cc1cbb08-3e9d-49a8-93c7-a976990846cd {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:53.085328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Port 03d74713-1f12-4ff0-babb-1a6dc7d00355 on network cc1cbb08-3e9d-49a8-93c7-a976990846cd not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:21:53.085662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Attempting to bind port 03d74713-1f12-4ff0-babb-1a6dc7d00355 on network cc1cbb08-3e9d-49a8-93c7-a976990846cd {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:53.090472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:21:53.090821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Checking segment: {'id': '653a2733-524c-4eea-afd8-951487aa1972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cc1cbb08-3e9d-49a8-93c7-a976990846cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:53.091212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Bound using segment: {'id': '653a2733-524c-4eea-afd8-951487aa1972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cc1cbb08-3e9d-49a8-93c7-a976990846cd'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:21:53.091647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Bound port: 03d74713-1f12-4ff0-babb-1a6dc7d00355, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653a2733-524c-4eea-afd8-951487aa1972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cc1cbb08-3e9d-49a8-93c7-a976990846cd'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:21:53.092009 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:53.102133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:53.128320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:21:53.136948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d60ead-7e13-4a98-8e59-fa812b7fd583,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:53.145148 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:53.145918 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Added segment d5462fe3-c18d-4ece-a0f0-6fdb6760f18f of type vlan for network f90751a5-596c-4e78-b78b-4c8c54e7e513 Sep 08 13:21:53.157834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] For port 03d74713-1f12-4ff0-babb-1a6dc7d00355, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:21:53.160966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] For port 03d74713-1f12-4ff0-babb-1a6dc7d00355, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=03d74713-1f12-4ff0-babb-1a6dc7d00355,segment=NetworkSegment(653a2733-524c-4eea-afd8-951487aa1972),segment_id=653a2733-524c-4eea-afd8-951487aa1972)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:21:53.185237 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:53.268081 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dde0d700-2162-466e-a761-968553c9fbe7 req-322408a7-d690-44ad-860e-f3e364b094a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 210 time: 0.0300131 Sep 08 13:21:53.280592 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:53.315068 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:53.317346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:53.317346 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:53.336555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:53.337321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:53.338749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] 10.222.0.70 "PUT /v2.0/ports/03d74713-1f12-4ff0-babb-1a6dc7d00355 HTTP/1.1" status: 200 len: 1091 time: 1.1178238 Sep 08 13:21:53.339206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e', 'tag': '03d74713-1f12-4ff0-babb-1a6dc7d00355'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:53.341556 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ac9fe8-d1e0-4c42-be58-fb58cf70eec3" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e", "tag": "03d74713-1f12-4ff0-babb-1a6dc7d00355"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:53.367051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac46b9ad-7add-4fbd-8b3b-f8a7a4ae431a req-c9afd6c6-9cbd-4a2e-9e0e-03f965c9c4cc tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0531316 Sep 08 13:21:53.386641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] Pushing event updated for resources: {'Network': ['ID=f90751a5-596c-4e78-b78b-4c8c54e7e513,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:53.392934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47158efa-9a01-47bf-a395-d91a98108e93 service neutron] Pushing event updated for resources: {'Port': ['ID=03d74713-1f12-4ff0-babb-1a6dc7d00355,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:53.405175 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f775756-5ee0-4cc3-8eff-ffa1590b3b10 x-openstack-request-id: req-7f775756-5ee0-4cc3-8eff-ffa1590b3b10 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:21:53.405484 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e", "tag": "03d74713-1f12-4ff0-babb-1a6dc7d00355", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:21:53.405733 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7f775756-5ee0-4cc3-8eff-ffa1590b3b10 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:21:53.406130 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e', 'tag': '03d74713-1f12-4ff0-babb-1a6dc7d00355', 'status': 'completed', 'code': 200} Sep 08 13:21:53.412910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network f90751a5-596c-4e78-b78b-4c8c54e7e513 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:21:53.467271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac9fe8-d1e0-4c42-be58-fb58cf70eec3 req-4ab170b3-3db5-4a66-9d69-2bb395a9e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:53.468867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42ac9fe8-d1e0-4c42-be58-fb58cf70eec3 req-4ab170b3-3db5-4a66-9d69-2bb395a9e2a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ba3c86f09e341c698d2334f40a3dd7e&device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 1094 time: 0.0426512 Sep 08 13:21:53.519409 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2947cb98-c09a-48a6-a419-b4c7de3e5f3d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0887134 Sep 08 13:21:53.522435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36624) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:53.529384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-31c9a722-45ab-4cd4-9c1a-d9d2b0759bdc admin admin] Request body: {'subnet': {'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-990551942-subnet', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:53.577729 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a6f2c-d979-4fe0-8e70-4d35d8e8d9b8 req-feb07d87-216e-4c3a-9152-86463f640efa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:53.579839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e4a6f2c-d979-4fe0-8e70-4d35d8e8d9b8 req-feb07d87-216e-4c3a-9152-86463f640efa tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 943 time: 0.1100791 Sep 08 13:21:53.635925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac9fe8-d1e0-4c42-be58-fb58cf70eec3 req-df36979e-02d0-4130-b672-327e5ad842b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:53.637407 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42ac9fe8-d1e0-4c42-be58-fb58cf70eec3 req-df36979e-02d0-4130-b672-327e5ad842b9 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0ba3c86f09e341c698d2334f40a3dd7e&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1577511 Sep 08 13:21:53.640395 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e4a6f2c-d979-4fe0-8e70-4d35d8e8d9b8 req-d61687f6-9807-46e8-ac70-fbc47937df09 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c714910-e024-420a-9e4c-e3c9558b8229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529997 Sep 08 13:21:53.719057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c9a722-45ab-4cd4-9c1a-d9d2b0759bdc admin admin] Made reservation on behalf of f448f124ce7442e583a45a48370fafd3 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:53.721268 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31c9a722-45ab-4cd4-9c1a-d9d2b0759bdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:53.745170 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac9fe8-d1e0-4c42-be58-fb58cf70eec3 req-cfc65956-1882-4099-a801-5dfe89137b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:53.746797 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42ac9fe8-d1e0-4c42-be58-fb58cf70eec3 req-cfc65956-1882-4099-a801-5dfe89137b17 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023712 Sep 08 13:21:53.826075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-e41d7463-fdf1-475c-b5d7-d87240e01f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:53.827714 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-e41d7463-fdf1-475c-b5d7-d87240e01f3d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ba3c86f09e341c698d2334f40a3dd7e&device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 1094 time: 0.0427673 Sep 08 13:21:53.869527 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-6c0e7246-6a6f-44d0-a345-8b02501d7e53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03d74713-1f12-4ff0-babb-1a6dc7d00355 HTTP/1.1" status: 200 len: 217 time: 0.0344913 Sep 08 13:21:53.926242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-28c219d4-fad5-472b-9f9b-c72ee41c916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:53.927861 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-28c219d4-fad5-472b-9f9b-c72ee41c916e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e78612e3-29ea-47fb-a469-09c223ee2fed HTTP/1.1" status: 200 len: 861 time: 0.0513971 Sep 08 13:21:53.961791 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-eb3303df-2cda-4ee4-afe2-2cb1017539d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cc1cbb08-3e9d-49a8-93c7-a976990846cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267820 Sep 08 13:21:54.003532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e5655-aace-4639-a1d7-04895bd67484 req-ae99bd35-c0ba-496a-947e-ff2e519e3966 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:54.003532 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7b4e5655-aace-4639-a1d7-04895bd67484 req-ae99bd35-c0ba-496a-947e-ff2e519e3966 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0674565 Sep 08 13:21:54.029702 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31c9a722-45ab-4cd4-9c1a-d9d2b0759bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:54.056168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-cc853c74-2aff-4885-80b5-9633d8727b3d service neutron] 10.222.0.70 "GET /v2.0/networks/cc1cbb08-3e9d-49a8-93c7-a976990846cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872171 Sep 08 13:21:54.089246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7b4e5655-aace-4639-a1d7-04895bd67484 req-34abbf62-d768-4715-a209-e9c881467dc3 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813498 Sep 08 13:21:54.101732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c9a722-45ab-4cd4-9c1a-d9d2b0759bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a4a6d0e-03e0-4c2c-bf34-749507b99f19,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:54.127753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c9a722-45ab-4cd4-9c1a-d9d2b0759bdc admin admin] Checking segment: {'id': 'd5462fe3-c18d-4ece-a0f0-6fdb6760f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:54.137062 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9a722-45ab-4cd4-9c1a-d9d2b0759bdc admin admin] Network hostable DHCP agents. Network: f90751a5-596c-4e78-b78b-4c8c54e7e513, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:21:54.164609 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c23e73f-6d9a-4659-9363-9f7b78672594 req-32e95827-3b18-47a6-bdaf-53e47a0ab701 service neutron] 10.222.0.70 "GET /v2.0/networks/cc1cbb08-3e9d-49a8-93c7-a976990846cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017878 Sep 08 13:21:54.233837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c9a722-45ab-4cd4-9c1a-d9d2b0759bdc admin admin] Network f90751a5-596c-4e78-b78b-4c8c54e7e513 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:21:54.296897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 8ff7cf1d-1246-4f06-9486-1dd4f35b519c no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:21:54.317772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 8ff7cf1d-1246-4f06-9486-1dd4f35b519c {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:21:54.325728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 8ff7cf1d-1246-4f06-9486-1dd4f35b519c not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:21:54.367130 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d075b9a7-4fc6-459f-b463-4e36dd69a480 req-1fc23044-c184-4a9b-ae2f-add6c7c6db95 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 210 time: 0.0277345 Sep 08 13:21:54.393624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-31c9a722-45ab-4cd4-9c1a-d9d2b0759bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, f90751a5-596c-4e78-b78b-4c8c54e7e513) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:54.398010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c9a722-45ab-4cd4-9c1a-d9d2b0759bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:54.399260 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31c9a722-45ab-4cd4-9c1a-d9d2b0759bdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:54.402794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c5436d-f554-4b82-ac97-62c3a8e93e78 None None] Network f90751a5-596c-4e78-b78b-4c8c54e7e513 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:54.508320 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cbbbaf2e-5f7b-4d96-a72d-21aee5d81e11 req-5882214a-5b41-4dc7-ade0-6bd36564af91 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0484059 Sep 08 13:21:54.528724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36640) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:54.529408 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-31c9a722-45ab-4cd4-9c1a-d9d2b0759bdc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0050800 Sep 08 13:21:54.535565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-990551942-router', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:54.579201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f90751a5-596c-4e78-b78b-4c8c54e7e513', 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'fixed_ips': [{'subnet_id': '8a4a6d0e-03e0-4c2c-bf34-749507b99f19'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:21:54.580080 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:54.599885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b2d91-e743-4200-9387-33a49a4be499 req-00bba5d9-8803-4540-9f10-491815fedbd5 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:54.601468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e46b2d91-e743-4200-9387-33a49a4be499 req-00bba5d9-8803-4540-9f10-491815fedbd5 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0625186 Sep 08 13:21:54.642381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e46b2d91-e743-4200-9387-33a49a4be499 req-77f9d27f-950b-4d35-b00e-15dce89364ce tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344460 Sep 08 13:21:54.725443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Allocated IP 172.20.0.2 (f90751a5-596c-4e78-b78b-4c8c54e7e513/8a4a6d0e-03e0-4c2c-bf34-749507b99f19/bec3a76f-a5c5-4274-ab0e-9b777a71e1f5) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:21:54.763631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c52180-08da-4131-8863-0506b0a7a2ac req-905bb1e1-997e-4257-8544-9469e3556f8b tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:54.765166 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62c52180-08da-4131-8863-0506b0a7a2ac req-905bb1e1-997e-4257-8544-9469e3556f8b tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 943 time: 0.0542986 Sep 08 13:21:54.815999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62c52180-08da-4131-8863-0506b0a7a2ac req-55d34934-7d97-461e-be9b-21bba63583f1 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c714910-e024-420a-9e4c-e3c9558b8229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439150 Sep 08 13:21:54.833930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:54.835097 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:54.909248 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:54.919209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Transition to ACTIVE for port object bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:54.920497 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:54.934036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Transition to ACTIVE for port object bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:54.951534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e988a-28d6-4898-bce3-236d4fd832e7 req-363bb340-7ae8-46bc-b8bf-9c0740ccf7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:54.953601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-641e988a-28d6-4898-bce3-236d4fd832e7 req-363bb340-7ae8-46bc-b8bf-9c0740ccf7bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 1097 time: 0.0414813 Sep 08 13:21:55.032613 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:55.079116 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Network f90751a5-596c-4e78-b78b-4c8c54e7e513 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:21:55.086905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:55.093021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:21:55.104679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Pushing event updated for resources: {'Port': ['ID=bec3a76f-a5c5-4274-ab0e-9b777a71e1f5,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:55.157488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e988a-28d6-4898-bce3-236d4fd832e7 req-385412d5-b2d6-4d89-86dd-dda3357fc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:55.157719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Attempting to bind port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:21:55.158006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Attempting to bind port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'd5462fe3-c18d-4ece-a0f0-6fdb6760f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:21:55.158412 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Attempting to bind port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 on network f90751a5-596c-4e78-b78b-4c8c54e7e513 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:55.159094 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-641e988a-28d6-4898-bce3-236d4fd832e7 req-385412d5-b2d6-4d89-86dd-dda3357fc51e service neutron] 10.222.0.70 "GET /v2.0/networks?id=94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 200 len: 912 time: 0.1987405 Sep 08 13:21:55.163777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:21:55.164160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Checking segment: {'id': 'd5462fe3-c18d-4ece-a0f0-6fdb6760f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:55.164573 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:55.164976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Bound using segment: {'id': 'd5462fe3-c18d-4ece-a0f0-6fdb6760f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:21:55.165650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Bound port: bec3a76f-a5c5-4274-ab0e-9b777a71e1f5, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5462fe3-c18d-4ece-a0f0-6fdb6760f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:21:55.166062 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:55.194069 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:55.235090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] For port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:21:55.238239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] For port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bec3a76f-a5c5-4274-ab0e-9b777a71e1f5,segment=NetworkSegment(d5462fe3-c18d-4ece-a0f0-6fdb6760f18f),segment_id=d5462fe3-c18d-4ece-a0f0-6fdb6760f18f)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:21:55.255241 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-641e988a-28d6-4898-bce3-236d4fd832e7 req-b103bb26-2fe4-405d-a899-4f35412825a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56f04db0-848a-46ed-9868-642fc67a8156 HTTP/1.1" status: 200 len: 1001 time: 0.0636635 Sep 08 13:21:55.282857 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:21:55.319156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e988a-28d6-4898-bce3-236d4fd832e7 req-417da562-35c3-41bb-b77e-cc3e8418a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:55.320640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-641e988a-28d6-4898-bce3-236d4fd832e7 req-417da562-35c3-41bb-b77e-cc3e8418a84e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6727ff3-46e9-47fd-a7eb-d2bf058b9def HTTP/1.1" status: 200 len: 850 time: 0.0575092 Sep 08 13:21:55.347552 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:55.375782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-869e5563-2762-4e63-b412-0ef7f7321b71 req-3cb84029-9a32-47d4-8772-c6cfd0cf1a7d tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0586231 Sep 08 13:21:55.412932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c03402-0b9a-4976-8c93-4f54ad25f488 None None] Pushing event updated for resources: {'Port': ['ID=bec3a76f-a5c5-4274-ab0e-9b777a71e1f5,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:55.417551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0664091-6daa-4599-992e-a245df82e0a0 req-0986246a-37d1-46a2-a13a-f9f92098ff00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1bc2d1f89ff1400495707b0a52199f1a&device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0529163 Sep 08 13:21:55.479747 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0664091-6daa-4599-992e-a245df82e0a0 req-49894027-060c-4fdf-80d3-5cfa588e5a00 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1bc2d1f89ff1400495707b0a52199f1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533059 Sep 08 13:21:55.480557 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66208d9b-db07-47f9-aa98-0f0aa3e0b21a req-8ad11497-4185-498f-9d25-84f3b77a702f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 210 time: 0.0312486 Sep 08 13:21:55.485270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e988a-28d6-4898-bce3-236d4fd832e7 req-3d0f7631-ac47-4741-af60-005deeabab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:55.486814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-641e988a-28d6-4898-bce3-236d4fd832e7 req-3d0f7631-ac47-4741-af60-005deeabab79 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94128c7a-143e-4284-b21f-f35c48c0a07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1546214 Sep 08 13:21:55.676082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0664091-6daa-4599-992e-a245df82e0a0 req-b1120605-c8f8-4d90-bf75-3fb80a116481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:55.677620 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0664091-6daa-4599-992e-a245df82e0a0 req-b1120605-c8f8-4d90-bf75-3fb80a116481 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887915 Sep 08 13:21:55.689485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-641e988a-28d6-4898-bce3-236d4fd832e7 req-490b0215-8a7f-47c2-8a03-385092fbb457 service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876800 Sep 08 13:21:55.935492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354d5de-5b52-4c73-9b26-9b287cb2c37c req-e4077ca4-f073-42d3-8f35-27cec21c5010 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:55.937101 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b354d5de-5b52-4c73-9b26-9b287cb2c37c req-e4077ca4-f073-42d3-8f35-27cec21c5010 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 943 time: 0.0520477 Sep 08 13:21:55.970825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:55.983827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d38f70-2861-4d89-98b2-379b79928e09 req-dd0a2a0e-3127-4c54-9811-92dfcb3f4896 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:55.985470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b2d38f70-2861-4d89-98b2-379b79928e09 req-dd0a2a0e-3127-4c54-9811-92dfcb3f4896 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.2377324 Sep 08 13:21:55.986987 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b354d5de-5b52-4c73-9b26-9b287cb2c37c req-9df3d8fa-d115-448d-850f-432cf1dbc741 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c714910-e024-420a-9e4c-e3c9558b8229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338919 Sep 08 13:21:56.018020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:56.038571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-641e988a-28d6-4898-bce3-236d4fd832e7 req-53693455-476c-4a27-89fe-84d1958ebc5d service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301184 Sep 08 13:21:56.120287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-5206191d-175e-4d33-bb77-6d52d8aab3b7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:56.121842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-5206191d-175e-4d33-bb77-6d52d8aab3b7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.3031721 Sep 08 13:21:56.130198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b2d38f70-2861-4d89-98b2-379b79928e09 req-ce0086ef-59ee-4847-b8fb-e8f27a86f7f6 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179917 Sep 08 13:21:56.139109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Request body: {'port': {'device_id': '869374fb-572b-46f5-b85a-735dfe6352f3', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'admin_state_up': True, 'tenant_id': 'd393c133e7b242bea5864f8b92030dcc'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:56.260081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Allocated IP 172.25.5.218 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/155b4214-1863-4ddd-bf12-d8c7d7f2d827) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:21:56.382479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a3b8c-d3ad-4ecc-8b41-f12211adf6c5 None None] Network f90751a5-596c-4e78-b78b-4c8c54e7e513 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:21:56.388368 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:56.425043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Made reservation on behalf of d393c133e7b242bea5864f8b92030dcc for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:21:56.431374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:56.485346 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e57cd5ed-8c9b-4d10-9ec9-562f8301a3d1 req-02665924-13c7-4103-8e26-9d76bb8d0132 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0321755 Sep 08 13:21:56.582849 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:56.597479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5347346f-9e51-4404-a3d1-15ffd539d9ad None None] Provisioning for port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:21:56.654761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:21:56.810661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:21:56.819080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:56.819548 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:56.854394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-78d192ef-6d4c-49ce-8e90-26e1fa3807eb None None] Provisioning complete for port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:56.854838 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-78d192ef-6d4c-49ce-8e90-26e1fa3807eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:56.963302 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:56.993768 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-78d192ef-6d4c-49ce-8e90-26e1fa3807eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:56.998765 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a4e13d1-abd6-47cd-b295-6abf94625a43 req-3dd390bc-635d-40a3-8ee1-27b563da2a9f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 210 time: 0.3903379 Sep 08 13:21:57.014578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Allocated IP 172.20.0.7 (472f8bac-fe07-4bc2-9af9-0fd24f5a157d/80fa4303-193a-472f-a290-301c315fda82/fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:21:57.016433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bec3a76f-a5c5-4274-ab0e-9b777a71e1f5,segment=NetworkSegment(d5462fe3-c18d-4ece-a0f0-6fdb6760f18f),segment_id=d5462fe3-c18d-4ece-a0f0-6fdb6760f18f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:57.018370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:21:57.026506 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:57.030274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Pushing event updated for resources: {'Port': ['ID=155b4214-1863-4ddd-bf12-d8c7d7f2d827,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:57.036425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:21:57.079203 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:57.104834 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0664091-6daa-4599-992e-a245df82e0a0 req-01b5517b-5130-4385-a112-9867b0a3ff47 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0406117 Sep 08 13:21:57.124218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9549b-1a4a-413f-98b2-a3a00d256c44 req-9ab06a2d-168f-4870-a1c0-98bfee89bfec tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:57.126467 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8cb9549b-1a4a-413f-98b2-a3a00d256c44 req-9ab06a2d-168f-4870-a1c0-98bfee89bfec tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 943 time: 0.0592630 Sep 08 13:21:57.189192 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-78d192ef-6d4c-49ce-8e90-26e1fa3807eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:21:57.189725 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-78d192ef-6d4c-49ce-8e90-26e1fa3807eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:21:57.190371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=bec3a76f-a5c5-4274-ab0e-9b777a71e1f5,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:57.192366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8cb9549b-1a4a-413f-98b2-a3a00d256c44 req-58b020b9-0bbc-4ed0-b1a2-91d84fbe163b tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c714910-e024-420a-9e4c-e3c9558b8229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571268 Sep 08 13:21:57.317054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c586bb5-dec1-4635-b54b-e12ca8078bf5 req-4f7cfcc1-027b-4df6-8e41-5e82a180c9c1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:57.318815 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5c586bb5-dec1-4635-b54b-e12ca8078bf5 req-4f7cfcc1-027b-4df6-8e41-5e82a180c9c1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0640652 Sep 08 13:21:57.364523 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5c586bb5-dec1-4635-b54b-e12ca8078bf5 req-23486eab-b008-4d37-a64b-bc718e03a0ab tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375359 Sep 08 13:21:57.371138 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:57.380378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405d9b3-1676-47bc-8c9e-53116d038818 req-2bcf17d5-d990-459d-9b1d-dbdb8ec71da7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:57.381913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b405d9b3-1676-47bc-8c9e-53116d038818 req-2bcf17d5-d990-459d-9b1d-dbdb8ec71da7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0783539 Sep 08 13:21:57.509339 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b405d9b3-1676-47bc-8c9e-53116d038818 req-5409cf9d-5c2c-463d-9a29-a6f70b60283f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197667 Sep 08 13:21:57.534307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:57.609307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:57.645183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c57bc6-db7c-46b3-91de-cf3e86b25950 req-08a63776-0923-40cd-a2b7-7f85f2c12272 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:57.646783 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-42c57bc6-db7c-46b3-91de-cf3e86b25950 req-08a63776-0923-40cd-a2b7-7f85f2c12272 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0619845 Sep 08 13:21:57.652148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7cc805bf-ec2c-4558-b07c-8c0b8188550e req-eb5f224a-87a8-4497-b718-80a45c3512f9 tempest-ServerShowV254Test-1219731714 tempest-ServerShowV254Test-1219731714-project] 10.222.0.69 "GET /v2.0/ports?device_id=c0aa2e82-0019-402b-a5c0-f65c02732e47 HTTP/1.1" status: 200 len: 210 time: 0.0613232 Sep 08 13:21:57.694079 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-42c57bc6-db7c-46b3-91de-cf3e86b25950 req-978ffd51-9e26-461e-ba6e-2064de755091 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381548 Sep 08 13:21:57.709442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:21:57.714483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:21:57.725650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:21:57.802203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Pushing event updated for resources: {'Port': ['ID=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:57.826429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:57.827040 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:57.893152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:58.001234 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-242441d3-1b65-4c16-a765-181a35c21d2c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8677094 Sep 08 13:21:58.152251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Request body: {'port': {'device_id': '869374fb-572b-46f5-b85a-735dfe6352f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:21:58.152251 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:58.153173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98ab2c-2211-492d-94f6-8218c21401e7 req-b13f0f2f-17e2-4331-8331-cab6bfe8f7a0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.153173 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b98ab2c-2211-492d-94f6-8218c21401e7 req-b13f0f2f-17e2-4331-8331-cab6bfe8f7a0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 931 time: 0.0499449 Sep 08 13:21:58.173264 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b98ab2c-2211-492d-94f6-8218c21401e7 req-8f00fd17-07db-435a-b21d-4bd9b5f78aba tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329926 Sep 08 13:21:58.178157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-ca367ce3-976e-4ea8-9b48-83fe61cae473 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0926249 Sep 08 13:21:58.297742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Router 8873ec68-5b81-4aa4-8832-8970365e631c is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:21:58.311663 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 03d74713-1f12-4ff0-babb-1a6dc7d00355 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:21:58.325351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-fdbde3bc-e066-4b82-b570-25c7114828b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.325847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-fdbde3bc-e066-4b82-b570-25c7114828b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.326363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-fdbde3bc-e066-4b82-b570-25c7114828b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.326843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-fdbde3bc-e066-4b82-b570-25c7114828b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.327294 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649f140-45d0-42af-89af-6698c4433041 req-e136f8e8-e85f-40ef-b63f-0c5d1f343dc2 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.327458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-fdbde3bc-e066-4b82-b570-25c7114828b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.327828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-fdbde3bc-e066-4b82-b570-25c7114828b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.328363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-fdbde3bc-e066-4b82-b570-25c7114828b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.330449 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-fdbde3bc-e066-4b82-b570-25c7114828b0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=10e812425d94404696116b1bea9ea60d&device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 6500 time: 0.1027324 Sep 08 13:21:58.335260 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f649f140-45d0-42af-89af-6698c4433041 req-e136f8e8-e85f-40ef-b63f-0c5d1f343dc2 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 943 time: 0.0674605 Sep 08 13:21:58.387322 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f649f140-45d0-42af-89af-6698c4433041 req-074fe624-e51e-4210-a0c0-2da933897cef tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c714910-e024-420a-9e4c-e3c9558b8229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502329 Sep 08 13:21:58.424583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 03d74713-1f12-4ff0-babb-1a6dc7d00355, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=03d74713-1f12-4ff0-babb-1a6dc7d00355,segment=NetworkSegment(653a2733-524c-4eea-afd8-951487aa1972),segment_id=653a2733-524c-4eea-afd8-951487aa1972)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:58.438008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '03d74713-1f12-4ff0-babb-1a6dc7d00355', 'network_id': 'cc1cbb08-3e9d-49a8-93c7-a976990846cd', 'port_id': '03d74713-1f12-4ff0-babb-1a6dc7d00355', 'mac_address': 'fa:16:3e:40:de:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e78612e3-29ea-47fb-a469-09c223ee2fed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:21:58.481400 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:58.498875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d74713-1f12-4ff0-babb-1a6dc7d00355 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:21:58.525048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 03d74713-1f12-4ff0-babb-1a6dc7d00355, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=03d74713-1f12-4ff0-babb-1a6dc7d00355,segment=NetworkSegment(653a2733-524c-4eea-afd8-951487aa1972),segment_id=653a2733-524c-4eea-afd8-951487aa1972)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:21:58.540064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:21:58.588060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:21:58.588418 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:58.613944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:21:58.630811 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Sync routers for ids ['8873ec68-5b81-4aa4-8832-8970365e631c'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:21:58.640893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-5673390e-6f0b-418d-af5f-b918a5d14421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.641380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-5673390e-6f0b-418d-af5f-b918a5d14421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.642109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-5673390e-6f0b-418d-af5f-b918a5d14421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.643763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-5673390e-6f0b-418d-af5f-b918a5d14421 service neutron] 10.222.0.70 "GET /v2.0/networks?id=900c854b-c2a6-4864-a8d1-7387ea265132&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd HTTP/1.1" status: 200 len: 2298 time: 0.2872229 Sep 08 13:21:58.644307 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Routers {'8873ec68-5b81-4aa4-8832-8970365e631c'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:21:58.645312 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['8873ec68-5b81-4aa4-8832-8970365e631c'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:58.661415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678c66d-b627-4721-9f83-325588fa8f9a req-3835ad1b-3471-490f-8b74-af7d48e59deb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.663027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d678c66d-b627-4721-9f83-325588fa8f9a req-3835ad1b-3471-490f-8b74-af7d48e59deb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.2096503 Sep 08 13:21:58.663767 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:58.721526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:21:58.725913 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=03d74713-1f12-4ff0-babb-1a6dc7d00355,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:58.746393 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:58.772601 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Set router 8873ec68-5b81-4aa4-8832-8970365e631c gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:21:58.780721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Transition to ACTIVE for port object fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:58.785494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-020cbcef-2fc4-40eb-8aaa-ca3b5a9d688e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a4cbb56e-0ee6-47a7-9e48-243d9c04e766 HTTP/1.1" status: 200 len: 1000 time: 0.1326492 Sep 08 13:21:58.790661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d678c66d-b627-4721-9f83-325588fa8f9a req-04586c78-31d9-4f07-9241-0c98893fd031 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821381 Sep 08 13:21:58.824013 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:58.831477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a2a0773b-887a-4112-b400-0d26770a9771 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2956853 Sep 08 13:21:58.834806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36692) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:58.852848 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-b9a5c3f3-27e9-4a08-a065-3a2d8c2d7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.854466 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-b9a5c3f3-27e9-4a08-a065-3a2d8c2d7093 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=104c4bbf-33a7-4238-8ce4-311c1a8159e2 HTTP/1.1" status: 200 len: 856 time: 0.0617645 Sep 08 13:21:58.909021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-c921803f-8dab-4841-892e-999332853410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:58.917651 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-c921803f-8dab-4841-892e-999332853410 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=900c854b-c2a6-4864-a8d1-7387ea265132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515921 Sep 08 13:21:58.917651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:58.963742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['03d74713-1f12-4ff0-babb-1a6dc7d00355'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:21:58.966518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:58.989356 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'name': 'tempest-FloatingIPDetailsTestJSON-990551942-router', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:54Z', 'updated_at': '2021-09-08T13:21:57Z', 'revision_number': 3, 'project_id': 'f448f124ce7442e583a45a48370fafd3', 'gw_port': {'id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:56Z', 'updated_at': '2021-09-08T13:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:21:59.017957 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Checking router: 8873ec68-5b81-4aa4-8832-8970365e631c for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:21:59.018475 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Updating router 8873ec68-5b81-4aa4-8832-8970365e631c port 155b4214-1863-4ddd-bf12-d8c7d7f2d827 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:21:59.045011 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:59.140006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-33a8a7e0-0187-40a6-8436-5f1272b6225b service neutron] 10.222.0.70 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747937 Sep 08 13:21:59.165710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Attempting to bind port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:21:59.166050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Attempting to bind port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:21:59.166483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Attempting to bind port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:59.193073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:21:59.193704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Attempting to bind port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:59.203579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:21:59.203920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Checking segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:59.204317 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Bound using segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:21:59.204813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Bound port: fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:21:59.205178 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:59.306574 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-5c4ba8ff-ba65-4990-a544-6c26a6672693 service neutron] 10.222.0.70 "GET /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516495 Sep 08 13:21:59.357550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-d169b708-f409-4ce0-b5bb-b9612e253353 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=165d4e81-4666-4376-8fc7-6b9679bbe6dc HTTP/1.1" status: 200 len: 217 time: 0.0411365 Sep 08 13:21:59.362699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] For port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:21:59.399793 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] For port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:21:59.407321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36700) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:21:59.428642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b6dde-f4be-4644-bc1f-545a4e7c0e72 req-69b8157b-af90-459a-a89f-ed998be538c7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:59.428642 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-329b6dde-f4be-4644-bc1f-545a4e7c0e72 req-69b8157b-af90-459a-a89f-ed998be538c7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 943 time: 0.1768625 Sep 08 13:21:59.446372 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:59.454916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-bea91d89-edec-4f51-97a4-79f09ab1fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:59.456413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-bea91d89-edec-4f51-97a4-79f09ab1fec1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.0913184 Sep 08 13:21:59.458864 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Transition to ACTIVE for port object 155b4214-1863-4ddd-bf12-d8c7d7f2d827 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:59.484740 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:59.490319 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-329b6dde-f4be-4644-bc1f-545a4e7c0e72 req-96929304-8062-4a37-bcb1-27b5b3f0cd74 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538275 Sep 08 13:21:59.492916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b38f087-c3a0-48bc-8f57-9331cb5a2348 req-f9fc73c4-0585-4772-849c-9546512eec54 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0862679 Sep 08 13:21:59.531949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-04ed0308-9ca8-4f59-b222-7f5b2d7f9c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:59.537001 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-04ed0308-9ca8-4f59-b222-7f5b2d7f9c11 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731642 Sep 08 13:21:59.542671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:59.615609 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:59.731617 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53765e12-7569-4efe-a332-e241d62b016a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:59.734565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Allocated IP 172.20.0.1 (f90751a5-596c-4e78-b78b-4c8c54e7e513/8a4a6d0e-03e0-4c2c-bf34-749507b99f19/954bda23-9d48-4486-bf10-caa66932a50b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:21:59.748395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:59.758738 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:59.758738 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] 10.222.0.70 "PUT /v2.0/ports/fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b HTTP/1.1" status: 200 len: 1091 time: 1.7356062 Sep 08 13:21:59.758738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '869374fb-572b-46f5-b85a-735dfe6352f3', 'tag': 'fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:21:59.759056 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9524814a-478d-42a3-a7ee-338c2e611e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "869374fb-572b-46f5-b85a-735dfe6352f3", "tag": "fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:21:59.775765 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Attempting to bind port 155b4214-1863-4ddd-bf12-d8c7d7f2d827 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:21:59.776387 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Attempting to bind port 155b4214-1863-4ddd-bf12-d8c7d7f2d827 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:21:59.776494 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Attempting to bind port 155b4214-1863-4ddd-bf12-d8c7d7f2d827 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:21:59.789653 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:21:59.790034 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:21:59.790475 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:59.790868 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:21:59.791344 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Bound port: 155b4214-1863-4ddd-bf12-d8c7d7f2d827, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:21:59.791715 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:59.816213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd013992-80fb-4434-94aa-08e4adb87b9a req-29f27e1f-ad4c-4e52-a133-be2a8aea461d tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:59.817797 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd013992-80fb-4434-94aa-08e4adb87b9a req-29f27e1f-ad4c-4e52-a133-be2a8aea461d tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 944 time: 0.2161789 Sep 08 13:21:59.819444 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Pushing event updated for resources: {'Port': ['ID=155b4214-1863-4ddd-bf12-d8c7d7f2d827,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:59.829880 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:59.830399 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:59.830740 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:59.831074 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:59.831406 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:59.831805 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:59.832117 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:59.832440 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:59.832769 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:59.833088 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:59.833424 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:59.833728 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:21:59.846300 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38f087-c3a0-48bc-8f57-9331cb5a2348 req-4ef99fb9-6bca-4bcb-8869-fdae355c6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:21:59.848498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b38f087-c3a0-48bc-8f57-9331cb5a2348 req-4ef99fb9-6bca-4bcb-8869-fdae355c6ce7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1096 time: 0.2457683 Sep 08 13:21:59.884599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8032464-17b0-4872-be18-b08271d1c517 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:21:59.885342 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] For port 155b4214-1863-4ddd-bf12-d8c7d7f2d827, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:21:59.888611 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] For port 155b4214-1863-4ddd-bf12-d8c7d7f2d827, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=155b4214-1863-4ddd-bf12-d8c7d7f2d827,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:21:59.923437 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:21:59.938319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Transition to ACTIVE for port object 954bda23-9d48-4486-bf10-caa66932a50b will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:21:59.965961 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.008760 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-22b90632-55ba-46c7-8cbc-cd28a698cf2d service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595556 Sep 08 13:22:00.017936 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Routers {'8873ec68-5b81-4aa4-8832-8970365e631c'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:00.018583 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['8873ec68-5b81-4aa4-8832-8970365e631c'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:00.028434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.066318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd013992-80fb-4434-94aa-08e4adb87b9a req-51c3407b-f43c-409b-9837-b7820b303cae tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c714910-e024-420a-9e4c-e3c9558b8229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316728 Sep 08 13:22:00.068889 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640509e-659a-4342-b7ec-6e2056315b05 None None] Pushing event updated for resources: {'Port': ['ID=155b4214-1863-4ddd-bf12-d8c7d7f2d827,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:00.075657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Network f90751a5-596c-4e78-b78b-4c8c54e7e513 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:00.084923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-43874ee6-c063-4155-b42e-7f73f218b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:00.085673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:00.086463 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-43874ee6-c063-4155-b42e-7f73f218b083 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 1094 time: 0.2136745 Sep 08 13:22:00.094808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:22:00.097016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Pushing event updated for resources: {'Port': ['ID=954bda23-9d48-4486-bf10-caa66932a50b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:00.192466 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.192909 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-17eb4a67-61d4-4b32-aa36-40df527a3360 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b HTTP/1.1" status: 200 len: 217 time: 0.0536005 Sep 08 13:22:00.199967 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] Set router 8873ec68-5b81-4aa4-8832-8970365e631c gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:00.231077 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b149b82-06ae-4630-84b7-d1422e274d1b x-openstack-request-id: req-5b149b82-06ae-4630-84b7-d1422e274d1b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:00.231356 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "869374fb-572b-46f5-b85a-735dfe6352f3", "tag": "fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:00.231598 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5b149b82-06ae-4630-84b7-d1422e274d1b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:00.231986 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '869374fb-572b-46f5-b85a-735dfe6352f3', 'tag': 'fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b', 'status': 'completed', 'code': 200} Sep 08 13:22:00.318510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 03d74713-1f12-4ff0-babb-1a6dc7d00355 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:00.354211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02dc01-72b2-4da2-9f4b-4a3485b61916 req-b1b71a3c-8124-43e6-93e5-d9b2c23a7c95 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:00.360992 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e02dc01-72b2-4da2-9f4b-4a3485b61916 req-b1b71a3c-8124-43e6-93e5-d9b2c23a7c95 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1031632 Sep 08 13:22:00.448464 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e02dc01-72b2-4da2-9f4b-4a3485b61916 req-d61827f0-ec74-4fad-9899-7222dc65f689 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796432 Sep 08 13:22:00.449061 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.471324 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'name': 'tempest-FloatingIPDetailsTestJSON-990551942-router', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:54Z', 'updated_at': '2021-09-08T13:21:57Z', 'revision_number': 3, 'project_id': 'f448f124ce7442e583a45a48370fafd3', 'gw_port': {'id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:56Z', 'updated_at': '2021-09-08T13:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:00.501931 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 03d74713-1f12-4ff0-babb-1a6dc7d00355 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:22:00.507499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 03d74713-1f12-4ff0-babb-1a6dc7d00355 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:00.511321 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.520892 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03309577-e46f-42f7-8d0f-44ad723e51dc None None] The sync data for ids ['8873ec68-5b81-4aa4-8832-8970365e631c'] in n-d-807558-3 is: [{'id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'name': 'tempest-FloatingIPDetailsTestJSON-990551942-router', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:54Z', 'updated_at': '2021-09-08T13:21:57Z', 'revision_number': 3, 'project_id': 'f448f124ce7442e583a45a48370fafd3', 'gw_port': {'id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:56Z', 'updated_at': '2021-09-08T13:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:22:00.585335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9db766f1-fc8a-4403-badb-30454c567034 None None] Provisioning for port 954bda23-9d48-4486-bf10-caa66932a50b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:22:00.595718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9db766f1-fc8a-4403-badb-30454c567034 None None] Provisioning complete for port 954bda23-9d48-4486-bf10-caa66932a50b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:00.595718 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9db766f1-fc8a-4403-badb-30454c567034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.653653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38f087-c3a0-48bc-8f57-9331cb5a2348 req-bdb46c63-6e70-4a3f-b4a5-eb4fa54c436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:00.655181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b38f087-c3a0-48bc-8f57-9331cb5a2348 req-bdb46c63-6e70-4a3f-b4a5-eb4fa54c436a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.7564447 Sep 08 13:22:00.663694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9db766f1-fc8a-4403-badb-30454c567034 None None] Port 954bda23-9d48-4486-bf10-caa66932a50b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:22:00.677313 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.678464 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.694908 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53765e12-7569-4efe-a332-e241d62b016a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.702622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d74713-1f12-4ff0-babb-1a6dc7d00355'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:00.705412 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a69aded-de57-4060-933d-2fb8cf5dc54f" -d '{"events": [{"server_uuid": "ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e", "name": "network-vif-plugged", "status": "completed", "tag": "03d74713-1f12-4ff0-babb-1a6dc7d00355"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:00.724768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 03d74713-1f12-4ff0-babb-1a6dc7d00355, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=03d74713-1f12-4ff0-babb-1a6dc7d00355,segment=NetworkSegment(653a2733-524c-4eea-afd8-951487aa1972),segment_id=653a2733-524c-4eea-afd8-951487aa1972)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:00.740377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e1591eae-8313-4eec-886f-07631fed85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:00.741767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-e1591eae-8313-4eec-886f-07631fed85c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80fa4303-193a-472f-a290-301c315fda82 HTTP/1.1" status: 200 len: 852 time: 0.5721371 Sep 08 13:22:00.747731 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.753365 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f109c62-af01-4763-9907-3b9455df0a39 x-openstack-request-id: req-5f109c62-af01-4763-9907-3b9455df0a39 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:00.754791 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e", "name": "network-vif-plugged", "status": "completed", "tag": "03d74713-1f12-4ff0-babb-1a6dc7d00355", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:00.762645 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f109c62-af01-4763-9907-3b9455df0a39 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:00.762645 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d74713-1f12-4ff0-babb-1a6dc7d00355', 'code': 200} Sep 08 13:22:00.778957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-e95a1a19-9543-463e-a3fa-167f642d4486 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7272830 Sep 08 13:22:00.802330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-794ef005-d559-49c7-88c8-f838944a5bff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424037 Sep 08 13:22:00.810081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff862a-6512-4abd-87da-8d9e66d13422 req-822c51e8-b2f8-4d13-82ec-55079381de19 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:00.813863 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ff862a-6512-4abd-87da-8d9e66d13422 req-822c51e8-b2f8-4d13-82ec-55079381de19 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 943 time: 0.1877685 Sep 08 13:22:00.829139 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.876369 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-53765e12-7569-4efe-a332-e241d62b016a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.882201 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:00.905551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-efa87b6d-78a3-4f54-8187-db016c07528d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=b976551d-27dd-46f9-8ed9-225533d5e8d1 HTTP/1.1" status: 200 len: 217 time: 0.1057148 Sep 08 13:22:00.908807 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b38f087-c3a0-48bc-8f57-9331cb5a2348 req-38164578-ffc3-4300-b113-36f6120d5332 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 1000 time: 0.2343905 Sep 08 13:22:00.944954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Pushing event updated for resources: {'Port': ['ID=954bda23-9d48-4486-bf10-caa66932a50b,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:00.969374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed7192-cba0-41b7-8826-8c6ce5868249 req-57703337-afd9-4790-b093-5a31150e3ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:00.970999 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-81ed7192-cba0-41b7-8826-8c6ce5868249 req-57703337-afd9-4790-b093-5a31150e3ace service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 1096 time: 0.1051173 Sep 08 13:22:00.980349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=03d74713-1f12-4ff0-babb-1a6dc7d00355,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:01.025828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Network f90751a5-596c-4e78-b78b-4c8c54e7e513 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:01.029365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:01.080960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ff862a-6512-4abd-87da-8d9e66d13422 req-30b378d2-85ac-4d1e-9c3b-bffaa1dca1ff tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069404 Sep 08 13:22:01.150367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-53765e12-7569-4efe-a332-e241d62b016a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1bc2d1f89ff1400495707b0a52199f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7413223 Sep 08 13:22:01.162282 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-81ed7192-cba0-41b7-8826-8c6ce5868249 req-5f4c083c-7d4d-4164-be49-1376504ec854 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5c714910-e024-420a-9e4c-e3c9558b8229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817875 Sep 08 13:22:01.163452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36724) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:01.168510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53765e12-7569-4efe-a332-e241d62b016a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d383a169-aa79-44d2-bc33-caad77669e2c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:01.186318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Router 8873ec68-5b81-4aa4-8832-8970365e631c has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:22:01.192114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38f087-c3a0-48bc-8f57-9331cb5a2348 req-33a006fd-c0f8-488e-afa5-6214aa87f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:01.192114 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b38f087-c3a0-48bc-8f57-9331cb5a2348 req-33a006fd-c0f8-488e-afa5-6214aa87f605 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.2456863 Sep 08 13:22:01.203011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-21728443-2bea-4bf3-b17c-f4eab41acce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:01.205789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-21728443-2bea-4bf3-b17c-f4eab41acce7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.2627034 Sep 08 13:22:01.268268 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-18d67347-6d5d-46b2-85ac-cb589c0ab66d service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931003 Sep 08 13:22:01.289585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-170aae6a-6b86-44aa-917d-44e556e23550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:01.347010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96931fe-cf44-4ed9-b903-372f86f44e21 req-4f637fe6-b3ea-4678-aedb-4a5330072668 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:01.349462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d96931fe-cf44-4ed9-b903-372f86f44e21 req-4f637fe6-b3ea-4678-aedb-4a5330072668 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 945 time: 0.0951767 Sep 08 13:22:01.351900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b38f087-c3a0-48bc-8f57-9331cb5a2348 req-280754e4-2507-4679-a0de-1a520272c1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:01.353643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b38f087-c3a0-48bc-8f57-9331cb5a2348 req-280754e4-2507-4679-a0de-1a520272c1b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339111 Sep 08 13:22:01.383784 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-170aae6a-6b86-44aa-917d-44e556e23550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:01.403285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-36ec0f6e-e6fc-4672-9b89-a8eeb9cd5a58 None None] Provisioning complete for port 954bda23-9d48-4486-bf10-caa66932a50b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:01.403892 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-36ec0f6e-e6fc-4672-9b89-a8eeb9cd5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:01.446132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-36ec0f6e-e6fc-4672-9b89-a8eeb9cd5a58 None None] Port 954bda23-9d48-4486-bf10-caa66932a50b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:22:01.493144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:22:01.510961 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6293cc55-66aa-4ade-bdaf-3288ced84e68 admin admin] 10.222.0.69 "PUT /v2.0/routers/8873ec68-5b81-4aa4-8832-8970365e631c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6735280 Sep 08 13:22:01.593802 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b38f087-c3a0-48bc-8f57-9331cb5a2348 req-05cb22d3-3c02-4ad2-985b-6c6bf015e416 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085936 Sep 08 13:22:01.602542 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d96931fe-cf44-4ed9-b903-372f86f44e21 req-9107d23c-0d58-4604-a695-3ea6c7764563 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c714910-e024-420a-9e4c-e3c9558b8229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247012 Sep 08 13:22:01.605138 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-170aae6a-6b86-44aa-917d-44e556e23550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:01.608285 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-170aae6a-6b86-44aa-917d-44e556e23550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:01.610028 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-170aae6a-6b86-44aa-917d-44e556e23550 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d383a169-aa79-44d2-bc33-caad77669e2c HTTP/1.1" status: 204 len: 168 time: 0.4440441 Sep 08 13:22:01.629357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-bb3510b0-67aa-405e-88dc-8f8444a412bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:01.631131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-bb3510b0-67aa-405e-88dc-8f8444a412bf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2640183 Sep 08 13:22:01.636578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170aae6a-6b86-44aa-917d-44e556e23550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d383a169-aa79-44d2-bc33-caad77669e2c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:01.670539 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92ad4eac-9ce0-4039-a769-90e1fed86c6b req-d346cf64-b4cb-46db-94a0-70c0bda7326c service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108878 Sep 08 13:22:01.898859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b774c5a-8435-4516-9df7-700780fdd3b2 req-d8874753-f99c-453e-81ea-2d922616c3cf tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:01.900345 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b774c5a-8435-4516-9df7-700780fdd3b2 req-d8874753-f99c-453e-81ea-2d922616c3cf tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1892653 Sep 08 13:22:01.902220 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b38f087-c3a0-48bc-8f57-9331cb5a2348 req-070dc662-056e-48fa-84bf-06c83fb2f342 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986565 Sep 08 13:22:01.907831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-70cd39e8-c517-47fc-a699-39e3bfde1a4b service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620673 Sep 08 13:22:01.949097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524814a-478d-42a3-a7ee-338c2e611e3a req-ec90fd0d-9e0d-4f93-84d1-be1b26bde9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:01.950643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9524814a-478d-42a3-a7ee-338c2e611e3a req-ec90fd0d-9e0d-4f93-84d1-be1b26bde9a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 1094 time: 0.1185420 Sep 08 13:22:02.015360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b774c5a-8435-4516-9df7-700780fdd3b2 req-839c245c-29da-4c6a-81e1-7053cc736295 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047025 Sep 08 13:22:02.141340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-30e28a69-6722-42a9-ac49-042630777007 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085857 Sep 08 13:22:02.171964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524814a-478d-42a3-a7ee-338c2e611e3a req-c332c6b2-9333-45e6-8770-4922a4f36600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:02.172999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9524814a-478d-42a3-a7ee-338c2e611e3a req-c332c6b2-9333-45e6-8770-4922a4f36600 service neutron] 10.222.0.70 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 913 time: 0.2088325 Sep 08 13:22:02.218386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-9842d09e-8a9c-4091-9621-9416f7314d03 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=2d47d4d6-8773-4585-974b-fddb0008ba76 HTTP/1.1" status: 200 len: 217 time: 0.0575173 Sep 08 13:22:02.259548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9524814a-478d-42a3-a7ee-338c2e611e3a req-c4c699c4-cb31-461c-adce-4aa013b1d72a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b HTTP/1.1" status: 200 len: 217 time: 0.0500944 Sep 08 13:22:02.264122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-0064a128-995a-4a8e-a3c0-89d59969e7d6 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2532201 Sep 08 13:22:02.269900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:02.349483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863af3b-d2b4-43c5-ba69-9ee285c8cf13 req-33e78da8-8ea1-4658-9a43-d245b3455827 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:02.355769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863af3b-d2b4-43c5-ba69-9ee285c8cf13 req-33e78da8-8ea1-4658-9a43-d245b3455827 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:02.361787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863af3b-d2b4-43c5-ba69-9ee285c8cf13 req-33e78da8-8ea1-4658-9a43-d245b3455827 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:02.368152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863af3b-d2b4-43c5-ba69-9ee285c8cf13 req-33e78da8-8ea1-4658-9a43-d245b3455827 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:02.374068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863af3b-d2b4-43c5-ba69-9ee285c8cf13 req-33e78da8-8ea1-4658-9a43-d245b3455827 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:02.380550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863af3b-d2b4-43c5-ba69-9ee285c8cf13 req-33e78da8-8ea1-4658-9a43-d245b3455827 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:02.386741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863af3b-d2b4-43c5-ba69-9ee285c8cf13 req-33e78da8-8ea1-4658-9a43-d245b3455827 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:02.388684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9863af3b-d2b4-43c5-ba69-9ee285c8cf13 req-33e78da8-8ea1-4658-9a43-d245b3455827 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5443 time: 0.2730134 Sep 08 13:22:02.404672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-651a8f67-93ec-4afc-80a1-7b26fe92469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:02.406610 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-651a8f67-93ec-4afc-80a1-7b26fe92469b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.1558738 Sep 08 13:22:02.415525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524814a-478d-42a3-a7ee-338c2e611e3a req-ca841d29-9d1a-43bb-9941-543b79a06ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:02.416988 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9524814a-478d-42a3-a7ee-338c2e611e3a req-ca841d29-9d1a-43bb-9941-543b79a06ec0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80fa4303-193a-472f-a290-301c315fda82 HTTP/1.1" status: 200 len: 852 time: 0.1311119 Sep 08 13:22:02.427535 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:02.479532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9524814a-478d-42a3-a7ee-338c2e611e3a req-8eb7cc30-a5a1-486c-9511-b67c1441a831 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458975 Sep 08 13:22:02.532107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9863af3b-d2b4-43c5-ba69-9ee285c8cf13 req-6f6adaf3-47d2-42a5-b3fe-3802bc414292 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1313920 Sep 08 13:22:02.556272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-7feac6c8-6218-4adc-ad28-1f29b52d5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:02.556272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-7feac6c8-6218-4adc-ad28-1f29b52d5cda service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1348143 Sep 08 13:22:02.567588 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:02.667600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 155b4214-1863-4ddd-bf12-d8c7d7f2d827 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:02.728818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Sync routers for ids ['8873ec68-5b81-4aa4-8832-8970365e631c'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:22:02.738779 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9524814a-478d-42a3-a7ee-338c2e611e3a req-0c7b9f9e-e027-4d0b-bb05-7ffefd312ad6 service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450883 Sep 08 13:22:02.745556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Routers {'8873ec68-5b81-4aa4-8832-8970365e631c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:02.746528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['8873ec68-5b81-4aa4-8832-8970365e631c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:02.780183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Allocated IP 172.25.5.140 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/15c804d8-d09d-4389-91a8-6dfab7b0e8c6) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:22:02.787890 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-9079088c-a62c-48f1-a1ee-b43691b20789 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975894 Sep 08 13:22:02.832151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e79c7-7b6c-4701-a554-16d7761e5023 req-3f0b7d22-8eb1-4de5-9c5e-e9d85f7af949 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:02.833664 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-043e79c7-7b6c-4701-a554-16d7761e5023 req-3f0b7d22-8eb1-4de5-9c5e-e9d85f7af949 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 943 time: 0.1528068 Sep 08 13:22:02.871166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Set router 8873ec68-5b81-4aa4-8832-8970365e631c gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:02.904305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 155b4214-1863-4ddd-bf12-d8c7d7f2d827 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:22:02.910809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 155b4214-1863-4ddd-bf12-d8c7d7f2d827 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:02.911476 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:02.971578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9524814a-478d-42a3-a7ee-338c2e611e3a req-dd8e8cf3-0537-45ec-b8f7-d799b6751755 service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194393 Sep 08 13:22:02.979514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-043e79c7-7b6c-4701-a554-16d7761e5023 req-ac4d271f-a0dc-4827-aa5a-7b920fb43cac tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175530 Sep 08 13:22:03.010204 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-29feefb3-4a6e-4a8c-98c8-0347289c191f service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141352 Sep 08 13:22:03.085013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36762) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:03.102382 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-31add24b-1b34-4612-8c52-54ea9661babb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 HTTP/1.1" status: 200 len: 217 time: 0.0780709 Sep 08 13:22:03.153228 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.180024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 155b4214-1863-4ddd-bf12-d8c7d7f2d827, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=155b4214-1863-4ddd-bf12-d8c7d7f2d827,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:03.213002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'name': 'tempest-FloatingIPDetailsTestJSON-990551942-router', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:54Z', 'updated_at': '2021-09-08T13:22:00Z', 'revision_number': 4, 'project_id': 'f448f124ce7442e583a45a48370fafd3', 'gw_port': {'id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:56Z', 'updated_at': '2021-09-08T13:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '954bda23-9d48-4486-bf10-caa66932a50b', 'name': '', 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'mac_address': 'fa:16:3e:89:20:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '8a4a6d0e-03e0-4c2c-bf34-749507b99f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:59Z', 'updated_at': '2021-09-08T13:22:00Z', 'revision_number': 2, 'project_id': 'f448f124ce7442e583a45a48370fafd3', 'subnets': [{'id': '8a4a6d0e-03e0-4c2c-bf34-749507b99f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:03.221128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-3c8f6b48-f2d2-469a-8208-5fd8fbb18048 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:03.227179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-3c8f6b48-f2d2-469a-8208-5fd8fbb18048 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:03.233288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-3c8f6b48-f2d2-469a-8208-5fd8fbb18048 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:03.235842 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.239882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-3c8f6b48-f2d2-469a-8208-5fd8fbb18048 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:03.243916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Checking router: 8873ec68-5b81-4aa4-8832-8970365e631c for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:22:03.244494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Updating router 8873ec68-5b81-4aa4-8832-8970365e631c port 954bda23-9d48-4486-bf10-caa66932a50b binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:22:03.245904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-3c8f6b48-f2d2-469a-8208-5fd8fbb18048 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:03.253020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-3c8f6b48-f2d2-469a-8208-5fd8fbb18048 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:03.258981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-3c8f6b48-f2d2-469a-8208-5fd8fbb18048 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:03.260971 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-3c8f6b48-f2d2-469a-8208-5fd8fbb18048 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5443 time: 0.1746578 Sep 08 13:22:03.269832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-488519064-network', 'tenant_id': '6be6660e18364609aa0b2fb19ffc00ae'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:03.270086 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.273586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-74659b2e-0a50-4c04-bde3-5e2e6c57f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:03.275063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-74659b2e-0a50-4c04-bde3-5e2e6c57f297 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 200 len: 797 time: 0.1612592 Sep 08 13:22:03.276774 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.295828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e411a48-e85c-4db6-9540-361411ab3da5 req-10998fad-50f6-49fd-b62c-78511804e1c6 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:03.298412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e411a48-e85c-4db6-9540-361411ab3da5 req-10998fad-50f6-49fd-b62c-78511804e1c6 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 945 time: 0.2144468 Sep 08 13:22:03.348447 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=155b4214-1863-4ddd-bf12-d8c7d7f2d827,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:03.384419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-c8de44f5-a66e-4ff9-87a8-7ae8492eae09 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:03.385902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-c8de44f5-a66e-4ff9-87a8-7ae8492eae09 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "GET /v2.0/ports/b976551d-27dd-46f9-8ed9-225533d5e8d1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1099072 Sep 08 13:22:03.387330 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.428196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e411a48-e85c-4db6-9540-361411ab3da5 req-532153db-a3ec-442c-b6d6-df194c5a5e46 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c714910-e024-420a-9e4c-e3c9558b8229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160247 Sep 08 13:22:03.429158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:03.432713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:03.439003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:22:03.441286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-7ed18b24-7ab1-4035-a907-adf6ae31a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:03.442373 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-7ed18b24-7ab1-4035-a907-adf6ae31a015 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7e605395-27d4-42d1-9c62-8d6a910a4eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1435471 Sep 08 13:22:03.474367 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Pushing event updated for resources: {'Port': ['ID=15c804d8-d09d-4389-91a8-6dfab7b0e8c6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:03.502862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Made reservation on behalf of 6be6660e18364609aa0b2fb19ffc00ae for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:22:03.505196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.528853 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.559582 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.604995 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-e79698f1-e3db-405d-9104-9793bf70abc5 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2110794 Sep 08 13:22:03.621866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:03.653583 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.670460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-6fa6b63c-2167-4007-adec-d56717bec079 service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975303 Sep 08 13:22:03.739899 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.758720 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.770700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Transition to ACTIVE for port object 954bda23-9d48-4486-bf10-caa66932a50b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:22:03.856599 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.857834 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.895965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-17957adb-1c35-4c8f-8921-bcc07e2dc7fc service neutron] 10.222.0.70 "GET /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181308 Sep 08 13:22:03.919524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.920280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:03.933736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8bbd5-4dce-4b3e-ab09-d79a68c92a36 None None] Pushing event updated for resources: {'Port': ['ID=954bda23-9d48-4486-bf10-caa66932a50b,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:03.978080 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-a7fcea54-bde0-4cb4-9fe4-844fb8ab94ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=44190366-792e-4732-90ee-a9db95993d7d HTTP/1.1" status: 200 len: 217 time: 0.0696430 Sep 08 13:22:03.989334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Attempting to bind port 954bda23-9d48-4486-bf10-caa66932a50b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:22:03.990609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Attempting to bind port 954bda23-9d48-4486-bf10-caa66932a50b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'd5462fe3-c18d-4ece-a0f0-6fdb6760f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:22:03.991274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Attempting to bind port 954bda23-9d48-4486-bf10-caa66932a50b on network f90751a5-596c-4e78-b78b-4c8c54e7e513 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:03.998246 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:22:03.999454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Checking segment: {'id': 'd5462fe3-c18d-4ece-a0f0-6fdb6760f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:22:04.000088 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.000651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Bound using segment: {'id': 'd5462fe3-c18d-4ece-a0f0-6fdb6760f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:22:04.001310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Bound port: 954bda23-9d48-4486-bf10-caa66932a50b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5462fe3-c18d-4ece-a0f0-6fdb6760f18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:22:04.002393 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.002765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Pushing event updated for resources: {'Port': ['ID=15c804d8-d09d-4389-91a8-6dfab7b0e8c6,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:04.023456 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.026198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b0976-149a-43b3-bacd-60f19105947b req-a8445bba-89ef-4aa8-b2c6-68aa80243605 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.027766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b9b0976-149a-43b3-bacd-60f19105947b req-a8445bba-89ef-4aa8-b2c6-68aa80243605 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1884751 Sep 08 13:22:04.065970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.082590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] For port 954bda23-9d48-4486-bf10-caa66932a50b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:22:04.087041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] For port 954bda23-9d48-4486-bf10-caa66932a50b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=954bda23-9d48-4486-bf10-caa66932a50b,segment=NetworkSegment(d5462fe3-c18d-4ece-a0f0-6fdb6760f18f),segment_id=d5462fe3-c18d-4ece-a0f0-6fdb6760f18f)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:22:04.102212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.104183 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-2c9c0c1f-a574-463e-b7cc-7690800fe3db tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8392313 Sep 08 13:22:04.127203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:22:04.149119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34e4a00-906e-4a51-912f-8e3508fd8df4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:04.154278 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.173297 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b9b0976-149a-43b3-bacd-60f19105947b req-d0a072c7-24a7-4c52-934a-491a4cc10ea5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980613 Sep 08 13:22:04.174825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-b9ab1c21-e963-450a-94b1-91f35b608da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.176197 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-b9ab1c21-e963-450a-94b1-91f35b608da0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaf5d36d-738b-4970-84ca-903b48836db2 HTTP/1.1" status: 200 len: 797 time: 0.1896174 Sep 08 13:22:04.177494 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.177689 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Added segment 1d3416bb-74c2-4d4d-957b-bf45f87e22af of type vlan for network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 Sep 08 13:22:04.180410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] For port b976551d-27dd-46f9-8ed9-225533d5e8d1, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b976551d-27dd-46f9-8ed9-225533d5e8d1,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:04.198643 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-8ec1c074-4128-4b07-b775-aeebb0149f36 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.0868127 Sep 08 13:22:04.290971 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef8bbd5-4dce-4b3e-ab09-d79a68c92a36 None None] Pushing event updated for resources: {'Port': ['ID=954bda23-9d48-4486-bf10-caa66932a50b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:04.294626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Routers {'8873ec68-5b81-4aa4-8832-8970365e631c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:04.295272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['8873ec68-5b81-4aa4-8832-8970365e631c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:04.302941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] For port b976551d-27dd-46f9-8ed9-225533d5e8d1, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:22:04.305391 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.332347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-b459ccda-5aa6-4683-abf9-bd3adee1f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.333869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-b459ccda-5aa6-4683-abf9-bd3adee1f4a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1332657 Sep 08 13:22:04.366095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-e548a35d-98cc-4560-b47c-4a612785832e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.367800 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-e548a35d-98cc-4560-b47c-4a612785832e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1615658 Sep 08 13:22:04.380580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-c51d5762-2d03-4972-b598-a87dacb48331 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:22:04.392772 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e9f8fa7f-0f59-43d2-a36b-66aac2e59f59 req-c51d5762-2d03-4972-b598-a87dacb48331 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180440 Sep 08 13:22:04.438438 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] Set router 8873ec68-5b81-4aa4-8832-8970365e631c gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:04.494950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa83351-74ba-472e-afbb-2066aec0f6b1 req-642b1d15-3b97-409b-bd83-88f4ed8d65a5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.496585 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-afa83351-74ba-472e-afbb-2066aec0f6b1 req-642b1d15-3b97-409b-bd83-88f4ed8d65a5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 943 time: 0.0560222 Sep 08 13:22:04.551161 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-afa83351-74ba-472e-afbb-2066aec0f6b1 req-d7338a76-f37d-4751-9944-ddb520e94d06 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460482 Sep 08 13:22:04.589122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 155b4214-1863-4ddd-bf12-d8c7d7f2d827 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:04.714857 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-972f86f9-4941-41e3-ad6e-ed1633e7ab27 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1178398 Sep 08 13:22:04.726849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:04.733218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 155b4214-1863-4ddd-bf12-d8c7d7f2d827 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:04.733606 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.777780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] device_id is not set on port b976551d-27dd-46f9-8ed9-225533d5e8d1 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:22:04.788072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'name': 'tempest-FloatingIPDetailsTestJSON-990551942-router', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:54Z', 'updated_at': '2021-09-08T13:22:00Z', 'revision_number': 4, 'project_id': 'f448f124ce7442e583a45a48370fafd3', 'gw_port': {'id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:56Z', 'updated_at': '2021-09-08T13:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '954bda23-9d48-4486-bf10-caa66932a50b', 'name': '', 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'mac_address': 'fa:16:3e:89:20:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '8a4a6d0e-03e0-4c2c-bf34-749507b99f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:59Z', 'updated_at': '2021-09-08T13:22:04Z', 'revision_number': 4, 'project_id': 'f448f124ce7442e583a45a48370fafd3', 'subnets': [{'id': '8a4a6d0e-03e0-4c2c-bf34-749507b99f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:04.824720 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.832245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7171d48e-a23b-41b2-aa4a-48f74221d2c6 None None] The sync data for ids ['8873ec68-5b81-4aa4-8832-8970365e631c'] in n-d-807558-3 is: [{'id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'name': 'tempest-FloatingIPDetailsTestJSON-990551942-router', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:54Z', 'updated_at': '2021-09-08T13:22:00Z', 'revision_number': 4, 'project_id': 'f448f124ce7442e583a45a48370fafd3', 'gw_port': {'id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:56Z', 'updated_at': '2021-09-08T13:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '954bda23-9d48-4486-bf10-caa66932a50b', 'name': '', 'network_id': 'f90751a5-596c-4e78-b78b-4c8c54e7e513', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'mac_address': 'fa:16:3e:89:20:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '8a4a6d0e-03e0-4c2c-bf34-749507b99f19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:59Z', 'updated_at': '2021-09-08T13:22:04Z', 'revision_number': 4, 'project_id': 'f448f124ce7442e583a45a48370fafd3', 'subnets': [{'id': '8a4a6d0e-03e0-4c2c-bf34-749507b99f19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:22:04.844739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.872837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8970-bea6-4856-9838-aaec15f0cac5 req-155fe964-c233-4540-945b-70984f250de8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.879504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8970-bea6-4856-9838-aaec15f0cac5 req-155fe964-c233-4540-945b-70984f250de8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.885489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8970-bea6-4856-9838-aaec15f0cac5 req-155fe964-c233-4540-945b-70984f250de8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.900156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8970-bea6-4856-9838-aaec15f0cac5 req-155fe964-c233-4540-945b-70984f250de8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.903871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8970-bea6-4856-9838-aaec15f0cac5 req-155fe964-c233-4540-945b-70984f250de8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.919872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8970-bea6-4856-9838-aaec15f0cac5 req-155fe964-c233-4540-945b-70984f250de8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.926446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca8970-bea6-4856-9838-aaec15f0cac5 req-155fe964-c233-4540-945b-70984f250de8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.928413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfca8970-bea6-4856-9838-aaec15f0cac5 req-155fe964-c233-4540-945b-70984f250de8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 5443 time: 0.1719959 Sep 08 13:22:04.931298 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.932239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:04.932812 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:04.939673 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-c093dce3-211e-4d87-9729-10908db427f3 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905602 Sep 08 13:22:04.989450 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:05.009069 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:05.113762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0259166 Sep 08 13:22:05.117066 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09692f6b-1407-4f66-8b50-fd295c0ab6ad admin admin] Pushing event updated for resources: {'Network': ['ID=fbd98448-d94e-4f43-b03c-5fd1e26c79d6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:05.122271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36778) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:05.136926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:22:05.167130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bf945aa4-fa83-4a5f-a6fe-b18664eb024b admin admin] Request body: {'subnet': {'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-488519064-subnet', 'tenant_id': '6be6660e18364609aa0b2fb19ffc00ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:05.174901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Allocated IP 172.25.5.29 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/9389a0d4-b720-4a32-b35e-f32abb681429) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:22:05.194889 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfca8970-bea6-4856-9838-aaec15f0cac5 req-be2f1fbd-ef22-4efe-b070-3856c815294d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&id=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2593875 Sep 08 13:22:05.209953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] Pushing event updated for resources: {'Port': ['ID=b976551d-27dd-46f9-8ed9-225533d5e8d1,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:05.220451 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] No DVR routers for this DVR port b976551d-27dd-46f9-8ed9-225533d5e8d1 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:05.320716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] In _notify_port_updated(), no bound segment for port b976551d-27dd-46f9-8ed9-225533d5e8d1 on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:22:05.321793 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:05.322538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:05.324326 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-75728ced-aa7b-4671-876b-f66a9e2a7b54 service neutron] 10.222.0.70 "PUT /v2.0/ports/b976551d-27dd-46f9-8ed9-225533d5e8d1 HTTP/1.1" status: 200 len: 1033 time: 1.7126753 Sep 08 13:22:05.360364 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:05.389772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-4fde1869-ad05-4e49-8ad0-9cf94d1e9504 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219050 Sep 08 13:22:05.393516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-b27b1bf3-b8a7-4f11-b894-5f66dd1b07e6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:05.395033 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-b27b1bf3-b8a7-4f11-b894-5f66dd1b07e6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "GET /v2.0/ports/165d4e81-4666-4376-8fc7-6b9679bbe6dc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0606282 Sep 08 13:22:05.412716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4327ad26-beaa-4f39-89e2-94d16d99cd79 None None] Provisioning complete for port b976551d-27dd-46f9-8ed9-225533d5e8d1 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:05.413195 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4327ad26-beaa-4f39-89e2-94d16d99cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:05.414198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:05.457981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-38ea5a9f-6564-4b22-8a7b-7d31d9e80667 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9324b9ef-43d5-4410-9e21-a337598b64eb HTTP/1.1" status: 200 len: 217 time: 0.0554960 Sep 08 13:22:05.469168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4327ad26-beaa-4f39-89e2-94d16d99cd79 None None] Port b976551d-27dd-46f9-8ed9-225533d5e8d1 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:22:05.480640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf945aa4-fa83-4a5f-a6fe-b18664eb024b admin admin] Made reservation on behalf of 6be6660e18364609aa0b2fb19ffc00ae for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:22:05.480640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf945aa4-fa83-4a5f-a6fe-b18664eb024b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:05.508309 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:05.556956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:05.560161 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:05.566742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:22:05.573209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Pushing event updated for resources: {'Port': ['ID=9389a0d4-b720-4a32-b35e-f32abb681429,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:05.592807 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:05.605381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-50105d6b-4448-4d6e-a789-90c11f13832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:05.606920 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-50105d6b-4448-4d6e-a789-90c11f13832b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=eaf5d36d-738b-4970-84ca-903b48836db2 HTTP/1.1" status: 200 len: 797 time: 0.1414149 Sep 08 13:22:05.668864 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:05.723767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-80596826-248c-4826-8c1d-ce8b9f0e8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:05.725312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-80596826-248c-4826-8c1d-ce8b9f0e8de6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1072559 Sep 08 13:22:05.848148 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:05.965994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] For port 165d4e81-4666-4376-8fc7-6b9679bbe6dc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=165d4e81-4666-4376-8fc7-6b9679bbe6dc,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:06.022421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03c82c-a242-4767-98dc-950f40b3edbe req-5b902edf-2b5d-43cf-978a-d219307e6a87 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:06.023988 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c03c82c-a242-4767-98dc-950f40b3edbe req-5b902edf-2b5d-43cf-978a-d219307e6a87 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1964903 Sep 08 13:22:06.029660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-9b414149-d8f9-42c7-8a58-7027bf5ed4a5 service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905216 Sep 08 13:22:06.033878 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.063229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] For port 165d4e81-4666-4376-8fc7-6b9679bbe6dc, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:22:06.084398 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf945aa4-fa83-4a5f-a6fe-b18664eb024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.107987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.184448 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Pushing event updated for resources: {'Port': ['ID=9389a0d4-b720-4a32-b35e-f32abb681429,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:06.197124 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.200102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] device_id is not set on port 165d4e81-4666-4376-8fc7-6b9679bbe6dc yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:22:06.215482 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c03c82c-a242-4767-98dc-950f40b3edbe req-5e6f04ef-b2dd-46dc-9527-8a636a279f7f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801500 Sep 08 13:22:06.223997 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.241226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf945aa4-fa83-4a5f-a6fe-b18664eb024b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5da0aee-ee76-444c-9c68-34c9d184e017,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:06.268648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf945aa4-fa83-4a5f-a6fe-b18664eb024b admin admin] Checking segment: {'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:22:06.269014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf945aa4-fa83-4a5f-a6fe-b18664eb024b admin admin] Network hostable DHCP agents. Network: fbd98448-d94e-4f43-b03c-5fd1e26c79d6, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:22:06.275586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d3f0b8-edf6-4aa8-a78d-4f16de213a52 req-e52bd9f2-cfea-4336-980f-32b7dc19466b service neutron] 10.222.0.70 "GET /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206144 Sep 08 13:22:06.301718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.303259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-de803438-afb1-463a-b099-1447d46caf0e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5809190 Sep 08 13:22:06.338259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70844c57-c925-4999-b9ea-36e0c3c39024 req-3fdda5dc-5376-4c81-9673-98c9ee6768f7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:06.339801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70844c57-c925-4999-b9ea-36e0c3c39024 req-3fdda5dc-5376-4c81-9673-98c9ee6768f7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 943 time: 0.0589004 Sep 08 13:22:06.340992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.344900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:22:06.347845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 9324b9ef-43d5-4410-9e21-a337598b64eb no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:06.362624 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-864be646-cadb-4d30-8c37-6b1d4d19f68d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 695 time: 0.0508246 Sep 08 13:22:06.380373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf945aa4-fa83-4a5f-a6fe-b18664eb024b admin admin] Network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:22:06.439927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] No DVR routers for this DVR port 165d4e81-4666-4376-8fc7-6b9679bbe6dc on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:06.448694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] Pushing event updated for resources: {'Port': ['ID=165d4e81-4666-4376-8fc7-6b9679bbe6dc,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:06.480403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-bf945aa4-fa83-4a5f-a6fe-b18664eb024b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, fbd98448-d94e-4f43-b03c-5fd1e26c79d6) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:06.486861 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70844c57-c925-4999-b9ea-36e0c3c39024 req-7d784bd1-b3ef-4373-94cb-c47088433c5d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184416 Sep 08 13:22:06.491495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf945aa4-fa83-4a5f-a6fe-b18664eb024b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:06.492112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf945aa4-fa83-4a5f-a6fe-b18664eb024b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.498207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-41735af3-0cb8-4bf9-a3de-fc2cd86c99da tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:06.500543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f288598-a53a-4eda-90c5-7bc03a1e5165 req-41735af3-0cb8-4bf9-a3de-fc2cd86c99da tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1311247 Sep 08 13:22:06.507805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] In _notify_port_updated(), no bound segment for port 165d4e81-4666-4376-8fc7-6b9679bbe6dc on network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:22:06.508706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:06.509330 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.510725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-6e2b7141-6974-42c7-b90c-bffecbbd11c2 service neutron] 10.222.0.70 "PUT /v2.0/ports/165d4e81-4666-4376-8fc7-6b9679bbe6dc HTTP/1.1" status: 200 len: 1031 time: 1.1018798 Sep 08 13:22:06.536251 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb133812-3ebe-481c-8cab-b73736836104 None None] Network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:22:06.642448 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bf945aa4-fa83-4a5f-a6fe-b18664eb024b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4799962 Sep 08 13:22:06.666125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:06.668660 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.725049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8519f9-ef21-4e3f-9382-a57bb7916126 req-2a1e16ce-1f99-405a-9624-a354268018ba tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:06.731607 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1b8519f9-ef21-4e3f-9382-a57bb7916126 req-2a1e16ce-1f99-405a-9624-a354268018ba tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 945 time: 0.1263762 Sep 08 13:22:06.766341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-91901c4e-95d3-41a8-9cd4-1ea3fa7f4d8e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Deleting port 9324b9ef-43d5-4410-9e21-a337598b64eb {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:06.767238 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-91901c4e-95d3-41a8-9cd4-1ea3fa7f4d8e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.775389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 954bda23-9d48-4486-bf10-caa66932a50b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:06.790886 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1b8519f9-ef21-4e3f-9382-a57bb7916126 req-5313b6cb-c029-4136-b642-622a4f641957 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/security-groups?id=5c714910-e024-420a-9e4c-e3c9558b8229&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526741 Sep 08 13:22:06.819202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ae032-03c0-45cc-80d8-7871a59b5e51 req-86dd532b-1630-44d1-8ff6-0700144ebe28 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:06.825479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ae032-03c0-45cc-80d8-7871a59b5e51 req-86dd532b-1630-44d1-8ff6-0700144ebe28 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:06.829577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'port_id': 'fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b', 'mac_address': 'fa:16:3e:10:dd:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fa4303-193a-472f-a290-301c315fda82', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:22:06.832478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ae032-03c0-45cc-80d8-7871a59b5e51 req-86dd532b-1630-44d1-8ff6-0700144ebe28 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:06.839044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ae032-03c0-45cc-80d8-7871a59b5e51 req-86dd532b-1630-44d1-8ff6-0700144ebe28 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:06.845107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ae032-03c0-45cc-80d8-7871a59b5e51 req-86dd532b-1630-44d1-8ff6-0700144ebe28 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:06.853163 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-962ae032-03c0-45cc-80d8-7871a59b5e51 req-86dd532b-1630-44d1-8ff6-0700144ebe28 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 3885 time: 0.2081368 Sep 08 13:22:06.880711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9324b9ef-43d5-4410-9e21-a337598b64eb'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:06.883521 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53f15de-f0cf-4698-9472-c3ae0af1969e" -d '{"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-unplugged", "status": "completed", "tag": "9324b9ef-43d5-4410-9e21-a337598b64eb"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:06.937338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 9324b9ef-43d5-4410-9e21-a337598b64eb, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9324b9ef-43d5-4410-9e21-a337598b64eb,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:06.951887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-962ae032-03c0-45cc-80d8-7871a59b5e51 req-f087f24a-da3e-4522-9d88-d2fd059eb6a4 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978470 Sep 08 13:22:06.971497 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.981830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-91901c4e-95d3-41a8-9cd4-1ea3fa7f4d8e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] For port 9324b9ef-43d5-4410-9e21-a337598b64eb, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=9324b9ef-43d5-4410-9e21-a337598b64eb,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:06.981830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-91901c4e-95d3-41a8-9cd4-1ea3fa7f4d8e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:06.982929 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-83be23f7-0894-4d59-b10c-f40576f0f349 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1482344 Sep 08 13:22:06.998449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:07.004036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-91901c4e-95d3-41a8-9cd4-1ea3fa7f4d8e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Calling delete_port for 9324b9ef-43d5-4410-9e21-a337598b64eb owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:07.012216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cba77ea2-26b5-44a1-8a3f-d56c4750e8c6 None None] Provisioning complete for port 165d4e81-4666-4376-8fc7-6b9679bbe6dc triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:07.012943 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cba77ea2-26b5-44a1-8a3f-d56c4750e8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.020786 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.021875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b976551d-27dd-46f9-8ed9-225533d5e8d1 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:07.067853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfb5042-7b1b-47f7-ba1b-626b80cf7fd3 None None] Network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:22:07.089945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 954bda23-9d48-4486-bf10-caa66932a50b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:22:07.094150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:22:07.096297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.149128 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 954bda23-9d48-4486-bf10-caa66932a50b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:07.149657 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.224937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:07.228838 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-cba77ea2-26b5-44a1-8a3f-d56c4750e8c6 None None] Port 165d4e81-4666-4376-8fc7-6b9679bbe6dc cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:22:07.263273 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.267991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=9324b9ef-43d5-4410-9e21-a337598b64eb,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:07.279201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b976551d-27dd-46f9-8ed9-225533d5e8d1 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:07.279752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 44190366-792e-4732-90ee-a9db95993d7d no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:07.319639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.346831 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-91901c4e-95d3-41a8-9cd4-1ea3fa7f4d8e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.378660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Allocated IP 172.25.5.10 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/3ac95f0f-45cb-4add-b401-aa2afb0db24a) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:22:07.402607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f00045-97e8-4b25-a448-960342b78068 req-6b2b829f-5ad9-4816-946d-ae771b137e0c tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:07.404115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5f00045-97e8-4b25-a448-960342b78068 req-6b2b829f-5ad9-4816-946d-ae771b137e0c tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 945 time: 0.1562338 Sep 08 13:22:07.410276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91901c4e-95d3-41a8-9cd4-1ea3fa7f4d8e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'Port': ['ID=9324b9ef-43d5-4410-9e21-a337598b64eb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:07.424035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-06b6daf7-dd72-40ee-a1ae-4b40e670b540 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:07.431884 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-06b6daf7-dd72-40ee-a1ae-4b40e670b540 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/networks?id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6 HTTP/1.1" status: 200 len: 813 time: 0.2255764 Sep 08 13:22:07.448325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:07.452153 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.503146 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.507062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-3d9110b4-4c52-4db4-b794-8f1e4c04ce3b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/quotas/6be6660e18364609aa0b2fb19ffc00ae HTTP/1.1" status: 200 len: 375 time: 0.0742924 Sep 08 13:22:07.510127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-91901c4e-95d3-41a8-9cd4-1ea3fa7f4d8e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] No DVR routers for this DVR port 9324b9ef-43d5-4410-9e21-a337598b64eb on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:07.513138 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.514775 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-91901c4e-95d3-41a8-9cd4-1ea3fa7f4d8e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.517055 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-91901c4e-95d3-41a8-9cd4-1ea3fa7f4d8e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "DELETE /v2.0/ports/9324b9ef-43d5-4410-9e21-a337598b64eb HTTP/1.1" status: 204 len: 173 time: 0.9966390 Sep 08 13:22:07.517746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-deleted', 'tag': '9324b9ef-43d5-4410-9e21-a337598b64eb'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:07.519867 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f322769e-5996-46a8-8c97-f804567e215f" -d '{"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-deleted", "tag": "9324b9ef-43d5-4410-9e21-a337598b64eb"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:07.529132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 954bda23-9d48-4486-bf10-caa66932a50b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=954bda23-9d48-4486-bf10-caa66932a50b,segment=NetworkSegment(d5462fe3-c18d-4ece-a0f0-6fdb6760f18f),segment_id=d5462fe3-c18d-4ece-a0f0-6fdb6760f18f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:07.556944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 44190366-792e-4732-90ee-a9db95993d7d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=44190366-792e-4732-90ee-a9db95993d7d,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:07.577118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:22:07.587927 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-62a65032-f5fd-40d5-9790-5027e151a43e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636408 Sep 08 13:22:07.610766 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.644366 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.651687 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.652371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a4cbb56e-0ee6-47a7-9e48-243d9c04e766 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:07.688348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:07.691578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:07.694480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:22:07.719277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=954bda23-9d48-4486-bf10-caa66932a50b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:07.737302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Pushing event updated for resources: {'Port': ['ID=3ac95f0f-45cb-4add-b401-aa2afb0db24a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:07.758495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e5f00045-97e8-4b25-a448-960342b78068 req-15ba94cd-817c-4db2-9361-9347f77948da tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Deleting port 03d74713-1f12-4ff0-babb-1a6dc7d00355 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:07.759215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e5f00045-97e8-4b25-a448-960342b78068 req-15ba94cd-817c-4db2-9361-9347f77948da tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.779763 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-65fc5c2f-c004-4d05-9410-cf0d22c2bca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.779999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-5bbd18df-fdbf-47b1-93ec-2e575cebd58d service neutron] 10.222.0.69 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673081 Sep 08 13:22:07.805422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-1b54ea2c-ee5a-45b1-93e7-607b0c144a13 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Deleting port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:07.805772 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-1b54ea2c-ee5a-45b1-93e7-607b0c144a13 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.806593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.927239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:07.973524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=44190366-792e-4732-90ee-a9db95993d7d,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:07.986840 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.049312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e5f00045-97e8-4b25-a448-960342b78068 req-15ba94cd-817c-4db2-9361-9347f77948da tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] For port 03d74713-1f12-4ff0-babb-1a6dc7d00355, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=03d74713-1f12-4ff0-babb-1a6dc7d00355,segment=NetworkSegment(653a2733-524c-4eea-afd8-951487aa1972),segment_id=653a2733-524c-4eea-afd8-951487aa1972)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:08.052332 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e5f00045-97e8-4b25-a448-960342b78068 req-15ba94cd-817c-4db2-9361-9347f77948da tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.060659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a4cbb56e-0ee6-47a7-9e48-243d9c04e766, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:08.061885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-1b54ea2c-ee5a-45b1-93e7-607b0c144a13 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] For port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:08.062883 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-1b54ea2c-ee5a-45b1-93e7-607b0c144a13 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.074748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e5f00045-97e8-4b25-a448-960342b78068 req-15ba94cd-817c-4db2-9361-9347f77948da tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Calling delete_port for 03d74713-1f12-4ff0-babb-1a6dc7d00355 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:08.078267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-c992f49e-e766-4881-88ea-5834e0579f66 service neutron] 10.222.0.69 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026426 Sep 08 13:22:08.090522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-1b54ea2c-ee5a-45b1-93e7-607b0c144a13 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Calling delete_port for ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:08.133446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.148665 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.149473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:08.229415 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:08.269478 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.273934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.357676 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Pushing event updated for resources: {'Port': ['ID=3ac95f0f-45cb-4add-b401-aa2afb0db24a,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:08.364859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.365847 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e5f00045-97e8-4b25-a448-960342b78068 req-15ba94cd-817c-4db2-9361-9347f77948da tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.375678 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-1b54ea2c-ee5a-45b1-93e7-607b0c144a13 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.391628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 165d4e81-4666-4376-8fc7-6b9679bbe6dc no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:08.415279 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ba94cd-817c-4db2-9361-9347f77948da tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Pushing event deleted for resources: {'Port': ['ID=03d74713-1f12-4ff0-babb-1a6dc7d00355,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:08.427621 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.428958 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-64223328-222d-4ad7-b1e9-0a7c82d3ea3d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4353354 Sep 08 13:22:08.464951 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e644b1-7078-46da-b140-35dc9ee24758 x-openstack-request-id: req-c2e644b1-7078-46da-b140-35dc9ee24758 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:08.465448 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-unplugged", "status": "completed", "tag": "9324b9ef-43d5-4410-9e21-a337598b64eb", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:08.465448 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2e644b1-7078-46da-b140-35dc9ee24758 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:08.468985 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9324b9ef-43d5-4410-9e21-a337598b64eb', 'code': 200} Sep 08 13:22:08.468985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['03d74713-1f12-4ff0-babb-1a6dc7d00355'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:22:08.475189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54ea2c-ee5a-45b1-93e7-607b0c144a13 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'Port': ['ID=ff58ace0-e12c-466c-a03d-dda9e8b9f8c4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:08.495852 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-dd0fba03-69fc-4116-bb7f-c2ccc930c297 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.10 HTTP/1.1" status: 200 len: 695 time: 0.0591080 Sep 08 13:22:08.520685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f00045-97e8-4b25-a448-960342b78068 req-15ba94cd-817c-4db2-9361-9347f77948da tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] No DVR routers for this DVR port 03d74713-1f12-4ff0-babb-1a6dc7d00355 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:08.524919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 165d4e81-4666-4376-8fc7-6b9679bbe6dc not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:08.525372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 2d47d4d6-8773-4585-974b-fddb0008ba76 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:08.527024 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e5f00045-97e8-4b25-a448-960342b78068 req-15ba94cd-817c-4db2-9361-9347f77948da tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.529052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5f00045-97e8-4b25-a448-960342b78068 req-15ba94cd-817c-4db2-9361-9347f77948da tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.70 "DELETE /v2.0/ports/03d74713-1f12-4ff0-babb-1a6dc7d00355 HTTP/1.1" status: 204 len: 173 time: 1.1159215 Sep 08 13:22:08.561443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-1b54ea2c-ee5a-45b1-93e7-607b0c144a13 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] No DVR routers for this DVR port ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:08.569019 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-1b54ea2c-ee5a-45b1-93e7-607b0c144a13 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.571301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-1b54ea2c-ee5a-45b1-93e7-607b0c144a13 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "DELETE /v2.0/ports/ff58ace0-e12c-466c-a03d-dda9e8b9f8c4 HTTP/1.1" status: 204 len: 173 time: 1.0481875 Sep 08 13:22:08.616882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 954bda23-9d48-4486-bf10-caa66932a50b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:08.655947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b0e50b-1c69-408b-afd9-00cb4de4f79c req-a5078e14-4cc6-4d1e-9247-50767eba5279 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:08.663336 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4b0e50b-1c69-408b-afd9-00cb4de4f79c req-a5078e14-4cc6-4d1e-9247-50767eba5279 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1831315 Sep 08 13:22:08.683231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-d60a8093-620f-4950-801e-db3b611eeb1a tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:08.685346 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c5f01af-88ab-4150-bf7c-711f79902eeb req-d60a8093-620f-4950-801e-db3b611eeb1a tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1824384 Sep 08 13:22:08.696382 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.716646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4b0e50b-1c69-408b-afd9-00cb4de4f79c req-9db18a2f-3345-4bc5-bbcf-1d557bafcf2d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521967 Sep 08 13:22:08.750997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-a495ae2d-b614-4fd3-abe6-50272672f933 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Deleting port 2d47d4d6-8773-4585-974b-fddb0008ba76 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:08.751405 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-a495ae2d-b614-4fd3-abe6-50272672f933 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.752085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 2d47d4d6-8773-4585-974b-fddb0008ba76, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2d47d4d6-8773-4585-974b-fddb0008ba76,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:08.766107 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4334c5-de35-4a74-a5d1-ec06b9deb545 x-openstack-request-id: req-1d4334c5-de35-4a74-a5d1-ec06b9deb545 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:08.766107 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-deleted", "tag": "9324b9ef-43d5-4410-9e21-a337598b64eb", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:08.766334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 954bda23-9d48-4486-bf10-caa66932a50b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:08.766334 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.769101 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d4334c5-de35-4a74-a5d1-ec06b9deb545 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:08.769447 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-deleted', 'tag': '9324b9ef-43d5-4410-9e21-a337598b64eb', 'status': 'completed', 'code': 200} Sep 08 13:22:08.908247 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:08.966235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:08.992082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-a495ae2d-b614-4fd3-abe6-50272672f933 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] For port 2d47d4d6-8773-4585-974b-fddb0008ba76, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2d47d4d6-8773-4585-974b-fddb0008ba76,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:08.992791 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-a495ae2d-b614-4fd3-abe6-50272672f933 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:09.007910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-a495ae2d-b614-4fd3-abe6-50272672f933 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Calling delete_port for 2d47d4d6-8773-4585-974b-fddb0008ba76 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:09.010494 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a055af0-7e88-4bb2-8b4f-eb15d843859a req-61cbb280-b347-4c8b-88db-1480e4da4dd9 tempest-ServerAddressesNegativeTestJSON-576177286 tempest-ServerAddressesNegativeTestJSON-576177286-project] 10.222.0.69 "GET /v2.0/ports?device_id=ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e HTTP/1.1" status: 200 len: 210 time: 0.1621306 Sep 08 13:22:09.070333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=2d47d4d6-8773-4585-974b-fddb0008ba76,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:09.079460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532275f-9218-45db-a09c-5934449288af req-d1c29a15-cb6d-4694-b41b-8b45b2afa798 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:09.082667 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4532275f-9218-45db-a09c-5934449288af req-d1c29a15-cb6d-4694-b41b-8b45b2afa798 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 944 time: 0.2763467 Sep 08 13:22:09.151675 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4532275f-9218-45db-a09c-5934449288af req-67ef35dc-5459-43da-ad58-238308c53f12 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638328 Sep 08 13:22:09.171354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:22:09.176318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:09.179796 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:09.198299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a2ae2-de8a-4c26-9270-7ef09da3584e req-0c8c1cf5-21eb-4f8f-9d0a-6ca80b5f1fd9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:09.211283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a2ae2-de8a-4c26-9270-7ef09da3584e req-0c8c1cf5-21eb-4f8f-9d0a-6ca80b5f1fd9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:09.217297 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792a2ae2-de8a-4c26-9270-7ef09da3584e req-0c8c1cf5-21eb-4f8f-9d0a-6ca80b5f1fd9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:09.225476 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-792a2ae2-de8a-4c26-9270-7ef09da3584e req-0c8c1cf5-21eb-4f8f-9d0a-6ca80b5f1fd9 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 2409 time: 0.1188695 Sep 08 13:22:09.238903 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09bb6f1c-28c9-4b31-a08f-6af5c899501b req-37b3dcae-2e9a-4dcd-97eb-2a971a1beb0c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 210 time: 0.0319023 Sep 08 13:22:09.274831 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:09.277249 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-792a2ae2-de8a-4c26-9270-7ef09da3584e req-00e8eeb0-f93b-46a1-bfb7-300db3743c17 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508420 Sep 08 13:22:09.313635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:09.322642 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-a495ae2d-b614-4fd3-abe6-50272672f933 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:09.404399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495ae2d-b614-4fd3-abe6-50272672f933 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'Port': ['ID=2d47d4d6-8773-4585-974b-fddb0008ba76,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:09.415135 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:09.463635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:09.868789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7234fb7-add2-400c-9641-08bacbbe720b req-bd4ca631-c80f-43de-9f4f-99fe3d69fd53 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:09.878143 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f7234fb7-add2-400c-9641-08bacbbe720b req-bd4ca631-c80f-43de-9f4f-99fe3d69fd53 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0705814 Sep 08 13:22:09.914811 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-a495ae2d-b614-4fd3-abe6-50272672f933 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] No DVR routers for this DVR port 2d47d4d6-8773-4585-974b-fddb0008ba76 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:09.923766 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-a495ae2d-b614-4fd3-abe6-50272672f933 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:09.925839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-a495ae2d-b614-4fd3-abe6-50272672f933 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "DELETE /v2.0/ports/2d47d4d6-8773-4585-974b-fddb0008ba76 HTTP/1.1" status: 204 len: 173 time: 1.3480198 Sep 08 13:22:09.931687 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f7234fb7-add2-400c-9641-08bacbbe720b req-cb7ccb1e-a80e-402f-814f-e750348a30e4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512130 Sep 08 13:22:09.989085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ccee75c4-8405-4773-ac92-d032541adde5 req-47643686-6728-4dad-b5cb-dac08e7e8246 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7139459 Sep 08 13:22:10.005416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:10.080008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Deleting port a4cbb56e-0ee6-47a7-9e48-243d9c04e766 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:10.080378 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.082060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36838) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:10.135673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae1abf1-7fab-4414-af70-6c636e68248b admin admin] Deleting subnet e78612e3-29ea-47fb-a469-09c223ee2fed {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:22:10.138976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aae1abf1-7fab-4414-af70-6c636e68248b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.183101 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aae1abf1-7fab-4414-af70-6c636e68248b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.187474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] For port a4cbb56e-0ee6-47a7-9e48-243d9c04e766, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:10.187838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.193565 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d3b386a3-d309-4a8d-85f7-c2f06ce656d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.197538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.231244 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aae1abf1-7fab-4414-af70-6c636e68248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.315175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653e4f5-388a-42e3-b391-2c8b9630bde4 req-f8241577-5f38-4d80-960d-b2ffa607e82f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:10.316796 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1653e4f5-388a-42e3-b391-2c8b9630bde4 req-f8241577-5f38-4d80-960d-b2ffa607e82f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 945 time: 0.0879767 Sep 08 13:22:10.352117 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.374918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1653e4f5-388a-42e3-b391-2c8b9630bde4 req-e2db0709-1104-477b-839f-525aa5be0267 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500007 Sep 08 13:22:10.422324 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aae1abf1-7fab-4414-af70-6c636e68248b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.430780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.431419 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.431530 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Floating IP 81dd739d-aff4-41ea-9726-ce61c058934f disassociated. External IP: 172.25.5.53, port: a4cbb56e-0ee6-47a7-9e48-243d9c04e766. Sep 08 13:22:10.431797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Calling delete_port for a4cbb56e-0ee6-47a7-9e48-243d9c04e766 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:10.446875 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.455071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1abf1-7fab-4414-af70-6c636e68248b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e78612e3-29ea-47fb-a469-09c223ee2fed,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:10.457411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aae1abf1-7fab-4414-af70-6c636e68248b admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.459326 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aae1abf1-7fab-4414-af70-6c636e68248b admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e78612e3-29ea-47fb-a469-09c223ee2fed HTTP/1.1" status: 204 len: 168 time: 0.3748379 Sep 08 13:22:10.466821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44190366-792e-4732-90ee-a9db95993d7d'}, {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766'}, {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d47d4d6-8773-4585-974b-fddb0008ba76'}, {'server_uuid': '869374fb-572b-46f5-b85a-735dfe6352f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:10.467282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36846) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:10.471481 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2120043-8f4f-4505-a672-57827001b7c3" -d '{"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-unplugged", "status": "completed", "tag": "44190366-792e-4732-90ee-a9db95993d7d"}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-unplugged", "status": "completed", "tag": "a4cbb56e-0ee6-47a7-9e48-243d9c04e766"}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-unplugged", "status": "completed", "tag": "2d47d4d6-8773-4585-974b-fddb0008ba76"}, {"server_uuid": "869374fb-572b-46f5-b85a-735dfe6352f3", "name": "network-vif-plugged", "status": "completed", "tag": "fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:10.502514 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-962e3422-6107-41c9-ac7e-dd68c4ccad83 req-7556cb36-d7a4-4129-b7ba-0152d1e67cf6 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 210 time: 0.0481782 Sep 08 13:22:10.604703 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.629555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Allocated IP 172.25.5.84 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/e480885d-d79c-4663-83b1-bbf57a5aaff7) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:22:10.651862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff7bb6-5c31-4981-be16-df9b8e23ac1d req-6a2e7953-d891-46ef-81bc-e3a97e37a87b tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:10.658520 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff7bb6-5c31-4981-be16-df9b8e23ac1d req-6a2e7953-d891-46ef-81bc-e3a97e37a87b tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:10.660145 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7cff7bb6-5c31-4981-be16-df9b8e23ac1d req-6a2e7953-d891-46ef-81bc-e3a97e37a87b tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 1677 time: 0.0971663 Sep 08 13:22:10.733133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.747709 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.755708 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7cff7bb6-5c31-4981-be16-df9b8e23ac1d req-fe2768c4-e910-44bc-b899-34590a9b639c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830598 Sep 08 13:22:10.763861 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.764069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1cbb08-3e9d-49a8-93c7-a976990846cd']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:10.778235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '653a2733-524c-4eea-afd8-951487aa1972') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:10.778235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '653a2733-524c-4eea-afd8-951487aa1972') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:10.786731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e', 'name': 'network-vif-deleted', 'tag': '03d74713-1f12-4ff0-babb-1a6dc7d00355'}, {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-deleted', 'tag': 'ff58ace0-e12c-466c-a03d-dda9e8b9f8c4'}, {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-deleted', 'tag': '2d47d4d6-8773-4585-974b-fddb0008ba76'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:10.789044 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce05b0c-0c4e-4a08-a0a1-d0fa5ddc8f8f" -d '{"events": [{"server_uuid": "ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e", "name": "network-vif-deleted", "tag": "03d74713-1f12-4ff0-babb-1a6dc7d00355"}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-deleted", "tag": "ff58ace0-e12c-466c-a03d-dda9e8b9f8c4"}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-deleted", "tag": "2d47d4d6-8773-4585-974b-fddb0008ba76"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:10.790551 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.798007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'Port': ['ID=a4cbb56e-0ee6-47a7-9e48-243d9c04e766,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:10.805967 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.814332 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:22:10.814752 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:22:10.816592 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:22:10.824192 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 702 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5399b9c-7acd-4002-a855-d637c845c46f x-openstack-request-id: req-a5399b9c-7acd-4002-a855-d637c845c46f {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:10.824619 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-unplugged", "status": "completed", "tag": "44190366-792e-4732-90ee-a9db95993d7d", "code": 200}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-unplugged", "status": "completed", "tag": "a4cbb56e-0ee6-47a7-9e48-243d9c04e766", "code": 200}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-unplugged", "status": "completed", "tag": "2d47d4d6-8773-4585-974b-fddb0008ba76", "code": 200}, {"server_uuid": "869374fb-572b-46f5-b85a-735dfe6352f3", "name": "network-vif-plugged", "status": "completed", "tag": "fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:10.824866 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a5399b9c-7acd-4002-a855-d637c845c46f {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:10.825381 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44190366-792e-4732-90ee-a9db95993d7d', 'code': 200} Sep 08 13:22:10.826381 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766', 'code': 200} Sep 08 13:22:10.826381 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d47d4d6-8773-4585-974b-fddb0008ba76', 'code': 200} Sep 08 13:22:10.826381 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869374fb-572b-46f5-b85a-735dfe6352f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b', 'code': 200} Sep 08 13:22:10.873668 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ba82ef-2a7b-4d6f-9f04-925042190d4d x-openstack-request-id: req-70ba82ef-2a7b-4d6f-9f04-925042190d4d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:10.874112 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e", "name": "network-vif-deleted", "tag": "03d74713-1f12-4ff0-babb-1a6dc7d00355", "status": "completed", "code": 200}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-deleted", "tag": "ff58ace0-e12c-466c-a03d-dda9e8b9f8c4", "status": "completed", "code": 200}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-deleted", "tag": "2d47d4d6-8773-4585-974b-fddb0008ba76", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:10.874112 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-70ba82ef-2a7b-4d6f-9f04-925042190d4d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:10.875093 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcb1b16-0bbd-4bf3-b364-b0c37d8e338e', 'name': 'network-vif-deleted', 'tag': '03d74713-1f12-4ff0-babb-1a6dc7d00355', 'status': 'completed', 'code': 200} Sep 08 13:22:10.875270 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-deleted', 'tag': 'ff58ace0-e12c-466c-a03d-dda9e8b9f8c4', 'status': 'completed', 'code': 200} Sep 08 13:22:10.875513 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-deleted', 'tag': '2d47d4d6-8773-4585-974b-fddb0008ba76', 'status': 'completed', 'code': 200} Sep 08 13:22:10.987421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.995165 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:10.995946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:22:10.998813 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] 10.222.0.69 "DELETE /v2.0/networks/cc1cbb08-3e9d-49a8-93c7-a976990846cd HTTP/1.1" status: 204 len: 168 time: 0.5275371 Sep 08 13:22:10.999449 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:11.020336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7ac5a-79ed-4b49-81bf-fa54db56885d admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1cbb08-3e9d-49a8-93c7-a976990846cd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:11.050277 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9a30e-fa8d-4196-98d5-5381fe1e66d2 req-f5201bbd-46a9-49e3-aa99-af003e497945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:11.052697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bb9a30e-fa8d-4196-98d5-5381fe1e66d2 req-f5201bbd-46a9-49e3-aa99-af003e497945 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 1096 time: 0.1236227 Sep 08 13:22:11.081393 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4ba8c-8829-4102-bbc3-00b8fab7acd1 req-06bc705e-d66f-4bd2-9fcd-f22b33d73bf4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:11.083249 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c9a4ba8c-8829-4102-bbc3-00b8fab7acd1 req-06bc705e-d66f-4bd2-9fcd-f22b33d73bf4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0567815 Sep 08 13:22:11.117776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:11.130805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c9a4ba8c-8829-4102-bbc3-00b8fab7acd1 req-5a1e2d4b-5661-4339-be1e-cb209944324d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409870 Sep 08 13:22:11.137795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:11.139539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Pushing event updated for resources: {'Port': ['ID=e480885d-d79c-4663-83b1-bbf57a5aaff7,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:11.178107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:22:11.238473 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bb9a30e-fa8d-4196-98d5-5381fe1e66d2 req-90d6d584-ec5b-4fd6-800b-8683ffcb857a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735682 Sep 08 13:22:11.248398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-3d6eddc8-3ef3-41a2-bbcb-f728922bc8b3 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:11.249979 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-3d6eddc8-3ef3-41a2-bbcb-f728922bc8b3 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.60 "GET /v2.0/networks?id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6 HTTP/1.1" status: 200 len: 813 time: 0.2741899 Sep 08 13:22:11.269200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Request body: {'port': {'device_id': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6', 'admin_state_up': True, 'tenant_id': '6be6660e18364609aa0b2fb19ffc00ae'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:11.439551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:22:11.450973 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90589dd-cc7f-4a96-b5bb-3b483d09285e None None] Sync routers for ids ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:22:11.461059 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90589dd-cc7f-4a96-b5bb-3b483d09285e None None] Routers {'97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:11.461696 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d90589dd-cc7f-4a96-b5bb-3b483d09285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:22:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:11.500673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36862) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:11.501672 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:11.505256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] No DVR routers for this DVR port a4cbb56e-0ee6-47a7-9e48-243d9c04e766 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:11.510781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:11.513124 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-eb5ef060-8415-45cd-b64b-a9c12bea429c tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "DELETE /v2.0/ports/a4cbb56e-0ee6-47a7-9e48-243d9c04e766 HTTP/1.1" status: 204 len: 173 time: 1.5712144 Sep 08 13:22:11.587017 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4008f574-9494-4ad9-9f72-e23417618803 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0ba3c86f09e341c698d2334f40a3dd7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889931 Sep 08 13:22:11.591509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36866) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:11.637842 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d90589dd-cc7f-4a96-b5bb-3b483d09285e None None] Set router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:11.649097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-74ad65e8-e3cc-4dd0-9e93-6e5c7acd44bf tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Deleting port 44190366-792e-4732-90ee-a9db95993d7d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:11.649517 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-74ad65e8-e3cc-4dd0-9e93-6e5c7acd44bf tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:11.652659 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:11.659190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf519f2-79cd-44ca-851b-84145272f4ab req-cd1604ef-e49f-4710-ac48-527aed86cef9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:11.661003 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ebf519f2-79cd-44ca-851b-84145272f4ab req-cd1604ef-e49f-4710-ac48-527aed86cef9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 945 time: 0.1058569 Sep 08 13:22:11.686669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Made reservation on behalf of 6be6660e18364609aa0b2fb19ffc00ae for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:22:11.690467 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:11.728135 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ff35234-9ebb-4745-ab8b-df65ca346917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:11.771322 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ebf519f2-79cd-44ca-851b-84145272f4ab req-e1910c64-3a2c-49e4-8580-4a0ee43c1efd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989697 Sep 08 13:22:11.773804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ff35234-9ebb-4745-ab8b-df65ca346917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:11.777834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6277cb-e2d1-4027-9757-bc1e14b36e55 req-dd7e6e58-8951-40c8-a2ec-52cadf2385b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:11.779631 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd6277cb-e2d1-4027-9757-bc1e14b36e55 req-dd7e6e58-8951-40c8-a2ec-52cadf2385b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1096 time: 0.1096535 Sep 08 13:22:11.784108 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:11.873864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-74ad65e8-e3cc-4dd0-9e93-6e5c7acd44bf tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] For port 44190366-792e-4732-90ee-a9db95993d7d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=44190366-792e-4732-90ee-a9db95993d7d,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:11.874272 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-74ad65e8-e3cc-4dd0-9e93-6e5c7acd44bf tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:11.895981 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d90589dd-cc7f-4a96-b5bb-3b483d09285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'effa5d7c-f821-4042-9821-9a7f6f8fd71d', 'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'mac_address': 'fa:16:3e:1a:0c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:06Z', 'updated_at': '2021-09-08T13:11:17Z', 'revision_number': 5, 'project_id': '10e812425d94404696116b1bea9ea60d', 'subnets': [{'id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:11.924166 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90589dd-cc7f-4a96-b5bb-3b483d09285e None None] Checking router: 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:22:11.933404 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90589dd-cc7f-4a96-b5bb-3b483d09285e None None] Routers {'97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:11.934420 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d90589dd-cc7f-4a96-b5bb-3b483d09285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:22:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:11.945128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-74ad65e8-e3cc-4dd0-9e93-6e5c7acd44bf tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Calling delete_port for 44190366-792e-4732-90ee-a9db95993d7d owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:11.955005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfdd89-e400-4a9a-b84e-91996331ef67 req-21ce9ef1-ce40-45fe-9aa9-b0c8e1053c48 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:11.957439 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49bfdd89-e400-4a9a-b84e-91996331ef67 req-21ce9ef1-ce40-45fe-9aa9-b0c8e1053c48 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1110196 Sep 08 13:22:11.995393 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6277cb-e2d1-4027-9757-bc1e14b36e55 req-d35ea53e-0337-4f68-be03-934deee43192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:11.997268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd6277cb-e2d1-4027-9757-bc1e14b36e55 req-d35ea53e-0337-4f68-be03-934deee43192 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.2098308 Sep 08 13:22:12.040708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Allocated IP 172.20.0.14 (fbd98448-d94e-4f43-b03c-5fd1e26c79d6/c5da0aee-ee76-444c-9c68-34c9d184e017/7c9b9f77-9622-4280-9498-84cc93396676) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:22:12.061383 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ff35234-9ebb-4745-ab8b-df65ca346917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:12.064824 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ff35234-9ebb-4745-ab8b-df65ca346917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:12.066013 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9ff35234-9ebb-4745-ab8b-df65ca346917 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c714910-e024-420a-9e4c-e3c9558b8229 HTTP/1.1" status: 204 len: 168 time: 0.4731708 Sep 08 13:22:12.091583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff35234-9ebb-4745-ab8b-df65ca346917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c714910-e024-420a-9e4c-e3c9558b8229,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:12.094390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:12.097604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49bfdd89-e400-4a9a-b84e-91996331ef67 req-2df93f8c-eccd-44db-aa73-e2fa6b927c5a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187012 Sep 08 13:22:12.121400 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd6277cb-e2d1-4027-9757-bc1e14b36e55 req-8253979e-850c-4e26-b66f-c519a98f47d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 1000 time: 0.1137936 Sep 08 13:22:12.123523 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d90589dd-cc7f-4a96-b5bb-3b483d09285e None None] Set router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:12.172051 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:12.235265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6277cb-e2d1-4027-9757-bc1e14b36e55 req-3e7bee2c-2b97-43b9-af60-bc837ddcb48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:12.237613 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd6277cb-e2d1-4027-9757-bc1e14b36e55 req-3e7bee2c-2b97-43b9-af60-bc837ddcb48f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.1090047 Sep 08 13:22:12.354752 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7093e7da-3aa0-4bec-beb6-a4e2431a3277 req-43ef989f-2439-4a54-9d0c-7391a1cbe8b3 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 210 time: 0.0488791 Sep 08 13:22:12.385293 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6277cb-e2d1-4027-9757-bc1e14b36e55 req-9006439c-33d3-4d27-89d7-4c818b0fc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:12.387566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd6277cb-e2d1-4027-9757-bc1e14b36e55 req-9006439c-33d3-4d27-89d7-4c818b0fc46a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1392949 Sep 08 13:22:12.390713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 03d74713-1f12-4ff0-babb-1a6dc7d00355 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:12.438109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 03d74713-1f12-4ff0-babb-1a6dc7d00355 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:22:12.441349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 03d74713-1f12-4ff0-babb-1a6dc7d00355 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:12.512483 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d90589dd-cc7f-4a96-b5bb-3b483d09285e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'effa5d7c-f821-4042-9821-9a7f6f8fd71d', 'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'mac_address': 'fa:16:3e:1a:0c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:06Z', 'updated_at': '2021-09-08T13:11:17Z', 'revision_number': 5, 'project_id': '10e812425d94404696116b1bea9ea60d', 'subnets': [{'id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:12.558379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Pushing event updated for resources: {'Port': ['ID=e480885d-d79c-4663-83b1-bbf57a5aaff7,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:12.565815 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90589dd-cc7f-4a96-b5bb-3b483d09285e None None] The sync data for ids ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'] in n-d-807558-3 is: [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:11:07Z', 'revision_number': 4, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'effa5d7c-f821-4042-9821-9a7f6f8fd71d', 'name': '', 'network_id': '900c854b-c2a6-4864-a8d1-7387ea265132', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'mac_address': 'fa:16:3e:1a:0c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:06Z', 'updated_at': '2021-09-08T13:11:17Z', 'revision_number': 5, 'project_id': '10e812425d94404696116b1bea9ea60d', 'subnets': [{'id': '104c4bbf-33a7-4238-8ce4-311c1a8159e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:22:12.572715 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd6277cb-e2d1-4027-9757-bc1e14b36e55 req-eff508f5-b2cd-46dc-9dc8-32080e579fba service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771863 Sep 08 13:22:12.583274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cfc86-3a42-4b16-8d2e-7c4c2ee7388e req-c84db43a-adb3-496f-9d54-4127c2bce506 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:12.585054 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e7cfc86-3a42-4b16-8d2e-7c4c2ee7388e req-c84db43a-adb3-496f-9d54-4127c2bce506 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 943 time: 0.0905409 Sep 08 13:22:12.589908 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:12.594894 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:12.646572 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-74ad65e8-e3cc-4dd0-9e93-6e5c7acd44bf tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:12.679498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:12.680991 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ccee75c4-8405-4773-ac92-d032541adde5 req-7fb02abe-def8-43b5-a134-7bdb22fef8b8 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6854312 Sep 08 13:22:12.681907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad65e8-e3cc-4dd0-9e93-6e5c7acd44bf tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'Port': ['ID=44190366-792e-4732-90ee-a9db95993d7d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:12.724567 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e7cfc86-3a42-4b16-8d2e-7c4c2ee7388e req-986a0f85-2414-425f-b8ec-9b49e0e84c09 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups?id=87e5b6c3-f607-4873-b081-d4a5b0b4173c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276574 Sep 08 13:22:12.741395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-74ad65e8-e3cc-4dd0-9e93-6e5c7acd44bf tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] No DVR routers for this DVR port 44190366-792e-4732-90ee-a9db95993d7d on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:12.750970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-74ad65e8-e3cc-4dd0-9e93-6e5c7acd44bf tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:12.750970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcd6500a-4308-4ba2-8e54-0e1165a7063f req-74ad65e8-e3cc-4dd0-9e93-6e5c7acd44bf tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.70 "DELETE /v2.0/ports/44190366-792e-4732-90ee-a9db95993d7d HTTP/1.1" status: 204 len: 173 time: 1.2263124 Sep 08 13:22:12.750970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:12.759418 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd6277cb-e2d1-4027-9757-bc1e14b36e55 req-2a0736e8-2386-404d-be85-7f7417ebe73c service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732569 Sep 08 13:22:12.877495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-deleted', 'tag': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766'}, {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-deleted', 'tag': '44190366-792e-4732-90ee-a9db95993d7d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:12.882382 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d231f6a-a1bf-42e1-89a5-e236a47605d4" -d '{"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-deleted", "tag": "a4cbb56e-0ee6-47a7-9e48-243d9c04e766"}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-deleted", "tag": "44190366-792e-4732-90ee-a9db95993d7d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:12.896840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ccee75c4-8405-4773-ac92-d032541adde5 req-bdb8893b-a6bf-449d-8921-60dd6e483abd tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.1566491 Sep 08 13:22:12.898798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:12.903262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:12.907101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Pushing event updated for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:12.909437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:22:12.935822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067632a-cc08-4428-a1bd-07975afc5a38 req-3a574659-87c7-4343-bff4-197318e579dc tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:12.939614 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2067632a-cc08-4428-a1bd-07975afc5a38 req-3a574659-87c7-4343-bff4-197318e579dc tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 945 time: 0.0810547 Sep 08 13:22:13.008269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd12edc5-a905-470c-914f-70918b37c022 None None] New status for floating IP 81dd739d-aff4-41ea-9726-ce61c058934f: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:22:13.012239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2067632a-cc08-4428-a1bd-07975afc5a38 req-165c15dc-b7e9-4797-a08b-b67fc5ce4ee8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668285 Sep 08 13:22:13.023412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:13.024069 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:13.093011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee75c4-8405-4773-ac92-d032541adde5 req-2c2ca79d-29f4-485e-abe4-c83ad0615702 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:13.096685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ccee75c4-8405-4773-ac92-d032541adde5 req-2c2ca79d-29f4-485e-abe4-c83ad0615702 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1910741 Sep 08 13:22:13.110425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-ccee75c4-8405-4773-ac92-d032541adde5 req-6b3a384f-a122-4459-b4d5-892b3f4d690c tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:22:13.111478 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ccee75c4-8405-4773-ac92-d032541adde5 req-6b3a384f-a122-4459-b4d5-892b3f4d690c tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069823 Sep 08 13:22:13.117362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e920b0fe-1cb0-478c-93b6-a867b187c87a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8566701 Sep 08 13:22:13.136381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Request body: {'port': {'device_id': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:13.147167 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56dd70b4-5040-4c2c-a9e0-c1451a8e36b8 x-openstack-request-id: req-56dd70b4-5040-4c2c-a9e0-c1451a8e36b8 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:13.147607 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-deleted", "tag": "a4cbb56e-0ee6-47a7-9e48-243d9c04e766", "status": "completed", "code": 200}, {"server_uuid": "5384edde-13c9-4915-b711-f8c7dc33abd5", "name": "network-vif-deleted", "tag": "44190366-792e-4732-90ee-a9db95993d7d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:13.147961 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-56dd70b4-5040-4c2c-a9e0-c1451a8e36b8 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:13.149301 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-deleted', 'tag': 'a4cbb56e-0ee6-47a7-9e48-243d9c04e766', 'status': 'completed', 'code': 200} Sep 08 13:22:13.149824 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5384edde-13c9-4915-b711-f8c7dc33abd5', 'name': 'network-vif-deleted', 'tag': '44190366-792e-4732-90ee-a9db95993d7d', 'status': 'completed', 'code': 200} Sep 08 13:22:13.284927 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:13.310693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b83125b-4f9b-4144-a8ad-8c0d37d10aa7 req-39db9a30-2c9c-4bc7-87c2-4ff569b54c60 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips/0f755aa7-c059-4e31-878a-d5281d2ba54c HTTP/1.1" status: 200 len: 692 time: 0.1205432 Sep 08 13:22:13.446050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7c1ed-94bf-4925-991b-eb0a32ab2132 req-589ef956-53a8-42d0-af43-8fbe42376e6f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:13.456099 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ec7c1ed-94bf-4925-991b-eb0a32ab2132 req-589ef956-53a8-42d0-af43-8fbe42376e6f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1328049 Sep 08 13:22:13.501609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83125b-4f9b-4144-a8ad-8c0d37d10aa7 req-2a49d71d-1dc7-4033-bf8c-a45b849f76a2 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:13.503228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b83125b-4f9b-4144-a8ad-8c0d37d10aa7 req-2a49d71d-1dc7-4033-bf8c-a45b849f76a2 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1909642 Sep 08 13:22:13.506838 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ec7c1ed-94bf-4925-991b-eb0a32ab2132 req-0cfef768-46ba-41c8-9792-34e83415da5b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498011 Sep 08 13:22:13.518687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-4b83125b-4f9b-4144-a8ad-8c0d37d10aa7 req-dab333de-f83e-4506-a391-1738c1c5dd99 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:22:13.528307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b83125b-4f9b-4144-a8ad-8c0d37d10aa7 req-dab333de-f83e-4506-a391-1738c1c5dd99 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110238 Sep 08 13:22:13.528307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:13.651318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e818a48-f704-43f5-85a3-97623612fd7d req-64f1728d-734c-4d97-83f9-ef893acf3623 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:13.652296 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-2adede14-98f1-415c-ba13-a78716b987bb tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips/0f755aa7-c059-4e31-878a-d5281d2ba54c HTTP/1.1" status: 200 len: 692 time: 0.1108775 Sep 08 13:22:13.653294 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e818a48-f704-43f5-85a3-97623612fd7d req-64f1728d-734c-4d97-83f9-ef893acf3623 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 932 time: 0.0727050 Sep 08 13:22:13.718991 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e818a48-f704-43f5-85a3-97623612fd7d req-d55580eb-0fcc-41fa-af4c-938a9970336c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588343 Sep 08 13:22:13.745884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36906) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:13.871257 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-65fc2df6-a3ba-4346-8ae4-9f05c24d540b req-e38b3a11-1175-497b-8e3f-ce002d6c73a6 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0319226 Sep 08 13:22:13.924867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2008198913-network', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:13.926645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-387384da-0de0-44ab-b893-1a616a559537 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:13.928111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-387384da-0de0-44ab-b893-1a616a559537 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.2673540 Sep 08 13:22:13.948958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-955d950a-7092-486b-9924-ba6cf066f977 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:22:13.962915 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-955d950a-7092-486b-9924-ba6cf066f977 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115120 Sep 08 13:22:14.014818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-7ed5c809-84ab-47bf-8b5a-55b8ca01f9ba tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0583394 Sep 08 13:22:14.039848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Made reservation on behalf of b6062b62ee414227aa9d6641667fc2c4 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:22:14.043396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.053983 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.108156 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-029732a7-eefc-4c45-b3ef-c4e7e398f043 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.84 HTTP/1.1" status: 200 len: 695 time: 0.0842204 Sep 08 13:22:14.142828 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.169937 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.175012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9b9f77-9622-4280-9498-84cc93396676 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:22:14.191848 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.253238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Transition to ACTIVE for port object 7c9b9f77-9622-4280-9498-84cc93396676 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:22:14.294939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-52f96e29-8b16-4472-a424-cdce43960397 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Deleting port e480885d-d79c-4663-83b1-bbf57a5aaff7 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:14.295327 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-52f96e29-8b16-4472-a424-cdce43960397 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.330665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.356564 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:22:14.367371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ae2eb3-609e-473e-b7cd-23d07f0d08a7,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:14.385520 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-52f96e29-8b16-4472-a424-cdce43960397 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.385520 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-52f96e29-8b16-4472-a424-cdce43960397 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.385804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.385804 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Added segment b10526b6-167a-4eec-baae-92acea790092 of type vlan for network bec43c03-4e89-4032-9edb-683310aae53c Sep 08 13:22:14.399043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-52f96e29-8b16-4472-a424-cdce43960397 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Calling delete_port for e480885d-d79c-4663-83b1-bbf57a5aaff7 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:14.430841 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.444345 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.548391 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.549401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:14.549540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:14.549988 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.673067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Attempting to bind port 7c9b9f77-9622-4280-9498-84cc93396676 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:22:14.673603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Attempting to bind port 7c9b9f77-9622-4280-9498-84cc93396676 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:22:14.673700 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Attempting to bind port 7c9b9f77-9622-4280-9498-84cc93396676 on network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:14.679772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Port 7c9b9f77-9622-4280-9498-84cc93396676 on network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:22:14.680218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Attempting to bind port 7c9b9f77-9622-4280-9498-84cc93396676 on network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:14.688013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:22:14.688362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Checking segment: {'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:22:14.688826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Bound using segment: {'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:22:14.689290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Bound port: 7c9b9f77-9622-4280-9498-84cc93396676, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:22:14.689666 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.777386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:22:14.781317 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:22:14.783382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-52f96e29-8b16-4472-a424-cdce43960397 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.819172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f96e29-8b16-4472-a424-cdce43960397 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Pushing event deleted for resources: {'Port': ['ID=e480885d-d79c-4663-83b1-bbf57a5aaff7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:14.897098 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.900718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-52f96e29-8b16-4472-a424-cdce43960397 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.903656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-52f96e29-8b16-4472-a424-cdce43960397 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.905149 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c3fcc90-b690-41cb-86be-e05382b0bd27 req-52f96e29-8b16-4472-a424-cdce43960397 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "DELETE /v2.0/floatingips/0f755aa7-c059-4e31-878a-d5281d2ba54c HTTP/1.1" status: 204 len: 173 time: 0.7815220 Sep 08 13:22:14.973131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:14.974071 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:14.975834 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] 10.222.0.60 "PUT /v2.0/ports/7c9b9f77-9622-4280-9498-84cc93396676 HTTP/1.1" status: 200 len: 1092 time: 1.8496621 Sep 08 13:22:15.024604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2748752 Sep 08 13:22:15.024604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf36839-39f2-4e8a-8c73-047ec1f1682f admin admin] Pushing event updated for resources: {'Network': ['ID=bec43c03-4e89-4032-9edb-683310aae53c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:15.033242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network bec43c03-4e89-4032-9edb-683310aae53c details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:22:15.040371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36926) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:15.043160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d7ffc4fc-2c9a-42e4-84a2-75d7597427bf admin admin] Request body: {'subnet': {'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2008198913-subnet', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:15.062361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd6774-48aa-4c74-9dda-bb481d2f6c13 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:15.081805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4bd87-171a-4d4c-994d-dfc8b44a1a63 req-48004354-f70c-4681-a0e1-24d36d0bad01 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:15.089358 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25b4bd87-171a-4d4c-994d-dfc8b44a1a63 req-48004354-f70c-4681-a0e1-24d36d0bad01 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.4742074 Sep 08 13:22:15.096038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7259d2d-7c80-42a8-ae52-59925a366f49 req-b49468d8-3090-41b5-880c-1211c46725b5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:15.107844 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a7259d2d-7c80-42a8-ae52-59925a366f49 req-b49468d8-3090-41b5-880c-1211c46725b5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 944 time: 0.1241860 Sep 08 13:22:15.136368 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25b4bd87-171a-4d4c-994d-dfc8b44a1a63 req-90ed4d26-4726-4cc8-bf42-7aa3fbc43484 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408139 Sep 08 13:22:15.150426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:15.154008 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1505db-f7e1-4b8b-bb2e-b5ce62500c92" -d '{"events": [{"name": "network-changed", "server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "tag": "7c9b9f77-9622-4280-9498-84cc93396676"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:15.177214 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a7259d2d-7c80-42a8-ae52-59925a366f49 req-1b0438b3-e118-416f-8187-14042bb25cb7 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684495 Sep 08 13:22:15.260601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ffc4fc-2c9a-42e4-84a2-75d7597427bf admin admin] Made reservation on behalf of b6062b62ee414227aa9d6641667fc2c4 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:22:15.268014 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc4fc-2c9a-42e4-84a2-75d7597427bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:15.280628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-b0835abd-42bd-4f90-a671-2e072ec038c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:15.286510 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-b0835abd-42bd-4f90-a671-2e072ec038c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 1095 time: 0.0941901 Sep 08 13:22:15.355850 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-da7d0f18-d404-42f0-b81a-a827f3f6f3df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9b9f77-9622-4280-9498-84cc93396676 HTTP/1.1" status: 200 len: 217 time: 0.0613086 Sep 08 13:22:15.413525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8f9cc36-9dc2-4cbf-bc0d-488059b916a6 req-eb4acd3b-d1e2-41b1-85dc-046ca1d1144b tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0598757 Sep 08 13:22:15.432781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-8f23e9e8-c5dd-451d-a3ca-7b245247a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:15.434214 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-8f23e9e8-c5dd-451d-a3ca-7b245247a45c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5da0aee-ee76-444c-9c68-34c9d184e017 HTTP/1.1" status: 200 len: 853 time: 0.0692761 Sep 08 13:22:15.487928 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-e3c42737-b953-46e1-b9f0-10428fb4c535 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463116 Sep 08 13:22:15.496486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9882d8-aa0f-4ba8-8de5-9cf800a6f6a1 req-2e10e682-d54e-4360-acd2-75a7ab00cf04 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:15.498380 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ef9882d8-aa0f-4ba8-8de5-9cf800a6f6a1 req-2e10e682-d54e-4360-acd2-75a7ab00cf04 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3487458 Sep 08 13:22:15.598248 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe3a82d-2165-4dee-b254-011ed67d16da x-openstack-request-id: req-4fe3a82d-2165-4dee-b254-011ed67d16da {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:15.604143 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "tag": "7c9b9f77-9622-4280-9498-84cc93396676", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:15.604143 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4fe3a82d-2165-4dee-b254-011ed67d16da {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:15.604143 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676', 'status': 'completed', 'code': 200} Sep 08 13:22:15.659419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e5c6d7-6990-4260-bf8d-167aff5d2b1c req-f30cd74c-382c-48e8-a5ea-ba511dee4d58 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:15.661452 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-19e5c6d7-6990-4260-bf8d-167aff5d2b1c req-f30cd74c-382c-48e8-a5ea-ba511dee4d58 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1158094 Sep 08 13:22:15.664153 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-32df9967-84ed-447e-a77d-082d5e8611e4 service neutron] 10.222.0.60 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669240 Sep 08 13:22:15.670013 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44da9333-1522-48ef-a428-d39b736f3ba2 req-085c76df-981f-4fe5-b0a8-5a6bd13fe4bc tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?tenant_id=f448f124ce7442e583a45a48370fafd3 HTTP/1.1" status: 200 len: 1655 time: 0.0730972 Sep 08 13:22:15.755334 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-19e5c6d7-6990-4260-bf8d-167aff5d2b1c req-5fa18f35-c0d0-4bd2-9c1f-5798cc799494 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853798 Sep 08 13:22:15.766240 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc4fc-2c9a-42e4-84a2-75d7597427bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:15.798942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6912bd5b-1fe1-424b-8f9f-60068209a1d1 req-8e09cceb-2668-4d7d-b801-068f5d91f04c service neutron] 10.222.0.60 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206522 Sep 08 13:22:15.831132 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da9333-1522-48ef-a428-d39b736f3ba2 req-bb6862e2-f6bd-439a-9343-675986b146ce tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:15.832665 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44da9333-1522-48ef-a428-d39b736f3ba2 req-bb6862e2-f6bd-439a-9343-675986b146ce tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks?id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 787 time: 0.1555722 Sep 08 13:22:15.850752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-44da9333-1522-48ef-a428-d39b736f3ba2 req-d85abf1d-8e20-4f35-a281-0d14870aafcd tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:22:15.851776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44da9333-1522-48ef-a428-d39b736f3ba2 req-d85abf1d-8e20-4f35-a281-0d14870aafcd tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109208 Sep 08 13:22:15.862162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ffc4fc-2c9a-42e4-84a2-75d7597427bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=06fe619e-f0fa-4d0d-be75-551524533e4f,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:15.873448 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ffc4fc-2c9a-42e4-84a2-75d7597427bf admin admin] Checking segment: {'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:22:15.873448 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ffc4fc-2c9a-42e4-84a2-75d7597427bf admin admin] Network hostable DHCP agents. Network: bec43c03-4e89-4032-9edb-683310aae53c, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:22:15.948768 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-62958534-c766-41d5-b075-1727f3d3af5b tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips/48bdfb75-583e-4eb5-a956-80259ec63d0a HTTP/1.1" status: 200 len: 692 time: 0.0639155 Sep 08 13:22:16.044862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1505db-f7e1-4b8b-bb2e-b5ce62500c92 req-4bc0235e-ecde-42aa-b618-1ec92a0d346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:16.046691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b1505db-f7e1-4b8b-bb2e-b5ce62500c92 req-4bc0235e-ecde-42aa-b618-1ec92a0d346e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 1095 time: 0.0491216 Sep 08 13:22:16.054137 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ffc4fc-2c9a-42e4-84a2-75d7597427bf admin admin] Network bec43c03-4e89-4032-9edb-683310aae53c is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:22:16.079161 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-0b986c87-666c-420b-824f-60b5b033cbe6 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:16.080685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-0b986c87-666c-420b-824f-60b5b033cbe6 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1256008 Sep 08 13:22:16.092546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-71a07668-c7d4-4be5-b54b-682ed5de71e2 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:22:16.094019 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-71a07668-c7d4-4be5-b54b-682ed5de71e2 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064528 Sep 08 13:22:16.152886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d7ffc4fc-2c9a-42e4-84a2-75d7597427bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, bec43c03-4e89-4032-9edb-683310aae53c) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:16.153469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1505db-f7e1-4b8b-bb2e-b5ce62500c92 req-34b67c6a-b917-4098-b1b3-6a1a944509c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:16.155107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b1505db-f7e1-4b8b-bb2e-b5ce62500c92 req-34b67c6a-b917-4098-b1b3-6a1a944509c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6 HTTP/1.1" status: 200 len: 914 time: 0.0998054 Sep 08 13:22:16.158161 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ffc4fc-2c9a-42e4-84a2-75d7597427bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:16.159189 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7ffc4fc-2c9a-42e4-84a2-75d7597427bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:16.165346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32662480-3e70-4bbe-9184-49f013330a7f None None] Network bec43c03-4e89-4032-9edb-683310aae53c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:22:16.200634 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-29f3853e-802a-4933-936d-1da49075007e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.10 HTTP/1.1" status: 200 len: 695 time: 0.0995920 Sep 08 13:22:16.221800 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b1505db-f7e1-4b8b-bb2e-b5ce62500c92 req-a5915532-41d5-47bf-a0f3-a88f1c2d04b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9b9f77-9622-4280-9498-84cc93396676 HTTP/1.1" status: 200 len: 217 time: 0.0541427 Sep 08 13:22:16.263063 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-68cd7850-033d-463e-972b-a74ab14b0016 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.10 HTTP/1.1" status: 200 len: 695 time: 0.0615032 Sep 08 13:22:16.282249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1505db-f7e1-4b8b-bb2e-b5ce62500c92 req-d20c8bd4-b09f-4bf4-b268-440dad17d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:16.285721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b1505db-f7e1-4b8b-bb2e-b5ce62500c92 req-d20c8bd4-b09f-4bf4-b268-440dad17d93c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5da0aee-ee76-444c-9c68-34c9d184e017 HTTP/1.1" status: 200 len: 853 time: 0.0539081 Sep 08 13:22:16.321181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b1505db-f7e1-4b8b-bb2e-b5ce62500c92 req-ba0f0ba9-1c99-4454-b7ab-0b8cf8283ffe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294862 Sep 08 13:22:16.323478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d7ffc4fc-2c9a-42e4-84a2-75d7597427bf admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2840950 Sep 08 13:22:16.326344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36946) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:16.333405 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2008198913-router', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:16.341652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad0671e-ec5d-43a3-8e02-f3402f4ba4e8 None None] Network bec43c03-4e89-4032-9edb-683310aae53c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:22:16.430670 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Deleting port 3ac95f0f-45cb-4add-b401-aa2afb0db24a {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:16.431021 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:16.493182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b1505db-f7e1-4b8b-bb2e-b5ce62500c92 req-9d52eefd-51c0-433e-a9a3-d79609e20862 service neutron] 10.222.0.60 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627550 Sep 08 13:22:16.534567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:16.535588 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:16.542781 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:16.543296 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:16.546126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09695259-f43e-43af-956f-4b0a78861fc6 req-b935e3c0-24a5-4343-ae11-30e06a1081e1 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:16.550644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09695259-f43e-43af-956f-4b0a78861fc6 req-b935e3c0-24a5-4343-ae11-30e06a1081e1 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 944 time: 0.1058044 Sep 08 13:22:16.560460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Calling delete_port for 3ac95f0f-45cb-4add-b401-aa2afb0db24a owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:16.659614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09695259-f43e-43af-956f-4b0a78861fc6 req-450ba7fc-52fc-4c3a-aa41-31213cef9d4b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052325 Sep 08 13:22:16.690514 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:16.693328 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b1505db-f7e1-4b8b-bb2e-b5ce62500c92 req-5f477dbc-415d-4047-a19e-112cdf5fdfc5 service neutron] 10.222.0.60 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928520 Sep 08 13:22:16.695978 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:16.793052 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:16.824156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Pushing event deleted for resources: {'Port': ['ID=3ac95f0f-45cb-4add-b401-aa2afb0db24a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:16.874825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:16.875319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:16.875682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:16.876046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:16.876371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:16.876712 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:16.877051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:16.877389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:16.877723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:16.878318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:16.878590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:16.878763 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:16.904421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:16.907926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:16.909158 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a02d77fe-9680-43f6-a867-1ae284ead332 req-daded64c-05d2-430a-9cc0-0accb1307efe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "DELETE /v2.0/floatingips/48bdfb75-583e-4eb5-a956-80259ec63d0a HTTP/1.1" status: 204 len: 173 time: 0.6395955 Sep 08 13:22:17.020469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2a08f-e4f7-4db5-9c15-0f6d0ee0fd81 req-5eae9d10-e4e2-4514-807c-4d255bb26b14 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:17.022068 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17e2a08f-e4f7-4db5-9c15-0f6d0ee0fd81 req-5eae9d10-e4e2-4514-807c-4d255bb26b14 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0547459 Sep 08 13:22:17.065562 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17e2a08f-e4f7-4db5-9c15-0f6d0ee0fd81 req-a6821945-e23c-4e59-b84b-2601e60a0e16 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369277 Sep 08 13:22:17.168693 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0651d95d-b821-4301-8020-beadea05e6ca req-e26abcf1-7566-4abf-8aa7-9ab7f7df9802 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0334961 Sep 08 13:22:17.202272 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:17.246696 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-5e1d2977-aa75-477e-94eb-0f9fdeb0b6f0 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips/20be4fff-213c-4e51-8ed5-8ba180fb6504 HTTP/1.1" status: 200 len: 692 time: 0.0441644 Sep 08 13:22:17.366879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-b93dd367-6359-4eb2-abec-ef79fb0a541d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:17.366879 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-b93dd367-6359-4eb2-abec-ef79fb0a541d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1118133 Sep 08 13:22:17.422071 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-0f624de2-1607-4612-a025-0a918bdfa36d tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 695 time: 0.0509300 Sep 08 13:22:17.480763 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-ea5f7165-bf7a-4831-9f94-a7b5ffae123e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.29 HTTP/1.1" status: 200 len: 695 time: 0.0518954 Sep 08 13:22:17.518002 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:17.541555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:17.697345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-44aefcab-c4f2-4613-b398-0b650012670e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Deleting port 9389a0d4-b720-4a32-b35e-f32abb681429 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:17.697641 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-44aefcab-c4f2-4613-b398-0b650012670e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:17.714703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Allocated IP 172.25.5.68 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/b756d033-a04c-4ef9-bae0-8d2dee291d22) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:22:17.807063 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-44aefcab-c4f2-4613-b398-0b650012670e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:17.807921 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-44aefcab-c4f2-4613-b398-0b650012670e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:17.821695 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-44aefcab-c4f2-4613-b398-0b650012670e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Calling delete_port for 9389a0d4-b720-4a32-b35e-f32abb681429 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:17.851063 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:18.035813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70978412-f90d-4804-b07b-e30b1712abc5 req-b88872d0-0eed-486e-837b-a688a6d8b8bb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:18.037745 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70978412-f90d-4804-b07b-e30b1712abc5 req-b88872d0-0eed-486e-837b-a688a6d8b8bb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 944 time: 0.0561690 Sep 08 13:22:18.039567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:18.095146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:18.105784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:18.113216 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-44aefcab-c4f2-4613-b398-0b650012670e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:18.117305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:22:18.124232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Pushing event updated for resources: {'Port': ['ID=b756d033-a04c-4ef9-bae0-8d2dee291d22,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:18.151028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70978412-f90d-4804-b07b-e30b1712abc5 req-0e16d123-279e-46b6-b2ad-3e46fe03ddb8 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058204 Sep 08 13:22:18.161552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:18.161946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:18.162223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:18.162570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:18.162906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:18.163240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:18.163570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:18.163900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:18.164225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:18.164569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:18.164866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:18.165188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:18.176178 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aefcab-c4f2-4613-b398-0b650012670e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Pushing event deleted for resources: {'Port': ['ID=9389a0d4-b720-4a32-b35e-f32abb681429,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:18.264581 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-44aefcab-c4f2-4613-b398-0b650012670e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:18.271083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-44aefcab-c4f2-4613-b398-0b650012670e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:18.272555 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-307f6786-ba2f-401e-86d9-b28e53a2120c req-44aefcab-c4f2-4613-b398-0b650012670e tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "DELETE /v2.0/floatingips/20be4fff-213c-4e51-8ed5-8ba180fb6504 HTTP/1.1" status: 204 len: 173 time: 0.7842109 Sep 08 13:22:18.359720 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f0523f3-82ec-427b-b6f4-6380cf0b2476 req-566d1636-757e-47c7-9e03-5a4cb679ca09 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0308018 Sep 08 13:22:18.407652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641a77e-8324-4328-a14d-ea7cb7a283a4 req-5f46d214-47a3-4b34-b9e8-460792a6edcc tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:18.414199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b641a77e-8324-4328-a14d-ea7cb7a283a4 req-5f46d214-47a3-4b34-b9e8-460792a6edcc tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0577762 Sep 08 13:22:18.444379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-b7830ff3-9540-48a5-9b60-6df8673c8469 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips/f5da53a0-5aed-4489-aa01-5d6e5fa0a1ee HTTP/1.1" status: 200 len: 693 time: 0.0546505 Sep 08 13:22:18.453856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b641a77e-8324-4328-a14d-ea7cb7a283a4 req-b46efca4-9876-419e-9b6f-f9589df899be tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381203 Sep 08 13:22:18.578412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-8e68d410-ad65-49dc-8e55-59cdaa21c03b tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:18.580014 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-8e68d410-ad65-49dc-8e55-59cdaa21c03b tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.1289201 Sep 08 13:22:18.603719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:18.641733 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-382419e9-9202-427b-8630-89336b4fce58 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.0547931 Sep 08 13:22:18.701522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-af10380c-495c-43ba-91b7-ac3709ee07fe tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.0527480 Sep 08 13:22:18.814552 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:18.839065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-1696e35b-fbd1-4f23-b4aa-d582d945bb17 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Deleting port 15c804d8-d09d-4389-91a8-6dfab7b0e8c6 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:18.839679 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-1696e35b-fbd1-4f23-b4aa-d582d945bb17 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:18.921622 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-1696e35b-fbd1-4f23-b4aa-d582d945bb17 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:18.921956 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-1696e35b-fbd1-4f23-b4aa-d582d945bb17 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:18.934490 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-1696e35b-fbd1-4f23-b4aa-d582d945bb17 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Calling delete_port for 15c804d8-d09d-4389-91a8-6dfab7b0e8c6 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:19.044079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Router 090e9c78-1d22-41b7-b8d9-ffa2428281da is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:22:19.153515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:22:19.165629 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Sync routers for ids ['090e9c78-1d22-41b7-b8d9-ffa2428281da'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:22:19.176020 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Routers {'090e9c78-1d22-41b7-b8d9-ffa2428281da'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:19.176636 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:22:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['090e9c78-1d22-41b7-b8d9-ffa2428281da'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:19.193611 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-1696e35b-fbd1-4f23-b4aa-d582d945bb17 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:19.218967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696e35b-fbd1-4f23-b4aa-d582d945bb17 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Pushing event deleted for resources: {'Port': ['ID=15c804d8-d09d-4389-91a8-6dfab7b0e8c6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:19.291107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a198ae-141e-4052-a64a-6d1efe08e24d req-10e57701-563d-478f-89bb-41ef7c8c4c8c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:19.293087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5a198ae-141e-4052-a64a-6d1efe08e24d req-10e57701-563d-478f-89bb-41ef7c8c4c8c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 944 time: 0.0619259 Sep 08 13:22:19.311502 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-1696e35b-fbd1-4f23-b4aa-d582d945bb17 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:19.315319 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-1696e35b-fbd1-4f23-b4aa-d582d945bb17 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:19.316518 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d6b5bc9-cab2-4ee8-99b1-68006f09388e req-1696e35b-fbd1-4f23-b4aa-d582d945bb17 tempest-FloatingIPDetailsTestJSON-1900592623 tempest-FloatingIPDetailsTestJSON-1900592623-project] 10.222.0.69 "DELETE /v2.0/floatingips/f5da53a0-5aed-4489-aa01-5d6e5fa0a1ee HTTP/1.1" status: 204 len: 173 time: 0.6069241 Sep 08 13:22:19.317793 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Set router 090e9c78-1d22-41b7-b8d9-ffa2428281da gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:19.323671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 36978) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:19.347487 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5a198ae-141e-4052-a64a-6d1efe08e24d req-fec2844c-8907-4b0b-a17a-0c2782c9b6e9 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475688 Sep 08 13:22:19.367805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:19.367805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4676d3d2-9832-4220-acc2-b07c44ea2152 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.0366030 Sep 08 13:22:19.367805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36980) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:19.483070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7c9b9f77-9622-4280-9498-84cc93396676 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:22:19.565608 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e604927f-7105-41ef-a185-9cf9e303a7e2 req-7df81f4a-4a40-46c3-a9ca-7016d9705f24 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0341084 Sep 08 13:22:19.662062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:19.679200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '7c9b9f77-9622-4280-9498-84cc93396676', 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6', 'port_id': '7c9b9f77-9622-4280-9498-84cc93396676', 'mac_address': 'fa:16:3e:69:ee:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5da0aee-ee76-444c-9c68-34c9d184e017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:22:19.723658 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:19.749653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9b9f77-9622-4280-9498-84cc93396676 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:22:19.754197 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'name': 'tempest-ServerRescueNegativeTestJSON-2008198913-router', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:22:16Z', 'updated_at': '2021-09-08T13:22:18Z', 'revision_number': 3, 'project_id': 'b6062b62ee414227aa9d6641667fc2c4', 'gw_port': {'id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:22:17Z', 'updated_at': '2021-09-08T13:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:19.773871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:19.798307 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Checking router: 090e9c78-1d22-41b7-b8d9-ffa2428281da for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:22:19.798307 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Updating router 090e9c78-1d22-41b7-b8d9-ffa2428281da port b756d033-a04c-4ef9-bae0-8d2dee291d22 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:22:19.831658 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:19.854766 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c70e0d76-c458-4cab-bd16-3fa0f599887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:19.856578 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:19.934768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:20.097305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3609ced-e3da-4fff-b647-c7ae88374a76 req-f8175065-5a96-485e-9123-2a402dab9a1a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:20.105812 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3609ced-e3da-4fff-b647-c7ae88374a76 req-f8175065-5a96-485e-9123-2a402dab9a1a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.4411633 Sep 08 13:22:20.155787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['7c9b9f77-9622-4280-9498-84cc93396676'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:22:20.183026 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3609ced-e3da-4fff-b647-c7ae88374a76 req-deaf8f54-b1bf-4603-b434-44e69f95c62b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737851 Sep 08 13:22:20.232199 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:20.257871 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Transition to ACTIVE for port object b756d033-a04c-4ef9-bae0-8d2dee291d22 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:22:20.300497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c70e0d76-c458-4cab-bd16-3fa0f599887a admin admin] Deleting port 954bda23-9d48-4486-bf10-caa66932a50b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:20.300973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c70e0d76-c458-4cab-bd16-3fa0f599887a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:20.324966 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:20.365022 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:20.394558 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Attempting to bind port b756d033-a04c-4ef9-bae0-8d2dee291d22 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:22:20.395252 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Attempting to bind port b756d033-a04c-4ef9-bae0-8d2dee291d22 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:22:20.395682 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Attempting to bind port b756d033-a04c-4ef9-bae0-8d2dee291d22 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:20.408582 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fde586-50bd-4ca3-a164-5e6c54533712 None None] Pushing event updated for resources: {'Port': ['ID=b756d033-a04c-4ef9-bae0-8d2dee291d22,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:20.422409 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:22:20.423230 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:22:20.423827 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:20.424405 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:22:20.425114 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Bound port: b756d033-a04c-4ef9-bae0-8d2dee291d22, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:22:20.425669 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:20.507521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-c70e0d76-c458-4cab-bd16-3fa0f599887a admin admin] For port 954bda23-9d48-4486-bf10-caa66932a50b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=954bda23-9d48-4486-bf10-caa66932a50b,segment=NetworkSegment(d5462fe3-c18d-4ece-a0f0-6fdb6760f18f),segment_id=d5462fe3-c18d-4ece-a0f0-6fdb6760f18f)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:20.507521 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c70e0d76-c458-4cab-bd16-3fa0f599887a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:20.507521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c70e0d76-c458-4cab-bd16-3fa0f599887a admin admin] Calling delete_port for 954bda23-9d48-4486-bf10-caa66932a50b owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:20.511349 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] For port b756d033-a04c-4ef9-bae0-8d2dee291d22, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:22:20.517792 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] For port b756d033-a04c-4ef9-bae0-8d2dee291d22, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b756d033-a04c-4ef9-bae0-8d2dee291d22,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:22:20.623943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13269b48-1b1a-42a0-9207-f7da4838634b req-724032df-7ccb-4884-b13f-4d9b936605fe tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:20.625702 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13269b48-1b1a-42a0-9207-f7da4838634b req-724032df-7ccb-4884-b13f-4d9b936605fe tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.1401336 Sep 08 13:22:20.627948 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:20.710362 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fde586-50bd-4ca3-a164-5e6c54533712 None None] Pushing event updated for resources: {'Port': ['ID=b756d033-a04c-4ef9-bae0-8d2dee291d22,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:20.724851 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Routers {'090e9c78-1d22-41b7-b8d9-ffa2428281da'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:20.725918 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:22:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['090e9c78-1d22-41b7-b8d9-ffa2428281da'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:20.731011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13269b48-1b1a-42a0-9207-f7da4838634b req-4595b2f5-a239-4f51-b9e1-826ea7ab1d22 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908451 Sep 08 13:22:20.770780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Allocated IP 172.20.0.1 (bec43c03-4e89-4032-9edb-683310aae53c/06fe619e-f0fa-4d0d-be75-551524533e4f/543a2059-09b3-468a-8d4f-34999e989dfa) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:22:20.864827 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] Set router 090e9c78-1d22-41b7-b8d9-ffa2428281da gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:20.902599 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:20.970164 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4426284-0066-4651-8e65-ab8f64919db5 req-5199a970-135a-4096-b14b-6efdb3bf24c7 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0291526 Sep 08 13:22:21.046870 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:21.051913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58617595-ea82-4f08-b677-0246773c7df2 req-2ef68ebf-7cf1-42b1-8345-6e8675d5cb2b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:21.053470 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-58617595-ea82-4f08-b677-0246773c7df2 req-2ef68ebf-7cf1-42b1-8345-6e8675d5cb2b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0834801 Sep 08 13:22:21.096214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Network bec43c03-4e89-4032-9edb-683310aae53c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:21.100003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:21.102523 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'name': 'tempest-ServerRescueNegativeTestJSON-2008198913-router', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:22:16Z', 'updated_at': '2021-09-08T13:22:18Z', 'revision_number': 3, 'project_id': 'b6062b62ee414227aa9d6641667fc2c4', 'gw_port': {'id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:22:17Z', 'updated_at': '2021-09-08T13:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:21.108386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:22:21.134793 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-58617595-ea82-4f08-b677-0246773c7df2 req-035dfa06-896e-4fa7-a72f-84f5da318fde tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714324 Sep 08 13:22:21.147475 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02cc14a-0862-448e-a8a8-a1542d355f3a None None] The sync data for ids ['090e9c78-1d22-41b7-b8d9-ffa2428281da'] in n-d-807558-3 is: [{'id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'name': 'tempest-ServerRescueNegativeTestJSON-2008198913-router', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:22:16Z', 'updated_at': '2021-09-08T13:22:18Z', 'revision_number': 3, 'project_id': 'b6062b62ee414227aa9d6641667fc2c4', 'gw_port': {'id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:22:17Z', 'updated_at': '2021-09-08T13:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:22:21.182019 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Pushing event updated for resources: {'Port': ['ID=543a2059-09b3-468a-8d4f-34999e989dfa,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:21.202152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:21.249371 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c70e0d76-c458-4cab-bd16-3fa0f599887a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:21.307933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e0d76-c458-4cab-bd16-3fa0f599887a admin admin] Pushing event deleted for resources: {'Port': ['ID=954bda23-9d48-4486-bf10-caa66932a50b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:21.477236 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:21.498919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7c9b9f77-9622-4280-9498-84cc93396676 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:21.504869 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c70e0d76-c458-4cab-bd16-3fa0f599887a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:21.647295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 7c9b9f77-9622-4280-9498-84cc93396676 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:22:21.652568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 7c9b9f77-9622-4280-9498-84cc93396676 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:21.653749 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:21.724426 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:21.771865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:21.816786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70e0d76-c458-4cab-bd16-3fa0f599887a admin admin] Router 8873ec68-5b81-4aa4-8832-8970365e631c has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:22:21.816994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:21.819583 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71a598d-de01-449c-858a-8e6bec2861c9" -d '{"events": [{"server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "name": "network-vif-plugged", "status": "completed", "tag": "7c9b9f77-9622-4280-9498-84cc93396676"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:21.826773 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:21.842679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:21.894937 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a014655d-2a3e-4684-8c1a-aa2373e43a87 x-openstack-request-id: req-a014655d-2a3e-4684-8c1a-aa2373e43a87 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:21.895404 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "name": "network-vif-plugged", "status": "completed", "tag": "7c9b9f77-9622-4280-9498-84cc93396676", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:21.895895 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a014655d-2a3e-4684-8c1a-aa2373e43a87 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:21.896536 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676', 'code': 200} Sep 08 13:22:21.922222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Pushing event updated for resources: {'Port': ['ID=543a2059-09b3-468a-8d4f-34999e989dfa,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:21.985241 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:21.993223 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:22.038889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70e0d76-c458-4cab-bd16-3fa0f599887a admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:22:22.045030 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c70e0d76-c458-4cab-bd16-3fa0f599887a admin admin] 10.222.0.69 "PUT /v2.0/routers/8873ec68-5b81-4aa4-8832-8970365e631c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7199049 Sep 08 13:22:22.048940 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37000) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:22.054540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096361bf-7803-422d-8574-9f345a724265 None None] Sync routers for ids ['8873ec68-5b81-4aa4-8832-8970365e631c'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:22:22.074472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:22.094043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833de47-5708-45e4-a727-7e6ecfc882eb req-f0f3936a-08f7-43dd-8451-266fcf15bb3b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:22.094594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096361bf-7803-422d-8574-9f345a724265 None None] Routers {'8873ec68-5b81-4aa4-8832-8970365e631c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:22.095600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-096361bf-7803-422d-8574-9f345a724265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:22:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['8873ec68-5b81-4aa4-8832-8970365e631c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:22.101734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9833de47-5708-45e4-a727-7e6ecfc882eb req-f0f3936a-08f7-43dd-8451-266fcf15bb3b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.2172549 Sep 08 13:22:22.185625 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1b5e420b-7286-43c6-9db9-ff696aba2616 req-f12ad42e-de29-46bc-9e38-12f03c4102a8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0562332 Sep 08 13:22:22.192202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9833de47-5708-45e4-a727-7e6ecfc882eb req-91d5e2ca-2a54-4c0c-8db3-0feb45b72d27 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846457 Sep 08 13:22:22.206787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a8924-f50d-454d-a6ac-e9d72d027e22 req-6bf822da-9232-4700-84cf-90facd050baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:22.210976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b0a8924-f50d-454d-a6ac-e9d72d027e22 req-6bf822da-9232-4700-84cf-90facd050baa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 1097 time: 0.2227340 Sep 08 13:22:22.257267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:22.287964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-096361bf-7803-422d-8574-9f345a724265 None None] Set router 8873ec68-5b81-4aa4-8832-8970365e631c gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:22.385308 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:22.398973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b0a8924-f50d-454d-a6ac-e9d72d027e22 req-cd6486fa-751a-4ea8-93c8-408b7bdf78d2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638212 Sep 08 13:22:22.411648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Network bec43c03-4e89-4032-9edb-683310aae53c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:22.414983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:22.439704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87917b-435c-444f-be23-fb50d087cd7a req-f1a9161e-e50e-43b7-8171-9cbb254ad418 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:22.443283 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe87917b-435c-444f-be23-fb50d087cd7a req-f1a9161e-e50e-43b7-8171-9cbb254ad418 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1577349 Sep 08 13:22:22.515849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-096361bf-7803-422d-8574-9f345a724265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'name': 'tempest-FloatingIPDetailsTestJSON-990551942-router', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:54Z', 'updated_at': '2021-09-08T13:22:21Z', 'revision_number': 5, 'project_id': 'f448f124ce7442e583a45a48370fafd3', 'gw_port': {'id': '155b4214-1863-4ddd-bf12-d8c7d7f2d827', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2f:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1449, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:21:56Z', 'updated_at': '2021-09-08T13:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:22.560309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096361bf-7803-422d-8574-9f345a724265 None None] Checking router: 8873ec68-5b81-4aa4-8832-8970365e631c for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:22:22.570747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096361bf-7803-422d-8574-9f345a724265 None None] Routers {'8873ec68-5b81-4aa4-8832-8970365e631c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:22.571377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-096361bf-7803-422d-8574-9f345a724265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:22:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['8873ec68-5b81-4aa4-8832-8970365e631c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:22.625417 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe87917b-435c-444f-be23-fb50d087cd7a req-403863a8-f97c-483d-801d-ebb7019947fc tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346359 Sep 08 13:22:22.739549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Deleting port 155b4214-1863-4ddd-bf12-d8c7d7f2d827 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:22.739900 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:22.896016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Router 090e9c78-1d22-41b7-b8d9-ffa2428281da has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:22:22.931948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] For port 155b4214-1863-4ddd-bf12-d8c7d7f2d827, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=155b4214-1863-4ddd-bf12-d8c7d7f2d827,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:22.932329 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:22.969273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d0d4c-8fd4-41ca-b696-d332a25fe41e req-f15ffac9-cf92-41f5-974d-c39ba59632be tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:22.971726 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c6d0d4c-8fd4-41ca-b696-d332a25fe41e req-f15ffac9-cf92-41f5-974d-c39ba59632be tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1109362 Sep 08 13:22:22.976396 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Calling delete_port for 155b4214-1863-4ddd-bf12-d8c7d7f2d827 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:22.998945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-096361bf-7803-422d-8574-9f345a724265 None None] Set router 8873ec68-5b81-4aa4-8832-8970365e631c gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:23.033750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c6d0d4c-8fd4-41ca-b696-d332a25fe41e req-60b2ed82-beea-4315-b93a-832d28e35ee0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446658 Sep 08 13:22:23.122385 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-096361bf-7803-422d-8574-9f345a724265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'name': 'tempest-FloatingIPDetailsTestJSON-990551942-router', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:54Z', 'updated_at': '2021-09-08T13:22:22Z', 'revision_number': 6, 'project_id': 'f448f124ce7442e583a45a48370fafd3', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:23.124973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:22:23.138706 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e485e22c-7a66-4536-b363-49ab48c14f26 admin admin] 10.222.0.69 "PUT /v2.0/routers/090e9c78-1d22-41b7-b8d9-ffa2428281da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7702315 Sep 08 13:22:23.158213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096361bf-7803-422d-8574-9f345a724265 None None] The sync data for ids ['8873ec68-5b81-4aa4-8832-8970365e631c'] in n-d-807558-3 is: [{'id': '8873ec68-5b81-4aa4-8832-8970365e631c', 'name': 'tempest-FloatingIPDetailsTestJSON-990551942-router', 'tenant_id': 'f448f124ce7442e583a45a48370fafd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:21:54Z', 'updated_at': '2021-09-08T13:22:22Z', 'revision_number': 6, 'project_id': 'f448f124ce7442e583a45a48370fafd3', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:22:23.159794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b756d033-a04c-4ef9-bae0-8d2dee291d22 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:23.272249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0828c4-4d10-496e-b021-98d2e171e69c req-5069a26a-9b05-494f-9f12-492a1125c318 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:23.273912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d0828c4-4d10-496e-b021-98d2e171e69c req-5069a26a-9b05-494f-9f12-492a1125c318 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0931039 Sep 08 13:22:23.335558 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d0828c4-4d10-496e-b021-98d2e171e69c req-ff07b2ba-7d4d-486b-b912-be940d4f7eb6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548503 Sep 08 13:22:23.340435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b756d033-a04c-4ef9-bae0-8d2dee291d22 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:22:23.348506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ccc6c-2d6c-439f-9360-d85d44567cab req-53ab0ddf-c2d0-478d-ac3c-df9498bbe527 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:23.350092 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc5ccc6c-2d6c-439f-9360-d85d44567cab req-53ab0ddf-c2d0-478d-ac3c-df9498bbe527 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0766084 Sep 08 13:22:23.355262 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b756d033-a04c-4ef9-bae0-8d2dee291d22 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:23.355642 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:23.460281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-298e54bf-b8b9-4a42-aabe-5c71a0618b02 req-65c269d7-cdaa-49c3-91d9-270f51b944cb tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0489616 Sep 08 13:22:23.494640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc5ccc6c-2d6c-439f-9360-d85d44567cab req-3b86223b-c145-48a9-acd0-924474c70e49 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633104 Sep 08 13:22:23.520364 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:23.560214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b756d033-a04c-4ef9-bae0-8d2dee291d22, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b756d033-a04c-4ef9-bae0-8d2dee291d22,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:23.644216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092d0d86-1fbe-441f-abb7-b9ab6af563ce req-1700f954-f19a-4b94-a512-7c65399acf67 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:23.652427 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-092d0d86-1fbe-441f-abb7-b9ab6af563ce req-1700f954-f19a-4b94-a512-7c65399acf67 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0860984 Sep 08 13:22:23.656558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:23.691071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Pushing event deleted for resources: {'Port': ['ID=155b4214-1863-4ddd-bf12-d8c7d7f2d827,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:23.716899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-092d0d86-1fbe-441f-abb7-b9ab6af563ce req-d1ac925d-c3fc-4ff1-b78c-f5c4e655c687 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631251 Sep 08 13:22:23.741394 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:23.787354 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Sync routers for ids ['090e9c78-1d22-41b7-b8d9-ffa2428281da'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:22:23.800364 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Routers {'090e9c78-1d22-41b7-b8d9-ffa2428281da'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:23.801221 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:22:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['090e9c78-1d22-41b7-b8d9-ffa2428281da'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:23.844821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b756d033-a04c-4ef9-bae0-8d2dee291d22,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:23.869007 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:23.997227 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Set router 090e9c78-1d22-41b7-b8d9-ffa2428281da gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:24.043083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:24.048022 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:24.124818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-df0fecf9-5070-4788-9720-597345793d4c tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:24.127164 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-df0fecf9-5070-4788-9720-597345793d4c tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/networks?id=bec43c03-4e89-4032-9edb-683310aae53c HTTP/1.1" status: 200 len: 819 time: 0.2974963 Sep 08 13:22:24.169118 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-5502f0a3-3354-4958-83c5-90f49a0e1f6b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/quotas/b6062b62ee414227aa9d6641667fc2c4 HTTP/1.1" status: 200 len: 375 time: 0.0296309 Sep 08 13:22:24.232601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-2a6362df-5ba0-4b36-bde6-aafb8db56283 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6062b62ee414227aa9d6641667fc2c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621369 Sep 08 13:22:24.325151 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:24.325819 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8873ec68-5b81-4aa4-8832-8970365e631c {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:22:24.331038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:24.332326 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0fe08127-8439-4ce0-ac40-79da8217f67c admin admin] 10.222.0.69 "DELETE /v2.0/routers/8873ec68-5b81-4aa4-8832-8970365e631c HTTP/1.1" status: 204 len: 168 time: 2.2794478 Sep 08 13:22:24.336548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37034) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:24.359402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'name': 'tempest-ServerRescueNegativeTestJSON-2008198913-router', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:22:16Z', 'updated_at': '2021-09-08T13:22:21Z', 'revision_number': 4, 'project_id': 'b6062b62ee414227aa9d6641667fc2c4', 'gw_port': {'id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:22:17Z', 'updated_at': '2021-09-08T13:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '543a2059-09b3-468a-8d4f-34999e989dfa', 'name': '', 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'mac_address': 'fa:16:3e:d6:47:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '06fe619e-f0fa-4d0d-be75-551524533e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:22:20Z', 'updated_at': '2021-09-08T13:22:21Z', 'revision_number': 2, 'project_id': 'b6062b62ee414227aa9d6641667fc2c4', 'subnets': [{'id': '06fe619e-f0fa-4d0d-be75-551524533e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:24.379023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-28395b6d-a97f-4936-a864-39ed3d71523e service neutron] 10.222.0.69 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376703 Sep 08 13:22:24.388205 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Checking router: 090e9c78-1d22-41b7-b8d9-ffa2428281da for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:22:24.388599 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Updating router 090e9c78-1d22-41b7-b8d9-ffa2428281da port 543a2059-09b3-468a-8d4f-34999e989dfa binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:22:24.413913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cecf65-f9ae-4073-a341-23d01552964e admin admin] Deleting subnet 8a4a6d0e-03e0-4c2c-bf34-749507b99f19 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:22:24.418553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84cecf65-f9ae-4073-a341-23d01552964e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:24.475658 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84cecf65-f9ae-4073-a341-23d01552964e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:24.478267 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:24.483012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-47edbffa-c2c6-4d02-9ada-0cece9765df4 service neutron] 10.222.0.69 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970249 Sep 08 13:22:24.650090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b756d033-a04c-4ef9-bae0-8d2dee291d22 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:24.665844 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-202832c8-d749-4d48-b7cf-3bcb7df55dd3 req-64b5ae45-6fd7-43aa-8dec-7e212a33fdc8 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0756605 Sep 08 13:22:24.682017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84cecf65-f9ae-4073-a341-23d01552964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:24.828824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b756d033-a04c-4ef9-bae0-8d2dee291d22 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:24.829352 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:24.848502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84cecf65-f9ae-4073-a341-23d01552964e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:24.886448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139fdb5-7d34-4844-a304-b634634f3754 req-f6263c7d-9c05-4bde-b1da-79578e2faf1b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:24.898709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d139fdb5-7d34-4844-a304-b634634f3754 req-f6263c7d-9c05-4bde-b1da-79578e2faf1b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1106226 Sep 08 13:22:24.942950 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-425c1fb6-5c37-4227-9b68-eb24872a6b4c req-f7746346-ade6-41bc-bd9f-0969224a1b6f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 210 time: 0.0603664 Sep 08 13:22:25.009284 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.043018 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Transition to ACTIVE for port object 543a2059-09b3-468a-8d4f-34999e989dfa will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:22:25.055800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51dfadc3-59c0-4103-8a27-b1720dc32e2b None None] Network f90751a5-596c-4e78-b78b-4c8c54e7e513 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:22:25.080835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cecf65-f9ae-4073-a341-23d01552964e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a4a6d0e-03e0-4c2c-bf34-749507b99f19,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:25.097548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84cecf65-f9ae-4073-a341-23d01552964e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.099719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-84cecf65-f9ae-4073-a341-23d01552964e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8a4a6d0e-03e0-4c2c-bf34-749507b99f19 HTTP/1.1" status: 204 len: 168 time: 0.7610707 Sep 08 13:22:25.102259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37056) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:25.115679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d139fdb5-7d34-4844-a304-b634634f3754 req-97b900c8-9da1-4567-a3b9-9d8ba74891ac tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140772 Sep 08 13:22:25.163484 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.165131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 954bda23-9d48-4486-bf10-caa66932a50b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:25.208337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 954bda23-9d48-4486-bf10-caa66932a50b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:22:25.208583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 954bda23-9d48-4486-bf10-caa66932a50b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:25.209219 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 155b4214-1863-4ddd-bf12-d8c7d7f2d827 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:25.242143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 155b4214-1863-4ddd-bf12-d8c7d7f2d827 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:22:25.242572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 155b4214-1863-4ddd-bf12-d8c7d7f2d827 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:25.286598 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bfaba-ec4c-4477-b1a2-5a15e03a5ed5 None None] Pushing event updated for resources: {'Port': ['ID=543a2059-09b3-468a-8d4f-34999e989dfa,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:25.350768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded858ba-fe7b-4535-9eb9-b8b5dfed28b7 None None] DHCP port deletion for f90751a5-596c-4e78-b78b-4c8c54e7e513 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:22:25.394590 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.465373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ded858ba-fe7b-4535-9eb9-b8b5dfed28b7 None None] Deleting port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:25.465667 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ded858ba-fe7b-4535-9eb9-b8b5dfed28b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.488762 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Attempting to bind port 543a2059-09b3-468a-8d4f-34999e989dfa on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:22:25.488995 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Attempting to bind port 543a2059-09b3-468a-8d4f-34999e989dfa by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:22:25.489259 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Attempting to bind port 543a2059-09b3-468a-8d4f-34999e989dfa on network bec43c03-4e89-4032-9edb-683310aae53c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:25.494561 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:22:25.494941 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Checking segment: {'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:22:25.495351 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.495747 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Bound using segment: {'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:22:25.496885 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Bound port: 543a2059-09b3-468a-8d4f-34999e989dfa, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:22:25.497281 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.510620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356988-9f2d-4371-973c-e113c5869029 req-9f2b6226-89aa-41d1-b3b9-2d2d5f54b438 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:25.513071 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-9f2b6226-89aa-41d1-b3b9-2d2d5f54b438 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/networks?id=bec43c03-4e89-4032-9edb-683310aae53c HTTP/1.1" status: 200 len: 819 time: 0.3552408 Sep 08 13:22:25.549475 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-2296c922-5c22-4bbe-8303-0a2fc9627e39 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/quotas/b6062b62ee414227aa9d6641667fc2c4 HTTP/1.1" status: 200 len: 375 time: 0.0259314 Sep 08 13:22:25.585311 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] For port 543a2059-09b3-468a-8d4f-34999e989dfa, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:22:25.587282 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] For port 543a2059-09b3-468a-8d4f-34999e989dfa, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=543a2059-09b3-468a-8d4f-34999e989dfa,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:22:25.597592 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Deleting port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:25.597952 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.606401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-a380ea20-0dd2-4a81-9f3d-6076b6c4a942 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:25.611757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ded858ba-fe7b-4535-9eb9-b8b5dfed28b7 None None] For port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bec3a76f-a5c5-4274-ab0e-9b777a71e1f5,segment=NetworkSegment(d5462fe3-c18d-4ece-a0f0-6fdb6760f18f),segment_id=d5462fe3-c18d-4ece-a0f0-6fdb6760f18f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:25.614122 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-a380ea20-0dd2-4a81-9f3d-6076b6c4a942 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/networks?id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6 HTTP/1.1" status: 200 len: 813 time: 0.1315918 Sep 08 13:22:25.614467 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ded858ba-fe7b-4535-9eb9-b8b5dfed28b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.630924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-3da02240-06db-4600-9c63-306c70619258 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/quotas/6be6660e18364609aa0b2fb19ffc00ae HTTP/1.1" status: 200 len: 375 time: 0.0156929 Sep 08 13:22:25.631767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ded858ba-fe7b-4535-9eb9-b8b5dfed28b7 None None] Calling delete_port for bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:25.670727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-d99d22c3-1e59-4dbd-ad71-1e024ada06bd tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b6062b62ee414227aa9d6641667fc2c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1203494 Sep 08 13:22:25.695305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-d6b0e4ac-0fa1-4985-9c2b-3f9be448152a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633159 Sep 08 13:22:25.728285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] For port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bec3a76f-a5c5-4274-ab0e-9b777a71e1f5,segment=NetworkSegment(d5462fe3-c18d-4ece-a0f0-6fdb6760f18f),segment_id=d5462fe3-c18d-4ece-a0f0-6fdb6760f18f)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:25.728670 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.753159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Calling delete_port for bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:25.767989 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.810900 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-7deb73c9-200a-4c8d-8ea3-917bf754cb00 service neutron] 10.222.0.69 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146057 Sep 08 13:22:25.839360 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Routers {'090e9c78-1d22-41b7-b8d9-ffa2428281da'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:25.840421 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:22:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['090e9c78-1d22-41b7-b8d9-ffa2428281da'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:25.865938 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-52f0325e-7224-4f5f-84b2-5befeec67db7 service neutron] 10.222.0.69 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872265 Sep 08 13:22:25.912874 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ded858ba-fe7b-4535-9eb9-b8b5dfed28b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.914421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-e4dfc869-785b-45f1-a1d0-219c9d47b87b service neutron] 10.222.0.69 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025920 Sep 08 13:22:25.940464 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:25.975959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec3a76f-a5c5-4274-ab0e-9b777a71e1f5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:25.982588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded858ba-fe7b-4535-9eb9-b8b5dfed28b7 None None] No DVR routers for this DVR port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:25.985871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded858ba-fe7b-4535-9eb9-b8b5dfed28b7 None None] Pushing event deleted for resources: {'Port': ['ID=bec3a76f-a5c5-4274-ab0e-9b777a71e1f5,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:26.024482 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] Set router 090e9c78-1d22-41b7-b8d9-ffa2428281da gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:26.033173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] No DVR routers for this DVR port bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:26.130993 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bfaba-ec4c-4477-b1a2-5a15e03a5ed5 None None] Pushing event updated for resources: {'Port': ['ID=543a2059-09b3-468a-8d4f-34999e989dfa,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:26.149651 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:26.187539 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-caa34c64-3e7e-4b55-8682-2445838b68d8 service neutron] 10.222.0.69 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037162 Sep 08 13:22:26.234149 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90751a5-596c-4e78-b78b-4c8c54e7e513']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:26.269172 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5462fe3-c18d-4ece-a0f0-6fdb6760f18f') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:26.269487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5462fe3-c18d-4ece-a0f0-6fdb6760f18f') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:26.301745 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:26.332726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:26.346970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:22:26.350055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:22:26.350278 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:22:26.404275 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'name': 'tempest-ServerRescueNegativeTestJSON-2008198913-router', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:22:16Z', 'updated_at': '2021-09-08T13:22:21Z', 'revision_number': 4, 'project_id': 'b6062b62ee414227aa9d6641667fc2c4', 'gw_port': {'id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:22:17Z', 'updated_at': '2021-09-08T13:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '543a2059-09b3-468a-8d4f-34999e989dfa', 'name': '', 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'mac_address': 'fa:16:3e:d6:47:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '06fe619e-f0fa-4d0d-be75-551524533e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:22:20Z', 'updated_at': '2021-09-08T13:22:25Z', 'revision_number': 4, 'project_id': 'b6062b62ee414227aa9d6641667fc2c4', 'subnets': [{'id': '06fe619e-f0fa-4d0d-be75-551524533e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:26.404803 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33d55424-ed25-4b48-a3fb-6ca862fad721 req-211a2ad1-c43e-47b1-9e2b-05dc965b8e4d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0850027 Sep 08 13:22:26.438467 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a53f797-2d32-46db-b55d-f85cfd1cc958 None None] The sync data for ids ['090e9c78-1d22-41b7-b8d9-ffa2428281da'] in n-d-807558-3 is: [{'id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'name': 'tempest-ServerRescueNegativeTestJSON-2008198913-router', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:22:16Z', 'updated_at': '2021-09-08T13:22:21Z', 'revision_number': 4, 'project_id': 'b6062b62ee414227aa9d6641667fc2c4', 'gw_port': {'id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:22:17Z', 'updated_at': '2021-09-08T13:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '543a2059-09b3-468a-8d4f-34999e989dfa', 'name': '', 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'mac_address': 'fa:16:3e:d6:47:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1484, 'fixed_ips': [{'subnet_id': '06fe619e-f0fa-4d0d-be75-551524533e4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:22:20Z', 'updated_at': '2021-09-08T13:22:25Z', 'revision_number': 4, 'project_id': 'b6062b62ee414227aa9d6641667fc2c4', 'subnets': [{'id': '06fe619e-f0fa-4d0d-be75-551524533e4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:22:26.584051 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:26.590738 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ae049b9-267f-4d35-902f-f88040405dfc req-ca93d94f-e02a-41fa-b85b-6501d0d49791 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 210 time: 0.1050997 Sep 08 13:22:26.650116 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5346eb3-f944-4eb1-9df2-1e60db1eaa9f req-ca2642f5-993c-4955-a71f-c90daca6ece3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 210 time: 0.1031220 Sep 08 13:22:26.663819 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:26.667240 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/f90751a5-596c-4e78-b78b-4c8c54e7e513 HTTP/1.1" status: 204 len: 168 time: 1.5639305 Sep 08 13:22:26.696472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0bb45-c103-486d-9b91-5654ba57e5b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f90751a5-596c-4e78-b78b-4c8c54e7e513,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:26.702049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:26.724622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:22:26.724769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bec3a76f-a5c5-4274-ab0e-9b777a71e1f5 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:27.272102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37106) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:27.320112 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-14687ef4-25b1-4523-9bc6-4b41117eeb67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f448f124ce7442e583a45a48370fafd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464129 Sep 08 13:22:27.322243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37108) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:27.379485 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8a602e1-4302-4fa9-99cb-e6c259a81bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:27.425157 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8a602e1-4302-4fa9-99cb-e6c259a81bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:27.532660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-99523a9f-0863-485f-b0d2-7c181e3b7740 req-e337da81-650e-4700-b244-db3291b62e3e tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0376263 Sep 08 13:22:27.599264 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8a602e1-4302-4fa9-99cb-e6c259a81bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:27.608210 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8a602e1-4302-4fa9-99cb-e6c259a81bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:27.608210 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d8a602e1-4302-4fa9-99cb-e6c259a81bcb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f8d60ead-7e13-4a98-8e59-fa812b7fd583 HTTP/1.1" status: 204 len: 168 time: 0.2804906 Sep 08 13:22:27.631416 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a602e1-4302-4fa9-99cb-e6c259a81bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d60ead-7e13-4a98-8e59-fa812b7fd583,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:27.782695 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a3160cf-c3dc-4660-8a96-987012706a6d req-9fa40dd7-c899-4abc-838a-b442c05c8d13 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 210 time: 0.0537391 Sep 08 13:22:27.912735 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-083e46cd-1a19-44a2-be24-33bd4f19b4bd req-bb5ac5a3-d27a-4532-a9bf-42351cea483b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 210 time: 0.0851767 Sep 08 13:22:28.440771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-3371ccdf-55b7-4ec2-8e68-dfa595a89972 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:28.442528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-3371ccdf-55b7-4ec2-8e68-dfa595a89972 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.60 "GET /v2.0/networks?id=bec43c03-4e89-4032-9edb-683310aae53c HTTP/1.1" status: 200 len: 819 time: 0.1461723 Sep 08 13:22:28.460622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Request body: {'port': {'device_id': '608796e5-d89e-4c4e-b236-0477ae2fd9ae', 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c', 'admin_state_up': True, 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:28.719430 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79bc6e49-9c04-4584-bfbd-c519f09f7211 req-3e5ab170-5e05-4fc7-9398-85d9937bf6da tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.0532384 Sep 08 13:22:28.737654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Made reservation on behalf of b6062b62ee414227aa9d6641667fc2c4 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:22:28.756702 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:28.772956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 543a2059-09b3-468a-8d4f-34999e989dfa up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:28.958221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15873d9c-0ccd-4059-a022-d2780bcc342c req-0f46326b-bbfb-4f36-ab40-9c2a0c8b2c43 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 210 time: 0.0553808 Sep 08 13:22:28.979189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 543a2059-09b3-468a-8d4f-34999e989dfa completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:22:28.998963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 543a2059-09b3-468a-8d4f-34999e989dfa triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:28.999867 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:29.081742 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e7200297-f968-4648-ba39-03704cc5a223 req-c705151c-3efb-4b1c-8e60-1626ccdbb634 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 210 time: 0.0424445 Sep 08 13:22:29.105124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Allocated IP 172.20.0.11 (bec43c03-4e89-4032-9edb-683310aae53c/06fe619e-f0fa-4d0d-be75-551524533e4f/2113f0ee-1eea-4dad-bb55-1f7b703a31f1) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:22:29.177792 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:29.241188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 543a2059-09b3-468a-8d4f-34999e989dfa, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=543a2059-09b3-468a-8d4f-34999e989dfa,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:29.276052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-4b7c6b36-b12c-47f8-b3a4-2459645fe8a0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:29.278084 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-4b7c6b36-b12c-47f8-b3a4-2459645fe8a0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.60 "GET /v2.0/networks?id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6 HTTP/1.1" status: 200 len: 813 time: 0.1951141 Sep 08 13:22:29.293764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Request body: {'port': {'device_id': '2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae', 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6', 'admin_state_up': True, 'tenant_id': '6be6660e18364609aa0b2fb19ffc00ae'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:29.307707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:29.387462 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:29.463794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=543a2059-09b3-468a-8d4f-34999e989dfa,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:29.467566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:29.555280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Made reservation on behalf of 6be6660e18364609aa0b2fb19ffc00ae for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:22:29.563420 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:29.574625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Network bec43c03-4e89-4032-9edb-683310aae53c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:29.581779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:29.584368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:22:29.631596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Pushing event updated for resources: {'Port': ['ID=2113f0ee-1eea-4dad-bb55-1f7b703a31f1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:29.653226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:29.654340 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:29.747662 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-beab5b3f-cef2-4e50-97d3-792404d2a933 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2913072 Sep 08 13:22:29.751291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Allocated IP 172.20.0.5 (fbd98448-d94e-4f43-b03c-5fd1e26c79d6/c5da0aee-ee76-444c-9c68-34c9d184e017/4554b1b6-fdcc-48c3-b569-1fff8133e32b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:22:29.761503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Request body: {'port': {'device_id': '608796e5-d89e-4c4e-b236-0477ae2fd9ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:29.991857 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:30.037545 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b602a01a-3e7e-4494-aa94-56e987aa8004 req-5ea76e69-12c8-4df0-916e-66f3741ccc6a tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/ports?device_id=5384edde-13c9-4915-b711-f8c7dc33abd5 HTTP/1.1" status: 200 len: 210 time: 0.1887453 Sep 08 13:22:30.045882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356988-9f2d-4371-973c-e113c5869029 req-16eed49a-081e-4f6e-a33d-a3d8c76f31de tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:30.051633 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-16eed49a-081e-4f6e-a33d-a3d8c76f31de tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.60 "GET /v2.0/networks?id=bec43c03-4e89-4032-9edb-683310aae53c HTTP/1.1" status: 200 len: 819 time: 0.2410207 Sep 08 13:22:30.056344 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:30.110883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-08356988-9f2d-4371-973c-e113c5869029 req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Request body: {'port': {'device_id': 'cea2111f-0493-48b9-983b-d37a7f9af40c', 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c', 'admin_state_up': True, 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:30.182207 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-343ded97-7274-4f36-9bdf-b11a16431557 req-b8731313-e8d1-4345-b40f-f5fb4736bde8 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 210 time: 0.0627060 Sep 08 13:22:30.208152 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:30.225178 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['7c9b9f77-9622-4280-9498-84cc93396676'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:22:30.234810 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77334067-d703-4f7a-a768-3e724dc2a31e req-288636ac-b0e0-44cf-bef4-2cc5fcdf31b0 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 210 time: 0.0655117 Sep 08 13:22:30.302290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Pushing event updated for resources: {'Port': ['ID=4554b1b6-fdcc-48c3-b569-1fff8133e32b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:30.313996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:30.316053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:30.323065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:22:30.407842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:30.408541 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:30.507747 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-5424b096-c540-4ac0-b999-6b1c8d1dc83b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2195904 Sep 08 13:22:30.520819 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Request body: {'port': {'device_id': '2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:30.682620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 543a2059-09b3-468a-8d4f-34999e989dfa up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:30.714910 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:30.756065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 543a2059-09b3-468a-8d4f-34999e989dfa triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:30.756740 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:30.901299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08356988-9f2d-4371-973c-e113c5869029 req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Made reservation on behalf of b6062b62ee414227aa9d6641667fc2c4 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:22:30.906678 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-08356988-9f2d-4371-973c-e113c5869029 req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.066153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:22:31.078229 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.103126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Transition to ACTIVE for port object 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:22:31.174887 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.178612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4554b1b6-fdcc-48c3-b569-1fff8133e32b {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:22:31.190027 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.215408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Transition to ACTIVE for port object 4554b1b6-fdcc-48c3-b569-1fff8133e32b will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:22:31.305848 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Pushing event updated for resources: {'Port': ['ID=2113f0ee-1eea-4dad-bb55-1f7b703a31f1,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:31.354840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37238) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:31.410476 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.420595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-08356988-9f2d-4371-973c-e113c5869029 req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Allocated IP 172.20.0.5 (bec43c03-4e89-4032-9edb-683310aae53c/06fe619e-f0fa-4d0d-be75-551524533e4f/97f1e8ce-d594-4fa4-8d09-5a85adf66054) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:22:31.458441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Attempting to bind port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:22:31.459015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Attempting to bind port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:22:31.459432 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Attempting to bind port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 on network bec43c03-4e89-4032-9edb-683310aae53c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:31.459972 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f1b144a2-5384-4ef3-99b6-0890146984a2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.486319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 on network bec43c03-4e89-4032-9edb-683310aae53c not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:22:31.486651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Attempting to bind port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 on network bec43c03-4e89-4032-9edb-683310aae53c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:31.494959 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f1b144a2-5384-4ef3-99b6-0890146984a2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.505233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:22:31.506606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Checking segment: {'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:22:31.506606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Bound using segment: {'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:22:31.506606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Bound port: 2113f0ee-1eea-4dad-bb55-1f7b703a31f1, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:22:31.507013 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.545810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abed33-eb5c-4056-9521-22e9654d5627 req-726c3e1b-94d7-4c4d-9ec7-443de70c895a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:31.550756 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51abed33-eb5c-4056-9521-22e9654d5627 req-726c3e1b-94d7-4c4d-9ec7-443de70c895a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 943 time: 0.1160121 Sep 08 13:22:31.558849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Pushing event updated for resources: {'Port': ['ID=4554b1b6-fdcc-48c3-b569-1fff8133e32b,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:31.632493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Attempting to bind port 4554b1b6-fdcc-48c3-b569-1fff8133e32b on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:22:31.633232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Attempting to bind port 4554b1b6-fdcc-48c3-b569-1fff8133e32b by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:22:31.634053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Attempting to bind port 4554b1b6-fdcc-48c3-b569-1fff8133e32b on network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:31.639601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Port 4554b1b6-fdcc-48c3-b569-1fff8133e32b on network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:22:31.640625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Attempting to bind port 4554b1b6-fdcc-48c3-b569-1fff8133e32b on network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:31.643064 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51abed33-eb5c-4056-9521-22e9654d5627 req-55aa2171-770b-40eb-ae8f-46c93678f9a2 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666971 Sep 08 13:22:31.644259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] For port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:22:31.648033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:22:31.648499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Checking segment: {'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:22:31.648907 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Bound using segment: {'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:22:31.649211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Bound port: 4554b1b6-fdcc-48c3-b569-1fff8133e32b, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:22:31.649582 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.656865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] For port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2113f0ee-1eea-4dad-bb55-1f7b703a31f1,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:22:31.745766 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f1b144a2-5384-4ef3-99b6-0890146984a2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.749291 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f1b144a2-5384-4ef3-99b6-0890146984a2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.753569 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f1b144a2-5384-4ef3-99b6-0890146984a2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "DELETE /v2.0/security-groups/87e5b6c3-f607-4873-b081-d4a5b0b4173c HTTP/1.1" status: 204 len: 168 time: 0.3947194 Sep 08 13:22:31.758816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37252) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:31.773078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b144a2-5384-4ef3-99b6-0890146984a2 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e5b6c3-f607-4873-b081-d4a5b0b4173c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:31.787313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] For port 4554b1b6-fdcc-48c3-b569-1fff8133e32b, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:22:31.791637 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] For port 4554b1b6-fdcc-48c3-b569-1fff8133e32b, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4554b1b6-fdcc-48c3-b569-1fff8133e32b,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:22:31.798657 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b97f9758-3c26-41e2-b2ef-d2d66592a4d7 req-75ecdb99-4719-4ab0-8513-11d6733de3ba tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 210 time: 0.0646541 Sep 08 13:22:31.812614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.844163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:31.845013 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:31.846795 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] 10.222.0.60 "PUT /v2.0/ports/2113f0ee-1eea-4dad-bb55-1f7b703a31f1 HTTP/1.1" status: 200 len: 1092 time: 2.0899487 Sep 08 13:22:31.858225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608796e5-d89e-4c4e-b236-0477ae2fd9ae', 'tag': '2113f0ee-1eea-4dad-bb55-1f7b703a31f1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:31.860591 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5d252c-5ab0-4339-b539-c9750e843d40" -d '{"events": [{"name": "network-changed", "server_uuid": "608796e5-d89e-4c4e-b236-0477ae2fd9ae", "tag": "2113f0ee-1eea-4dad-bb55-1f7b703a31f1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:31.869546 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-47c306e4-83c5-4953-b8e7-4169d30d2d5b tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] show failed (client error): The resource could not be found. Sep 08 13:22:31.869546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-47c306e4-83c5-4953-b8e7-4169d30d2d5b tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "GET /v2.0/security-groups/87e5b6c3-f607-4873-b081-d4a5b0b4173c HTTP/1.1" status: 404 len: 347 time: 0.0768895 Sep 08 13:22:31.871587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37268) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:31.937184 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1b28e1-01a9-4666-8b79-d2a304c880f4 x-openstack-request-id: req-7b1b28e1-01a9-4666-8b79-d2a304c880f4 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:31.937184 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608796e5-d89e-4c4e-b236-0477ae2fd9ae", "tag": "2113f0ee-1eea-4dad-bb55-1f7b703a31f1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:31.937184 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b1b28e1-01a9-4666-8b79-d2a304c880f4 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:31.937947 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608796e5-d89e-4c4e-b236-0477ae2fd9ae', 'tag': '2113f0ee-1eea-4dad-bb55-1f7b703a31f1', 'status': 'completed', 'code': 200} Sep 08 13:22:31.952521 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:32.014093 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c854d8-ddd7-4afd-9392-fcd3bb28cf4f service neutron] Pushing event updated for resources: {'Port': ['ID=2113f0ee-1eea-4dad-bb55-1f7b703a31f1,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:32.048341 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-08356988-9f2d-4371-973c-e113c5869029 req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:32.056086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d252c-5ab0-4339-b539-c9750e843d40 req-a4d6cd23-49c2-47c7-87f4-03c76e0da68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:32.057966 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe5d252c-5ab0-4339-b539-c9750e843d40 req-a4d6cd23-49c2-47c7-87f4-03c76e0da68d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6062b62ee414227aa9d6641667fc2c4&device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 1095 time: 0.0967236 Sep 08 13:22:32.075468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:32.076285 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:32.078114 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] 10.222.0.60 "PUT /v2.0/ports/4554b1b6-fdcc-48c3-b569-1fff8133e32b HTTP/1.1" status: 200 len: 1091 time: 1.5620177 Sep 08 13:22:32.079051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae', 'tag': '4554b1b6-fdcc-48c3-b569-1fff8133e32b'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:32.090439 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ffa2f7-857f-4b41-b3ce-dd59d6b30e21" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae", "tag": "4554b1b6-fdcc-48c3-b569-1fff8133e32b"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:32.185333 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9fb40a-57e8-44ce-b1f8-b3ca550fc3ff x-openstack-request-id: req-1b9fb40a-57e8-44ce-b1f8-b3ca550fc3ff {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:32.188619 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae", "tag": "4554b1b6-fdcc-48c3-b569-1fff8133e32b", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:32.191531 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1b9fb40a-57e8-44ce-b1f8-b3ca550fc3ff {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:32.192094 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae', 'tag': '4554b1b6-fdcc-48c3-b569-1fff8133e32b', 'status': 'completed', 'code': 200} Sep 08 13:22:32.218407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975671ed-fa98-4860-916a-f3e9f247c631 service neutron] Pushing event updated for resources: {'Port': ['ID=4554b1b6-fdcc-48c3-b569-1fff8133e32b,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:32.220791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d252c-5ab0-4339-b539-c9750e843d40 req-ec8782e8-95a3-49e9-a0ba-b90c68a86ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:32.222757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe5d252c-5ab0-4339-b539-c9750e843d40 req-ec8782e8-95a3-49e9-a0ba-b90c68a86ac6 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b6062b62ee414227aa9d6641667fc2c4&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1548898 Sep 08 13:22:32.285907 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:22:32.303762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6d857dfd-775d-4e7c-9cf2-649ddf0924ac tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Deleting port bf8b504f-2f1b-49e2-bd5f-bb83efdee0dd {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:32.304104 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d857dfd-775d-4e7c-9cf2-649ddf0924ac tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:32.311263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa2f7-857f-4b41-b3ce-dd59d6b30e21 req-9982c468-24cf-4717-88fc-fc03c27d6760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:32.313364 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27ffa2f7-857f-4b41-b3ce-dd59d6b30e21 req-9982c468-24cf-4717-88fc-fc03c27d6760 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 1094 time: 0.1173704 Sep 08 13:22:32.335023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d252c-5ab0-4339-b539-c9750e843d40 req-46038277-088e-47e6-82a8-77e75bb7ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:32.336611 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe5d252c-5ab0-4339-b539-c9750e843d40 req-46038277-088e-47e6-82a8-77e75bb7ad13 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042740 Sep 08 13:22:32.338355 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-08356988-9f2d-4371-973c-e113c5869029 req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:32.399456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Pushing event updated for resources: {'Port': ['ID=97f1e8ce-d594-4fa4-8d09-5a85adf66054,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:32.446362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08356988-9f2d-4371-973c-e113c5869029 req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Network bec43c03-4e89-4032-9edb-683310aae53c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:32.452961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-08356988-9f2d-4371-973c-e113c5869029 req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:32.461524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-08356988-9f2d-4371-973c-e113c5869029 req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:22:32.526650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356988-9f2d-4371-973c-e113c5869029 req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:32.527912 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-08356988-9f2d-4371-973c-e113c5869029 req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:32.544343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-0bb64396-24d6-4b73-b5b0-31b22b98d4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:32.546832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-0bb64396-24d6-4b73-b5b0-31b22b98d4cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6062b62ee414227aa9d6641667fc2c4&device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 1095 time: 0.1513851 Sep 08 13:22:32.597421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-7b786e08-421a-4822-a9ac-e3075076a736 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2113f0ee-1eea-4dad-bb55-1f7b703a31f1 HTTP/1.1" status: 200 len: 217 time: 0.0423081 Sep 08 13:22:32.651942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-b56bab1b-f094-4c4e-a7f5-b37a878057ad tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5477908 Sep 08 13:22:32.669008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Request body: {'port': {'device_id': 'cea2111f-0493-48b9-983b-d37a7f9af40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:32.798137 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d857dfd-775d-4e7c-9cf2-649ddf0924ac tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:32.798491 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d857dfd-775d-4e7c-9cf2-649ddf0924ac tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:32.810468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-0cea999c-b635-49d0-80b4-c46d973ad1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:32.812721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-0cea999c-b635-49d0-80b4-c46d973ad1a0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=06fe619e-f0fa-4d0d-be75-551524533e4f HTTP/1.1" status: 200 len: 859 time: 0.2078776 Sep 08 13:22:32.819779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:32.821404 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6d857dfd-775d-4e7c-9cf2-649ddf0924ac tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Calling delete_port for bf8b504f-2f1b-49e2-bd5f-bb83efdee0dd owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:32.823847 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa2f7-857f-4b41-b3ce-dd59d6b30e21 req-f63e3132-ea9c-4a8c-b905-70263f5d1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:32.825372 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27ffa2f7-857f-4b41-b3ce-dd59d6b30e21 req-f63e3132-ea9c-4a8c-b905-70263f5d1273 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.5021791 Sep 08 13:22:32.990232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-04d53458-8b28-40f6-bf20-f2f1211b5d5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bec43c03-4e89-4032-9edb-683310aae53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1532416 Sep 08 13:22:33.003668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd850e0-85de-4565-98c2-16e0a1b60318 req-ae6e6034-b769-412f-b23c-f43dd495f1fe tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:33.005188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ebd850e0-85de-4565-98c2-16e0a1b60318 req-ae6e6034-b769-412f-b23c-f43dd495f1fe tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 943 time: 0.2633548 Sep 08 13:22:33.008062 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa2f7-857f-4b41-b3ce-dd59d6b30e21 req-3f52aa41-b1ea-4b08-9344-b90295379cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:33.010612 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27ffa2f7-857f-4b41-b3ce-dd59d6b30e21 req-3f52aa41-b1ea-4b08-9344-b90295379cb5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1769698 Sep 08 13:22:33.154464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-eb9cddca-1379-4cb2-aa5b-ea75632b0312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:33.156500 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-eb9cddca-1379-4cb2-aa5b-ea75632b0312 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 1094 time: 0.0723674 Sep 08 13:22:33.184902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ebd850e0-85de-4565-98c2-16e0a1b60318 req-b7f714c6-8ed0-4cee-8239-850f0eaef9b6 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654100 Sep 08 13:22:33.219384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-9419f1d5-8a3a-480d-9052-2bc07a76ec0f service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131453 Sep 08 13:22:33.222671 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-c3b92bea-1ec2-405f-bc84-471751bbf293 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4554b1b6-fdcc-48c3-b569-1fff8133e32b HTTP/1.1" status: 200 len: 217 time: 0.0569026 Sep 08 13:22:33.296958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d857dfd-775d-4e7c-9cf2-649ddf0924ac tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:33.332651 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d857dfd-775d-4e7c-9cf2-649ddf0924ac tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'Port': ['ID=bf8b504f-2f1b-49e2-bd5f-bb83efdee0dd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:33.345098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-330e3ca2-d792-4380-9a92-0b96a574d480 req-2f51f7b8-1867-4b6d-8329-4e4b8b4c18fa service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081140 Sep 08 13:22:33.383998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-74989044-35cc-4b53-b5bf-c9756fe479b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:33.385994 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-74989044-35cc-4b53-b5bf-c9756fe479b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5da0aee-ee76-444c-9c68-34c9d184e017 HTTP/1.1" status: 200 len: 853 time: 0.1504052 Sep 08 13:22:33.401208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4de16-c28b-451b-b5cd-781c0febc1e8 req-a68450d4-380d-4f5d-815b-0d18c72068b0 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:33.410319 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7b4de16-c28b-451b-b5cd-781c0febc1e8 req-a68450d4-380d-4f5d-815b-0d18c72068b0 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 931 time: 0.1934702 Sep 08 13:22:33.440994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f1e8ce-d594-4fa4-8d09-5a85adf66054 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:22:33.469027 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:33.500335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Transition to ACTIVE for port object 97f1e8ce-d594-4fa4-8d09-5a85adf66054 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:22:33.505829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-20ef8bcc-0415-4aef-ac50-1271b58ac814 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928018 Sep 08 13:22:33.530051 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7b4de16-c28b-451b-b5cd-781c0febc1e8 req-3ea343d9-4bfb-4b12-9fb0-2aebab33c4c5 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189506 Sep 08 13:22:33.561424 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d857dfd-775d-4e7c-9cf2-649ddf0924ac tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:33.564044 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d857dfd-775d-4e7c-9cf2-649ddf0924ac tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:33.567671 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6d857dfd-775d-4e7c-9cf2-649ddf0924ac tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "DELETE /v2.0/floatingips/81dd739d-aff4-41ea-9726-ce61c058934f HTTP/1.1" status: 204 len: 168 time: 1.6914918 Sep 08 13:22:33.568113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37396) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:33.647694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-8447884a-598a-4b90-8a60-263e6a41756d service neutron] 10.222.0.60 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329441 Sep 08 13:22:33.676619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-912e849c-7d30-40a5-a31d-1bcee46d03df tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Deleting port b976551d-27dd-46f9-8ed9-225533d5e8d1 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:33.676963 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-912e849c-7d30-40a5-a31d-1bcee46d03df tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:33.772665 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:33.782831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcc24115-bd02-4dc6-98b9-1b575fd71b0c req-b037ef6e-a948-42ef-b9ef-120c8803906b service neutron] 10.222.0.60 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261363 Sep 08 13:22:33.845993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Pushing event updated for resources: {'Port': ['ID=97f1e8ce-d594-4fa4-8d09-5a85adf66054,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:33.913638 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-912e849c-7d30-40a5-a31d-1bcee46d03df tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:33.933193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-912e849c-7d30-40a5-a31d-1bcee46d03df tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Calling delete_port for b976551d-27dd-46f9-8ed9-225533d5e8d1 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:33.996955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Attempting to bind port 97f1e8ce-d594-4fa4-8d09-5a85adf66054 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:22:33.997605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Attempting to bind port 97f1e8ce-d594-4fa4-8d09-5a85adf66054 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:22:33.997605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Attempting to bind port 97f1e8ce-d594-4fa4-8d09-5a85adf66054 on network bec43c03-4e89-4032-9edb-683310aae53c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:34.005930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Port 97f1e8ce-d594-4fa4-8d09-5a85adf66054 on network bec43c03-4e89-4032-9edb-683310aae53c not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:22:34.006474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Attempting to bind port 97f1e8ce-d594-4fa4-8d09-5a85adf66054 on network bec43c03-4e89-4032-9edb-683310aae53c {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:34.020855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:22:34.021195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Checking segment: {'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:22:34.021581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Bound using segment: {'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:22:34.022093 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Bound port: 97f1e8ce-d594-4fa4-8d09-5a85adf66054, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10526b6-167a-4eec-baae-92acea790092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:22:34.022480 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:34.135861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] For port 97f1e8ce-d594-4fa4-8d09-5a85adf66054, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:22:34.142746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] For port 97f1e8ce-d594-4fa4-8d09-5a85adf66054, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=97f1e8ce-d594-4fa4-8d09-5a85adf66054,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:22:34.284466 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:34.330990 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-912e849c-7d30-40a5-a31d-1bcee46d03df tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:34.337190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:34.337812 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:34.339341 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/97f1e8ce-d594-4fa4-8d09-5a85adf66054 HTTP/1.1" status: 200 len: 1091 time: 1.6797054 Sep 08 13:22:34.343158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea2111f-0493-48b9-983b-d37a7f9af40c', 'tag': '97f1e8ce-d594-4fa4-8d09-5a85adf66054'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:34.345485 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce18db9-5380-4625-acf4-84f0a9ab0733" -d '{"events": [{"name": "network-changed", "server_uuid": "cea2111f-0493-48b9-983b-d37a7f9af40c", "tag": "97f1e8ce-d594-4fa4-8d09-5a85adf66054"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:34.378674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6054a14-ae9b-44e0-9379-16253566dc05 req-f51b045a-5235-4919-ac40-886c435eb518 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:34.380264 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6054a14-ae9b-44e0-9379-16253566dc05 req-f51b045a-5235-4919-ac40-886c435eb518 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 943 time: 0.1289268 Sep 08 13:22:34.391588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8301f0-d002-4cab-b7d0-c5d8bc9d51f4 service neutron] Pushing event updated for resources: {'Port': ['ID=97f1e8ce-d594-4fa4-8d09-5a85adf66054,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:34.472269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e849c-7d30-40a5-a31d-1bcee46d03df tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'Port': ['ID=b976551d-27dd-46f9-8ed9-225533d5e8d1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:34.536108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6054a14-ae9b-44e0-9379-16253566dc05 req-a3963d2c-59c1-4298-b63a-e4474c20de52 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277294 Sep 08 13:22:34.546524 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-912e849c-7d30-40a5-a31d-1bcee46d03df tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:34.546524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-912e849c-7d30-40a5-a31d-1bcee46d03df tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "DELETE /v2.0/ports/b976551d-27dd-46f9-8ed9-225533d5e8d1 HTTP/1.1" status: 204 len: 168 time: 0.9739649 Sep 08 13:22:34.546524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37496) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:34.593814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356988-9f2d-4371-973c-e113c5869029 req-658d41ec-1289-47ec-9d22-d46a3a45138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:34.596020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-658d41ec-1289-47ec-9d22-d46a3a45138b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6062b62ee414227aa9d6641667fc2c4&device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 1094 time: 0.0993998 Sep 08 13:22:34.603062 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d926f943-96b0-40de-bd11-28fad64c800e x-openstack-request-id: req-d926f943-96b0-40de-bd11-28fad64c800e {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:34.603458 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea2111f-0493-48b9-983b-d37a7f9af40c", "tag": "97f1e8ce-d594-4fa4-8d09-5a85adf66054", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:34.603756 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d926f943-96b0-40de-bd11-28fad64c800e {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:34.604155 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea2111f-0493-48b9-983b-d37a7f9af40c', 'tag': '97f1e8ce-d594-4fa4-8d09-5a85adf66054', 'status': 'completed', 'code': 200} Sep 08 13:22:34.671675 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-3cb1117e-a1cc-491e-954d-61bba88db81e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f1e8ce-d594-4fa4-8d09-5a85adf66054 HTTP/1.1" status: 200 len: 217 time: 0.0460062 Sep 08 13:22:34.767869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08356988-9f2d-4371-973c-e113c5869029 req-4196e562-1031-4367-93c4-74f6f1f57ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:34.769383 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-4196e562-1031-4367-93c4-74f6f1f57ab7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=06fe619e-f0fa-4d0d-be75-551524533e4f HTTP/1.1" status: 200 len: 859 time: 0.0870473 Sep 08 13:22:34.773502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6b56d8eb-d2a4-4700-978b-a3efce672927 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Deleting port 165d4e81-4666-4376-8fc7-6b9679bbe6dc {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:34.773851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b56d8eb-d2a4-4700-978b-a3efce672927 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:34.784846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08e451-199d-416e-a067-63dc89944306 req-86b0edb7-e799-4246-87d4-e7085661707a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:34.786458 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a08e451-199d-416e-a067-63dc89944306 req-86b0edb7-e799-4246-87d4-e7085661707a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 943 time: 0.1182404 Sep 08 13:22:34.842290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-89cd0f4e-445b-4624-afe1-ee6cb146ed7f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bec43c03-4e89-4032-9edb-683310aae53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533552 Sep 08 13:22:35.020343 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a08e451-199d-416e-a067-63dc89944306 req-da22bfd4-2ce8-4f76-b954-699bdaec6b55 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089353 Sep 08 13:22:35.073735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b56d8eb-d2a4-4700-978b-a3efce672927 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:35.105522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6b56d8eb-d2a4-4700-978b-a3efce672927 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Calling delete_port for 165d4e81-4666-4376-8fc7-6b9679bbe6dc owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:35.111733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-a4a770fa-b93e-4eab-a609-4e7efc001c58 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585001 Sep 08 13:22:35.526568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08356988-9f2d-4371-973c-e113c5869029 req-a6da4ff7-f284-4848-ab43-68c4211d10f6 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049864 Sep 08 13:22:35.709326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2de25a-3e8e-4d6c-8a66-67371547b901 req-d0290a28-3554-4005-9f25-286f55d7f459 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:35.711046 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1e2de25a-3e8e-4d6c-8a66-67371547b901 req-d0290a28-3554-4005-9f25-286f55d7f459 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 943 time: 0.0762658 Sep 08 13:22:35.714523 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b56d8eb-d2a4-4700-978b-a3efce672927 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:35.750895 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56d8eb-d2a4-4700-978b-a3efce672927 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'Port': ['ID=165d4e81-4666-4376-8fc7-6b9679bbe6dc,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:35.759294 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1e2de25a-3e8e-4d6c-8a66-67371547b901 req-fbf8d09f-5489-4268-b493-6c0acfa438d9 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Sep 08 13:22:35.760087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce18db9-5380-4625-acf4-84f0a9ab0733 req-4ff4266b-404b-440a-8a2a-17d30eebf4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:35.761999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce18db9-5380-4625-acf4-84f0a9ab0733 req-4ff4266b-404b-440a-8a2a-17d30eebf4cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6062b62ee414227aa9d6641667fc2c4&device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 1094 time: 0.0865064 Sep 08 13:22:35.909675 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b56d8eb-d2a4-4700-978b-a3efce672927 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:35.911663 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6b56d8eb-d2a4-4700-978b-a3efce672927 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "DELETE /v2.0/ports/165d4e81-4666-4376-8fc7-6b9679bbe6dc HTTP/1.1" status: 204 len: 168 time: 1.3642826 Sep 08 13:22:35.914374 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37614) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:35.967657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce18db9-5380-4625-acf4-84f0a9ab0733 req-b824c2f9-cdf0-42e4-acfd-cb4f27dd275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:35.970020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce18db9-5380-4625-acf4-84f0a9ab0733 req-b824c2f9-cdf0-42e4-acfd-cb4f27dd275f service neutron] 10.222.0.60 "GET /v2.0/networks?id=bec43c03-4e89-4032-9edb-683310aae53c HTTP/1.1" status: 200 len: 920 time: 0.1988890 Sep 08 13:22:35.991756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c60ada-1ec8-4392-9372-a2a38a312c03 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Deleting subnet eaf5d36d-738b-4970-84ca-903b48836db2 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:22:36.032498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3c60ada-1ec8-4392-9372-a2a38a312c03 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:36.037308 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce18db9-5380-4625-acf4-84f0a9ab0733 req-f0f78557-adfc-4fee-9e3f-c062f2e6894a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f1e8ce-d594-4fa4-8d09-5a85adf66054 HTTP/1.1" status: 200 len: 217 time: 0.0581841 Sep 08 13:22:36.123005 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3c60ada-1ec8-4392-9372-a2a38a312c03 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:36.158888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce18db9-5380-4625-acf4-84f0a9ab0733 req-7a5eb53b-ccd7-47e1-a21c-d2cf4aa80fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:36.160562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce18db9-5380-4625-acf4-84f0a9ab0733 req-7a5eb53b-ccd7-47e1-a21c-d2cf4aa80fb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=06fe619e-f0fa-4d0d-be75-551524533e4f HTTP/1.1" status: 200 len: 859 time: 0.1032853 Sep 08 13:22:36.210471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce18db9-5380-4625-acf4-84f0a9ab0733 req-6aca3325-c24b-4ea0-a88f-8c1393f036c7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bec43c03-4e89-4032-9edb-683310aae53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404456 Sep 08 13:22:36.220290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a625f33-f692-4da4-b8c4-513a697dc19e req-7b988b9f-c227-4213-b05e-966b6175dc09 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:36.224945 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a625f33-f692-4da4-b8c4-513a697dc19e req-7b988b9f-c227-4213-b05e-966b6175dc09 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 943 time: 0.1027236 Sep 08 13:22:36.284009 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a625f33-f692-4da4-b8c4-513a697dc19e req-60e97504-03ea-45ef-abaf-5e63e9da2787 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547900 Sep 08 13:22:36.335713 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3c60ada-1ec8-4392-9372-a2a38a312c03 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:36.390081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce18db9-5380-4625-acf4-84f0a9ab0733 req-a7f8dd73-9dc1-4713-aa5d-deb154969700 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692710 Sep 08 13:22:36.497236 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce18db9-5380-4625-acf4-84f0a9ab0733 req-2e741ca2-502e-465a-b01b-8ad054aac124 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968046 Sep 08 13:22:36.558743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3c60ada-1ec8-4392-9372-a2a38a312c03 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:36.586747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c60ada-1ec8-4392-9372-a2a38a312c03 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'Subnet': ['ID=eaf5d36d-738b-4970-84ca-903b48836db2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:36.590867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3c60ada-1ec8-4392-9372-a2a38a312c03 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:36.602078 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c3c60ada-1ec8-4392-9372-a2a38a312c03 tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "DELETE /v2.0/subnets/eaf5d36d-738b-4970-84ca-903b48836db2 HTTP/1.1" status: 204 len: 168 time: 0.6774807 Sep 08 13:22:36.602490 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37676) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:36.606643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead9f511-2c73-4acf-a6d0-79ccccbe3510 None None] Network 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:22:36.689965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-09728677-8773-4701-a075-a84e253858bc tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Deleting subnet 928b2533-97af-4f3b-a584-05e2586f0ae2 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:22:36.694967 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09728677-8773-4701-a075-a84e253858bc tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:36.769965 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09728677-8773-4701-a075-a84e253858bc tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:36.842416 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] DHCP port deletion for 8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:22:36.883295 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09728677-8773-4701-a075-a84e253858bc tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:36.903284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Deleting port 5f3af953-b917-4466-b419-0bab0767c14e {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:36.903783 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:36.974895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] For port 5f3af953-b917-4466-b419-0bab0767c14e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5f3af953-b917-4466-b419-0bab0767c14e,segment=NetworkSegment(fb40dabb-1e20-4266-8be4-2598545f152f),segment_id=fb40dabb-1e20-4266-8be4-2598545f152f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:36.975361 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:36.991119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Calling delete_port for 5f3af953-b917-4466-b419-0bab0767c14e owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:37.047587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7a198-0576-4c38-906e-848c2a4a5c9d req-e81f8ab0-009d-4aba-9d00-16ac5ddf0cd2 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:37.049098 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cad7a198-0576-4c38-906e-848c2a4a5c9d req-e81f8ab0-009d-4aba-9d00-16ac5ddf0cd2 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 943 time: 0.0534916 Sep 08 13:22:37.081536 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09728677-8773-4701-a075-a84e253858bc tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.115362 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09728677-8773-4701-a075-a84e253858bc tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'Subnet': ['ID=928b2533-97af-4f3b-a584-05e2586f0ae2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:37.122629 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09728677-8773-4701-a075-a84e253858bc tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.127341 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-09728677-8773-4701-a075-a84e253858bc tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "DELETE /v2.0/subnets/928b2533-97af-4f3b-a584-05e2586f0ae2 HTTP/1.1" status: 204 len: 168 time: 0.5272167 Sep 08 13:22:37.129198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37716) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:37.130589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43700810-7ef8-40bc-86eb-5fcd019ddec3 None None] Network 7e605395-27d4-42d1-9c62-8d6a910a4eb4 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:22:37.135046 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cad7a198-0576-4c38-906e-848c2a4a5c9d req-61adceac-549c-43f4-8cb2-d48502be022c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771437 Sep 08 13:22:37.209085 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.251947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] No DVR routers for this DVR port 5f3af953-b917-4466-b419-0bab0767c14e on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:37.253427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Pushing event deleted for resources: {'Port': ['ID=5f3af953-b917-4466-b419-0bab0767c14e,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:37.267217 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.280548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:37.280796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:37.281095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:37.281443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:37.281786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:37.282119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:37.282490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:37.282832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:37.283163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:37.283490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:37.283818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:37.284147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de1bed0-42af-4273-8f25-5a71840326ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:22:37.284485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac8920-2034-4a53-8e4d-f73892ca6dd7 req-96d3934a-1616-42f5-94fe-700e082eb4ff tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:37.286052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bac8920-2034-4a53-8e4d-f73892ca6dd7 req-96d3934a-1616-42f5-94fe-700e082eb4ff tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.1362696 Sep 08 13:22:37.390848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bac8920-2034-4a53-8e4d-f73892ca6dd7 req-fab2681b-0ce7-4acc-bdbf-e462008cd847 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894718 Sep 08 13:22:37.403003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff1f673-7df5-431d-bc7c-1ec461af66ae None None] DHCP port deletion for 7e605395-27d4-42d1-9c62-8d6a910a4eb4 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:22:37.411089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae123c5-3f95-41a7-9053-94983cfa55ec req-5ce042b1-0b08-4624-b5e6-b03211e6131a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:37.412720 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ae123c5-3f95-41a7-9053-94983cfa55ec req-5ce042b1-0b08-4624-b5e6-b03211e6131a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 943 time: 0.0579913 Sep 08 13:22:37.429773 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.451881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:37.454069 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ae123c5-3f95-41a7-9053-94983cfa55ec req-accc5c53-4c77-47bb-8217-004e3aed3fd1 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350997 Sep 08 13:22:37.462402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4ff1f673-7df5-431d-bc7c-1ec461af66ae None None] Deleting port 290085d3-26c1-4933-a7f9-148395616688 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:37.462940 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4ff1f673-7df5-431d-bc7c-1ec461af66ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.476890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb40dabb-1e20-4266-8be4-2598545f152f') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:37.477196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb40dabb-1e20-4266-8be4-2598545f152f') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:37.498275 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.512620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.520047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:22:37.520381 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:22:37.524497 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:22:37.549685 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4ff1f673-7df5-431d-bc7c-1ec461af66ae None None] For port 290085d3-26c1-4933-a7f9-148395616688, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=290085d3-26c1-4933-a7f9-148395616688,segment=NetworkSegment(33755a2e-57a6-4d55-aba3-f37740921bd8),segment_id=33755a2e-57a6-4d55-aba3-f37740921bd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:37.550090 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4ff1f673-7df5-431d-bc7c-1ec461af66ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.561797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 4554b1b6-fdcc-48c3-b569-1fff8133e32b details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:22:37.568836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4ff1f673-7df5-431d-bc7c-1ec461af66ae None None] Calling delete_port for 290085d3-26c1-4933-a7f9-148395616688 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:37.735795 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.749899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 4554b1b6-fdcc-48c3-b569-1fff8133e32b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4554b1b6-fdcc-48c3-b569-1fff8133e32b,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:37.759241 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.761668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "DELETE /v2.0/networks/8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd HTTP/1.1" status: 204 len: 168 time: 0.6302645 Sep 08 13:22:37.765953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '4554b1b6-fdcc-48c3-b569-1fff8133e32b', 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6', 'port_id': '4554b1b6-fdcc-48c3-b569-1fff8133e32b', 'mac_address': 'fa:16:3e:2b:7b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5da0aee-ee76-444c-9c68-34c9d184e017', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:22:37.766867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37734) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:37.775782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393ce8e-dea1-4f1f-9930-6ccdd7450bea tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'Network': ['ID=8e4e3ee0-1b4c-4f9e-bcbc-af1fe8fb97fd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:37.781001 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-019b625b-43eb-4a81-a50e-71fcb3ddc10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.841700 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.856704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4554b1b6-fdcc-48c3-b569-1fff8133e32b {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:22:37.861002 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4ff1f673-7df5-431d-bc7c-1ec461af66ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.900949 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:37.903223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 4554b1b6-fdcc-48c3-b569-1fff8133e32b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4554b1b6-fdcc-48c3-b569-1fff8133e32b,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:37.904393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1f673-7df5-431d-bc7c-1ec461af66ae None None] Pushing event deleted for resources: {'Port': ['ID=290085d3-26c1-4933-a7f9-148395616688,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:37.906465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff1f673-7df5-431d-bc7c-1ec461af66ae None None] No DVR routers for this DVR port 290085d3-26c1-4933-a7f9-148395616688 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:38.012322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:38.032397 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e605395-27d4-42d1-9c62-8d6a910a4eb4']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:38.041438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33755a2e-57a6-4d55-aba3-f37740921bd8') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:38.041737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33755a2e-57a6-4d55-aba3-f37740921bd8') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:38.049771 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:38.050493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:22:38.050981 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:38.065048 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:38.074224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:22:38.074640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:22:38.078529 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:22:38.132538 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=4554b1b6-fdcc-48c3-b569-1fff8133e32b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:38.192835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2113f0ee-1eea-4dad-bb55-1f7b703a31f1,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:38.209479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '2113f0ee-1eea-4dad-bb55-1f7b703a31f1', 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c', 'port_id': '2113f0ee-1eea-4dad-bb55-1f7b703a31f1', 'mac_address': 'fa:16:3e:26:91:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fe619e-f0fa-4d0d-be75-551524533e4f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:22:38.251140 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:38.258419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee6730-ccd9-4cf6-8ea8-4c33dabb6439 req-fe6b19e4-91f8-4991-95c7-7c7bf8a11e3c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:38.260741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5aee6730-ccd9-4cf6-8ea8-4c33dabb6439 req-fe6b19e4-91f8-4991-95c7-7c7bf8a11e3c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 944 time: 0.0506432 Sep 08 13:22:38.264129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:22:38.284037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2113f0ee-1eea-4dad-bb55-1f7b703a31f1,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:38.295740 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:38.305324 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:38.307272 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] 10.222.0.69 "DELETE /v2.0/networks/7e605395-27d4-42d1-9c62-8d6a910a4eb4 HTTP/1.1" status: 204 len: 168 time: 0.5393536 Sep 08 13:22:38.308411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5aee6730-ccd9-4cf6-8ea8-4c33dabb6439 req-c9cd687d-69a5-4d58-a98d-426ed41afaa9 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410244 Sep 08 13:22:38.317937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a206842-b5d2-48fa-8ffa-31f3b9aa447d tempest-TaggedBootDevicesTest_v242-1554939477 tempest-TaggedBootDevicesTest_v242-1554939477-project] Pushing event deleted for resources: {'Network': ['ID=7e605395-27d4-42d1-9c62-8d6a910a4eb4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:38.422397 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:38.446503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37742) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:38.514137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=2113f0ee-1eea-4dad-bb55-1f7b703a31f1,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:38.541871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eacb8-006f-471f-9840-886d87996b77 req-8966b5a2-6316-4eba-b721-cda7d2990a6d tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:38.543459 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-834eacb8-006f-471f-9840-886d87996b77 req-8966b5a2-6316-4eba-b721-cda7d2990a6d tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0619640 Sep 08 13:22:38.595981 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-834eacb8-006f-471f-9840-886d87996b77 req-95abe17a-351b-40f4-bff4-32baa82e6321 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457432 Sep 08 13:22:38.596455 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5f3af953-b917-4466-b419-0bab0767c14e no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:38.616498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bdb59b30-8a09-4a28-a30e-9fffaadf0dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:38.617704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57231cfa-fc1c-4694-a5e6-1b8aa2f9dc97 req-d33c3449-741c-48ec-9ea0-63b347209bf6 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:38.619432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57231cfa-fc1c-4694-a5e6-1b8aa2f9dc97 req-d33c3449-741c-48ec-9ea0-63b347209bf6 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 943 time: 0.0594258 Sep 08 13:22:38.633123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 5f3af953-b917-4466-b419-0bab0767c14e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:22:38.633481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5f3af953-b917-4466-b419-0bab0767c14e not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:38.633917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 290085d3-26c1-4933-a7f9-148395616688 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:38.661496 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 290085d3-26c1-4933-a7f9-148395616688 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:22:38.662117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 290085d3-26c1-4933-a7f9-148395616688 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:38.665345 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57231cfa-fc1c-4694-a5e6-1b8aa2f9dc97 req-4bdfe420-60e0-4060-9a55-cba5733065f9 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368545 Sep 08 13:22:38.731267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bdb59b30-8a09-4a28-a30e-9fffaadf0dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:38.815506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['4554b1b6-fdcc-48c3-b569-1fff8133e32b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:22:38.820168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['2113f0ee-1eea-4dad-bb55-1f7b703a31f1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:22:39.003916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bdb59b30-8a09-4a28-a30e-9fffaadf0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:39.052270 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bdb59b30-8a09-4a28-a30e-9fffaadf0dc3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5a8220321e634dbfac581aae983d6e20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6038666 Sep 08 13:22:39.054576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37760) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:39.054737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb59b30-8a09-4a28-a30e-9fffaadf0dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd26e0b0-21b2-4cff-8364-713565ad2d8f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:39.106203 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f4e710a-7bfc-4f00-954a-49b0d9966c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:39.132402 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f4e710a-7bfc-4f00-954a-49b0d9966c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:39.428701 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee09887-2301-4fdb-a8a3-b223a1289dcd req-3c67c1fb-4c46-4673-ac68-49a7db05fb7e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:39.430224 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ee09887-2301-4fdb-a8a3-b223a1289dcd req-3c67c1fb-4c46-4673-ac68-49a7db05fb7e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 944 time: 0.0501933 Sep 08 13:22:39.468958 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ee09887-2301-4fdb-a8a3-b223a1289dcd req-ddd28403-17cc-488e-9d5d-c932fb7c210c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328360 Sep 08 13:22:39.473624 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f4e710a-7bfc-4f00-954a-49b0d9966c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:39.477272 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f4e710a-7bfc-4f00-954a-49b0d9966c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:39.478696 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7f4e710a-7bfc-4f00-954a-49b0d9966c9d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd26e0b0-21b2-4cff-8364-713565ad2d8f HTTP/1.1" status: 204 len: 168 time: 0.4227719 Sep 08 13:22:39.496113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e710a-7bfc-4f00-954a-49b0d9966c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd26e0b0-21b2-4cff-8364-713565ad2d8f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:39.570758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 97f1e8ce-d594-4fa4-8d09-5a85adf66054 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:22:39.677237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 97f1e8ce-d594-4fa4-8d09-5a85adf66054, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=97f1e8ce-d594-4fa4-8d09-5a85adf66054,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:39.690812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '97f1e8ce-d594-4fa4-8d09-5a85adf66054', 'network_id': 'bec43c03-4e89-4032-9edb-683310aae53c', 'port_id': '97f1e8ce-d594-4fa4-8d09-5a85adf66054', 'mac_address': 'fa:16:3e:93:2e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06fe619e-f0fa-4d0d-be75-551524533e4f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:22:39.735398 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:39.737210 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f23987-bdd7-40af-be50-e246702e2105 req-8b694304-199b-4eac-b80c-52874474ef81 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:39.739681 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11f23987-bdd7-40af-be50-e246702e2105 req-8b694304-199b-4eac-b80c-52874474ef81 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0598018 Sep 08 13:22:39.757022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f1e8ce-d594-4fa4-8d09-5a85adf66054 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:22:39.779569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 97f1e8ce-d594-4fa4-8d09-5a85adf66054, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=97f1e8ce-d594-4fa4-8d09-5a85adf66054,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:39.791901 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11f23987-bdd7-40af-be50-e246702e2105 req-5100b7c6-8be5-4ff3-b0a0-f84ec73e8a23 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436981 Sep 08 13:22:39.853556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f4f79-4fa9-448a-9ca1-36689c26a496 req-6884fe47-696c-4f98-a649-46f6d986b118 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:39.855482 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:39.867871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-174f4f79-4fa9-448a-9ca1-36689c26a496 req-6884fe47-696c-4f98-a649-46f6d986b118 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 945 time: 0.0841718 Sep 08 13:22:39.924813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-174f4f79-4fa9-448a-9ca1-36689c26a496 req-335f1026-1099-4c29-b8df-cccef0c0d405 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504189 Sep 08 13:22:39.925335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe497f6-65cc-4755-b8f3-b3cfaf2b505a req-da5584e1-1944-4a97-abfb-64f50a960175 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:39.927147 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bfe497f6-65cc-4755-b8f3-b3cfaf2b505a req-da5584e1-1944-4a97-abfb-64f50a960175 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 944 time: 0.0653431 Sep 08 13:22:39.953018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=97f1e8ce-d594-4fa4-8d09-5a85adf66054,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:39.997012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bfe497f6-65cc-4755-b8f3-b3cfaf2b505a req-032e8699-bc24-4b09-8c74-1df6eea49dc5 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602791 Sep 08 13:22:40.158614 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-05a8bfff-cca4-4f8d-bf8b-d9696d8641fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:40.329533 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:40.363870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['97f1e8ce-d594-4fa4-8d09-5a85adf66054'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:22:40.621558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f45a3-9d70-4873-9467-077cd9a320c4 req-5bcad98b-1d44-4829-b2f9-fc951b6bc006 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:40.621558 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a60f45a3-9d70-4873-9467-077cd9a320c4 req-5bcad98b-1d44-4829-b2f9-fc951b6bc006 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 944 time: 0.0613635 Sep 08 13:22:40.666779 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a60f45a3-9d70-4873-9467-077cd9a320c4 req-9373b775-2f3e-4415-8f8f-46ec69fd5830 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Sep 08 13:22:40.915665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c438295-d825-4a7f-bd8d-aa69737c3527 req-664e929d-f2fa-43fa-a0e1-325268714606 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:40.917280 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c438295-d825-4a7f-bd8d-aa69737c3527 req-664e929d-f2fa-43fa-a0e1-325268714606 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0611107 Sep 08 13:22:40.961614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c438295-d825-4a7f-bd8d-aa69737c3527 req-94944163-530b-4318-990e-3abe483bfd35 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375657 Sep 08 13:22:41.087622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca652c-865c-4c13-a485-30ecaf56b1a4 req-2e61fd9c-4f8e-4ecf-b635-bb68eeaa7c35 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:41.089359 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06ca652c-865c-4c13-a485-30ecaf56b1a4 req-2e61fd9c-4f8e-4ecf-b635-bb68eeaa7c35 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 945 time: 0.0544484 Sep 08 13:22:41.121067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73856e9-7fe8-4a9b-98f9-f99a04e59843 req-cabff1f7-4652-4039-bd37-75ed300dc758 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:41.122630 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d73856e9-7fe8-4a9b-98f9-f99a04e59843 req-cabff1f7-4652-4039-bd37-75ed300dc758 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 944 time: 0.0514560 Sep 08 13:22:41.133271 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06ca652c-865c-4c13-a485-30ecaf56b1a4 req-f9f15e55-8e99-4a3f-8b54-2e6487ceeb67 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365853 Sep 08 13:22:41.165229 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d73856e9-7fe8-4a9b-98f9-f99a04e59843 req-0afb0c60-0bce-4bb1-929d-d94a737454bb tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360794 Sep 08 13:22:41.406851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fc9c2-8126-4d89-be0f-071d45a7dea2 req-1e443558-4d79-40d9-bc18-b83005cb2bdf tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:41.408456 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f2fc9c2-8126-4d89-be0f-071d45a7dea2 req-1e443558-4d79-40d9-bc18-b83005cb2bdf tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 945 time: 0.0614293 Sep 08 13:22:41.523538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-0f2fc9c2-8126-4d89-be0f-071d45a7dea2 req-d59c3d31-e4b2-459a-a6e5-f5a02564fd5e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Deleting port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:41.523936 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0f2fc9c2-8126-4d89-be0f-071d45a7dea2 req-d59c3d31-e4b2-459a-a6e5-f5a02564fd5e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:41.583769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 97f1e8ce-d594-4fa4-8d09-5a85adf66054 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:41.625756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0f2fc9c2-8126-4d89-be0f-071d45a7dea2 req-d59c3d31-e4b2-459a-a6e5-f5a02564fd5e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] For port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:41.626410 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0f2fc9c2-8126-4d89-be0f-071d45a7dea2 req-d59c3d31-e4b2-459a-a6e5-f5a02564fd5e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:41.647629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-0f2fc9c2-8126-4d89-be0f-071d45a7dea2 req-d59c3d31-e4b2-459a-a6e5-f5a02564fd5e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Calling delete_port for fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:41.777103 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 97f1e8ce-d594-4fa4-8d09-5a85adf66054 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:22:41.790622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 97f1e8ce-d594-4fa4-8d09-5a85adf66054 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:41.792331 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:41.798322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37848) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:41.819782 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:41.820002 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42f6df-4567-4e20-913a-83e5d674ae1d req-46f3ae9b-8613-409c-af2f-0a182cbe736e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:41.827515 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e42f6df-4567-4e20-913a-83e5d674ae1d req-46f3ae9b-8613-409c-af2f-0a182cbe736e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 944 time: 0.0696330 Sep 08 13:22:41.881707 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e42f6df-4567-4e20-913a-83e5d674ae1d req-c28c3c9b-d5f3-4b33-a829-e5784f84be66 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448146 Sep 08 13:22:41.882638 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0f2fc9c2-8126-4d89-be0f-071d45a7dea2 req-d59c3d31-e4b2-459a-a6e5-f5a02564fd5e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:41.891485 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:41.896526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:22:41.914572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c3d31-e4b2-459a-a6e5-f5a02564fd5e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Pushing event deleted for resources: {'Port': ['ID=fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:41.939821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea2111f-0493-48b9-983b-d37a7f9af40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f1e8ce-d594-4fa4-8d09-5a85adf66054'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:41.942215 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcc23b0-b058-4c93-84dc-f0ea837a3cf8" -d '{"events": [{"server_uuid": "cea2111f-0493-48b9-983b-d37a7f9af40c", "name": "network-vif-plugged", "status": "completed", "tag": "97f1e8ce-d594-4fa4-8d09-5a85adf66054"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:41.956954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 97f1e8ce-d594-4fa4-8d09-5a85adf66054, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=97f1e8ce-d594-4fa4-8d09-5a85adf66054,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:41.964786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2fc9c2-8126-4d89-be0f-071d45a7dea2 req-d59c3d31-e4b2-459a-a6e5-f5a02564fd5e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] No DVR routers for this DVR port fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:41.967653 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0f2fc9c2-8126-4d89-be0f-071d45a7dea2 req-d59c3d31-e4b2-459a-a6e5-f5a02564fd5e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:41.969854 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f2fc9c2-8126-4d89-be0f-071d45a7dea2 req-d59c3d31-e4b2-459a-a6e5-f5a02564fd5e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "DELETE /v2.0/ports/fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b HTTP/1.1" status: 204 len: 173 time: 0.5548251 Sep 08 13:22:41.970367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '869374fb-572b-46f5-b85a-735dfe6352f3', 'name': 'network-vif-deleted', 'tag': 'fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:41.972756 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c003a2-d833-4175-af73-1d1928406a7a" -d '{"events": [{"server_uuid": "869374fb-572b-46f5-b85a-735dfe6352f3", "name": "network-vif-deleted", "tag": "fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:41.994610 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a7c531-f5f0-40e9-9aee-9cc36c3498b4 x-openstack-request-id: req-a0a7c531-f5f0-40e9-9aee-9cc36c3498b4 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:41.994918 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea2111f-0493-48b9-983b-d37a7f9af40c", "name": "network-vif-plugged", "status": "completed", "tag": "97f1e8ce-d594-4fa4-8d09-5a85adf66054", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:41.995175 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a0a7c531-f5f0-40e9-9aee-9cc36c3498b4 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:41.995575 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea2111f-0493-48b9-983b-d37a7f9af40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f1e8ce-d594-4fa4-8d09-5a85adf66054', 'code': 200} Sep 08 13:22:42.007260 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1547a2b5-e144-406f-a500-5eb302b1b870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:42.063427 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:42.064286 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 4554b1b6-fdcc-48c3-b569-1fff8133e32b up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:42.214278 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6a8608-7438-465b-a385-5e523e47a9f1 x-openstack-request-id: req-5d6a8608-7438-465b-a385-5e523e47a9f1 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:42.214579 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "869374fb-572b-46f5-b85a-735dfe6352f3", "name": "network-vif-deleted", "tag": "fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:42.214831 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d6a8608-7438-465b-a385-5e523e47a9f1 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:42.215228 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '869374fb-572b-46f5-b85a-735dfe6352f3', 'name': 'network-vif-deleted', 'tag': 'fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b', 'status': 'completed', 'code': 200} Sep 08 13:22:42.215864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=97f1e8ce-d594-4fa4-8d09-5a85adf66054,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:42.217117 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1547a2b5-e144-406f-a500-5eb302b1b870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:42.229245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13f63e-1942-4da3-9ade-131ea32696d1 req-df5f3958-d555-4d35-befb-e1c3e312b6e7 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:42.237785 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb13f63e-1942-4da3-9ade-131ea32696d1 req-df5f3958-d555-4d35-befb-e1c3e312b6e7 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.1301484 Sep 08 13:22:42.296754 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97791737-d187-4a7b-974c-4b979c108c52 req-c404beac-7bd0-449e-a2da-57b8a9fcf90a tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 210 time: 0.0303392 Sep 08 13:22:42.300013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad456c5-fa96-41c1-87c1-085562483385 req-e78615c8-b590-4fbd-8568-e4cda75432f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:42.301527 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cad456c5-fa96-41c1-87c1-085562483385 req-e78615c8-b590-4fbd-8568-e4cda75432f2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 1096 time: 0.2197690 Sep 08 13:22:42.315875 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb13f63e-1942-4da3-9ade-131ea32696d1 req-fa05afef-95e6-424d-ab14-38668790fbeb tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719247 Sep 08 13:22:42.353087 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 4554b1b6-fdcc-48c3-b569-1fff8133e32b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:22:42.355591 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1547a2b5-e144-406f-a500-5eb302b1b870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:42.360924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 4554b1b6-fdcc-48c3-b569-1fff8133e32b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:42.362858 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:42.368231 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cad456c5-fa96-41c1-87c1-085562483385 req-604d92a5-32cf-490a-8a1d-4f1476d7e0e9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510266 Sep 08 13:22:42.403221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1547a2b5-e144-406f-a500-5eb302b1b870 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eff8c0e29de841a5ba5e666570848820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015422 Sep 08 13:22:42.403802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37866) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:42.436110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547a2b5-e144-406f-a500-5eb302b1b870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706868f9-8797-4d24-951a-0fcd6e0748cd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:42.470324 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:42.475738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19936-f964-42c1-91d6-f22c54219b91 req-b341e48e-4dff-4f55-b77a-7bedf2678143 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:42.479900 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ce19936-f964-42c1-91d6-f22c54219b91 req-b341e48e-4dff-4f55-b77a-7bedf2678143 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.1000891 Sep 08 13:22:42.484963 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a06e20f7-4e74-40ef-9672-f24bdf0878f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:42.538355 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a06e20f7-4e74-40ef-9672-f24bdf0878f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:42.545063 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ce19936-f964-42c1-91d6-f22c54219b91 req-b7f9cd7c-427b-45a3-80d5-d784573883b3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509205 Sep 08 13:22:42.550773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 4554b1b6-fdcc-48c3-b569-1fff8133e32b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4554b1b6-fdcc-48c3-b569-1fff8133e32b,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:42.632420 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:42.633239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:22:42.690451 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a06e20f7-4e74-40ef-9672-f24bdf0878f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:42.696110 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a06e20f7-4e74-40ef-9672-f24bdf0878f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:42.698802 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a06e20f7-4e74-40ef-9672-f24bdf0878f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/706868f9-8797-4d24-951a-0fcd6e0748cd HTTP/1.1" status: 204 len: 168 time: 0.2900314 Sep 08 13:22:42.714672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e20f7-4e74-40ef-9672-f24bdf0878f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706868f9-8797-4d24-951a-0fcd6e0748cd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:42.734925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=4554b1b6-fdcc-48c3-b569-1fff8133e32b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:42.829021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:22:42.839598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:22:42.839598 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:42.958764 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:43.012143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2113f0ee-1eea-4dad-bb55-1f7b703a31f1,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:43.024823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbb0a4-87e5-4bf0-98c7-23dd3cc0ef4b req-8eab5764-ddba-4e3e-a6a0-3c2bf0290092 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:43.033508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0fbb0a4-87e5-4bf0-98c7-23dd3cc0ef4b req-8eab5764-ddba-4e3e-a6a0-3c2bf0290092 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 945 time: 0.0826833 Sep 08 13:22:43.091739 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:43.099842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0fbb0a4-87e5-4bf0-98c7-23dd3cc0ef4b req-a31f1cad-1c26-486b-9925-1a39ff36413f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651314 Sep 08 13:22:43.180566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=2113f0ee-1eea-4dad-bb55-1f7b703a31f1,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:43.232800 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:43.445841 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b00d0ee-90f0-4dc2-9e9e-525cfd67a70e req-f630371a-c5a5-4792-93c7-b1c8c2238a84 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 210 time: 0.0527816 Sep 08 13:22:43.473336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3bc9a-fce4-4c05-80fe-f59d0aa2a902 req-cc3d0a54-b969-496d-be25-e15558be58a7 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:43.476043 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96f3bc9a-fce4-4c05-80fe-f59d0aa2a902 req-cc3d0a54-b969-496d-be25-e15558be58a7 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0812774 Sep 08 13:22:43.530923 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96f3bc9a-fce4-4c05-80fe-f59d0aa2a902 req-89224a84-bd38-4591-af03-c1c309e12a92 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Sep 08 13:22:43.713817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1c8fc-ad94-4ebe-855c-0197a7c84ca9 req-27c2e2ec-2491-420c-a9be-74aa1fe91bc4 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:43.714652 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06a1c8fc-ad94-4ebe-855c-0197a7c84ca9 req-27c2e2ec-2491-420c-a9be-74aa1fe91bc4 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0745382 Sep 08 13:22:43.759593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06a1c8fc-ad94-4ebe-855c-0197a7c84ca9 req-7390676d-f95a-4c19-97e7-ec4d5a26a446 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368466 Sep 08 13:22:43.996670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4554b1b6-fdcc-48c3-b569-1fff8133e32b'}, {'server_uuid': '608796e5-d89e-4c4e-b236-0477ae2fd9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2113f0ee-1eea-4dad-bb55-1f7b703a31f1'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:43.999436 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2189dfb4-fe8a-4aa0-ab24-c8cabfeac621" -d '{"events": [{"server_uuid": "2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae", "name": "network-vif-plugged", "status": "completed", "tag": "4554b1b6-fdcc-48c3-b569-1fff8133e32b"}, {"server_uuid": "608796e5-d89e-4c4e-b236-0477ae2fd9ae", "name": "network-vif-plugged", "status": "completed", "tag": "2113f0ee-1eea-4dad-bb55-1f7b703a31f1"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:44.068388 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d9f171-8cc6-463d-8b6e-59409cbc0de1 x-openstack-request-id: req-28d9f171-8cc6-463d-8b6e-59409cbc0de1 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:44.068808 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae", "name": "network-vif-plugged", "status": "completed", "tag": "4554b1b6-fdcc-48c3-b569-1fff8133e32b", "code": 200}, {"server_uuid": "608796e5-d89e-4c4e-b236-0477ae2fd9ae", "name": "network-vif-plugged", "status": "completed", "tag": "2113f0ee-1eea-4dad-bb55-1f7b703a31f1", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:44.069162 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-28d9f171-8cc6-463d-8b6e-59409cbc0de1 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:44.069671 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4554b1b6-fdcc-48c3-b569-1fff8133e32b', 'code': 200} Sep 08 13:22:44.070115 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608796e5-d89e-4c4e-b236-0477ae2fd9ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2113f0ee-1eea-4dad-bb55-1f7b703a31f1', 'code': 200} Sep 08 13:22:44.162413 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:44.217098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf0c4b-313d-4e6d-ad83-f9714f65c803 req-5b9a1379-85e9-46c2-9181-2e3983f38cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:44.219121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ccf0c4b-313d-4e6d-ad83-f9714f65c803 req-5b9a1379-85e9-46c2-9181-2e3983f38cc6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 1097 time: 0.0721660 Sep 08 13:22:44.252182 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ab95b-d9f5-435f-8f2f-20bc2e8e2961 req-5bf1abcd-d79c-4886-a5d9-4ce8d352c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:44.253744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d8ab95b-d9f5-435f-8f2f-20bc2e8e2961 req-5bf1abcd-d79c-4886-a5d9-4ce8d352c9d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 1096 time: 0.1061780 Sep 08 13:22:44.297691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ccf0c4b-313d-4e6d-ad83-f9714f65c803 req-093a6187-1bd2-4f3d-8f04-e8e2c2a05c7a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696037 Sep 08 13:22:44.306759 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475ee5d-1c8d-4b25-94bd-2dc837907bb5 req-ad4ce4d1-1e2d-42a9-a80d-c7d59cd40d25 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:44.312158 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a475ee5d-1c8d-4b25-94bd-2dc837907bb5 req-ad4ce4d1-1e2d-42a9-a80d-c7d59cd40d25 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 945 time: 0.0994418 Sep 08 13:22:44.322922 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d8ab95b-d9f5-435f-8f2f-20bc2e8e2961 req-be41f724-dc85-4acf-a4cd-cc8050513a91 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539370 Sep 08 13:22:44.364770 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a475ee5d-1c8d-4b25-94bd-2dc837907bb5 req-761c7ea5-5f9c-42fb-a81a-bd2781524a19 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Sep 08 13:22:44.542540 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a08e2c31-82e7-4438-a94b-3c241961169a req-f7f72664-09fe-4c2d-8421-93f5e10a2510 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 210 time: 0.0300312 Sep 08 13:22:44.545779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:44.573012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:22:44.573640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device fbf61c64-fd56-4fbd-81ef-5a3d3029fc4b not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:44.668267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744c9d2-13ff-40c6-89b1-692b7652ed63 req-1ef6ce09-8e1b-4da0-ac6e-72711c9573da tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:44.670162 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7744c9d2-13ff-40c6-89b1-692b7652ed63 req-1ef6ce09-8e1b-4da0-ac6e-72711c9573da tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0536687 Sep 08 13:22:44.714318 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7744c9d2-13ff-40c6-89b1-692b7652ed63 req-591749c8-e4ac-43a9-b45e-44d68f3b30e3 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361400 Sep 08 13:22:44.923494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e535a-1d86-40ac-a58b-c3a52822529d req-55e21bb0-ec17-4c38-81a0-8acc2f3b6b14 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:44.925635 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d4e535a-1d86-40ac-a58b-c3a52822529d req-55e21bb0-ec17-4c38-81a0-8acc2f3b6b14 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0632222 Sep 08 13:22:44.964614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d4e535a-1d86-40ac-a58b-c3a52822529d req-479fd57b-5072-4510-84d8-6aa8ade982b4 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324163 Sep 08 13:22:45.460633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dacb9-64da-4379-b996-950b051eb530 req-dc02b22d-092e-43ea-9567-39423840251b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:45.466770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-694dacb9-64da-4379-b996-950b051eb530 req-dc02b22d-092e-43ea-9567-39423840251b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0577662 Sep 08 13:22:45.523148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-694dacb9-64da-4379-b996-950b051eb530 req-855db312-d29b-436a-83b9-4a1f35cc6777 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540955 Sep 08 13:22:45.548863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a71e3f-5942-484d-a6f8-12ce3b8cf421 req-07112b01-0f77-4c4b-bfff-bddc9b381c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:45.551225 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66a71e3f-5942-484d-a6f8-12ce3b8cf421 req-07112b01-0f77-4c4b-bfff-bddc9b381c78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6062b62ee414227aa9d6641667fc2c4&device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 1096 time: 0.0568254 Sep 08 13:22:45.677013 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a71e3f-5942-484d-a6f8-12ce3b8cf421 req-bee9c733-f8c6-4b59-ad0b-4f04764a1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:45.678898 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66a71e3f-5942-484d-a6f8-12ce3b8cf421 req-bee9c733-f8c6-4b59-ad0b-4f04764a1336 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bec43c03-4e89-4032-9edb-683310aae53c HTTP/1.1" status: 200 len: 920 time: 0.1120942 Sep 08 13:22:45.688112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869f225-1489-4ab6-83b9-235603800d77 req-1d331975-b517-45e4-8aaa-f10182bd212c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:45.691719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c869f225-1489-4ab6-83b9-235603800d77 req-1d331975-b517-45e4-8aaa-f10182bd212c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 945 time: 0.0951297 Sep 08 13:22:45.732156 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c869f225-1489-4ab6-83b9-235603800d77 req-eca2bdfb-6f4b-4bc8-9426-4061059c7b0e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 Sep 08 13:22:45.808808 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4857d97-974a-43c4-bb28-397049770862 req-dfbb168e-e969-41a8-83ab-99308b6fb5df tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 210 time: 0.1074846 Sep 08 13:22:45.810997 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66a71e3f-5942-484d-a6f8-12ce3b8cf421 req-5c1af23b-e9ae-4155-835c-d0a688063c2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f1e8ce-d594-4fa4-8d09-5a85adf66054 HTTP/1.1" status: 200 len: 217 time: 0.1228075 Sep 08 13:22:45.931915 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a71e3f-5942-484d-a6f8-12ce3b8cf421 req-df89b014-dfe7-4ee4-82b1-9a8fe80e88da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:45.933431 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66a71e3f-5942-484d-a6f8-12ce3b8cf421 req-df89b014-dfe7-4ee4-82b1-9a8fe80e88da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=06fe619e-f0fa-4d0d-be75-551524533e4f HTTP/1.1" status: 200 len: 859 time: 0.1121359 Sep 08 13:22:45.952047 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa1bb8-f3d4-4d67-9a94-08cdddd0a494 req-949d8e1d-43df-4694-bf94-825cc8a63486 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:45.953539 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-10aa1bb8-f3d4-4d67-9a94-08cdddd0a494 req-949d8e1d-43df-4694-bf94-825cc8a63486 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0627015 Sep 08 13:22:45.991296 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66a71e3f-5942-484d-a6f8-12ce3b8cf421 req-b41cd7af-3a87-4530-a5b5-3fc941b60409 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bec43c03-4e89-4032-9edb-683310aae53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476203 Sep 08 13:22:46.043189 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-10aa1bb8-f3d4-4d67-9a94-08cdddd0a494 req-34ead2cd-333e-4a75-a5cf-df750d564e8e tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551388 Sep 08 13:22:46.116578 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66a71e3f-5942-484d-a6f8-12ce3b8cf421 req-8447f754-38b0-4eab-a834-bd2e576efb39 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043966 Sep 08 13:22:46.232790 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66a71e3f-5942-484d-a6f8-12ce3b8cf421 req-b5a41798-7875-47b4-a729-21c297817d50 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074464 Sep 08 13:22:46.683967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be344a-8e79-4cf8-b38b-e7788543ed0d req-49e0c474-6e43-4818-b3fc-eaf63f2c6af5 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:46.685488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10be344a-8e79-4cf8-b38b-e7788543ed0d req-49e0c474-6e43-4818-b3fc-eaf63f2c6af5 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0601561 Sep 08 13:22:46.729622 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10be344a-8e79-4cf8-b38b-e7788543ed0d req-9cb99754-74de-4680-b7dd-cda5742c450d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356929 Sep 08 13:22:46.746804 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:46.881654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62634d8f-a4e9-44a4-98f2-7753cd68a278 req-c6d79fb8-a0d7-4926-8fe2-d10c4ab6797d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:46.883451 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62634d8f-a4e9-44a4-98f2-7753cd68a278 req-c6d79fb8-a0d7-4926-8fe2-d10c4ab6797d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 945 time: 0.0620410 Sep 08 13:22:46.939095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62634d8f-a4e9-44a4-98f2-7753cd68a278 req-a18e6d6b-9481-41cc-9cc7-5b417ba82145 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472541 Sep 08 13:22:47.004388 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e794c9f-8580-4c60-be45-4b65087dc1f3 req-05cef59f-d128-4dcc-bf70-4f840f7786de tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=869374fb-572b-46f5-b85a-735dfe6352f3 HTTP/1.1" status: 200 len: 210 time: 0.0294769 Sep 08 13:22:47.499292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3adbb3-27da-4fbc-8c6e-bd6da5c74e85 req-27a5e381-4582-4a33-b13e-b4c62ae52523 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:47.501058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be3adbb3-27da-4fbc-8c6e-bd6da5c74e85 req-27a5e381-4582-4a33-b13e-b4c62ae52523 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.1031053 Sep 08 13:22:47.545144 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be3adbb3-27da-4fbc-8c6e-bd6da5c74e85 req-8ea06344-611c-492e-941b-09ece94863cd tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372496 Sep 08 13:22:47.673593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241dde8f-3916-49c6-9c26-d4ef24db5fbb req-ca58fe20-0785-45fe-8b2a-aacd6d2ca1ee tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:47.675652 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-241dde8f-3916-49c6-9c26-d4ef24db5fbb req-ca58fe20-0785-45fe-8b2a-aacd6d2ca1ee tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 945 time: 0.0651169 Sep 08 13:22:47.723295 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-241dde8f-3916-49c6-9c26-d4ef24db5fbb req-e3b3b822-4f5d-4bd1-a738-a78f0ef9c155 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367370 Sep 08 13:22:47.860740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef160c-2930-41bc-8345-584e610021e2 req-9d03197e-ddec-4b59-9273-bafc73a08821 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:47.862353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-20ef160c-2930-41bc-8345-584e610021e2 req-9d03197e-ddec-4b59-9273-bafc73a08821 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0574746 Sep 08 13:22:47.910958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-20ef160c-2930-41bc-8345-584e610021e2 req-a61dfd80-7701-4d59-99a9-c790aa19380f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420249 Sep 08 13:22:48.627374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38010) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:48.676236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222dc8e-f6db-4228-b9f1-f782847540ce req-da06d13c-678f-41b1-b76e-2600c3954b88 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:48.678585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0222dc8e-f6db-4228-b9f1-f782847540ce req-da06d13c-678f-41b1-b76e-2600c3954b88 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.2047002 Sep 08 13:22:48.690894 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5848d-3132-42ec-bcbd-9ab81ccf1551 req-898db3ba-06c9-45fb-b8fd-f30985be75a1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:48.693915 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-26d5848d-3132-42ec-bcbd-9ab81ccf1551 req-898db3ba-06c9-45fb-b8fd-f30985be75a1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0580926 Sep 08 13:22:48.695676 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0222dc8e-f6db-4228-b9f1-f782847540ce req-5aa37c63-f85f-4076-9a64-a064a7415bcd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/quotas/d393c133e7b242bea5864f8b92030dcc HTTP/1.1" status: 200 len: 375 time: 0.0105448 Sep 08 13:22:48.743991 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0222dc8e-f6db-4228-b9f1-f782847540ce req-7ad9e007-895f-4b44-b863-d9bc579cef93 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409930 Sep 08 13:22:48.753038 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-26d5848d-3132-42ec-bcbd-9ab81ccf1551 req-1d1971d9-a45f-453c-8877-f2136219dba8 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527675 Sep 08 13:22:48.774342 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6497b713-b80e-4641-8f34-b4990d68f9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:48.838808 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0222dc8e-f6db-4228-b9f1-f782847540ce req-1a00531c-48fb-4112-97e4-0fbea161ce28 service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938933 Sep 08 13:22:48.903468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229f182-be7b-4b4e-9a05-16b13e6b51d5 req-471d32df-72a3-4765-93f3-95910adb6a95 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:48.905816 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9229f182-be7b-4b4e-9a05-16b13e6b51d5 req-471d32df-72a3-4765-93f3-95910adb6a95 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 945 time: 0.0850611 Sep 08 13:22:48.942318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0222dc8e-f6db-4228-b9f1-f782847540ce req-59dac5cf-4832-42ad-95e6-7546927ba318 service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971398 Sep 08 13:22:48.969108 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9229f182-be7b-4b4e-9a05-16b13e6b51d5 req-c3ef4daa-806e-489a-8938-87112a615b8f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536525 Sep 08 13:22:48.978713 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6497b713-b80e-4641-8f34-b4990d68f9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:49.112617 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6497b713-b80e-4641-8f34-b4990d68f9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:49.159313 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6497b713-b80e-4641-8f34-b4990d68f9d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=68ea9ef99f184cd9a49dfcfefb0c47ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5282063 Sep 08 13:22:49.159313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497b713-b80e-4641-8f34-b4990d68f9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed3b88d-d94b-4f50-81ed-fd6a3206ee12,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:49.159846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38020) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:49.268562 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b478c4b6-3e7b-4c12-aba1-3e9f4625a9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:49.317257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b478c4b6-3e7b-4c12-aba1-3e9f4625a9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:49.355898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202caed-515e-45a4-a8d7-2710feb2b3d3 req-a14b4236-e41d-4a8d-94cf-78f55901b946 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:49.355898 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c202caed-515e-45a4-a8d7-2710feb2b3d3 req-a14b4236-e41d-4a8d-94cf-78f55901b946 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 945 time: 0.1082654 Sep 08 13:22:49.379329 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8f713053-7a90-4ace-9c4d-fb092be9d8b1 req-61d29517-ff38-4dda-a025-a00722971db2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a8a3090-9e87-434e-aed5-bdeb18cc6155 HTTP/1.1" status: 200 len: 210 time: 0.0481260 Sep 08 13:22:49.455692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4be9a-1d5f-49af-ac3b-4ccb8d1cbac9 req-cb1d9aac-8c73-416f-89bc-76bcd0bffc71 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:49.457864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-65a4be9a-1d5f-49af-ac3b-4ccb8d1cbac9 req-cb1d9aac-8c73-416f-89bc-76bcd0bffc71 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.2229373 Sep 08 13:22:49.480758 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b478c4b6-3e7b-4c12-aba1-3e9f4625a9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:49.486637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b478c4b6-3e7b-4c12-aba1-3e9f4625a9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:49.488509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b478c4b6-3e7b-4c12-aba1-3e9f4625a9ba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7ed3b88d-d94b-4f50-81ed-fd6a3206ee12 HTTP/1.1" status: 204 len: 168 time: 0.3266134 Sep 08 13:22:49.591109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-c202caed-515e-45a4-a8d7-2710feb2b3d3 req-113bd410-1186-4307-ad3d-8f4aa1de7851 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Deleting port 4554b1b6-fdcc-48c3-b569-1fff8133e32b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:49.591452 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c202caed-515e-45a4-a8d7-2710feb2b3d3 req-113bd410-1186-4307-ad3d-8f4aa1de7851 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:49.626064 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-65a4be9a-1d5f-49af-ac3b-4ccb8d1cbac9 req-ae1dec45-dc6e-4d67-8516-224060062d35 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432328 Sep 08 13:22:49.627364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478c4b6-3e7b-4c12-aba1-3e9f4625a9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed3b88d-d94b-4f50-81ed-fd6a3206ee12,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:49.694342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f688aa-3e47-4295-833c-fc77f42ddd92 req-fdd6b4df-3e3a-4edd-81f3-519c484dacef tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:49.696307 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4f688aa-3e47-4295-833c-fc77f42ddd92 req-fdd6b4df-3e3a-4edd-81f3-519c484dacef tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.1808736 Sep 08 13:22:49.725970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636ed2a-ca3b-4a83-b725-fc23d7eb1ce8 req-cd2b5277-50bc-4886-a474-811942aae755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:49.727655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1636ed2a-ca3b-4a83-b725-fc23d7eb1ce8 req-cd2b5277-50bc-4886-a474-811942aae755 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 1097 time: 0.2184591 Sep 08 13:22:49.809227 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4f688aa-3e47-4295-833c-fc77f42ddd92 req-b9d195d3-4d89-4907-8539-18df9cc983c7 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981984 Sep 08 13:22:49.841055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-c202caed-515e-45a4-a8d7-2710feb2b3d3 req-113bd410-1186-4307-ad3d-8f4aa1de7851 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] For port 4554b1b6-fdcc-48c3-b569-1fff8133e32b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4554b1b6-fdcc-48c3-b569-1fff8133e32b,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:49.841493 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c202caed-515e-45a4-a8d7-2710feb2b3d3 req-113bd410-1186-4307-ad3d-8f4aa1de7851 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:49.845592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636ed2a-ca3b-4a83-b725-fc23d7eb1ce8 req-85ab4b14-c592-4e5b-9d11-2c2e8a5d43bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:49.847192 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1636ed2a-ca3b-4a83-b725-fc23d7eb1ce8 req-85ab4b14-c592-4e5b-9d11-2c2e8a5d43bf service neutron] 10.222.0.70 "GET /v2.0/networks?id=94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 200 len: 912 time: 0.1120870 Sep 08 13:22:49.872094 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-c202caed-515e-45a4-a8d7-2710feb2b3d3 req-113bd410-1186-4307-ad3d-8f4aa1de7851 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Calling delete_port for 4554b1b6-fdcc-48c3-b569-1fff8133e32b owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:49.924182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1636ed2a-ca3b-4a83-b725-fc23d7eb1ce8 req-d4b3a444-e370-46b3-a8ec-409c15ee2a3e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56f04db0-848a-46ed-9868-642fc67a8156 HTTP/1.1" status: 200 len: 1001 time: 0.0688362 Sep 08 13:22:50.011298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636ed2a-ca3b-4a83-b725-fc23d7eb1ce8 req-da583762-7915-4c4f-abb6-fcea0ca7e875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:50.015886 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1636ed2a-ca3b-4a83-b725-fc23d7eb1ce8 req-da583762-7915-4c4f-abb6-fcea0ca7e875 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6727ff3-46e9-47fd-a7eb-d2bf058b9def HTTP/1.1" status: 200 len: 850 time: 0.0828958 Sep 08 13:22:50.139448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636ed2a-ca3b-4a83-b725-fc23d7eb1ce8 req-4e3bd0e3-82b1-4afa-89ce-99bf28eee1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:50.152028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1636ed2a-ca3b-4a83-b725-fc23d7eb1ce8 req-4e3bd0e3-82b1-4afa-89ce-99bf28eee1b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94128c7a-143e-4284-b21f-f35c48c0a07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315496 Sep 08 13:22:50.218372 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c202caed-515e-45a4-a8d7-2710feb2b3d3 req-113bd410-1186-4307-ad3d-8f4aa1de7851 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:50.235181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['7c9b9f77-9622-4280-9498-84cc93396676', '4554b1b6-fdcc-48c3-b569-1fff8133e32b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:22:50.294618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bd410-1186-4307-ad3d-8f4aa1de7851 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Pushing event deleted for resources: {'Port': ['ID=4554b1b6-fdcc-48c3-b569-1fff8133e32b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:50.315952 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1636ed2a-ca3b-4a83-b725-fc23d7eb1ce8 req-3bd0513a-a790-4fcb-b70b-d86ed2d9865b service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560760 Sep 08 13:22:50.343707 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f688c-0612-4e26-9cff-4361f3a333c7 req-4a27215a-4e2d-444c-8dc6-7bbef3527911 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:50.351474 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c42f688c-0612-4e26-9cff-4361f3a333c7 req-4a27215a-4e2d-444c-8dc6-7bbef3527911 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 867 time: 0.1938770 Sep 08 13:22:50.377514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c202caed-515e-45a4-a8d7-2710feb2b3d3 req-113bd410-1186-4307-ad3d-8f4aa1de7851 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] No DVR routers for this DVR port 4554b1b6-fdcc-48c3-b569-1fff8133e32b on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:50.380862 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c202caed-515e-45a4-a8d7-2710feb2b3d3 req-113bd410-1186-4307-ad3d-8f4aa1de7851 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:50.383016 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c202caed-515e-45a4-a8d7-2710feb2b3d3 req-113bd410-1186-4307-ad3d-8f4aa1de7851 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.60 "DELETE /v2.0/ports/4554b1b6-fdcc-48c3-b569-1fff8133e32b HTTP/1.1" status: 204 len: 173 time: 1.0065100 Sep 08 13:22:50.383621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae', 'name': 'network-vif-deleted', 'tag': '4554b1b6-fdcc-48c3-b569-1fff8133e32b'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:50.386118 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be08c02e-650a-47f9-90e1-38664a9d6208" -d '{"events": [{"server_uuid": "2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae", "name": "network-vif-deleted", "tag": "4554b1b6-fdcc-48c3-b569-1fff8133e32b"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:50.440444 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c42f688c-0612-4e26-9cff-4361f3a333c7 req-e5cd873b-6384-46bb-adcc-39cc1821c43e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802157 Sep 08 13:22:50.476412 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a5d757-ee21-49fe-85c9-a5edb5c5b7e1 x-openstack-request-id: req-42a5d757-ee21-49fe-85c9-a5edb5c5b7e1 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:50.476900 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae", "name": "network-vif-deleted", "tag": "4554b1b6-fdcc-48c3-b569-1fff8133e32b", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:50.477263 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42a5d757-ee21-49fe-85c9-a5edb5c5b7e1 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:50.477851 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae', 'name': 'network-vif-deleted', 'tag': '4554b1b6-fdcc-48c3-b569-1fff8133e32b', 'status': 'completed', 'code': 200} Sep 08 13:22:50.499713 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1636ed2a-ca3b-4a83-b725-fc23d7eb1ce8 req-602cef5f-63a6-443e-958b-30a7f7b530e2 service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745508 Sep 08 13:22:50.728523 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cad99f51-bec5-4d6b-b468-5aeac2f48942 req-9800259a-dd36-4167-8d4d-04712e2453ed tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=8a8a3090-9e87-434e-aed5-bdeb18cc6155 HTTP/1.1" status: 200 len: 210 time: 0.0320556 Sep 08 13:22:50.775700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb601f-79c0-40cc-a3fe-5b5710028abc req-f4012865-4977-46b7-b3c5-83dac02aeb3e tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:50.778443 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a9eb601f-79c0-40cc-a3fe-5b5710028abc req-f4012865-4977-46b7-b3c5-83dac02aeb3e tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0797892 Sep 08 13:22:50.858888 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a9eb601f-79c0-40cc-a3fe-5b5710028abc req-2a3e2fe6-c13c-41b9-bfa5-e0f57cec5e51 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732148 Sep 08 13:22:50.984619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48650f85-d7ba-45c0-b770-fd721876f634 req-7d2c2c66-edfe-4b09-9073-fd2685042045 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:50.987027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48650f85-d7ba-45c0-b770-fd721876f634 req-7d2c2c66-edfe-4b09-9073-fd2685042045 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0558162 Sep 08 13:22:51.058357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48650f85-d7ba-45c0-b770-fd721876f634 req-78bc7f4c-93ca-4fa9-a362-5b2114f15445 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487201 Sep 08 13:22:51.547075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7097a8ca-76bb-47d4-a89f-b9716f35a25e req-3d6d420a-6f43-439f-855a-82cbcd337768 tempest-AbsoluteLimitsNegativeTestJSON-718536560 tempest-AbsoluteLimitsNegativeTestJSON-718536560-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=b20ba9cc90c84dafb8f758d9d8c70291&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378747 Sep 08 13:22:51.549108 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-912837f1-80f9-4d51-82c9-90d9bd2c8157 req-a3b36b1f-3914-47ca-bfb7-b714a6f23c16 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b1b8cf8-17c7-4f1e-9e25-a3950aed01ae HTTP/1.1" status: 200 len: 210 time: 0.0292466 Sep 08 13:22:51.782969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097a8ca-76bb-47d4-a89f-b9716f35a25e req-6675325d-dcaa-42b1-80a0-40aea02406f3 tempest-AbsoluteLimitsNegativeTestJSON-718536560 tempest-AbsoluteLimitsNegativeTestJSON-718536560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:51.784663 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7097a8ca-76bb-47d4-a89f-b9716f35a25e req-6675325d-dcaa-42b1-80a0-40aea02406f3 tempest-AbsoluteLimitsNegativeTestJSON-718536560 tempest-AbsoluteLimitsNegativeTestJSON-718536560-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2251351 Sep 08 13:22:51.813217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7097a8ca-76bb-47d4-a89f-b9716f35a25e req-7cf01c53-a0d1-4878-9c14-abd7dda6de01 tempest-AbsoluteLimitsNegativeTestJSON-718536560 tempest-AbsoluteLimitsNegativeTestJSON-718536560-project] 10.222.0.69 "GET /v2.0/quotas/b20ba9cc90c84dafb8f758d9d8c70291 HTTP/1.1" status: 200 len: 375 time: 0.0161760 Sep 08 13:22:51.856999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7097a8ca-76bb-47d4-a89f-b9716f35a25e req-7f7ef94b-300c-4c74-9372-a8ee7f879326 tempest-AbsoluteLimitsNegativeTestJSON-718536560 tempest-AbsoluteLimitsNegativeTestJSON-718536560-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b20ba9cc90c84dafb8f758d9d8c70291&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351155 Sep 08 13:22:52.015514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba40a9dc-2fd6-4627-9fba-1247b6cd6782 req-2031fa95-7f44-4f95-829e-4cc441f1d398 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:52.017767 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba40a9dc-2fd6-4627-9fba-1247b6cd6782 req-2031fa95-7f44-4f95-829e-4cc441f1d398 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0653787 Sep 08 13:22:52.103737 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba40a9dc-2fd6-4627-9fba-1247b6cd6782 req-547da38e-ab0b-43b3-abb9-24504596726d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777776 Sep 08 13:22:52.233222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d8392-b583-4b5e-986d-c8b3cfca6bf5 req-f7c6cc61-6c85-4743-9c48-79cab727d0f3 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:52.242026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da0d8392-b583-4b5e-986d-c8b3cfca6bf5 req-f7c6cc61-6c85-4743-9c48-79cab727d0f3 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0720618 Sep 08 13:22:52.287835 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da0d8392-b583-4b5e-986d-c8b3cfca6bf5 req-b683d833-f7ea-4631-91d8-02178e95edfa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445955 Sep 08 13:22:52.404543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36036-d073-4760-88f9-76309421d27d req-5443590b-b26d-4a00-a79b-a63e87632201 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:52.406864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-5443590b-b26d-4a00-a79b-a63e87632201 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.4129968 Sep 08 13:22:52.423605 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-a2043753-299a-4128-b108-3eb6bfc2a551 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/quotas/d393c133e7b242bea5864f8b92030dcc HTTP/1.1" status: 200 len: 375 time: 0.0107708 Sep 08 13:22:52.459208 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-33396720-9480-4e1f-b280-5048e3269fc2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297735 Sep 08 13:22:52.475918 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38132) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:52.574941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-3678719c-f2bc-46c4-8009-2fe3d04a3efa service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078560 Sep 08 13:22:52.625087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57180ccf-4093-4d8d-b0ff-50a5c289f264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:52.703182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-3d03d690-46a5-4553-93fa-0c236f493bdb service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213658 Sep 08 13:22:52.783602 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57180ccf-4093-4d8d-b0ff-50a5c289f264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:52.791559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f946353-5aa2-4300-8750-a779e5fa0a3d req-58b53b3b-64d9-4475-91fc-9ba00b5e8e46 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:52.793087 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3f946353-5aa2-4300-8750-a779e5fa0a3d req-58b53b3b-64d9-4475-91fc-9ba00b5e8e46 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0888598 Sep 08 13:22:52.834043 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3f946353-5aa2-4300-8750-a779e5fa0a3d req-eb607734-e454-475d-a2ef-b06f49ab5bc9 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345643 Sep 08 13:22:52.855116 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57180ccf-4093-4d8d-b0ff-50a5c289f264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:52.904273 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-57180ccf-4093-4d8d-b0ff-50a5c289f264 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b20ba9cc90c84dafb8f758d9d8c70291&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259267 Sep 08 13:22:52.904500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57180ccf-4093-4d8d-b0ff-50a5c289f264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b319aee9-a1b2-4aa8-a73d-261f7c7ce3f4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:52.906494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38142) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:52.971257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2fd986cb-e014-4cb0-9990-5d42a100806c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:53.009087 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2fd986cb-e014-4cb0-9990-5d42a100806c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:53.066857 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e07d460-41b6-4c2f-a13d-91d7fdca89e4 req-6d56e420-c121-48b4-b433-5bdd0612cbce tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 210 time: 0.0737684 Sep 08 13:22:53.170563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db6093-a848-4888-b5c8-0aa37ff0d4af req-52af16a2-a2bc-4852-a408-dc1afc19c5f0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:53.172256 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90db6093-a848-4888-b5c8-0aa37ff0d4af req-52af16a2-a2bc-4852-a408-dc1afc19c5f0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0753458 Sep 08 13:22:53.173495 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2fd986cb-e014-4cb0-9990-5d42a100806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:53.176149 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2fd986cb-e014-4cb0-9990-5d42a100806c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:53.179998 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2fd986cb-e014-4cb0-9990-5d42a100806c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b319aee9-a1b2-4aa8-a73d-261f7c7ce3f4 HTTP/1.1" status: 204 len: 168 time: 0.2723715 Sep 08 13:22:53.226065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38162) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:53.229309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90db6093-a848-4888-b5c8-0aa37ff0d4af req-6c8d8dbb-4498-4a6e-905a-aa40aeb3ee10 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482383 Sep 08 13:22:53.236233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd986cb-e014-4cb0-9990-5d42a100806c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b319aee9-a1b2-4aa8-a73d-261f7c7ce3f4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:53.302988 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657afcf-59b7-46ce-93f1-cddc72c89e74 req-07f0af2c-1eac-42ee-bf73-624dc374feca tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:53.304841 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f657afcf-59b7-46ce-93f1-cddc72c89e74 req-07f0af2c-1eac-42ee-bf73-624dc374feca tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.1277366 Sep 08 13:22:53.355278 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f657afcf-59b7-46ce-93f1-cddc72c89e74 req-01a77c9b-0264-45bf-bea9-d59ca0cb943d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422559 Sep 08 13:22:53.443360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6b58e-b255-47b8-8845-174140550913 req-ac69704d-add9-435f-84ec-a61a9af4d984 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:53.445020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45f6b58e-b255-47b8-8845-174140550913 req-ac69704d-add9-435f-84ec-a61a9af4d984 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1120591 Sep 08 13:22:53.560384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45f6b58e-b255-47b8-8845-174140550913 req-9d8e0c4e-5101-43d2-bec5-afd2bd7fc47f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887244 Sep 08 13:22:53.645838 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 4554b1b6-fdcc-48c3-b569-1fff8133e32b no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:53.682803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 4554b1b6-fdcc-48c3-b569-1fff8133e32b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:22:53.682803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 4554b1b6-fdcc-48c3-b569-1fff8133e32b not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:53.847192 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5542d4b5-a9aa-4660-a897-537b69a5832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:54.166880 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e57e8938-174d-433c-8a30-0e636444e161 req-839d5ed2-2a21-44c8-9aa8-f022a07022ca tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 210 time: 0.0347152 Sep 08 13:22:54.185362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5542d4b5-a9aa-4660-a897-537b69a5832d admin admin] Deleting port effa5d7c-f821-4042-9821-9a7f6f8fd71d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:54.185738 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5542d4b5-a9aa-4660-a897-537b69a5832d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:54.290272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-5542d4b5-a9aa-4660-a897-537b69a5832d admin admin] For port effa5d7c-f821-4042-9821-9a7f6f8fd71d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=effa5d7c-f821-4042-9821-9a7f6f8fd71d,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:54.290598 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5542d4b5-a9aa-4660-a897-537b69a5832d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:54.308847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5542d4b5-a9aa-4660-a897-537b69a5832d admin admin] Calling delete_port for effa5d7c-f821-4042-9821-9a7f6f8fd71d owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:54.514979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83762485-c37b-4628-9148-f90c8c043187 req-e76df3d8-f7e2-41ea-975f-aabe9aab0636 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:54.517263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83762485-c37b-4628-9148-f90c8c043187 req-e76df3d8-f7e2-41ea-975f-aabe9aab0636 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0750799 Sep 08 13:22:54.599041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83762485-c37b-4628-9148-f90c8c043187 req-0fa9d03e-4af8-43f1-9261-1b3f5bc1141a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491850 Sep 08 13:22:54.684094 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5542d4b5-a9aa-4660-a897-537b69a5832d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:54.715641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542d4b5-a9aa-4660-a897-537b69a5832d admin admin] Pushing event deleted for resources: {'Port': ['ID=effa5d7c-f821-4042-9821-9a7f6f8fd71d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:54.857061 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38198) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:54.924688 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5542d4b5-a9aa-4660-a897-537b69a5832d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:54.981277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-189992597-network', 'tenant_id': '48f7a674d0ac4b548e1b4ae3ef4db0df'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:55.117661 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Made reservation on behalf of 48f7a674d0ac4b548e1b4ae3ef4db0df for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:22:55.120107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:55.129294 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:55.162911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5542d4b5-a9aa-4660-a897-537b69a5832d admin admin] Router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:22:55.260693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:55.300366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5542d4b5-a9aa-4660-a897-537b69a5832d admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:22:55.305725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5542d4b5-a9aa-4660-a897-537b69a5832d admin admin] 10.222.0.69 "PUT /v2.0/routers/97d36dd6-c42d-4ca7-93a8-1f18f5d6751e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0752578 Sep 08 13:22:55.306368 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-931d7020-fa52-47d1-8a0f-46f2ba2521f2 req-6508a792-10e1-40cc-b685-f0dfe941769a tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 210 time: 0.0418761 Sep 08 13:22:55.308273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38206) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:55.315917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f720a3d-b004-44be-87bf-41ec93d7ad13 None None] Sync routers for ids ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:22:55.332861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f720a3d-b004-44be-87bf-41ec93d7ad13 None None] Routers {'97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:55.333948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3f720a3d-b004-44be-87bf-41ec93d7ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:22:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:55.335360 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:55.362920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:22:55.373099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb4fef6-5d76-4abb-9ea5-8dfb79b86f82,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:55.391370 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:55.393872 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Added segment c431d9bd-ca9e-4ee5-a523-1fbd86e8d8dd of type vlan for network c99745db-7443-4cda-8975-8a339ff49041 Sep 08 13:22:55.435838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:55.456579 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:55.458766 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-3f720a3d-b004-44be-87bf-41ec93d7ad13 None None] Set router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:55.535524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:55.537231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:55.538609 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:55.598095 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:55.635140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] Pushing event updated for resources: {'Network': ['ID=c99745db-7443-4cda-8975-8a339ff49041,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:55.652953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c99745db-7443-4cda-8975-8a339ff49041 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:22:55.731406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5d366555-0618-41be-9a65-b47cf9c20d8c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8729112 Sep 08 13:22:55.734918 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38210) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:55.741308 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-32ff56c6-e4b7-4ba8-9fba-d843525837f9 admin admin] Request body: {'subnet': {'network_id': 'c99745db-7443-4cda-8975-8a339ff49041', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-189992597-subnet', 'tenant_id': '48f7a674d0ac4b548e1b4ae3ef4db0df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:55.750211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0179d14-7736-47a8-93ed-5281a1608f5d req-4f13c88e-bae4-403a-a509-fd5ee0b60d08 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:55.752578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0179d14-7736-47a8-93ed-5281a1608f5d req-4f13c88e-bae4-403a-a509-fd5ee0b60d08 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0661728 Sep 08 13:22:55.796591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3f720a3d-b004-44be-87bf-41ec93d7ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:22:54Z', 'revision_number': 5, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port': {'id': 'cec89c09-a776-4857-b6bf-1ab0ba0e89a5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:70:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:11:02Z', 'updated_at': '2021-09-08T13:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:55.841213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f720a3d-b004-44be-87bf-41ec93d7ad13 None None] Checking router: 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:22:55.848421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ff56c6-e4b7-4ba8-9fba-d843525837f9 admin admin] Made reservation on behalf of 48f7a674d0ac4b548e1b4ae3ef4db0df for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:22:55.851135 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32ff56c6-e4b7-4ba8-9fba-d843525837f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:55.856901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f720a3d-b004-44be-87bf-41ec93d7ad13 None None] Routers {'97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:22:55.857652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3f720a3d-b004-44be-87bf-41ec93d7ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:22:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:55.871826 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0179d14-7736-47a8-93ed-5281a1608f5d req-a96af913-ecca-4fa4-a75d-ad92c566e303 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063612 Sep 08 13:22:56.006974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Deleting port cec89c09-a776-4857-b6bf-1ab0ba0e89a5 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:56.007338 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:56.018457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-3f720a3d-b004-44be-87bf-41ec93d7ad13 None None] Set router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:22:56.027861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36036-d073-4760-88f9-76309421d27d req-c238b633-740a-46c9-b87c-4408e78ef3d4 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:56.029398 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-c238b633-740a-46c9-b87c-4408e78ef3d4 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.2169044 Sep 08 13:22:56.056989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-84c36036-d073-4760-88f9-76309421d27d req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Request body: {'port': {'device_id': '62b6572c-c5f4-412f-88fd-9cd4b59e831c', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'admin_state_up': True, 'tenant_id': 'd393c133e7b242bea5864f8b92030dcc'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:56.075787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3f720a3d-b004-44be-87bf-41ec93d7ad13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:22:55Z', 'revision_number': 6, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:56.109388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f720a3d-b004-44be-87bf-41ec93d7ad13 None None] The sync data for ids ['97d36dd6-c42d-4ca7-93a8-1f18f5d6751e'] in n-d-807558-3 is: [{'id': '97d36dd6-c42d-4ca7-93a8-1f18f5d6751e', 'name': 'tempest-TaggedBootDevicesTest_v242-1264934536-router', 'tenant_id': '10e812425d94404696116b1bea9ea60d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:11:00Z', 'updated_at': '2021-09-08T13:22:55Z', 'revision_number': 6, 'project_id': '10e812425d94404696116b1bea9ea60d', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:22:56.198512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] For port cec89c09-a776-4857-b6bf-1ab0ba0e89a5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cec89c09-a776-4857-b6bf-1ab0ba0e89a5,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:56.198890 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:56.216482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Calling delete_port for cec89c09-a776-4857-b6bf-1ab0ba0e89a5 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:56.244359 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32ff56c6-e4b7-4ba8-9fba-d843525837f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:56.301559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff56c6-e4b7-4ba8-9fba-d843525837f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e08a72-f725-4207-91dc-d76aa4d22c41,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:56.313695 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff56c6-e4b7-4ba8-9fba-d843525837f9 admin admin] Checking segment: {'id': 'c431d9bd-ca9e-4ee5-a523-1fbd86e8d8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'c99745db-7443-4cda-8975-8a339ff49041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:22:56.314066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff56c6-e4b7-4ba8-9fba-d843525837f9 admin admin] Network hostable DHCP agents. Network: c99745db-7443-4cda-8975-8a339ff49041, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:22:56.376514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c36036-d073-4760-88f9-76309421d27d req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Made reservation on behalf of d393c133e7b242bea5864f8b92030dcc for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:22:56.380708 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-84c36036-d073-4760-88f9-76309421d27d req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:56.397920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ff56c6-e4b7-4ba8-9fba-d843525837f9 admin admin] Network c99745db-7443-4cda-8975-8a339ff49041 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:22:56.414615 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a9b91fc-f13c-4b93-a40a-4bfaac644de3 req-3475e849-449a-434d-b87c-dfbb123ff9a3 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 210 time: 0.0316489 Sep 08 13:22:56.501410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-32ff56c6-e4b7-4ba8-9fba-d843525837f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c99745db-7443-4cda-8975-8a339ff49041) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:56.506611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ff56c6-e4b7-4ba8-9fba-d843525837f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:56.507477 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32ff56c6-e4b7-4ba8-9fba-d843525837f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:56.517676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f715e08-11c2-4837-90a1-889ed2b3f781 None None] Network c99745db-7443-4cda-8975-8a339ff49041 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:22:56.570459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-84c36036-d073-4760-88f9-76309421d27d req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Allocated IP 172.20.0.12 (472f8bac-fe07-4bc2-9af9-0fd24f5a157d/80fa4303-193a-472f-a290-301c315fda82/0cdd1797-dad3-4f07-989e-402fff0676af) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:22:56.603293 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:56.608552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device effa5d7c-f821-4042-9821-9a7f6f8fd71d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:56.627456 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-32ff56c6-e4b7-4ba8-9fba-d843525837f9 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8909140 Sep 08 13:22:56.632866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: effa5d7c-f821-4042-9821-9a7f6f8fd71d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:22:56.637191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device effa5d7c-f821-4042-9821-9a7f6f8fd71d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:56.653900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec89c09-a776-4857-b6bf-1ab0ba0e89a5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:56.702425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ff5a7b-013e-4ff9-9453-59d5ced37d9e None None] Network c99745db-7443-4cda-8975-8a339ff49041 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:22:57.026768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-96d41cc3-0500-45c1-8fa4-c1fc402c8a16 req-e6063df1-9d84-4d07-a68c-1b144b891989 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-950562930', 'description': 'tempest-description-520378809'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:57.036221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70053d-d501-4220-b2e1-2be50e161268 req-0e97d459-6c09-412f-9d80-423738e56612 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:57.038872 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af70053d-d501-4220-b2e1-2be50e161268 req-0e97d459-6c09-412f-9d80-423738e56612 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0625858 Sep 08 13:22:57.061718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.082595 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af70053d-d501-4220-b2e1-2be50e161268 req-a3f65357-f90d-4bf2-a3d6-d481fe91431b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Sep 08 13:22:57.185434 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-84c36036-d073-4760-88f9-76309421d27d req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.186776 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.190907 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.233699 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d41cc3-0500-45c1-8fa4-c1fc402c8a16 req-e6063df1-9d84-4d07-a68c-1b144b891989 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.319542 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.325405 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97d36dd6-c42d-4ca7-93a8-1f18f5d6751e {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:22:57.329428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.332462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7bc00d4d-6676-4129-93e8-d2f8f82d5536 admin admin] 10.222.0.69 "DELETE /v2.0/routers/97d36dd6-c42d-4ca7-93a8-1f18f5d6751e HTTP/1.1" status: 204 len: 168 time: 2.0208561 Sep 08 13:22:57.332839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38238) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:57.370164 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d41cc3-0500-45c1-8fa4-c1fc402c8a16 req-e6063df1-9d84-4d07-a68c-1b144b891989 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.386778 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-84c36036-d073-4760-88f9-76309421d27d req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.402932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8338425-bc92-4729-8b20-3256cbf3f5ae req-6d546494-e3a8-4edd-a9a6-d9ae1d6eb47d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:57.404628 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c8338425-bc92-4729-8b20-3256cbf3f5ae req-6d546494-e3a8-4edd-a9a6-d9ae1d6eb47d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0591505 Sep 08 13:22:57.431157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c36036-d073-4760-88f9-76309421d27d req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:22:57.434380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ceda85-58af-4aec-a625-abc2a9a58b21 admin admin] Deleting subnet 104c4bbf-33a7-4238-8ce4-311c1a8159e2 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:22:57.441693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-84c36036-d073-4760-88f9-76309421d27d req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:22:57.443757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-24ceda85-58af-4aec-a625-abc2a9a58b21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.464985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c36036-d073-4760-88f9-76309421d27d req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:22:57.480161 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c8338425-bc92-4729-8b20-3256cbf3f5ae req-e2a0bf66-d9da-40b7-a826-ecd800fdc44e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605423 Sep 08 13:22:57.482420 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d41cc3-0500-45c1-8fa4-c1fc402c8a16 req-e6063df1-9d84-4d07-a68c-1b144b891989 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.512281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Pushing event updated for resources: {'Port': ['ID=0cdd1797-dad3-4f07-989e-402fff0676af,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:57.546673 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-24ceda85-58af-4aec-a625-abc2a9a58b21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.585371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6063df1-9d84-4d07-a68c-1b144b891989 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=012197a6-882b-478d-a5db-5e7e10023352,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:57.602365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36036-d073-4760-88f9-76309421d27d req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:57.603045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-84c36036-d073-4760-88f9-76309421d27d req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.623428 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8251c1-a9b7-458d-accf-fb0b76cee7c6 req-422db482-0055-4732-932a-698fb2d5ac0d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:57.625091 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e8251c1-a9b7-458d-accf-fb0b76cee7c6 req-422db482-0055-4732-932a-698fb2d5ac0d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 932 time: 0.0519228 Sep 08 13:22:57.642510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96d41cc3-0500-45c1-8fa4-c1fc402c8a16 req-e6063df1-9d84-4d07-a68c-1b144b891989 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.643867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96d41cc3-0500-45c1-8fa4-c1fc402c8a16 req-e6063df1-9d84-4d07-a68c-1b144b891989 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6288428 Sep 08 13:22:57.671380 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-24ceda85-58af-4aec-a625-abc2a9a58b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.671659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e8251c1-a9b7-458d-accf-fb0b76cee7c6 req-e8a98cf1-e5ee-4215-9434-86f00b7a5fba tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Sep 08 13:22:57.738848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-f542bb8c-1b8e-4657-a585-63b56984c83d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6998522 Sep 08 13:22:57.756559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Request body: {'port': {'device_id': '62b6572c-c5f4-412f-88fd-9cd4b59e831c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:57.758440 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb2eb135-9688-4cc4-8fa8-ebe80112f3e6 req-74643248-9e9d-4035-a942-520ac49e0c8a tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/012197a6-882b-478d-a5db-5e7e10023352 HTTP/1.1" status: 200 len: 1805 time: 0.0439765 Sep 08 13:22:57.770018 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-bb2eb135-9688-4cc4-8fa8-ebe80112f3e6 req-7cad2b5c-f346-4d44-a074-c13bdf38ffd6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '012197a6-882b-478d-a5db-5e7e10023352', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:57.770479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-bb2eb135-9688-4cc4-8fa8-ebe80112f3e6 req-7cad2b5c-f346-4d44-a074-c13bdf38ffd6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '012197a6-882b-478d-a5db-5e7e10023352', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:57.795232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0eb32-fab5-4b18-95d2-6ad1e9323862 req-d4392dba-9fd5-44f7-afb3-fc0f5d231fa3 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:57.796854 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42b0eb32-fab5-4b18-95d2-6ad1e9323862 req-d4392dba-9fd5-44f7-afb3-fc0f5d231fa3 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1013978 Sep 08 13:22:57.851830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.866872 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42b0eb32-fab5-4b18-95d2-6ad1e9323862 req-1b58717d-0fae-4a33-99c3-4a2d15ec9e6f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640528 Sep 08 13:22:57.921643 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-24ceda85-58af-4aec-a625-abc2a9a58b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.940226 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb2eb135-9688-4cc4-8fa8-ebe80112f3e6 req-7cad2b5c-f346-4d44-a074-c13bdf38ffd6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:57.985814 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb2eb135-9688-4cc4-8fa8-ebe80112f3e6 req-7cad2b5c-f346-4d44-a074-c13bdf38ffd6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.035835 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-24ceda85-58af-4aec-a625-abc2a9a58b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.040387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38248) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:58.040913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-24ceda85-58af-4aec-a625-abc2a9a58b21 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/104c4bbf-33a7-4238-8ce4-311c1a8159e2 HTTP/1.1" status: 204 len: 168 time: 0.7070937 Sep 08 13:22:58.042863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923299a8-4dfc-401f-979d-eb5fd3a84064 None None] Network 900c854b-c2a6-4864-a8d1-7387ea265132 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:22:58.048355 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ceda85-58af-4aec-a625-abc2a9a58b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=104c4bbf-33a7-4238-8ce4-311c1a8159e2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:58.073257 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb2eb135-9688-4cc4-8fa8-ebe80112f3e6 req-7cad2b5c-f346-4d44-a074-c13bdf38ffd6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.148823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad2b5c-f346-4d44-a074-c13bdf38ffd6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e50586-e820-4ece-a6e9-e38d50f0d7f1,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:58.153369 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.220538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Deleting port 6105ebc3-1973-4c95-ab38-b585d52be094 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:58.220889 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.261600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd7f4c1-d750-41a7-af97-b9c3f97553ec None None] DHCP port deletion for 900c854b-c2a6-4864-a8d1-7387ea265132 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:22:58.281285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11236310-6c95-4001-b114-a95d03cc5f63 req-156bfc50-b610-46cd-b229-90a88f6003eb tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:58.282906 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-11236310-6c95-4001-b114-a95d03cc5f63 req-156bfc50-b610-46cd-b229-90a88f6003eb tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0940478 Sep 08 13:22:58.291396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb2eb135-9688-4cc4-8fa8-ebe80112f3e6 req-7cad2b5c-f346-4d44-a074-c13bdf38ffd6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.292713 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb2eb135-9688-4cc4-8fa8-ebe80112f3e6 req-7cad2b5c-f346-4d44-a074-c13bdf38ffd6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5270886 Sep 08 13:22:58.294207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cdd1797-dad3-4f07-989e-402fff0676af {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:22:58.304088 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.317590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] For port 6105ebc3-1973-4c95-ab38-b585d52be094, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6105ebc3-1973-4c95-ab38-b585d52be094,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:58.318426 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.333587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Transition to ACTIVE for port object 0cdd1797-dad3-4f07-989e-402fff0676af will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:22:58.339238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ccd7f4c1-d750-41a7-af97-b9c3f97553ec None None] Deleting port 6105ebc3-1973-4c95-ab38-b585d52be094 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:22:58.339686 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ccd7f4c1-d750-41a7-af97-b9c3f97553ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.340266 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-9b6101b3-d62e-4d1b-ac97-57045b155dda req-3c4c04e9-14ed-423b-b00a-08e441de7546 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1586522018', 'description': 'tempest-description-2005581520'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:58.344756 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Calling delete_port for 6105ebc3-1973-4c95-ab38-b585d52be094 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:58.348646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-11236310-6c95-4001-b114-a95d03cc5f63 req-1330a789-6a46-43bf-98f6-9e308f75a1ca tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569255 Sep 08 13:22:58.409548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ccd7f4c1-d750-41a7-af97-b9c3f97553ec None None] For port 6105ebc3-1973-4c95-ab38-b585d52be094, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6105ebc3-1973-4c95-ab38-b585d52be094,segment=NetworkSegment(aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0),segment_id=aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:22:58.409946 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ccd7f4c1-d750-41a7-af97-b9c3f97553ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.424410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ccd7f4c1-d750-41a7-af97-b9c3f97553ec None None] Calling delete_port for 6105ebc3-1973-4c95-ab38-b585d52be094 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:22:58.461134 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.520708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdd1797-dad3-4f07-989e-402fff0676af,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:58.541076 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9b6101b3-d62e-4d1b-ac97-57045b155dda req-3c4c04e9-14ed-423b-b00a-08e441de7546 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: from cryptography.utils import int_from_bytes Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: from cryptography.utils import int_from_bytes Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.588069 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:22:58.591552 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:22:58.593427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.597130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Attempting to bind port 0cdd1797-dad3-4f07-989e-402fff0676af on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:22:58.597475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Attempting to bind port 0cdd1797-dad3-4f07-989e-402fff0676af by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:22:58.597988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Attempting to bind port 0cdd1797-dad3-4f07-989e-402fff0676af on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:58.600572 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ccd7f4c1-d750-41a7-af97-b9c3f97553ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.603556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Port 0cdd1797-dad3-4f07-989e-402fff0676af on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:22:58.604104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Attempting to bind port 0cdd1797-dad3-4f07-989e-402fff0676af on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:22:58.612202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:22:58.613033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Checking segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:22:58.613662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Bound using segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:22:58.614637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Bound port: 0cdd1797-dad3-4f07-989e-402fff0676af, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:22:58.615230 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.633728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd7f4c1-d750-41a7-af97-b9c3f97553ec None None] Pushing event deleted for resources: {'Port': ['ID=6105ebc3-1973-4c95-ab38-b585d52be094,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:58.635637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cec89c09-a776-4857-b6bf-1ab0ba0e89a5 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:58.638919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Pushing event deleted for resources: {'Port': ['ID=6105ebc3-1973-4c95-ab38-b585d52be094,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:58.656683 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] No DVR routers for this DVR port 6105ebc3-1973-4c95-ab38-b585d52be094 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:58.666916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd7f4c1-d750-41a7-af97-b9c3f97553ec None None] No DVR routers for this DVR port 6105ebc3-1973-4c95-ab38-b585d52be094 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:22:58.668894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: cec89c09-a776-4857-b6bf-1ab0ba0e89a5 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:22:58.669284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cec89c09-a776-4857-b6bf-1ab0ba0e89a5 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:58.669890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6105ebc3-1973-4c95-ab38-b585d52be094 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:22:58.692075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 6105ebc3-1973-4c95-ab38-b585d52be094 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:22:58.692573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6105ebc3-1973-4c95-ab38-b585d52be094 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:22:58.723615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] For port 0cdd1797-dad3-4f07-989e-402fff0676af, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:22:58.731857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] For port 0cdd1797-dad3-4f07-989e-402fff0676af, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=0cdd1797-dad3-4f07-989e-402fff0676af,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:22:58.770396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9b6101b3-d62e-4d1b-ac97-57045b155dda req-3c4c04e9-14ed-423b-b00a-08e441de7546 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.772224 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.795340 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900c854b-c2a6-4864-a8d1-7387ea265132']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:58.813467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:58.813794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3b5e42-035c-4ccc-b9be-cfb2e6a589d0') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:22:58.819071 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.824836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.833742 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9b6101b3-d62e-4d1b-ac97-57045b155dda req-3c4c04e9-14ed-423b-b00a-08e441de7546 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.848195 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.856738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:58.857420 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.858923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] 10.222.0.70 "PUT /v2.0/ports/0cdd1797-dad3-4f07-989e-402fff0676af HTTP/1.1" status: 200 len: 1092 time: 1.1110325 Sep 08 13:22:58.861520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b6572c-c5f4-412f-88fd-9cd4b59e831c', 'tag': '0cdd1797-dad3-4f07-989e-402fff0676af'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:22:58.864221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:22:58.864645 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:58.864774 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e08d42-2d88-4d28-9399-bbbcbfab3a61" -d '{"events": [{"name": "network-changed", "server_uuid": "62b6572c-c5f4-412f-88fd-9cd4b59e831c", "tag": "0cdd1797-dad3-4f07-989e-402fff0676af"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:22:58.866353 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:22:58.891430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c04e9-14ed-423b-b00a-08e441de7546 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4b7ce0-15f9-48c4-ae52-84402de52b61,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:58.905151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce781b6-69f7-488e-bbfe-39b82646aa6a req-8e5455f0-2381-4db0-9546-77d4ef73e21d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:58.906619 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce781b6-69f7-488e-bbfe-39b82646aa6a req-8e5455f0-2381-4db0-9546-77d4ef73e21d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 944 time: 0.1208966 Sep 08 13:22:58.909979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6335d96-5d61-4072-8bb8-40fe0948d747 service neutron] Pushing event updated for resources: {'Port': ['ID=0cdd1797-dad3-4f07-989e-402fff0676af,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:58.949660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce781b6-69f7-488e-bbfe-39b82646aa6a req-6aca8dc3-4493-41b5-8bc0-e8a95f0e4657 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357847 Sep 08 13:22:59.014194 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330ebf28-4bef-4be3-93d1-9fa84168e9ad x-openstack-request-id: req-330ebf28-4bef-4be3-93d1-9fa84168e9ad {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:22:59.014194 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b6572c-c5f4-412f-88fd-9cd4b59e831c", "tag": "0cdd1797-dad3-4f07-989e-402fff0676af", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:22:59.014194 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-330ebf28-4bef-4be3-93d1-9fa84168e9ad {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:22:59.014194 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b6572c-c5f4-412f-88fd-9cd4b59e831c', 'tag': '0cdd1797-dad3-4f07-989e-402fff0676af', 'status': 'completed', 'code': 200} Sep 08 13:22:59.055630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e08d42-2d88-4d28-9399-bbbcbfab3a61 req-15f183eb-c134-44b2-b0c1-8ea4474ab678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:59.057132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67e08d42-2d88-4d28-9399-bbbcbfab3a61 req-15f183eb-c134-44b2-b0c1-8ea4474ab678 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 1095 time: 0.0410383 Sep 08 13:22:59.078650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9b6101b3-d62e-4d1b-ac97-57045b155dda req-3c4c04e9-14ed-423b-b00a-08e441de7546 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:59.079954 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b6101b3-d62e-4d1b-ac97-57045b155dda req-3c4c04e9-14ed-423b-b00a-08e441de7546 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7498362 Sep 08 13:22:59.190096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8d5bcb4-689f-4d6b-a121-bb41e9e77a64 req-45b72918-fc18-417b-ae67-c2b42af13ed6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/6d4b7ce0-15f9-48c4-ae52-84402de52b61 HTTP/1.1" status: 200 len: 1807 time: 0.0867600 Sep 08 13:22:59.193041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e08d42-2d88-4d28-9399-bbbcbfab3a61 req-a172c0b3-7b56-47f0-a604-65788978433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:59.194517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67e08d42-2d88-4d28-9399-bbbcbfab3a61 req-a172c0b3-7b56-47f0-a604-65788978433e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d393c133e7b242bea5864f8b92030dcc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1283486 Sep 08 13:22:59.202747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b8d5bcb4-689f-4d6b-a121-bb41e9e77a64 req-b798d9b2-8d6a-4573-ad80-58e64ebb491d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6d4b7ce0-15f9-48c4-ae52-84402de52b61', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:59.203230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b8d5bcb4-689f-4d6b-a121-bb41e9e77a64 req-b798d9b2-8d6a-4573-ad80-58e64ebb491d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '6d4b7ce0-15f9-48c4-ae52-84402de52b61', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:59.203949 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:59.211184 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:59.213126 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] 10.222.0.69 "DELETE /v2.0/networks/900c854b-c2a6-4864-a8d1-7387ea265132 HTTP/1.1" status: 204 len: 168 time: 1.1715930 Sep 08 13:22:59.245842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af7d5a-3d1c-46cc-bbb4-45ccf136ab30 admin admin] Pushing event deleted for resources: {'Network': ['ID=900c854b-c2a6-4864-a8d1-7387ea265132,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:59.357104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e08d42-2d88-4d28-9399-bbbcbfab3a61 req-767a1212-e330-46be-9faa-b97e5eb9071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:59.358658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67e08d42-2d88-4d28-9399-bbbcbfab3a61 req-767a1212-e330-46be-9faa-b97e5eb9071c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335158 Sep 08 13:22:59.419431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8d5bcb4-689f-4d6b-a121-bb41e9e77a64 req-b798d9b2-8d6a-4573-ad80-58e64ebb491d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:59.489222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161905c8-d442-4759-a4c3-fb3d13e642e6 req-ca68299e-3e27-487c-bd98-e5026c9e8242 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:59.491281 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-161905c8-d442-4759-a4c3-fb3d13e642e6 req-ca68299e-3e27-487c-bd98-e5026c9e8242 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0599804 Sep 08 13:22:59.526263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8d5bcb4-689f-4d6b-a121-bb41e9e77a64 req-b798d9b2-8d6a-4573-ad80-58e64ebb491d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:59.529587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36036-d073-4760-88f9-76309421d27d req-5de931ea-07a9-4d4d-bd1a-bc023a6bbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:59.531762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-5de931ea-07a9-4d4d-bd1a-bc023a6bbbaf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 1095 time: 0.1325123 Sep 08 13:22:59.545794 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-161905c8-d442-4759-a4c3-fb3d13e642e6 req-bf1d92ae-3dc8-43e8-b372-b22c596f03c1 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451970 Sep 08 13:22:59.580179 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-f159e6c0-967f-404a-98eb-893f1ee31445 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0cdd1797-dad3-4f07-989e-402fff0676af HTTP/1.1" status: 200 len: 217 time: 0.0404375 Sep 08 13:22:59.587710 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8d5bcb4-689f-4d6b-a121-bb41e9e77a64 req-b798d9b2-8d6a-4573-ad80-58e64ebb491d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:59.637139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798d9b2-8d6a-4573-ad80-58e64ebb491d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9efb7ca-aa1e-4bb8-bf12-431de4473433,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:22:59.657724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38270) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:59.657876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c36036-d073-4760-88f9-76309421d27d req-53c10aeb-6516-43a7-b950-48ffe9269812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:22:59.658992 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-53c10aeb-6516-43a7-b950-48ffe9269812 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80fa4303-193a-472f-a290-301c315fda82 HTTP/1.1" status: 200 len: 852 time: 0.0723462 Sep 08 13:22:59.691642 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-fe0a4004-12e4-415c-ab90-1edfe57d1520 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259485 Sep 08 13:22:59.707476 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-24ff0e87-78c7-4607-9c91-67d101581ce4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=10e812425d94404696116b1bea9ea60d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500088 Sep 08 13:22:59.710101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38272) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:22:59.761977 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfdec29b-6fe7-4b3c-b2a0-8c6f446e2223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:59.765027 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8d5bcb4-689f-4d6b-a121-bb41e9e77a64 req-b798d9b2-8d6a-4573-ad80-58e64ebb491d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:59.770659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8d5bcb4-689f-4d6b-a121-bb41e9e77a64 req-b798d9b2-8d6a-4573-ad80-58e64ebb491d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5725491 Sep 08 13:22:59.790607 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfdec29b-6fe7-4b3c-b2a0-8c6f446e2223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:59.806919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-63bb7127-d089-4035-8c8c-397452b67d7c req-3b7e18f1-cfb4-49f9-8dfa-d2248042af0f tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-981015124', 'description': 'tempest-description-1212325564'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:22:59.816794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-922e8208-3061-4a71-81e6-3b615f36886a service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184978 Sep 08 13:22:59.929158 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c36036-d073-4760-88f9-76309421d27d req-31d80fb8-cd9d-4b2f-8bdd-c0421f5ca037 service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051550 Sep 08 13:22:59.952113 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-63bb7127-d089-4035-8c8c-397452b67d7c req-3b7e18f1-cfb4-49f9-8dfa-d2248042af0f tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:22:59.999633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfdec29b-6fe7-4b3c-b2a0-8c6f446e2223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:00.002314 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfdec29b-6fe7-4b3c-b2a0-8c6f446e2223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:00.006111 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bfdec29b-6fe7-4b3c-b2a0-8c6f446e2223 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6b0c2dce-c0c8-48d9-8d56-a410d74fbb60 HTTP/1.1" status: 204 len: 168 time: 0.2924156 Sep 08 13:23:00.019659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdec29b-6fe7-4b3c-b2a0-8c6f446e2223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0c2dce-c0c8-48d9-8d56-a410d74fbb60,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:00.060091 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-63bb7127-d089-4035-8c8c-397452b67d7c req-3b7e18f1-cfb4-49f9-8dfa-d2248042af0f tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:00.095532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7d7c9-cc7d-4db9-b94d-8fcf6493f141 req-6ecd096d-6017-4bb9-a477-9846457c5372 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:00.097118 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bf7d7c9-cc7d-4db9-b94d-8fcf6493f141 req-6ecd096d-6017-4bb9-a477-9846457c5372 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 944 time: 0.0730593 Sep 08 13:23:00.139896 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-63bb7127-d089-4035-8c8c-397452b67d7c req-3b7e18f1-cfb4-49f9-8dfa-d2248042af0f tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:00.167675 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bf7d7c9-cc7d-4db9-b94d-8fcf6493f141 req-3ca3765f-d2b5-4617-bd31-1707022cf7cb tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605257 Sep 08 13:23:00.169737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7e18f1-cfb4-49f9-8dfa-d2248042af0f tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7913dc62-de90-4d7f-95ca-092d5302d440,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:00.172671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e45d55b2-2344-438b-9f67-58d828b739b2 req-6d43734a-ca1f-4f62-b827-4ea148b7ef71 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740273 Sep 08 13:23:00.244078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d55b2-2344-438b-9f67-58d828b739b2 req-8da12888-6f5a-4cc4-94cf-38517fbc8443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:00.245716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e45d55b2-2344-438b-9f67-58d828b739b2 req-8da12888-6f5a-4cc4-94cf-38517fbc8443 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 1097 time: 0.0414672 Sep 08 13:23:00.294813 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-63bb7127-d089-4035-8c8c-397452b67d7c req-3b7e18f1-cfb4-49f9-8dfa-d2248042af0f tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:00.296654 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-63bb7127-d089-4035-8c8c-397452b67d7c req-3b7e18f1-cfb4-49f9-8dfa-d2248042af0f tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4952123 Sep 08 13:23:00.336556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-43ae3213-caf8-4caa-a1f9-1a7f50e7bcac req-e95ff922-9143-47aa-b490-616d483a7f76 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1978898786', 'description': 'tempest-description-187969638'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:00.375574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d55b2-2344-438b-9f67-58d828b739b2 req-6df7fb36-edae-4491-98ce-895c21b4efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:00.377035 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e45d55b2-2344-438b-9f67-58d828b739b2 req-6df7fb36-edae-4491-98ce-895c21b4efe6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 200 len: 912 time: 0.1097691 Sep 08 13:23:00.447402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e45d55b2-2344-438b-9f67-58d828b739b2 req-9c5557e0-5df9-4a67-9a82-46b60453b998 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=56f04db0-848a-46ed-9868-642fc67a8156 HTTP/1.1" status: 200 len: 1001 time: 0.0608771 Sep 08 13:23:00.486675 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-43ae3213-caf8-4caa-a1f9-1a7f50e7bcac req-e95ff922-9143-47aa-b490-616d483a7f76 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:00.521517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d55b2-2344-438b-9f67-58d828b739b2 req-5212f1ec-8ea2-4a6e-9fb7-15effeea0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:00.523096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e45d55b2-2344-438b-9f67-58d828b739b2 req-5212f1ec-8ea2-4a6e-9fb7-15effeea0587 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6727ff3-46e9-47fd-a7eb-d2bf058b9def HTTP/1.1" status: 200 len: 850 time: 0.0660222 Sep 08 13:23:00.600682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d55b2-2344-438b-9f67-58d828b739b2 req-2abc01f5-bf8b-41b9-a6c4-2dcfc17379f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:00.602221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e45d55b2-2344-438b-9f67-58d828b739b2 req-2abc01f5-bf8b-41b9-a6c4-2dcfc17379f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94128c7a-143e-4284-b21f-f35c48c0a07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699120 Sep 08 13:23:00.645095 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-43ae3213-caf8-4caa-a1f9-1a7f50e7bcac req-e95ff922-9143-47aa-b490-616d483a7f76 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:00.646813 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b0fded1-cb0d-4c7d-9043-017dbd97bb07 req-5c738300-90db-44db-818e-be4f5ea4d6e4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0662861 Sep 08 13:23:00.718741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e45d55b2-2344-438b-9f67-58d828b739b2 req-c6000ec2-a5ed-4ddb-8c6f-01e9f61c2edb service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043234 Sep 08 13:23:00.720066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-43ae3213-caf8-4caa-a1f9-1a7f50e7bcac req-e95ff922-9143-47aa-b490-616d483a7f76 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:00.742508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e8591-3122-4621-a8a9-1e6d092739ca req-5f805615-0ded-4c86-a934-d1cbdb4de1fa tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:00.744127 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5d5e8591-3122-4621-a8a9-1e6d092739ca req-5f805615-0ded-4c86-a934-d1cbdb4de1fa tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0833683 Sep 08 13:23:00.751477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fded1-cb0d-4c7d-9043-017dbd97bb07 req-83b138f5-4e5f-407c-954a-4f8a1aa1030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:00.752153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b0fded1-cb0d-4c7d-9043-017dbd97bb07 req-83b138f5-4e5f-407c-954a-4f8a1aa1030b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 1096 time: 0.0799968 Sep 08 13:23:00.810032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ff922-9143-47aa-b490-616d483a7f76 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0087816f-ce54-4c5c-a34c-ce3cbbf651a3,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:00.812915 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5d5e8591-3122-4621-a8a9-1e6d092739ca req-f0992ab5-984c-4975-ac8a-fff590f303a6 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597563 Sep 08 13:23:00.843132 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-43ae3213-caf8-4caa-a1f9-1a7f50e7bcac req-e95ff922-9143-47aa-b490-616d483a7f76 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:00.844409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43ae3213-caf8-4caa-a1f9-1a7f50e7bcac req-e95ff922-9143-47aa-b490-616d483a7f76 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5174658 Sep 08 13:23:00.868424 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e45d55b2-2344-438b-9f67-58d828b739b2 req-6921f06b-5aae-43f8-8be1-e7a035ac414d service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417727 Sep 08 13:23:00.903917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fded1-cb0d-4c7d-9043-017dbd97bb07 req-48661528-b849-40c4-86fc-afd079346aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:00.906019 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b0fded1-cb0d-4c7d-9043-017dbd97bb07 req-48661528-b849-40c4-86fc-afd079346aa1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.1225467 Sep 08 13:23:00.960434 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b0fded1-cb0d-4c7d-9043-017dbd97bb07 req-45e36ef2-87e6-4363-86a6-4ccca60926da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e HTTP/1.1" status: 200 len: 217 time: 0.0468080 Sep 08 13:23:00.964507 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e95f19ed-78d7-4870-a5c7-c8f1809654f7 req-5ff34480-896e-49cc-89c8-53b7ac87bd70 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/7913dc62-de90-4d7f-95ca-092d5302d440 HTTP/1.1" status: 200 len: 1806 time: 0.0964177 Sep 08 13:23:01.046116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fded1-cb0d-4c7d-9043-017dbd97bb07 req-b61eef54-36bb-4969-b1b4-d63a1e7eab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:01.047634 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b0fded1-cb0d-4c7d-9043-017dbd97bb07 req-b61eef54-36bb-4969-b1b4-d63a1e7eab44 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0789030 Sep 08 13:23:01.051636 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e95f19ed-78d7-4870-a5c7-c8f1809654f7 req-75d5b429-c1a5-47b5-b34e-d3b65360b746 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/0087816f-ce54-4c5c-a34c-ce3cbbf651a3 HTTP/1.1" status: 200 len: 1806 time: 0.0748186 Sep 08 13:23:01.073437 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-e95f19ed-78d7-4870-a5c7-c8f1809654f7 req-85f168e1-981a-40d6-881a-0b4974c8d275 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7913dc62-de90-4d7f-95ca-092d5302d440', 'remote_group_id': '0087816f-ce54-4c5c-a34c-ce3cbbf651a3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:01.073764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-e95f19ed-78d7-4870-a5c7-c8f1809654f7 req-85f168e1-981a-40d6-881a-0b4974c8d275 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7913dc62-de90-4d7f-95ca-092d5302d440', 'remote_group_id': '0087816f-ce54-4c5c-a34c-ce3cbbf651a3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:01.110159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabcd3eb-f244-4650-8d57-270b85221a9e req-563cbe93-47d6-4ef1-8489-22d981f49e48 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:01.112074 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dabcd3eb-f244-4650-8d57-270b85221a9e req-563cbe93-47d6-4ef1-8489-22d981f49e48 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0677578 Sep 08 13:23:01.124300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fded1-cb0d-4c7d-9043-017dbd97bb07 req-4de9223a-6162-4b50-b3e1-52f0133a6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:01.125893 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b0fded1-cb0d-4c7d-9043-017dbd97bb07 req-4de9223a-6162-4b50-b3e1-52f0133a6173 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666497 Sep 08 13:23:01.156599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dabcd3eb-f244-4650-8d57-270b85221a9e req-e07041e3-a726-4cbd-ac7b-233549ffe4b8 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374238 Sep 08 13:23:01.223602 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b0fded1-cb0d-4c7d-9043-017dbd97bb07 req-6779018a-a8ce-4bd8-99bf-1e678e80e6ca service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886662 Sep 08 13:23:01.277234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0a648-508a-40cf-b070-3c5035d12856 req-40b1ce05-c5ec-40cc-ab41-d365845991f7 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:01.278963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bc0a648-508a-40cf-b070-3c5035d12856 req-40b1ce05-c5ec-40cc-ab41-d365845991f7 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0519745 Sep 08 13:23:01.318562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bc0a648-508a-40cf-b070-3c5035d12856 req-60cc6224-63d3-4e5a-ab5b-5473cf1bbff9 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332072 Sep 08 13:23:01.346851 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e95f19ed-78d7-4870-a5c7-c8f1809654f7 req-85f168e1-981a-40d6-881a-0b4974c8d275 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:01.388863 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b0fded1-cb0d-4c7d-9043-017dbd97bb07 req-591462ba-58ab-4dda-8c41-8241f3ace841 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517665 Sep 08 13:23:01.388863 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e95f19ed-78d7-4870-a5c7-c8f1809654f7 req-85f168e1-981a-40d6-881a-0b4974c8d275 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:01.449027 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38322) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:01.451242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92435584-3374-4647-921a-8ba9fbc44308 req-2aaa0936-107e-419f-bccb-86580d5c6e74 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:01.453063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92435584-3374-4647-921a-8ba9fbc44308 req-2aaa0936-107e-419f-bccb-86580d5c6e74 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 944 time: 0.0543060 Sep 08 13:23:01.495864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92435584-3374-4647-921a-8ba9fbc44308 req-b4beaffe-ab2f-4921-82c8-9ccde670a8a3 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364261 Sep 08 13:23:01.552529 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e95f19ed-78d7-4870-a5c7-c8f1809654f7 req-85f168e1-981a-40d6-881a-0b4974c8d275 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:01.567102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1916065129-network', 'tenant_id': '21638bf72654427495da357e097d319c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:01.588742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f168e1-981a-40d6-881a-0b4974c8d275 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df147919-b6ec-4906-b615-fe8793d0e6d4,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:01.619472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ebf72b-6b23-448a-b3fa-8fade303dd5f req-0c641935-050b-4fea-9e3d-e23788d408f5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:01.621083 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41ebf72b-6b23-448a-b3fa-8fade303dd5f req-0c641935-050b-4fea-9e3d-e23788d408f5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0547936 Sep 08 13:23:01.660144 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41ebf72b-6b23-448a-b3fa-8fade303dd5f req-c2dfe1a2-5009-4e9b-b0c2-af87b2d7503b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322428 Sep 08 13:23:01.690660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Made reservation on behalf of 21638bf72654427495da357e097d319c for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:23:01.693608 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:01.707946 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:01.783442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f4d298-9a58-45af-ae0f-2c937953238d req-92249b5c-529f-4e54-bfb4-b9cab53232ad tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:01.785020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82f4d298-9a58-45af-ae0f-2c937953238d req-92249b5c-529f-4e54-bfb4-b9cab53232ad tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0549910 Sep 08 13:23:01.797889 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e95f19ed-78d7-4870-a5c7-c8f1809654f7 req-85f168e1-981a-40d6-881a-0b4974c8d275 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:01.799428 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e95f19ed-78d7-4870-a5c7-c8f1809654f7 req-85f168e1-981a-40d6-881a-0b4974c8d275 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7312968 Sep 08 13:23:01.827697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82f4d298-9a58-45af-ae0f-2c937953238d req-bc659cb8-8005-43d9-85a9-6c51da6fd0a7 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363736 Sep 08 13:23:01.831648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-c60f6cae-7773-4535-a4a6-1d93c2a0368d req-e2dc4cf2-e42e-46cd-907a-b7333659b187 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2005847497', 'description': 'tempest-description-1030757405'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:01.902979 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:01.947208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6607a1-c549-4ad7-8e01-d672e4b71b11 req-4cf86e28-3d99-4e80-b0f2-c5038b78b834 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:01.948704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7e6607a1-c549-4ad7-8e01-d672e4b71b11 req-4cf86e28-3d99-4e80-b0f2-c5038b78b834 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0506752 Sep 08 13:23:01.986393 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:01.989334 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7e6607a1-c549-4ad7-8e01-d672e4b71b11 req-d5e43533-3aa3-4222-a3f3-d22ce87eb8dd tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339823 Sep 08 13:23:02.015064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:23:02.030929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec03aea-8ea4-4b57-827f-62849ef80061,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:02.034866 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:02.035216 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Added segment 5d1ad909-21b4-498e-a460-037e54669293 of type vlan for network 4762904d-2e4e-4e95-9991-8caf7d7e75d1 Sep 08 13:23:02.077229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:02.081280 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c60f6cae-7773-4535-a4a6-1d93c2a0368d req-e2dc4cf2-e42e-46cd-907a-b7333659b187 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:02.112819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01381b-e859-4949-84fb-b592fe501182 req-c0712b16-f2de-4993-bd86-390aef651048 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:02.114258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f01381b-e859-4949-84fb-b592fe501182 req-c0712b16-f2de-4993-bd86-390aef651048 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0538719 Sep 08 13:23:02.155773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f01381b-e859-4949-84fb-b592fe501182 req-b1c5209c-fbc3-4516-8c97-2243d632aaf7 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348322 Sep 08 13:23:02.186320 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c60f6cae-7773-4535-a4a6-1d93c2a0368d req-e2dc4cf2-e42e-46cd-907a-b7333659b187 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:02.226072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:02.227135 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:02.227726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:02.278379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc0604-abbe-42f3-ab7c-3c16d089fae1 req-db687c30-e123-4ed4-b9c2-695b89887714 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:02.280389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80cc0604-abbe-42f3-ab7c-3c16d089fae1 req-db687c30-e123-4ed4-b9c2-695b89887714 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0525467 Sep 08 13:23:02.288433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] Pushing event updated for resources: {'Network': ['ID=4762904d-2e4e-4e95-9991-8caf7d7e75d1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:02.298793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 4762904d-2e4e-4e95-9991-8caf7d7e75d1 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:23:02.312726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c60f6cae-7773-4535-a4a6-1d93c2a0368d req-e2dc4cf2-e42e-46cd-907a-b7333659b187 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:02.324557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80cc0604-abbe-42f3-ab7c-3c16d089fae1 req-434cec55-9b92-4a93-89d9-d02b68895a5c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373721 Sep 08 13:23:02.344316 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc4cf2-e42e-46cd-907a-b7333659b187 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a538d47e-28b9-4d5e-ad3d-3f2de4aecaba,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:02.375581 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9bd7021a-c431-4eb6-a9f2-f08b9e3cf331 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9254317 Sep 08 13:23:02.383749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38348) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:02.389897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-22608d9f-c895-4063-b1af-5cc771656543 admin admin] Request body: {'subnet': {'network_id': '4762904d-2e4e-4e95-9991-8caf7d7e75d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1916065129-subnet', 'tenant_id': '21638bf72654427495da357e097d319c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:02.411083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c60f6cae-7773-4535-a4a6-1d93c2a0368d req-e2dc4cf2-e42e-46cd-907a-b7333659b187 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:02.415820 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c60f6cae-7773-4535-a4a6-1d93c2a0368d req-e2dc4cf2-e42e-46cd-907a-b7333659b187 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5871396 Sep 08 13:23:02.438379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-3b91e85e-ee42-4c95-af50-2292c6c57c28 req-76ba5290-e0bf-4fc3-b69f-fb84f482e5b9 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1131570676', 'description': 'tempest-description-576558351'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:02.511651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b824e38-bfc6-45d3-a7a0-9519645d8280 req-e2131d6b-ed3c-49e3-872c-04b382b9fa99 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:02.513157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b824e38-bfc6-45d3-a7a0-9519645d8280 req-e2131d6b-ed3c-49e3-872c-04b382b9fa99 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0492108 Sep 08 13:23:02.531255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22608d9f-c895-4063-b1af-5cc771656543 admin admin] Made reservation on behalf of 21638bf72654427495da357e097d319c for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:23:02.534530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-22608d9f-c895-4063-b1af-5cc771656543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:02.558340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b824e38-bfc6-45d3-a7a0-9519645d8280 req-03c828bf-83df-4258-963f-49d82e665a9b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382342 Sep 08 13:23:02.611612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 0cdd1797-dad3-4f07-989e-402fff0676af details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:23:02.676307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b949662-b70d-4a25-a986-327ff97c0196 req-6fbc44cf-82b3-4c53-8c6b-1ed20c8d7e37 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:02.678572 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b949662-b70d-4a25-a986-327ff97c0196 req-6fbc44cf-82b3-4c53-8c6b-1ed20c8d7e37 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 944 time: 0.0584648 Sep 08 13:23:02.720650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 0cdd1797-dad3-4f07-989e-402fff0676af, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=0cdd1797-dad3-4f07-989e-402fff0676af,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:02.727756 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b949662-b70d-4a25-a986-327ff97c0196 req-86cad720-24b9-4d3a-9203-a4a92eff98a7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362990 Sep 08 13:23:02.735574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '0cdd1797-dad3-4f07-989e-402fff0676af', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'port_id': '0cdd1797-dad3-4f07-989e-402fff0676af', 'mac_address': 'fa:16:3e:94:4f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fa4303-193a-472f-a290-301c315fda82', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:23:02.783723 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:02.798450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdd1797-dad3-4f07-989e-402fff0676af {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:23:02.821468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 0cdd1797-dad3-4f07-989e-402fff0676af, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=0cdd1797-dad3-4f07-989e-402fff0676af,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:02.859235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86051ff-711e-4d37-b86f-b207f125611e req-69d0eabc-7861-4674-8436-e6d8a01130cd tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:02.860789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c86051ff-711e-4d37-b86f-b207f125611e req-69d0eabc-7861-4674-8436-e6d8a01130cd tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0590520 Sep 08 13:23:02.904549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c86051ff-711e-4d37-b86f-b207f125611e req-a7494bb5-f851-4b73-913d-16866f1b9b83 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375814 Sep 08 13:23:02.921473 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3b91e85e-ee42-4c95-af50-2292c6c57c28 req-76ba5290-e0bf-4fc3-b69f-fb84f482e5b9 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:02.946512 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:03.001241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=0cdd1797-dad3-4f07-989e-402fff0676af,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:03.089607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec045e64-6204-4a02-9891-de4888aeeb45 req-5b7acdd1-c093-49b3-adfa-3dbb2afafad8 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:03.091185 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec045e64-6204-4a02-9891-de4888aeeb45 req-5b7acdd1-c093-49b3-adfa-3dbb2afafad8 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0526202 Sep 08 13:23:03.110508 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3b91e85e-ee42-4c95-af50-2292c6c57c28 req-76ba5290-e0bf-4fc3-b69f-fb84f482e5b9 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:03.131924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec045e64-6204-4a02-9891-de4888aeeb45 req-12af1b1d-2d53-4c55-94fa-e65335106178 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337379 Sep 08 13:23:03.190450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['0cdd1797-dad3-4f07-989e-402fff0676af'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:23:03.196626 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3b91e85e-ee42-4c95-af50-2292c6c57c28 req-76ba5290-e0bf-4fc3-b69f-fb84f482e5b9 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:03.242208 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-22608d9f-c895-4063-b1af-5cc771656543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:03.246627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42c938-f235-4cf0-b29d-41b0cc6adc82 req-139eea6a-d805-4738-a14e-02a80f028da0 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:03.248598 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6a42c938-f235-4cf0-b29d-41b0cc6adc82 req-139eea6a-d805-4738-a14e-02a80f028da0 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0598764 Sep 08 13:23:03.254769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba5290-e0bf-4fc3-b69f-fb84f482e5b9 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4de9cb8-c29b-444f-950f-8e7dc22384ae,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:03.302950 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6a42c938-f235-4cf0-b29d-41b0cc6adc82 req-3909aea2-2d57-4f68-96ac-fa7e48eff8aa tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458429 Sep 08 13:23:03.313069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22608d9f-c895-4063-b1af-5cc771656543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a496e75e-136d-4ecf-9509-17692f03332b,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:03.323894 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3b91e85e-ee42-4c95-af50-2292c6c57c28 req-76ba5290-e0bf-4fc3-b69f-fb84f482e5b9 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:03.325149 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3b91e85e-ee42-4c95-af50-2292c6c57c28 req-76ba5290-e0bf-4fc3-b69f-fb84f482e5b9 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8910582 Sep 08 13:23:03.325877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22608d9f-c895-4063-b1af-5cc771656543 admin admin] Checking segment: {'id': '5d1ad909-21b4-498e-a460-037e54669293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4762904d-2e4e-4e95-9991-8caf7d7e75d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:23:03.326281 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22608d9f-c895-4063-b1af-5cc771656543 admin admin] Network hostable DHCP agents. Network: 4762904d-2e4e-4e95-9991-8caf7d7e75d1, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:23:03.402339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0bd297b5-a509-40a4-85db-a06a794398e5 req-39e2e217-c34c-4a34-b48f-b421158b846a tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/a538d47e-28b9-4d5e-ad3d-3f2de4aecaba HTTP/1.1" status: 200 len: 1807 time: 0.0497711 Sep 08 13:23:03.426236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0d0ac-f835-4db7-b1ae-78560abd4e4f req-a8b26cf2-0c2b-4ffe-a19a-e42a473f5289 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:03.426841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22608d9f-c895-4063-b1af-5cc771656543 admin admin] Network 4762904d-2e4e-4e95-9991-8caf7d7e75d1 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:23:03.427685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cd0d0ac-f835-4db7-b1ae-78560abd4e4f req-a8b26cf2-0c2b-4ffe-a19a-e42a473f5289 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0516355 Sep 08 13:23:03.455683 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0bd297b5-a509-40a4-85db-a06a794398e5 req-a9f3b7dd-c675-4930-b29c-c2a574c7a4b8 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/c4de9cb8-c29b-444f-950f-8e7dc22384ae HTTP/1.1" status: 200 len: 1806 time: 0.0461752 Sep 08 13:23:03.466762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-0bd297b5-a509-40a4-85db-a06a794398e5 req-628e8593-aa40-4d97-88e3-8ec726e1309e tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a538d47e-28b9-4d5e-ad3d-3f2de4aecaba', 'remote_group_id': 'c4de9cb8-c29b-444f-950f-8e7dc22384ae', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:03.467617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-0bd297b5-a509-40a4-85db-a06a794398e5 req-628e8593-aa40-4d97-88e3-8ec726e1309e tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a538d47e-28b9-4d5e-ad3d-3f2de4aecaba', 'remote_group_id': 'c4de9cb8-c29b-444f-950f-8e7dc22384ae', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:03.467855 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cd0d0ac-f835-4db7-b1ae-78560abd4e4f req-d61dd3e2-c3d8-439e-9b92-fcb07af242d7 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333607 Sep 08 13:23:03.511897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-22608d9f-c895-4063-b1af-5cc771656543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 4762904d-2e4e-4e95-9991-8caf7d7e75d1) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:03.516585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22608d9f-c895-4063-b1af-5cc771656543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:03.517207 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-22608d9f-c895-4063-b1af-5cc771656543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:03.523077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b4479a-268f-4fe0-b436-5ec0159642a4 None None] Network 4762904d-2e4e-4e95-9991-8caf7d7e75d1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:23:03.633031 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0bd297b5-a509-40a4-85db-a06a794398e5 req-628e8593-aa40-4d97-88e3-8ec726e1309e tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:03.643248 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-22608d9f-c895-4063-b1af-5cc771656543 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2582119 Sep 08 13:23:03.675393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aac386-916c-4913-8446-9ab273bf940a req-1f84cc3b-6f47-43da-8cd1-baf75694c92f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:03.675938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0bd297b5-a509-40a4-85db-a06a794398e5 req-628e8593-aa40-4d97-88e3-8ec726e1309e tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:03.677636 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9aac386-916c-4913-8446-9ab273bf940a req-1f84cc3b-6f47-43da-8cd1-baf75694c92f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0717654 Sep 08 13:23:03.721681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9aac386-916c-4913-8446-9ab273bf940a req-f47a7ab9-b04b-4db0-909e-a4e95ed1b1db tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375030 Sep 08 13:23:03.786616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0bd297b5-a509-40a4-85db-a06a794398e5 req-628e8593-aa40-4d97-88e3-8ec726e1309e tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:03.823938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e8593-aa40-4d97-88e3-8ec726e1309e tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa1e0e11-1c0a-4c6d-ae75-eaf764ecb0d5,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:03.834645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08561ec-3cfa-4064-b048-b0eba67f824f None None] Network 4762904d-2e4e-4e95-9991-8caf7d7e75d1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:23:03.879106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0bd297b5-a509-40a4-85db-a06a794398e5 req-628e8593-aa40-4d97-88e3-8ec726e1309e tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:03.888110 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0bd297b5-a509-40a4-85db-a06a794398e5 req-628e8593-aa40-4d97-88e3-8ec726e1309e tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4254000 Sep 08 13:23:03.905920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8c480-2211-44d1-ae97-198d0d3befd1 req-e104c3cf-796a-4e39-835a-ba164cb16576 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:03.907617 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-74c8c480-2211-44d1-ae97-198d0d3befd1 req-e104c3cf-796a-4e39-835a-ba164cb16576 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 945 time: 0.0622952 Sep 08 13:23:03.962483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-74c8c480-2211-44d1-ae97-198d0d3befd1 req-2ee9fd9e-6eb7-4160-ad39-57c520357096 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482078 Sep 08 13:23:04.018090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dda1dd-1307-4074-a68e-7d714b186fea req-93e80b6a-fe6e-430a-80d2-c4fedbbdb23c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:04.019696 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51dda1dd-1307-4074-a68e-7d714b186fea req-93e80b6a-fe6e-430a-80d2-c4fedbbdb23c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0663354 Sep 08 13:23:04.060615 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51dda1dd-1307-4074-a68e-7d714b186fea req-8abde95e-d5f0-496a-8698-70b0f7c1e057 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346010 Sep 08 13:23:04.136460 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3be85519-ecd5-40b8-a69f-b29abd9cab4b req-050078d4-3c44-48ae-a7fc-85b2bfec2652 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/c4de9cb8-c29b-444f-950f-8e7dc22384ae HTTP/1.1" status: 200 len: 1806 time: 0.0487032 Sep 08 13:23:04.199403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3be85519-ecd5-40b8-a69f-b29abd9cab4b req-e0174fc2-001d-4547-9600-4f6f31076b84 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:04.223218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3be85519-ecd5-40b8-a69f-b29abd9cab4b req-e0174fc2-001d-4547-9600-4f6f31076b84 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:04.283679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-c8c2eefe-573b-4dd3-a672-193aa0ae4b90 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:04.285377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-c8c2eefe-573b-4dd3-a672-193aa0ae4b90 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/networks?id=4762904d-2e4e-4e95-9991-8caf7d7e75d1 HTTP/1.1" status: 200 len: 814 time: 0.1055188 Sep 08 13:23:04.312350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-bccbc25b-4e52-4c7e-9ba0-a391321c11be tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/quotas/21638bf72654427495da357e097d319c HTTP/1.1" status: 200 len: 375 time: 0.0204737 Sep 08 13:23:04.358048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-1f21a915-784a-4692-9d9b-3b195cf697c4 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=21638bf72654427495da357e097d319c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344670 Sep 08 13:23:04.563322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3be85519-ecd5-40b8-a69f-b29abd9cab4b req-e0174fc2-001d-4547-9600-4f6f31076b84 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:04.567781 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3be85519-ecd5-40b8-a69f-b29abd9cab4b req-e0174fc2-001d-4547-9600-4f6f31076b84 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:04.567781 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3be85519-ecd5-40b8-a69f-b29abd9cab4b req-e0174fc2-001d-4547-9600-4f6f31076b84 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "DELETE /v2.0/security-groups/c4de9cb8-c29b-444f-950f-8e7dc22384ae HTTP/1.1" status: 204 len: 173 time: 0.4245625 Sep 08 13:23:04.581736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0174fc2-001d-4547-9600-4f6f31076b84 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4de9cb8-c29b-444f-950f-8e7dc22384ae,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:04.628572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 0cdd1797-dad3-4f07-989e-402fff0676af up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:04.733606 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-1a7dd454-fe37-44b4-bded-b030c072dc5d service neutron] 10.222.0.69 "GET /v2.0/networks/4762904d-2e4e-4e95-9991-8caf7d7e75d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705487 Sep 08 13:23:04.744899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 0cdd1797-dad3-4f07-989e-402fff0676af completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:23:04.750164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 0cdd1797-dad3-4f07-989e-402fff0676af triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:04.750632 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:04.788768 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1df1a-9be5-44d1-b7d0-fc6f10ccda15 req-e94e4e3c-3750-4880-aae8-8daa89f70cba tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:04.790486 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daa1df1a-9be5-44d1-b7d0-fc6f10ccda15 req-e94e4e3c-3750-4880-aae8-8daa89f70cba tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/networks?id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6 HTTP/1.1" status: 200 len: 813 time: 0.1297019 Sep 08 13:23:04.811685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daa1df1a-9be5-44d1-b7d0-fc6f10ccda15 req-78714cd0-278c-4740-8955-1fc4ca99654a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/quotas/6be6660e18364609aa0b2fb19ffc00ae HTTP/1.1" status: 200 len: 375 time: 0.0100298 Sep 08 13:23:04.835315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-81392ab8-1817-4ad3-8f9d-866c27ee9123 service neutron] 10.222.0.69 "GET /v2.0/networks/4762904d-2e4e-4e95-9991-8caf7d7e75d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956528 Sep 08 13:23:04.868816 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daa1df1a-9be5-44d1-b7d0-fc6f10ccda15 req-f7760dad-71bd-40cb-b00f-10bec50cd4c7 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495915 Sep 08 13:23:04.871196 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:04.913508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b6572c-c5f4-412f-88fd-9cd4b59e831c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdd1797-dad3-4f07-989e-402fff0676af'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:04.917909 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8294cab9-cfa6-4544-8bd1-f4338d79602f" -d '{"events": [{"server_uuid": "62b6572c-c5f4-412f-88fd-9cd4b59e831c", "name": "network-vif-plugged", "status": "completed", "tag": "0cdd1797-dad3-4f07-989e-402fff0676af"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:04.940916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 0cdd1797-dad3-4f07-989e-402fff0676af, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=0cdd1797-dad3-4f07-989e-402fff0676af,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:04.990693 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91be34-0d9b-4a80-87f5-8ff128cb962e req-c6aa1c1a-453a-422c-afa5-46a6dbd44614 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:04.992194 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f91be34-0d9b-4a80-87f5-8ff128cb962e req-c6aa1c1a-453a-422c-afa5-46a6dbd44614 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0536337 Sep 08 13:23:05.032030 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f91be34-0d9b-4a80-87f5-8ff128cb962e req-7ef3ba94-0a50-4707-82d6-5653499ac33e tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336771 Sep 08 13:23:05.072185 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:05.103409 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b366c18-53ff-4458-96d3-b279bc5ad616 req-f6077869-1861-49f2-95bb-983b8e3790bb tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/a538d47e-28b9-4d5e-ad3d-3f2de4aecaba HTTP/1.1" status: 200 len: 1807 time: 0.0475874 Sep 08 13:23:05.146773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=0cdd1797-dad3-4f07-989e-402fff0676af,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:05.165377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e5e5d-5848-466a-b850-971329d4873e req-a6be7d01-7fa4-493f-a460-0b8fed248cd9 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:05.166959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191e5e5d-5848-466a-b850-971329d4873e req-a6be7d01-7fa4-493f-a460-0b8fed248cd9 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0615427 Sep 08 13:23:05.214848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191e5e5d-5848-466a-b850-971329d4873e req-e8214baa-025a-4687-af69-328873a1ec76 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388241 Sep 08 13:23:05.229595 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a849a5-edde-46b9-96ef-b2a5ca6eb0b9 x-openstack-request-id: req-97a849a5-edde-46b9-96ef-b2a5ca6eb0b9 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:05.230049 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b6572c-c5f4-412f-88fd-9cd4b59e831c", "name": "network-vif-plugged", "status": "completed", "tag": "0cdd1797-dad3-4f07-989e-402fff0676af", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:05.230456 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-97a849a5-edde-46b9-96ef-b2a5ca6eb0b9 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:05.230994 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b6572c-c5f4-412f-88fd-9cd4b59e831c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdd1797-dad3-4f07-989e-402fff0676af', 'code': 200} Sep 08 13:23:05.350340 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd723f-2c29-4bdf-a2bc-e70ee073bdd2 req-59e8e715-e281-4f73-a0f4-f84d778f2e88 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:05.351957 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fcfd723f-2c29-4bdf-a2bc-e70ee073bdd2 req-59e8e715-e281-4f73-a0f4-f84d778f2e88 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 946 time: 0.0622635 Sep 08 13:23:05.366626 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d108cfc-37b2-4bf4-90be-c563f2543cb7 req-9187bfe0-6105-4e93-b1bc-ad311de3bc91 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 210 time: 0.0592010 Sep 08 13:23:05.388112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950e806-5da6-4d92-a2b2-0764eeee3ac6 req-c4c9a1f8-cc72-4127-b515-7a98c30c374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:05.389804 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c950e806-5da6-4d92-a2b2-0764eeee3ac6 req-c4c9a1f8-cc72-4127-b515-7a98c30c374b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 1097 time: 0.0694683 Sep 08 13:23:05.408739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e05acf43-19a8-4647-b464-eeb7ad99d724 req-fff01ac1-7c7b-4902-b81b-aff7891485b3 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-541421807', 'description': 'tempest-description-1214763644'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:05.409975 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fcfd723f-2c29-4bdf-a2bc-e70ee073bdd2 req-be343797-29db-4712-b718-b472ac186a8e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464807 Sep 08 13:23:05.450989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c950e806-5da6-4d92-a2b2-0764eeee3ac6 req-1ddbcdba-a54b-4907-8f21-d58561a7c37d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540488 Sep 08 13:23:05.535016 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e05acf43-19a8-4647-b464-eeb7ad99d724 req-fff01ac1-7c7b-4902-b81b-aff7891485b3 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:05.565336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432fe2-db4e-41c9-8b14-906ae6d31452 req-aa104fa2-45e4-4e1c-a495-6ab7fc5645bc tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:05.567089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf432fe2-db4e-41c9-8b14-906ae6d31452 req-aa104fa2-45e4-4e1c-a495-6ab7fc5645bc tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0533092 Sep 08 13:23:05.611331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf432fe2-db4e-41c9-8b14-906ae6d31452 req-6b8f62bc-821e-460c-9755-7cd0c4ec3133 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372314 Sep 08 13:23:05.635709 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e05acf43-19a8-4647-b464-eeb7ad99d724 req-fff01ac1-7c7b-4902-b81b-aff7891485b3 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:05.717394 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e05acf43-19a8-4647-b464-eeb7ad99d724 req-fff01ac1-7c7b-4902-b81b-aff7891485b3 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:05.752515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff01ac1-7c7b-4902-b81b-aff7891485b3 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e905ea-8003-4c91-b25a-b47c2fc473e2,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:05.785370 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7127604b-bd53-432b-957c-e38f1ae1dcf0 req-46738461-fc0d-42c1-b794-6378d63f5ba5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6be6660e18364609aa0b2fb19ffc00ae HTTP/1.1" status: 200 len: 221 time: 0.0287325 Sep 08 13:23:05.827172 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e05acf43-19a8-4647-b464-eeb7ad99d724 req-fff01ac1-7c7b-4902-b81b-aff7891485b3 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:05.828514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e05acf43-19a8-4647-b464-eeb7ad99d724 req-fff01ac1-7c7b-4902-b81b-aff7891485b3 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4250038 Sep 08 13:23:05.893132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a50e9cb2-70d1-4503-92a4-5324e32ec105 req-ec600604-0366-4394-afff-6e368e9996b7 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/e3e905ea-8003-4c91-b25a-b47c2fc473e2 HTTP/1.1" status: 200 len: 1806 time: 0.0436230 Sep 08 13:23:05.903953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-a50e9cb2-70d1-4503-92a4-5324e32ec105 req-cc99a010-6147-4d1f-8d13-424fdae2314d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3e905ea-8003-4c91-b25a-b47c2fc473e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:05.904363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-a50e9cb2-70d1-4503-92a4-5324e32ec105 req-cc99a010-6147-4d1f-8d13-424fdae2314d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3e905ea-8003-4c91-b25a-b47c2fc473e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:05.916933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab60668-a87a-4b9b-954a-60146e5ba74d req-ea8ad82e-e807-4570-949e-85d32b39cc01 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:05.918751 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fab60668-a87a-4b9b-954a-60146e5ba74d req-ea8ad82e-e807-4570-949e-85d32b39cc01 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0713105 Sep 08 13:23:05.958654 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fab60668-a87a-4b9b-954a-60146e5ba74d req-1eb879b5-285e-4274-80af-e0c2b9b28e7e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328810 Sep 08 13:23:06.059889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a50e9cb2-70d1-4503-92a4-5324e32ec105 req-cc99a010-6147-4d1f-8d13-424fdae2314d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:06.090806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0263709-0aba-4fb0-bb2a-28288c462bab req-e372e875-c59c-4fa3-b42d-4dd66aface5d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:06.092688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f0263709-0aba-4fb0-bb2a-28288c462bab req-e372e875-c59c-4fa3-b42d-4dd66aface5d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0622110 Sep 08 13:23:06.103115 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a50e9cb2-70d1-4503-92a4-5324e32ec105 req-cc99a010-6147-4d1f-8d13-424fdae2314d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:06.133516 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f0263709-0aba-4fb0-bb2a-28288c462bab req-9e3a7659-be44-44b9-b729-a7b11a1ffbbf tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342369 Sep 08 13:23:06.238374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a50e9cb2-70d1-4503-92a4-5324e32ec105 req-cc99a010-6147-4d1f-8d13-424fdae2314d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:06.248996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda5054-4837-411a-9938-d7ccb8352603 req-fc90925b-73c5-4e74-bd16-8f12eeb17dd8 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:06.250780 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bfda5054-4837-411a-9938-d7ccb8352603 req-fc90925b-73c5-4e74-bd16-8f12eeb17dd8 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0592251 Sep 08 13:23:06.260976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99a010-6147-4d1f-8d13-424fdae2314d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5313da3-1070-4040-b361-4675a361f4b5,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:06.302131 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bfda5054-4837-411a-9938-d7ccb8352603 req-74acbe74-56e6-4951-972b-1d18c0a5bd23 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448174 Sep 08 13:23:06.369705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a50e9cb2-70d1-4503-92a4-5324e32ec105 req-cc99a010-6147-4d1f-8d13-424fdae2314d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:06.371079 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a50e9cb2-70d1-4503-92a4-5324e32ec105 req-cc99a010-6147-4d1f-8d13-424fdae2314d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4714787 Sep 08 13:23:06.432583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f73be-f24b-43db-8a7a-e919175707dd req-46f79f51-dab3-46b5-af1c-c5e96f331956 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:06.432583 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b39f73be-f24b-43db-8a7a-e919175707dd req-46f79f51-dab3-46b5-af1c-c5e96f331956 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0555725 Sep 08 13:23:06.474901 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b39f73be-f24b-43db-8a7a-e919175707dd req-9b874376-8ce0-42e9-948e-c4bb1741be5f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368581 Sep 08 13:23:06.490472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f059b97e-a14c-4fcf-a501-f5320aed2303 req-b9fd7495-a265-4197-ad65-e1082b4b4c3d tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/e3e905ea-8003-4c91-b25a-b47c2fc473e2 HTTP/1.1" status: 200 len: 2400 time: 0.0860450 Sep 08 13:23:06.506454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f059b97e-a14c-4fcf-a501-f5320aed2303 req-95f8dfb4-5b7e-4976-817e-9720a4397f55 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3e905ea-8003-4c91-b25a-b47c2fc473e2', 'remote_group_id': None}]} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:06.507347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f059b97e-a14c-4fcf-a501-f5320aed2303 req-95f8dfb4-5b7e-4976-817e-9720a4397f55 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e3e905ea-8003-4c91-b25a-b47c2fc473e2', 'remote_group_id': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:06.614850 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fb6824d8-0624-4be9-9461-fea3017cebc1 req-a970e60d-4452-4622-9bd6-ff385e542f3f tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 210 time: 0.0407569 Sep 08 13:23:06.656195 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f059b97e-a14c-4fcf-a501-f5320aed2303 req-95f8dfb4-5b7e-4976-817e-9720a4397f55 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:06.686907 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f059b97e-a14c-4fcf-a501-f5320aed2303 req-95f8dfb4-5b7e-4976-817e-9720a4397f55 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:06.726711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e4361-43e6-48bd-8c39-edf20ef0ba58 req-d7a4df17-111a-4f5d-9b79-99c4b865b944 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:06.728270 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be8e4361-43e6-48bd-8c39-edf20ef0ba58 req-d7a4df17-111a-4f5d-9b79-99c4b865b944 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 946 time: 0.0505686 Sep 08 13:23:06.774560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f059b97e-a14c-4fcf-a501-f5320aed2303 req-95f8dfb4-5b7e-4976-817e-9720a4397f55 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:06.779121 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be8e4361-43e6-48bd-8c39-edf20ef0ba58 req-a11452c1-3662-4efb-bd89-473cdf567d78 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434446 Sep 08 13:23:06.796470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8dfb4-5b7e-4976-817e-9720a4397f55 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a78322-73aa-4930-be16-5a037cf49593,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:06.884044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f059b97e-a14c-4fcf-a501-f5320aed2303 req-95f8dfb4-5b7e-4976-817e-9720a4397f55 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:06.884711 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f059b97e-a14c-4fcf-a501-f5320aed2303 req-95f8dfb4-5b7e-4976-817e-9720a4397f55 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3852344 Sep 08 13:23:06.915005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba581f-b797-44f7-840d-005905151777 req-d02c6e2e-497d-4dc4-9930-811c5b0ea504 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:06.916181 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5ba581f-b797-44f7-840d-005905151777 req-d02c6e2e-497d-4dc4-9930-811c5b0ea504 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0684941 Sep 08 13:23:06.960953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d0c9b40-97d5-4936-89a5-67b30ef6b9e3 req-116f48d8-6fdc-4942-8366-29380b2a7f21 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/e3e905ea-8003-4c91-b25a-b47c2fc473e2 HTTP/1.1" status: 200 len: 2999 time: 0.0519359 Sep 08 13:23:06.968841 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5ba581f-b797-44f7-840d-005905151777 req-633eb88a-41b2-475b-85b2-3b7705f315c9 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434065 Sep 08 13:23:07.027160 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8db1030-640c-481a-b873-ae9530d75ce5 req-9a80e6a8-feb3-4938-826c-ec67caa664e6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-group-rules/00a78322-73aa-4930-be16-5a037cf49593 HTTP/1.1" status: 200 len: 783 time: 0.0288835 Sep 08 13:23:07.083840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8db1030-640c-481a-b873-ae9530d75ce5 req-2fbcb52a-f45d-4e24-9b0f-2b34e8fa32ba tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/e3e905ea-8003-4c91-b25a-b47c2fc473e2 HTTP/1.1" status: 200 len: 2999 time: 0.0501165 Sep 08 13:23:07.126163 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8db1030-640c-481a-b873-ae9530d75ce5 req-6119a00c-39ca-45d3-9bb6-fa399a6ce3a6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:07.129071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57f412-7011-465c-9026-aab03eb7f1f5 req-76424f33-b727-4e42-878a-e5099e290d6b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:07.130666 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d57f412-7011-465c-9026-aab03eb7f1f5 req-76424f33-b727-4e42-878a-e5099e290d6b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0537224 Sep 08 13:23:07.136272 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8db1030-640c-481a-b873-ae9530d75ce5 req-6119a00c-39ca-45d3-9bb6-fa399a6ce3a6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:07.180204 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d57f412-7011-465c-9026-aab03eb7f1f5 req-a65db9dd-5872-42f8-a5ad-c45b42b010a0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426178 Sep 08 13:23:07.282491 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8db1030-640c-481a-b873-ae9530d75ce5 req-6119a00c-39ca-45d3-9bb6-fa399a6ce3a6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:07.290226 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8db1030-640c-481a-b873-ae9530d75ce5 req-6119a00c-39ca-45d3-9bb6-fa399a6ce3a6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:07.292051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8db1030-640c-481a-b873-ae9530d75ce5 req-6119a00c-39ca-45d3-9bb6-fa399a6ce3a6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/00a78322-73aa-4930-be16-5a037cf49593 HTTP/1.1" status: 204 len: 173 time: 0.1955345 Sep 08 13:23:07.303660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119a00c-39ca-45d3-9bb6-fa399a6ce3a6 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00a78322-73aa-4930-be16-5a037cf49593,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:07.336266 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59331075-7bd0-49e3-94e6-36a93fa15747 req-c0aecb7a-f60c-4887-9031-a2d2a14d3565 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:07.337831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59331075-7bd0-49e3-94e6-36a93fa15747 req-c0aecb7a-f60c-4887-9031-a2d2a14d3565 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0807161 Sep 08 13:23:07.363151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88117b98-f37a-4626-ba30-000d0df62c8a req-b696e8ed-01ef-4a67-b3cf-d93308952167 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/e3e905ea-8003-4c91-b25a-b47c2fc473e2 HTTP/1.1" status: 200 len: 2400 time: 0.0476496 Sep 08 13:23:07.385878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59331075-7bd0-49e3-94e6-36a93fa15747 req-f0e51bb8-8794-415a-89a0-1385bac008fb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404730 Sep 08 13:23:07.441341 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-88117b98-f37a-4626-ba30-000d0df62c8a req-8437f0a8-b1ff-4f22-a0de-75b25cf1ff01 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:07.492616 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-88117b98-f37a-4626-ba30-000d0df62c8a req-8437f0a8-b1ff-4f22-a0de-75b25cf1ff01 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:07.515443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18de6c5-1294-4cff-9982-372fc6a6592f req-a2fc770f-656c-43f4-a117-e8256cee2560 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:07.517337 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c18de6c5-1294-4cff-9982-372fc6a6592f req-a2fc770f-656c-43f4-a117-e8256cee2560 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0588181 Sep 08 13:23:07.565717 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c18de6c5-1294-4cff-9982-372fc6a6592f req-77cfa199-e9b4-4592-b1af-948d456cf1b6 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 Sep 08 13:23:07.625523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-b8f2f8e6-8334-4767-93ab-337f64d783a5 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:07.627269 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-b8f2f8e6-8334-4767-93ab-337f64d783a5 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.70 "GET /v2.0/networks?id=4762904d-2e4e-4e95-9991-8caf7d7e75d1 HTTP/1.1" status: 200 len: 814 time: 0.1631007 Sep 08 13:23:07.646670 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Request body: {'port': {'device_id': 'f03cda67-d87f-45f5-ba27-b6a01723a70f', 'network_id': '4762904d-2e4e-4e95-9991-8caf7d7e75d1', 'admin_state_up': True, 'tenant_id': '21638bf72654427495da357e097d319c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:07.718250 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-88117b98-f37a-4626-ba30-000d0df62c8a req-8437f0a8-b1ff-4f22-a0de-75b25cf1ff01 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:07.720947 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-88117b98-f37a-4626-ba30-000d0df62c8a req-8437f0a8-b1ff-4f22-a0de-75b25cf1ff01 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:07.722223 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88117b98-f37a-4626-ba30-000d0df62c8a req-8437f0a8-b1ff-4f22-a0de-75b25cf1ff01 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "DELETE /v2.0/security-groups/e3e905ea-8003-4c91-b25a-b47c2fc473e2 HTTP/1.1" status: 204 len: 173 time: 0.3470387 Sep 08 13:23:07.722872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea327be4-7824-41b8-af2f-4b0b76822508 req-bf4a48be-92f6-46ed-aa4c-67bc6c08369a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:07.725277 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea327be4-7824-41b8-af2f-4b0b76822508 req-bf4a48be-92f6-46ed-aa4c-67bc6c08369a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0524189 Sep 08 13:23:07.741651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437f0a8-b1ff-4f22-a0de-75b25cf1ff01 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e905ea-8003-4c91-b25a-b47c2fc473e2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:07.763898 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-276c0968-4188-42ee-9619-dea3125c8898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:07.793691 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea327be4-7824-41b8-af2f-4b0b76822508 req-556a2128-7f98-40e9-9776-80b911445594 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584259 Sep 08 13:23:07.834741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b45ce663-52ff-4a94-a25b-539fe0c3b65b req-b688a2fe-6e83-4071-82c7-6b30f9b573f5 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 210 time: 0.0397604 Sep 08 13:23:07.859458 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [req-8daafb94-a3b3-4503-afef-1c4044e3a7ff req-cb39b8d0-2c5c-4da8-9145-f752fe535219 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] show failed (client error): The resource could not be found. Sep 08 13:23:07.861258 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8daafb94-a3b3-4503-afef-1c4044e3a7ff req-cb39b8d0-2c5c-4da8-9145-f752fe535219 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/c4de9cb8-c29b-444f-950f-8e7dc22384ae HTTP/1.1" status: 404 len: 352 time: 0.0207467 Sep 08 13:23:07.952318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Made reservation on behalf of 21638bf72654427495da357e097d319c for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:23:07.957401 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:08.016497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118b88e-b7ca-4af5-b871-d198b13da91a req-c551099c-ccb4-4b1a-a164-1b2fc3148872 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:08.018025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9118b88e-b7ca-4af5-b871-d198b13da91a req-c551099c-ccb4-4b1a-a164-1b2fc3148872 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 946 time: 0.1155086 Sep 08 13:23:08.046877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a117393-3fe9-4626-bc90-08acb8cd8f48 req-75f41561-3b3a-4ae2-b9b8-7d80daa325dc tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:08.049347 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a117393-3fe9-4626-bc90-08acb8cd8f48 req-75f41561-3b3a-4ae2-b9b8-7d80daa325dc tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0985453 Sep 08 13:23:08.096383 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a117393-3fe9-4626-bc90-08acb8cd8f48 req-27cc6585-ff90-46d6-88b7-5fc06c3dd707 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Sep 08 13:23:08.108842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9118b88e-b7ca-4af5-b871-d198b13da91a req-5da6536a-d09e-483c-b36b-a9a8066e8132 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619671 Sep 08 13:23:08.177824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Allocated IP 172.20.0.10 (4762904d-2e4e-4e95-9991-8caf7d7e75d1/a496e75e-136d-4ecf-9509-17692f03332b/ceeb2763-6128-4602-8a17-55089d491a03) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:23:08.213678 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2fca1d2f-0967-4953-83ce-9e6458eac0e1 req-5cb94bce-734b-4324-857a-3129bc9a9824 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/a538d47e-28b9-4d5e-ad3d-3f2de4aecaba HTTP/1.1" status: 200 len: 1807 time: 0.0773978 Sep 08 13:23:08.281511 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2fca1d2f-0967-4953-83ce-9e6458eac0e1 req-a0f4c5a0-560b-40c7-9185-2ca14bb91f89 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:08.306693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2fca1d2f-0967-4953-83ce-9e6458eac0e1 req-a0f4c5a0-560b-40c7-9185-2ca14bb91f89 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:08.460566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:08.500634 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2fca1d2f-0967-4953-83ce-9e6458eac0e1 req-a0f4c5a0-560b-40c7-9185-2ca14bb91f89 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:08.503742 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2fca1d2f-0967-4953-83ce-9e6458eac0e1 req-a0f4c5a0-560b-40c7-9185-2ca14bb91f89 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:08.505093 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2fca1d2f-0967-4953-83ce-9e6458eac0e1 req-a0f4c5a0-560b-40c7-9185-2ca14bb91f89 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "DELETE /v2.0/security-groups/a538d47e-28b9-4d5e-ad3d-3f2de4aecaba HTTP/1.1" status: 204 len: 173 time: 0.2837646 Sep 08 13:23:08.519697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4c5a0-560b-40c7-9185-2ca14bb91f89 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a538d47e-28b9-4d5e-ad3d-3f2de4aecaba,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:08.631773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01d35743-108f-4c91-b904-a1e13e284da8 req-6033f913-18bb-48e0-89bb-16c316c2e050 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/0087816f-ce54-4c5c-a34c-ce3cbbf651a3 HTTP/1.1" status: 200 len: 1806 time: 0.0519104 Sep 08 13:23:08.646383 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d4f20-5b4f-4a50-8539-530931f46f53 req-7e79574a-bbbb-4935-b773-bc59fe08a863 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:08.648673 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8d7d4f20-5b4f-4a50-8539-530931f46f53 req-7e79574a-bbbb-4935-b773-bc59fe08a863 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0624459 Sep 08 13:23:08.661057 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:08.695195 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8d7d4f20-5b4f-4a50-8539-530931f46f53 req-020ae691-9936-46fe-bc8f-3355dfb7bf4a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394371 Sep 08 13:23:08.723555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Network 4762904d-2e4e-4e95-9991-8caf7d7e75d1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:23:08.734654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:08.738703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:23:08.783763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Pushing event updated for resources: {'Port': ['ID=ceeb2763-6128-4602-8a17-55089d491a03,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:08.815356 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-01d35743-108f-4c91-b904-a1e13e284da8 req-2f920978-70e5-4e4e-8228-98d294b5b1c4 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:08.822807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:08.823475 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:08.861633 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-01d35743-108f-4c91-b904-a1e13e284da8 req-2f920978-70e5-4e4e-8228-98d294b5b1c4 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:08.868371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f44c1a-d20b-46ea-915d-1e46e1c91feb req-25a9e18d-62cb-401f-b789-a4c86f4dcd76 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:08.881039 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-61f44c1a-d20b-46ea-915d-1e46e1c91feb req-25a9e18d-62cb-401f-b789-a4c86f4dcd76 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 946 time: 0.0923867 Sep 08 13:23:08.939034 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-61f44c1a-d20b-46ea-915d-1e46e1c91feb req-cc4cf3ae-326a-47e7-acde-fc296657f647 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559697 Sep 08 13:23:08.994004 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-fbf8258e-0801-4e0d-8da9-47d96914a714 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3512633 Sep 08 13:23:09.010037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Request body: {'port': {'device_id': 'f03cda67-d87f-45f5-ba27-b6a01723a70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:09.039727 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-01d35743-108f-4c91-b904-a1e13e284da8 req-2f920978-70e5-4e4e-8228-98d294b5b1c4 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.042150 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-01d35743-108f-4c91-b904-a1e13e284da8 req-2f920978-70e5-4e4e-8228-98d294b5b1c4 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.043339 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01d35743-108f-4c91-b904-a1e13e284da8 req-2f920978-70e5-4e4e-8228-98d294b5b1c4 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "DELETE /v2.0/security-groups/0087816f-ce54-4c5c-a34c-ce3cbbf651a3 HTTP/1.1" status: 204 len: 173 time: 0.4040732 Sep 08 13:23:09.063191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f920978-70e5-4e4e-8228-98d294b5b1c4 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0087816f-ce54-4c5c-a34c-ce3cbbf651a3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:09.080201 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21393327-b621-401c-94ed-13ff197a1168 req-501224e4-21a3-4c39-b117-66af963afd0a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:09.082719 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21393327-b621-401c-94ed-13ff197a1168 req-501224e4-21a3-4c39-b117-66af963afd0a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0714326 Sep 08 13:23:09.095680 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.125590 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21393327-b621-401c-94ed-13ff197a1168 req-6aa1f05c-5e54-48e4-a62e-21a05cfb68e6 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360382 Sep 08 13:23:09.234233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b5e7b-8bce-40cc-867b-df10c34b0411 req-10af851b-acd1-4717-bacc-ba447b0991db tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:09.236010 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d66b5e7b-8bce-40cc-867b-df10c34b0411 req-10af851b-acd1-4717-bacc-ba447b0991db tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 932 time: 0.0523882 Sep 08 13:23:09.262164 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5767b3-dbfc-4aae-9c8c-715d9372c4da req-5c340aa9-4048-4263-ad1d-d956073b37fa tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:09.263826 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c5767b3-dbfc-4aae-9c8c-715d9372c4da req-5c340aa9-4048-4263-ad1d-d956073b37fa tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1359487 Sep 08 13:23:09.280884 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d66b5e7b-8bce-40cc-867b-df10c34b0411 req-5455db4a-4ae1-44c6-87bf-2c1cf8c06a69 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 Sep 08 13:23:09.287364 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:23:09.354002 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2cc21437-8a04-4ebd-ae39-49abc9ffb728 req-9c3a8b70-37b3-4d52-9b5e-4089e1cddf16 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/7913dc62-de90-4d7f-95ca-092d5302d440 HTTP/1.1" status: 200 len: 1806 time: 0.0412087 Sep 08 13:23:09.358210 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c5767b3-dbfc-4aae-9c8c-715d9372c4da req-7160afe5-ddb3-4a56-a538-435fee5bbc97 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866280 Sep 08 13:23:09.424155 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2cc21437-8a04-4ebd-ae39-49abc9ffb728 req-ce6a92cf-adcb-4eca-9735-143d4d87f214 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.449390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2cc21437-8a04-4ebd-ae39-49abc9ffb728 req-ce6a92cf-adcb-4eca-9735-143d4d87f214 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.456872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceeb2763-6128-4602-8a17-55089d491a03 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:23:09.465324 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.523767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629a3ff-4eb4-4507-a5dd-d79663bb4715 req-578ab35e-3ac7-49db-96ea-bf6080436014 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:09.525345 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0629a3ff-4eb4-4507-a5dd-d79663bb4715 req-578ab35e-3ac7-49db-96ea-bf6080436014 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0567985 Sep 08 13:23:09.563284 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2cc21437-8a04-4ebd-ae39-49abc9ffb728 req-ce6a92cf-adcb-4eca-9735-143d4d87f214 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.563761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Transition to ACTIVE for port object ceeb2763-6128-4602-8a17-55089d491a03 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:23:09.565989 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2cc21437-8a04-4ebd-ae39-49abc9ffb728 req-ce6a92cf-adcb-4eca-9735-143d4d87f214 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.567356 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2cc21437-8a04-4ebd-ae39-49abc9ffb728 req-ce6a92cf-adcb-4eca-9735-143d4d87f214 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "DELETE /v2.0/security-groups/7913dc62-de90-4d7f-95ca-092d5302d440 HTTP/1.1" status: 204 len: 173 time: 0.2039819 Sep 08 13:23:09.567518 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0629a3ff-4eb4-4507-a5dd-d79663bb4715 req-615110f9-b123-4b2b-99b8-0a696819e5da tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349538 Sep 08 13:23:09.576921 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a92cf-adcb-4eca-9735-143d4d87f214 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7913dc62-de90-4d7f-95ca-092d5302d440,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:09.637331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ff982395-ee3a-4382-908c-1d4749ec8920 req-6e90801b-ad9f-47c7-905d-1fe8d9f6cdb9 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/6d4b7ce0-15f9-48c4-ae52-84402de52b61 HTTP/1.1" status: 200 len: 2407 time: 0.0484843 Sep 08 13:23:09.686018 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.715767 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ff982395-ee3a-4382-908c-1d4749ec8920 req-da1a3805-2794-4d62-a30e-81f5b6390381 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.751352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=ceeb2763-6128-4602-8a17-55089d491a03,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:09.751699 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ff982395-ee3a-4382-908c-1d4749ec8920 req-da1a3805-2794-4d62-a30e-81f5b6390381 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.763898 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c0f91-ce53-4932-b83a-a5f918fb9d10 req-af2778bb-3858-4fab-b051-ccc83ea87a78 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:09.767467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a75c0f91-ce53-4932-b83a-a5f918fb9d10 req-af2778bb-3858-4fab-b051-ccc83ea87a78 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1098616 Sep 08 13:23:09.852328 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a75c0f91-ce53-4932-b83a-a5f918fb9d10 req-21ef643e-1353-4120-b9ae-abe3bbd39a99 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786741 Sep 08 13:23:09.871293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Attempting to bind port ceeb2763-6128-4602-8a17-55089d491a03 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:23:09.871638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Attempting to bind port ceeb2763-6128-4602-8a17-55089d491a03 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '5d1ad909-21b4-498e-a460-037e54669293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4762904d-2e4e-4e95-9991-8caf7d7e75d1'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:23:09.871981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Attempting to bind port ceeb2763-6128-4602-8a17-55089d491a03 on network 4762904d-2e4e-4e95-9991-8caf7d7e75d1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:09.879435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Port ceeb2763-6128-4602-8a17-55089d491a03 on network 4762904d-2e4e-4e95-9991-8caf7d7e75d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:23:09.879932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Attempting to bind port ceeb2763-6128-4602-8a17-55089d491a03 on network 4762904d-2e4e-4e95-9991-8caf7d7e75d1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:09.888284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:23:09.888830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Checking segment: {'id': '5d1ad909-21b4-498e-a460-037e54669293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4762904d-2e4e-4e95-9991-8caf7d7e75d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:23:09.889439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Bound using segment: {'id': '5d1ad909-21b4-498e-a460-037e54669293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4762904d-2e4e-4e95-9991-8caf7d7e75d1'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:23:09.890079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Bound port: ceeb2763-6128-4602-8a17-55089d491a03, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d1ad909-21b4-498e-a460-037e54669293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '4762904d-2e4e-4e95-9991-8caf7d7e75d1'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:23:09.894107 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.929849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ff982395-ee3a-4382-908c-1d4749ec8920 req-da1a3805-2794-4d62-a30e-81f5b6390381 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.933622 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ff982395-ee3a-4382-908c-1d4749ec8920 req-da1a3805-2794-4d62-a30e-81f5b6390381 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:09.936662 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ff982395-ee3a-4382-908c-1d4749ec8920 req-da1a3805-2794-4d62-a30e-81f5b6390381 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "DELETE /v2.0/security-groups/6d4b7ce0-15f9-48c4-ae52-84402de52b61 HTTP/1.1" status: 204 len: 173 time: 0.2904086 Sep 08 13:23:09.952954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a3805-2794-4d62-a30e-81f5b6390381 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4b7ce0-15f9-48c4-ae52-84402de52b61,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:10.023508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] For port ceeb2763-6128-4602-8a17-55089d491a03, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:23:10.037286 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7fdbef9d-953d-4694-a650-e3323127207e req-9b553c4a-f615-4394-a57e-bdc4cab5be40 tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "GET /v2.0/security-groups/012197a6-882b-478d-a5db-5e7e10023352 HTTP/1.1" status: 200 len: 2399 time: 0.0596738 Sep 08 13:23:10.041075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] For port ceeb2763-6128-4602-8a17-55089d491a03, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ceeb2763-6128-4602-8a17-55089d491a03,segment=NetworkSegment(5d1ad909-21b4-498e-a460-037e54669293),segment_id=5d1ad909-21b4-498e-a460-037e54669293)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:23:10.057577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0e9ce-365e-4366-8e14-c31774d80077 req-77f8c107-6df3-4a44-a974-6c43921a8163 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:10.066465 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fcc0e9ce-365e-4366-8e14-c31774d80077 req-77f8c107-6df3-4a44-a974-6c43921a8163 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1017263 Sep 08 13:23:10.104649 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fcc0e9ce-365e-4366-8e14-c31774d80077 req-541257ac-0a0f-4d1b-96ad-cea4dd5daef3 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387576 Sep 08 13:23:10.143765 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7fdbef9d-953d-4694-a650-e3323127207e req-3834c88a-22f6-4447-85d3-d5c6308cbe9c tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:10.170099 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:10.189700 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7fdbef9d-953d-4694-a650-e3323127207e req-3834c88a-22f6-4447-85d3-d5c6308cbe9c tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:10.198052 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1c77-f046-496d-9b8b-018d82401c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:10.238008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:10.238967 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:10.240534 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] 10.222.0.70 "PUT /v2.0/ports/ceeb2763-6128-4602-8a17-55089d491a03 HTTP/1.1" status: 200 len: 1092 time: 1.2371070 Sep 08 13:23:10.242970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03cda67-d87f-45f5-ba27-b6a01723a70f', 'tag': 'ceeb2763-6128-4602-8a17-55089d491a03'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:10.245247 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac74f3b-c22b-4dc2-be54-997a34f38f24" -d '{"events": [{"name": "network-changed", "server_uuid": "f03cda67-d87f-45f5-ba27-b6a01723a70f", "tag": "ceeb2763-6128-4602-8a17-55089d491a03"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:10.273754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311a6d2-9e57-480e-9a47-a64bf61b6fe6 service neutron] Pushing event updated for resources: {'Port': ['ID=ceeb2763-6128-4602-8a17-55089d491a03,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:10.291117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02852dd-db43-4cf0-8494-e3de11c6c062 req-d4ed4506-68a7-4de9-8b72-50840f39c279 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:10.292858 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a02852dd-db43-4cf0-8494-e3de11c6c062 req-d4ed4506-68a7-4de9-8b72-50840f39c279 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 946 time: 0.1182253 Sep 08 13:23:10.335093 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7fdbef9d-953d-4694-a650-e3323127207e req-3834c88a-22f6-4447-85d3-d5c6308cbe9c tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:10.338800 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7fdbef9d-953d-4694-a650-e3323127207e req-3834c88a-22f6-4447-85d3-d5c6308cbe9c tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:10.340336 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7fdbef9d-953d-4694-a650-e3323127207e req-3834c88a-22f6-4447-85d3-d5c6308cbe9c tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] 10.222.0.69 "DELETE /v2.0/security-groups/012197a6-882b-478d-a5db-5e7e10023352 HTTP/1.1" status: 204 len: 173 time: 0.2928612 Sep 08 13:23:10.343593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a02852dd-db43-4cf0-8494-e3de11c6c062 req-877a9666-0a35-40e4-aec3-178426a9e38e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434678 Sep 08 13:23:10.349247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38544) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:10.358346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834c88a-22f6-4447-85d3-d5c6308cbe9c tempest-SecurityGroupRulesTestJSON-41526035 tempest-SecurityGroupRulesTestJSON-41526035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=012197a6-882b-478d-a5db-5e7e10023352,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:10.376462 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:10.426645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f363b9-ac1b-4b6a-8dbc-43ad4de69bc8 admin admin] Deleting subnet 90e08a72-f725-4207-91dc-d76aa4d22c41 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:23:10.445850 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1f363b9-ac1b-4b6a-8dbc-43ad4de69bc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:10.501420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb7601-444c-4482-82b5-a330954b3e5e req-7e815141-6d1c-4194-8b1b-e4b0a94b376d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:10.511506 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-46cb7601-444c-4482-82b5-a330954b3e5e req-7e815141-6d1c-4194-8b1b-e4b0a94b376d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0600927 Sep 08 13:23:10.518246 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1f363b9-ac1b-4b6a-8dbc-43ad4de69bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:10.548441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-57c6d9e8-8810-4412-af25-e84e00e5b7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:10.550040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-57c6d9e8-8810-4412-af25-e84e00e5b7ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21638bf72654427495da357e097d319c&device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 1095 time: 0.1384437 Sep 08 13:23:10.552741 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-46cb7601-444c-4482-82b5-a330954b3e5e req-003c6d97-4e18-4c7e-9f4c-fdf60834d898 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430677 Sep 08 13:23:10.605963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-d1b75615-f0df-4243-b1e6-bb270e3c0bc0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceeb2763-6128-4602-8a17-55089d491a03 HTTP/1.1" status: 200 len: 217 time: 0.0436511 Sep 08 13:23:10.618159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc769a4-d4a3-4602-9813-7c2534d461e2 req-09ef3e2f-c5b1-46fe-8ae7-4e1caceb2251 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:10.619908 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5fc769a4-d4a3-4602-9813-7c2534d461e2 req-09ef3e2f-c5b1-46fe-8ae7-4e1caceb2251 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.1528165 Sep 08 13:23:10.624458 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21545466-4193-4d87-90c8-ccdd040af793 x-openstack-request-id: req-21545466-4193-4d87-90c8-ccdd040af793 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:10.624739 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03cda67-d87f-45f5-ba27-b6a01723a70f", "tag": "ceeb2763-6128-4602-8a17-55089d491a03", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:10.624867 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21545466-4193-4d87-90c8-ccdd040af793 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:10.625294 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03cda67-d87f-45f5-ba27-b6a01723a70f', 'tag': 'ceeb2763-6128-4602-8a17-55089d491a03', 'status': 'completed', 'code': 200} Sep 08 13:23:10.638634 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1f363b9-ac1b-4b6a-8dbc-43ad4de69bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:10.739247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-1a097a19-16eb-4773-aa5a-51295dfc1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:10.740768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-1a097a19-16eb-4773-aa5a-51295dfc1b0a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a496e75e-136d-4ecf-9509-17692f03332b HTTP/1.1" status: 200 len: 854 time: 0.1147349 Sep 08 13:23:10.744481 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5fc769a4-d4a3-4602-9813-7c2534d461e2 req-0b78cca5-d756-48a4-bb63-3a05b3ef0847 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091843 Sep 08 13:23:10.748939 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01627d66-df6f-403c-be18-e0002a9b2098 req-9d9e4a06-3484-46d6-81ed-f4b8c3e2621d tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:10.751771 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-01627d66-df6f-403c-be18-e0002a9b2098 req-9d9e4a06-3484-46d6-81ed-f4b8c3e2621d tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 944 time: 0.0724969 Sep 08 13:23:10.779841 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-b4ccf475-720a-4a4e-8aa8-7d0926078b53 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4762904d-2e4e-4e95-9991-8caf7d7e75d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305567 Sep 08 13:23:10.820704 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-01627d66-df6f-403c-be18-e0002a9b2098 req-9a828cf9-c806-4c1e-8409-e9da40aa4933 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555894 Sep 08 13:23:10.914745 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-682d2290-e2ab-47af-8a26-ab2b1820374c service neutron] 10.222.0.70 "GET /v2.0/networks/4762904d-2e4e-4e95-9991-8caf7d7e75d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135950 Sep 08 13:23:10.952837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1f363b9-ac1b-4b6a-8dbc-43ad4de69bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:10.963355 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82c3c4-d16b-45ed-8261-f24b00a5dbeb req-5438f21b-6d5e-412e-a8b7-e42ff6f6ba93 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:10.963355 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5c82c3c4-d16b-45ed-8261-f24b00a5dbeb req-5438f21b-6d5e-412e-a8b7-e42ff6f6ba93 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0537000 Sep 08 13:23:11.007032 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5c82c3c4-d16b-45ed-8261-f24b00a5dbeb req-b383d23f-b121-4d90-b1e4-dbb04c997375 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406013 Sep 08 13:23:11.008907 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1f363b9-ac1b-4b6a-8dbc-43ad4de69bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:11.011506 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f1f363b9-ac1b-4b6a-8dbc-43ad4de69bc8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/90e08a72-f725-4207-91dc-d76aa4d22c41 HTTP/1.1" status: 204 len: 168 time: 0.6606317 Sep 08 13:23:11.020611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f363b9-ac1b-4b6a-8dbc-43ad4de69bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e08a72-f725-4207-91dc-d76aa4d22c41,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:11.021583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38554) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:11.059527 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05debdfc-e9c9-4fb8-9421-9c35ddb4d610 req-8773cc88-dc7e-4dca-9626-35c8fd3d16fa service neutron] 10.222.0.70 "GET /v2.0/networks/4762904d-2e4e-4e95-9991-8caf7d7e75d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502414 Sep 08 13:23:11.133585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:11.183088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79447e3b-37d0-4121-9bb0-fc6e56f17104 req-d7da9deb-1252-4ff0-91db-fc8846ce4053 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:11.184587 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79447e3b-37d0-4121-9bb0-fc6e56f17104 req-d7da9deb-1252-4ff0-91db-fc8846ce4053 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0911386 Sep 08 13:23:11.260496 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:11.294655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac74f3b-c22b-4dc2-be54-997a34f38f24 req-9ec44386-d35b-4525-8fe4-d915b19e37f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:11.297097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bac74f3b-c22b-4dc2-be54-997a34f38f24 req-9ec44386-d35b-4525-8fe4-d915b19e37f3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21638bf72654427495da357e097d319c&device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 1095 time: 0.0530992 Sep 08 13:23:11.306415 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79447e3b-37d0-4121-9bb0-fc6e56f17104 req-40e7aa0b-82a2-4d56-b955-257925fc5657 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079006 Sep 08 13:23:11.314715 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99745db-7443-4cda-8975-8a339ff49041']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:11.321200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c431d9bd-ca9e-4ee5-a523-1fbd86e8d8dd') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:11.321788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c431d9bd-ca9e-4ee5-a523-1fbd86e8d8dd') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:11.334338 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:11.355010 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:11.366761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:23:11.367252 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:23:11.369394 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:23:11.409683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac74f3b-c22b-4dc2-be54-997a34f38f24 req-245e0491-8bb8-44bb-9e3b-6341c5b855ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:11.411238 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bac74f3b-c22b-4dc2-be54-997a34f38f24 req-245e0491-8bb8-44bb-9e3b-6341c5b855ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=4762904d-2e4e-4e95-9991-8caf7d7e75d1 HTTP/1.1" status: 200 len: 915 time: 0.1069214 Sep 08 13:23:11.464986 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bac74f3b-c22b-4dc2-be54-997a34f38f24 req-153c660d-709a-4188-abc5-e47bd1a9198a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceeb2763-6128-4602-8a17-55089d491a03 HTTP/1.1" status: 200 len: 217 time: 0.0448196 Sep 08 13:23:11.534882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d83433-3dd4-4a37-8dd5-e158007c92db req-e01457f3-c053-41c5-8410-189d23ceb847 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:11.536643 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09d83433-3dd4-4a37-8dd5-e158007c92db req-e01457f3-c053-41c5-8410-189d23ceb847 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 946 time: 0.0651932 Sep 08 13:23:11.551007 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:11.563502 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:11.569053 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c99745db-7443-4cda-8975-8a339ff49041 HTTP/1.1" status: 204 len: 168 time: 0.5501020 Sep 08 13:23:11.580387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac74f3b-c22b-4dc2-be54-997a34f38f24 req-694aabf9-d046-4cec-86da-e6d6a6df7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:11.581951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bac74f3b-c22b-4dc2-be54-997a34f38f24 req-694aabf9-d046-4cec-86da-e6d6a6df7d6d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a496e75e-136d-4ecf-9509-17692f03332b HTTP/1.1" status: 200 len: 854 time: 0.1092741 Sep 08 13:23:11.583189 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f43954-1138-46a6-947d-8f58ab3bea98 admin admin] Pushing event deleted for resources: {'Network': ['ID=c99745db-7443-4cda-8975-8a339ff49041,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:11.604311 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09d83433-3dd4-4a37-8dd5-e158007c92db req-3ad6058c-6a73-4916-89cf-94993f2e63a0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610867 Sep 08 13:23:11.621072 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bac74f3b-c22b-4dc2-be54-997a34f38f24 req-2ff36f79-bad2-46d6-a033-cb74321d8ee2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4762904d-2e4e-4e95-9991-8caf7d7e75d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288866 Sep 08 13:23:11.629871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d08318-0515-4dbf-94b4-cf5e9d7abe18 req-f06b4490-ccfa-468b-b6de-ea0c05edab10 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:11.641681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31d08318-0515-4dbf-94b4-cf5e9d7abe18 req-f06b4490-ccfa-468b-b6de-ea0c05edab10 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1139107 Sep 08 13:23:11.735139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31d08318-0515-4dbf-94b4-cf5e9d7abe18 req-c9154c50-cd62-4d85-908a-7170c7f1bec4 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835533 Sep 08 13:23:11.756439 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bac74f3b-c22b-4dc2-be54-997a34f38f24 req-30cfbe16-fad2-453b-a007-97472152c35c service neutron] 10.222.0.70 "GET /v2.0/networks/4762904d-2e4e-4e95-9991-8caf7d7e75d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237838 Sep 08 13:23:11.792292 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:11.915497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41111cfc-bdd2-4581-ad03-8612c11de563 req-d7b69772-2d50-47eb-9294-15144725be11 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:11.918203 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-41111cfc-bdd2-4581-ad03-8612c11de563 req-d7b69772-2d50-47eb-9294-15144725be11 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0871942 Sep 08 13:23:11.933813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bac74f3b-c22b-4dc2-be54-997a34f38f24 req-83c30d2e-3aa4-4660-bda1-de1a084d57bf service neutron] 10.222.0.70 "GET /v2.0/networks/4762904d-2e4e-4e95-9991-8caf7d7e75d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674397 Sep 08 13:23:11.946625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3949cad7-edc0-465b-9692-3b816ff92a16 req-e28b8120-16f7-477e-b23e-8414e11300b3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:11.948248 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3949cad7-edc0-465b-9692-3b816ff92a16 req-e28b8120-16f7-477e-b23e-8414e11300b3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0870636 Sep 08 13:23:11.970015 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-41111cfc-bdd2-4581-ad03-8612c11de563 req-369b5a23-6753-4a1f-bf71-e5eea74b3acd tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448275 Sep 08 13:23:12.005590 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3949cad7-edc0-465b-9692-3b816ff92a16 req-e9eb27cb-935e-4705-b95e-734e81a1d3fd tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Sep 08 13:23:12.054946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38578) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:12.134252 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e50346b3-0ffa-4f38-8bfb-fe558fdc2e73 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=48f7a674d0ac4b548e1b4ae3ef4db0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0773208 Sep 08 13:23:12.137561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38580) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:12.155058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6b5ac-15fa-4c93-a4b4-0610df3e1118 req-673d6024-0fd3-4935-b9f4-d5e612707b8a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:12.156748 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d0a6b5ac-15fa-4c93-a4b4-0610df3e1118 req-673d6024-0fd3-4935-b9f4-d5e612707b8a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0553966 Sep 08 13:23:12.163392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00e84c-8c36-47dc-a239-e6882bd91823 req-702fa1c5-05a4-4a51-91d7-7884331558e2 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:12.164986 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e00e84c-8c36-47dc-a239-e6882bd91823 req-702fa1c5-05a4-4a51-91d7-7884331558e2 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 944 time: 0.0918629 Sep 08 13:23:12.199342 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d0a6b5ac-15fa-4c93-a4b4-0610df3e1118 req-61e91a8c-0a85-4544-b429-ba574b9ed04f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358298 Sep 08 13:23:12.233561 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e00e84c-8c36-47dc-a239-e6882bd91823 req-70596e4d-a5f6-4ce6-b3c1-3152a3f4aca5 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583389 Sep 08 13:23:12.234569 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfe92d5d-07ca-4c44-8bdc-a4aa25f63c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:12.260275 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfe92d5d-07ca-4c44-8bdc-a4aa25f63c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:12.329863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f7497-9033-48e3-a482-9d928b70ee19 req-ff45f83c-2721-4fe2-9d95-f1ab482687f5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:12.331406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b00f7497-9033-48e3-a482-9d928b70ee19 req-ff45f83c-2721-4fe2-9d95-f1ab482687f5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0535421 Sep 08 13:23:12.370202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b00f7497-9033-48e3-a482-9d928b70ee19 req-d15cdfcd-b822-41bf-a2cd-8e235be537ff tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327561 Sep 08 13:23:12.392230 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfe92d5d-07ca-4c44-8bdc-a4aa25f63c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:12.395189 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfe92d5d-07ca-4c44-8bdc-a4aa25f63c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:12.396423 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bfe92d5d-07ca-4c44-8bdc-a4aa25f63c8e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3fb4fef6-5d76-4abb-9ea5-8dfb79b86f82 HTTP/1.1" status: 204 len: 168 time: 0.2576873 Sep 08 13:23:12.406398 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe92d5d-07ca-4c44-8bdc-a4aa25f63c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb4fef6-5d76-4abb-9ea5-8dfb79b86f82,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:12.732761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004b83d-5440-4067-90c0-bd8dd817fae0 req-565f2682-3bb4-450f-b924-b56b337a8c42 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:12.734361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3004b83d-5440-4067-90c0-bd8dd817fae0 req-565f2682-3bb4-450f-b924-b56b337a8c42 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 946 time: 0.0545397 Sep 08 13:23:12.777978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3004b83d-5440-4067-90c0-bd8dd817fae0 req-b0c50409-d6aa-40af-a13e-0bf64274470c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363846 Sep 08 13:23:12.790063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521169a5-597b-4214-83e1-347c2b2ff74f req-95d0ec4c-bf56-4d2d-9fe2-927f25b849ef tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:12.790063 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-521169a5-597b-4214-83e1-347c2b2ff74f req-95d0ec4c-bf56-4d2d-9fe2-927f25b849ef tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0533712 Sep 08 13:23:12.836954 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-521169a5-597b-4214-83e1-347c2b2ff74f req-d0d8532c-d0af-4f51-b517-7d681fd63d96 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Sep 08 13:23:13.073776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c801cf53-3225-4a2d-900f-302a5af33691 req-2ab0fc2c-1ba8-4aad-9279-782d027dc9e9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:13.075434 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c801cf53-3225-4a2d-900f-302a5af33691 req-2ab0fc2c-1ba8-4aad-9279-782d027dc9e9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 946 time: 0.0502892 Sep 08 13:23:13.186671 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:13.193966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfaa2a8-fd3a-429e-bb93-d95788eacca7 req-4c4995c3-81f3-444c-85a2-11f772ffa48d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:13.195658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dfaa2a8-fd3a-429e-bb93-d95788eacca7 req-4c4995c3-81f3-444c-85a2-11f772ffa48d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0883074 Sep 08 13:23:13.248955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c801cf53-3225-4a2d-900f-302a5af33691 req-6c5eef61-5370-4fa6-864e-6ef46b1e114b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Deleting port 0cdd1797-dad3-4f07-989e-402fff0676af {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:23:13.249298 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c801cf53-3225-4a2d-900f-302a5af33691 req-6c5eef61-5370-4fa6-864e-6ef46b1e114b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:13.258232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4dfaa2a8-fd3a-429e-bb93-d95788eacca7 req-0854db8d-9221-4d29-8fc9-5e3ec6e8f981 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499279 Sep 08 13:23:13.364425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c801cf53-3225-4a2d-900f-302a5af33691 req-6c5eef61-5370-4fa6-864e-6ef46b1e114b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] For port 0cdd1797-dad3-4f07-989e-402fff0676af, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=0cdd1797-dad3-4f07-989e-402fff0676af,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:13.364608 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c801cf53-3225-4a2d-900f-302a5af33691 req-6c5eef61-5370-4fa6-864e-6ef46b1e114b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:13.379522 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110afb34-cb1e-491c-b553-31311a4f7d38 req-8a9e19af-8b91-4fdf-8b6d-dbd921ed2425 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:13.381739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c801cf53-3225-4a2d-900f-302a5af33691 req-6c5eef61-5370-4fa6-864e-6ef46b1e114b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Calling delete_port for 0cdd1797-dad3-4f07-989e-402fff0676af owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:23:13.389612 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-110afb34-cb1e-491c-b553-31311a4f7d38 req-8a9e19af-8b91-4fdf-8b6d-dbd921ed2425 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 944 time: 0.0693986 Sep 08 13:23:13.442825 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-110afb34-cb1e-491c-b553-31311a4f7d38 req-c14a4ae3-cd69-41a9-8519-b003b1a8e85b tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541420 Sep 08 13:23:13.610967 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c801cf53-3225-4a2d-900f-302a5af33691 req-6c5eef61-5370-4fa6-864e-6ef46b1e114b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:13.628032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['0cdd1797-dad3-4f07-989e-402fff0676af'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:23:13.649482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38616) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:13.661971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5eef61-5370-4fa6-864e-6ef46b1e114b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Pushing event deleted for resources: {'Port': ['ID=0cdd1797-dad3-4f07-989e-402fff0676af,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:13.795245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1538178835-network', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:13.900588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Made reservation on behalf of 207e73cd8f8940b5be01d6998a9ae6a3 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:23:13.903286 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:13.916357 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:13.980657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c801cf53-3225-4a2d-900f-302a5af33691 req-6c5eef61-5370-4fa6-864e-6ef46b1e114b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] No DVR routers for this DVR port 0cdd1797-dad3-4f07-989e-402fff0676af on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:23:13.984010 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c801cf53-3225-4a2d-900f-302a5af33691 req-6c5eef61-5370-4fa6-864e-6ef46b1e114b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:13.986071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c801cf53-3225-4a2d-900f-302a5af33691 req-6c5eef61-5370-4fa6-864e-6ef46b1e114b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "DELETE /v2.0/ports/0cdd1797-dad3-4f07-989e-402fff0676af HTTP/1.1" status: 204 len: 173 time: 0.9042900 Sep 08 13:23:13.986542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b6572c-c5f4-412f-88fd-9cd4b59e831c', 'name': 'network-vif-deleted', 'tag': '0cdd1797-dad3-4f07-989e-402fff0676af'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:13.986677 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96028e63-cb40-410a-8c50-70d3424c889f req-31892c10-4b99-494f-9f95-b9f96162aa61 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:13.988243 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96028e63-cb40-410a-8c50-70d3424c889f req-31892c10-4b99-494f-9f95-b9f96162aa61 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0739172 Sep 08 13:23:13.988805 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8e3707-e9de-4b77-a6a4-ad8ff5db320a" -d '{"events": [{"server_uuid": "62b6572c-c5f4-412f-88fd-9cd4b59e831c", "name": "network-vif-deleted", "tag": "0cdd1797-dad3-4f07-989e-402fff0676af"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:13.993849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98306cf5-2d8f-4b57-972c-649779fc1b65 req-100c26ce-c4bd-49e7-8cb0-1eea9a8eed1f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 210 time: 0.0505712 Sep 08 13:23:14.050472 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3101ed-12fc-4a03-b02e-dee400327a6d x-openstack-request-id: req-7c3101ed-12fc-4a03-b02e-dee400327a6d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:14.050769 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b6572c-c5f4-412f-88fd-9cd4b59e831c", "name": "network-vif-deleted", "tag": "0cdd1797-dad3-4f07-989e-402fff0676af", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:14.051357 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c3101ed-12fc-4a03-b02e-dee400327a6d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:14.051507 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b6572c-c5f4-412f-88fd-9cd4b59e831c', 'name': 'network-vif-deleted', 'tag': '0cdd1797-dad3-4f07-989e-402fff0676af', 'status': 'completed', 'code': 200} Sep 08 13:23:14.060381 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96028e63-cb40-410a-8c50-70d3424c889f req-3781208d-950e-42f9-841a-9482ce0b45a3 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573947 Sep 08 13:23:14.104628 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:14.186090 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:14.220929 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:14.250463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:23:14.255721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cad3156-1eca-4182-a01b-8fd449136418,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:14.263427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:14.264339 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Added segment 39c0b293-b00f-44e2-a33d-154b171cc83d of type vlan for network 2ae81d27-75d8-4571-96ed-df0c006208f1 Sep 08 13:23:14.309237 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:14.404043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aae7b8-7c71-447a-b42f-0ccf3c41abe9 req-3c477105-4367-4056-836c-3fbca8fed5a5 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:14.411514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98aae7b8-7c71-447a-b42f-0ccf3c41abe9 req-3c477105-4367-4056-836c-3fbca8fed5a5 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0650454 Sep 08 13:23:14.426276 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:14.433212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:14.434221 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:14.452010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98aae7b8-7c71-447a-b42f-0ccf3c41abe9 req-53c5b9b2-b032-4381-b1d5-5d4ea9550940 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393531 Sep 08 13:23:14.555842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] Pushing event updated for resources: {'Network': ['ID=2ae81d27-75d8-4571-96ed-df0c006208f1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:14.566342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 2ae81d27-75d8-4571-96ed-df0c006208f1 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:23:14.581326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cee89-9f78-4786-a43b-cc4eb5df9505 req-0464b999-e510-4540-850e-b7cf4ce0976e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:14.583156 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-600cee89-9f78-4786-a43b-cc4eb5df9505 req-0464b999-e510-4540-850e-b7cf4ce0976e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1169596 Sep 08 13:23:14.612184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d135479-6b3e-4319-8ba5-b39c5dc21a45 req-e7a40f50-6740-431d-9e34-3d973a8f452c tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:14.619728 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8da05c08-fb20-4cc0-976b-bafb072a4f7a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9686053 Sep 08 13:23:14.622011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d135479-6b3e-4319-8ba5-b39c5dc21a45 req-e7a40f50-6740-431d-9e34-3d973a8f452c tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 944 time: 0.0927625 Sep 08 13:23:14.624406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38636) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:14.630052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c0600978-27a7-4c13-a97d-138f876a327f admin admin] Request body: {'subnet': {'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1538178835-subnet', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:14.664829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-600cee89-9f78-4786-a43b-cc4eb5df9505 req-a9c2a323-2026-40a9-b8f9-9e752021d084 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733292 Sep 08 13:23:14.694380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d135479-6b3e-4319-8ba5-b39c5dc21a45 req-0683b562-da37-4ff7-81b0-dc5ce8ff0f92 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658641 Sep 08 13:23:14.694578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ceeb2763-6128-4602-8a17-55089d491a03 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:23:14.812375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ceeb2763-6128-4602-8a17-55089d491a03, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ceeb2763-6128-4602-8a17-55089d491a03,segment=NetworkSegment(5d1ad909-21b4-498e-a460-037e54669293),segment_id=5d1ad909-21b4-498e-a460-037e54669293)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:14.824977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'ceeb2763-6128-4602-8a17-55089d491a03', 'network_id': '4762904d-2e4e-4e95-9991-8caf7d7e75d1', 'port_id': 'ceeb2763-6128-4602-8a17-55089d491a03', 'mac_address': 'fa:16:3e:37:ee:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a496e75e-136d-4ecf-9509-17692f03332b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:23:14.868461 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:14.883005 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceeb2763-6128-4602-8a17-55089d491a03 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:23:14.899234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0600978-27a7-4c13-a97d-138f876a327f admin admin] Made reservation on behalf of 207e73cd8f8940b5be01d6998a9ae6a3 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:23:14.901681 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0600978-27a7-4c13-a97d-138f876a327f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:14.904118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ceeb2763-6128-4602-8a17-55089d491a03, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ceeb2763-6128-4602-8a17-55089d491a03,segment=NetworkSegment(5d1ad909-21b4-498e-a460-037e54669293),segment_id=5d1ad909-21b4-498e-a460-037e54669293)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:15.025814 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:15.099941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=ceeb2763-6128-4602-8a17-55089d491a03,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:15.142768 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea5eb4dd-3a3b-4e90-93a8-78bd052a56a3 req-945cdd62-d420-454c-a144-6a715862414c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=62b6572c-c5f4-412f-88fd-9cd4b59e831c HTTP/1.1" status: 200 len: 210 time: 0.0286155 Sep 08 13:23:15.220596 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0600978-27a7-4c13-a97d-138f876a327f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:15.248622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ceeb2763-6128-4602-8a17-55089d491a03'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:23:15.290865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0600978-27a7-4c13-a97d-138f876a327f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbe855ef-3a09-4103-8070-4fb584d5dc39,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:15.302815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0600978-27a7-4c13-a97d-138f876a327f admin admin] Checking segment: {'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:23:15.303179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0600978-27a7-4c13-a97d-138f876a327f admin admin] Network hostable DHCP agents. Network: 2ae81d27-75d8-4571-96ed-df0c006208f1, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:23:15.426147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0600978-27a7-4c13-a97d-138f876a327f admin admin] Network 2ae81d27-75d8-4571-96ed-df0c006208f1 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:23:15.516858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c0600978-27a7-4c13-a97d-138f876a327f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 2ae81d27-75d8-4571-96ed-df0c006208f1) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:15.521358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0600978-27a7-4c13-a97d-138f876a327f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:15.521980 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0600978-27a7-4c13-a97d-138f876a327f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:15.527633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeec3fe-e8be-49b2-93d5-0e37b8b25d78 None None] Network 2ae81d27-75d8-4571-96ed-df0c006208f1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:23:15.581336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010cb70-4267-408d-a7fc-debc4f221d38 req-5357d6c7-937d-450c-8ea4-21d5c0957fa1 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:15.583154 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4010cb70-4267-408d-a7fc-debc4f221d38 req-5357d6c7-937d-450c-8ea4-21d5c0957fa1 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0572352 Sep 08 13:23:15.625316 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c0600978-27a7-4c13-a97d-138f876a327f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9988215 Sep 08 13:23:15.628000 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38642) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:15.633276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:15.642158 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4010cb70-4267-408d-a7fc-debc4f221d38 req-5f2a75ba-1608-49a7-8f91-fd17397fd10d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489488 Sep 08 13:23:15.727351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-2ae81d27-75d8-4571-96ed-df0c006208f1', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'fixed_ips': [{'subnet_id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:23:15.727351 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:15.765171 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:15.766527 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:15.836791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198dd23-9c85-4b1d-9de9-6a1ad2f424b4 req-b48ec545-a673-4088-bab7-288017827878 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:15.841554 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7198dd23-9c85-4b1d-9de9-6a1ad2f424b4 req-b48ec545-a673-4088-bab7-288017827878 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 945 time: 0.0640533 Sep 08 13:23:15.859413 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:15.868329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5a5de-7e94-4fc5-bf10-81d7add0b449 req-f1bd48a2-8326-4848-869f-d911d7d1234c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:15.870013 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7fa5a5de-7e94-4fc5-bf10-81d7add0b449 req-f1bd48a2-8326-4848-869f-d911d7d1234c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1066964 Sep 08 13:23:15.885235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7198dd23-9c85-4b1d-9de9-6a1ad2f424b4 req-8318150a-3a13-4fce-9423-895a7c9c5491 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398431 Sep 08 13:23:15.908182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Allocated IP 172.20.0.2 (2ae81d27-75d8-4571-96ed-df0c006208f1/cbe855ef-3a09-4103-8070-4fb584d5dc39/57d06451-edf8-45fa-b591-013271ff43e6) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:23:15.931424 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7fa5a5de-7e94-4fc5-bf10-81d7add0b449 req-98e89b55-465e-439f-98bd-ed06eab16616 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492127 Sep 08 13:23:16.079330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c65b7f-6306-4cf7-b1f9-d4af69e0c143 req-db4d529c-fb81-47ee-9bae-5cc8a7e7cffd tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:16.081230 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4c65b7f-6306-4cf7-b1f9-d4af69e0c143 req-db4d529c-fb81-47ee-9bae-5cc8a7e7cffd tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0739801 Sep 08 13:23:16.084168 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:16.099729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Transition to ACTIVE for port object 57d06451-edf8-45fa-b591-013271ff43e6 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:23:16.105854 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:16.115456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Transition to ACTIVE for port object 57d06451-edf8-45fa-b591-013271ff43e6 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:23:16.146050 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4c65b7f-6306-4cf7-b1f9-d4af69e0c143 req-51682d31-7b95-4762-ab55-588c32981b6f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575366 Sep 08 13:23:16.209098 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:16.248076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Network 2ae81d27-75d8-4571-96ed-df0c006208f1 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:23:16.252773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:16.256590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:23:16.296242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Pushing event updated for resources: {'Port': ['ID=57d06451-edf8-45fa-b591-013271ff43e6,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:16.330103 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Attempting to bind port 57d06451-edf8-45fa-b591-013271ff43e6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:23:16.330711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Attempting to bind port 57d06451-edf8-45fa-b591-013271ff43e6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:23:16.330879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Attempting to bind port 57d06451-edf8-45fa-b591-013271ff43e6 on network 2ae81d27-75d8-4571-96ed-df0c006208f1 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:16.336158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:23:16.336558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Checking segment: {'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:23:16.336955 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:16.337352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Bound using segment: {'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:23:16.337837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Bound port: 57d06451-edf8-45fa-b591-013271ff43e6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:23:16.338356 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:16.342740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e208ca7-87c1-4e44-92e8-8c407fbb6970 req-9e67a441-cc0f-4590-9211-91f941b0070c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:16.344037 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e208ca7-87c1-4e44-92e8-8c407fbb6970 req-9e67a441-cc0f-4590-9211-91f941b0070c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0636075 Sep 08 13:23:16.411228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] For port 57d06451-edf8-45fa-b591-013271ff43e6, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:23:16.415712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] For port 57d06451-edf8-45fa-b591-013271ff43e6, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=57d06451-edf8-45fa-b591-013271ff43e6,segment=NetworkSegment(39c0b293-b00f-44e2-a33d-154b171cc83d),segment_id=39c0b293-b00f-44e2-a33d-154b171cc83d)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:23:16.452764 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e208ca7-87c1-4e44-92e8-8c407fbb6970 req-88ccdf48-e427-4f16-8b48-61a45b0a0c00 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015990 Sep 08 13:23:16.478410 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:16.494883 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:16.513428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-745aa94d-d468-4892-ae1d-83db016b31bc tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:16.517752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-745aa94d-d468-4892-ae1d-83db016b31bc tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.1252272 Sep 08 13:23:16.518987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:16.550431 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-8519dd28-cb11-4f84-a8e9-4192554dea45 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/quotas/d393c133e7b242bea5864f8b92030dcc HTTP/1.1" status: 200 len: 375 time: 0.0235915 Sep 08 13:23:16.555762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc593e77-1e0c-478b-b236-dd375afcccb2 None None] Pushing event updated for resources: {'Port': ['ID=57d06451-edf8-45fa-b591-013271ff43e6,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:16.586787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0a74ecfe-8363-4128-9f9d-9d5a357daf02 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354245 Sep 08 13:23:16.665493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e7656f-1c88-4a75-9729-69f4e5a044c8 req-fa02b58b-55da-4b5a-97d3-c7356db30c39 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:16.668145 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:16.671235 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e0e7656f-1c88-4a75-9729-69f4e5a044c8 req-fa02b58b-55da-4b5a-97d3-c7356db30c39 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1053097 Sep 08 13:23:16.694750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-6a85a11f-d89c-4060-bcb0-a99fd3334d1a service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992744 Sep 08 13:23:16.702704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Allocated IP 172.25.5.189 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/bf6bb17c-441f-484d-bd41-771d29ba9bab) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:23:16.725701 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ceeb2763-6128-4602-8a17-55089d491a03 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:16.771485 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e0e7656f-1c88-4a75-9729-69f4e5a044c8 req-a62551ec-a228-46b9-97fa-42b7a78c790b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962265 Sep 08 13:23:16.844593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-9e21f726-529a-46b4-842e-76c766593852 service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411738 Sep 08 13:23:16.882702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port ceeb2763-6128-4602-8a17-55089d491a03 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:23:16.887375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port ceeb2763-6128-4602-8a17-55089d491a03 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:16.887850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:16.939126 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:16.956631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f8caa-1798-487f-a480-185babf058b5 req-9fc7c008-8cc2-48be-a0ea-e3e28f7fc2b9 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:16.959236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e3f8caa-1798-487f-a480-185babf058b5 req-9fc7c008-8cc2-48be-a0ea-e3e28f7fc2b9 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0933537 Sep 08 13:23:16.985506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:17.010896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03cda67-d87f-45f5-ba27-b6a01723a70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceeb2763-6128-4602-8a17-55089d491a03'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:17.013236 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e754cd5-30bf-44ce-a17a-85a4d5fa4a5c" -d '{"events": [{"server_uuid": "f03cda67-d87f-45f5-ba27-b6a01723a70f", "name": "network-vif-plugged", "status": "completed", "tag": "ceeb2763-6128-4602-8a17-55089d491a03"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:17.017380 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e3f8caa-1798-487f-a480-185babf058b5 req-50806c31-c0ce-46c4-9d4e-4e68d83129e7 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525138 Sep 08 13:23:17.026684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ceeb2763-6128-4602-8a17-55089d491a03, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ceeb2763-6128-4602-8a17-55089d491a03,segment=NetworkSegment(5d1ad909-21b4-498e-a460-037e54669293),segment_id=5d1ad909-21b4-498e-a460-037e54669293)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:17.152509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dea540-0922-44ad-b316-d4e0b6488542 req-144be23a-2a91-4543-8d88-29b65c36282d tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:17.154067 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-15dea540-0922-44ad-b316-d4e0b6488542 req-144be23a-2a91-4543-8d88-29b65c36282d tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 945 time: 0.0668344 Sep 08 13:23:17.177774 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3db18db-9c75-46ae-8fd0-8171504711c5 x-openstack-request-id: req-c3db18db-9c75-46ae-8fd0-8171504711c5 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:17.178282 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03cda67-d87f-45f5-ba27-b6a01723a70f", "name": "network-vif-plugged", "status": "completed", "tag": "ceeb2763-6128-4602-8a17-55089d491a03", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:17.178594 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c3db18db-9c75-46ae-8fd0-8171504711c5 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:17.179535 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03cda67-d87f-45f5-ba27-b6a01723a70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceeb2763-6128-4602-8a17-55089d491a03', 'code': 200} Sep 08 13:23:17.207160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-15dea540-0922-44ad-b316-d4e0b6488542 req-167def8f-c468-44e0-9e01-c6b6a779e0bf tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459328 Sep 08 13:23:17.231639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:17.232626 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:17.232789 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 0cdd1797-dad3-4f07-989e-402fff0676af no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:23:17.274560 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:23:17.277995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:17.278922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 0cdd1797-dad3-4f07-989e-402fff0676af {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:23:17.280240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 0cdd1797-dad3-4f07-989e-402fff0676af not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:23:17.281527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:23:17.358231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6bb17c-441f-484d-bd41-771d29ba9bab,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:17.377121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=ceeb2763-6128-4602-8a17-55089d491a03,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:17.379309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18da61-e3e0-442c-8357-f5d43ba73dcb req-8202fd31-45be-4781-87fc-4f6ef22f99b2 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:17.381012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f18da61-e3e0-442c-8357-f5d43ba73dcb req-8202fd31-45be-4781-87fc-4f6ef22f99b2 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1385853 Sep 08 13:23:17.393117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c22ff1-430b-40f6-986c-fd1ae0cdc896 req-420c973a-18dc-4303-a911-a5f046c6d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:17.393231 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f57c2a15-c7ba-4ba5-8a1a-9a2eae1202dd req-ab11d124-9c8f-4a23-9ea3-0fe5333600b8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 210 time: 0.0675848 Sep 08 13:23:17.394348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-17c22ff1-430b-40f6-986c-fd1ae0cdc896 req-420c973a-18dc-4303-a911-a5f046c6d5d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 1097 time: 0.1064739 Sep 08 13:23:17.397474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:17.397938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:17.398431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:17.398873 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:17.399319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:17.399759 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:17.400199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:17.400629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:17.401054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:17.401510 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:17.401963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:17.402409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:17.464186 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f18da61-e3e0-442c-8357-f5d43ba73dcb req-2afa7f8e-2dc4-404d-894c-6a1591a50a2d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680881 Sep 08 13:23:17.471639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-17c22ff1-430b-40f6-986c-fd1ae0cdc896 req-0979b667-765f-4a36-9ff6-89587f59c07d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677521 Sep 08 13:23:17.599714 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adae83-8d9d-416f-a242-265bae3e9fad req-3c4b888d-f624-43fd-aefc-83db50fa53f4 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:17.601723 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49adae83-8d9d-416f-a242-265bae3e9fad req-3c4b888d-f624-43fd-aefc-83db50fa53f4 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0643904 Sep 08 13:23:17.647301 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49adae83-8d9d-416f-a242-265bae3e9fad req-b1d4089a-a32e-4cc6-8acb-aed40cedc862 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379789 Sep 08 13:23:17.707453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba5060f-718c-4f1f-a978-1d42420a17b5 None None] Network 2ae81d27-75d8-4571-96ed-df0c006208f1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:23:17.923296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-da1201c9-3268-40cf-a1cd-0bee32d4a9dd None None] Provisioning for port 57d06451-edf8-45fa-b591-013271ff43e6 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:23:18.113500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:18.151494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044819f-d90d-41b2-9932-6437d27d139c req-7b328435-17bc-4989-923b-3fcbd49973c3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:18.153286 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5044819f-d90d-41b2-9932-6437d27d139c req-7b328435-17bc-4989-923b-3fcbd49973c3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0617990 Sep 08 13:23:18.168637 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be77c9-60ab-471e-8f3c-dfe23f55d8a2 req-5ae3a25c-4762-4557-8c4a-5eeac6886737 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:18.170161 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30be77c9-60ab-471e-8f3c-dfe23f55d8a2 req-5ae3a25c-4762-4557-8c4a-5eeac6886737 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0999331 Sep 08 13:23:18.194050 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5044819f-d90d-41b2-9932-6437d27d139c req-6005ead8-b39c-42ac-b8e2-5a2d5d599430 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332589 Sep 08 13:23:18.253530 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30be77c9-60ab-471e-8f3c-dfe23f55d8a2 req-56e44812-962c-47ff-8033-a952bf08b708 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768986 Sep 08 13:23:18.338452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437da1f-dce1-4f67-9784-10667dbca95f req-70b41d77-e589-4fcf-baa4-a2eb7e4b67a7 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:18.339997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1437da1f-dce1-4f67-9784-10667dbca95f req-70b41d77-e589-4fcf-baa4-a2eb7e4b67a7 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 946 time: 0.0529768 Sep 08 13:23:18.402848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1437da1f-dce1-4f67-9784-10667dbca95f req-8f5c9726-8328-4e94-a91d-27a00fe374ed tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538204 Sep 08 13:23:18.414860 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:18.430127 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ae144f-193f-4bfa-865f-8c61157ddb5b req-c6e6a564-9c5d-4424-a9a9-44111f90a959 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:18.432146 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20ae144f-193f-4bfa-865f-8c61157ddb5b req-c6e6a564-9c5d-4424-a9a9-44111f90a959 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0850937 Sep 08 13:23:18.503940 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8086ebea-d007-44b5-9293-4b30a9c0529d req-43aff6d9-b820-4349-a153-1d6f963739ba tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 210 time: 0.0276155 Sep 08 13:23:18.598159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20ae144f-193f-4bfa-865f-8c61157ddb5b req-e13b36ac-cd4f-466b-833e-1f0ad3fa5810 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211190 Sep 08 13:23:18.603060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6288d0-a2a0-472c-bcf7-15c6aae0f175 req-535fe2eb-d8b0-4ac7-a96e-eb8d47c9c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:18.604589 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a6288d0-a2a0-472c-bcf7-15c6aae0f175 req-535fe2eb-d8b0-4ac7-a96e-eb8d47c9c3c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 1096 time: 0.1201921 Sep 08 13:23:18.665384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 57d06451-edf8-45fa-b591-013271ff43e6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:18.675663 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a6288d0-a2a0-472c-bcf7-15c6aae0f175 req-2178b344-6ff2-4ff6-b95d-5a576d025b94 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618474 Sep 08 13:23:18.771359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7d0be-3218-4c0d-9ad1-93c061e271e1 req-4cf8f33d-7037-41af-995e-4b6cff69bd6f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:18.772957 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68c7d0be-3218-4c0d-9ad1-93c061e271e1 req-4cf8f33d-7037-41af-995e-4b6cff69bd6f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0596738 Sep 08 13:23:18.774243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:23:18.802776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 57d06451-edf8-45fa-b591-013271ff43e6 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:23:18.808564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 57d06451-edf8-45fa-b591-013271ff43e6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:18.808908 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:18.861833 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68c7d0be-3218-4c0d-9ad1-93c061e271e1 req-8560f26f-e3f5-4755-9426-fab9d1201f6c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808544 Sep 08 13:23:18.897734 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:18.918168 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:23:18.930690 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Sync routers for ids ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:23:18.940986 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Routers {'55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:23:18.941615 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:23:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:18.951224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 57d06451-edf8-45fa-b591-013271ff43e6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=57d06451-edf8-45fa-b591-013271ff43e6,segment=NetworkSegment(39c0b293-b00f-44e2-a33d-154b171cc83d),segment_id=39c0b293-b00f-44e2-a33d-154b171cc83d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:18.993155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082922ac-96b3-46d7-b701-5bb72e99f5cb req-371753da-4ded-4c8a-b8b2-b0bc969a4096 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:18.995002 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-082922ac-96b3-46d7-b701-5bb72e99f5cb req-371753da-4ded-4c8a-b8b2-b0bc969a4096 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0554512 Sep 08 13:23:19.035684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-082922ac-96b3-46d7-b701-5bb72e99f5cb req-d5871a09-40e6-4717-a5a3-08dab5b03b5e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337374 Sep 08 13:23:19.041984 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:19.043468 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b623493a-df66-4a2c-af88-9509cbae7837 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4143829 Sep 08 13:23:19.046682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38718) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:19.078270 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:19.079117 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Set router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:23:19.159033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=57d06451-edf8-45fa-b591-013271ff43e6,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:19.219351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5dec34-bc64-4e62-94b8-2c73164125e6 req-09e6072c-5fc1-49fb-a538-1ed7ee457a26 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:19.221536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da5dec34-bc64-4e62-94b8-2c73164125e6 req-09e6072c-5fc1-49fb-a538-1ed7ee457a26 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0553102 Sep 08 13:23:19.262114 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da5dec34-bc64-4e62-94b8-2c73164125e6 req-9aa1253f-4084-4b12-9ebd-17986ff5a313 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 Sep 08 13:23:19.292386 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:23:17Z', 'revision_number': 3, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:19.325260 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Checking router: 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:23:19.325614 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Updating router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 port bf6bb17c-441f-484d-bd41-771d29ba9bab binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:23:19.356671 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:19.420249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1582b-dd3f-411c-a5f3-5cf6dc071ebd req-20433f12-3d88-48e0-a752-6f68e191035c tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:19.428044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-34c1582b-dd3f-411c-a5f3-5cf6dc071ebd req-20433f12-3d88-48e0-a752-6f68e191035c tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0797503 Sep 08 13:23:19.475571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-34c1582b-dd3f-411c-a5f3-5cf6dc071ebd req-11d98415-44f3-48be-8641-4008a26abc58 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465012 Sep 08 13:23:19.583506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2ea85-4fef-49c7-bae3-489f0dc0ec77 req-9d22e582-04b6-4177-bba7-7841b501dd47 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:19.590820 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d6b2ea85-4fef-49c7-bae3-489f0dc0ec77 req-9d22e582-04b6-4177-bba7-7841b501dd47 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1096711 Sep 08 13:23:19.685169 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:19.698079 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Transition to ACTIVE for port object bf6bb17c-441f-484d-bd41-771d29ba9bab will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:23:19.700846 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d6b2ea85-4fef-49c7-bae3-489f0dc0ec77 req-4f853446-e2be-4c9a-9c67-6ecb1141004e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090555 Sep 08 13:23:19.715594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d858ab-7729-406f-85a3-accde8d33064 req-4a180ed2-48ed-448e-b1d5-9cdde6ff6217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:19.717703 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0d858ab-7729-406f-85a3-accde8d33064 req-4a180ed2-48ed-448e-b1d5-9cdde6ff6217 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1096 time: 0.1236398 Sep 08 13:23:19.723227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb2b4f-cc3b-4473-9710-23f8d2468a7b req-c7972762-4f05-47c9-b338-ab463a195975 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:19.724763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ffb2b4f-cc3b-4473-9710-23f8d2468a7b req-c7972762-4f05-47c9-b338-ab463a195975 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1291595 Sep 08 13:23:19.734509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-08e1c940-4259-45a9-8cc2-1201e7d6c8b2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:19.735983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-08e1c940-4259-45a9-8cc2-1201e7d6c8b2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.2114921 Sep 08 13:23:19.754871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Request body: {'port': {'device_id': 'd5c9947a-032d-45a0-9529-8a371b894c5a', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'admin_state_up': True, 'tenant_id': 'd393c133e7b242bea5864f8b92030dcc'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:19.825716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ffb2b4f-cc3b-4473-9710-23f8d2468a7b req-0271db37-0304-4f87-bd6a-dbe643cb7e45 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887108 Sep 08 13:23:19.831742 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:19.857392 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:19.918984 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Pushing event updated for resources: {'Port': ['ID=bf6bb17c-441f-484d-bd41-771d29ba9bab,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:19.927849 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Attempting to bind port bf6bb17c-441f-484d-bd41-771d29ba9bab on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:23:19.928242 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Attempting to bind port bf6bb17c-441f-484d-bd41-771d29ba9bab by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:23:19.928805 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Attempting to bind port bf6bb17c-441f-484d-bd41-771d29ba9bab on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:19.932658 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:19.933758 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:19.934416 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:19.935006 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:19.936079 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:19.936602 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:19.937199 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:19.937726 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:19.938266 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:19.938857 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:19.939372 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:19.940089 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:19.948460 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:23:19.949259 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:23:19.949888 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:19.950529 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:23:19.952615 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Bound port: bf6bb17c-441f-484d-bd41-771d29ba9bab, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:23:19.953240 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:19.990578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48c60a5f-cca6-4cfc-bd51-53ab19ae222f req-fa9836aa-2025-4c40-8426-7abae5286688 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 210 time: 0.0669041 Sep 08 13:23:20.042284 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f36de2-7322-4a81-9ad8-34bef9fb40b1 req-706b45e8-5091-4d42-8999-f5c1687357f9 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:20.043878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22f36de2-7322-4a81-9ad8-34bef9fb40b1 req-706b45e8-5091-4d42-8999-f5c1687357f9 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 946 time: 0.2656159 Sep 08 13:23:20.044578 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] For port bf6bb17c-441f-484d-bd41-771d29ba9bab, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:23:20.049345 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] For port bf6bb17c-441f-484d-bd41-771d29ba9bab, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bf6bb17c-441f-484d-bd41-771d29ba9bab,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:23:20.050148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d858ab-7729-406f-85a3-accde8d33064 req-9ead6cdd-32aa-4bba-af4e-66c96f34915c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:20.051654 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0d858ab-7729-406f-85a3-accde8d33064 req-9ead6cdd-32aa-4bba-af4e-66c96f34915c service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.3110640 Sep 08 13:23:20.065752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Made reservation on behalf of d393c133e7b242bea5864f8b92030dcc for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:23:20.069704 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:20.170577 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22f36de2-7322-4a81-9ad8-34bef9fb40b1 req-f58e1139-4028-4cdf-b852-ce3479ad747b tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152985 Sep 08 13:23:20.190920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Allocated IP 172.20.0.1 (2ae81d27-75d8-4571-96ed-df0c006208f1/cbe855ef-3a09-4103-8070-4fb584d5dc39/4c72125e-9c9d-4af5-95f4-ab891f981cd6) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:23:20.194791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0d858ab-7729-406f-85a3-accde8d33064 req-c30f0fe7-1005-4ddb-8b5d-ec3f4671fad8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 1000 time: 0.1306694 Sep 08 13:23:20.243268 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:20.270697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc23de-e347-4bc1-9d5b-8d97c0ec9d4d req-94a34237-c2d8-4b64-b2c6-6c842388dcd9 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:20.282847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfcc23de-e347-4bc1-9d5b-8d97c0ec9d4d req-94a34237-c2d8-4b64-b2c6-6c842388dcd9 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1444800 Sep 08 13:23:20.312153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d858ab-7729-406f-85a3-accde8d33064 req-9a925c22-aab8-4db8-9bfe-c877f6cf948b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:20.313868 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0d858ab-7729-406f-85a3-accde8d33064 req-9a925c22-aab8-4db8-9bfe-c877f6cf948b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.1027758 Sep 08 13:23:20.326459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Allocated IP 172.20.0.11 (472f8bac-fe07-4bc2-9af9-0fd24f5a157d/80fa4303-193a-472f-a290-301c315fda82/04c204f7-5f04-4d52-a37a-18dcc24159bc) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:23:20.375361 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Routers {'55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:23:20.376604 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:23:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:20.387998 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfcc23de-e347-4bc1-9d5b-8d97c0ec9d4d req-02715156-d82e-4021-bd5e-83a4a4f9d55d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036224 Sep 08 13:23:20.457014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d858ab-7729-406f-85a3-accde8d33064 req-a15a7662-471f-4ed6-86ec-6a1eca2a81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:20.459527 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0d858ab-7729-406f-85a3-accde8d33064 req-a15a7662-471f-4ed6-86ec-6a1eca2a81a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312833 Sep 08 13:23:20.461543 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16f59c-018d-48fc-a77b-34ccce2e7905 None None] Pushing event updated for resources: {'Port': ['ID=bf6bb17c-441f-484d-bd41-771d29ba9bab,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:20.560173 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:20.564737 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] Set router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:23:20.581056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec19f4d-9404-4f93-a08e-528a5a70b228 req-2c413076-5b7e-4d2d-98fa-550b3b7f0f86 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:20.584414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Transition to ACTIVE for port object 4c72125e-9c9d-4af5-95f4-ab891f981cd6 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:23:20.588752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ec19f4d-9404-4f93-a08e-528a5a70b228 req-2c413076-5b7e-4d2d-98fa-550b3b7f0f86 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1152723 Sep 08 13:23:20.612245 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0d858ab-7729-406f-85a3-accde8d33064 req-64080fed-7519-4edd-8621-d4ef7a30789e service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432605 Sep 08 13:23:20.647160 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ec19f4d-9404-4f93-a08e-528a5a70b228 req-ec62ac9a-059c-445c-b34a-e32507bd10c7 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573516 Sep 08 13:23:20.662560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:20.663794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 57d06451-edf8-45fa-b591-013271ff43e6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:20.769628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 57d06451-edf8-45fa-b591-013271ff43e6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:20.770007 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:20.858104 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:23:17Z', 'revision_number': 3, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:20.883933 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:20.887292 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102542b6-f368-4796-9617-34fcf0d04c0a None None] The sync data for ids ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'] in n-d-807558-3 is: [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:23:17Z', 'revision_number': 3, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:23:20.893840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ce26c-4e13-4c30-aef7-6b5384d3ec18 req-fedcde3c-3857-4cb4-bcd5-9483254f2713 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:20.895472 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-256ce26c-4e13-4c30-aef7-6b5384d3ec18 req-fedcde3c-3857-4cb4-bcd5-9483254f2713 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.1791213 Sep 08 13:23:20.915206 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0d858ab-7729-406f-85a3-accde8d33064 req-bf0ecc32-88ca-4ab3-b807-e51be7a79ed7 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724345 Sep 08 13:23:20.946291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c75b34-d534-4c20-80d7-c12aac1b28c6 req-bc2ee8e3-24b3-47f6-8939-b010526833ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:20.948004 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78c75b34-d534-4c20-80d7-c12aac1b28c6 req-bc2ee8e3-24b3-47f6-8939-b010526833ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=21638bf72654427495da357e097d319c&device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 1097 time: 0.1422734 Sep 08 13:23:20.969064 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:20.980222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:23:20.992801 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-256ce26c-4e13-4c30-aef7-6b5384d3ec18 req-fbf0d9d4-404b-4579-a59c-a9e993dff9aa tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871389 Sep 08 13:23:21.003394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:21.006122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Pushing event updated for resources: {'Port': ['ID=04c204f7-5f04-4d52-a37a-18dcc24159bc,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:21.011150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:23:21.034965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d6fcd-d3ac-4da1-93e0-65b7e3d9b229 req-cad0d85c-b15e-45ef-b17f-c3873ad6bee3 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:21.037434 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-648d6fcd-d3ac-4da1-93e0-65b7e3d9b229 req-cad0d85c-b15e-45ef-b17f-c3873ad6bee3 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 946 time: 0.2497187 Sep 08 13:23:21.053961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Network 2ae81d27-75d8-4571-96ed-df0c006208f1 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:23:21.056976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:21.061478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:23:21.092524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Pushing event updated for resources: {'Port': ['ID=4c72125e-9c9d-4af5-95f4-ab891f981cd6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:21.105909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:21.106537 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:21.153945 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:21.155410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:21.155768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:21.156114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:21.156455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:21.156794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:21.157133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:21.157470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:21.157806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:21.158274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:21.158483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:21.158906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:21.159173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:21.273283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574ee1e-f0fc-43e8-a0fa-6295dad88950 req-3ad0f070-2ce8-46ae-92a5-a10ff5262635 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:21.284186 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9574ee1e-f0fc-43e8-a0fa-6295dad88950 req-3ad0f070-2ce8-46ae-92a5-a10ff5262635 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1703458 Sep 08 13:23:21.285514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c75b34-d534-4c20-80d7-c12aac1b28c6 req-8e76ea04-1261-44fc-a302-7b725b3dcd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:21.287445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78c75b34-d534-4c20-80d7-c12aac1b28c6 req-8e76ea04-1261-44fc-a302-7b725b3dcd06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4762904d-2e4e-4e95-9991-8caf7d7e75d1 HTTP/1.1" status: 200 len: 915 time: 0.3257470 Sep 08 13:23:21.314634 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-648d6fcd-d3ac-4da1-93e0-65b7e3d9b229 req-dd0893e3-7164-4989-888b-ac960885f791 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546593 Sep 08 13:23:21.352904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78c75b34-d534-4c20-80d7-c12aac1b28c6 req-74ec05c6-a04a-4e9a-83a1-af6b37459702 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceeb2763-6128-4602-8a17-55089d491a03 HTTP/1.1" status: 200 len: 217 time: 0.0464904 Sep 08 13:23:21.392984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9574ee1e-f0fc-43e8-a0fa-6295dad88950 req-96e56b7b-ed2b-48e2-a970-3b7fab0dfaf6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908661 Sep 08 13:23:21.437129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-0b13f223-dcff-4422-b305-781a8048e430 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6860585 Sep 08 13:23:21.458943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Request body: {'port': {'device_id': 'd5c9947a-032d-45a0-9529-8a371b894c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:21.502286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c75b34-d534-4c20-80d7-c12aac1b28c6 req-45a55a7d-dfb3-4564-9af6-37f47e5a6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:21.503914 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78c75b34-d534-4c20-80d7-c12aac1b28c6 req-45a55a7d-dfb3-4564-9af6-37f47e5a6769 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a496e75e-136d-4ecf-9509-17692f03332b HTTP/1.1" status: 200 len: 854 time: 0.1417241 Sep 08 13:23:21.517946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44332b8-5cb3-4f6f-8153-8175b4a9f184 req-c221ba9a-c6ed-439f-b4d6-e42871cca091 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:21.519797 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c44332b8-5cb3-4f6f-8153-8175b4a9f184 req-c221ba9a-c6ed-439f-b4d6-e42871cca091 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0651486 Sep 08 13:23:21.521714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3c7e-a974-45ef-b690-b51565f053c6 req-a7c9ab0b-1bac-4751-9687-eb82663876a6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:21.525294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb1f3c7e-a974-45ef-b690-b51565f053c6 req-a7c9ab0b-1bac-4751-9687-eb82663876a6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 932 time: 0.1047413 Sep 08 13:23:21.551056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c32a4b09-3cbf-4b9e-855b-aefa0acb4258 None None] Provisioning for port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:23:21.558683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c32a4b09-3cbf-4b9e-855b-aefa0acb4258 None None] Provisioning complete for port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:21.559360 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c32a4b09-3cbf-4b9e-855b-aefa0acb4258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:21.574889 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:21.584788 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78c75b34-d534-4c20-80d7-c12aac1b28c6 req-04949249-e431-47e4-bada-9ec3f1358e2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4762904d-2e4e-4e95-9991-8caf7d7e75d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452948 Sep 08 13:23:21.591543 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:21.602022 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c44332b8-5cb3-4f6f-8153-8175b4a9f184 req-e13b1c88-185e-431b-bed5-5a15f9e83483 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606232 Sep 08 13:23:21.685057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c32a4b09-3cbf-4b9e-855b-aefa0acb4258 None None] Port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:23:21.703921 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb1f3c7e-a974-45ef-b690-b51565f053c6 req-7200b45a-18cc-49cd-99e8-fe4992439625 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481190 Sep 08 13:23:21.851850 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:21.874526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60b48a-e2c5-49bd-aaf5-37db1b1d7f45 req-e1e53884-bc0b-4bac-a099-1dbc5ddf4ea3 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:21.883196 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a60b48a-e2c5-49bd-aaf5-37db1b1d7f45 req-e1e53884-bc0b-4bac-a099-1dbc5ddf4ea3 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1174569 Sep 08 13:23:21.891697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78c75b34-d534-4c20-80d7-c12aac1b28c6 req-a4c13c87-d8cc-4554-97f6-5daa4d537405 service neutron] 10.222.0.70 "GET /v2.0/networks/4762904d-2e4e-4e95-9991-8caf7d7e75d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972662 Sep 08 13:23:21.932248 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:21.976348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a60b48a-e2c5-49bd-aaf5-37db1b1d7f45 req-d6c8d056-93fd-4689-9a88-911b486010cb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846834 Sep 08 13:23:22.027164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Pushing event updated for resources: {'Port': ['ID=4c72125e-9c9d-4af5-95f4-ab891f981cd6,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:22.042676 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:22.105378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78c75b34-d534-4c20-80d7-c12aac1b28c6 req-628c81e7-a83f-46e9-8c74-11cc036fe5de service neutron] 10.222.0.70 "GET /v2.0/networks/4762904d-2e4e-4e95-9991-8caf7d7e75d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053103 Sep 08 13:23:22.191742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c204f7-5f04-4d52-a37a-18dcc24159bc {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:23:22.193415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf68ceba-dceb-420b-b2ef-c41d36f3a82a req-f15ec148-f7c8-4a60-9255-2b7c7fcdcfd0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:22.195082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf68ceba-dceb-420b-b2ef-c41d36f3a82a req-f15ec148-f7c8-4a60-9255-2b7c7fcdcfd0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1154761 Sep 08 13:23:22.210704 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:22.239129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Network 2ae81d27-75d8-4571-96ed-df0c006208f1 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:23:22.246143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Transition to ACTIVE for port object 04c204f7-5f04-4d52-a37a-18dcc24159bc will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:23:22.246433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:22.276866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd4296f-1a87-4823-b693-43da5f76fcc5 req-aabd801a-05ec-49b4-b575-795a6370be23 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:22.278849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ecd4296f-1a87-4823-b693-43da5f76fcc5 req-aabd801a-05ec-49b4-b575-795a6370be23 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0815356 Sep 08 13:23:22.318945 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf68ceba-dceb-420b-b2ef-c41d36f3a82a req-4e761f1c-8eed-4c87-ae23-f66b38bc9866 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154008 Sep 08 13:23:22.373606 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ecd4296f-1a87-4823-b693-43da5f76fcc5 req-2bed822e-3480-4aec-b57c-ecb4a48eb17d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822330 Sep 08 13:23:22.379526 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:22.552344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Pushing event updated for resources: {'Port': ['ID=04c204f7-5f04-4d52-a37a-18dcc24159bc,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:22.634992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Attempting to bind port 04c204f7-5f04-4d52-a37a-18dcc24159bc on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:23:22.635281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Attempting to bind port 04c204f7-5f04-4d52-a37a-18dcc24159bc by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:23:22.635776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Attempting to bind port 04c204f7-5f04-4d52-a37a-18dcc24159bc on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:22.635901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e3e05bd2-bce6-421c-aefe-dc8b4cd79859 None None] Provisioning complete for port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:22.636154 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e3e05bd2-bce6-421c-aefe-dc8b4cd79859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:22.660891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Port 04c204f7-5f04-4d52-a37a-18dcc24159bc on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:23:22.667710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Attempting to bind port 04c204f7-5f04-4d52-a37a-18dcc24159bc on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:22.677815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:23:22.678231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Checking segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:23:22.678672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Bound using segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:23:22.679116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Bound port: 04c204f7-5f04-4d52-a37a-18dcc24159bc, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:23:22.679825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:22.695613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e3e05bd2-bce6-421c-aefe-dc8b4cd79859 None None] Port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:23:22.727787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bf6bb17c-441f-484d-bd41-771d29ba9bab up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:22.757046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd8109-5a17-4bdd-b5ed-c1bd519e96e2 req-73c3f207-7b31-4b34-a46b-1ecef937b7e4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:22.758781 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4bd8109-5a17-4bdd-b5ed-c1bd519e96e2 req-73c3f207-7b31-4b34-a46b-1ecef937b7e4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1635983 Sep 08 13:23:22.835478 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4bd8109-5a17-4bdd-b5ed-c1bd519e96e2 req-07665440-efdf-4302-bef0-724b00ce4c74 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582244 Sep 08 13:23:22.842788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] For port 04c204f7-5f04-4d52-a37a-18dcc24159bc, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:23:22.848366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] For port 04c204f7-5f04-4d52-a37a-18dcc24159bc, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=04c204f7-5f04-4d52-a37a-18dcc24159bc,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:23:22.916945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port bf6bb17c-441f-484d-bd41-771d29ba9bab completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:23:22.922233 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port bf6bb17c-441f-484d-bd41-771d29ba9bab triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:22.922928 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:22.958529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc400a-f279-4596-a147-0e72a82a0ca6 req-bf3a2a93-0a19-4334-a420-79269afa03f7 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:22.960986 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:22.962890 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9dc400a-f279-4596-a147-0e72a82a0ca6 req-bf3a2a93-0a19-4334-a420-79269afa03f7 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 946 time: 0.5429761 Sep 08 13:23:22.980451 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:23:23.035505 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:23.050531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:23.051485 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:23.053140 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] 10.222.0.70 "PUT /v2.0/ports/04c204f7-5f04-4d52-a37a-18dcc24159bc HTTP/1.1" status: 200 len: 1092 time: 1.5998631 Sep 08 13:23:23.054059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c9947a-032d-45a0-9529-8a371b894c5a', 'tag': '04c204f7-5f04-4d52-a37a-18dcc24159bc'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:23.058261 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4979b0c-1785-42b5-b0e6-0c5386e7967f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c9947a-032d-45a0-9529-8a371b894c5a", "tag": "04c204f7-5f04-4d52-a37a-18dcc24159bc"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:23.063060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port bf6bb17c-441f-484d-bd41-771d29ba9bab, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bf6bb17c-441f-484d-bd41-771d29ba9bab,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:23.075441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b74f1-4ae7-4cba-85a5-602054b7be38 req-ca3871a1-e422-49d2-a4ff-738dcb7e3305 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:23.085643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb3b74f1-4ae7-4cba-85a5-602054b7be38 req-ca3871a1-e422-49d2-a4ff-738dcb7e3305 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1638331 Sep 08 13:23:23.110493 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9dc400a-f279-4596-a147-0e72a82a0ca6 req-5ed58595-f67f-44e0-820a-98faca738d0b tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409011 Sep 08 13:23:23.137040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea2984-992c-4d5c-8db9-2153eb76b259 service neutron] Pushing event updated for resources: {'Port': ['ID=04c204f7-5f04-4d52-a37a-18dcc24159bc,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:23.174980 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:23.215687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb3b74f1-4ae7-4cba-85a5-602054b7be38 req-caf4b5ec-5832-469e-881a-84bf17e41833 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290133 Sep 08 13:23:23.248212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:23:23.267033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Sync routers for ids ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:23:23.277432 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a2d45c96-342b-4302-911c-d91d5ec29340 admin admin] 10.222.0.69 "PUT /v2.0/routers/55c9b39a-eea8-4ee8-a538-97d5a81d6bc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2294557 Sep 08 13:23:23.286727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=bf6bb17c-441f-484d-bd41-771d29ba9bab,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:23.303806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Routers {'55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:23:23.304491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:23:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:23.325646 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d40e11f-577f-4e16-bc12-6e8808ae2709 x-openstack-request-id: req-1d40e11f-577f-4e16-bc12-6e8808ae2709 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:23.326548 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c9947a-032d-45a0-9529-8a371b894c5a", "tag": "04c204f7-5f04-4d52-a37a-18dcc24159bc", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:23.326766 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1d40e11f-577f-4e16-bc12-6e8808ae2709 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:23.327352 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c9947a-032d-45a0-9529-8a371b894c5a', 'tag': '04c204f7-5f04-4d52-a37a-18dcc24159bc', 'status': 'completed', 'code': 200} Sep 08 13:23:23.331255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2421c81e-7ee5-4099-bbfb-d996fc7fc3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:23.332832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-2421c81e-7ee5-4099-bbfb-d996fc7fc3b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 1095 time: 0.1161554 Sep 08 13:23:23.401232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-da7be196-1256-4360-b31f-24a3119f0f0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04c204f7-5f04-4d52-a37a-18dcc24159bc HTTP/1.1" status: 200 len: 217 time: 0.0596380 Sep 08 13:23:23.406357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f842b-ba5c-4b2e-ab74-bdb0a0d3c410 req-f128d80e-28ed-4efb-afc6-5271544e98b4 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:23.413430 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-209f842b-ba5c-4b2e-ab74-bdb0a0d3c410 req-f128d80e-28ed-4efb-afc6-5271544e98b4 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 944 time: 0.1215515 Sep 08 13:23:23.476300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Set router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:23:23.492184 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-209f842b-ba5c-4b2e-ab74-bdb0a0d3c410 req-a49db867-df62-48b4-a4cd-776dad0cb4f1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696599 Sep 08 13:23:23.580396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-640d6a7e-4df3-49b8-bea7-d466478a339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:23.583451 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-640d6a7e-4df3-49b8-bea7-d466478a339a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80fa4303-193a-472f-a290-301c315fda82 HTTP/1.1" status: 200 len: 852 time: 0.1747866 Sep 08 13:23:23.622538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17cd48-48fc-47de-800b-f7baab6cbf3e req-d4bd5b35-6913-4583-8801-5e7de1a8abb3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:23.625012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a17cd48-48fc-47de-800b-f7baab6cbf3e req-d4bd5b35-6913-4583-8801-5e7de1a8abb3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0563054 Sep 08 13:23:23.641275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-7308bf16-7c52-47d5-9c81-59a9d4524488 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494821 Sep 08 13:23:23.674548 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a17cd48-48fc-47de-800b-f7baab6cbf3e req-40d51609-a8b7-403a-9f99-ca620c6bd8b9 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383413 Sep 08 13:23:23.723678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:23:21Z', 'revision_number': 4, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '4c72125e-9c9d-4af5-95f4-ab891f981cd6', 'name': '', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'mac_address': 'fa:16:3e:b5:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:19Z', 'updated_at': '2021-09-08T13:23:21Z', 'revision_number': 2, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'subnets': [{'id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:23.760956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Checking router: 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:23:23.761432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Updating router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:23:23.792425 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:24.009527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebba346-b494-4e7f-b877-9b1f76e097cd req-5cd0a947-2c86-43f9-bd82-808c5570a3cb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:24.011135 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3ebba346-b494-4e7f-b877-9b1f76e097cd req-5cd0a947-2c86-43f9-bd82-808c5570a3cb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.5747075 Sep 08 13:23:24.041519 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-64d539c3-a0db-487b-bf76-3a097b6a6ca5 service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932745 Sep 08 13:23:24.075632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3ebba346-b494-4e7f-b877-9b1f76e097cd req-0f7bfb90-1efb-4d79-9323-ff5c5fdab1bd tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576103 Sep 08 13:23:24.087013 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:24.124797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Transition to ACTIVE for port object 4c72125e-9c9d-4af5-95f4-ab891f981cd6 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:23:24.154210 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38802) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:24.158857 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3c0f8a72-5aa3-4cde-be7c-4468973b4f28 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1655345528', 'description': 'tempest-description--128628901'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:24.163251 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c71696b-a733-4b88-b1f0-8e8872f7116a req-5277d278-0fa5-4b0f-8b5e-bd22a20ae0ce service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107092 Sep 08 13:23:24.202923 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:24.272021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5e722-4f19-476e-9b57-9b29babd22b2 None None] Pushing event updated for resources: {'Port': ['ID=4c72125e-9c9d-4af5-95f4-ab891f981cd6,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:24.327766 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c0f8a72-5aa3-4cde-be7c-4468973b4f28 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:24.381169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Attempting to bind port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:23:24.381629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Attempting to bind port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:23:24.383170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Attempting to bind port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 on network 2ae81d27-75d8-4571-96ed-df0c006208f1 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:24.395488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:23:24.399573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96852f95-db72-46d4-b171-6eced28a7820 req-a47854bd-d9b5-4e0b-9968-053d9426b48f tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:24.400138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Checking segment: {'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:23:24.400604 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:24.401266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Bound using segment: {'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:23:24.401779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Bound port: 4c72125e-9c9d-4af5-95f4-ab891f981cd6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:23:24.402188 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:24.410535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96852f95-db72-46d4-b171-6eced28a7820 req-a47854bd-d9b5-4e0b-9968-053d9426b48f tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 946 time: 0.0893025 Sep 08 13:23:24.489741 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c0f8a72-5aa3-4cde-be7c-4468973b4f28 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:24.491025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4979b0c-1785-42b5-b0e6-0c5386e7967f req-735c86c5-f6d9-432e-88a8-8c188f79b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:24.492108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4979b0c-1785-42b5-b0e6-0c5386e7967f req-735c86c5-f6d9-432e-88a8-8c188f79b8cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 1095 time: 0.0782530 Sep 08 13:23:24.495997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96852f95-db72-46d4-b171-6eced28a7820 req-5e702b9b-7155-4e03-9abf-19c83c45069b tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834966 Sep 08 13:23:24.496242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] For port 4c72125e-9c9d-4af5-95f4-ab891f981cd6, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:23:24.502135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] For port 4c72125e-9c9d-4af5-95f4-ab891f981cd6, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4c72125e-9c9d-4af5-95f4-ab891f981cd6,segment=NetworkSegment(39c0b293-b00f-44e2-a33d-154b171cc83d),segment_id=39c0b293-b00f-44e2-a33d-154b171cc83d)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:23:24.629534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4979b0c-1785-42b5-b0e6-0c5386e7967f req-4f7a7fb0-79d5-4928-bc6e-7ba27bb268b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:24.631392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4979b0c-1785-42b5-b0e6-0c5386e7967f req-4f7a7fb0-79d5-4928-bc6e-7ba27bb268b9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 913 time: 0.1318655 Sep 08 13:23:24.631607 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c0f8a72-5aa3-4cde-be7c-4468973b4f28 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:24.654598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bf6bb17c-441f-484d-bd41-771d29ba9bab up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:24.672865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f8a72-5aa3-4cde-be7c-4468973b4f28 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecfa6a2-1967-4091-9394-e35326696b0d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:24.681514 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:24.708049 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4979b0c-1785-42b5-b0e6-0c5386e7967f req-67caeb57-116f-4a65-b45f-62e5b689636e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04c204f7-5f04-4d52-a37a-18dcc24159bc HTTP/1.1" status: 200 len: 217 time: 0.0619149 Sep 08 13:23:24.745321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Routers {'55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:23:24.745890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:23:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:24.767274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed199f3e-0cfb-4a36-becd-0b53ca02be4b req-ee01f73b-ec4c-41ee-bf01-7ec8b25e289b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:24.769144 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed199f3e-0cfb-4a36-becd-0b53ca02be4b req-ee01f73b-ec4c-41ee-bf01-7ec8b25e289b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1547022 Sep 08 13:23:24.806020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4979b0c-1785-42b5-b0e6-0c5386e7967f req-e30337d9-8a81-4f7a-9ef4-13e4010e345a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:24.807628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4979b0c-1785-42b5-b0e6-0c5386e7967f req-e30337d9-8a81-4f7a-9ef4-13e4010e345a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80fa4303-193a-472f-a290-301c315fda82 HTTP/1.1" status: 200 len: 852 time: 0.0919850 Sep 08 13:23:24.809495 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c0f8a72-5aa3-4cde-be7c-4468973b4f28 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:24.812835 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3c0f8a72-5aa3-4cde-be7c-4468973b4f28 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6570735 Sep 08 13:23:24.816555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e5e722-4f19-476e-9b57-9b29babd22b2 None None] Pushing event updated for resources: {'Port': ['ID=4c72125e-9c9d-4af5-95f4-ab891f981cd6,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:24.816875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38820) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:24.826391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7e6aa077-b6a4-4b47-afcc-63660f8a6a71 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Request body: {'security_group_rule': {'security_group_id': '6ecfa6a2-1967-4091-9394-e35326696b0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:24.831838 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port bf6bb17c-441f-484d-bd41-771d29ba9bab triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:24.832224 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:24.872629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4979b0c-1785-42b5-b0e6-0c5386e7967f req-65770d94-0d21-4cdd-84e3-404e44d5fed0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573657 Sep 08 13:23:24.888005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed199f3e-0cfb-4a36-becd-0b53ca02be4b req-d9049523-0a01-44c0-8fbb-29be55ad7225 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044004 Sep 08 13:23:25.046670 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa077-b6a4-4b47-afcc-63660f8a6a71 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:25.118294 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa077-b6a4-4b47-afcc-63660f8a6a71 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:25.120116 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4979b0c-1785-42b5-b0e6-0c5386e7967f req-d2341467-583e-4627-9421-4ad69a532c24 service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301190 Sep 08 13:23:25.132229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] Set router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:23:25.134331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38a9ad-201b-45cf-bacc-f767e365c531 req-24d98ee6-d0bf-4806-8284-5a5d0d0fc49c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:25.138895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a38a9ad-201b-45cf-bacc-f767e365c531 req-24d98ee6-d0bf-4806-8284-5a5d0d0fc49c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 944 time: 0.1219392 Sep 08 13:23:25.239199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a38a9ad-201b-45cf-bacc-f767e365c531 req-16d8ed2b-009b-4d98-b99e-43bb8532bb92 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908546 Sep 08 13:23:25.262340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa077-b6a4-4b47-afcc-63660f8a6a71 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:25.271656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4979b0c-1785-42b5-b0e6-0c5386e7967f req-4890585d-8e04-4dde-a022-b01f06df21bf service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312635 Sep 08 13:23:25.300131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6aa077-b6a4-4b47-afcc-63660f8a6a71 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e2dcda-a032-4f7e-bae6-daf8b01b0d60,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:25.375555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0c4ce-056b-4d23-adf9-bc1c0639b672 req-2cbaa6b5-f13d-48c8-8885-2a2aad17073e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:25.377343 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ef0c4ce-056b-4d23-adf9-bc1c0639b672 req-2cbaa6b5-f13d-48c8-8885-2a2aad17073e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0537443 Sep 08 13:23:25.384258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beae10d-096e-4c1b-9197-1ce91e5b386a req-59844f73-eb11-4511-b8ca-30b439bf1729 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:25.386120 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0beae10d-096e-4c1b-9197-1ce91e5b386a req-59844f73-eb11-4511-b8ca-30b439bf1729 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0557225 Sep 08 13:23:25.419275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:23:21Z', 'revision_number': 4, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '4c72125e-9c9d-4af5-95f4-ab891f981cd6', 'name': '', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'mac_address': 'fa:16:3e:b5:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:19Z', 'updated_at': '2021-09-08T13:23:24Z', 'revision_number': 4, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'subnets': [{'id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:25.420985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ef0c4ce-056b-4d23-adf9-bc1c0639b672 req-b00d08b9-b8db-43b9-80b8-b04fedd10b33 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374229 Sep 08 13:23:25.430562 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0beae10d-096e-4c1b-9197-1ce91e5b386a req-55cd1582-4aac-4f1a-bc2b-07032bb41267 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344296 Sep 08 13:23:25.431860 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e6aa077-b6a4-4b47-afcc-63660f8a6a71 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:25.433164 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7e6aa077-b6a4-4b47-afcc-63660f8a6a71 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6150346 Sep 08 13:23:25.443056 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38828) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:25.449439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dfcb98-ecec-4b13-938e-3ffd153d448d None None] The sync data for ids ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'] in n-d-807558-3 is: [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:23:21Z', 'revision_number': 4, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '4c72125e-9c9d-4af5-95f4-ab891f981cd6', 'name': '', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'mac_address': 'fa:16:3e:b5:9b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:19Z', 'updated_at': '2021-09-08T13:23:24Z', 'revision_number': 4, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'subnets': [{'id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:23:25.450751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0d905742-0cf4-478e-a99e-b1056f21a115 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Request body: {'security_group_rule': {'security_group_id': '6ecfa6a2-1967-4091-9394-e35326696b0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:25.596453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853c792-c7d0-4724-9330-e31487b63e08 req-d22faab6-4903-4016-a1fe-cd6ffc416978 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:25.607456 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c853c792-c7d0-4724-9330-e31487b63e08 req-d22faab6-4903-4016-a1fe-cd6ffc416978 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0995646 Sep 08 13:23:25.626698 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d905742-0cf4-478e-a99e-b1056f21a115 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:25.656644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c853c792-c7d0-4724-9330-e31487b63e08 req-cb7cd6b1-f2ec-4791-b594-159e29df0319 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477684 Sep 08 13:23:25.710111 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d905742-0cf4-478e-a99e-b1056f21a115 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:25.795927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734a7b0-42c0-47e8-a0e7-d96d927fbfad req-8f3474dd-53b4-4f45-aa64-b70696fd697b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:25.797503 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f734a7b0-42c0-47e8-a0e7-d96d927fbfad req-8f3474dd-53b4-4f45-aa64-b70696fd697b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0562406 Sep 08 13:23:25.838894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f734a7b0-42c0-47e8-a0e7-d96d927fbfad req-4a8afd46-35b6-4d3f-915c-5e02d52a1300 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351107 Sep 08 13:23:25.871841 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d905742-0cf4-478e-a99e-b1056f21a115 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:25.901360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d905742-0cf4-478e-a99e-b1056f21a115 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08e280d-176f-4d9f-8ddd-4f001a1300fa,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:26.001817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93267ef3-1d60-4b10-b86a-c73fbc1617f4 req-bc8e8821-9834-467f-9a03-759d1687570b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:26.003403 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93267ef3-1d60-4b10-b86a-c73fbc1617f4 req-bc8e8821-9834-467f-9a03-759d1687570b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0613034 Sep 08 13:23:26.043831 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d905742-0cf4-478e-a99e-b1056f21a115 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:26.048565 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0d905742-0cf4-478e-a99e-b1056f21a115 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6004083 Sep 08 13:23:26.048971 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93267ef3-1d60-4b10-b86a-c73fbc1617f4 req-94b37a30-ff74-4842-b883-1b01954d7afc tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366671 Sep 08 13:23:26.056207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38838) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:26.056207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:26.167861 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:26.184812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22b19f-319c-4b51-be7f-a796717b9fe4 req-5ee1a145-5c53-4ac8-a8f9-8cbed0b8a542 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:26.186859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ed22b19f-319c-4b51-be7f-a796717b9fe4 req-5ee1a145-5c53-4ac8-a8f9-8cbed0b8a542 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 946 time: 0.0610893 Sep 08 13:23:26.231159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ed22b19f-319c-4b51-be7f-a796717b9fe4 req-e464de38-15b8-4809-a9a3-93fab7f39f74 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Sep 08 13:23:26.302906 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:26.376959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f608d3b-51d8-416e-8fac-e03b5febbdac req-f2d6ab2a-c6b7-4e6f-9461-44bf1ab2ae34 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:26.378694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f608d3b-51d8-416e-8fac-e03b5febbdac req-f2d6ab2a-c6b7-4e6f-9461-44bf1ab2ae34 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 944 time: 0.0523689 Sep 08 13:23:26.421623 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f608d3b-51d8-416e-8fac-e03b5febbdac req-eff60970-9f52-4a5b-ae49-71aaab3b00df tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361850 Sep 08 13:23:26.426934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Allocated IP 172.25.5.13 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/3e61e774-6a0c-4e52-9245-0ad5bb92498c) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:23:26.561520 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:26.657992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4c72125e-9c9d-4af5-95f4-ab891f981cd6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:26.694744 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:26.761710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:23:26.768812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:26.772572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:23:26.775650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 04c204f7-5f04-4d52-a37a-18dcc24159bc details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:23:26.802431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0308ab-f4c1-4f0f-9db2-cd09206141a3 req-67a0f734-2e1c-4549-8156-49b7cdb11516 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:26.807799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Pushing event updated for resources: {'Port': ['ID=3e61e774-6a0c-4e52-9245-0ad5bb92498c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:26.813138 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b0308ab-f4c1-4f0f-9db2-cd09206141a3 req-67a0f734-2e1c-4549-8156-49b7cdb11516 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0792150 Sep 08 13:23:26.878429 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b0308ab-f4c1-4f0f-9db2-cd09206141a3 req-cd28c153-e7e4-42a6-856e-19b209ba9226 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553124 Sep 08 13:23:26.887027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:23:26.893764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:26.899458 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:26.902011 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:26.959078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 04c204f7-5f04-4d52-a37a-18dcc24159bc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=04c204f7-5f04-4d52-a37a-18dcc24159bc,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:26.985462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '04c204f7-5f04-4d52-a37a-18dcc24159bc', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'port_id': '04c204f7-5f04-4d52-a37a-18dcc24159bc', 'mac_address': 'fa:16:3e:a1:75:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fa4303-193a-472f-a290-301c315fda82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:23:27.041045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01124653-6525-4941-bfcd-4c9daca5fbf7 req-e3b4562d-9953-445f-8fe1-915ec1d57e7f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:27.049510 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-01124653-6525-4941-bfcd-4c9daca5fbf7 req-e3b4562d-9953-445f-8fe1-915ec1d57e7f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0645158 Sep 08 13:23:27.054509 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:27.075796 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:27.081133 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:27.103702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 4c72125e-9c9d-4af5-95f4-ab891f981cd6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4c72125e-9c9d-4af5-95f4-ab891f981cd6,segment=NetworkSegment(39c0b293-b00f-44e2-a33d-154b171cc83d),segment_id=39c0b293-b00f-44e2-a33d-154b171cc83d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:27.105984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c204f7-5f04-4d52-a37a-18dcc24159bc {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:23:27.108750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-01124653-6525-4941-bfcd-4c9daca5fbf7 req-eb9e6280-7681-4c8e-8b32-9ad15dd1a4ad tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582180 Sep 08 13:23:27.133227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 04c204f7-5f04-4d52-a37a-18dcc24159bc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=04c204f7-5f04-4d52-a37a-18dcc24159bc,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:27.210809 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:27.231764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-cfa39b8e-dd92-4cc2-b257-b129da105537 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:27.233371 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-cfa39b8e-dd92-4cc2-b257-b129da105537 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.70 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.0939195 Sep 08 13:23:27.278807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=4c72125e-9c9d-4af5-95f4-ab891f981cd6,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:27.283155 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:27.363671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=04c204f7-5f04-4d52-a37a-18dcc24159bc,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:27.482774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef09c29-dcab-443a-a60a-fb019babdc35 req-656aa9ba-46a3-4f6c-8971-ecec4ca66bbf tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:27.484394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ef09c29-dcab-443a-a60a-fb019babdc35 req-656aa9ba-46a3-4f6c-8971-ecec4ca66bbf tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 946 time: 0.1231484 Sep 08 13:23:27.487825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:27.499810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['04c204f7-5f04-4d52-a37a-18dcc24159bc'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:23:27.559005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Deleting port 56f04db0-848a-46ed-9868-642fc67a8156 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:23:27.559416 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:27.569768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ef09c29-dcab-443a-a60a-fb019babdc35 req-02349039-8da4-473e-89e3-44f43b357aac tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/security-groups?id=eec03aea-8ea4-4b57-827f-62849ef80061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725729 Sep 08 13:23:27.617004 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:27.645932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c798834-de1a-415a-89b6-a6238fa7cd05 req-17a658d4-d9e0-4138-8b46-9674e773ad8d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:27.648039 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c798834-de1a-415a-89b6-a6238fa7cd05 req-17a658d4-d9e0-4138-8b46-9674e773ad8d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 945 time: 0.1337674 Sep 08 13:23:27.734413 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c798834-de1a-415a-89b6-a6238fa7cd05 req-d57007ee-36c9-432f-9846-8f1a8c26a6ca tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726991 Sep 08 13:23:27.774568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d2bff-e01b-4bae-9b16-849f5c4eb00c req-03c0b906-03fd-48b3-89e2-a8a96c317f71 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:27.776091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-917d2bff-e01b-4bae-9b16-849f5c4eb00c req-03c0b906-03fd-48b3-89e2-a8a96c317f71 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.70 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 946 time: 0.2129257 Sep 08 13:23:27.782751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Pushing event updated for resources: {'Port': ['ID=3e61e774-6a0c-4e52-9245-0ad5bb92498c,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:27.840660 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:27.844807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] For port 56f04db0-848a-46ed-9868-642fc67a8156, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=56f04db0-848a-46ed-9868-642fc67a8156,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:27.845169 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:28.005329 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:28.006526 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3ae0d3b0-b649-4233-9e4e-b57946886196 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9556768 Sep 08 13:23:28.071400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-917d2bff-e01b-4bae-9b16-849f5c4eb00c req-2a2328c8-438d-4e7e-b0c0-60c3a8577e4c tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Deleting port ceeb2763-6128-4602-8a17-55089d491a03 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:23:28.073375 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-917d2bff-e01b-4bae-9b16-849f5c4eb00c req-2a2328c8-438d-4e7e-b0c0-60c3a8577e4c tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:28.116479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d322d-7ea8-49a5-991a-ffdde2faac4e req-945637c0-7334-4076-b645-d6759749b7f3 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:28.118103 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d17d322d-7ea8-49a5-991a-ffdde2faac4e req-945637c0-7334-4076-b645-d6759749b7f3 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 946 time: 0.1877203 Sep 08 13:23:28.190641 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:28.191026 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:28.191349 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Floating IP c2bba755-1ad2-448f-8e76-b92f8b68315f disassociated. External IP: 172.25.5.42, port: 56f04db0-848a-46ed-9868-642fc67a8156. Sep 08 13:23:28.191701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Calling delete_port for 56f04db0-848a-46ed-9868-642fc67a8156 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:23:28.244431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc81517-d6bc-4d81-941b-ce063c67f04e req-e14472f5-2eef-4511-b1ba-707c4787a9fb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:28.246054 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcc81517-d6bc-4d81-941b-ce063c67f04e req-e14472f5-2eef-4511-b1ba-707c4787a9fb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0563366 Sep 08 13:23:28.266515 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d17d322d-7ea8-49a5-991a-ffdde2faac4e req-685c705a-5b72-48bf-af7b-00f1becf7cf6 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=63c82a86-ac5f-4649-9e71-d30db90a007e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394253 Sep 08 13:23:28.285844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-917d2bff-e01b-4bae-9b16-849f5c4eb00c req-2a2328c8-438d-4e7e-b0c0-60c3a8577e4c tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] For port ceeb2763-6128-4602-8a17-55089d491a03, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ceeb2763-6128-4602-8a17-55089d491a03,segment=NetworkSegment(5d1ad909-21b4-498e-a460-037e54669293),segment_id=5d1ad909-21b4-498e-a460-037e54669293)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:28.286275 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-917d2bff-e01b-4bae-9b16-849f5c4eb00c req-2a2328c8-438d-4e7e-b0c0-60c3a8577e4c tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:28.298641 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcc81517-d6bc-4d81-941b-ce063c67f04e req-1c56b774-fe64-46ae-8ee3-d2311c76d047 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449016 Sep 08 13:23:28.311973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-917d2bff-e01b-4bae-9b16-849f5c4eb00c req-2a2328c8-438d-4e7e-b0c0-60c3a8577e4c tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Calling delete_port for ceeb2763-6128-4602-8a17-55089d491a03 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:23:28.557175 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:28.587623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event deleted for resources: {'Port': ['ID=56f04db0-848a-46ed-9868-642fc67a8156,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:28.625543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4c72125e-9c9d-4af5-95f4-ab891f981cd6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:28.654773 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-917d2bff-e01b-4bae-9b16-849f5c4eb00c req-2a2328c8-438d-4e7e-b0c0-60c3a8577e4c tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:28.668012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ceeb2763-6128-4602-8a17-55089d491a03'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:23:28.712983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:28.712983 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:28.758599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 04c204f7-5f04-4d52-a37a-18dcc24159bc up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:28.928635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 04c204f7-5f04-4d52-a37a-18dcc24159bc completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:23:28.933382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 04c204f7-5f04-4d52-a37a-18dcc24159bc triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:28.933817 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:29.010597 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-685e120e-01b4-46e0-958d-7f4e0453f175 req-99135787-8339-478c-818c-4be0812c1d23 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 210 time: 0.3446860 Sep 08 13:23:29.011354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2328c8-438d-4e7e-b0c0-60c3a8577e4c tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Pushing event deleted for resources: {'Port': ['ID=ceeb2763-6128-4602-8a17-55089d491a03,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:29.021440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:29.052462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c9947a-032d-45a0-9529-8a371b894c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c204f7-5f04-4d52-a37a-18dcc24159bc'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:29.058882 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d460c8e-b518-462e-a107-424bde4d8675" -d '{"events": [{"server_uuid": "d5c9947a-032d-45a0-9529-8a371b894c5a", "name": "network-vif-plugged", "status": "completed", "tag": "04c204f7-5f04-4d52-a37a-18dcc24159bc"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:29.065824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-917d2bff-e01b-4bae-9b16-849f5c4eb00c req-2a2328c8-438d-4e7e-b0c0-60c3a8577e4c tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] No DVR routers for this DVR port ceeb2763-6128-4602-8a17-55089d491a03 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:23:29.070714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-917d2bff-e01b-4bae-9b16-849f5c4eb00c req-2a2328c8-438d-4e7e-b0c0-60c3a8577e4c tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:29.072162 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-917d2bff-e01b-4bae-9b16-849f5c4eb00c req-2a2328c8-438d-4e7e-b0c0-60c3a8577e4c tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.70 "DELETE /v2.0/ports/ceeb2763-6128-4602-8a17-55089d491a03 HTTP/1.1" status: 204 len: 173 time: 1.2868254 Sep 08 13:23:29.072623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03cda67-d87f-45f5-ba27-b6a01723a70f', 'name': 'network-vif-deleted', 'tag': 'ceeb2763-6128-4602-8a17-55089d491a03'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:29.074968 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a07c4a-7f6a-4d0d-af2d-6dd1aa997774" -d '{"events": [{"server_uuid": "f03cda67-d87f-45f5-ba27-b6a01723a70f", "name": "network-vif-deleted", "tag": "ceeb2763-6128-4602-8a17-55089d491a03"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:29.086946 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 04c204f7-5f04-4d52-a37a-18dcc24159bc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=04c204f7-5f04-4d52-a37a-18dcc24159bc,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:29.148204 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409a3298-55e4-44be-ac25-d712f76f6063 x-openstack-request-id: req-409a3298-55e4-44be-ac25-d712f76f6063 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:29.148553 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c9947a-032d-45a0-9529-8a371b894c5a", "name": "network-vif-plugged", "status": "completed", "tag": "04c204f7-5f04-4d52-a37a-18dcc24159bc", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:29.148750 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-409a3298-55e4-44be-ac25-d712f76f6063 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:29.149145 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c9947a-032d-45a0-9529-8a371b894c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c204f7-5f04-4d52-a37a-18dcc24159bc', 'code': 200} Sep 08 13:23:29.167704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Router 2da79440-d7dc-42dd-81b8-71c0d182dd8b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:23:29.187268 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:29.189978 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 56f04db0-848a-46ed-9868-642fc67a8156 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:23:29.229830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3c849-11c3-4f94-8598-47d7fa3b78d2 req-3db0b068-bd2a-4afc-b513-6026c4adb1a5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:29.237785 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdc3c849-11c3-4f94-8598-47d7fa3b78d2 req-3db0b068-bd2a-4afc-b513-6026c4adb1a5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 945 time: 0.1137538 Sep 08 13:23:29.269266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 56f04db0-848a-46ed-9868-642fc67a8156 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:23:29.269643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 56f04db0-848a-46ed-9868-642fc67a8156 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:23:29.270044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ceeb2763-6128-4602-8a17-55089d491a03 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:23:29.293091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: ceeb2763-6128-4602-8a17-55089d491a03 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:23:29.293450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ceeb2763-6128-4602-8a17-55089d491a03 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:23:29.315811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=04c204f7-5f04-4d52-a37a-18dcc24159bc,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:29.331849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441e247-f84d-473a-a727-64d09dd6f065 req-a1812f2b-a64c-404c-b9c9-1366a7effc80 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:29.333337 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5441e247-f84d-473a-a727-64d09dd6f065 req-a1812f2b-a64c-404c-b9c9-1366a7effc80 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0801239 Sep 08 13:23:29.347349 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdc3c849-11c3-4f94-8598-47d7fa3b78d2 req-b4077691-58bc-4111-ac58-1ae9a26d100f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086123 Sep 08 13:23:29.360056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d753c-4da8-4a50-a1ac-cb781483a308 req-d624b043-114a-468c-8c02-c80cf754695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:29.361449 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c44d753c-4da8-4a50-a1ac-cb781483a308 req-d624b043-114a-468c-8c02-c80cf754695f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 1097 time: 0.1135581 Sep 08 13:23:29.386271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:23:29.402876 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb06d829-10e0-4b79-9278-a632bf566ba1 None None] Sync routers for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:23:29.405477 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5441e247-f84d-473a-a727-64d09dd6f065 req-e8083b60-eb90-4b77-81f3-b8d1fbb1afd9 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535390 Sep 08 13:23:29.411460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c3c6e-b5b8-4fc1-aa16-e42baa1d897e req-6abbcab1-2a2f-46dd-aa6d-e103517aa44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:29.413901 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-588c3c6e-b5b8-4fc1-aa16-e42baa1d897e req-6abbcab1-2a2f-46dd-aa6d-e103517aa44e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6062b62ee414227aa9d6641667fc2c4&device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 1097 time: 0.0990703 Sep 08 13:23:29.423910 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb06d829-10e0-4b79-9278-a632bf566ba1 None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:23:29.424119 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aedd2a3-041c-4742-970d-48bfab01e496 x-openstack-request-id: req-4aedd2a3-041c-4742-970d-48bfab01e496 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:29.424412 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03cda67-d87f-45f5-ba27-b6a01723a70f", "name": "network-vif-deleted", "tag": "ceeb2763-6128-4602-8a17-55089d491a03", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:29.424668 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4aedd2a3-041c-4742-970d-48bfab01e496 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:29.425067 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03cda67-d87f-45f5-ba27-b6a01723a70f', 'name': 'network-vif-deleted', 'tag': 'ceeb2763-6128-4602-8a17-55089d491a03', 'status': 'completed', 'code': 200} Sep 08 13:23:29.425661 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cb06d829-10e0-4b79-9278-a632bf566ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:23:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:29.442727 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] No DVR routers for this DVR port 56f04db0-848a-46ed-9868-642fc67a8156 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:23:29.445487 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:29.447776 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b26a107-70e1-426f-9908-0bb0ccfcc2b2 req-bed3311b-f7d1-44fa-a0b4-60c60975d681 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.70 "DELETE /v2.0/ports/56f04db0-848a-46ed-9868-642fc67a8156 HTTP/1.1" status: 204 len: 173 time: 2.1802125 Sep 08 13:23:29.450117 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c44d753c-4da8-4a50-a1ac-cb781483a308 req-a5455f05-bc4d-487e-a267-9bf82c7eae0f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812097 Sep 08 13:23:29.582981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f12f7c2a-0b24-4a00-be85-bc07f997843e req-2e8926e0-b428-4f16-b6b4-255de746f20d tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 210 time: 0.0394361 Sep 08 13:23:29.583718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c3c6e-b5b8-4fc1-aa16-e42baa1d897e req-9b47b697-4040-405c-a97a-6dd1ed88cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:29.584883 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-588c3c6e-b5b8-4fc1-aa16-e42baa1d897e req-9b47b697-4040-405c-a97a-6dd1ed88cc56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bec43c03-4e89-4032-9edb-683310aae53c HTTP/1.1" status: 200 len: 920 time: 0.1630681 Sep 08 13:23:29.597820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a145b-b4c4-420c-ba94-bb4dc4e5e97d req-bde1aa20-fdc0-488f-9109-f8644487b97b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:29.599449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb4a145b-b4c4-420c-ba94-bb4dc4e5e97d req-bde1aa20-fdc0-488f-9109-f8644487b97b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0753982 Sep 08 13:23:29.656675 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-588c3c6e-b5b8-4fc1-aa16-e42baa1d897e req-4d38ee2b-c6d5-4288-a02c-fc295274954c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2113f0ee-1eea-4dad-bb55-1f7b703a31f1 HTTP/1.1" status: 200 len: 217 time: 0.0561633 Sep 08 13:23:29.674063 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-cb06d829-10e0-4b79-9278-a632bf566ba1 None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:23:29.728213 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb4a145b-b4c4-420c-ba94-bb4dc4e5e97d req-8a4ec504-65d5-4a6a-a304-bb3093369a5c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794444 Sep 08 13:23:29.734465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c3c6e-b5b8-4fc1-aa16-e42baa1d897e req-9297f56c-0b9e-4a9b-ad20-782dbba9bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:29.735969 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-588c3c6e-b5b8-4fc1-aa16-e42baa1d897e req-9297f56c-0b9e-4a9b-ad20-782dbba9bc64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=06fe619e-f0fa-4d0d-be75-551524533e4f HTTP/1.1" status: 200 len: 859 time: 0.0657189 Sep 08 13:23:29.782786 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-588c3c6e-b5b8-4fc1-aa16-e42baa1d897e req-be0fbc9a-ba98-4f52-9c10-a51e90aeed39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bec43c03-4e89-4032-9edb-683310aae53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356860 Sep 08 13:23:29.928639 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-588c3c6e-b5b8-4fc1-aa16-e42baa1d897e req-1dff0568-d068-418f-9d57-083a1e9280cf service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369920 Sep 08 13:23:29.944183 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cb06d829-10e0-4b79-9278-a632bf566ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:29Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:29.986959 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb06d829-10e0-4b79-9278-a632bf566ba1 None None] Checking router: 2da79440-d7dc-42dd-81b8-71c0d182dd8b for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:23:29.999497 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb06d829-10e0-4b79-9278-a632bf566ba1 None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:23:30.000133 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cb06d829-10e0-4b79-9278-a632bf566ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:23:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:30.042835 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-588c3c6e-b5b8-4fc1-aa16-e42baa1d897e req-6855817c-8654-48b0-9267-c26e28bcc662 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064796 Sep 08 13:23:30.134710 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-cb06d829-10e0-4b79-9278-a632bf566ba1 None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:23:30.147040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2826cf43-e23d-4f4e-a516-abedb3eb01c7 req-b2e89e84-d3bc-4eb9-a4f6-14d3dea849b4 tempest-InstanceActionsTestJSON-2114077268 tempest-InstanceActionsTestJSON-2114077268-project] 10.222.0.69 "GET /v2.0/ports?device_id=f03cda67-d87f-45f5-ba27-b6a01723a70f HTTP/1.1" status: 200 len: 210 time: 0.0316837 Sep 08 13:23:30.378116 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cb06d829-10e0-4b79-9278-a632bf566ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:29Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:30.426685 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb06d829-10e0-4b79-9278-a632bf566ba1 None None] The sync data for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 is: [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:29Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:23:30.502463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a1e98-588d-476d-a1ee-e36ab957b199 req-de985504-a729-45cd-99e2-7b289c991324 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:30.512096 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-240a1e98-588d-476d-a1ee-e36ab957b199 req-de985504-a729-45cd-99e2-7b289c991324 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0849478 Sep 08 13:23:30.565887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc134f71-8ec9-4912-b43a-fe22a45727dc req-f697437e-d430-4079-b605-5796852cab92 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:30.568180 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fc134f71-8ec9-4912-b43a-fe22a45727dc req-f697437e-d430-4079-b605-5796852cab92 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0715706 Sep 08 13:23:30.579331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-240a1e98-588d-476d-a1ee-e36ab957b199 req-d8702e9b-1ec8-4476-9796-a595a3ce0d9f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639455 Sep 08 13:23:30.635354 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fc134f71-8ec9-4912-b43a-fe22a45727dc req-61a16640-3a57-43fc-83e0-f9bb0c4eeedd tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603375 Sep 08 13:23:30.714904 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13d39f20-50d3-43e7-9da6-4f9b6dfa4ba7 req-09870de4-f3e5-4de3-b1cc-8341fb0236ca tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=b616ab4e-6ead-40d8-9d0b-73ce9109daf4 HTTP/1.1" status: 200 len: 210 time: 0.0365183 Sep 08 13:23:30.835095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e2b11b-1ba8-4689-9204-785ce67ca18d None None] New status for floating IP c2bba755-1ad2-448f-8e76-b92f8b68315f: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:23:30.870097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f6159-5e75-491c-8342-0c6d5a0abbc6 req-162aaa63-17cd-49ab-8f6a-87bdcf09511c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:30.871679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-436f6159-5e75-491c-8342-0c6d5a0abbc6 req-162aaa63-17cd-49ab-8f6a-87bdcf09511c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0519454 Sep 08 13:23:30.915121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-436f6159-5e75-491c-8342-0c6d5a0abbc6 req-830a6455-a440-44ec-870e-6a61d4971d36 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357709 Sep 08 13:23:31.217782 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38980) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:31.266752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f984cd11-901c-45ee-8eb7-85dd3cd641bd admin admin] Deleting subnet a496e75e-136d-4ecf-9509-17692f03332b {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:23:31.270099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f984cd11-901c-45ee-8eb7-85dd3cd641bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:31.308073 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f984cd11-901c-45ee-8eb7-85dd3cd641bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:31.355649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f984cd11-901c-45ee-8eb7-85dd3cd641bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:31.426759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'name': 'network-vif-deleted', 'tag': '56f04db0-848a-46ed-9868-642fc67a8156'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:31.429254 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c171306-f7cd-424c-a93c-5d4da8940042" -d '{"events": [{"server_uuid": "b616ab4e-6ead-40d8-9d0b-73ce9109daf4", "name": "network-vif-deleted", "tag": "56f04db0-848a-46ed-9868-642fc67a8156"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:31.477143 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f984cd11-901c-45ee-8eb7-85dd3cd641bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:31.479298 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daa6951-178b-432a-a476-beebd41cc4d0 x-openstack-request-id: req-1daa6951-178b-432a-a476-beebd41cc4d0 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:31.479599 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b616ab4e-6ead-40d8-9d0b-73ce9109daf4", "name": "network-vif-deleted", "tag": "56f04db0-848a-46ed-9868-642fc67a8156", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:31.479859 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1daa6951-178b-432a-a476-beebd41cc4d0 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:31.480231 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b616ab4e-6ead-40d8-9d0b-73ce9109daf4', 'name': 'network-vif-deleted', 'tag': '56f04db0-848a-46ed-9868-642fc67a8156', 'status': 'completed', 'code': 200} Sep 08 13:23:31.507417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984cd11-901c-45ee-8eb7-85dd3cd641bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a496e75e-136d-4ecf-9509-17692f03332b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:31.509461 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f984cd11-901c-45ee-8eb7-85dd3cd641bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:31.511446 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f984cd11-901c-45ee-8eb7-85dd3cd641bd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a496e75e-136d-4ecf-9509-17692f03332b HTTP/1.1" status: 204 len: 168 time: 0.2925813 Sep 08 13:23:31.514215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38986) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:31.594338 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:31.690870 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:31.726588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4762904d-2e4e-4e95-9991-8caf7d7e75d1']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:31.740139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d1ad909-21b4-498e-a460-037e54669293') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:31.740433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d1ad909-21b4-498e-a460-037e54669293') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:31.752409 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:31.762262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf32c9-c789-4e89-8a79-dc3a08364d57 req-e68bca31-1448-4fb5-9fed-429d3cfa430d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:31.763848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9ccf32c9-c789-4e89-8a79-dc3a08364d57 req-e68bca31-1448-4fb5-9fed-429d3cfa430d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0620754 Sep 08 13:23:31.767084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170f013-f520-4392-b03b-6f64fb431ed9 req-38f2f1d6-c38f-40ca-ba50-42a6da9b37e7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:31.768620 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8170f013-f520-4392-b03b-6f64fb431ed9 req-38f2f1d6-c38f-40ca-ba50-42a6da9b37e7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1157334 Sep 08 13:23:31.783794 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:31.797040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:23:31.797446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:23:31.799430 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:23:31.808959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9ccf32c9-c789-4e89-8a79-dc3a08364d57 req-84fa4d5c-afdc-4439-9dc7-e298e43cbff0 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380230 Sep 08 13:23:31.868613 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8170f013-f520-4392-b03b-6f64fb431ed9 req-1f5a15f8-92f3-43e3-a658-823ae8a684a3 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938978 Sep 08 13:23:31.951487 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:31.958653 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:31.960558 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] 10.222.0.69 "DELETE /v2.0/networks/4762904d-2e4e-4e95-9991-8caf7d7e75d1 HTTP/1.1" status: 204 len: 168 time: 0.4445868 Sep 08 13:23:31.975260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82780935-2f9b-467d-ae06-4f86b7b6e151 admin admin] Pushing event deleted for resources: {'Network': ['ID=4762904d-2e4e-4e95-9991-8caf7d7e75d1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:31.998815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39002) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:32.062403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24452e5c-2fd6-4a40-9836-bcb745ea2118 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:32.087556 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24452e5c-2fd6-4a40-9836-bcb745ea2118 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:32.103176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b279106-ef89-4e24-929c-dc6dfaf8eaab req-7f7d3785-ce09-4948-9858-daba37e578f0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:32.105127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b279106-ef89-4e24-929c-dc6dfaf8eaab req-7f7d3785-ce09-4948-9858-daba37e578f0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0558553 Sep 08 13:23:32.155386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b279106-ef89-4e24-929c-dc6dfaf8eaab req-732fc542-7351-4a80-bfb4-aa762f806494 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432065 Sep 08 13:23:32.277183 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24452e5c-2fd6-4a40-9836-bcb745ea2118 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:32.280710 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24452e5c-2fd6-4a40-9836-bcb745ea2118 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:32.281940 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-24452e5c-2fd6-4a40-9836-bcb745ea2118 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "DELETE /v2.0/security-groups/63c82a86-ac5f-4649-9e71-d30db90a007e HTTP/1.1" status: 204 len: 168 time: 0.2819324 Sep 08 13:23:32.284871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39004) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:32.292412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24452e5c-2fd6-4a40-9836-bcb745ea2118 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c82a86-ac5f-4649-9e71-d30db90a007e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:32.311725 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-7a2f4bb2-d422-4ad1-bb4b-d165afeb2c4c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] show failed (client error): The resource could not be found. Sep 08 13:23:32.312777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7a2f4bb2-d422-4ad1-bb4b-d165afeb2c4c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups/63c82a86-ac5f-4649-9e71-d30db90a007e HTTP/1.1" status: 404 len: 347 time: 0.0268576 Sep 08 13:23:32.315707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39006) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:32.454278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c7e27b9c-4529-4f0c-bbb5-096f3f0cbf43 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Deleting port 5326508b-77ff-4042-827c-11b30c6f6900 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:23:32.454826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7e27b9c-4529-4f0c-bbb5-096f3f0cbf43 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:32.470561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39014) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:32.539154 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bc43ceea-f907-463e-a7fc-1a3ea1971355 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=21638bf72654427495da357e097d319c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672388 Sep 08 13:23:32.541599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39020) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:32.564945 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7e27b9c-4529-4f0c-bbb5-096f3f0cbf43 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:32.565278 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7e27b9c-4529-4f0c-bbb5-096f3f0cbf43 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:32.578409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c7e27b9c-4529-4f0c-bbb5-096f3f0cbf43 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Calling delete_port for 5326508b-77ff-4042-827c-11b30c6f6900 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:23:32.598970 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18cc31b7-10b5-445d-8f86-b1d3901c4481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:32.622497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18cc31b7-10b5-445d-8f86-b1d3901c4481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:32.780482 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18cc31b7-10b5-445d-8f86-b1d3901c4481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:32.783406 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18cc31b7-10b5-445d-8f86-b1d3901c4481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:32.784689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-18cc31b7-10b5-445d-8f86-b1d3901c4481 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eec03aea-8ea4-4b57-827f-62849ef80061 HTTP/1.1" status: 204 len: 168 time: 0.2411809 Sep 08 13:23:32.793689 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc31b7-10b5-445d-8f86-b1d3901c4481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec03aea-8ea4-4b57-827f-62849ef80061,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:32.817176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26881-1c04-49f4-975c-cf0c26f615f1 req-82697769-e176-4f57-ae2a-e1cafa050b76 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:32.819878 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69c26881-1c04-49f4-975c-cf0c26f615f1 req-82697769-e176-4f57-ae2a-e1cafa050b76 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0669432 Sep 08 13:23:32.889622 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7e27b9c-4529-4f0c-bbb5-096f3f0cbf43 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:32.894934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69c26881-1c04-49f4-975c-cf0c26f615f1 req-19a0e013-ed14-47e3-82bc-0b312a6c20a3 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554483 Sep 08 13:23:32.929784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e27b9c-4529-4f0c-bbb5-096f3f0cbf43 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event deleted for resources: {'Port': ['ID=5326508b-77ff-4042-827c-11b30c6f6900,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:32.941889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4c56e-45b9-4ee0-8cca-a5ef7a93a496 req-585d9a1a-56f2-449a-b046-964c5e76fc1f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:32.949333 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97e4c56e-45b9-4ee0-8cca-a5ef7a93a496 req-585d9a1a-56f2-449a-b046-964c5e76fc1f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0612502 Sep 08 13:23:33.002327 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97e4c56e-45b9-4ee0-8cca-a5ef7a93a496 req-ab290537-1103-4e39-a689-bf9866164543 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517883 Sep 08 13:23:33.012548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7e27b9c-4529-4f0c-bbb5-096f3f0cbf43 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:33.016222 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7e27b9c-4529-4f0c-bbb5-096f3f0cbf43 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:33.020364 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c7e27b9c-4529-4f0c-bbb5-096f3f0cbf43 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "DELETE /v2.0/floatingips/c2bba755-1ad2-448f-8e76-b92f8b68315f HTTP/1.1" status: 204 len: 168 time: 0.7007847 Sep 08 13:23:33.296908 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02becc-7ee9-4c03-9868-90e10fa14c93 req-4dafb1df-c473-4c7a-85d6-7f783ec8b26f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:33.307472 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ae02becc-7ee9-4c03-9868-90e10fa14c93 req-4dafb1df-c473-4c7a-85d6-7f783ec8b26f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0576744 Sep 08 13:23:33.353159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ae02becc-7ee9-4c03-9868-90e10fa14c93 req-90f91c7e-1216-4c29-8868-f492cfdc1371 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Sep 08 13:23:33.426587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39038) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:33.431188 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e80457cb-b966-4e6a-a5bc-dc3846eb67b9 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190894927', 'description': 'tempest-description--513500766'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:33.551823 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e80457cb-b966-4e6a-a5bc-dc3846eb67b9 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:33.645817 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e80457cb-b966-4e6a-a5bc-dc3846eb67b9 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:33.751293 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e80457cb-b966-4e6a-a5bc-dc3846eb67b9 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:33.783790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80457cb-b966-4e6a-a5bc-dc3846eb67b9 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c70d8596-aee2-4ce1-b48d-bcacd2a631d7,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:33.837246 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e80457cb-b966-4e6a-a5bc-dc3846eb67b9 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:33.838729 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e80457cb-b966-4e6a-a5bc-dc3846eb67b9 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4111195 Sep 08 13:23:33.844387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39048) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:33.849137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-db03a824-ef4d-432d-a571-8ae8aae9f035 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Request body: {'security_group_rule': {'security_group_id': 'c70d8596-aee2-4ce1-b48d-bcacd2a631d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:33.974011 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db03a824-ef4d-432d-a571-8ae8aae9f035 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.059275 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565066d7-8176-4d70-b629-3ec7eed38488 req-2fe428a0-23b3-4be3-a111-b40c38c7602d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:34.065467 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db03a824-ef4d-432d-a571-8ae8aae9f035 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.073089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-565066d7-8176-4d70-b629-3ec7eed38488 req-2fe428a0-23b3-4be3-a111-b40c38c7602d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1028452 Sep 08 13:23:34.135941 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-565066d7-8176-4d70-b629-3ec7eed38488 req-e78f9f1a-19e3-4e69-ac7b-931b0b3289e7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616043 Sep 08 13:23:34.146308 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39060) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:34.170055 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db03a824-ef4d-432d-a571-8ae8aae9f035 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.202397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03a824-ef4d-432d-a571-8ae8aae9f035 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ddeea5f-f97d-4fee-9eab-85d8deb72e75,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:34.220480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a462d2b-9983-4c9f-a1a0-8d5f6466cb9e req-89b0dfad-881b-43f4-86cd-049d8a9dffee tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:34.222078 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a462d2b-9983-4c9f-a1a0-8d5f6466cb9e req-89b0dfad-881b-43f4-86cd-049d8a9dffee tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0958030 Sep 08 13:23:34.267584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a462d2b-9983-4c9f-a1a0-8d5f6466cb9e req-e3c0e994-3f40-4cfb-9714-e633d2d56b9e tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388360 Sep 08 13:23:34.273405 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-872871130-network', 'tenant_id': '431c84ca05844f19b5f161e0e8e1aabf'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:34.321426 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db03a824-ef4d-432d-a571-8ae8aae9f035 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.322763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-db03a824-ef4d-432d-a571-8ae8aae9f035 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4772828 Sep 08 13:23:34.325547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39064) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:34.332431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-95fa700e-fb78-43bf-852c-e913bcc911e1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Request body: {'security_group_rule': {'security_group_id': 'c70d8596-aee2-4ce1-b48d-bcacd2a631d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:34.455723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Made reservation on behalf of 431c84ca05844f19b5f161e0e8e1aabf for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:23:34.458034 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.479618 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.509287 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e98058-55cc-471e-a67a-9de327f189b2 req-273dd69f-14de-4e56-9889-1a1ce32e9919 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:34.510962 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31e98058-55cc-471e-a67a-9de327f189b2 req-273dd69f-14de-4e56-9889-1a1ce32e9919 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0918617 Sep 08 13:23:34.565843 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31e98058-55cc-471e-a67a-9de327f189b2 req-1d10e2f3-d5e2-489f-a1d2-9df790b22975 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460260 Sep 08 13:23:34.567398 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95fa700e-fb78-43bf-852c-e913bcc911e1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.688800 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95fa700e-fb78-43bf-852c-e913bcc911e1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.711560 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.785707 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95fa700e-fb78-43bf-852c-e913bcc911e1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.809691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa700e-fb78-43bf-852c-e913bcc911e1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0dded9-cad8-4cb0-b7ac-774577744526,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:34.831464 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.860748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:23:34.867785 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b7a034-8239-4632-b65b-506dac3484cd,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:34.874588 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.874827 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Added segment 37c31f75-96e4-4190-b7f7-9f1fb55d2b06 of type vlan for network e3803120-9032-464d-a1a8-49d69fd03207 Sep 08 13:23:34.925441 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.936928 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95fa700e-fb78-43bf-852c-e913bcc911e1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:34.948911 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-95fa700e-fb78-43bf-852c-e913bcc911e1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6108358 Sep 08 13:23:34.949112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39070) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:34.949112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:35.035966 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:35.037025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:35.037623 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:35.065972 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:35.104263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] Pushing event updated for resources: {'Network': ['ID=e3803120-9032-464d-a1a8-49d69fd03207,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:35.122065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network e3803120-9032-464d-a1a8-49d69fd03207 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:23:35.168072 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d1b6bb0a-1e1d-4693-8f74-37201419263a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0178189 Sep 08 13:23:35.168322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39074) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:35.174165 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-74099e74-0980-4dea-a2cb-e58cb4b80f89 admin admin] Request body: {'subnet': {'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-872871130-subnet', 'tenant_id': '431c84ca05844f19b5f161e0e8e1aabf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:35.225335 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:35.365983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05afef-0ac6-4d07-89f1-42cd46d759a0 req-60500613-9ac6-4460-b77d-3dba82117888 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:35.365983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de05afef-0ac6-4d07-89f1-42cd46d759a0 req-60500613-9ac6-4460-b77d-3dba82117888 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1006539 Sep 08 13:23:35.412477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Allocated IP 172.25.5.72 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/5aa290e7-72d2-437a-b3b3-78257aa81c92) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:23:35.421923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6bd99-243d-492c-8d6d-2929e8e82743 req-45d09dfd-efa6-494a-b5b1-bfc0694f4a8a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:35.426743 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5a6bd99-243d-492c-8d6d-2929e8e82743 req-45d09dfd-efa6-494a-b5b1-bfc0694f4a8a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0802093 Sep 08 13:23:35.445176 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de05afef-0ac6-4d07-89f1-42cd46d759a0 req-0d639862-c57c-40ae-b38f-9e4829fe165b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710688 Sep 08 13:23:35.455246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74099e74-0980-4dea-a2cb-e58cb4b80f89 admin admin] Made reservation on behalf of 431c84ca05844f19b5f161e0e8e1aabf for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:23:35.457664 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74099e74-0980-4dea-a2cb-e58cb4b80f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:35.491041 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5a6bd99-243d-492c-8d6d-2929e8e82743 req-248dba00-6870-4ab2-a256-02740697906f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606925 Sep 08 13:23:35.558400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:35.738294 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:35.751683 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74099e74-0980-4dea-a2cb-e58cb4b80f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:35.784967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:23:35.790963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:35.799159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:23:35.821622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74099e74-0980-4dea-a2cb-e58cb4b80f89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:35.832379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74099e74-0980-4dea-a2cb-e58cb4b80f89 admin admin] Checking segment: {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:23:35.832760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74099e74-0980-4dea-a2cb-e58cb4b80f89 admin admin] Network hostable DHCP agents. Network: e3803120-9032-464d-a1a8-49d69fd03207, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:23:35.835067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518181d0-d3f8-4c22-bff1-ea59af864d58 req-1b15c9cd-cda8-4e1b-a98c-0034eb09fcd5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:35.842726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-518181d0-d3f8-4c22-bff1-ea59af864d58 req-1b15c9cd-cda8-4e1b-a98c-0034eb09fcd5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1373808 Sep 08 13:23:35.847534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event updated for resources: {'Port': ['ID=5aa290e7-72d2-437a-b3b3-78257aa81c92,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:35.904319 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-518181d0-d3f8-4c22-bff1-ea59af864d58 req-3d8f9dd7-2d1f-4f15-801f-ce3ccc62545b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606949 Sep 08 13:23:35.916436 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74099e74-0980-4dea-a2cb-e58cb4b80f89 admin admin] Network e3803120-9032-464d-a1a8-49d69fd03207 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:23:35.952900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:36.025284 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-74099e74-0980-4dea-a2cb-e58cb4b80f89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, e3803120-9032-464d-a1a8-49d69fd03207) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:36.029816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74099e74-0980-4dea-a2cb-e58cb4b80f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:36.030513 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74099e74-0980-4dea-a2cb-e58cb4b80f89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:36.035427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55fc77c-d4b3-420a-9fbb-6d9ca320f990 None None] Network e3803120-9032-464d-a1a8-49d69fd03207 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:23:36.139614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:36.157899 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-74099e74-0980-4dea-a2cb-e58cb4b80f89 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9884377 Sep 08 13:23:36.180639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c643b42-949f-4269-bff6-d878f554748b None None] Network e3803120-9032-464d-a1a8-49d69fd03207 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:23:36.380763 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:36.466073 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:36.611856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event updated for resources: {'Port': ['ID=5aa290e7-72d2-437a-b3b3-78257aa81c92,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:36.630665 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:36.656066 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8689ac-47ec-4d86-923a-98bff6d33eeb req-2141a613-b153-4635-9c2a-37b431324ecd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:36.662305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c8689ac-47ec-4d86-923a-98bff6d33eeb req-2141a613-b153-4635-9c2a-37b431324ecd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0895622 Sep 08 13:23:36.708945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c8689ac-47ec-4d86-923a-98bff6d33eeb req-fa6feed9-7f7e-448c-925f-c7608eed19dc tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439038 Sep 08 13:23:36.736959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:36.739470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8e1b4ec1-a19b-4f43-9540-b3c5e0f562aa tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7968562 Sep 08 13:23:36.816499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-3be82472-706d-46ff-89d8-2bc64fb9e8a7 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:36.818035 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-3be82472-706d-46ff-89d8-2bc64fb9e8a7 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/networks?id=e3803120-9032-464d-a1a8-49d69fd03207 HTTP/1.1" status: 200 len: 812 time: 0.1799109 Sep 08 13:23:36.840458 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-de4b0526-3883-4017-8fe3-8acc8b785259 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/quotas/431c84ca05844f19b5f161e0e8e1aabf HTTP/1.1" status: 200 len: 375 time: 0.0106797 Sep 08 13:23:36.862542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315f564-a18b-4f4c-9645-cb7e7f937e92 req-e20b2bbd-fb15-42f8-9059-ac776299c1d1 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:36.864603 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1315f564-a18b-4f4c-9645-cb7e7f937e92 req-e20b2bbd-fb15-42f8-9059-ac776299c1d1 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0711396 Sep 08 13:23:36.916805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-bf29a839-3af6-4ecf-8ea0-99c54cede362 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=431c84ca05844f19b5f161e0e8e1aabf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637827 Sep 08 13:23:36.931991 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1315f564-a18b-4f4c-9645-cb7e7f937e92 req-32490a98-4e37-458e-aa79-89c555aefa20 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463984 Sep 08 13:23:37.095403 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-cae2730a-b3e7-4a5a-aad0-7458a0865cb5 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--190894927&fields=id&tenant_id=530dc135970c42fa8a64c76e67a2c40e HTTP/1.1" status: 200 len: 267 time: 0.0531271 Sep 08 13:23:37.102332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-a86e4fbc-f5a0-4c6c-b7d3-7adae26bf1f9 service neutron] 10.222.0.69 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713183 Sep 08 13:23:37.208763 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-2c82bc74-48e7-4342-8b01-13aeca772e90 service neutron] 10.222.0.69 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997276 Sep 08 13:23:37.248024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896f7c5-530c-499c-9337-02e50c063c5e req-2d079638-9624-4049-8d57-4acfbf90069c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:37.250415 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-2d079638-9624-4049-8d57-4acfbf90069c tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/networks?id=94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 200 len: 811 time: 0.1431782 Sep 08 13:23:37.267759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-8a7e3b85-a489-4e0c-9346-eb944daa8da4 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/quotas/530dc135970c42fa8a64c76e67a2c40e HTTP/1.1" status: 200 len: 375 time: 0.0109391 Sep 08 13:23:37.328835 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-579ebb36-cc14-49e7-ab2b-89fea23d88f9 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524600 Sep 08 13:23:37.433595 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-5d70bcb6-1422-496f-ba97-60a6d08df082 service neutron] 10.222.0.69 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923607 Sep 08 13:23:37.562708 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ac0c8396-3662-4053-ad2c-5674091c2416 service neutron] 10.222.0.69 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155374 Sep 08 13:23:37.730004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea66c3-f5aa-468d-8c68-6743a79037a5 req-02ead212-1a8a-42e2-a1a3-ca32410a0797 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:37.738131 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c8ea66c3-f5aa-468d-8c68-6743a79037a5 req-02ead212-1a8a-42e2-a1a3-ca32410a0797 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0813944 Sep 08 13:23:37.745856 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-324c0981-58c0-4743-aeeb-f496a306b354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:37.794020 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c8ea66c3-f5aa-468d-8c68-6743a79037a5 req-562f1eec-2953-4a8d-9aa8-dd890081481f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549443 Sep 08 13:23:37.942254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f0662b4-13a3-490e-9497-20533a24618f req-e251c63b-5560-4972-95af-f72604eea9a1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 210 time: 0.0303655 Sep 08 13:23:37.950346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2115ab-a83d-4d51-8c48-207c660e635e req-f069e4fa-5264-4245-b9c0-81c8eb5d4fe4 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:37.961277 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a2115ab-a83d-4d51-8c48-207c660e635e req-f069e4fa-5264-4245-b9c0-81c8eb5d4fe4 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0661981 Sep 08 13:23:38.023108 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a2115ab-a83d-4d51-8c48-207c660e635e req-535dee0d-6e67-48ef-8e21-53d0c37a8d37 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622911 Sep 08 13:23:38.037382 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-322f6edf-5a7c-4151-8a7e-7721087b49cf req-0d3a12e2-271f-452c-89d8-ef366527af57 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 210 time: 0.0492828 Sep 08 13:23:38.171359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e4ec-b2da-4aca-a694-1b99194f6272 req-613b3d80-c2ef-407a-8101-638530cab6cb tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:38.173450 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bfa0e4ec-b2da-4aca-a694-1b99194f6272 req-613b3d80-c2ef-407a-8101-638530cab6cb tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0729351 Sep 08 13:23:38.217739 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bfa0e4ec-b2da-4aca-a694-1b99194f6272 req-0e16d6af-aa7a-407e-b267-d786430bcf6c tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378907 Sep 08 13:23:38.925850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0041fd05-8d65-4a33-807f-0d6201beda82 req-32769934-28c6-4ccd-a09c-f959cc05ea6f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:38.927618 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0041fd05-8d65-4a33-807f-0d6201beda82 req-32769934-28c6-4ccd-a09c-f959cc05ea6f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0563903 Sep 08 13:23:38.970812 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0041fd05-8d65-4a33-807f-0d6201beda82 req-02c1a5f0-b4c7-4f6f-8224-176a97b748a9 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365477 Sep 08 13:23:39.050238 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc60fa5e-9e15-40b0-a3ff-37f5cb316ef3 req-ad8b8b11-308b-4095-89d4-e19a6b206ca2 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 210 time: 0.0283990 Sep 08 13:23:39.144262 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-63f936c6-6a11-47c6-8486-d53066d660be req-db99b147-2e50-4737-93d7-d8fd11ae9d8f tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 210 time: 0.0284414 Sep 08 13:23:39.150491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca375d-3c42-47bf-ac92-6c085dfb66ca req-f8cec81e-2cf5-4a69-bc1d-36231ae65080 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:39.152155 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bdca375d-3c42-47bf-ac92-6c085dfb66ca req-f8cec81e-2cf5-4a69-bc1d-36231ae65080 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0517452 Sep 08 13:23:39.201691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bdca375d-3c42-47bf-ac92-6c085dfb66ca req-9adf1e69-a3ea-4ab2-9668-d8c828fc8309 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356765 Sep 08 13:23:39.349039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd22d2-249b-443a-a0bd-b5486e2b81f4 req-4907e302-e096-4dec-9fc1-74b9036eb53a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:39.350738 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40bd22d2-249b-443a-a0bd-b5486e2b81f4 req-4907e302-e096-4dec-9fc1-74b9036eb53a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0527241 Sep 08 13:23:39.408231 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40bd22d2-249b-443a-a0bd-b5486e2b81f4 req-6fd78aab-519f-4c96-9b87-a85e2d08a983 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474608 Sep 08 13:23:39.883056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7c9b9f77-9622-4280-9498-84cc93396676 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:23:39.987971 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:40.005779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '7c9b9f77-9622-4280-9498-84cc93396676', 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6', 'port_id': '7c9b9f77-9622-4280-9498-84cc93396676', 'mac_address': 'fa:16:3e:69:ee:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5da0aee-ee76-444c-9c68-34c9d184e017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:23:40.054725 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:40.083527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c9b9f77-9622-4280-9498-84cc93396676 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:23:40.105168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:40.144461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f8dc5-0baa-4565-a9fe-914ac88f7be3 req-431fe169-5df7-4c61-bde9-fc673ccf1d72 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:40.152405 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-131f8dc5-0baa-4565-a9fe-914ac88f7be3 req-431fe169-5df7-4c61-bde9-fc673ccf1d72 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0599980 Sep 08 13:23:40.181041 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-32854d00-21ce-4481-97fc-9407a51e03b6 req-6cf8aee2-51c4-4417-94f5-c596c0a93911 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 210 time: 0.0415971 Sep 08 13:23:40.201196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-131f8dc5-0baa-4565-a9fe-914ac88f7be3 req-8226db15-9fd3-49ba-8815-d4eb5a9be7f6 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461476 Sep 08 13:23:40.256939 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:40.263653 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-20a6befb-7201-4e17-a543-9d69df0447db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:40.270630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-487f7c14-9b93-4646-ba4c-8c23f8451aef req-da4cb8ee-d09c-4181-b260-7f250d6c235c tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 210 time: 0.0365391 Sep 08 13:23:40.335297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:40.343747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:40.344374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:40.344931 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:40.345427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:40.345965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:40.346337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:40.346670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:40.346999 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:40.347328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:40.347651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:40.347980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:40.348300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:23:40.371145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8dab-ab19-4f1a-bacb-6847173a5dcc req-1b87dfad-9ff2-4f7f-b82b-be70cc1cf792 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:40.373362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-babb8dab-ab19-4f1a-bacb-6847173a5dcc req-1b87dfad-9ff2-4f7f-b82b-be70cc1cf792 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0584917 Sep 08 13:23:40.375623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['7c9b9f77-9622-4280-9498-84cc93396676'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:23:40.436784 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-babb8dab-ab19-4f1a-bacb-6847173a5dcc req-3edfb105-f49c-416b-a062-3253d378778e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Sep 08 13:23:40.485101 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:40.546916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa26e7-2b46-48c9-8f64-c487e6307ee5 req-dc01b748-0550-418d-a851-52a6f349c961 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:40.548872 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ddfa26e7-2b46-48c9-8f64-c487e6307ee5 req-dc01b748-0550-418d-a851-52a6f349c961 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0553665 Sep 08 13:23:40.595347 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ddfa26e7-2b46-48c9-8f64-c487e6307ee5 req-c0dd5712-3c2e-49a6-add4-58d4bbe3c3a8 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404215 Sep 08 13:23:40.607463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896f7c5-530c-499c-9337-02e50c063c5e req-fea1e0fe-8995-4ff7-82f1-80110871f8b1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:40.609271 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-fea1e0fe-8995-4ff7-82f1-80110871f8b1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.70 "GET /v2.0/networks?id=94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 200 len: 811 time: 0.1569924 Sep 08 13:23:40.676459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-b625367e-9821-48e5-a746-e6b40e50b356 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=530dc135970c42fa8a64c76e67a2c40e HTTP/1.1" status: 200 len: 379 time: 0.0510492 Sep 08 13:23:40.691817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Request body: {'port': {'device_id': '590549f6-580c-44e6-b46f-810546fd4498', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'admin_state_up': True, 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'security_groups': ['c70d8596-aee2-4ce1-b48d-bcacd2a631d7']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:41.105535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Made reservation on behalf of 530dc135970c42fa8a64c76e67a2c40e for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:23:41.109522 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:41.337394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7647273d-7cf6-451e-ad30-52202c3ad21f req-8bbc24f7-1752-41a0-b5a6-5747a65e52fe tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 210 time: 0.0651672 Sep 08 13:23:41.349126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Allocated IP 172.20.0.9 (94128c7a-143e-4284-b21f-f35c48c0a07f/e6727ff3-46e9-47fd-a7eb-d2bf058b9def/2d581b89-f9c3-4cb9-8613-be064355e014) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:23:41.382374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04774593-2655-47da-9273-264a3401b17f req-71fbd61c-2767-4477-bdd3-72c1334df64b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:41.384126 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-04774593-2655-47da-9273-264a3401b17f req-71fbd61c-2767-4477-bdd3-72c1334df64b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.0670052 Sep 08 13:23:41.440667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-04774593-2655-47da-9273-264a3401b17f req-4561d166-95c2-4de6-b0ca-15c1d1348855 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490296 Sep 08 13:23:41.481255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3991c93f-96bd-4581-a090-b6c9cde2f591 req-48b88dac-03d8-4b70-801f-0e7530607fec tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 210 time: 0.0546458 Sep 08 13:23:41.489286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-7509a127-2408-47dd-baf9-3df95e774bcf tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:41.491334 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-7509a127-2408-47dd-baf9-3df95e774bcf tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.70 "GET /v2.0/networks?id=e3803120-9032-464d-a1a8-49d69fd03207 HTTP/1.1" status: 200 len: 812 time: 0.2924716 Sep 08 13:23:41.507296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Request body: {'port': {'device_id': '0354d436-7971-4007-9be1-b1b3158aa747', 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207', 'admin_state_up': True, 'tenant_id': '431c84ca05844f19b5f161e0e8e1aabf'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:41.597983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dc542-baaa-4b95-842c-1bfbb158a732 req-1b464578-f13b-4d9c-b4dc-7be0bbf57491 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:41.599907 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb9dc542-baaa-4b95-842c-1bfbb158a732 req-1b464578-f13b-4d9c-b4dc-7be0bbf57491 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0647137 Sep 08 13:23:41.678102 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb9dc542-baaa-4b95-842c-1bfbb158a732 req-438e6c88-22bf-4ac2-8271-216c5fe35bdf tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688107 Sep 08 13:23:41.690823 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:41.741984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Transition to ACTIVE for port object 2d581b89-f9c3-4cb9-8613-be064355e014 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:23:41.770807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535ff1e-5220-4998-ac06-98fa5d45b50f req-2f52e5b1-509b-441e-af60-1b035264b6d5 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:41.772393 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5535ff1e-5220-4998-ac06-98fa5d45b50f req-2f52e5b1-509b-441e-af60-1b035264b6d5 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0777504 Sep 08 13:23:41.797105 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:41.831433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Made reservation on behalf of 431c84ca05844f19b5f161e0e8e1aabf for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:23:41.835074 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:41.847529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5535ff1e-5220-4998-ac06-98fa5d45b50f req-943811a7-6653-4cda-8f5f-e2c46c57c9e2 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646238 Sep 08 13:23:41.866880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-17a7b19c-66c3-40d0-b5d9-893b11713f6f tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:41.868454 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-17a7b19c-66c3-40d0-b5d9-893b11713f6f tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.60 "GET /v2.0/networks?id=e3803120-9032-464d-a1a8-49d69fd03207 HTTP/1.1" status: 200 len: 812 time: 0.1227396 Sep 08 13:23:41.884956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Request body: {'port': {'device_id': '8f11f1ce-4c41-459e-b85b-1b05dce8f053', 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207', 'admin_state_up': True, 'tenant_id': '431c84ca05844f19b5f161e0e8e1aabf'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:41.886117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7c9b9f77-9622-4280-9498-84cc93396676 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:41.943588 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:41.960914 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 7c9b9f77-9622-4280-9498-84cc93396676 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:41.961468 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:42.064170 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:42.066986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Network 94128c7a-143e-4284-b21f-f35c48c0a07f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:23:42.075193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:42.083599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:23:42.099580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Made reservation on behalf of 431c84ca05844f19b5f161e0e8e1aabf for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:23:42.111282 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:42.113802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:42.117856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event updated for resources: {'Port': ['ID=2d581b89-f9c3-4cb9-8613-be064355e014,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:42.118887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:42.125436 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43beae4-8013-4b25-976b-8f6bb489ac02" -d '{"events": [{"server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "name": "network-vif-plugged", "status": "completed", "tag": "7c9b9f77-9622-4280-9498-84cc93396676"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:42.142550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Allocated IP 172.20.0.2 (e3803120-9032-464d-a1a8-49d69fd03207/6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9/8762e53d-c27d-455f-9172-2feab47b53ff) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:23:42.165530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:42.166480 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:42.197014 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9971b350-20a2-4495-a0f6-c7e5710dff3c x-openstack-request-id: req-9971b350-20a2-4495-a0f6-c7e5710dff3c {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:42.213720 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "name": "network-vif-plugged", "status": "completed", "tag": "7c9b9f77-9622-4280-9498-84cc93396676", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:42.213720 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9971b350-20a2-4495-a0f6-c7e5710dff3c {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:42.213720 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676', 'code': 200} Sep 08 13:23:42.271356 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:42.334077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:42.338842 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:42.359540 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-43ef996c-82ab-4f8e-99a2-d331267084cc tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6748750 Sep 08 13:23:42.499887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-79865be2-3be2-4b2a-8eb1-517533eb321e None None] Provisioning for port 2d581b89-f9c3-4cb9-8613-be064355e014 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:23:42.508145 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-79865be2-3be2-4b2a-8eb1-517533eb321e None None] Provisioning complete for port 2d581b89-f9c3-4cb9-8613-be064355e014 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:42.509034 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79865be2-3be2-4b2a-8eb1-517533eb321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:42.561739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-79865be2-3be2-4b2a-8eb1-517533eb321e None None] Port 2d581b89-f9c3-4cb9-8613-be064355e014 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:23:42.598092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acede51-f0f9-4894-be45-a849121a5b5b req-a8421cc5-0827-465f-b8c4-a5bfe96f4dd5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:42.599794 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8acede51-f0f9-4894-be45-a849121a5b5b req-a8421cc5-0827-465f-b8c4-a5bfe96f4dd5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0831616 Sep 08 13:23:42.646539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Request body: {'port': {'device_id': '590549f6-580c-44e6-b46f-810546fd4498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:42.650354 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8acede51-f0f9-4894-be45-a849121a5b5b req-65a966e0-af8e-4584-929f-4bae07a4e8d5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435677 Sep 08 13:23:42.744438 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09b4c-f959-403a-9b9f-6a3925f92c85 req-cf7dacb7-df4c-4ae1-b4ae-e64fec6958c1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:42.745985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98e09b4c-f959-403a-9b9f-6a3925f92c85 req-cf7dacb7-df4c-4ae1-b4ae-e64fec6958c1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 931 time: 0.1071076 Sep 08 13:23:42.748975 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:42.750078 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66510eea-4915-4eba-ae14-f2b44644a8d2 req-e25de27e-5aa9-432c-a044-831cb6f53406 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 210 time: 0.0283592 Sep 08 13:23:42.812353 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:42.864807 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98e09b4c-f959-403a-9b9f-6a3925f92c85 req-698cbc48-ca05-4ee0-9bda-e60f2693c230 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058476 Sep 08 13:23:42.873579 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Allocated IP 172.20.0.3 (e3803120-9032-464d-a1a8-49d69fd03207/6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9/a2b217e5-f908-4d83-a497-52a41872ccd0) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:23:42.887188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Network e3803120-9032-464d-a1a8-49d69fd03207 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:23:42.926451 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:42.926451 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:23:42.927435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808c8d1-ec21-4b31-95de-91900949a848 req-2f8b113d-77e4-4450-aed9-2713492ebb7d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:42.927435 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3808c8d1-ec21-4b31-95de-91900949a848 req-2f8b113d-77e4-4450-aed9-2713492ebb7d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0935957 Sep 08 13:23:42.956548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Pushing event updated for resources: {'Port': ['ID=8762e53d-c27d-455f-9172-2feab47b53ff,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:43.021598 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3808c8d1-ec21-4b31-95de-91900949a848 req-761d3ebc-dec2-4106-8f49-eb738c68d9cb tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106925 Sep 08 13:23:43.092395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:43.092395 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:43.125479 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:43.143397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861caa56-df67-46ab-b834-09505b1d6faf req-75ab9708-eda3-4e1d-a2d6-448e3c7d9dc3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:43.149946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-861caa56-df67-46ab-b834-09505b1d6faf req-75ab9708-eda3-4e1d-a2d6-448e3c7d9dc3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.1182363 Sep 08 13:23:43.227048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-861caa56-df67-46ab-b834-09505b1d6faf req-3e976db9-1036-45a8-822b-6529a04b2473 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748041 Sep 08 13:23:43.266623 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:43.306164 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d581b89-f9c3-4cb9-8613-be064355e014 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:23:43.313862 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:43.326608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Transition to ACTIVE for port object 2d581b89-f9c3-4cb9-8613-be064355e014 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:23:43.339463 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-92cbca9c-0aa1-4733-bffb-69779cec0302 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8365810 Sep 08 13:23:43.354130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Request body: {'port': {'device_id': '0354d436-7971-4007-9be1-b1b3158aa747', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:43.413515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:43.420558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:43.475313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Network e3803120-9032-464d-a1a8-49d69fd03207 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:23:43.484254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:23:43.486499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Pushing event updated for resources: {'Port': ['ID=a2b217e5-f908-4d83-a497-52a41872ccd0,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:43.488702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:23:43.526261 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:43.545576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:43.546327 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:43.613703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d581b89-f9c3-4cb9-8613-be064355e014,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:43.744864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Attempting to bind port 2d581b89-f9c3-4cb9-8613-be064355e014 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:23:43.745153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Attempting to bind port 2d581b89-f9c3-4cb9-8613-be064355e014 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:23:43.745396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Attempting to bind port 2d581b89-f9c3-4cb9-8613-be064355e014 on network 94128c7a-143e-4284-b21f-f35c48c0a07f {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:43.757821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Port 2d581b89-f9c3-4cb9-8613-be064355e014 on network 94128c7a-143e-4284-b21f-f35c48c0a07f not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:23:43.760185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Attempting to bind port 2d581b89-f9c3-4cb9-8613-be064355e014 on network 94128c7a-143e-4284-b21f-f35c48c0a07f {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:43.766394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:23:43.766771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Checking segment: {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:23:43.767199 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Bound using segment: {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:23:43.767652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Bound port: 2d581b89-f9c3-4cb9-8613-be064355e014, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5bab4a-9796-47d5-ab10-1a1a882429c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:23:43.768029 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:43.797738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666389f8-b9b9-4b36-8603-1bbb6f34ce4d req-074a25a0-0dbe-4b8c-9598-99d21b64b9ef tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:43.805571 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-666389f8-b9b9-4b36-8603-1bbb6f34ce4d req-074a25a0-0dbe-4b8c-9598-99d21b64b9ef tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0724208 Sep 08 13:23:43.845071 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-666389f8-b9b9-4b36-8603-1bbb6f34ce4d req-adede07b-c78b-4f7e-85e4-4fe40a588e67 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385978 Sep 08 13:23:43.906913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8762e53d-c27d-455f-9172-2feab47b53ff {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:23:43.917111 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:43.932820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] For port 2d581b89-f9c3-4cb9-8613-be064355e014, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:23:43.938724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] For port 2d581b89-f9c3-4cb9-8613-be064355e014, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2d581b89-f9c3-4cb9-8613-be064355e014,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:23:43.949626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff46c9-cbbc-499b-87d8-3e4f244c7556 req-a6e97450-22d4-4398-a9a7-8db818b5767e tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:43.951798 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84ff46c9-cbbc-499b-87d8-3e4f244c7556 req-a6e97450-22d4-4398-a9a7-8db818b5767e tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 931 time: 0.1126482 Sep 08 13:23:43.952980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Transition to ACTIVE for port object 8762e53d-c27d-455f-9172-2feab47b53ff will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:23:43.992488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84ff46c9-cbbc-499b-87d8-3e4f244c7556 req-bf9e163d-42d6-4529-9816-f3faeededb92 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335262 Sep 08 13:23:44.018242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf817217-9fcd-484b-94ba-04f5170a6a09 req-eb9354a4-5696-476e-b518-fda6527a7f45 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:44.019716 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf817217-9fcd-484b-94ba-04f5170a6a09 req-eb9354a4-5696-476e-b518-fda6527a7f45 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 943 time: 0.0524001 Sep 08 13:23:44.059063 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf817217-9fcd-484b-94ba-04f5170a6a09 req-b5dcc40c-941e-47b2-a628-064e6c1aabaf tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331895 Sep 08 13:23:44.143134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd91c11-5d4b-43f9-9fcb-092a6819cfbd req-8c1a91b1-5d85-47e8-9d7a-d3a6ef8500d6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:44.143134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bd91c11-5d4b-43f9-9fcb-092a6819cfbd req-8c1a91b1-5d85-47e8-9d7a-d3a6ef8500d6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0507390 Sep 08 13:23:44.211607 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bd91c11-5d4b-43f9-9fcb-092a6819cfbd req-cc21fb27-d078-4e19-bfd4-741f252d0dc0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571389 Sep 08 13:23:44.214868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101df718-34d4-4fea-9908-0ec1be44ac01 req-7c7e1084-a9a8-4d44-923b-9f534c88cd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:44.216343 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-101df718-34d4-4fea-9908-0ec1be44ac01 req-7c7e1084-a9a8-4d44-923b-9f534c88cd1b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 1097 time: 0.0722463 Sep 08 13:23:44.254064 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-101df718-34d4-4fea-9908-0ec1be44ac01 req-d43b2aa5-201b-4628-a95c-59f1acbb1b6f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293179 Sep 08 13:23:44.357260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfce063-777e-47b7-876b-1bccf9a72a52 req-f61d01e4-270e-4427-88f8-6ad3d409c1da tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:44.358906 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5cfce063-777e-47b7-876b-1bccf9a72a52 req-f61d01e4-270e-4427-88f8-6ad3d409c1da tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0579879 Sep 08 13:23:44.401649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5cfce063-777e-47b7-876b-1bccf9a72a52 req-491383d3-b1d9-450f-8325-b1cddd0c86c5 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360262 Sep 08 13:23:44.693891 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-efcb9d82-d425-446c-be94-6d4560b04b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8136814 Sep 08 13:23:44.730860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Request body: {'port': {'device_id': '8f11f1ce-4c41-459e-b85b-1b05dce8f053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:44.774681 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:44.775412 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:44.789706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:44.799182 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:44.830565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:44.830565 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:44.830565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] 10.222.0.70 "PUT /v2.0/ports/2d581b89-f9c3-4cb9-8613-be064355e014 HTTP/1.1" status: 200 len: 1091 time: 2.1868134 Sep 08 13:23:44.830565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590549f6-580c-44e6-b46f-810546fd4498', 'tag': '2d581b89-f9c3-4cb9-8613-be064355e014'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:44.830565 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09edf1f1-850d-4618-9d10-00bae9bc7a90" -d '{"events": [{"name": "network-changed", "server_uuid": "590549f6-580c-44e6-b46f-810546fd4498", "tag": "2d581b89-f9c3-4cb9-8613-be064355e014"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:44.867312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bd9b2-7b4d-4ef8-b3e0-0a7646109bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2d581b89-f9c3-4cb9-8613-be064355e014,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:44.924481 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42c1ae6-2bf3-465a-95a2-29c23784491d x-openstack-request-id: req-f42c1ae6-2bf3-465a-95a2-29c23784491d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:44.924481 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590549f6-580c-44e6-b46f-810546fd4498", "tag": "2d581b89-f9c3-4cb9-8613-be064355e014", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:44.924855 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f42c1ae6-2bf3-465a-95a2-29c23784491d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:44.925132 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590549f6-580c-44e6-b46f-810546fd4498', 'tag': '2d581b89-f9c3-4cb9-8613-be064355e014', 'status': 'completed', 'code': 200} Sep 08 13:23:45.001767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Pushing event updated for resources: {'Port': ['ID=8762e53d-c27d-455f-9172-2feab47b53ff,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:45.102393 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3be19f-2ec0-42af-9fcd-282e02fcc020 req-21c5634b-4db5-4a52-945c-848002204ea4 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:45.114809 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a3be19f-2ec0-42af-9fcd-282e02fcc020 req-21c5634b-4db5-4a52-945c-848002204ea4 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1534331 Sep 08 13:23:45.139782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Attempting to bind port 8762e53d-c27d-455f-9172-2feab47b53ff on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:23:45.140380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Attempting to bind port 8762e53d-c27d-455f-9172-2feab47b53ff by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:23:45.140723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Attempting to bind port 8762e53d-c27d-455f-9172-2feab47b53ff on network e3803120-9032-464d-a1a8-49d69fd03207 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:45.145201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edf1f1-850d-4618-9d10-00bae9bc7a90 req-5fcddaa6-1366-4396-9a84-387c7f6a86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:45.146800 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09edf1f1-850d-4618-9d10-00bae9bc7a90 req-5fcddaa6-1366-4396-9a84-387c7f6a86cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 1094 time: 0.1995292 Sep 08 13:23:45.156875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Port 8762e53d-c27d-455f-9172-2feab47b53ff on network e3803120-9032-464d-a1a8-49d69fd03207 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:23:45.157217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Attempting to bind port 8762e53d-c27d-455f-9172-2feab47b53ff on network e3803120-9032-464d-a1a8-49d69fd03207 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:45.194635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:23:45.195052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Checking segment: {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:23:45.195379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Bound using segment: {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:23:45.195835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Bound port: 8762e53d-c27d-455f-9172-2feab47b53ff, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:23:45.196205 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:45.218892 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a3be19f-2ec0-42af-9fcd-282e02fcc020 req-b86c564d-1fb2-4640-9ae3-28bce63f8180 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027684 Sep 08 13:23:45.226763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c130d-0d6b-4f1d-91c3-a051d104cef3 req-3801a078-27d6-4d31-834f-43674003dd54 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:45.226763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd3c130d-0d6b-4f1d-91c3-a051d104cef3 req-3801a078-27d6-4d31-834f-43674003dd54 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 931 time: 0.1266940 Sep 08 13:23:45.376364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] For port 8762e53d-c27d-455f-9172-2feab47b53ff, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:23:45.389008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b217e5-f908-4d83-a497-52a41872ccd0 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:23:45.398252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd3c130d-0d6b-4f1d-91c3-a051d104cef3 req-3db1fd9c-6b76-43b4-bf94-5eeed5abc431 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063249 Sep 08 13:23:45.400254 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:45.410928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edf1f1-850d-4618-9d10-00bae9bc7a90 req-6c6b47c2-b1eb-44cc-97a6-f868278416aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:45.410928 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09edf1f1-850d-4618-9d10-00bae9bc7a90 req-6c6b47c2-b1eb-44cc-97a6-f868278416aa service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=530dc135970c42fa8a64c76e67a2c40e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2543948 Sep 08 13:23:45.418821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Transition to ACTIVE for port object a2b217e5-f908-4d83-a497-52a41872ccd0 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:23:45.427873 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f818690-3ed7-4c1f-81e5-57bde6afe7b3 req-97293f97-c672-4e71-a382-d7964bb97f89 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:45.434287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] For port 8762e53d-c27d-455f-9172-2feab47b53ff, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8762e53d-c27d-455f-9172-2feab47b53ff,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:23:45.435761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f818690-3ed7-4c1f-81e5-57bde6afe7b3 req-97293f97-c672-4e71-a382-d7964bb97f89 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 943 time: 0.0898709 Sep 08 13:23:45.482442 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f818690-3ed7-4c1f-81e5-57bde6afe7b3 req-34c931bd-7218-4cb5-91f7-466f502e65e5 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453820 Sep 08 13:23:45.528546 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:45.560840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edf1f1-850d-4618-9d10-00bae9bc7a90 req-797c6426-e6d1-4765-9526-8521f61d8cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:45.562672 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09edf1f1-850d-4618-9d10-00bae9bc7a90 req-797c6426-e6d1-4765-9526-8521f61d8cfa service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425521 Sep 08 13:23:45.583116 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:45.686712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:45.687468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:45.689129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] 10.222.0.70 "PUT /v2.0/ports/8762e53d-c27d-455f-9172-2feab47b53ff HTTP/1.1" status: 200 len: 1091 time: 2.3416617 Sep 08 13:23:45.714595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Pushing event updated for resources: {'Port': ['ID=a2b217e5-f908-4d83-a497-52a41872ccd0,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:45.760709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc23218-58c5-466a-a8dc-6b6fa3a8fee9 req-3ddb98bf-5be3-4de8-b652-eb220b5bbb30 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:45.762394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ddc23218-58c5-466a-a8dc-6b6fa3a8fee9 req-3ddb98bf-5be3-4de8-b652-eb220b5bbb30 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1985555 Sep 08 13:23:45.766063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea63cdb-5e4b-434f-a583-5c656ebee39b service neutron] Pushing event updated for resources: {'Port': ['ID=8762e53d-c27d-455f-9172-2feab47b53ff,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:45.779709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992989f-4294-4e23-9e6b-126f25b8fc5c req-fea522d8-9e36-4492-8fd6-875344b9d400 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:45.781377 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e992989f-4294-4e23-9e6b-126f25b8fc5c req-fea522d8-9e36-4492-8fd6-875344b9d400 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.1798127 Sep 08 13:23:45.784337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896f7c5-530c-499c-9337-02e50c063c5e req-5242be89-9b59-4ad2-b29b-81ccc9724854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:45.785831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-5242be89-9b59-4ad2-b29b-81ccc9724854 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 1094 time: 0.1304281 Sep 08 13:23:45.813704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Attempting to bind port a2b217e5-f908-4d83-a497-52a41872ccd0 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:23:45.813990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Attempting to bind port a2b217e5-f908-4d83-a497-52a41872ccd0 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:23:45.814469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Attempting to bind port a2b217e5-f908-4d83-a497-52a41872ccd0 on network e3803120-9032-464d-a1a8-49d69fd03207 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:45.831296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Port a2b217e5-f908-4d83-a497-52a41872ccd0 on network e3803120-9032-464d-a1a8-49d69fd03207 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:23:45.834444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Attempting to bind port a2b217e5-f908-4d83-a497-52a41872ccd0 on network e3803120-9032-464d-a1a8-49d69fd03207 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:23:45.834988 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-48fc7f95-7396-4abf-b565-befcd8798f6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d581b89-f9c3-4cb9-8613-be064355e014 HTTP/1.1" status: 200 len: 217 time: 0.0406418 Sep 08 13:23:45.844973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:23:45.845322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Checking segment: {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:23:45.845700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Bound using segment: {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:23:45.846150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Bound port: a2b217e5-f908-4d83-a497-52a41872ccd0, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:23:45.846548 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:45.864154 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e992989f-4294-4e23-9e6b-126f25b8fc5c req-22952cbb-5461-41ad-b6fa-228e83e7e36f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602019 Sep 08 13:23:45.879995 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ddc23218-58c5-466a-a8dc-6b6fa3a8fee9 req-dc3d2d8d-35b9-486e-b2be-f8ca9a892ee8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047294 Sep 08 13:23:45.936807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] For port a2b217e5-f908-4d83-a497-52a41872ccd0, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:23:45.940696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] For port a2b217e5-f908-4d83-a497-52a41872ccd0, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2b217e5-f908-4d83-a497-52a41872ccd0,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:23:45.944541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896f7c5-530c-499c-9337-02e50c063c5e req-dfbc2987-86de-4ba7-8749-9a820b0a28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:45.946037 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-dfbc2987-86de-4ba7-8749-9a820b0a28e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6727ff3-46e9-47fd-a7eb-d2bf058b9def HTTP/1.1" status: 200 len: 850 time: 0.1033485 Sep 08 13:23:45.987698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-1271a936-9405-472d-b1b5-a61554891277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:45.989362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-1271a936-9405-472d-b1b5-a61554891277 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=431c84ca05844f19b5f161e0e8e1aabf&device_id=0354d436-7971-4007-9be1-b1b3158aa747 HTTP/1.1" status: 200 len: 1094 time: 0.0790391 Sep 08 13:23:46.037775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-7e8f5d99-4030-4cbd-811f-d624c6ff7c01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8762e53d-c27d-455f-9172-2feab47b53ff HTTP/1.1" status: 200 len: 217 time: 0.0391712 Sep 08 13:23:46.038196 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:46.040811 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896f7c5-530c-499c-9337-02e50c063c5e req-52277935-ff5f-4e69-b140-5325a3ca7237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:46.042482 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-52277935-ff5f-4e69-b140-5325a3ca7237 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94128c7a-143e-4284-b21f-f35c48c0a07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880392 Sep 08 13:23:46.098451 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:46.099096 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:46.100590 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] 10.222.0.60 "PUT /v2.0/ports/a2b217e5-f908-4d83-a497-52a41872ccd0 HTTP/1.1" status: 200 len: 1091 time: 1.3740160 Sep 08 13:23:46.107845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f11f1ce-4c41-459e-b85b-1b05dce8f053', 'tag': 'a2b217e5-f908-4d83-a497-52a41872ccd0'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:46.111802 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2966d4a-6465-4ffe-bcd3-23f8d20a09ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8f11f1ce-4c41-459e-b85b-1b05dce8f053", "tag": "a2b217e5-f908-4d83-a497-52a41872ccd0"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:46.179577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-da89bf45-2fe1-42d7-865a-d7f495a0c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:46.181385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-da89bf45-2fe1-42d7-865a-d7f495a0c578 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9 HTTP/1.1" status: 200 len: 852 time: 0.1289527 Sep 08 13:23:46.192967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac2c93d-d971-4c3f-ae4a-5b0b289b4a2d service neutron] Pushing event updated for resources: {'Port': ['ID=a2b217e5-f908-4d83-a497-52a41872ccd0,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:46.237599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-ba41ba21-4a2a-4208-a522-18b8edb76233 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3803120-9032-464d-a1a8-49d69fd03207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448017 Sep 08 13:23:46.308446 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:23:46.359024 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff17ea10-12c8-49f6-9bd3-70ea48de751f x-openstack-request-id: req-ff17ea10-12c8-49f6-9bd3-70ea48de751f {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:46.359478 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f11f1ce-4c41-459e-b85b-1b05dce8f053", "tag": "a2b217e5-f908-4d83-a497-52a41872ccd0", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:46.359804 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff17ea10-12c8-49f6-9bd3-70ea48de751f {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:46.360957 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f11f1ce-4c41-459e-b85b-1b05dce8f053', 'tag': 'a2b217e5-f908-4d83-a497-52a41872ccd0', 'status': 'completed', 'code': 200} Sep 08 13:23:46.362800 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-5218b80c-e636-44f6-b960-6acbae4ec8e6 service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116343 Sep 08 13:23:46.427734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-61eebc37-f6ee-4f73-bc98-ebb3b46a33e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:46.429346 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-61eebc37-f6ee-4f73-bc98-ebb3b46a33e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=431c84ca05844f19b5f161e0e8e1aabf&device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 1094 time: 0.1560626 Sep 08 13:23:46.489764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ec093-6c81-492f-9767-146bf2a97382 req-425be340-df79-4b7c-884d-c4e478c5a1cf tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:46.491581 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-927ec093-6c81-492f-9767-146bf2a97382 req-425be340-df79-4b7c-884d-c4e478c5a1cf tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1517088 Sep 08 13:23:46.492975 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-f6416549-2a6b-4c31-b251-22855e6996ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2b217e5-f908-4d83-a497-52a41872ccd0 HTTP/1.1" status: 200 len: 217 time: 0.0513957 Sep 08 13:23:46.582034 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-927ec093-6c81-492f-9767-146bf2a97382 req-1efc180b-fb09-44da-ae0a-175a3b588ebe tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689316 Sep 08 13:23:46.587582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-f4e46ca9-eb23-4aa2-9ba7-1b8f850ce64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:46.589290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-f4e46ca9-eb23-4aa2-9ba7-1b8f850ce64f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9 HTTP/1.1" status: 200 len: 852 time: 0.0857971 Sep 08 13:23:46.598331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3896f7c5-530c-499c-9337-02e50c063c5e req-4ff6f238-9147-4284-b0b2-ff0afabd48c0 service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208056 Sep 08 13:23:46.614631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e38ca-6fee-4123-878e-dcf71af2a021 req-ffccc8dc-7194-4c6e-a4db-3cf63b25f2f2 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:46.620479 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-896e38ca-6fee-4123-878e-dcf71af2a021 req-ffccc8dc-7194-4c6e-a4db-3cf63b25f2f2 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 943 time: 0.1058335 Sep 08 13:23:46.651509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-4c28f592-67cb-4115-ba23-bf02cc5d2df9 service neutron] 10.222.0.70 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038939 Sep 08 13:23:46.653073 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-6d5b42ff-9fff-490f-84e1-c8b8cd31dcdf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e3803120-9032-464d-a1a8-49d69fd03207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428035 Sep 08 13:23:46.691639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-896e38ca-6fee-4123-878e-dcf71af2a021 req-a9301955-3c17-4ddb-8f61-d27837626b0a tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700521 Sep 08 13:23:46.751333 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:46.820566 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-c82e6dfe-ffbf-4c74-bc30-a2e0a8300431 service neutron] 10.222.0.70 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614864 Sep 08 13:23:46.885683 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd4331-35f3-47b9-a88a-370850d1b8fb req-f12a2472-5762-4426-9410-4164f8e69387 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:46.887696 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13dd4331-35f3-47b9-a88a-370850d1b8fb req-f12a2472-5762-4426-9410-4164f8e69387 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 943 time: 0.0957494 Sep 08 13:23:46.890401 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-c91996cd-5626-4a59-82eb-d74bf44518af service neutron] 10.222.0.60 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246091 Sep 08 13:23:46.927891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0354d436-7971-4007-9be1-b1b3158aa747', 'tag': '8762e53d-c27d-455f-9172-2feab47b53ff'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:46.932179 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2591cf7a-5aff-48ff-9990-bb83041e17e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0354d436-7971-4007-9be1-b1b3158aa747", "tag": "8762e53d-c27d-455f-9172-2feab47b53ff"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:47.039980 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13dd4331-35f3-47b9-a88a-370850d1b8fb req-3a775e81-a03e-4607-ab3b-e77a93cb40b1 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451864 Sep 08 13:23:47.101715 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-295eaeb7-5287-4c0f-a59d-a20208fa91ba req-76e88f57-76aa-4a6d-b48a-4ec9ac3a1a67 service neutron] 10.222.0.60 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876450 Sep 08 13:23:47.123259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39404ff0-47d4-4d83-9564-a61eebb1c9cd req-5b8a4681-c858-4843-8ac3-672a8334d946 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:47.125750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39404ff0-47d4-4d83-9564-a61eebb1c9cd req-5b8a4681-c858-4843-8ac3-672a8334d946 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1266270 Sep 08 13:23:47.197618 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39404ff0-47d4-4d83-9564-a61eebb1c9cd req-4afdbf13-7619-4981-bdf8-ac409d77fc67 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644352 Sep 08 13:23:47.220350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad386365-cc04-4e90-8958-9f1a5b734b40 req-713c1d19-2f1a-4150-9d18-e5960558f16b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:47.222901 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ad386365-cc04-4e90-8958-9f1a5b734b40 req-713c1d19-2f1a-4150-9d18-e5960558f16b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0895114 Sep 08 13:23:47.252289 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6ffd79-a30d-411e-b93e-56ff2c78c3e6 x-openstack-request-id: req-fe6ffd79-a30d-411e-b93e-56ff2c78c3e6 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:47.252798 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0354d436-7971-4007-9be1-b1b3158aa747", "tag": "8762e53d-c27d-455f-9172-2feab47b53ff", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:47.259348 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fe6ffd79-a30d-411e-b93e-56ff2c78c3e6 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:47.259348 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0354d436-7971-4007-9be1-b1b3158aa747', 'tag': '8762e53d-c27d-455f-9172-2feab47b53ff', 'status': 'completed', 'code': 200} Sep 08 13:23:47.317829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ad386365-cc04-4e90-8958-9f1a5b734b40 req-d1638bb6-35ef-4bd5-9ed9-ad5f1e88549c tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888033 Sep 08 13:23:47.322446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591cf7a-5aff-48ff-9990-bb83041e17e2 req-9a1caae3-446b-4eb8-be76-9592fe5f41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:47.324977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2591cf7a-5aff-48ff-9990-bb83041e17e2 req-9a1caae3-446b-4eb8-be76-9592fe5f41ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=431c84ca05844f19b5f161e0e8e1aabf&device_id=0354d436-7971-4007-9be1-b1b3158aa747 HTTP/1.1" status: 200 len: 1094 time: 0.0488868 Sep 08 13:23:47.401223 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2966d4a-6465-4ffe-bcd3-23f8d20a09ca req-34c97b46-83c6-43f3-9b4b-0cafc24f9496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:47.402969 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e2966d4a-6465-4ffe-bcd3-23f8d20a09ca req-34c97b46-83c6-43f3-9b4b-0cafc24f9496 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=431c84ca05844f19b5f161e0e8e1aabf&device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 1094 time: 0.1314940 Sep 08 13:23:47.540777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591cf7a-5aff-48ff-9990-bb83041e17e2 req-d79c8cf8-af65-4a4c-9aec-107617b23919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:47.542750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2591cf7a-5aff-48ff-9990-bb83041e17e2 req-d79c8cf8-af65-4a4c-9aec-107617b23919 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3803120-9032-464d-a1a8-49d69fd03207 HTTP/1.1" status: 200 len: 913 time: 0.2111909 Sep 08 13:23:47.562956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2966d4a-6465-4ffe-bcd3-23f8d20a09ca req-12285199-90cd-4419-b0bb-293032ffa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:47.564493 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e2966d4a-6465-4ffe-bcd3-23f8d20a09ca req-12285199-90cd-4419-b0bb-293032ffa4f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e3803120-9032-464d-a1a8-49d69fd03207 HTTP/1.1" status: 200 len: 913 time: 0.1477349 Sep 08 13:23:47.626119 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e2966d4a-6465-4ffe-bcd3-23f8d20a09ca req-257226ea-ddb6-43fe-9f9e-550ced3502d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2b217e5-f908-4d83-a497-52a41872ccd0 HTTP/1.1" status: 200 len: 217 time: 0.0527637 Sep 08 13:23:47.700298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2966d4a-6465-4ffe-bcd3-23f8d20a09ca req-819712a6-fc68-45e1-b1ef-962a93f63d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:47.703043 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e2966d4a-6465-4ffe-bcd3-23f8d20a09ca req-819712a6-fc68-45e1-b1ef-962a93f63d32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9 HTTP/1.1" status: 200 len: 852 time: 0.0681629 Sep 08 13:23:47.777281 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e2966d4a-6465-4ffe-bcd3-23f8d20a09ca req-7759e655-87af-4860-a591-767f9d7f0c1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e3803120-9032-464d-a1a8-49d69fd03207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643287 Sep 08 13:23:48.053511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2591cf7a-5aff-48ff-9990-bb83041e17e2 req-afe4e878-7628-4163-98d9-74fd3a591a65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8762e53d-c27d-455f-9172-2feab47b53ff HTTP/1.1" status: 200 len: 217 time: 0.5015609 Sep 08 13:23:48.057594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f75c8-60a2-4334-9b6b-987f5425cd25 req-15c55fa0-04ad-4a1d-b7a1-60625d5642ed tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:48.059209 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-887f75c8-60a2-4334-9b6b-987f5425cd25 req-15c55fa0-04ad-4a1d-b7a1-60625d5642ed tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 943 time: 0.2041335 Sep 08 13:23:48.073185 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e2966d4a-6465-4ffe-bcd3-23f8d20a09ca req-c629a63e-8976-4f08-8404-2e5578e8692a service neutron] 10.222.0.60 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858937 Sep 08 13:23:48.146222 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-887f75c8-60a2-4334-9b6b-987f5425cd25 req-af0c5617-ff27-4ff8-b131-92b5604a1288 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763724 Sep 08 13:23:48.234219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ef207-be84-4fd9-8b6f-cf635895882d req-d509c743-bbe9-45af-bf0c-4defd39d4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:48.240030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f99ef207-be84-4fd9-8b6f-cf635895882d req-d509c743-bbe9-45af-bf0c-4defd39d4fc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6062b62ee414227aa9d6641667fc2c4&device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 1097 time: 0.2231560 Sep 08 13:23:48.262701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591cf7a-5aff-48ff-9990-bb83041e17e2 req-b68b910b-8f2b-437a-b918-ac2373a02560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:48.265385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2591cf7a-5aff-48ff-9990-bb83041e17e2 req-b68b910b-8f2b-437a-b918-ac2373a02560 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9 HTTP/1.1" status: 200 len: 852 time: 0.1699464 Sep 08 13:23:48.279922 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e2966d4a-6465-4ffe-bcd3-23f8d20a09ca req-6ab20f97-afae-43d0-add7-47f129bcb6d2 service neutron] 10.222.0.60 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956043 Sep 08 13:23:48.285621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480203ee-ed92-4abc-b4fc-adac23bbe3c0 req-72121ca1-e817-4b3b-a575-887fd0cfb02a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:48.292958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-480203ee-ed92-4abc-b4fc-adac23bbe3c0 req-72121ca1-e817-4b3b-a575-887fd0cfb02a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.2748706 Sep 08 13:23:48.348776 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2591cf7a-5aff-48ff-9990-bb83041e17e2 req-d9e7de3f-c403-436e-817b-54f8ba7a4004 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3803120-9032-464d-a1a8-49d69fd03207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455737 Sep 08 13:23:48.481148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2591cf7a-5aff-48ff-9990-bb83041e17e2 req-247e4e6c-6786-4797-8740-50973f0dd6e6 service neutron] 10.222.0.70 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241283 Sep 08 13:23:48.599265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-480203ee-ed92-4abc-b4fc-adac23bbe3c0 req-5113b065-a0e8-4410-b084-d5eade36cd05 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009129 Sep 08 13:23:48.737991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ef207-be84-4fd9-8b6f-cf635895882d req-23eee117-23a6-4bea-9489-d51aea632250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:48.739693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f99ef207-be84-4fd9-8b6f-cf635895882d req-23eee117-23a6-4bea-9489-d51aea632250 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bec43c03-4e89-4032-9edb-683310aae53c HTTP/1.1" status: 200 len: 920 time: 0.4901838 Sep 08 13:23:48.807460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f99ef207-be84-4fd9-8b6f-cf635895882d req-7149e1be-3ab2-4f25-830f-0258e585e12e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2113f0ee-1eea-4dad-bb55-1f7b703a31f1 HTTP/1.1" status: 200 len: 217 time: 0.0524540 Sep 08 13:23:48.863581 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2591cf7a-5aff-48ff-9990-bb83041e17e2 req-8e1edc3f-0153-4c69-9d12-7057789d543c service neutron] 10.222.0.70 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432708 Sep 08 13:23:48.886720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7956ce-014b-43bb-97ba-b910c7d85f93 req-111ec33c-2306-4f28-a4c1-c285edc3aeb2 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:48.896579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f7956ce-014b-43bb-97ba-b910c7d85f93 req-111ec33c-2306-4f28-a4c1-c285edc3aeb2 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 943 time: 0.1742249 Sep 08 13:23:48.938849 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ef207-be84-4fd9-8b6f-cf635895882d req-fc933310-1db8-4471-bf48-4c344fc4c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:48.940508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f99ef207-be84-4fd9-8b6f-cf635895882d req-fc933310-1db8-4471-bf48-4c344fc4c1c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=06fe619e-f0fa-4d0d-be75-551524533e4f HTTP/1.1" status: 200 len: 859 time: 0.1213789 Sep 08 13:23:48.962281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f7956ce-014b-43bb-97ba-b910c7d85f93 req-00dca9ee-6ea9-48b5-bf1c-aa63f1612b75 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615637 Sep 08 13:23:49.023654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb83ec-6276-44b0-a2c2-1d6288634875 req-60f4b66f-980f-45e7-9232-bcc9acec9e8c tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:49.038221 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19fb83ec-6276-44b0-a2c2-1d6288634875 req-60f4b66f-980f-45e7-9232-bcc9acec9e8c tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.7495432 Sep 08 13:23:49.048627 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f99ef207-be84-4fd9-8b6f-cf635895882d req-6240e827-fe51-4955-8736-2af2c4f4164c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bec43c03-4e89-4032-9edb-683310aae53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846093 Sep 08 13:23:49.100676 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19fb83ec-6276-44b0-a2c2-1d6288634875 req-98b36b12-34e2-4f43-bd5a-334137b2d299 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612526 Sep 08 13:23:49.203986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78667d0f-d6b2-4eb9-8676-ca32409cf84e req-d2c43546-ad84-413c-9148-f840475cd607 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:49.212679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78667d0f-d6b2-4eb9-8676-ca32409cf84e req-d2c43546-ad84-413c-9148-f840475cd607 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1604021 Sep 08 13:23:49.272494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f99ef207-be84-4fd9-8b6f-cf635895882d req-06b95afb-482c-45d4-bde5-f7c7b66f4c58 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053077 Sep 08 13:23:49.294402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78667d0f-d6b2-4eb9-8676-ca32409cf84e req-85e79857-f36d-48ec-ac10-1a1cd45b69a2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803704 Sep 08 13:23:49.322315 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f3d73-cb07-4a90-9b65-8c024c0ebcce req-a81d00c5-f53c-45ba-8671-b9ee8fd5cb62 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:49.322315 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-636f3d73-cb07-4a90-9b65-8c024c0ebcce req-a81d00c5-f53c-45ba-8671-b9ee8fd5cb62 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 943 time: 0.0770466 Sep 08 13:23:49.394491 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-636f3d73-cb07-4a90-9b65-8c024c0ebcce req-bc4c3ce0-97e3-463d-a7cb-aa07687ec6c8 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691493 Sep 08 13:23:49.446245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f99ef207-be84-4fd9-8b6f-cf635895882d req-3661f5fa-3036-4c1a-b9d2-e5c1baaba818 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652877 Sep 08 13:23:49.754034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19317d63-0a72-4d28-abca-cc230079f46e req-c8558a80-6323-4521-b441-f7ddeb8ddf1a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:49.755960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-19317d63-0a72-4d28-abca-cc230079f46e req-c8558a80-6323-4521-b441-f7ddeb8ddf1a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0665126 Sep 08 13:23:49.813838 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-19317d63-0a72-4d28-abca-cc230079f46e req-bbf57395-6fab-46e5-ae6b-3713abb09ef1 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487597 Sep 08 13:23:49.886439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2b217e5-f908-4d83-a497-52a41872ccd0 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:23:50.004593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a2b217e5-f908-4d83-a497-52a41872ccd0, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2b217e5-f908-4d83-a497-52a41872ccd0,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:50.023154 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a2b217e5-f908-4d83-a497-52a41872ccd0', 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207', 'port_id': 'a2b217e5-f908-4d83-a497-52a41872ccd0', 'mac_address': 'fa:16:3e:42:57:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:23:50.070991 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:50.089185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b217e5-f908-4d83-a497-52a41872ccd0 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:23:50.131007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bb878e-6783-4180-8548-177adfb491e1 req-b36690aa-645c-4eab-b25f-c9bb9247d1d6 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:50.131007 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2bb878e-6783-4180-8548-177adfb491e1 req-b36690aa-645c-4eab-b25f-c9bb9247d1d6 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 943 time: 0.0853705 Sep 08 13:23:50.131247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a2b217e5-f908-4d83-a497-52a41872ccd0, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2b217e5-f908-4d83-a497-52a41872ccd0,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:50.181928 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2bb878e-6783-4180-8548-177adfb491e1 req-4e9b6c2b-8087-4052-bd5c-20fc824c416d tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485034 Sep 08 13:23:50.261871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d5185-38b6-4a7e-9c90-1302e55ba949 req-f3a89c13-b90a-4358-bd4b-c1705f58a832 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:50.263595 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc1d5185-38b6-4a7e-9c90-1302e55ba949 req-f3a89c13-b90a-4358-bd4b-c1705f58a832 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0615690 Sep 08 13:23:50.305926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bc1d5185-38b6-4a7e-9c90-1302e55ba949 req-086174cd-8670-4724-9392-2ffc23cdee8f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352621 Sep 08 13:23:50.329334 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:50.385647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a2b217e5-f908-4d83-a497-52a41872ccd0,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:50.445641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168469f-3dca-43b1-a355-a4d7bcde0de2 req-d75124e4-f868-4b11-92e3-d71109554368 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:50.447520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0168469f-3dca-43b1-a355-a4d7bcde0de2 req-d75124e4-f868-4b11-92e3-d71109554368 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0599003 Sep 08 13:23:50.495322 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0168469f-3dca-43b1-a355-a4d7bcde0de2 req-e7f0e24a-db4a-4c5f-ad22-18183895cc1c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390556 Sep 08 13:23:50.519504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be77007-e554-460a-a96b-079d631310f6 req-e1c7de7f-c441-400b-878a-16c762bc97df tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:50.521369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0be77007-e554-460a-a96b-079d631310f6 req-e1c7de7f-c441-400b-878a-16c762bc97df tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 944 time: 0.0607417 Sep 08 13:23:50.570771 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0be77007-e554-460a-a96b-079d631310f6 req-81bc5b3c-dd50-466e-aa87-ba7eb163be47 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Sep 08 13:23:50.732983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a2b217e5-f908-4d83-a497-52a41872ccd0'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:23:50.851072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 2d581b89-f9c3-4cb9-8613-be064355e014 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:23:50.967158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa176df-fd50-4ba4-b8e4-e17d1da8499f req-bd05190a-2647-4109-8987-9c42f01f7808 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:50.968768 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0fa176df-fd50-4ba4-b8e4-e17d1da8499f req-bd05190a-2647-4109-8987-9c42f01f7808 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0568514 Sep 08 13:23:50.977085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 2d581b89-f9c3-4cb9-8613-be064355e014, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2d581b89-f9c3-4cb9-8613-be064355e014,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:50.989092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '2d581b89-f9c3-4cb9-8613-be064355e014', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'port_id': '2d581b89-f9c3-4cb9-8613-be064355e014', 'mac_address': 'fa:16:3e:21:c1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:23:51.009307 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0fa176df-fd50-4ba4-b8e4-e17d1da8499f req-a382d0cd-affe-4312-9f9c-f7bc1bbec5f0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Sep 08 13:23:51.031708 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:51.044676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d581b89-f9c3-4cb9-8613-be064355e014 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:23:51.064380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 2d581b89-f9c3-4cb9-8613-be064355e014, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2d581b89-f9c3-4cb9-8613-be064355e014,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:51.248768 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:51.249464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 8762e53d-c27d-455f-9172-2feab47b53ff details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:23:51.305498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef5a12-9ab0-4b4f-b15d-e14c62fa9d12 req-98a638ed-7fa3-42fd-86c3-0ff2392d821e tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:51.307040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fef5a12-9ab0-4b4f-b15d-e14c62fa9d12 req-98a638ed-7fa3-42fd-86c3-0ff2392d821e tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 944 time: 0.0501065 Sep 08 13:23:51.324761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=2d581b89-f9c3-4cb9-8613-be064355e014,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:51.365247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fef5a12-9ab0-4b4f-b15d-e14c62fa9d12 req-4b1c7725-8daa-4f58-a06b-21b0624ed6b5 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510085 Sep 08 13:23:51.422158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 8762e53d-c27d-455f-9172-2feab47b53ff, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8762e53d-c27d-455f-9172-2feab47b53ff,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:51.437002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '8762e53d-c27d-455f-9172-2feab47b53ff', 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207', 'port_id': '8762e53d-c27d-455f-9172-2feab47b53ff', 'mac_address': 'fa:16:3e:aa:ce:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:23:51.459224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61602e67-037a-4762-a578-3fab00ac1c50 req-5d3ddf19-68f5-453d-9362-091c836c9c02 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:51.468047 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-61602e67-037a-4762-a578-3fab00ac1c50 req-5d3ddf19-68f5-453d-9362-091c836c9c02 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0615592 Sep 08 13:23:51.481623 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:51.496716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8762e53d-c27d-455f-9172-2feab47b53ff {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:23:51.527127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 8762e53d-c27d-455f-9172-2feab47b53ff, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8762e53d-c27d-455f-9172-2feab47b53ff,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:51.531037 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-61602e67-037a-4762-a578-3fab00ac1c50 req-5c3b9184-8cba-41da-9ee1-e022430d33aa tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610411 Sep 08 13:23:51.613720 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:51.644301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781384b-9bf1-4dc8-a7f6-78a133776121 req-459ea9a7-9cee-4e9e-9977-b12cd29c183b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:51.652353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2781384b-9bf1-4dc8-a7f6-78a133776121 req-459ea9a7-9cee-4e9e-9977-b12cd29c183b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0797365 Sep 08 13:23:51.678891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=8762e53d-c27d-455f-9172-2feab47b53ff,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:51.694303 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2781384b-9bf1-4dc8-a7f6-78a133776121 req-7d6baf7d-a8f1-4972-94a0-5431d058cb29 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Sep 08 13:23:51.732594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662379ea-291d-4dc9-9634-f7b8fbed06e5 req-026def5e-4f4a-4c15-8751-77e5997512ed tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:51.734124 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-662379ea-291d-4dc9-9634-f7b8fbed06e5 req-026def5e-4f4a-4c15-8751-77e5997512ed tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 944 time: 0.0943289 Sep 08 13:23:51.780212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-662379ea-291d-4dc9-9634-f7b8fbed06e5 req-10a7b9d5-07c1-441a-87f7-b8275728c046 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390184 Sep 08 13:23:51.857568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['2d581b89-f9c3-4cb9-8613-be064355e014'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:23:51.862522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['8762e53d-c27d-455f-9172-2feab47b53ff'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:23:52.191875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa7ac3-86ba-48f9-b3b4-1eca568dcbdf req-32b8dcb0-17db-4464-ae6f-e531180a1cdc tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:52.195109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1eaa7ac3-86ba-48f9-b3b4-1eca568dcbdf req-32b8dcb0-17db-4464-ae6f-e531180a1cdc tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0645263 Sep 08 13:23:52.241795 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1eaa7ac3-86ba-48f9-b3b4-1eca568dcbdf req-71335f1e-e712-4e1e-9edd-6538cc795e2d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398688 Sep 08 13:23:52.531421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a24d1-2792-418d-8c52-83bd5c2285cc req-8a30e66a-f2e2-48fa-932f-cff3346c973a tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:52.532954 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b82a24d1-2792-418d-8c52-83bd5c2285cc req-8a30e66a-f2e2-48fa-932f-cff3346c973a tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 944 time: 0.0756450 Sep 08 13:23:52.595050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b82a24d1-2792-418d-8c52-83bd5c2285cc req-ce08c7fa-e231-40e1-8607-8393147ed425 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557587 Sep 08 13:23:52.675049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bedd72-e4cb-44ee-b4b6-6e74816cee97 req-40cdc804-23ac-4ccf-87a3-525b44c67da9 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:52.677571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f7bedd72-e4cb-44ee-b4b6-6e74816cee97 req-40cdc804-23ac-4ccf-87a3-525b44c67da9 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0671163 Sep 08 13:23:52.725979 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f7bedd72-e4cb-44ee-b4b6-6e74816cee97 req-e1ce0e41-91aa-4c7b-90e6-aad3c6f7edb5 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408287 Sep 08 13:23:52.834259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e2d2e-5e5e-4a28-b190-54052b6a63f3 req-c3a1c4b0-57eb-4b9f-bde2-9282bcac49a5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:52.836069 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b9e2d2e-5e5e-4a28-b190-54052b6a63f3 req-c3a1c4b0-57eb-4b9f-bde2-9282bcac49a5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0600269 Sep 08 13:23:52.871387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 2d581b89-f9c3-4cb9-8613-be064355e014 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:52.947067 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b9e2d2e-5e5e-4a28-b190-54052b6a63f3 req-5602bfcc-75b3-4bf8-a1a3-4c249919b3be tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037908 Sep 08 13:23:52.983722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d37c1-9dae-4b4d-848a-76bb24c7430f req-e21f9a22-1152-4679-bb92-0ee94d0cbfc0 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:52.992219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c6d37c1-9dae-4b4d-848a-76bb24c7430f req-e21f9a22-1152-4679-bb92-0ee94d0cbfc0 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 944 time: 0.1321070 Sep 08 13:23:53.034026 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c6d37c1-9dae-4b4d-848a-76bb24c7430f req-2ad168ce-edb8-44a8-800d-cf79fb48bbb2 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405724 Sep 08 13:23:53.042205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 2d581b89-f9c3-4cb9-8613-be064355e014 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:23:53.046793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 2d581b89-f9c3-4cb9-8613-be064355e014 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:53.047189 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:53.144763 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:53.173189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590549f6-580c-44e6-b46f-810546fd4498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d581b89-f9c3-4cb9-8613-be064355e014'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:53.175566 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b383f9-58cc-472e-b09b-40670431a784" -d '{"events": [{"server_uuid": "590549f6-580c-44e6-b46f-810546fd4498", "name": "network-vif-plugged", "status": "completed", "tag": "2d581b89-f9c3-4cb9-8613-be064355e014"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:53.187906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 2d581b89-f9c3-4cb9-8613-be064355e014, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2d581b89-f9c3-4cb9-8613-be064355e014,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:53.236823 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4997bdd4-0fbc-45b1-86f0-ed6baea37dbe x-openstack-request-id: req-4997bdd4-0fbc-45b1-86f0-ed6baea37dbe {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:53.236823 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590549f6-580c-44e6-b46f-810546fd4498", "name": "network-vif-plugged", "status": "completed", "tag": "2d581b89-f9c3-4cb9-8613-be064355e014", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:53.236823 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4997bdd4-0fbc-45b1-86f0-ed6baea37dbe {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:53.236823 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590549f6-580c-44e6-b46f-810546fd4498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d581b89-f9c3-4cb9-8613-be064355e014', 'code': 200} Sep 08 13:23:53.368015 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:53.368980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 8762e53d-c27d-455f-9172-2feab47b53ff up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:53.405662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e4e81-5a14-4c8b-8566-e510043a6f81 req-6c7f00f9-ccfc-415f-baac-2602b49e7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:53.408385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ab5e4e81-5a14-4c8b-8566-e510043a6f81 req-6c7f00f9-ccfc-415f-baac-2602b49e7aa0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 1095 time: 0.1087561 Sep 08 13:23:53.444429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874f600-6e22-484c-a86e-28848337c7b9 req-e2a8aa4c-2324-4d92-9dca-1ed2fdea2d50 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:53.458130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=2d581b89-f9c3-4cb9-8613-be064355e014,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:53.458440 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8874f600-6e22-484c-a86e-28848337c7b9 req-e2a8aa4c-2324-4d92-9dca-1ed2fdea2d50 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1241720 Sep 08 13:23:53.546799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8874f600-6e22-484c-a86e-28848337c7b9 req-2863744b-5070-4a9f-88cf-2f812b693cb0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845528 Sep 08 13:23:53.556998 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ab5e4e81-5a14-4c8b-8566-e510043a6f81 req-ce624fd8-36cb-45ec-90b8-300f7b3a5924 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394525 Sep 08 13:23:53.608010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 8762e53d-c27d-455f-9172-2feab47b53ff completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:23:53.612624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 8762e53d-c27d-455f-9172-2feab47b53ff triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:53.613003 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:53.730780 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:53.752754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcdc815-6385-4f8c-9cfc-8461fb85d312 req-231c6e38-a121-41d5-9cf6-fda73c977b74 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:53.758817 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bfcdc815-6385-4f8c-9cfc-8461fb85d312 req-231c6e38-a121-41d5-9cf6-fda73c977b74 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 945 time: 0.0679541 Sep 08 13:23:53.770425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 8762e53d-c27d-455f-9172-2feab47b53ff, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8762e53d-c27d-455f-9172-2feab47b53ff,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:53.815275 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bfcdc815-6385-4f8c-9cfc-8461fb85d312 req-9e33462c-c7a7-4506-a5e6-fff1264ad0fd tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449262 Sep 08 13:23:53.872576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c14a39-25e0-4891-8fe0-20d7d402fd7f req-c277220d-67a7-4b85-8be7-c07cb61c5697 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:53.874468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48c14a39-25e0-4891-8fe0-20d7d402fd7f req-c277220d-67a7-4b85-8be7-c07cb61c5697 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0615880 Sep 08 13:23:53.901620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2b217e5-f908-4d83-a497-52a41872ccd0 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:23:53.949031 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48c14a39-25e0-4891-8fe0-20d7d402fd7f req-7194f200-4305-4fc3-b994-4b19d5cdce60 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595410 Sep 08 13:23:54.101226 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:54.177182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=8762e53d-c27d-455f-9172-2feab47b53ff,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:54.178456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4212d-7d60-4c47-bcad-e5b882a9d548 req-582d3f2e-0d8d-492a-adf6-b92a62eeab07 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:54.180169 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d1a4212d-7d60-4c47-bcad-e5b882a9d548 req-582d3f2e-0d8d-492a-adf6-b92a62eeab07 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1219902 Sep 08 13:23:54.255835 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d1a4212d-7d60-4c47-bcad-e5b882a9d548 req-ace80b77-b229-4595-9b64-8f043ddc481a tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543590 Sep 08 13:23:54.272276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa8d45-6acd-4815-9386-d29edc668119 req-8b1013cb-c9bc-4870-87ed-5eb411958ff2 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:54.280749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8fa8d45-6acd-4815-9386-d29edc668119 req-8b1013cb-c9bc-4870-87ed-5eb411958ff2 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 944 time: 0.0734644 Sep 08 13:23:54.299955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a2b217e5-f908-4d83-a497-52a41872ccd0 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:23:54.304586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a2b217e5-f908-4d83-a497-52a41872ccd0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:23:54.305113 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:54.329994 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8fa8d45-6acd-4815-9386-d29edc668119 req-3922a27d-0164-4802-a4b0-8e3ddf5efa41 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483043 Sep 08 13:23:54.415016 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:54.455426 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a2b217e5-f908-4d83-a497-52a41872ccd0, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2b217e5-f908-4d83-a497-52a41872ccd0,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:23:54.674474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96d933-244a-4c2d-ae60-bc06b389af2c req-3754a133-226e-4a3d-bf77-40ada85f7193 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:54.676025 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-df96d933-244a-4c2d-ae60-bc06b389af2c req-3754a133-226e-4a3d-bf77-40ada85f7193 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0547898 Sep 08 13:23:54.721229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-df96d933-244a-4c2d-ae60-bc06b389af2c req-c3bb88a3-0284-450f-8f1a-7b477283be06 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388744 Sep 08 13:23:54.946588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224b9fa-c21e-4ae4-bc1b-df25dac59b48 req-629f1f48-ad9f-4bf4-958a-60e8946820e5 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:54.948102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e224b9fa-c21e-4ae4-bc1b-df25dac59b48 req-629f1f48-ad9f-4bf4-958a-60e8946820e5 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 945 time: 0.0508063 Sep 08 13:23:54.998830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e224b9fa-c21e-4ae4-bc1b-df25dac59b48 req-b08e9d5e-c886-4479-9f7c-f1f1e605ea93 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439889 Sep 08 13:23:55.047514 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:55.099240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a2b217e5-f908-4d83-a497-52a41872ccd0,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:23:55.235036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0354d436-7971-4007-9be1-b1b3158aa747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8762e53d-c27d-455f-9172-2feab47b53ff'}, {'server_uuid': '8f11f1ce-4c41-459e-b85b-1b05dce8f053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b217e5-f908-4d83-a497-52a41872ccd0'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:55.237509 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edaeb4a6-5efc-4fb6-a683-b0a69a7cd9ec" -d '{"events": [{"server_uuid": "0354d436-7971-4007-9be1-b1b3158aa747", "name": "network-vif-plugged", "status": "completed", "tag": "8762e53d-c27d-455f-9172-2feab47b53ff"}, {"server_uuid": "8f11f1ce-4c41-459e-b85b-1b05dce8f053", "name": "network-vif-plugged", "status": "completed", "tag": "a2b217e5-f908-4d83-a497-52a41872ccd0"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:55.291414 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e30018-22cc-47e3-b952-9d0af4671e2b x-openstack-request-id: req-a8e30018-22cc-47e3-b952-9d0af4671e2b {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:55.291711 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0354d436-7971-4007-9be1-b1b3158aa747", "name": "network-vif-plugged", "status": "completed", "tag": "8762e53d-c27d-455f-9172-2feab47b53ff", "code": 200}, {"server_uuid": "8f11f1ce-4c41-459e-b85b-1b05dce8f053", "name": "network-vif-plugged", "status": "completed", "tag": "a2b217e5-f908-4d83-a497-52a41872ccd0", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:55.291961 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a8e30018-22cc-47e3-b952-9d0af4671e2b {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:55.292352 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0354d436-7971-4007-9be1-b1b3158aa747', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8762e53d-c27d-455f-9172-2feab47b53ff', 'code': 200} Sep 08 13:23:55.292604 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f11f1ce-4c41-459e-b85b-1b05dce8f053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b217e5-f908-4d83-a497-52a41872ccd0', 'code': 200} Sep 08 13:23:55.467186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d631e2-73ea-46a7-90cf-172ac289bf1d req-f27dded1-d1aa-4dd9-973a-3af591514e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:55.468770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-65d631e2-73ea-46a7-90cf-172ac289bf1d req-f27dded1-d1aa-4dd9-973a-3af591514e6b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 1096 time: 0.1095815 Sep 08 13:23:55.497416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18d7a7-989d-43d2-b391-53f0e891d39a req-2e5ec716-1cb4-47e9-bdcd-3406e188b683 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:55.505350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c18d7a7-989d-43d2-b391-53f0e891d39a req-2e5ec716-1cb4-47e9-bdcd-3406e188b683 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1217496 Sep 08 13:23:55.524959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c375a-ff8b-4534-a0bb-7a67f569ac3c req-f400a2d3-a27b-4bd0-a61d-776745760a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:55.526521 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-188c375a-ff8b-4534-a0bb-7a67f569ac3c req-f400a2d3-a27b-4bd0-a61d-776745760a0b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0354d436-7971-4007-9be1-b1b3158aa747 HTTP/1.1" status: 200 len: 1096 time: 0.1553769 Sep 08 13:23:55.535886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d60763-faf2-4e42-a7d1-9ca096a8d9cf req-7da7c201-1401-4477-b379-3fb0e3439db4 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:55.554237 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85d60763-faf2-4e42-a7d1-9ca096a8d9cf req-7da7c201-1401-4477-b379-3fb0e3439db4 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 945 time: 0.1289854 Sep 08 13:23:55.581544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-65d631e2-73ea-46a7-90cf-172ac289bf1d req-9fbb2137-ebd7-4590-a523-dc7b3d53f0a4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042039 Sep 08 13:23:55.608816 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-188c375a-ff8b-4534-a0bb-7a67f569ac3c req-0f8303a5-b932-45d3-9d20-aaf462239fdd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700490 Sep 08 13:23:55.625674 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c18d7a7-989d-43d2-b391-53f0e891d39a req-d81af34f-362e-4101-aa61-3a4de6981004 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193414 Sep 08 13:23:55.630968 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85d60763-faf2-4e42-a7d1-9ca096a8d9cf req-7f8cea7d-1f48-44c5-bc21-e775563e3e2f tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750873 Sep 08 13:23:55.854007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2a927-6a1f-40cb-aee6-76c059f12bf7 req-fdf17d44-06a2-4182-a11a-78a0f8a0304b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:55.855563 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2bf2a927-6a1f-40cb-aee6-76c059f12bf7 req-fdf17d44-06a2-4182-a11a-78a0f8a0304b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0548344 Sep 08 13:23:55.905109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2bf2a927-6a1f-40cb-aee6-76c059f12bf7 req-02d9feb3-823b-4ec1-887a-deead4747af4 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412815 Sep 08 13:23:56.141229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a043b-ba4a-4223-83b4-cc50c454dc8c req-3019946b-e003-408c-935f-403ed934b9a3 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:56.142815 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-636a043b-ba4a-4223-83b4-cc50c454dc8c req-3019946b-e003-408c-935f-403ed934b9a3 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 945 time: 0.0758719 Sep 08 13:23:56.196644 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-636a043b-ba4a-4223-83b4-cc50c454dc8c req-c4641375-be4a-466e-8990-38b3980d6ebb tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446270 Sep 08 13:23:56.336879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc80ca-62a4-45bc-96aa-c84f450a1f1e req-e254448c-7c63-4962-985c-ab9bdb25bf46 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:56.338656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53cc80ca-62a4-45bc-96aa-c84f450a1f1e req-e254448c-7c63-4962-985c-ab9bdb25bf46 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 945 time: 0.0545816 Sep 08 13:23:56.347314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39412) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:23:56.352987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2e71efa2-fbab-46a1-a18e-68dfc6e1df8b tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Request body: {'floatingip': {'port_id': '2d581b89-f9c3-4cb9-8613-be064355e014'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:23:56.415807 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e71efa2-fbab-46a1-a18e-68dfc6e1df8b tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:56.818641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb1702-6fb5-4668-9657-e5a7480eb504 req-9cfe46a1-78c6-4c93-a4ce-6a929872385b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:56.820211 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ebb1702-6fb5-4668-9657-e5a7480eb504 req-9cfe46a1-78c6-4c93-a4ce-6a929872385b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 945 time: 0.0757635 Sep 08 13:23:56.929959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ebb1702-6fb5-4668-9657-e5a7480eb504 req-d431e07c-6569-4991-a38e-68ec7e222ce3 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008644 Sep 08 13:23:57.038759 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e71efa2-fbab-46a1-a18e-68dfc6e1df8b tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:57.055766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76bf04-b693-48b2-b17b-a3216aca4d99 req-90732f25-d731-4d62-9fe0-d4387667c9ee tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:57.057531 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e76bf04-b693-48b2-b17b-a3216aca4d99 req-90732f25-d731-4d62-9fe0-d4387667c9ee tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.2687259 Sep 08 13:23:57.093270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7fa10-2a36-4186-a633-ea11dfb8f780 req-ade9ff39-afdc-4b87-b948-23cbca55b9fe tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:57.100997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8b7fa10-2a36-4186-a633-ea11dfb8f780 req-ade9ff39-afdc-4b87-b948-23cbca55b9fe tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0581174 Sep 08 13:23:57.110339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e76bf04-b693-48b2-b17b-a3216aca4d99 req-093970c4-d155-4d62-8514-84bf3a9cc671 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453055 Sep 08 13:23:57.192946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8b7fa10-2a36-4186-a633-ea11dfb8f780 req-0e6c4db6-bc66-49b7-b3f8-710ee02e6ead tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906973 Sep 08 13:23:57.207980 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e71efa2-fbab-46a1-a18e-68dfc6e1df8b tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:57.349615 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-2e71efa2-fbab-46a1-a18e-68dfc6e1df8b tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Floating IP 270111be-6d10-4789-9c17-76c64c95f5b8 associated. External IP: 172.25.5.72, port: 2d581b89-f9c3-4cb9-8613-be064355e014. Sep 08 13:23:57.597757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e71efa2-fbab-46a1-a18e-68dfc6e1df8b tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Router 2da79440-d7dc-42dd-81b8-71c0d182dd8b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:23:57.719645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e71efa2-fbab-46a1-a18e-68dfc6e1df8b tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:23:57.727560 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e71efa2-fbab-46a1-a18e-68dfc6e1df8b tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:23:57.736162 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ce73d-6a25-469a-837e-9a3379ded59d None None] Sync routers for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:23:57.750506 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ce73d-6a25-469a-837e-9a3379ded59d None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:23:57.751296 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-576ce73d-6a25-469a-837e-9a3379ded59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:23:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:57.764600 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2e71efa2-fbab-46a1-a18e-68dfc6e1df8b tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "PUT /v2.0/floatingips/270111be-6d10-4789-9c17-76c64c95f5b8 HTTP/1.1" status: 200 len: 990 time: 1.4158247 Sep 08 13:23:57.765511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590549f6-580c-44e6-b46f-810546fd4498', 'tag': '2d581b89-f9c3-4cb9-8613-be064355e014'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:23:57.767968 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f0f2c7-21fd-44c7-83f1-3094b9a5c12d" -d '{"events": [{"name": "network-changed", "server_uuid": "590549f6-580c-44e6-b46f-810546fd4498", "tag": "2d581b89-f9c3-4cb9-8613-be064355e014"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:23:57.823832 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93903cce-1cea-4e24-92a2-cc29cc90128d x-openstack-request-id: req-93903cce-1cea-4e24-92a2-cc29cc90128d {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:23:57.824128 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590549f6-580c-44e6-b46f-810546fd4498", "tag": "2d581b89-f9c3-4cb9-8613-be064355e014", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:23:57.824379 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93903cce-1cea-4e24-92a2-cc29cc90128d {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:23:57.826219 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590549f6-580c-44e6-b46f-810546fd4498', 'tag': '2d581b89-f9c3-4cb9-8613-be064355e014', 'status': 'completed', 'code': 200} Sep 08 13:23:57.891828 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-576ce73d-6a25-469a-837e-9a3379ded59d None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:23:57.924761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0f2c7-21fd-44c7-83f1-3094b9a5c12d req-d31ab236-0612-4df3-b255-296d0963da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:57.929885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90f0f2c7-21fd-44c7-83f1-3094b9a5c12d req-d31ab236-0612-4df3-b255-296d0963da74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 1096 time: 0.0700142 Sep 08 13:23:58.141171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e17376-c547-474b-9f19-9e360957e052 req-149b4c7f-f1c2-46b9-8517-148bde951ee6 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:58.141775 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-576ce73d-6a25-469a-837e-9a3379ded59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '270111be-6d10-4789-9c17-76c64c95f5b8', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'port_id': '2d581b89-f9c3-4cb9-8613-be064355e014', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'mac_address': 'fa:16:3e:21:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590549f6-580c-44e6-b46f-810546fd4498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:23:35Z', 'updated_at': '2021-09-08T13:23:56Z', 'revision_number': 1, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:29Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:58.150643 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d6e17376-c547-474b-9f19-9e360957e052 req-149b4c7f-f1c2-46b9-8517-148bde951ee6 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 945 time: 0.0975027 Sep 08 13:23:58.164051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0f2c7-21fd-44c7-83f1-3094b9a5c12d req-2375a9d6-1509-4207-8bc3-d2793609e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:58.165723 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90f0f2c7-21fd-44c7-83f1-3094b9a5c12d req-2375a9d6-1509-4207-8bc3-d2793609e679 service neutron] 10.222.0.70 "GET /v2.0/networks?id=94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 200 len: 912 time: 0.2272484 Sep 08 13:23:58.175184 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ce73d-6a25-469a-837e-9a3379ded59d None None] Checking router: 2da79440-d7dc-42dd-81b8-71c0d182dd8b for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:23:58.184283 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ce73d-6a25-469a-837e-9a3379ded59d None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:23:58.186260 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-576ce73d-6a25-469a-837e-9a3379ded59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:23:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:58.214609 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d6e17376-c547-474b-9f19-9e360957e052 req-312b08ce-b28f-47e6-a676-a136839cda86 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572770 Sep 08 13:23:58.323735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a36fb2-0472-447c-8085-5e91d8fd58d8 req-ad0db8ef-f62e-4d58-a708-48e462cfa8c2 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:58.332864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0a36fb2-0472-447c-8085-5e91d8fd58d8 req-ad0db8ef-f62e-4d58-a708-48e462cfa8c2 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.3864291 Sep 08 13:23:58.350073 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-576ce73d-6a25-469a-837e-9a3379ded59d None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:23:58.362236 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90f0f2c7-21fd-44c7-83f1-3094b9a5c12d req-737ba4db-76b6-4db0-ab39-0afaedcc99ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d581b89-f9c3-4cb9-8613-be064355e014 HTTP/1.1" status: 200 len: 998 time: 0.1840246 Sep 08 13:23:58.383203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6090d878-f671-43e8-977a-9c016a675d63 req-77a69de8-2ce8-4d18-99c4-a053c07d1576 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:58.384808 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6090d878-f671-43e8-977a-9c016a675d63 req-77a69de8-2ce8-4d18-99c4-a053c07d1576 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0991228 Sep 08 13:23:58.415346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0a36fb2-0472-447c-8085-5e91d8fd58d8 req-9d643939-f2d5-4187-805e-e6daec92ed2e tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794232 Sep 08 13:23:58.467683 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6090d878-f671-43e8-977a-9c016a675d63 req-8a0bfcdb-b189-4b6c-841f-4fefea835608 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749311 Sep 08 13:23:58.508211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0f2c7-21fd-44c7-83f1-3094b9a5c12d req-6d3dccb8-cb6b-46ef-b82e-7b0ebd053376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:58.509777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90f0f2c7-21fd-44c7-83f1-3094b9a5c12d req-6d3dccb8-cb6b-46ef-b82e-7b0ebd053376 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6727ff3-46e9-47fd-a7eb-d2bf058b9def HTTP/1.1" status: 200 len: 850 time: 0.1157167 Sep 08 13:23:58.614569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0f2c7-21fd-44c7-83f1-3094b9a5c12d req-370dfb4d-3721-46b3-bbb9-7d442d055562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:58.618659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90f0f2c7-21fd-44c7-83f1-3094b9a5c12d req-370dfb4d-3721-46b3-bbb9-7d442d055562 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94128c7a-143e-4284-b21f-f35c48c0a07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965819 Sep 08 13:23:58.624669 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b7da5-8eda-400c-b316-19fc79a4e0fc req-fd77f97d-6254-411e-94ae-470e165bfd6e tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:58.625693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56e5c6-9959-4286-8382-c66cacb17375 req-ede86f03-31fd-49ee-b1f6-070b55d48985 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:58.627098 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-706b7da5-8eda-400c-b316-19fc79a4e0fc req-fd77f97d-6254-411e-94ae-470e165bfd6e tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=0354d436-7971-4007-9be1-b1b3158aa747 HTTP/1.1" status: 200 len: 945 time: 0.0880601 Sep 08 13:23:58.628701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c56e5c6-9959-4286-8382-c66cacb17375 req-ede86f03-31fd-49ee-b1f6-070b55d48985 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0992644 Sep 08 13:23:58.675874 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-706b7da5-8eda-400c-b316-19fc79a4e0fc req-3702183c-449e-4997-9e3d-780613324691 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420873 Sep 08 13:23:58.687877 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-576ce73d-6a25-469a-837e-9a3379ded59d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '270111be-6d10-4789-9c17-76c64c95f5b8', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'port_id': '2d581b89-f9c3-4cb9-8613-be064355e014', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'mac_address': 'fa:16:3e:21:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590549f6-580c-44e6-b46f-810546fd4498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:23:35Z', 'updated_at': '2021-09-08T13:23:56Z', 'revision_number': 1, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:29Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:23:58.725662 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576ce73d-6a25-469a-837e-9a3379ded59d None None] The sync data for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 is: [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '270111be-6d10-4789-9c17-76c64c95f5b8', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'floating_ip_address': '172.25.5.72', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'port_id': '2d581b89-f9c3-4cb9-8613-be064355e014', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'mac_address': 'fa:16:3e:21:c1:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590549f6-580c-44e6-b46f-810546fd4498', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:23:35Z', 'updated_at': '2021-09-08T13:23:56Z', 'revision_number': 1, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:29Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:23:58.735160 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90f0f2c7-21fd-44c7-83f1-3094b9a5c12d req-3fe93482-df64-47a0-a06f-afcdc15b4e21 service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053216 Sep 08 13:23:58.886322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90f0f2c7-21fd-44c7-83f1-3094b9a5c12d req-7d65a3a9-b047-4054-b4b5-cfd6f9012cee service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177897 Sep 08 13:23:58.916194 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c56e5c6-9959-4286-8382-c66cacb17375 req-77776fc3-5a6b-4a1f-b20c-6b46ddb24a15 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798260 Sep 08 13:23:59.040845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed196c-96a3-4159-85e8-ae2e1d818228 None None] New status for floating IP 270111be-6d10-4789-9c17-76c64c95f5b8: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:23:59.966753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcbef4-0f7c-4d7f-adf7-fb29d8b6fb3a req-3c402345-53bf-4a15-a16d-4dd7587ad940 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:23:59.968435 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6abcbef4-0f7c-4d7f-adf7-fb29d8b6fb3a req-3c402345-53bf-4a15-a16d-4dd7587ad940 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0629413 Sep 08 13:24:00.021830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6abcbef4-0f7c-4d7f-adf7-fb29d8b6fb3a req-5fd559ba-1068-441b-a31f-1c2bb9ad1dad tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472274 Sep 08 13:24:00.617266 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c99abb2-6366-4c1b-8a6d-260510220092 req-168fa574-2d53-4e83-a983-ca6f1acc23e7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430458 Sep 08 13:24:00.727666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99abb2-6366-4c1b-8a6d-260510220092 req-4d3d193f-1afe-4536-8b42-4f05041bac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:00.729217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c99abb2-6366-4c1b-8a6d-260510220092 req-4d3d193f-1afe-4536-8b42-4f05041bac64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1096 time: 0.0572762 Sep 08 13:24:00.812169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ca7c2-e307-496f-b020-1e53c22d8704 req-d4968939-22e5-4ccb-854a-9f7912790fb4 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:00.812169 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e08ca7c2-e307-496f-b020-1e53c22d8704 req-d4968939-22e5-4ccb-854a-9f7912790fb4 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0537543 Sep 08 13:24:00.842297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99abb2-6366-4c1b-8a6d-260510220092 req-700ef07b-1d45-4a1a-8ee9-46632bf7709a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:00.844066 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c99abb2-6366-4c1b-8a6d-260510220092 req-700ef07b-1d45-4a1a-8ee9-46632bf7709a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.0925336 Sep 08 13:24:00.844413 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e08ca7c2-e307-496f-b020-1e53c22d8704 req-b406ab2e-a97f-4365-92ff-efe28b0f2d63 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343132 Sep 08 13:24:00.901411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 04c204f7-5f04-4d52-a37a-18dcc24159bc details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:24:00.914934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c99abb2-6366-4c1b-8a6d-260510220092 req-93092b37-fa99-4aa2-bf8f-257f9b771ed0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 1000 time: 0.0630248 Sep 08 13:24:00.988583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99abb2-6366-4c1b-8a6d-260510220092 req-ecf23b50-c423-4ff1-b92b-ce5fad749f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:00.991420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c99abb2-6366-4c1b-8a6d-260510220092 req-ecf23b50-c423-4ff1-b92b-ce5fad749f91 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0662696 Sep 08 13:24:01.057745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 04c204f7-5f04-4d52-a37a-18dcc24159bc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=04c204f7-5f04-4d52-a37a-18dcc24159bc,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:01.068981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99abb2-6366-4c1b-8a6d-260510220092 req-58349bdd-4df9-4d56-8cde-035b39660a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:01.070892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c99abb2-6366-4c1b-8a6d-260510220092 req-58349bdd-4df9-4d56-8cde-035b39660a56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698681 Sep 08 13:24:01.099754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '04c204f7-5f04-4d52-a37a-18dcc24159bc', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'port_id': '04c204f7-5f04-4d52-a37a-18dcc24159bc', 'mac_address': 'fa:16:3e:a1:75:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fa4303-193a-472f-a290-301c315fda82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:24:01.151525 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:01.174566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04c204f7-5f04-4d52-a37a-18dcc24159bc {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:01.217545 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ad646-1913-4c2d-96b8-5600a5b0a798 req-cbbc1ed0-2ae5-4b28-8cf2-615b0a8c72eb tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:01.225481 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d3ad646-1913-4c2d-96b8-5600a5b0a798 req-cbbc1ed0-2ae5-4b28-8cf2-615b0a8c72eb tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0781474 Sep 08 13:24:01.230282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 04c204f7-5f04-4d52-a37a-18dcc24159bc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=04c204f7-5f04-4d52-a37a-18dcc24159bc,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:01.261549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d3ad646-1913-4c2d-96b8-5600a5b0a798 req-f5a53534-f3b5-4f99-b8eb-d4c6f0b7f835 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346403 Sep 08 13:24:01.311571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c99abb2-6366-4c1b-8a6d-260510220092 req-36f17552-1bd2-45c8-b51d-2f07759b8e2c service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314084 Sep 08 13:24:01.344977 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-fa8b3a7a-fb0b-4d61-b3e8-62028b895da2 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:01.347115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-fa8b3a7a-fb0b-4d61-b3e8-62028b895da2 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/networks?id=e3803120-9032-464d-a1a8-49d69fd03207 HTTP/1.1" status: 200 len: 812 time: 0.2352822 Sep 08 13:24:01.393572 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-083e7d06-99d9-478d-ac89-d3ff3c3921c7 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/quotas/431c84ca05844f19b5f161e0e8e1aabf HTTP/1.1" status: 200 len: 375 time: 0.0329835 Sep 08 13:24:01.459546 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:01.468383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d9dff-5b2e-49b7-9ed7-ea8e3f5a3340 req-cdb4ba11-e977-4b07-8215-814dfdaa2f97 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:01.469123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d6d9dff-5b2e-49b7-9ed7-ea8e3f5a3340 req-cdb4ba11-e977-4b07-8215-814dfdaa2f97 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.70 "GET /v2.0/ports?device_id=0354d436-7971-4007-9be1-b1b3158aa747 HTTP/1.1" status: 200 len: 945 time: 0.1729896 Sep 08 13:24:01.543505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=04c204f7-5f04-4d52-a37a-18dcc24159bc,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:01.566011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-647b13bd-6dc0-49f5-89ef-8ab117107266 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=431c84ca05844f19b5f161e0e8e1aabf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1682236 Sep 08 13:24:01.593197 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c99abb2-6366-4c1b-8a6d-260510220092 req-1a2137b9-a7c2-4b59-a91a-fbefce8dadb9 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657995 Sep 08 13:24:01.612768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['04c204f7-5f04-4d52-a37a-18dcc24159bc'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:01.708774 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-f320ab22-43b8-4cf2-8457-91aac939c933 service neutron] 10.222.0.69 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451154 Sep 08 13:24:01.749333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-7d6d9dff-5b2e-49b7-9ed7-ea8e3f5a3340 req-465cedeb-70a9-4a99-82ae-22fc89c46aae tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Deleting port 8762e53d-c27d-455f-9172-2feab47b53ff {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:24:01.749474 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d6d9dff-5b2e-49b7-9ed7-ea8e3f5a3340 req-465cedeb-70a9-4a99-82ae-22fc89c46aae tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:02.020199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642dc87-2240-4e27-acc6-0eb7999f38f3 req-4422bd04-6214-41a3-9e20-d49d011f4b87 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:02.021801 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c642dc87-2240-4e27-acc6-0eb7999f38f3 req-4422bd04-6214-41a3-9e20-d49d011f4b87 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.0908854 Sep 08 13:24:02.117438 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c642dc87-2240-4e27-acc6-0eb7999f38f3 req-fb9a3c5e-1b47-47ea-ad15-3df2ef79b967 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863764 Sep 08 13:24:02.232352 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-d5196b38-0c95-4383-81b9-3dae74e3dbfd service neutron] 10.222.0.69 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5091836 Sep 08 13:24:02.245080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45799efe-e344-4b4d-88f6-dad585c1a8c0 req-4b185525-5880-43b5-a540-6d8f1e5a8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:02.246620 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45799efe-e344-4b4d-88f6-dad585c1a8c0 req-4b185525-5880-43b5-a540-6d8f1e5a8ae9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 1097 time: 0.1558714 Sep 08 13:24:02.248509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-7d6d9dff-5b2e-49b7-9ed7-ea8e3f5a3340 req-465cedeb-70a9-4a99-82ae-22fc89c46aae tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] For port 8762e53d-c27d-455f-9172-2feab47b53ff, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=8762e53d-c27d-455f-9172-2feab47b53ff,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:02.248886 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d6d9dff-5b2e-49b7-9ed7-ea8e3f5a3340 req-465cedeb-70a9-4a99-82ae-22fc89c46aae tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:02.277488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-7d6d9dff-5b2e-49b7-9ed7-ea8e3f5a3340 req-465cedeb-70a9-4a99-82ae-22fc89c46aae tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Calling delete_port for 8762e53d-c27d-455f-9172-2feab47b53ff owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:24:02.306877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86ac5862-199b-4c22-bc7d-0bb45457b306 req-cbbb13ef-9ac6-41d0-bca0-7d2a81e86070 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1585236 Sep 08 13:24:02.454935 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5fce1-9c8d-4b88-a5bb-80f2fe1663a7 req-4e6234ba-67f5-451a-81dd-52a073518c8f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:02.467078 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52a5fce1-9c8d-4b88-a5bb-80f2fe1663a7 req-4e6234ba-67f5-451a-81dd-52a073518c8f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 945 time: 0.0904713 Sep 08 13:24:02.485039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5862-199b-4c22-bc7d-0bb45457b306 req-7c7d5b36-9132-42d9-884b-728ed05e8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:02.486599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86ac5862-199b-4c22-bc7d-0bb45457b306 req-7c7d5b36-9132-42d9-884b-728ed05e8ff0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 1097 time: 0.1451440 Sep 08 13:24:02.502022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45799efe-e344-4b4d-88f6-dad585c1a8c0 req-ab7d159a-e55f-4216-8fb4-98e6f5456562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:02.503589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45799efe-e344-4b4d-88f6-dad585c1a8c0 req-ab7d159a-e55f-4216-8fb4-98e6f5456562 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6 HTTP/1.1" status: 200 len: 914 time: 0.2448213 Sep 08 13:24:02.552688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52a5fce1-9c8d-4b88-a5bb-80f2fe1663a7 req-48e62265-8fb0-4cf8-b1c0-a16c0e66369e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842242 Sep 08 13:24:02.682088 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45799efe-e344-4b4d-88f6-dad585c1a8c0 req-a48440c7-e605-4a2a-a440-2956e3e5d05d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9b9f77-9622-4280-9498-84cc93396676 HTTP/1.1" status: 200 len: 217 time: 0.1604471 Sep 08 13:24:02.819521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0090624-6669-43cd-8752-4700170f26ca req-c48d2fed-17cd-4379-bbcf-477e6ed4e197 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:02.821045 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0090624-6669-43cd-8752-4700170f26ca req-c48d2fed-17cd-4379-bbcf-477e6ed4e197 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.60 "GET /v2.0/ports?device_id=8f11f1ce-4c41-459e-b85b-1b05dce8f053 HTTP/1.1" status: 200 len: 945 time: 0.0866449 Sep 08 13:24:02.854959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5862-199b-4c22-bc7d-0bb45457b306 req-7e196f8b-41d7-4e88-8937-d8464cf1d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:02.858752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86ac5862-199b-4c22-bc7d-0bb45457b306 req-7e196f8b-41d7-4e88-8937-d8464cf1d8a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.3462274 Sep 08 13:24:02.864051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45799efe-e344-4b4d-88f6-dad585c1a8c0 req-30eeb4a8-2fd3-4b40-817e-1f9f1184691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:02.880088 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45799efe-e344-4b4d-88f6-dad585c1a8c0 req-30eeb4a8-2fd3-4b40-817e-1f9f1184691e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5da0aee-ee76-444c-9c68-34c9d184e017 HTTP/1.1" status: 200 len: 853 time: 0.1881394 Sep 08 13:24:02.905247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 04c204f7-5f04-4d52-a37a-18dcc24159bc up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:24:03.032954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 04c204f7-5f04-4d52-a37a-18dcc24159bc triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:24:03.033584 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:03.089990 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86ac5862-199b-4c22-bc7d-0bb45457b306 req-c111e80f-5e25-4a40-8bc7-c16d8c3bf738 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b16c1a-d66e-46c2-995a-b89a95519603 HTTP/1.1" status: 200 len: 217 time: 0.2024167 Sep 08 13:24:03.146540 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-b0090624-6669-43cd-8752-4700170f26ca req-91737849-9654-4bf8-b662-220867c1fe2b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Deleting port a2b217e5-f908-4d83-a497-52a41872ccd0 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:24:03.147100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b0090624-6669-43cd-8752-4700170f26ca req-91737849-9654-4bf8-b662-220867c1fe2b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:03.197258 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:03.228410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5862-199b-4c22-bc7d-0bb45457b306 req-c0b9858b-8b62-45d0-ab6f-975630512091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:03.235774 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86ac5862-199b-4c22-bc7d-0bb45457b306 req-c0b9858b-8b62-45d0-ab6f-975630512091 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.1371691 Sep 08 13:24:03.271212 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c9947a-032d-45a0-9529-8a371b894c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c204f7-5f04-4d52-a37a-18dcc24159bc'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:03.274720 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45799efe-e344-4b4d-88f6-dad585c1a8c0 req-2097606f-4148-41c9-bb2a-14b9a24c1b6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2482619 Sep 08 13:24:03.277170 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d90a3b-287a-46a8-90dd-46cdbc777015" -d '{"events": [{"server_uuid": "d5c9947a-032d-45a0-9529-8a371b894c5a", "name": "network-vif-plugged", "status": "completed", "tag": "04c204f7-5f04-4d52-a37a-18dcc24159bc"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:03.311930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 04c204f7-5f04-4d52-a37a-18dcc24159bc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=04c204f7-5f04-4d52-a37a-18dcc24159bc,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:03.351904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-b0090624-6669-43cd-8752-4700170f26ca req-91737849-9654-4bf8-b662-220867c1fe2b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] For port a2b217e5-f908-4d83-a497-52a41872ccd0, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2b217e5-f908-4d83-a497-52a41872ccd0,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:03.352434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b0090624-6669-43cd-8752-4700170f26ca req-91737849-9654-4bf8-b662-220867c1fe2b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:03.354664 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0bb36816-d7de-444e-8373-a594f882dafb req-ead458ca-f69f-46c0-8a34-f65e77d9819e tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 210 time: 0.1148987 Sep 08 13:24:03.401446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-b0090624-6669-43cd-8752-4700170f26ca req-91737849-9654-4bf8-b662-220867c1fe2b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Calling delete_port for a2b217e5-f908-4d83-a497-52a41872ccd0 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:24:03.474433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29deb2-443c-4985-8bc8-705b327ce443 req-126e1161-6835-4893-b973-904f21345443 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:03.482883 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b29deb2-443c-4985-8bc8-705b327ce443 req-126e1161-6835-4893-b973-904f21345443 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1181889 Sep 08 13:24:03.517108 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:03.518026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 8762e53d-c27d-455f-9172-2feab47b53ff no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:24:03.532455 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d6d9dff-5b2e-49b7-9ed7-ea8e3f5a3340 req-465cedeb-70a9-4a99-82ae-22fc89c46aae tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:03.569875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac5862-199b-4c22-bc7d-0bb45457b306 req-f0dda4d3-3222-455a-bd05-945f4ca5e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:03.571818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86ac5862-199b-4c22-bc7d-0bb45457b306 req-f0dda4d3-3222-455a-bd05-945f4ca5e74e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2957456 Sep 08 13:24:03.587555 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b29deb2-443c-4985-8bc8-705b327ce443 req-bd54033f-cedf-4cbb-bebf-2987c7dbca50 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986245 Sep 08 13:24:03.598108 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be85bca-a2bd-4b4e-bf3d-8f985fbe766b x-openstack-request-id: req-9be85bca-a2bd-4b4e-bf3d-8f985fbe766b {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:03.598842 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c9947a-032d-45a0-9529-8a371b894c5a", "name": "network-vif-plugged", "status": "completed", "tag": "04c204f7-5f04-4d52-a37a-18dcc24159bc", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:03.599551 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9be85bca-a2bd-4b4e-bf3d-8f985fbe766b {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:03.600584 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c9947a-032d-45a0-9529-8a371b894c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c204f7-5f04-4d52-a37a-18dcc24159bc', 'code': 200} Sep 08 13:24:03.613047 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 8762e53d-c27d-455f-9172-2feab47b53ff {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:24:03.613670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 8762e53d-c27d-455f-9172-2feab47b53ff not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:24:03.615909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a2b217e5-f908-4d83-a497-52a41872ccd0'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:03.752509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cedeb-70a9-4a99-82ae-22fc89c46aae tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Pushing event deleted for resources: {'Port': ['ID=8762e53d-c27d-455f-9172-2feab47b53ff,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:03.758454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86ac5862-199b-4c22-bc7d-0bb45457b306 req-1356fdcd-aa73-43df-92af-7660457d7bba service neutron] 10.222.0.70 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516454 Sep 08 13:24:03.764985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=04c204f7-5f04-4d52-a37a-18dcc24159bc,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:03.836015 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b0090624-6669-43cd-8752-4700170f26ca req-91737849-9654-4bf8-b662-220867c1fe2b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:03.888272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91737849-9654-4bf8-b662-220867c1fe2b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Pushing event deleted for resources: {'Port': ['ID=a2b217e5-f908-4d83-a497-52a41872ccd0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:03.895323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6d9dff-5b2e-49b7-9ed7-ea8e3f5a3340 req-465cedeb-70a9-4a99-82ae-22fc89c46aae tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] No DVR routers for this DVR port 8762e53d-c27d-455f-9172-2feab47b53ff on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:24:03.901397 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45799efe-e344-4b4d-88f6-dad585c1a8c0 req-55f53a53-95b6-4b36-a6c9-f74ef844971a service neutron] 10.222.0.60 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6135349 Sep 08 13:24:03.904964 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d6d9dff-5b2e-49b7-9ed7-ea8e3f5a3340 req-465cedeb-70a9-4a99-82ae-22fc89c46aae tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:03.907027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d6d9dff-5b2e-49b7-9ed7-ea8e3f5a3340 req-465cedeb-70a9-4a99-82ae-22fc89c46aae tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.70 "DELETE /v2.0/ports/8762e53d-c27d-455f-9172-2feab47b53ff HTTP/1.1" status: 204 len: 173 time: 2.4316032 Sep 08 13:24:03.909674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0354d436-7971-4007-9be1-b1b3158aa747', 'name': 'network-vif-deleted', 'tag': '8762e53d-c27d-455f-9172-2feab47b53ff'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:03.917811 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b746d8-195b-4c66-8a9d-019d1cea9c33" -d '{"events": [{"server_uuid": "0354d436-7971-4007-9be1-b1b3158aa747", "name": "network-vif-deleted", "tag": "8762e53d-c27d-455f-9172-2feab47b53ff"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:03.953514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0090624-6669-43cd-8752-4700170f26ca req-91737849-9654-4bf8-b662-220867c1fe2b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] No DVR routers for this DVR port a2b217e5-f908-4d83-a497-52a41872ccd0 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:24:03.956829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b0090624-6669-43cd-8752-4700170f26ca req-91737849-9654-4bf8-b662-220867c1fe2b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:03.959308 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0090624-6669-43cd-8752-4700170f26ca req-91737849-9654-4bf8-b662-220867c1fe2b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.60 "DELETE /v2.0/ports/a2b217e5-f908-4d83-a497-52a41872ccd0 HTTP/1.1" status: 204 len: 173 time: 1.1223297 Sep 08 13:24:03.964041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f11f1ce-4c41-459e-b85b-1b05dce8f053', 'name': 'network-vif-deleted', 'tag': 'a2b217e5-f908-4d83-a497-52a41872ccd0'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:03.964452 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82280149-a9f1-487d-847c-4fddf39ef620" -d '{"events": [{"server_uuid": "8f11f1ce-4c41-459e-b85b-1b05dce8f053", "name": "network-vif-deleted", "tag": "a2b217e5-f908-4d83-a497-52a41872ccd0"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:03.984256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7c9b9f77-9622-4280-9498-84cc93396676 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:24:04.055218 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aa7744-277b-40b6-a9c8-5f1abbe50d22 x-openstack-request-id: req-56aa7744-277b-40b6-a9c8-5f1abbe50d22 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:04.055517 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0354d436-7971-4007-9be1-b1b3158aa747", "name": "network-vif-deleted", "tag": "8762e53d-c27d-455f-9172-2feab47b53ff", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:04.055774 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-56aa7744-277b-40b6-a9c8-5f1abbe50d22 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:04.056179 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0354d436-7971-4007-9be1-b1b3158aa747', 'name': 'network-vif-deleted', 'tag': '8762e53d-c27d-455f-9172-2feab47b53ff', 'status': 'completed', 'code': 200} Sep 08 13:24:04.077313 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22d65e0-5ab0-4816-a7c8-a30e26c2298c x-openstack-request-id: req-e22d65e0-5ab0-4816-a7c8-a30e26c2298c {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:04.077750 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f11f1ce-4c41-459e-b85b-1b05dce8f053", "name": "network-vif-deleted", "tag": "a2b217e5-f908-4d83-a497-52a41872ccd0", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:04.078119 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e22d65e0-5ab0-4816-a7c8-a30e26c2298c {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:04.078663 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f11f1ce-4c41-459e-b85b-1b05dce8f053', 'name': 'network-vif-deleted', 'tag': 'a2b217e5-f908-4d83-a497-52a41872ccd0', 'status': 'completed', 'code': 200} Sep 08 13:24:04.185559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b2800-12a5-4c64-bcd3-87e2dc004292 req-d0cdb128-aa23-46c6-b4b4-96a592d4dca3 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:04.200313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-098b2800-12a5-4c64-bcd3-87e2dc004292 req-d0cdb128-aa23-46c6-b4b4-96a592d4dca3 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.3703141 Sep 08 13:24:04.355686 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:04.369173 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86ac5862-199b-4c22-bc7d-0bb45457b306 req-7919ee92-7541-4b79-bb55-7c1bf998acac service neutron] 10.222.0.70 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009910 Sep 08 13:24:04.436271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:04.445739 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-098b2800-12a5-4c64-bcd3-87e2dc004292 req-997c6751-6a52-4535-b55f-baf792917516 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444649 Sep 08 13:24:04.478468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45799efe-e344-4b4d-88f6-dad585c1a8c0 req-b7583b82-38c1-4dc5-b42d-4afb9d3e1738 service neutron] 10.222.0.60 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556095 Sep 08 13:24:04.528534 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:04.557298 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5897e52a-935f-4ee2-9ee9-b76a034ec792 req-aaa1e254-e81a-428c-9a86-7bccb5282383 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 210 time: 0.0825050 Sep 08 13:24:04.667682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:04.789980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7aea3-0bd9-4d4d-b27f-44c14969e600 req-14bb8635-d15a-444f-b2bf-5aa93a722f42 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:04.792082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-78c7aea3-0bd9-4d4d-b27f-44c14969e600 req-14bb8635-d15a-444f-b2bf-5aa93a722f42 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 944 time: 0.0837116 Sep 08 13:24:04.865676 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-78c7aea3-0bd9-4d4d-b27f-44c14969e600 req-1edd39e1-e443-476f-8f21-6d8328064e82 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513022 Sep 08 13:24:05.602873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:05.605429 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd57766e-8a98-47c0-bd13-fb0126790ed9" -d '{"events": [{"server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "7c9b9f77-9622-4280-9498-84cc93396676"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:05.650618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee4050-778b-4202-8c1c-efe09bc8c486 req-819a5b9a-c3e8-47aa-8416-523ea72ddfb7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:05.655115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05ee4050-778b-4202-8c1c-efe09bc8c486 req-819a5b9a-c3e8-47aa-8416-523ea72ddfb7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1154215 Sep 08 13:24:05.697140 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8d9cc212-6aba-41a4-8ce2-746c13226597 req-2c9c1748-1408-4dce-a983-e9c0ae9fce1e tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 210 time: 0.0462420 Sep 08 13:24:05.721556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05ee4050-778b-4202-8c1c-efe09bc8c486 req-878e101d-a712-465b-9902-d399413802a1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600235 Sep 08 13:24:05.832121 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74304e8-9716-49e9-a219-f259f4825487 x-openstack-request-id: req-b74304e8-9716-49e9-a219-f259f4825487 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:05.832440 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "7c9b9f77-9622-4280-9498-84cc93396676", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:05.832689 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b74304e8-9716-49e9-a219-f259f4825487 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:05.833087 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676', 'code': 200} Sep 08 13:24:05.969428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2b217e5-f908-4d83-a497-52a41872ccd0 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:24:06.022520 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355875fd-672b-40d6-9a00-7e5b74aa44e3 req-fc906aab-7fb5-414a-a70c-0a04fa77382a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:06.025826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a2b217e5-f908-4d83-a497-52a41872ccd0 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:24:06.027624 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-355875fd-672b-40d6-9a00-7e5b74aa44e3 req-fc906aab-7fb5-414a-a70c-0a04fa77382a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 944 time: 0.1029396 Sep 08 13:24:06.031364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2b217e5-f908-4d83-a497-52a41872ccd0 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:24:06.123351 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-355875fd-672b-40d6-9a00-7e5b74aa44e3 req-5d39d424-1e15-4446-8144-25110b55b927 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822470 Sep 08 13:24:06.170396 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-b6157337-8a53-42f9-9c38-c119ee6c460f tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1655345528&fields=id&tenant_id=207e73cd8f8940b5be01d6998a9ae6a3 HTTP/1.1" status: 200 len: 267 time: 0.0615878 Sep 08 13:24:06.336763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-ab5be1bb-9c4d-4a9b-8517-4649d0850375 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:06.338910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-ab5be1bb-9c4d-4a9b-8517-4649d0850375 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.60 "GET /v2.0/networks?id=e3803120-9032-464d-a1a8-49d69fd03207 HTTP/1.1" status: 200 len: 812 time: 0.1223981 Sep 08 13:24:06.357212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Request body: {'port': {'device_id': '966e57ce-d2ba-4f5f-bb5a-62641653e433', 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207', 'admin_state_up': True, 'tenant_id': '431c84ca05844f19b5f161e0e8e1aabf'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:06.510689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-52db86cd-85e7-475f-b0ec-769f7b929919 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:06.521906 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-52db86cd-85e7-475f-b0ec-769f7b929919 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/networks?id=2ae81d27-75d8-4571-96ed-df0c006208f1 HTTP/1.1" status: 200 len: 816 time: 0.3500774 Sep 08 13:24:06.546469 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-efd046fe-5195-49cf-b908-fac72f89beb8 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/quotas/207e73cd8f8940b5be01d6998a9ae6a3 HTTP/1.1" status: 200 len: 375 time: 0.0234160 Sep 08 13:24:06.722657 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-448a4428-14ad-42e7-bbeb-47bfa983f5ec tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=207e73cd8f8940b5be01d6998a9ae6a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1660540 Sep 08 13:24:06.842716 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b449ea3-c799-4b6f-966c-3c919cf557dc req-9467332e-e987-43c9-9c43-02f59ef16393 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 210 time: 0.0389819 Sep 08 13:24:06.852864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-8f5f177f-d6ab-469f-a8fb-232c95c42350 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:06.852864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-8f5f177f-d6ab-469f-a8fb-232c95c42350 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.70 "GET /v2.0/networks?id=e3803120-9032-464d-a1a8-49d69fd03207 HTTP/1.1" status: 200 len: 812 time: 0.2482343 Sep 08 13:24:06.881315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Request body: {'port': {'device_id': '98c477d6-3708-4f13-928d-aa5da5be9547', 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207', 'admin_state_up': True, 'tenant_id': '431c84ca05844f19b5f161e0e8e1aabf'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:06.893715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Made reservation on behalf of 431c84ca05844f19b5f161e0e8e1aabf for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:24:06.901406 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:06.964939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-e77dd618-891a-48b9-9568-7a77ae5c44b4 service neutron] 10.222.0.69 "GET /v2.0/networks/2ae81d27-75d8-4571-96ed-df0c006208f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405655 Sep 08 13:24:07.029265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297493f-5af1-4960-a1b6-760c3e4408e7 req-7f4bfd29-68e1-4df9-b011-d08284aa88ed tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:07.043332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5297493f-5af1-4960-a1b6-760c3e4408e7 req-7f4bfd29-68e1-4df9-b011-d08284aa88ed tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1238565 Sep 08 13:24:07.136038 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5297493f-5af1-4960-a1b6-760c3e4408e7 req-c8b435cd-be7a-4006-a417-6d695c00f5cf tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854409 Sep 08 13:24:07.316587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dced9-a52a-48a6-a0eb-fb220167ef52 req-e5dedd8f-f07d-4b1b-b97f-e93cd59e4920 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:07.318291 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-428dced9-a52a-48a6-a0eb-fb220167ef52 req-e5dedd8f-f07d-4b1b-b97f-e93cd59e4920 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 944 time: 0.0578885 Sep 08 13:24:07.361807 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-428dced9-a52a-48a6-a0eb-fb220167ef52 req-5b53d270-a09e-4e05-b449-24b3a4f3d5b2 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372341 Sep 08 13:24:07.494674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd33c72-153f-4323-b972-e2aa5fee3fc5 req-8627eb95-1b69-4b3a-96ef-07b6f1b2a6e6 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:07.502872 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-abd33c72-153f-4323-b972-e2aa5fee3fc5 req-8627eb95-1b69-4b3a-96ef-07b6f1b2a6e6 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 944 time: 0.0601008 Sep 08 13:24:07.539070 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-abd33c72-153f-4323-b972-e2aa5fee3fc5 req-6d38f2aa-f3fb-419a-b013-61b83fa87901 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353148 Sep 08 13:24:07.564027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Made reservation on behalf of 431c84ca05844f19b5f161e0e8e1aabf for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:24:07.567587 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:07.587845 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-57512a5b-b854-40ca-9dd4-ea16c7f283b4 service neutron] 10.222.0.69 "GET /v2.0/networks/2ae81d27-75d8-4571-96ed-df0c006208f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013861 Sep 08 13:24:07.662797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Allocated IP 172.20.0.7 (e3803120-9032-464d-a1a8-49d69fd03207/6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9/6e785102-335b-4225-a7a8-5074aebe7726) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:24:07.745035 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cf13f0b2-2001-4848-9651-5d3e51f82a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:07.842129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-53bb8d9a-e31b-47fa-b103-73f44a347385 req-a5047979-5598-4512-a933-a03ede529ba0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:24:07.843632 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-53bb8d9a-e31b-47fa-b103-73f44a347385 req-a5047979-5598-4512-a933-a03ede529ba0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067496 Sep 08 13:24:07.942297 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:08.105339 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:08.186278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Network e3803120-9032-464d-a1a8-49d69fd03207 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:24:08.192038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:24:08.199131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:24:08.241291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Allocated IP 172.20.0.11 (e3803120-9032-464d-a1a8-49d69fd03207/6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9/c8cddb6a-98e6-479c-8c50-473a071b3d95) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:24:08.241864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Pushing event updated for resources: {'Port': ['ID=6e785102-335b-4225-a7a8-5074aebe7726,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:08.298219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:08.298916 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:08.382763 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23cb4987-b89a-45b0-90d2-293a4a247a7b req-3e22b085-561d-4c88-b39f-ab3f60a14e10 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 210 time: 0.0457630 Sep 08 13:24:08.425936 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-66834f24-22c6-40ba-9cab-e1dbc7b81e95 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0749483 Sep 08 13:24:08.568092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Request body: {'port': {'device_id': '966e57ce-d2ba-4f5f-bb5a-62641653e433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:08.648500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6926673-8034-4ca4-a4b4-2f3de22572e6 req-e6f422d6-30e2-411b-a777-e20c57cb9018 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:08.667287 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c6926673-8034-4ca4-a4b4-2f3de22572e6 req-e6f422d6-30e2-411b-a777-e20c57cb9018 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1874371 Sep 08 13:24:08.718245 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:08.725113 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:08.765673 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c6926673-8034-4ca4-a4b4-2f3de22572e6 req-288de718-e989-4608-9b32-cac53f8cce8a tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971057 Sep 08 13:24:08.880471 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-23246e3a-bdcd-4cf0-a8c3-4ed25b9c3a6e req-8080083c-dd47-4f9e-8504-82306067dd12 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0452194 Sep 08 13:24:08.990637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-c04b76a9-1457-4acc-95a8-c1d0277e4dc2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1083760 Sep 08 13:24:09.001403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2199d-b858-4c59-b6b6-d7a48d40246e req-5f48345c-5b41-484a-9f75-ffbb13267f3d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:09.003112 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3cf2199d-b858-4c59-b6b6-d7a48d40246e req-5f48345c-5b41-484a-9f75-ffbb13267f3d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 944 time: 0.2061155 Sep 08 13:24:09.069059 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:09.093094 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3cf2199d-b858-4c59-b6b6-d7a48d40246e req-f26fda76-173c-4dc6-be9b-c4ee88a4cd55 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706887 Sep 08 13:24:09.167864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Network e3803120-9032-464d-a1a8-49d69fd03207 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:24:09.176041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:24:09.209232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:24:09.243461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Pushing event updated for resources: {'Port': ['ID=c8cddb6a-98e6-479c-8c50-473a071b3d95,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:09.293812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:09.294511 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:09.376377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e785102-335b-4225-a7a8-5074aebe7726 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:09.394511 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:09.405941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Transition to ACTIVE for port object 6e785102-335b-4225-a7a8-5074aebe7726 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:24:09.462236 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a134fa8d-ed07-4c6c-b21e-d6634011b035 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5981081 Sep 08 13:24:09.480696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Request body: {'port': {'device_id': '98c477d6-3708-4f13-928d-aa5da5be9547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:09.515084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6847226-a74e-4c0e-83b3-18a8008d5a77 req-8ce43b1a-187c-48ca-bab6-aa9576103f4a tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:09.522904 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6847226-a74e-4c0e-83b3-18a8008d5a77 req-8ce43b1a-187c-48ca-bab6-aa9576103f4a tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 932 time: 0.0668855 Sep 08 13:24:09.582436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6847226-a74e-4c0e-83b3-18a8008d5a77 req-27b89335-0d36-4eeb-b899-c682dd392498 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583758 Sep 08 13:24:09.588979 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:09.643803 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:09.733680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e785102-335b-4225-a7a8-5074aebe7726,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:09.912845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Attempting to bind port 6e785102-335b-4225-a7a8-5074aebe7726 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:24:09.913252 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Attempting to bind port 6e785102-335b-4225-a7a8-5074aebe7726 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:24:09.913603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Attempting to bind port 6e785102-335b-4225-a7a8-5074aebe7726 on network e3803120-9032-464d-a1a8-49d69fd03207 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:09.918221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592460c-863b-4384-9a77-918eba6a9b58 req-6dbab4a5-46a3-405b-88a6-48730c3258e2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:09.929039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Port 6e785102-335b-4225-a7a8-5074aebe7726 on network e3803120-9032-464d-a1a8-49d69fd03207 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:24:09.929549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Attempting to bind port 6e785102-335b-4225-a7a8-5074aebe7726 on network e3803120-9032-464d-a1a8-49d69fd03207 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:09.932809 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c592460c-863b-4384-9a77-918eba6a9b58 req-6dbab4a5-46a3-405b-88a6-48730c3258e2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0935266 Sep 08 13:24:09.952167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:24:09.952543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Checking segment: {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:24:09.953060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Bound using segment: {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:24:09.953528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Bound port: 6e785102-335b-4225-a7a8-5074aebe7726, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:24:09.953950 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:09.988323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7c9b9f77-9622-4280-9498-84cc93396676 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:24:09.996387 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c592460c-863b-4384-9a77-918eba6a9b58 req-11457fad-2f4c-47a1-b6cb-286f827e3c80 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624216 Sep 08 13:24:10.086765 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d07a811-c735-4713-86b8-d7e391eb02c7 req-5060e76c-671b-4bb4-b810-b56549db6868 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0416787 Sep 08 13:24:10.161698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] For port 6e785102-335b-4225-a7a8-5074aebe7726, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:24:10.185161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] For port 6e785102-335b-4225-a7a8-5074aebe7726, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6e785102-335b-4225-a7a8-5074aebe7726,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:24:10.258489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cddb6a-98e6-479c-8c50-473a071b3d95 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:10.269276 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:10.292690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Transition to ACTIVE for port object c8cddb6a-98e6-479c-8c50-473a071b3d95 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:24:10.305073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5106-df4c-4367-a241-fae10300cd74 req-d2f1c7ed-1a65-4e24-bc79-5b5f35e4b8b6 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:10.314100 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bee5106-df4c-4367-a241-fae10300cd74 req-d2f1c7ed-1a65-4e24-bc79-5b5f35e4b8b6 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 944 time: 0.0885956 Sep 08 13:24:10.316847 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:10.364280 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bee5106-df4c-4367-a241-fae10300cd74 req-d212e30e-26d8-4189-b9eb-1ab64da84454 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487218 Sep 08 13:24:10.375720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:10.382251 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:10.382251 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] 10.222.0.60 "PUT /v2.0/ports/6e785102-335b-4225-a7a8-5074aebe7726 HTTP/1.1" status: 200 len: 1091 time: 1.8397763 Sep 08 13:24:10.382251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966e57ce-d2ba-4f5f-bb5a-62641653e433', 'tag': '6e785102-335b-4225-a7a8-5074aebe7726'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:10.382251 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f99fbd-5784-4a78-a6e2-f606448005f0" -d '{"events": [{"name": "network-changed", "server_uuid": "966e57ce-d2ba-4f5f-bb5a-62641653e433", "tag": "6e785102-335b-4225-a7a8-5074aebe7726"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:10.413310 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f31ab094-8e8c-44eb-bde2-5d20cf3de359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:10.436590 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fd96b4-8c8b-428d-88a6-cc878bf47014 x-openstack-request-id: req-c2fd96b4-8c8b-428d-88a6-cc878bf47014 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:10.437356 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966e57ce-d2ba-4f5f-bb5a-62641653e433", "tag": "6e785102-335b-4225-a7a8-5074aebe7726", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:10.442727 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c2fd96b4-8c8b-428d-88a6-cc878bf47014 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:10.443449 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966e57ce-d2ba-4f5f-bb5a-62641653e433', 'tag': '6e785102-335b-4225-a7a8-5074aebe7726', 'status': 'completed', 'code': 200} Sep 08 13:24:10.454054 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:10.468716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9646316-41cb-4ad8-a5d4-a48c036546a1 service neutron] Pushing event updated for resources: {'Port': ['ID=6e785102-335b-4225-a7a8-5074aebe7726,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:10.496735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:10.600828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Pushing event updated for resources: {'Port': ['ID=c8cddb6a-98e6-479c-8c50-473a071b3d95,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:10.610316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f99fbd-5784-4a78-a6e2-f606448005f0 req-22080bdd-2f85-4392-bde6-71ada0cfbd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:10.625088 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1f99fbd-5784-4a78-a6e2-f606448005f0 req-22080bdd-2f85-4392-bde6-71ada0cfbd9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=431c84ca05844f19b5f161e0e8e1aabf&device_id=966e57ce-d2ba-4f5f-bb5a-62641653e433 HTTP/1.1" status: 200 len: 1094 time: 0.1473494 Sep 08 13:24:10.797910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96206571-45d6-42d6-b751-968e181cc2cf req-da4aa849-37c1-424d-b568-15b99e20b433 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:10.807642 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96206571-45d6-42d6-b751-968e181cc2cf req-da4aa849-37c1-424d-b568-15b99e20b433 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 944 time: 0.0952342 Sep 08 13:24:10.846005 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96206571-45d6-42d6-b751-968e181cc2cf req-176dbb30-e0d6-4ae5-9c15-5b4dd87c0e5c tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374539 Sep 08 13:24:10.910593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Attempting to bind port c8cddb6a-98e6-479c-8c50-473a071b3d95 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:24:10.910955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Attempting to bind port c8cddb6a-98e6-479c-8c50-473a071b3d95 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:24:10.911418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Attempting to bind port c8cddb6a-98e6-479c-8c50-473a071b3d95 on network e3803120-9032-464d-a1a8-49d69fd03207 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:10.919492 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f99fbd-5784-4a78-a6e2-f606448005f0 req-71bb312b-81ef-4d03-aaa6-0e45a135c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:10.921225 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1f99fbd-5784-4a78-a6e2-f606448005f0 req-71bb312b-81ef-4d03-aaa6-0e45a135c408 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=431c84ca05844f19b5f161e0e8e1aabf&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2658088 Sep 08 13:24:10.922305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Port c8cddb6a-98e6-479c-8c50-473a071b3d95 on network e3803120-9032-464d-a1a8-49d69fd03207 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:24:10.922637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Attempting to bind port c8cddb6a-98e6-479c-8c50-473a071b3d95 on network e3803120-9032-464d-a1a8-49d69fd03207 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:10.928671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:24:10.929012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Checking segment: {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:24:10.929393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Bound using segment: {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:24:10.929824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Bound port: c8cddb6a-98e6-479c-8c50-473a071b3d95, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c31f75-96e4-4190-b7f7-9f1fb55d2b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:24:10.930246 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:11.202324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-87216fb6-1a4a-4ce9-a7e6-b7aeefcfbc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:11.202324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-87216fb6-1a4a-4ce9-a7e6-b7aeefcfbc7f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b&tenant_id=6be6660e18364609aa0b2fb19ffc00ae HTTP/1.1" status: 200 len: 1095 time: 0.2624295 Sep 08 13:24:11.226400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:11.231674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] For port c8cddb6a-98e6-479c-8c50-473a071b3d95, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:24:11.235112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f99fbd-5784-4a78-a6e2-f606448005f0 req-e6a4aa9c-7ba8-4c9c-8741-878a75d29025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:11.236619 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1f99fbd-5784-4a78-a6e2-f606448005f0 req-e6a4aa9c-7ba8-4c9c-8741-878a75d29025 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3026457 Sep 08 13:24:11.254895 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-35fb249c-58b8-4886-999a-b59f744fe266 req-db3f5124-efd3-4f48-9bd3-63947bb363a9 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0336668 Sep 08 13:24:11.267901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] For port c8cddb6a-98e6-479c-8c50-473a071b3d95, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c8cddb6a-98e6-479c-8c50-473a071b3d95,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:24:11.311190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fed1a-fdce-4f63-8eae-1fb466b2996b req-927a97ad-e32f-43b9-bfc7-4d973c96569b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:11.312740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-175fed1a-fdce-4f63-8eae-1fb466b2996b req-927a97ad-e32f-43b9-bfc7-4d973c96569b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1917400 Sep 08 13:24:11.347854 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:11.416571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-175fed1a-fdce-4f63-8eae-1fb466b2996b req-c872d215-cac6-4b6e-b897-8c0f0d91235c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796800 Sep 08 13:24:11.421012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-8306905c-116f-4ec4-a2f2-65a2561fd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:11.422600 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-8306905c-116f-4ec4-a2f2-65a2561fd75a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=431c84ca05844f19b5f161e0e8e1aabf&device_id=966e57ce-d2ba-4f5f-bb5a-62641653e433 HTTP/1.1" status: 200 len: 1094 time: 0.1404436 Sep 08 13:24:11.502868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995bbf2-f7d7-4268-8afc-961022b65b87 req-416de56d-c407-4ca2-b008-75cc377377b5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:11.504369 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3995bbf2-f7d7-4268-8afc-961022b65b87 req-416de56d-c407-4ca2-b008-75cc377377b5 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 944 time: 0.0528910 Sep 08 13:24:11.521430 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-214e7b75-9b76-4dd6-b71e-f98db83fadb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e785102-335b-4225-a7a8-5074aebe7726 HTTP/1.1" status: 200 len: 217 time: 0.0873587 Sep 08 13:24:11.546406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3995bbf2-f7d7-4268-8afc-961022b65b87 req-589b3e75-ec4f-47ae-a5b4-5a022116b6db tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356991 Sep 08 13:24:11.603749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-5450e6e4-7015-46a2-8da1-91cf9709efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:11.605339 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-5450e6e4-7015-46a2-8da1-91cf9709efb4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9 HTTP/1.1" status: 200 len: 852 time: 0.0737324 Sep 08 13:24:11.671750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-8601bf5e-ff4a-494c-ba9d-27d2c999bc66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e3803120-9032-464d-a1a8-49d69fd03207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383065 Sep 08 13:24:11.674405 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:11.752757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:11.756562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:11.757758 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:11.758566 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] 10.222.0.70 "PUT /v2.0/ports/c8cddb6a-98e6-479c-8c50-473a071b3d95 HTTP/1.1" status: 200 len: 1092 time: 2.2841618 Sep 08 13:24:11.835925 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:11.838900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5063a10-5926-4a7c-af54-9b555767cdaf service neutron] Pushing event updated for resources: {'Port': ['ID=c8cddb6a-98e6-479c-8c50-473a071b3d95,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:11.845796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:24:11.886938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9b9f77-9622-4280-9498-84cc93396676 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:11.900651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:11.921922 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-5d8d290d-7d86-4150-a0c3-bf1ed7fdcbb9 service neutron] 10.222.0.60 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365365 Sep 08 13:24:11.944041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Transition to ACTIVE for port object 7c9b9f77-9622-4280-9498-84cc93396676 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:24:12.013951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55ef0b-81fd-435b-8a64-09f73a4253a3 req-d1523d6f-bbb9-4412-9805-3d727f3e98f5 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:12.013951 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5d55ef0b-81fd-435b-8a64-09f73a4253a3 req-d1523d6f-bbb9-4412-9805-3d727f3e98f5 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 944 time: 0.0615513 Sep 08 13:24:12.064305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5d55ef0b-81fd-435b-8a64-09f73a4253a3 req-7a49f493-06f0-4ab2-b983-71ab633b66d9 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 Sep 08 13:24:12.289446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-7d1e6d4c-f3f6-4649-9007-172aec7d75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:12.291093 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-7d1e6d4c-f3f6-4649-9007-172aec7d75a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=431c84ca05844f19b5f161e0e8e1aabf&device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 1095 time: 0.3812549 Sep 08 13:24:12.291790 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:12.375381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-8f2dc9f9-4f59-4ffa-b384-8fcb6e2e0b91 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8cddb6a-98e6-479c-8c50-473a071b3d95 HTTP/1.1" status: 200 len: 217 time: 0.0713654 Sep 08 13:24:12.433471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5a6380d6-438d-481c-bada-bc0a454abd1d req-827d7623-0ada-4947-b981-2c699ab0cc87 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0683382 Sep 08 13:24:12.441747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-51b391ee-b30f-4744-ace5-e64f001af92d tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:12.444161 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-51b391ee-b30f-4744-ace5-e64f001af92d tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.70 "GET /v2.0/networks?id=2ae81d27-75d8-4571-96ed-df0c006208f1 HTTP/1.1" status: 200 len: 816 time: 0.2058830 Sep 08 13:24:12.457564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c477d6-3708-4f13-928d-aa5da5be9547', 'tag': 'c8cddb6a-98e6-479c-8c50-473a071b3d95'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:12.459781 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ed816c-1cda-4811-90d2-00dc050da937" -d '{"events": [{"name": "network-changed", "server_uuid": "98c477d6-3708-4f13-928d-aa5da5be9547", "tag": "c8cddb6a-98e6-479c-8c50-473a071b3d95"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:12.473261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-7e86da88-0095-4468-bb03-9c6f3607f3a5 service neutron] 10.222.0.60 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314837 Sep 08 13:24:12.473951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Pushing event updated for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=9']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:12.494194 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] No DVR routers for this DVR port 7c9b9f77-9622-4280-9498-84cc93396676 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:24:12.510211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-bf5e18fd-e5f3-4972-bf4d-bb586db0290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:12.511806 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-bf5e18fd-e5f3-4972-bf4d-bb586db0290f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9 HTTP/1.1" status: 200 len: 852 time: 0.1175029 Sep 08 13:24:12.526540 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053dc132-3850-48e2-b8a8-cc467d7db21d x-openstack-request-id: req-053dc132-3850-48e2-b8a8-cc467d7db21d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:12.526913 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c477d6-3708-4f13-928d-aa5da5be9547", "tag": "c8cddb6a-98e6-479c-8c50-473a071b3d95", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:12.527087 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-053dc132-3850-48e2-b8a8-cc467d7db21d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:12.527473 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c477d6-3708-4f13-928d-aa5da5be9547', 'tag': 'c8cddb6a-98e6-479c-8c50-473a071b3d95', 'status': 'completed', 'code': 200} Sep 08 13:24:12.565996 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-014f4694-e642-4cb2-bdc4-7cfc23e79c6c tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=207e73cd8f8940b5be01d6998a9ae6a3 HTTP/1.1" status: 200 len: 380 time: 0.1101017 Sep 08 13:24:12.569741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Attempting to bind port 7c9b9f77-9622-4280-9498-84cc93396676 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:24:12.570193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Attempting to bind port 7c9b9f77-9622-4280-9498-84cc93396676 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:24:12.570475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Attempting to bind port 7c9b9f77-9622-4280-9498-84cc93396676 on network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:12.575539 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-e46564f7-4c20-4a7c-af1f-21b04b3d32a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3803120-9032-464d-a1a8-49d69fd03207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434151 Sep 08 13:24:12.612955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Port 7c9b9f77-9622-4280-9498-84cc93396676 on network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:24:12.612955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Attempting to bind port 7c9b9f77-9622-4280-9498-84cc93396676 on network fbd98448-d94e-4f43-b03c-5fd1e26c79d6 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:12.613520 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Request body: {'port': {'device_id': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'admin_state_up': True, 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'security_groups': ['6ecfa6a2-1967-4091-9394-e35326696b0d']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:12.687867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed32aac-8697-4528-8a08-2824df9d322f req-89a4084f-ceb6-465f-8f9b-fcafae0577a5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:12.689446 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ed32aac-8697-4528-8a08-2824df9d322f req-89a4084f-ceb6-465f-8f9b-fcafae0577a5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1620905 Sep 08 13:24:12.695863 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-0551c4ef-ec70-49d4-8582-5dfa7c2e25a4 service neutron] 10.222.0.70 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083839 Sep 08 13:24:12.718619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:24:12.719256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Checking segment: {'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:24:12.719821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Bound using segment: {'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:24:12.726244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Bound port: 7c9b9f77-9622-4280-9498-84cc93396676, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d3416bb-74c2-4d4d-957b-bf45f87e22af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:24:12.727679 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:12.761057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ed32aac-8697-4528-8a08-2824df9d322f req-9ea7d486-e5e4-42dd-870a-6309f58e8954 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635271 Sep 08 13:24:12.847580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Made reservation on behalf of 207e73cd8f8940b5be01d6998a9ae6a3 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:24:12.852726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:12.873995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:24:12.877933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:24:12.967586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf32175-7d43-4c3e-8b70-43b0920a5550 req-5237fa11-ccaf-423c-a673-ff80c7de05d6 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:12.978783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aaf32175-7d43-4c3e-8b70-43b0920a5550 req-5237fa11-ccaf-423c-a673-ff80c7de05d6 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 944 time: 0.2762148 Sep 08 13:24:13.000805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:13.071908 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8b18a34-245b-48cd-916b-3310eab5cd5e req-fcdd5abe-2f15-4cbd-a0de-9d10676d9ede service neutron] 10.222.0.70 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668287 Sep 08 13:24:13.084807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:13.084807 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:13.086091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] 10.222.0.70 "PUT /v2.0/ports/7c9b9f77-9622-4280-9498-84cc93396676 HTTP/1.1" status: 200 len: 1092 time: 1.8655052 Sep 08 13:24:13.099219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Allocated IP 172.20.0.9 (2ae81d27-75d8-4571-96ed-df0c006208f1/cbe855ef-3a09-4103-8070-4fb584d5dc39/b2bd0795-946d-45be-b73a-38d2a189624b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:24:13.164557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aaf32175-7d43-4c3e-8b70-43b0920a5550 req-77fc5abb-4c27-4c71-a41b-1664b1ce3cc1 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698840 Sep 08 13:24:13.169446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ecac5b-b2d8-41c5-a50d-e4b534d0f93d service neutron] Pushing event updated for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=10']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:13.202023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-dd342698-8f23-45f3-9389-1dff97174e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:13.204176 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-dd342698-8f23-45f3-9389-1dff97174e12 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 1096 time: 0.0892005 Sep 08 13:24:13.330784 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e4167-6a49-4945-9522-e184271fd938 req-0b291a73-e782-400a-ba0e-1a5f45b62641 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:13.331039 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b9e4167-6a49-4945-9522-e184271fd938 req-0b291a73-e782-400a-ba0e-1a5f45b62641 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 944 time: 0.1178074 Sep 08 13:24:13.368985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-a3f1e5d4-7642-4cf0-9d90-035d220b587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:13.370793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-a3f1e5d4-7642-4cf0-9d90-035d220b587a service neutron] 10.222.0.70 "GET /v2.0/networks?id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6 HTTP/1.1" status: 200 len: 914 time: 0.1585495 Sep 08 13:24:13.408607 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:13.417988 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:13.439251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b9e4167-6a49-4945-9522-e184271fd938 req-d5479d80-19d8-4a29-abf3-aa75c0d9e3af tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988309 Sep 08 13:24:13.442382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Transition to ACTIVE for port object b2bd0795-946d-45be-b73a-38d2a189624b will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:24:13.465680 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-4f2d3b9a-3b34-4596-a040-d610bca15024 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9b9f77-9622-4280-9498-84cc93396676 HTTP/1.1" status: 200 len: 217 time: 0.0775104 Sep 08 13:24:13.597276 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:13.607762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d702ac7b-de03-4017-95c1-fa8e7dcfdb91 req-8d2ddc9a-712f-41c9-bbb9-1335b4159869 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0403960 Sep 08 13:24:13.646275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed816c-1cda-4811-90d2-00dc050da937 req-979bf61d-85f1-43a7-ad1f-ede1cbda91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:13.647952 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16ed816c-1cda-4811-90d2-00dc050da937 req-979bf61d-85f1-43a7-ad1f-ede1cbda91ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=431c84ca05844f19b5f161e0e8e1aabf&device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 1095 time: 0.2753897 Sep 08 13:24:13.656968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-7f67b60b-d4ba-4064-914a-84c87d39801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:13.656968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-7f67b60b-d4ba-4064-914a-84c87d39801a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5da0aee-ee76-444c-9c68-34c9d184e017 HTTP/1.1" status: 200 len: 853 time: 0.1756241 Sep 08 13:24:13.725039 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-2b56527e-ebc5-4bf9-9e7c-e9ee267253fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556676 Sep 08 13:24:13.792889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Network 2ae81d27-75d8-4571-96ed-df0c006208f1 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:24:13.813207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:24:13.829875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:24:13.892733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Pushing event updated for resources: {'Port': ['ID=b2bd0795-946d-45be-b73a-38d2a189624b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:13.977722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed816c-1cda-4811-90d2-00dc050da937 req-4b864489-2043-416a-9fe7-6970fa3f366c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:13.983637 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:13.987902 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:13.990961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16ed816c-1cda-4811-90d2-00dc050da937 req-4b864489-2043-416a-9fe7-6970fa3f366c service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3803120-9032-464d-a1a8-49d69fd03207 HTTP/1.1" status: 200 len: 913 time: 0.3331833 Sep 08 13:24:14.058547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76890871-7547-40da-8383-6901b5c006aa req-f1ee7c68-416c-4674-acec-ded56ac39bc0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:14.061274 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76890871-7547-40da-8383-6901b5c006aa req-f1ee7c68-416c-4674-acec-ded56ac39bc0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1612298 Sep 08 13:24:14.146251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76890871-7547-40da-8383-6901b5c006aa req-671ca44b-19f8-4a9c-a429-db064055a264 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729265 Sep 08 13:24:14.168113 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16ed816c-1cda-4811-90d2-00dc050da937 req-41f0e705-008f-4d63-a6c6-b35db3f2b9b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c8cddb6a-98e6-479c-8c50-473a071b3d95 HTTP/1.1" status: 200 len: 217 time: 0.1603930 Sep 08 13:24:14.185530 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-bc4fb84c-672f-4b28-9bf3-1068cca77679 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5724804 Sep 08 13:24:14.193282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Request body: {'port': {'device_id': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:14.207635 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:14.282661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-ed1550d5-575e-4ace-af3f-337b1c9cfbdc service neutron] 10.222.0.70 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128391 Sep 08 13:24:14.341078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed816c-1cda-4811-90d2-00dc050da937 req-79bf2ada-4838-4463-81c5-c38dc0cecc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:14.343022 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16ed816c-1cda-4811-90d2-00dc050da937 req-79bf2ada-4838-4463-81c5-c38dc0cecc6c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9 HTTP/1.1" status: 200 len: 852 time: 0.1436701 Sep 08 13:24:14.378979 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c61beeab-9636-48f0-a8f6-cc19df2c0526 None None] Provisioning for port b2bd0795-946d-45be-b73a-38d2a189624b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:24:14.387006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c61beeab-9636-48f0-a8f6-cc19df2c0526 None None] Provisioning complete for port b2bd0795-946d-45be-b73a-38d2a189624b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:24:14.388289 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c61beeab-9636-48f0-a8f6-cc19df2c0526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:14.441135 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16ed816c-1cda-4811-90d2-00dc050da937 req-6ab40b7c-c297-4bd2-913d-ce9c62afbc10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3803120-9032-464d-a1a8-49d69fd03207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399916 Sep 08 13:24:14.451335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c61beeab-9636-48f0-a8f6-cc19df2c0526 None None] Port b2bd0795-946d-45be-b73a-38d2a189624b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:24:14.479644 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:14.534558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:14.542620 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15682f1a-28a5-4390-8c55-66e02f6c3982" -d '{"events": [{"name": "network-changed", "server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "tag": "7c9b9f77-9622-4280-9498-84cc93396676"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:14.563437 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05bc17-2da7-40d2-86f4-47e92cd3778b req-9dce3577-036d-4f02-bfa8-b5e2f7b88107 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:14.576500 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c05bc17-2da7-40d2-86f4-47e92cd3778b req-9dce3577-036d-4f02-bfa8-b5e2f7b88107 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.2127855 Sep 08 13:24:14.597582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bef43c0-f803-4628-8bc9-82e8e9bc7eb5 req-e354bcbf-2709-46f4-a189-7f800fb5583f service neutron] 10.222.0.70 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051231 Sep 08 13:24:14.687830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bf4af-9c8c-45af-ac6d-b1a31c398785 req-012de5a7-cb75-4805-a970-531f9bb38a15 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:14.695703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-780bf4af-9c8c-45af-ac6d-b1a31c398785 req-012de5a7-cb75-4805-a970-531f9bb38a15 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 944 time: 0.1253653 Sep 08 13:24:14.723293 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c05bc17-2da7-40d2-86f4-47e92cd3778b req-b2b9be67-745d-4c10-a7dc-240ee26ac866 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436472 Sep 08 13:24:14.734314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16ed816c-1cda-4811-90d2-00dc050da937 req-b49ebc15-989f-4690-b683-bbe44f2d4a77 service neutron] 10.222.0.70 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796636 Sep 08 13:24:15.037888 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16ed816c-1cda-4811-90d2-00dc050da937 req-a97458ec-6ea3-45b4-9f9b-c8eda1b9dcc8 service neutron] 10.222.0.70 "GET /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937331 Sep 08 13:24:15.048146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc6c48-7745-4a10-8df6-d0482bfb6cb4 req-82d0e6b6-d9f1-4657-b045-153e1ed44f8e tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:15.058980 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6ebc6c48-7745-4a10-8df6-d0482bfb6cb4 req-82d0e6b6-d9f1-4657-b045-153e1ed44f8e tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 931 time: 0.1277549 Sep 08 13:24:15.084092 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc40cd1d-1426-4970-96b8-23abde02b46d x-openstack-request-id: req-dc40cd1d-1426-4970-96b8-23abde02b46d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:15.084405 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "tag": "7c9b9f77-9622-4280-9498-84cc93396676", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:15.084635 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dc40cd1d-1426-4970-96b8-23abde02b46d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:15.085011 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676', 'status': 'completed', 'code': 200} Sep 08 13:24:15.129900 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-780bf4af-9c8c-45af-ac6d-b1a31c398785 req-e9817fe0-17a5-48eb-9cbd-29bc503d1593 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330037 Sep 08 13:24:15.179289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15682f1a-28a5-4390-8c55-66e02f6c3982 req-284f6f5e-a923-4c61-965e-086d16739e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:15.193448 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15682f1a-28a5-4390-8c55-66e02f6c3982 req-284f6f5e-a923-4c61-965e-086d16739e1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 1096 time: 0.1540446 Sep 08 13:24:15.465008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15682f1a-28a5-4390-8c55-66e02f6c3982 req-2b1e44e7-4f35-4b97-a1d3-17e1367b2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:15.467113 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15682f1a-28a5-4390-8c55-66e02f6c3982 req-2b1e44e7-4f35-4b97-a1d3-17e1367b2d6a service neutron] 10.222.0.70 "GET /v2.0/networks?id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6 HTTP/1.1" status: 200 len: 914 time: 0.2616587 Sep 08 13:24:15.561020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15682f1a-28a5-4390-8c55-66e02f6c3982 req-fc7a5682-a9a4-4afd-b642-4dc38077d625 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9b9f77-9622-4280-9498-84cc93396676 HTTP/1.1" status: 200 len: 217 time: 0.0678940 Sep 08 13:24:15.577647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6ebc6c48-7745-4a10-8df6-d0482bfb6cb4 req-ac474089-c871-41ab-a689-a2495b1d308a tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5153470 Sep 08 13:24:15.756356 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2bd0795-946d-45be-b73a-38d2a189624b {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:15.783867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab76e49-af71-42d0-a32f-7a2ab79014c4 req-17d42976-0721-4beb-bf48-7b04e62ac390 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:15.785880 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:15.798592 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ab76e49-af71-42d0-a32f-7a2ab79014c4 req-17d42976-0721-4beb-bf48-7b04e62ac390 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.2526448 Sep 08 13:24:15.834665 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Transition to ACTIVE for port object b2bd0795-946d-45be-b73a-38d2a189624b will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:24:15.865271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15682f1a-28a5-4390-8c55-66e02f6c3982 req-8ab4de3d-1e9c-41b6-ba7c-86257714a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:15.868391 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15682f1a-28a5-4390-8c55-66e02f6c3982 req-8ab4de3d-1e9c-41b6-ba7c-86257714a744 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5da0aee-ee76-444c-9c68-34c9d184e017 HTTP/1.1" status: 200 len: 853 time: 0.2818732 Sep 08 13:24:15.894433 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ab76e49-af71-42d0-a32f-7a2ab79014c4 req-3d4b8abd-8cbe-499a-bdcb-60680b8770c7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948389 Sep 08 13:24:15.956265 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:15.960777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15682f1a-28a5-4390-8c55-66e02f6c3982 req-4c4908b2-9e21-4595-ac2f-fd1cccaf7597 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652151 Sep 08 13:24:16.004009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6e785102-335b-4225-a7a8-5074aebe7726 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:24:16.127030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15682f1a-28a5-4390-8c55-66e02f6c3982 req-0297c7d8-4f0f-4c6c-af3d-dabf93c05ba8 service neutron] 10.222.0.70 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499207 Sep 08 13:24:16.277105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bd0795-946d-45be-b73a-38d2a189624b,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:16.355516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6e785102-335b-4225-a7a8-5074aebe7726, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6e785102-335b-4225-a7a8-5074aebe7726,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:16.415763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '6e785102-335b-4225-a7a8-5074aebe7726', 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207', 'port_id': '6e785102-335b-4225-a7a8-5074aebe7726', 'mac_address': 'fa:16:3e:a8:d9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:24:16.471027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad88b1-6892-48f0-955a-82d25918557e req-24b10fc4-7282-41bd-8f30-33bb9d940134 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:16.495344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8ad88b1-6892-48f0-955a-82d25918557e req-24b10fc4-7282-41bd-8f30-33bb9d940134 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.3639269 Sep 08 13:24:16.506005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Attempting to bind port b2bd0795-946d-45be-b73a-38d2a189624b on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:24:16.506452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Attempting to bind port b2bd0795-946d-45be-b73a-38d2a189624b by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:24:16.506884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Attempting to bind port b2bd0795-946d-45be-b73a-38d2a189624b on network 2ae81d27-75d8-4571-96ed-df0c006208f1 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:16.517194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Port b2bd0795-946d-45be-b73a-38d2a189624b on network 2ae81d27-75d8-4571-96ed-df0c006208f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:24:16.518433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Attempting to bind port b2bd0795-946d-45be-b73a-38d2a189624b on network 2ae81d27-75d8-4571-96ed-df0c006208f1 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:16.531998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:24:16.538270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Checking segment: {'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:24:16.539361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Bound using segment: {'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:24:16.539361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Bound port: b2bd0795-946d-45be-b73a-38d2a189624b, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c0b293-b00f-44e2-a33d-154b171cc83d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:24:16.539810 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:16.562534 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:16.589340 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e785102-335b-4225-a7a8-5074aebe7726 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:16.705399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6e785102-335b-4225-a7a8-5074aebe7726, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6e785102-335b-4225-a7a8-5074aebe7726,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:16.713997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8ad88b1-6892-48f0-955a-82d25918557e req-8db0f37c-3ba7-4d8f-a3c0-d4fbc6502017 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172894 Sep 08 13:24:16.774317 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:16.775368 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] For port b2bd0795-946d-45be-b73a-38d2a189624b, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:24:16.810849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15682f1a-28a5-4390-8c55-66e02f6c3982 req-e7f0d480-dab9-4c0a-b3dd-5f490abe4c67 service neutron] 10.222.0.70 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430187 Sep 08 13:24:16.823200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06855200-6f79-4820-8933-2110666fbc86 req-b3d101ca-167c-4dcb-8ff8-d85071e95d54 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:16.825641 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06855200-6f79-4820-8933-2110666fbc86 req-b3d101ca-167c-4dcb-8ff8-d85071e95d54 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 944 time: 0.2359815 Sep 08 13:24:16.832680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] For port b2bd0795-946d-45be-b73a-38d2a189624b, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b2bd0795-946d-45be-b73a-38d2a189624b,segment=NetworkSegment(39c0b293-b00f-44e2-a33d-154b171cc83d),segment_id=39c0b293-b00f-44e2-a33d-154b171cc83d)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:24:16.837961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b87dd-a462-40c2-9c23-bb3f206af28c req-dfcb5c01-c6e7-4562-b9e7-39d369ceef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:16.844780 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e4b87dd-a462-40c2-9c23-bb3f206af28c req-dfcb5c01-c6e7-4562-b9e7-39d369ceef06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6062b62ee414227aa9d6641667fc2c4&device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 1097 time: 0.3258362 Sep 08 13:24:16.848980 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:16.938436 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=6e785102-335b-4225-a7a8-5074aebe7726,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:16.938760 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06855200-6f79-4820-8933-2110666fbc86 req-37bb86a1-bd97-4f06-8a45-891df93d553a tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017103 Sep 08 13:24:16.943437 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:17.012724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c8cddb6a-98e6-479c-8c50-473a071b3d95 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:24:17.074738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:17.082873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:17.084425 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] 10.222.0.70 "PUT /v2.0/ports/b2bd0795-946d-45be-b73a-38d2a189624b HTTP/1.1" status: 200 len: 1091 time: 2.8960633 Sep 08 13:24:17.084909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'tag': 'b2bd0795-946d-45be-b73a-38d2a189624b'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:17.097843 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60923d02-4b8f-411d-ba79-f658e7c24dad" -d '{"events": [{"name": "network-changed", "server_uuid": "bf03234b-6848-419d-8f97-a084ad3bd7d2", "tag": "b2bd0795-946d-45be-b73a-38d2a189624b"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:17.186746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df522ef-c773-46f8-bf9b-982ee7103b53 service neutron] Pushing event updated for resources: {'Port': ['ID=b2bd0795-946d-45be-b73a-38d2a189624b,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:17.243663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf70646-327a-4caf-8555-e9ff22d869c2 req-ca4a68c5-b100-41f4-866a-ef8ae806c11a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:17.251753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8bf70646-327a-4caf-8555-e9ff22d869c2 req-ca4a68c5-b100-41f4-866a-ef8ae806c11a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.3517375 Sep 08 13:24:17.261251 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6e785102-335b-4225-a7a8-5074aebe7726'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:17.306262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b87dd-a462-40c2-9c23-bb3f206af28c req-54b268c2-19e2-479e-95fe-6d9a6717c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:17.308824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e4b87dd-a462-40c2-9c23-bb3f206af28c req-54b268c2-19e2-479e-95fe-6d9a6717c4ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=bec43c03-4e89-4032-9edb-683310aae53c HTTP/1.1" status: 200 len: 920 time: 0.4563477 Sep 08 13:24:17.437485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c6b41-aebc-4224-b473-b3e068ec007b req-073c5100-845c-475d-b8f0-13079de58130 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:17.441946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-056c6b41-aebc-4224-b473-b3e068ec007b req-073c5100-845c-475d-b8f0-13079de58130 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.1242871 Sep 08 13:24:17.556867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e4b87dd-a462-40c2-9c23-bb3f206af28c req-caf46ce2-0530-49f1-a41f-437b7b65c4bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2113f0ee-1eea-4dad-bb55-1f7b703a31f1 HTTP/1.1" status: 200 len: 217 time: 0.2388959 Sep 08 13:24:17.584488 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-056c6b41-aebc-4224-b473-b3e068ec007b req-34df89a0-29c1-4514-bf92-39d5551f50f1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207900 Sep 08 13:24:17.611041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c8cddb6a-98e6-479c-8c50-473a071b3d95, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c8cddb6a-98e6-479c-8c50-473a071b3d95,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:17.647453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'c8cddb6a-98e6-479c-8c50-473a071b3d95', 'network_id': 'e3803120-9032-464d-a1a8-49d69fd03207', 'port_id': 'c8cddb6a-98e6-479c-8c50-473a071b3d95', 'mac_address': 'fa:16:3e:6b:dd:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:24:17.658980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-f21800f6-d8e8-4713-8915-e407ca29bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:17.681364 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-f21800f6-d8e8-4713-8915-e407ca29bdd6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=207e73cd8f8940b5be01d6998a9ae6a3&device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 1094 time: 0.2375557 Sep 08 13:24:17.734539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b87dd-a462-40c2-9c23-bb3f206af28c req-e942065d-9060-4001-b264-d5ee4dbd584a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:17.738126 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e4b87dd-a462-40c2-9c23-bb3f206af28c req-e942065d-9060-4001-b264-d5ee4dbd584a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=06fe619e-f0fa-4d0d-be75-551524533e4f HTTP/1.1" status: 200 len: 859 time: 0.1696734 Sep 08 13:24:17.857228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8bf70646-327a-4caf-8555-e9ff22d869c2 req-7f525128-e15a-4571-b579-146424231379 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036279 Sep 08 13:24:17.862440 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e4b87dd-a462-40c2-9c23-bb3f206af28c req-46c5291b-96fb-4605-b18b-24420b34bd9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bec43c03-4e89-4032-9edb-683310aae53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111100 Sep 08 13:24:17.875554 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:17.904980 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-b8cde231-ad17-4527-9049-23265d8ab4de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2bd0795-946d-45be-b73a-38d2a189624b HTTP/1.1" status: 200 len: 217 time: 0.1913683 Sep 08 13:24:17.937948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cddb6a-98e6-479c-8c50-473a071b3d95 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:17.990530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-57e0b5ea-78c4-4a97-bdee-67c120b5b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:17.993297 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-57e0b5ea-78c4-4a97-bdee-67c120b5b78e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbe855ef-3a09-4103-8070-4fb584d5dc39 HTTP/1.1" status: 200 len: 855 time: 0.0642328 Sep 08 13:24:18.014285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c8cddb6a-98e6-479c-8c50-473a071b3d95, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c8cddb6a-98e6-479c-8c50-473a071b3d95,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:18.024371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530a7e0-36d5-46bf-b435-01eb8dd3efa8 req-46dd1acd-f361-4345-90dd-776136d833a6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:18.037098 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1530a7e0-36d5-46bf-b435-01eb8dd3efa8 req-46dd1acd-f361-4345-90dd-776136d833a6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1514435 Sep 08 13:24:18.039504 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f42a198-a67f-4abe-8d0a-40c7285c606b x-openstack-request-id: req-5f42a198-a67f-4abe-8d0a-40c7285c606b {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:18.039901 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf03234b-6848-419d-8f97-a084ad3bd7d2", "tag": "b2bd0795-946d-45be-b73a-38d2a189624b", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:18.040300 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f42a198-a67f-4abe-8d0a-40c7285c606b {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:18.042738 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'tag': 'b2bd0795-946d-45be-b73a-38d2a189624b', 'status': 'completed', 'code': 200} Sep 08 13:24:18.114743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e4b87dd-a462-40c2-9c23-bb3f206af28c req-7f25e40d-8985-4dca-995c-bb52344d6262 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416279 Sep 08 13:24:18.127251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1530a7e0-36d5-46bf-b435-01eb8dd3efa8 req-34062bd5-75ad-4b81-99d3-cfbe6d03c55d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648992 Sep 08 13:24:18.130558 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-34b76394-271c-4e35-b8cc-a1bc37c33ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:18.131661 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-34b76394-271c-4e35-b8cc-a1bc37c33ce3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ae81d27-75d8-4571-96ed-df0c006208f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880713 Sep 08 13:24:18.179007 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:18.245169 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e4b87dd-a462-40c2-9c23-bb3f206af28c req-c1fe237b-c9d7-4a46-8bf2-c535f85e91e4 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159396 Sep 08 13:24:18.267850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ea6a0-768e-4d24-80a9-08679a3323a8 req-c92b81f9-b62b-4484-a52e-5612e33d7c37 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:18.271948 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c83ea6a0-768e-4d24-80a9-08679a3323a8 req-c92b81f9-b62b-4484-a52e-5612e33d7c37 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.1717412 Sep 08 13:24:18.309085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=c8cddb6a-98e6-479c-8c50-473a071b3d95,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:18.375537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c83ea6a0-768e-4d24-80a9-08679a3323a8 req-7d2132d2-1ff6-4348-b9e6-a86ae5394a0c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911598 Sep 08 13:24:18.446602 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-9fb958a9-3599-4291-a984-e87dcc920843 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae81d27-75d8-4571-96ed-df0c006208f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033957 Sep 08 13:24:18.473153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['c8cddb6a-98e6-479c-8c50-473a071b3d95'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:18.473951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cbee18-a672-4ec0-95f9-2bba6156c607 req-8619826f-bbc1-4fa7-8384-ef9df4362d24 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:18.475680 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79cbee18-a672-4ec0-95f9-2bba6156c607 req-8619826f-bbc1-4fa7-8384-ef9df4362d24 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 945 time: 0.2685907 Sep 08 13:24:18.660220 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79cbee18-a672-4ec0-95f9-2bba6156c607 req-70564a40-2db0-4f36-aee4-bb6e83c0a29e tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659214 Sep 08 13:24:18.742509 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ed43458-ee29-4994-a3cb-69b704c1017b req-3871ea22-8f9f-4c66-83b1-bcc6d9b3b511 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae81d27-75d8-4571-96ed-df0c006208f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461751 Sep 08 13:24:18.846987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f3ccb-34a4-4698-a037-08ad8c6cccc5 req-5ef311e8-5c7d-422f-a132-8dca66787310 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:18.848613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d59f3ccb-34a4-4698-a037-08ad8c6cccc5 req-5ef311e8-5c7d-422f-a132-8dca66787310 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.1418998 Sep 08 13:24:18.953665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d59f3ccb-34a4-4698-a037-08ad8c6cccc5 req-a5637850-56d1-4fcb-b9c6-6e781f12312d tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919423 Sep 08 13:24:19.018519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923d02-4b8f-411d-ba79-f658e7c24dad req-eb26d66c-7b33-4fa8-8100-21a3ef967bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:19.020323 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60923d02-4b8f-411d-ba79-f658e7c24dad req-eb26d66c-7b33-4fa8-8100-21a3ef967bfe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=207e73cd8f8940b5be01d6998a9ae6a3&device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 1094 time: 0.1286638 Sep 08 13:24:19.138943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b275b3-e768-443e-87e9-0f02295b65b4 req-08346bc8-1148-4a1b-9d96-0d5d401658cb tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:19.140840 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-86b275b3-e768-443e-87e9-0f02295b65b4 req-08346bc8-1148-4a1b-9d96-0d5d401658cb tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.1252143 Sep 08 13:24:19.202452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923d02-4b8f-411d-ba79-f658e7c24dad req-a799b08e-8f40-441d-a7ca-2afeea0075dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:19.203985 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60923d02-4b8f-411d-ba79-f658e7c24dad req-a799b08e-8f40-441d-a7ca-2afeea0075dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ae81d27-75d8-4571-96ed-df0c006208f1 HTTP/1.1" status: 200 len: 917 time: 0.1497495 Sep 08 13:24:19.207106 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-86b275b3-e768-443e-87e9-0f02295b65b4 req-da7399ae-f665-417b-8304-f5d3f0f065ed tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594792 Sep 08 13:24:19.271934 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60923d02-4b8f-411d-ba79-f658e7c24dad req-8e89ed7a-75da-40ee-9989-bcfa25153cbb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2bd0795-946d-45be-b73a-38d2a189624b HTTP/1.1" status: 200 len: 217 time: 0.0599892 Sep 08 13:24:19.315638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c5006-a364-4ebe-a2aa-893c3bd00ed1 req-826e861e-015c-4654-81db-4452e60c412c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:19.328881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c8c5006-a364-4ebe-a2aa-893c3bd00ed1 req-826e861e-015c-4654-81db-4452e60c412c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.1305771 Sep 08 13:24:19.367625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923d02-4b8f-411d-ba79-f658e7c24dad req-8eaf2f7f-ea6a-4bc3-9c4e-453ab6bd8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:19.369395 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60923d02-4b8f-411d-ba79-f658e7c24dad req-8eaf2f7f-ea6a-4bc3-9c4e-453ab6bd8f59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbe855ef-3a09-4103-8070-4fb584d5dc39 HTTP/1.1" status: 200 len: 855 time: 0.0788262 Sep 08 13:24:19.420784 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c8c5006-a364-4ebe-a2aa-893c3bd00ed1 req-1d834e81-b497-433a-a8ca-5ad5c6d4029c tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906415 Sep 08 13:24:19.577307 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60923d02-4b8f-411d-ba79-f658e7c24dad req-24d8bd07-d82f-4d2d-a538-c824de32f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:19.578895 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60923d02-4b8f-411d-ba79-f658e7c24dad req-24d8bd07-d82f-4d2d-a538-c824de32f360 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ae81d27-75d8-4571-96ed-df0c006208f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758624 Sep 08 13:24:19.604523 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21346d7d-83b6-4b29-be54-a85b29354b30 req-fe4ae062-5a23-4825-8bd8-4372c234840a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:19.611143 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21346d7d-83b6-4b29-be54-a85b29354b30 req-fe4ae062-5a23-4825-8bd8-4372c234840a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.1491251 Sep 08 13:24:19.673420 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21346d7d-83b6-4b29-be54-a85b29354b30 req-3d35bc78-3d09-4e24-92bd-309a9f46a036 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535607 Sep 08 13:24:19.890782 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211447d-1ef6-46aa-961c-1902159fcbee req-5878d42f-876e-452f-aba7-00fc3fd1aeaa tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:19.892844 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4211447d-1ef6-46aa-961c-1902159fcbee req-5878d42f-876e-452f-aba7-00fc3fd1aeaa tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 945 time: 0.1088350 Sep 08 13:24:19.955797 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4211447d-1ef6-46aa-961c-1902159fcbee req-06d722e8-789c-4e37-9ab2-6e650c1d8d4b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556242 Sep 08 13:24:20.008893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6e785102-335b-4225-a7a8-5074aebe7726 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:24:20.148066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab39d-acf3-46e1-8076-3c17f2d38837 req-e1465e85-6053-4fb4-80de-0b8311bd1852 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:20.155679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1cfab39d-acf3-46e1-8076-3c17f2d38837 req-e1465e85-6053-4fb4-80de-0b8311bd1852 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.1073425 Sep 08 13:24:20.203350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 6e785102-335b-4225-a7a8-5074aebe7726 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:24:20.211869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 6e785102-335b-4225-a7a8-5074aebe7726 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:24:20.212181 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:20.228950 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1cfab39d-acf3-46e1-8076-3c17f2d38837 req-c1a4062f-6299-4211-a34c-6c63ce2d366f tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722175 Sep 08 13:24:20.341223 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:20.368038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ba119-3a30-4a89-85b8-8fd1d1aba830 req-0c998214-8844-47c6-a392-917b30931455 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:20.376309 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-064ba119-3a30-4a89-85b8-8fd1d1aba830 req-0c998214-8844-47c6-a392-917b30931455 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0631845 Sep 08 13:24:20.388631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6e785102-335b-4225-a7a8-5074aebe7726, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6e785102-335b-4225-a7a8-5074aebe7726,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:20.390716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966e57ce-d2ba-4f5f-bb5a-62641653e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e785102-335b-4225-a7a8-5074aebe7726'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:20.395065 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3137ef28-6677-475e-a623-a53a6d32d8e1" -d '{"events": [{"server_uuid": "966e57ce-d2ba-4f5f-bb5a-62641653e433", "name": "network-vif-plugged", "status": "completed", "tag": "6e785102-335b-4225-a7a8-5074aebe7726"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:20.427248 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-064ba119-3a30-4a89-85b8-8fd1d1aba830 req-d3d411d8-c917-4c9c-8450-d0cbd73e6e8d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462220 Sep 08 13:24:20.485005 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599e42fd-c72f-4082-b44b-44903277250a x-openstack-request-id: req-599e42fd-c72f-4082-b44b-44903277250a {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:20.486637 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966e57ce-d2ba-4f5f-bb5a-62641653e433", "name": "network-vif-plugged", "status": "completed", "tag": "6e785102-335b-4225-a7a8-5074aebe7726", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:20.488780 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-599e42fd-c72f-4082-b44b-44903277250a {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:20.489944 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966e57ce-d2ba-4f5f-bb5a-62641653e433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e785102-335b-4225-a7a8-5074aebe7726', 'code': 200} Sep 08 13:24:20.514378 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:20.608293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=6e785102-335b-4225-a7a8-5074aebe7726,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:20.644176 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14100b6-2971-4313-bc3b-92d3ed648619 req-f8e8df0d-bb85-43d6-938c-a7631a0e4f53 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:20.646674 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c14100b6-2971-4313-bc3b-92d3ed648619 req-f8e8df0d-bb85-43d6-938c-a7631a0e4f53 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0951431 Sep 08 13:24:20.654001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976678ec-b827-42cf-b6e1-2379d39b250f req-b7b628c8-9018-415b-beb4-dc74bbd67807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:20.655563 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-976678ec-b827-42cf-b6e1-2379d39b250f req-b7b628c8-9018-415b-beb4-dc74bbd67807 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=966e57ce-d2ba-4f5f-bb5a-62641653e433 HTTP/1.1" status: 200 len: 1096 time: 0.0891714 Sep 08 13:24:20.707181 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c14100b6-2971-4313-bc3b-92d3ed648619 req-efd75af0-9681-4107-b242-4599f0f1ebfd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474994 Sep 08 13:24:20.710210 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-976678ec-b827-42cf-b6e1-2379d39b250f req-2f2462c6-2cb9-40dc-b38c-75d38a9b1f5f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464368 Sep 08 13:24:20.817321 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ef2ae-8f34-4fb9-9948-18333028cf68 req-47155e5b-b37a-4ae0-8b42-1ba9d2cb060b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:20.818955 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d86ef2ae-8f34-4fb9-9948-18333028cf68 req-47155e5b-b37a-4ae0-8b42-1ba9d2cb060b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.0534234 Sep 08 13:24:20.869420 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d86ef2ae-8f34-4fb9-9948-18333028cf68 req-1fa86428-8ac2-4b65-8e78-cb2feba341a2 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423908 Sep 08 13:24:21.025890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c8cddb6a-98e6-479c-8c50-473a071b3d95 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:24:21.087752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a09104-3fdc-46ed-babc-4885fdeb860b req-31645a50-b5ee-469a-be5e-40bcc1d2bb24 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:21.089289 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8a09104-3fdc-46ed-babc-4885fdeb860b req-31645a50-b5ee-469a-be5e-40bcc1d2bb24 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 945 time: 0.0538542 Sep 08 13:24:21.135310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8a09104-3fdc-46ed-babc-4885fdeb860b req-8de1f4a9-1617-4d31-b6cc-ee8f96fb751e tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384054 Sep 08 13:24:21.150060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port c8cddb6a-98e6-479c-8c50-473a071b3d95 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:24:21.155627 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port c8cddb6a-98e6-479c-8c50-473a071b3d95 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:24:21.156010 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:21.242727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:21.286573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c8cddb6a-98e6-479c-8c50-473a071b3d95, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c8cddb6a-98e6-479c-8c50-473a071b3d95,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:21.338609 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:21.360099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454add2-054e-4324-9ff8-010a54764ecb req-2954b7a4-433d-4f09-acf2-3abab7766604 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:21.361856 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a454add2-054e-4324-9ff8-010a54764ecb req-2954b7a4-433d-4f09-acf2-3abab7766604 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.0606959 Sep 08 13:24:21.403521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=c8cddb6a-98e6-479c-8c50-473a071b3d95,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:21.407444 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a454add2-054e-4324-9ff8-010a54764ecb req-eeec76e3-3ab7-4530-a9df-dcb64bc447e0 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377028 Sep 08 13:24:21.556185 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d980c6a-af49-4c14-a9d7-ffdd03b561b0 req-bc84514d-7be5-46bb-af8a-f81866512df3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:21.557649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d980c6a-af49-4c14-a9d7-ffdd03b561b0 req-bc84514d-7be5-46bb-af8a-f81866512df3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0541592 Sep 08 13:24:21.605407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d980c6a-af49-4c14-a9d7-ffdd03b561b0 req-d72f44a9-52f3-40d9-bea1-3b6d9258763b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408084 Sep 08 13:24:21.831092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5bb0e-abf9-464d-bd8f-2dcd23d44f38 req-3ecf7150-cb02-4f0a-8a92-908f0f5f1d99 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:21.832623 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5cc5bb0e-abf9-464d-bd8f-2dcd23d44f38 req-3ecf7150-cb02-4f0a-8a92-908f0f5f1d99 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0533698 Sep 08 13:24:21.884433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5cc5bb0e-abf9-464d-bd8f-2dcd23d44f38 req-7b69f19a-9c5a-4b3e-8425-1c7890b8c54b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450354 Sep 08 13:24:21.994239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc397d-2ae5-4a49-b614-e48c63c2bbf5 req-e621d6e9-b53c-4cd1-bfdd-cf1282e36f95 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:21.995957 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3edc397d-2ae5-4a49-b614-e48c63c2bbf5 req-e621d6e9-b53c-4cd1-bfdd-cf1282e36f95 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.0535748 Sep 08 13:24:22.039721 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3edc397d-2ae5-4a49-b614-e48c63c2bbf5 req-0cfd540a-8b69-43f3-93c8-424506b4c408 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364990 Sep 08 13:24:22.263246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b928c1-b902-4439-a1b4-c447c1ee5921 req-0fbf67bc-eaaa-4df5-b7e6-d0e9b9aa4307 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:22.269288 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-65b928c1-b902-4439-a1b4-c447c1ee5921 req-0fbf67bc-eaaa-4df5-b7e6-d0e9b9aa4307 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 946 time: 0.0567925 Sep 08 13:24:22.315272 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-65b928c1-b902-4439-a1b4-c447c1ee5921 req-487796ff-de2d-4527-8b5c-54d15d392e07 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440106 Sep 08 13:24:22.491445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c477d6-3708-4f13-928d-aa5da5be9547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cddb6a-98e6-479c-8c50-473a071b3d95'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:22.494031 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69603218-42f4-423c-a0e0-b9e3106414b0" -d '{"events": [{"server_uuid": "98c477d6-3708-4f13-928d-aa5da5be9547", "name": "network-vif-plugged", "status": "completed", "tag": "c8cddb6a-98e6-479c-8c50-473a071b3d95"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:22.551006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffde8c2-e1f3-4973-b1b7-66dc4ff06353 req-c075c8ea-e201-4355-b54c-b37003a5c82f tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:22.552674 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ffde8c2-e1f3-4973-b1b7-66dc4ff06353 req-c075c8ea-e201-4355-b54c-b37003a5c82f tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.0720582 Sep 08 13:24:22.596402 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ffde8c2-e1f3-4973-b1b7-66dc4ff06353 req-c795d089-9a5d-4dd2-bb32-6579a182e7fc tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366092 Sep 08 13:24:22.657538 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4981c74-e12c-4ac0-9786-4bf6380ddfb8 x-openstack-request-id: req-f4981c74-e12c-4ac0-9786-4bf6380ddfb8 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:22.657830 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c477d6-3708-4f13-928d-aa5da5be9547", "name": "network-vif-plugged", "status": "completed", "tag": "c8cddb6a-98e6-479c-8c50-473a071b3d95", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:22.658085 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4981c74-e12c-4ac0-9786-4bf6380ddfb8 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:22.658502 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c477d6-3708-4f13-928d-aa5da5be9547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cddb6a-98e6-479c-8c50-473a071b3d95', 'code': 200} Sep 08 13:24:22.753974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b413297-c400-43c5-b2ca-50bcb9f4faf3 req-7f8c259c-b102-46a0-bc6e-5613b29db5d2 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:22.755612 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b413297-c400-43c5-b2ca-50bcb9f4faf3 req-7f8c259c-b102-46a0-bc6e-5613b29db5d2 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0523553 Sep 08 13:24:22.798234 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b413297-c400-43c5-b2ca-50bcb9f4faf3 req-29ce3f58-e55e-4d2a-8255-9a7ee3f12db7 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365369 Sep 08 13:24:23.012110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef620b7-36a6-4fdf-ad26-e59d0d979fed req-09fe80b5-22fc-449a-9406-097e2ef72bf8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:23.014145 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ef620b7-36a6-4fdf-ad26-e59d0d979fed req-09fe80b5-22fc-449a-9406-097e2ef72bf8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0585346 Sep 08 13:24:23.061251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ef620b7-36a6-4fdf-ad26-e59d0d979fed req-eca7195b-1405-4ed7-a5f3-af93de90ff50 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406275 Sep 08 13:24:23.183484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5402-20b6-434a-b735-0baa7b5ca8f8 req-abd387f5-ba54-4c3c-ac6e-8f400f6c293d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:23.185925 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e2e5402-20b6-434a-b735-0baa7b5ca8f8 req-abd387f5-ba54-4c3c-ac6e-8f400f6c293d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.0579572 Sep 08 13:24:23.228816 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e2e5402-20b6-434a-b735-0baa7b5ca8f8 req-12b43035-2c78-4195-868f-c89f3e9e01a2 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362267 Sep 08 13:24:23.288612 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:24:23.466157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4646a-34e8-48c6-bc0d-b58011068fec req-8278259b-ecf1-4cc4-ac0a-f81ea602b848 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:23.467808 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-adb4646a-34e8-48c6-bc0d-b58011068fec req-8278259b-ecf1-4cc4-ac0a-f81ea602b848 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 946 time: 0.0547416 Sep 08 13:24:23.516832 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-adb4646a-34e8-48c6-bc0d-b58011068fec req-1a0e4b7d-ca5c-4a81-99c9-eb9596f0ad34 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380089 Sep 08 13:24:23.757902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e055b4-4ea0-4eed-9456-445e9c3f31a4 req-7850b8df-2ee7-42e3-88f4-9613711c561d tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:23.759558 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31e055b4-4ea0-4eed-9456-445e9c3f31a4 req-7850b8df-2ee7-42e3-88f4-9613711c561d tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.0718064 Sep 08 13:24:23.809857 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31e055b4-4ea0-4eed-9456-445e9c3f31a4 req-9465dfc2-6a2a-4b16-be48-d668623de160 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427322 Sep 08 13:24:23.958773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae75793-49ae-4451-8135-39ef9912f6ff req-75db2d1b-cc94-4b46-89e3-dc404e4d524d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:23.962555 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8ae75793-49ae-4451-8135-39ef9912f6ff req-75db2d1b-cc94-4b46-89e3-dc404e4d524d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0762396 Sep 08 13:24:24.022308 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8ae75793-49ae-4451-8135-39ef9912f6ff req-804778c3-cd1a-4fc4-96df-64744c6c26d5 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549476 Sep 08 13:24:24.206506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86a6be-afe8-42c2-bedf-164361edd293 req-74dfb0bf-3da1-4409-9030-1f6f434fefd0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:24.208189 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e86a6be-afe8-42c2-bedf-164361edd293 req-74dfb0bf-3da1-4409-9030-1f6f434fefd0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0635369 Sep 08 13:24:24.264715 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e86a6be-afe8-42c2-bedf-164361edd293 req-29158155-e32b-4904-aea3-38a595ced9a0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498185 Sep 08 13:24:24.398823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cabe5-6b39-4954-aad3-d50c222b3cf4 req-3eecf346-37f5-4b3a-a0de-e863b151a1d2 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:24.415840 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ff0cabe5-6b39-4954-aad3-d50c222b3cf4 req-3eecf346-37f5-4b3a-a0de-e863b151a1d2 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.0568621 Sep 08 13:24:24.462744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ff0cabe5-6b39-4954-aad3-d50c222b3cf4 req-7b7225f3-1f60-4451-b1d2-a3e95bf07243 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534675 Sep 08 13:24:24.687499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5519aa9-dd8a-4306-aa2b-5d242be4b58e req-81a5d1b9-1671-423d-abd4-220180df6a33 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:24.690452 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5519aa9-dd8a-4306-aa2b-5d242be4b58e req-81a5d1b9-1671-423d-abd4-220180df6a33 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 946 time: 0.0804863 Sep 08 13:24:24.743599 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5519aa9-dd8a-4306-aa2b-5d242be4b58e req-454fa0ea-8d96-4d39-bff2-c9f5f57d5e5d tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451541 Sep 08 13:24:24.941622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86933f6b-0f83-4267-a534-eb9c84ecabd4 req-21dc5cd0-eac6-4fae-b878-16f636e5c86c tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:24.943460 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-86933f6b-0f83-4267-a534-eb9c84ecabd4 req-21dc5cd0-eac6-4fae-b878-16f636e5c86c tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.0602732 Sep 08 13:24:24.997775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-86933f6b-0f83-4267-a534-eb9c84ecabd4 req-2e66a83c-863c-4c31-b95d-c645062c04d6 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480258 Sep 08 13:24:25.150826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f94ed5-35cb-40b9-b8b3-199ff19f0253 req-f23e1b63-5ef4-4967-b91f-967ad5df409f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:25.152974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b1f94ed5-35cb-40b9-b8b3-199ff19f0253 req-f23e1b63-5ef4-4967-b91f-967ad5df409f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0543385 Sep 08 13:24:25.202789 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b1f94ed5-35cb-40b9-b8b3-199ff19f0253 req-335b1772-d8e3-4e01-8322-b4075a8698b3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Sep 08 13:24:25.399820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ac5d0-fc25-4695-bdda-474b87bfdda3 req-0bf9e70f-abd7-432d-9bb8-60adb4cc24b6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:25.401472 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-198ac5d0-fc25-4695-bdda-474b87bfdda3 req-0bf9e70f-abd7-432d-9bb8-60adb4cc24b6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0559955 Sep 08 13:24:25.458785 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-198ac5d0-fc25-4695-bdda-474b87bfdda3 req-e4ce6999-5219-47f1-8b14-f690908403f6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501428 Sep 08 13:24:25.600693 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee8adc-1b16-448f-aaf1-021ac3189be1 req-f8e413b1-f074-41db-b9c0-19fad3fb67b1 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:25.600693 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68ee8adc-1b16-448f-aaf1-021ac3189be1 req-f8e413b1-f074-41db-b9c0-19fad3fb67b1 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.0524323 Sep 08 13:24:25.645399 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68ee8adc-1b16-448f-aaf1-021ac3189be1 req-70d50d8c-2049-4bee-b49f-09b77a52129f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372479 Sep 08 13:24:25.869470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e19a0-50e9-4724-ac4e-e940942a134c req-577c9bca-8fed-4d01-8094-bee785323dd4 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:25.871389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-321e19a0-50e9-4724-ac4e-e940942a134c req-577c9bca-8fed-4d01-8094-bee785323dd4 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 946 time: 0.0527606 Sep 08 13:24:25.919048 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-321e19a0-50e9-4724-ac4e-e940942a134c req-0f02bed7-a1a2-4ff9-9e74-55ae720472de tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Sep 08 13:24:26.122917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4b7df-1b4d-4176-98cd-577988c6da68 req-195bfc4a-8fa0-4dc9-ba30-58058e9b9903 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:26.124451 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6cb4b7df-1b4d-4176-98cd-577988c6da68 req-195bfc4a-8fa0-4dc9-ba30-58058e9b9903 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.0534713 Sep 08 13:24:26.168250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6cb4b7df-1b4d-4176-98cd-577988c6da68 req-0e0848a8-6f48-4db7-bfaf-f68a4f93a5ec tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369072 Sep 08 13:24:26.330563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad6792-fe82-43a2-aefd-ac85cb601e86 req-5b6f237d-9268-45ff-ab26-9044366535d9 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:26.334918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9bad6792-fe82-43a2-aefd-ac85cb601e86 req-5b6f237d-9268-45ff-ab26-9044366535d9 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0546539 Sep 08 13:24:26.374539 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9bad6792-fe82-43a2-aefd-ac85cb601e86 req-99f26296-ff86-49a8-a313-10bd891243e8 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361702 Sep 08 13:24:26.495134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d619316-8b6c-449e-87b8-79949c0e9470 req-dcdbcba7-6cc1-45e2-9809-56c2211fb5b3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:26.497249 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d619316-8b6c-449e-87b8-79949c0e9470 req-dcdbcba7-6cc1-45e2-9809-56c2211fb5b3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0640085 Sep 08 13:24:26.544571 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d619316-8b6c-449e-87b8-79949c0e9470 req-9f80d181-079c-4662-b3f1-44b53f4ed3e1 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 Sep 08 13:24:26.658763 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbcf58-6660-4371-bfd4-d69596d7caf7 req-3c1b71a3-c748-4c13-acb1-011f5c7338c7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:26.660435 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6dfbcf58-6660-4371-bfd4-d69596d7caf7 req-3c1b71a3-c748-4c13-acb1-011f5c7338c7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0546083 Sep 08 13:24:26.702900 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6dfbcf58-6660-4371-bfd4-d69596d7caf7 req-5d9922ce-b023-45e2-8d99-d6e996d77437 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358937 Sep 08 13:24:26.830073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb7cce-968b-4c92-a2a0-e1a6530e357d req-b4970472-cccf-441c-acb9-09dd228841de tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:26.831592 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bceb7cce-968b-4c92-a2a0-e1a6530e357d req-b4970472-cccf-441c-acb9-09dd228841de tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0714359 Sep 08 13:24:26.873668 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bceb7cce-968b-4c92-a2a0-e1a6530e357d req-dee1e0fc-2469-441c-b5dc-32fd4b6cfc55 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354505 Sep 08 13:24:27.019364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892741a-374d-4220-94d3-675489016f48 req-8739374a-2440-4be7-8039-a1734a8a238e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:27.020945 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6892741a-374d-4220-94d3-675489016f48 req-8739374a-2440-4be7-8039-a1734a8a238e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.0750377 Sep 08 13:24:27.069457 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6892741a-374d-4220-94d3-675489016f48 req-ff43413d-6546-444d-8b51-24ae02291539 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Sep 08 13:24:27.186957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9d85b-144f-4fc9-be13-b2834e4bc533 req-ab39304c-676e-4311-8561-a03e40b65d4d tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:27.189056 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9cf9d85b-144f-4fc9-be13-b2834e4bc533 req-ab39304c-676e-4311-8561-a03e40b65d4d tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 946 time: 0.0583117 Sep 08 13:24:27.241642 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9cf9d85b-144f-4fc9-be13-b2834e4bc533 req-9a78ff84-0dfe-4ea7-bbce-b40aefa61f78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428238 Sep 08 13:24:27.452646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252295a3-1c3a-4360-905d-5a23127caf7c req-bfa49ff4-a993-4927-b4be-840dbb969d08 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:27.454671 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-bfa49ff4-a993-4927-b4be-840dbb969d08 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 812 time: 0.1205995 Sep 08 13:24:27.472366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-c808249b-dcee-41cb-86ac-eececc168211 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/quotas/1dec3032600c45b5b3c9f460ca7dc40a HTTP/1.1" status: 200 len: 375 time: 0.0098262 Sep 08 13:24:27.541490 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-1cda5df4-2231-4294-9f66-8902ff94edf9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0626171 Sep 08 13:24:27.640600 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-7c39b476-9fba-4e53-bb41-9cbed10d5e22 service neutron] 10.222.0.69 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916584 Sep 08 13:24:27.752482 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-45d81a89-c796-44d7-95af-7c4cd1cffe31 service neutron] 10.222.0.69 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049912 Sep 08 13:24:28.112076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372f2c0-e23b-4784-8d1d-87ebd1c832ed req-c71f816e-b9ff-4c32-8927-e86d9b473c9f tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:28.112076 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1372f2c0-e23b-4784-8d1d-87ebd1c832ed req-c71f816e-b9ff-4c32-8927-e86d9b473c9f tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.0551775 Sep 08 13:24:28.150000 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1372f2c0-e23b-4784-8d1d-87ebd1c832ed req-12cb1046-f700-4213-9b76-cb9f5a5cb3a9 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340655 Sep 08 13:24:28.257371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b07d0-949f-4441-965e-c6573acec7eb req-a6c9f6cc-b794-4c7f-882d-605a4db66ae3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:28.258941 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b4b07d0-949f-4441-965e-c6573acec7eb req-a6c9f6cc-b794-4c7f-882d-605a4db66ae3 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0524309 Sep 08 13:24:28.303304 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b4b07d0-949f-4441-965e-c6573acec7eb req-bc13c4b6-f418-4d65-95e6-56fd1280d421 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382214 Sep 08 13:24:28.410990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97118129-517f-42bf-adb2-5b70d3c0e930 req-11467f35-a795-4a0d-97de-3f2aa0e249aa tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:28.412517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97118129-517f-42bf-adb2-5b70d3c0e930 req-11467f35-a795-4a0d-97de-3f2aa0e249aa tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0520313 Sep 08 13:24:28.451466 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97118129-517f-42bf-adb2-5b70d3c0e930 req-c94d36fd-9cba-485b-95b6-13de70f2b934 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326092 Sep 08 13:24:28.517659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-555e0985-7c80-42b4-9a0d-b0c47548c5b2 req-b0c5eb68-8830-4412-b4de-a44ff0a6401b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 210 time: 0.0273767 Sep 08 13:24:28.623611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcde91-0754-4897-b741-ca0da28b9384 req-7ec1dd17-64ac-4bbe-8e33-f130161b6239 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:28.625122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49fcde91-0754-4897-b741-ca0da28b9384 req-7ec1dd17-64ac-4bbe-8e33-f130161b6239 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.0520875 Sep 08 13:24:28.666127 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49fcde91-0754-4897-b741-ca0da28b9384 req-0a5054e7-16c4-4ee7-bb51-06d3f4604300 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344508 Sep 08 13:24:28.771806 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60923d02-4b8f-411d-ba79-f658e7c24dad req-86a88d30-7c8c-49ea-8cb9-bd70ef10f095 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae81d27-75d8-4571-96ed-df0c006208f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986612 Sep 08 13:24:28.877517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60923d02-4b8f-411d-ba79-f658e7c24dad req-2fcd7dc4-4315-46a0-8caa-66554dc610e9 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae81d27-75d8-4571-96ed-df0c006208f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951252 Sep 08 13:24:29.079348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25babc7b-6fac-44b2-b7cb-39249d3aff52 req-5a4daaae-b2d0-4ded-8a52-b4cd77fbe259 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:29.080782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-25babc7b-6fac-44b2-b7cb-39249d3aff52 req-5a4daaae-b2d0-4ded-8a52-b4cd77fbe259 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 946 time: 0.3410618 Sep 08 13:24:29.095937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936106de-6b91-4f79-8db7-f2b6d849536f req-452133b6-e591-4616-abec-00848b115b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:29.100335 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-936106de-6b91-4f79-8db7-f2b6d849536f req-452133b6-e591-4616-abec-00848b115b25 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 1097 time: 0.3317127 Sep 08 13:24:29.151497 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-25babc7b-6fac-44b2-b7cb-39249d3aff52 req-6e206588-655d-4314-be0d-264604bc5d4d tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633657 Sep 08 13:24:29.155457 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-936106de-6b91-4f79-8db7-f2b6d849536f req-2d36712f-5a3c-487a-b7d7-13efcca73c21 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461550 Sep 08 13:24:29.271709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374b08c-5208-4e08-8a55-8282cd97b460 req-406ff64b-0375-4370-912f-275f5f836632 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:29.273268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f374b08c-5208-4e08-8a55-8282cd97b460 req-406ff64b-0375-4370-912f-275f5f836632 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.0514243 Sep 08 13:24:29.313993 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f374b08c-5208-4e08-8a55-8282cd97b460 req-bb218f36-b8b3-4f0a-8c31-e8bb2035b06e tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343852 Sep 08 13:24:29.424994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622af944-1cbf-4c6c-93d9-87a3d668158c req-acf60fca-0fc0-468b-a6d6-bcf8d0d22f0b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:29.426542 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-622af944-1cbf-4c6c-93d9-87a3d668158c req-acf60fca-0fc0-468b-a6d6-bcf8d0d22f0b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0513537 Sep 08 13:24:29.501023 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-622af944-1cbf-4c6c-93d9-87a3d668158c req-8ac88184-5999-4a3f-b77e-20b46c2c114d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679140 Sep 08 13:24:29.516105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfc8d1-4bc4-426f-96b6-c309499340c2 req-98fbd56b-747b-42f2-98cb-a417f9a9605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:29.517589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80bfc8d1-4bc4-426f-96b6-c309499340c2 req-98fbd56b-747b-42f2-98cb-a417f9a9605c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 1097 time: 0.0751500 Sep 08 13:24:29.611036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615cb56-99d1-4c6a-b999-a71913b1b4a3 req-95a93201-ebe3-4944-83b8-9b687d75ed82 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:29.612610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b615cb56-99d1-4c6a-b999-a71913b1b4a3 req-95a93201-ebe3-4944-83b8-9b687d75ed82 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0757954 Sep 08 13:24:29.633657 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ebcc7cf5-46e2-4fa3-9506-0a9db0fad667 req-4dede52d-a77f-440d-a1ab-17a0cb621ba2 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 210 time: 0.0340931 Sep 08 13:24:29.654069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfc8d1-4bc4-426f-96b6-c309499340c2 req-36c64f8e-9d3b-4acc-84e8-8a365f64a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:29.655510 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b615cb56-99d1-4c6a-b999-a71913b1b4a3 req-5f0b7195-f8e0-4004-8ca1-557f53a174b0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361845 Sep 08 13:24:29.655704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80bfc8d1-4bc4-426f-96b6-c309499340c2 req-36c64f8e-9d3b-4acc-84e8-8a365f64a9db service neutron] 10.222.0.70 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 913 time: 0.1304743 Sep 08 13:24:29.800433 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80bfc8d1-4bc4-426f-96b6-c309499340c2 req-82061f87-589e-449b-a509-f1857a92545b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04c204f7-5f04-4d52-a37a-18dcc24159bc HTTP/1.1" status: 200 len: 217 time: 0.0429239 Sep 08 13:24:29.800433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfc8d1-4bc4-426f-96b6-c309499340c2 req-c3ab0913-fad2-44d6-8b22-521c5f7c01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:29.800433 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80bfc8d1-4bc4-426f-96b6-c309499340c2 req-c3ab0913-fad2-44d6-8b22-521c5f7c01f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80fa4303-193a-472f-a290-301c315fda82 HTTP/1.1" status: 200 len: 852 time: 0.0485573 Sep 08 13:24:29.815288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80bfc8d1-4bc4-426f-96b6-c309499340c2 req-4d2468f8-c7b5-41ae-9866-029731db13e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358984 Sep 08 13:24:29.826158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0c748-a416-4a55-87b8-9c64d569765f req-3abb9979-b6b3-46ae-8c98-a84944247a10 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:29.827684 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5fb0c748-a416-4a55-87b8-9c64d569765f req-3abb9979-b6b3-46ae-8c98-a84944247a10 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.0695145 Sep 08 13:24:29.874829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5fb0c748-a416-4a55-87b8-9c64d569765f req-b8523190-8a27-42d8-b977-bb44f594961a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412068 Sep 08 13:24:29.963047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80bfc8d1-4bc4-426f-96b6-c309499340c2 req-be7f664c-7833-4019-9c0e-741f5e8de3bf service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246099 Sep 08 13:24:30.062646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80bfc8d1-4bc4-426f-96b6-c309499340c2 req-a1935131-7230-4a5f-bb79-891aa615a9e2 service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905714 Sep 08 13:24:30.278680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861494a-2449-47ab-849b-931ee862dc3f req-99c819ec-55e7-4bab-acc9-5593706f5b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:30.279924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b861494a-2449-47ab-849b-931ee862dc3f req-99c819ec-55e7-4bab-acc9-5593706f5b78 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 946 time: 0.0561185 Sep 08 13:24:30.324014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b861494a-2449-47ab-849b-931ee862dc3f req-566d03ed-0fcc-40b6-85f4-9db3a63ee8a8 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381720 Sep 08 13:24:30.434952 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131d4df-308a-47ea-bc2d-4173e02cf8d0 req-648e57e5-1021-435c-8acc-bcaf19798a8a tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:30.436649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9131d4df-308a-47ea-bc2d-4173e02cf8d0 req-648e57e5-1021-435c-8acc-bcaf19798a8a tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.0510294 Sep 08 13:24:30.479413 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9131d4df-308a-47ea-bc2d-4173e02cf8d0 req-dc910fdc-4334-4a88-941e-95cd292da3ab tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362027 Sep 08 13:24:30.620100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf4f3e-0f23-469f-a8d9-54065533fd6c req-4f695f45-9d74-4ab6-b896-7d8ddc8599b0 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:30.622144 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ebbf4f3e-0f23-469f-a8d9-54065533fd6c req-4f695f45-9d74-4ab6-b896-7d8ddc8599b0 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0503767 Sep 08 13:24:30.661509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ebbf4f3e-0f23-469f-a8d9-54065533fd6c req-fbbe58ee-70ec-4aed-8ffe-1f56b0261ba7 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332384 Sep 08 13:24:30.745725 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b099b0b5-5963-4b05-989e-163e8e9baed7 req-9a28a776-a76b-4e0a-86ad-806c27196c17 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 210 time: 0.0283303 Sep 08 13:24:30.782797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cb093-e75a-4877-b947-efe565522737 req-9e8d6be2-0dca-4382-add9-af149d9c3173 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:30.784304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c3cb093-e75a-4877-b947-efe565522737 req-9e8d6be2-0dca-4382-add9-af149d9c3173 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0529881 Sep 08 13:24:30.830199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c3cb093-e75a-4877-b947-efe565522737 req-4185b055-e4ec-40f2-b097-97ae5b2e1901 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397334 Sep 08 13:24:30.995127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434f5ae-66de-438a-961f-6c70117b0038 req-c61db3a8-52a2-47d4-9324-6199e439c06a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:31.000967 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0434f5ae-66de-438a-961f-6c70117b0038 req-c61db3a8-52a2-47d4-9324-6199e439c06a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.0508707 Sep 08 13:24:31.041518 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0434f5ae-66de-438a-961f-6c70117b0038 req-a197cea0-d17f-4ab5-b437-42f492337c3d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376301 Sep 08 13:24:31.442498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00122c4b-492d-46aa-91a5-80f9ac460bc1 req-4f78c1ae-db94-4f48-a31c-207bbceac5f5 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:31.444243 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-00122c4b-492d-46aa-91a5-80f9ac460bc1 req-4f78c1ae-db94-4f48-a31c-207bbceac5f5 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 946 time: 0.0489974 Sep 08 13:24:31.487224 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-00122c4b-492d-46aa-91a5-80f9ac460bc1 req-cfcf6234-2fc9-430f-a842-9a7604b42f5f tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370169 Sep 08 13:24:31.609314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84892f03-2ef0-4872-9880-aaadc7057b50 req-0b0835aa-c31c-45b1-8709-8080d6e9296e tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:31.610786 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-84892f03-2ef0-4872-9880-aaadc7057b50 req-0b0835aa-c31c-45b1-8709-8080d6e9296e tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=966e57ce-d2ba-4f5f-bb5a-62641653e433 HTTP/1.1" status: 200 len: 945 time: 0.0531507 Sep 08 13:24:31.662027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf864e3-468d-4817-9d08-e4246b10c0ed req-65fe361a-d75c-496c-a051-7c23f0ae1464 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:31.662991 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-84892f03-2ef0-4872-9880-aaadc7057b50 req-0b0ee673-f21a-404e-bca1-5fb540621570 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447857 Sep 08 13:24:31.663646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bf864e3-468d-4817-9d08-e4246b10c0ed req-65fe361a-d75c-496c-a051-7c23f0ae1464 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.0979223 Sep 08 13:24:31.681389 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252295a3-1c3a-4360-905d-5a23127caf7c req-14a36a8c-184a-4d35-af7b-3296c12320b6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:31.683094 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-14a36a8c-184a-4d35-af7b-3296c12320b6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 812 time: 0.1594784 Sep 08 13:24:31.708454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Request body: {'port': {'device_id': '491690e1-4d97-4a57-83d6-8cafd89e8bda', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'admin_state_up': True, 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:31.760270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bf864e3-468d-4817-9d08-e4246b10c0ed req-0e501656-8913-4cc5-8dd3-5bb641c8a694 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751107 Sep 08 13:24:31.797334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7973e280-c733-44e3-8418-dce370133c0f req-f703bd1b-4155-4294-864a-78b9382f90d6 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:31.799165 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7973e280-c733-44e3-8418-dce370133c0f req-f703bd1b-4155-4294-864a-78b9382f90d6 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0591536 Sep 08 13:24:31.846838 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7973e280-c733-44e3-8418-dce370133c0f req-b158ce47-805a-491e-a50d-15783004e403 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Sep 08 13:24:31.933426 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87d87aaa-6b55-4a5d-bfac-56a9572f5f0a req-1dd36877-6aac-4b5f-b506-10bbe104c72d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 210 time: 0.0269220 Sep 08 13:24:31.950674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Made reservation on behalf of 1dec3032600c45b5b3c9f460ca7dc40a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:24:31.955041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:32.051412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e80e9-4330-4422-9156-388a8e6d121f req-1b1b207d-3ab5-4344-a7cd-9d32ea620664 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:32.053025 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-004e80e9-4330-4422-9156-388a8e6d121f req-1b1b207d-3ab5-4344-a7cd-9d32ea620664 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0545783 Sep 08 13:24:32.098231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Allocated IP 172.20.0.14 (7fd134f2-364c-4787-8e53-93ac96df2933/f91b05d9-a459-42c8-98cb-2cd7551cf9b2/43850a25-b832-4af0-bc87-846c83b7e811) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:24:32.098722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-004e80e9-4330-4422-9156-388a8e6d121f req-cc4a3cb4-ee58-43c9-bfaa-48c89616b2da tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374389 Sep 08 13:24:32.286331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f071310-d256-4f4b-b8ff-65a53dc45313 req-6290cb7f-d016-4ef8-b245-7b49488de7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:32.287908 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f071310-d256-4f4b-b8ff-65a53dc45313 req-6290cb7f-d016-4ef8-b245-7b49488de7d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 1097 time: 0.0477395 Sep 08 13:24:32.311895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:32.323359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b832e-32ca-43c0-bd92-749f6dfc33cc req-0451c097-0a01-46f8-a4c5-46256d835a15 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:32.324947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d1b832e-32ca-43c0-bd92-749f6dfc33cc req-0451c097-0a01-46f8-a4c5-46256d835a15 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.0897882 Sep 08 13:24:32.339085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f071310-d256-4f4b-b8ff-65a53dc45313 req-d22f250c-b6b6-453b-abc6-1490c8060a70 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325382 Sep 08 13:24:32.345402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Transition to ACTIVE for port object 43850a25-b832-4af0-bc87-846c83b7e811 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:24:32.382202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d1b832e-32ca-43c0-bd92-749f6dfc33cc req-09474e93-b201-46dd-b76a-e6d35e8605d6 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479782 Sep 08 13:24:32.619130 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:32.634243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['14b16c1a-d66e-46c2-995a-b89a95519603'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:32.637785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:32.664869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Network 7fd134f2-364c-4787-8e53-93ac96df2933 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:24:32.668078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:24:32.674038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:24:32.710996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event updated for resources: {'Port': ['ID=43850a25-b832-4af0-bc87-846c83b7e811,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:32.730491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:32.730818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:32.731119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:32.731452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:32.731784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:32.732112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:32.732440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:32.732768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:32.733088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:32.733427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:32.733738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:32.734049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:32.769307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:32.770385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:32.851570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f600cf-02aa-4921-8190-dc872d547a82 req-0c827e85-8ffa-4a3a-9456-3c57e61111a5 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:32.853512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70f600cf-02aa-4921-8190-dc872d547a82 req-0c827e85-8ffa-4a3a-9456-3c57e61111a5 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=966e57ce-d2ba-4f5f-bb5a-62641653e433 HTTP/1.1" status: 200 len: 945 time: 0.1033821 Sep 08 13:24:32.914944 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70f600cf-02aa-4921-8190-dc872d547a82 req-9d11f2bb-4c02-4c44-a630-9f38ebd8b9b5 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549126 Sep 08 13:24:32.930849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-aff96dc4-9842-48a9-955d-505551bf5ed0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2232614 Sep 08 13:24:32.942440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Request body: {'port': {'device_id': '491690e1-4d97-4a57-83d6-8cafd89e8bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:32.945440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410cf64-dd01-4f9b-8eef-6e3c0fef8f86 req-9f437589-fdab-45ae-bc70-d3a73664ccc7 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:32.955379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4410cf64-dd01-4f9b-8eef-6e3c0fef8f86 req-9f437589-fdab-45ae-bc70-d3a73664ccc7 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.0820398 Sep 08 13:24:33.003324 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4410cf64-dd01-4f9b-8eef-6e3c0fef8f86 req-5a9c61f2-2452-4140-a3e0-599cd93bda7c tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443573 Sep 08 13:24:33.018322 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:33.046074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7c9b9f77-9622-4280-9498-84cc93396676 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:24:33.051310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 04c204f7-5f04-4d52-a37a-18dcc24159bc no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:24:33.091928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c0294-6770-4ee5-b38f-65c23ef14ba0 req-077ef5af-8635-439e-bc43-887de237599d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:33.097150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e39c0294-6770-4ee5-b38f-65c23ef14ba0 req-077ef5af-8635-439e-bc43-887de237599d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0924630 Sep 08 13:24:33.132722 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187f30e-119e-4c3f-b0cc-f5f96d4ca946 req-1d41ac69-f112-4cfc-829a-6a9859d77d5a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:33.134541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f187f30e-119e-4c3f-b0cc-f5f96d4ca946 req-1d41ac69-f112-4cfc-829a-6a9859d77d5a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 932 time: 0.0706625 Sep 08 13:24:33.190812 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f187f30e-119e-4c3f-b0cc-f5f96d4ca946 req-5741d7be-24c5-4ee1-b0f4-0f5919dda6e1 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475786 Sep 08 13:24:33.221129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e39c0294-6770-4ee5-b38f-65c23ef14ba0 req-8dcdbc6e-b012-4430-9daa-64cfb6434421 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121593 Sep 08 13:24:33.333330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-22d4dde4-276c-4939-bf20-acbe65480126 None None] Provisioning for port 43850a25-b832-4af0-bc87-846c83b7e811 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:24:33.344492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b733f-ceda-48fa-a3fe-3ad568ee408a req-1a4d9d8f-7a16-4e56-9658-11a71658df41 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:33.347349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-22d4dde4-276c-4939-bf20-acbe65480126 None None] Provisioning complete for port 43850a25-b832-4af0-bc87-846c83b7e811 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:24:33.347777 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-22d4dde4-276c-4939-bf20-acbe65480126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:33.354537 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-332b733f-ceda-48fa-a3fe-3ad568ee408a req-1a4d9d8f-7a16-4e56-9658-11a71658df41 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 946 time: 0.0739167 Sep 08 13:24:33.383930 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:33.403378 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-332b733f-ceda-48fa-a3fe-3ad568ee408a req-a4121c8d-9bda-470d-9f1c-76025f621eda tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473106 Sep 08 13:24:33.409249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43850a25-b832-4af0-bc87-846c83b7e811 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:33.417694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:33.418683 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:33.437239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Transition to ACTIVE for port object 43850a25-b832-4af0-bc87-846c83b7e811 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:24:33.443390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-22d4dde4-276c-4939-bf20-acbe65480126 None None] Port 43850a25-b832-4af0-bc87-846c83b7e811 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:24:33.444669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c9947a-032d-45a0-9529-8a371b894c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c204f7-5f04-4d52-a37a-18dcc24159bc'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:33.447455 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc41d4f-d984-4b41-b571-5453092af3d6" -d '{"events": [{"server_uuid": "d5c9947a-032d-45a0-9529-8a371b894c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "04c204f7-5f04-4d52-a37a-18dcc24159bc"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:33.454455 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '7c9b9f77-9622-4280-9498-84cc93396676', 'network_id': 'fbd98448-d94e-4f43-b03c-5fd1e26c79d6', 'port_id': '7c9b9f77-9622-4280-9498-84cc93396676', 'mac_address': 'fa:16:3e:69:ee:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5da0aee-ee76-444c-9c68-34c9d184e017', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:24:33.465651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 04c204f7-5f04-4d52-a37a-18dcc24159bc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=04c204f7-5f04-4d52-a37a-18dcc24159bc,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:33.506034 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:33.511220 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:33.526989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9b9f77-9622-4280-9498-84cc93396676 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:33.539806 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:33.569688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:33.590586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2de144-d652-473b-8eb9-7333eca4d52f req-ae29accc-12ea-40ae-b0ad-d25ce7648404 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:33.591640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e2de144-d652-473b-8eb9-7333eca4d52f req-ae29accc-12ea-40ae-b0ad-d25ce7648404 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 945 time: 0.1223431 Sep 08 13:24:33.592655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Pushing event updated for resources: {'Port': ['ID=43850a25-b832-4af0-bc87-846c83b7e811,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:33.612440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=04c204f7-5f04-4d52-a37a-18dcc24159bc,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:33.671252 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:33.710879 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e2de144-d652-473b-8eb9-7333eca4d52f req-ddf1ea73-3872-47df-9539-3b2517b2e6fc tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783036 Sep 08 13:24:33.722950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Attempting to bind port 43850a25-b832-4af0-bc87-846c83b7e811 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:24:33.723293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Attempting to bind port 43850a25-b832-4af0-bc87-846c83b7e811 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:24:33.723635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Attempting to bind port 43850a25-b832-4af0-bc87-846c83b7e811 on network 7fd134f2-364c-4787-8e53-93ac96df2933 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:33.729788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Port 43850a25-b832-4af0-bc87-846c83b7e811 on network 7fd134f2-364c-4787-8e53-93ac96df2933 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:24:33.730349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Attempting to bind port 43850a25-b832-4af0-bc87-846c83b7e811 on network 7fd134f2-364c-4787-8e53-93ac96df2933 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:33.736984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:24:33.737417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Checking segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:24:33.737885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Bound using segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:24:33.738582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Bound port: 43850a25-b832-4af0-bc87-846c83b7e811, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:24:33.739022 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:33.765964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=11']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:33.770830 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e832ce-d320-41f5-8a4b-658fe4354233 x-openstack-request-id: req-d8e832ce-d320-41f5-8a4b-658fe4354233 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:33.771436 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c9947a-032d-45a0-9529-8a371b894c5a", "name": "network-vif-unplugged", "status": "failed", "tag": "04c204f7-5f04-4d52-a37a-18dcc24159bc", "code": 422}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:33.772094 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8e832ce-d320-41f5-8a4b-658fe4354233 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:33.772732 n-d-807558-3 neutron-server[96265]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5c9947a-032d-45a0-9529-8a371b894c5a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '04c204f7-5f04-4d52-a37a-18dcc24159bc', 'code': 422} returned with failed status Sep 08 13:24:33.826723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] For port 43850a25-b832-4af0-bc87-846c83b7e811, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:24:33.830211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] For port 43850a25-b832-4af0-bc87-846c83b7e811, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=43850a25-b832-4af0-bc87-846c83b7e811,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:24:33.931564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['7c9b9f77-9622-4280-9498-84cc93396676'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:33.947824 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:33.981445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:33.982640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:33.984908 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] 10.222.0.60 "PUT /v2.0/ports/43850a25-b832-4af0-bc87-846c83b7e811 HTTP/1.1" status: 200 len: 1092 time: 1.0467613 Sep 08 13:24:33.992511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491690e1-4d97-4a57-83d6-8cafd89e8bda', 'tag': '43850a25-b832-4af0-bc87-846c83b7e811'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:33.992511 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fcae7a-4f50-49c9-bc85-1989447633c0" -d '{"events": [{"name": "network-changed", "server_uuid": "491690e1-4d97-4a57-83d6-8cafd89e8bda", "tag": "43850a25-b832-4af0-bc87-846c83b7e811"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:34.055836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57625f20-c265-4422-b4ff-fe5469851379 service neutron] Pushing event updated for resources: {'Port': ['ID=43850a25-b832-4af0-bc87-846c83b7e811,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:34.089499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073a3c2-1d60-4ba7-9ece-cbbf79dce14a req-b3344720-c600-4cd3-8244-bad318a3c95a tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:34.092174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2073a3c2-1d60-4ba7-9ece-cbbf79dce14a req-b3344720-c600-4cd3-8244-bad318a3c95a tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=966e57ce-d2ba-4f5f-bb5a-62641653e433 HTTP/1.1" status: 200 len: 945 time: 0.0958354 Sep 08 13:24:34.158763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2073a3c2-1d60-4ba7-9ece-cbbf79dce14a req-38f88d95-355e-4f3a-992a-bcab19274c72 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/security-groups?id=51b7a034-8239-4632-b65b-506dac3484cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587738 Sep 08 13:24:34.224447 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafdde32-cc6e-443e-b8a7-cbe6950983a7 x-openstack-request-id: req-fafdde32-cc6e-443e-b8a7-cbe6950983a7 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:34.224879 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491690e1-4d97-4a57-83d6-8cafd89e8bda", "tag": "43850a25-b832-4af0-bc87-846c83b7e811", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:34.224989 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fafdde32-cc6e-443e-b8a7-cbe6950983a7 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:34.225381 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491690e1-4d97-4a57-83d6-8cafd89e8bda', 'tag': '43850a25-b832-4af0-bc87-846c83b7e811', 'status': 'completed', 'code': 200} Sep 08 13:24:34.240818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252295a3-1c3a-4360-905d-5a23127caf7c req-7d9ac9eb-04aa-46bf-9033-d627490a8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:34.242344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-7d9ac9eb-04aa-46bf-9033-d627490a8890 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 1095 time: 0.1041415 Sep 08 13:24:34.256743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55140af2-c367-4889-9585-39edf37c0da7 req-1979110e-7b1b-4737-a9b6-f641ff2cdb8e tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:34.258826 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55140af2-c367-4889-9585-39edf37c0da7 req-1979110e-7b1b-4737-a9b6-f641ff2cdb8e tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.70 "GET /v2.0/ports?device_id=98c477d6-3708-4f13-928d-aa5da5be9547 HTTP/1.1" status: 200 len: 946 time: 0.0801904 Sep 08 13:24:34.305486 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-1f9db136-f97d-43b3-9a73-ac934b1707ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43850a25-b832-4af0-bc87-846c83b7e811 HTTP/1.1" status: 200 len: 217 time: 0.0456290 Sep 08 13:24:34.437677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252295a3-1c3a-4360-905d-5a23127caf7c req-717c8cb6-e78e-495c-83ef-0bd9c80734a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:34.439191 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-717c8cb6-e78e-495c-83ef-0bd9c80734a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.1091022 Sep 08 13:24:34.449004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126476e6-89ae-49c3-97a1-cb27b21a2d3b req-06ed19f2-9b4d-40bd-b5e6-ef60434f68d9 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:34.451076 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-126476e6-89ae-49c3-97a1-cb27b21a2d3b req-06ed19f2-9b4d-40bd-b5e6-ef60434f68d9 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.1480031 Sep 08 13:24:34.536836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-55140af2-c367-4889-9585-39edf37c0da7 req-31288b01-2dbf-4a6d-ba4c-890357b384cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Deleting port c8cddb6a-98e6-479c-8c50-473a071b3d95 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:24:34.537273 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55140af2-c367-4889-9585-39edf37c0da7 req-31288b01-2dbf-4a6d-ba4c-890357b384cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:34.542470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-126476e6-89ae-49c3-97a1-cb27b21a2d3b req-eae33a57-32d3-47de-b260-aeaf8b895d65 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798044 Sep 08 13:24:34.562489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252295a3-1c3a-4360-905d-5a23127caf7c req-b832f382-7db9-4a16-937b-17afa25a63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:34.564042 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-b832f382-7db9-4a16-937b-17afa25a63b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105917 Sep 08 13:24:34.564282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31fa79-2151-4ca1-bede-c5b3bb7221a3 req-d748f66c-423c-4b10-a610-921583b48e0b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:34.565968 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a31fa79-2151-4ca1-bede-c5b3bb7221a3 req-d748f66c-423c-4b10-a610-921583b48e0b tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.60 "GET /v2.0/ports?device_id=966e57ce-d2ba-4f5f-bb5a-62641653e433 HTTP/1.1" status: 200 len: 945 time: 0.0664940 Sep 08 13:24:34.692849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-5a31fa79-2151-4ca1-bede-c5b3bb7221a3 req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Deleting port 6e785102-335b-4225-a7a8-5074aebe7726 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:24:34.693139 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5a31fa79-2151-4ca1-bede-c5b3bb7221a3 req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:34.748201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-55140af2-c367-4889-9585-39edf37c0da7 req-31288b01-2dbf-4a6d-ba4c-890357b384cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] For port c8cddb6a-98e6-479c-8c50-473a071b3d95, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c8cddb6a-98e6-479c-8c50-473a071b3d95,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:34.753432 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55140af2-c367-4889-9585-39edf37c0da7 req-31288b01-2dbf-4a6d-ba4c-890357b384cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:34.773051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65566026-915e-4c15-8bb2-9c2b2af857c3 req-4206a029-6ab0-438c-aadb-63da2705ac30 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:34.774633 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-65566026-915e-4c15-8bb2-9c2b2af857c3 req-4206a029-6ab0-438c-aadb-63da2705ac30 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 944 time: 0.1479073 Sep 08 13:24:34.781868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-939236bc-7a2b-44b7-a0cf-f212b4dc6a62 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034500 Sep 08 13:24:34.786788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-55140af2-c367-4889-9585-39edf37c0da7 req-31288b01-2dbf-4a6d-ba4c-890357b384cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Calling delete_port for c8cddb6a-98e6-479c-8c50-473a071b3d95 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:24:34.799896 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-5a31fa79-2151-4ca1-bede-c5b3bb7221a3 req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] For port 6e785102-335b-4225-a7a8-5074aebe7726, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6e785102-335b-4225-a7a8-5074aebe7726,segment=NetworkSegment(37c31f75-96e4-4190-b7f7-9f1fb55d2b06),segment_id=37c31f75-96e4-4190-b7f7-9f1fb55d2b06)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:34.800602 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5a31fa79-2151-4ca1-bede-c5b3bb7221a3 req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:34.817508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-5a31fa79-2151-4ca1-bede-c5b3bb7221a3 req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Calling delete_port for 6e785102-335b-4225-a7a8-5074aebe7726 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:24:34.941816 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-65566026-915e-4c15-8bb2-9c2b2af857c3 req-647e38b0-21a4-4b82-9005-4e82bdfcdda7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563342 Sep 08 13:24:34.985916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-252295a3-1c3a-4360-905d-5a23127caf7c req-ed404350-12e1-4555-ab1b-157279ebaa4b service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866782 Sep 08 13:24:35.075025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7c9b9f77-9622-4280-9498-84cc93396676 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:24:35.082647 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5a31fa79-2151-4ca1-bede-c5b3bb7221a3 req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:35.099858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6e785102-335b-4225-a7a8-5074aebe7726'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:35.105522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae806d20-628a-4ecd-bd0a-a32619a36621 req-b5db44d2-2bce-4990-a71b-679c3f72b333 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:35.107401 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ae806d20-628a-4ecd-bd0a-a32619a36621 req-b5db44d2-2bce-4990-a71b-679c3f72b333 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0969493 Sep 08 13:24:35.126057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Pushing event deleted for resources: {'Port': ['ID=6e785102-335b-4225-a7a8-5074aebe7726,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:35.141225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:35.141620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:35.141931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:35.142321 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:35.142662 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:35.143007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:35.143347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:35.143681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:35.144017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:35.144350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:35.144685 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:35.145014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:35.179306 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ae806d20-628a-4ecd-bd0a-a32619a36621 req-912a464f-83a3-4246-bb3b-c62fd502aab1 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653107 Sep 08 13:24:35.192429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a31fa79-2151-4ca1-bede-c5b3bb7221a3 req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] No DVR routers for this DVR port 6e785102-335b-4225-a7a8-5074aebe7726 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:24:35.206063 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5a31fa79-2151-4ca1-bede-c5b3bb7221a3 req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:35.210552 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a31fa79-2151-4ca1-bede-c5b3bb7221a3 req-09abf95c-80b0-49ec-9957-5f1ad008f9cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.60 "DELETE /v2.0/ports/6e785102-335b-4225-a7a8-5074aebe7726 HTTP/1.1" status: 204 len: 173 time: 0.6306474 Sep 08 13:24:35.211813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966e57ce-d2ba-4f5f-bb5a-62641653e433', 'name': 'network-vif-deleted', 'tag': '6e785102-335b-4225-a7a8-5074aebe7726'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:35.215700 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebfd8e8-70d2-4c55-8b0f-8d6162492590" -d '{"events": [{"server_uuid": "966e57ce-d2ba-4f5f-bb5a-62641653e433", "name": "network-vif-deleted", "tag": "6e785102-335b-4225-a7a8-5074aebe7726"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:35.237540 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55140af2-c367-4889-9585-39edf37c0da7 req-31288b01-2dbf-4a6d-ba4c-890357b384cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:35.253839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6e785102-335b-4225-a7a8-5074aebe7726'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:35.285413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31288b01-2dbf-4a6d-ba4c-890357b384cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Pushing event deleted for resources: {'Port': ['ID=c8cddb6a-98e6-479c-8c50-473a071b3d95,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:35.299281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 7c9b9f77-9622-4280-9498-84cc93396676 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:24:35.307879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 7c9b9f77-9622-4280-9498-84cc93396676 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:24:35.308394 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:35.323591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c477db-86fa-4b57-b456-c220f7fea547 req-eb31057b-690c-4185-83d2-245c35513fee tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:35.330771 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8c477db-86fa-4b57-b456-c220f7fea547 req-eb31057b-690c-4185-83d2-245c35513fee tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=d5c9947a-032d-45a0-9529-8a371b894c5a HTTP/1.1" status: 200 len: 944 time: 0.1053152 Sep 08 13:24:35.361397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcae7a-4f50-49c9-bc85-1989447633c0 req-e6061821-8a37-43c8-9483-64379a22e83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:35.362990 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3fcae7a-4f50-49c9-bc85-1989447633c0 req-e6061821-8a37-43c8-9483-64379a22e83d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 1095 time: 0.1728642 Sep 08 13:24:35.366790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-55140af2-c367-4889-9585-39edf37c0da7 req-31288b01-2dbf-4a6d-ba4c-890357b384cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] No DVR routers for this DVR port c8cddb6a-98e6-479c-8c50-473a071b3d95 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:24:35.373349 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55140af2-c367-4889-9585-39edf37c0da7 req-31288b01-2dbf-4a6d-ba4c-890357b384cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:35.375437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55140af2-c367-4889-9585-39edf37c0da7 req-31288b01-2dbf-4a6d-ba4c-890357b384cb tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.70 "DELETE /v2.0/ports/c8cddb6a-98e6-479c-8c50-473a071b3d95 HTTP/1.1" status: 204 len: 173 time: 1.1083088 Sep 08 13:24:35.417213 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:35.456630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:35.461403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-e8c477db-86fa-4b57-b456-c220f7fea547 req-f3b70e66-7fb3-4103-88da-c6b9dc2d82a7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Deleting port 04c204f7-5f04-4d52-a37a-18dcc24159bc {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:24:35.461839 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e8c477db-86fa-4b57-b456-c220f7fea547 req-f3b70e66-7fb3-4103-88da-c6b9dc2d82a7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:35.480162 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b53bcf-c83c-40de-ade5-16cab028a391 req-ce0444e3-2a3b-4ac9-bffd-8877d805da97 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:35.484946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06b53bcf-c83c-40de-ade5-16cab028a391 req-ce0444e3-2a3b-4ac9-bffd-8877d805da97 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 946 time: 0.1392336 Sep 08 13:24:35.518921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcae7a-4f50-49c9-bc85-1989447633c0 req-f6399a53-2663-45cc-9f90-d941d86291c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:35.520534 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3fcae7a-4f50-49c9-bc85-1989447633c0 req-f6399a53-2663-45cc-9f90-d941d86291c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.1427562 Sep 08 13:24:35.539830 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:35.540848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 04c204f7-5f04-4d52-a37a-18dcc24159bc no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:24:35.571892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3fcae7a-4f50-49c9-bc85-1989447633c0 req-c8aecf92-b9be-4294-bb4f-5b7651823818 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43850a25-b832-4af0-bc87-846c83b7e811 HTTP/1.1" status: 200 len: 217 time: 0.0421145 Sep 08 13:24:35.580176 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06b53bcf-c83c-40de-ade5-16cab028a391 req-7a9941ec-99a8-4215-8f9a-fd53402e2417 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793178 Sep 08 13:24:35.610631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-e8c477db-86fa-4b57-b456-c220f7fea547 req-f3b70e66-7fb3-4103-88da-c6b9dc2d82a7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] For port 04c204f7-5f04-4d52-a37a-18dcc24159bc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=04c204f7-5f04-4d52-a37a-18dcc24159bc,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:35.613864 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e8c477db-86fa-4b57-b456-c220f7fea547 req-f3b70e66-7fb3-4103-88da-c6b9dc2d82a7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:35.635279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=12']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:35.658814 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-e8c477db-86fa-4b57-b456-c220f7fea547 req-f3b70e66-7fb3-4103-88da-c6b9dc2d82a7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Calling delete_port for 04c204f7-5f04-4d52-a37a-18dcc24159bc owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:24:35.701826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcae7a-4f50-49c9-bc85-1989447633c0 req-0ed7f258-efc6-40b1-9966-db701e8e1a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:35.706740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c8cddb6a-98e6-479c-8c50-473a071b3d95 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:24:35.709738 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3fcae7a-4f50-49c9-bc85-1989447633c0 req-0ed7f258-efc6-40b1-9966-db701e8e1a57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.1283824 Sep 08 13:24:35.727341 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: c8cddb6a-98e6-479c-8c50-473a071b3d95 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:24:35.727703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c8cddb6a-98e6-479c-8c50-473a071b3d95 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:24:35.772092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-884b7539-6f4d-45dc-a8d3-78933130a71c req-90d7cbe7-9f0b-45c3-bc20-a68c1fcf0a89 tempest-MultipleCreateTestJSON-300917625 tempest-MultipleCreateTestJSON-300917625-project] 10.222.0.69 "GET /v2.0/ports?device_id=966e57ce-d2ba-4f5f-bb5a-62641653e433 HTTP/1.1" status: 200 len: 210 time: 0.0406971 Sep 08 13:24:35.774056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:35.776643 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8710822-0308-4fdd-aa84-be54bff856a8" -d '{"events": [{"server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "name": "network-vif-plugged", "status": "completed", "tag": "7c9b9f77-9622-4280-9498-84cc93396676"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:35.789902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcae7a-4f50-49c9-bc85-1989447633c0 req-eef6ab4d-1a0c-41c0-888f-805a3d3e2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:35.791572 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3fcae7a-4f50-49c9-bc85-1989447633c0 req-eef6ab4d-1a0c-41c0-888f-805a3d3e2787 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715752 Sep 08 13:24:35.903245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3fcae7a-4f50-49c9-bc85-1989447633c0 req-01650b3d-00c8-476b-aea7-28306ac0fba1 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015658 Sep 08 13:24:35.964767 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5f7dbd-6f3a-455e-aefe-72aa9f9b01a1 x-openstack-request-id: req-6c5f7dbd-6f3a-455e-aefe-72aa9f9b01a1 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:35.965068 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966e57ce-d2ba-4f5f-bb5a-62641653e433", "name": "network-vif-deleted", "tag": "6e785102-335b-4225-a7a8-5074aebe7726", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:35.965682 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6c5f7dbd-6f3a-455e-aefe-72aa9f9b01a1 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:35.966163 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966e57ce-d2ba-4f5f-bb5a-62641653e433', 'name': 'network-vif-deleted', 'tag': '6e785102-335b-4225-a7a8-5074aebe7726', 'status': 'completed', 'code': 200} Sep 08 13:24:35.978234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e8c477db-86fa-4b57-b456-c220f7fea547 req-f3b70e66-7fb3-4103-88da-c6b9dc2d82a7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:36.015279 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b70e66-7fb3-4103-88da-c6b9dc2d82a7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Pushing event deleted for resources: {'Port': ['ID=04c204f7-5f04-4d52-a37a-18dcc24159bc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:36.028421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3fcae7a-4f50-49c9-bc85-1989447633c0 req-52e91fb2-05ae-4581-8ce2-c9afc72e02f5 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134748 Sep 08 13:24:36.073414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c477db-86fa-4b57-b456-c220f7fea547 req-f3b70e66-7fb3-4103-88da-c6b9dc2d82a7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] No DVR routers for this DVR port 04c204f7-5f04-4d52-a37a-18dcc24159bc on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:24:36.077759 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e8c477db-86fa-4b57-b456-c220f7fea547 req-f3b70e66-7fb3-4103-88da-c6b9dc2d82a7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:36.081260 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8c477db-86fa-4b57-b456-c220f7fea547 req-f3b70e66-7fb3-4103-88da-c6b9dc2d82a7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "DELETE /v2.0/ports/04c204f7-5f04-4d52-a37a-18dcc24159bc HTTP/1.1" status: 204 len: 173 time: 0.7439857 Sep 08 13:24:36.082152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875b433-2251-450e-bd32-fc9ea6f78342 req-b9ff0630-36b3-4e3a-bde0-8bcc7b4511a1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:36.083919 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f875b433-2251-450e-bd32-fc9ea6f78342 req-b9ff0630-36b3-4e3a-bde0-8bcc7b4511a1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 943 time: 0.0544107 Sep 08 13:24:36.130537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f875b433-2251-450e-bd32-fc9ea6f78342 req-cc8227b4-d1f1-4e26-baa1-a0f72b432349 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347412 Sep 08 13:24:36.176596 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed931e6-0b8b-4040-af57-089c0c21407a x-openstack-request-id: req-eed931e6-0b8b-4040-af57-089c0c21407a {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:36.177195 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "name": "network-vif-plugged", "status": "completed", "tag": "7c9b9f77-9622-4280-9498-84cc93396676", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:36.177195 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eed931e6-0b8b-4040-af57-089c0c21407a {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:36.177691 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676', 'code': 200} Sep 08 13:24:36.226312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c477d6-3708-4f13-928d-aa5da5be9547', 'name': 'network-vif-deleted', 'tag': 'c8cddb6a-98e6-479c-8c50-473a071b3d95'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:36.228961 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439f6d79-5f56-42be-8b0c-24258af9c1cc" -d '{"events": [{"server_uuid": "98c477d6-3708-4f13-928d-aa5da5be9547", "name": "network-vif-deleted", "tag": "c8cddb6a-98e6-479c-8c50-473a071b3d95"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:36.801744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed82bd6-bf86-467a-9b3c-57a3c2356496 req-6d55b449-cd7d-4d18-8c47-073d0264748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:36.803364 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ed82bd6-bf86-467a-9b3c-57a3c2356496 req-6d55b449-cd7d-4d18-8c47-073d0264748c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 1098 time: 0.4233680 Sep 08 13:24:36.808190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ec0f1-d1f6-470c-ac72-aece110d86fb req-6fac9e4d-e5ed-410b-bb18-7383f68c1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:36.810278 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd2ec0f1-d1f6-470c-ac72-aece110d86fb req-6fac9e4d-e5ed-410b-bb18-7383f68c1d8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b6062b62ee414227aa9d6641667fc2c4&device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 1097 time: 0.0881605 Sep 08 13:24:36.828216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc99b18-7040-462a-975d-40e3728cc63a req-f6c31ab5-1cae-4159-b88f-c4ed4d0e70be tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:36.829894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6dc99b18-7040-462a-975d-40e3728cc63a req-f6c31ab5-1cae-4159-b88f-c4ed4d0e70be tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 944 time: 0.1064336 Sep 08 13:24:36.941292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ed82bd6-bf86-467a-9b3c-57a3c2356496 req-cba3aa27-b0db-4b33-977f-61d743b37fc1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281378 Sep 08 13:24:36.948268 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6dc99b18-7040-462a-975d-40e3728cc63a req-2862bdaf-2ca7-4e14-a988-c0299eae2699 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026530 Sep 08 13:24:36.971842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ec0f1-d1f6-470c-ac72-aece110d86fb req-757d07e1-7c65-47fb-a254-9d8b3fa68426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:36.973493 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd2ec0f1-d1f6-470c-ac72-aece110d86fb req-757d07e1-7c65-47fb-a254-9d8b3fa68426 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bec43c03-4e89-4032-9edb-683310aae53c HTTP/1.1" status: 200 len: 920 time: 0.1542411 Sep 08 13:24:37.055360 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a36cf1f-dd16-41aa-a744-addb731822e3 x-openstack-request-id: req-0a36cf1f-dd16-41aa-a744-addb731822e3 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:37.061177 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c477d6-3708-4f13-928d-aa5da5be9547", "name": "network-vif-deleted", "tag": "c8cddb6a-98e6-479c-8c50-473a071b3d95", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:37.061177 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0a36cf1f-dd16-41aa-a744-addb731822e3 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:37.061177 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c477d6-3708-4f13-928d-aa5da5be9547', 'name': 'network-vif-deleted', 'tag': 'c8cddb6a-98e6-479c-8c50-473a071b3d95', 'status': 'completed', 'code': 200} Sep 08 13:24:37.061177 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd2ec0f1-d1f6-470c-ac72-aece110d86fb req-0cc12513-6db0-4507-88d6-803d53c0dd73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2113f0ee-1eea-4dad-bb55-1f7b703a31f1 HTTP/1.1" status: 200 len: 217 time: 0.0752158 Sep 08 13:24:37.088485 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b2bd0795-946d-45be-b73a-38d2a189624b details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:24:37.115542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ec0f1-d1f6-470c-ac72-aece110d86fb req-6bd69bf2-d17a-40d2-a146-c261191d6f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:37.117066 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd2ec0f1-d1f6-470c-ac72-aece110d86fb req-6bd69bf2-d17a-40d2-a146-c261191d6f65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=06fe619e-f0fa-4d0d-be75-551524533e4f HTTP/1.1" status: 200 len: 859 time: 0.0488596 Sep 08 13:24:37.157891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd2ec0f1-d1f6-470c-ac72-aece110d86fb req-050fb57d-4145-425b-a66e-7845867e1ace service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bec43c03-4e89-4032-9edb-683310aae53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288424 Sep 08 13:24:37.204397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b2bd0795-946d-45be-b73a-38d2a189624b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b2bd0795-946d-45be-b73a-38d2a189624b,segment=NetworkSegment(39c0b293-b00f-44e2-a33d-154b171cc83d),segment_id=39c0b293-b00f-44e2-a33d-154b171cc83d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:37.228037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'b2bd0795-946d-45be-b73a-38d2a189624b', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'port_id': 'b2bd0795-946d-45be-b73a-38d2a189624b', 'mac_address': 'fa:16:3e:a6:26:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:24:37.269633 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:37.284294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2bd0795-946d-45be-b73a-38d2a189624b {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:37.303896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f16846-1871-471c-85b1-feb18e5f8e77 req-825d93a9-18a4-42b6-b397-a45c11aca7c0 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:37.305431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b2bd0795-946d-45be-b73a-38d2a189624b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b2bd0795-946d-45be-b73a-38d2a189624b,segment=NetworkSegment(39c0b293-b00f-44e2-a33d-154b171cc83d),segment_id=39c0b293-b00f-44e2-a33d-154b171cc83d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:37.305672 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12f16846-1871-471c-85b1-feb18e5f8e77 req-825d93a9-18a4-42b6-b397-a45c11aca7c0 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.1035178 Sep 08 13:24:37.310507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd2ec0f1-d1f6-470c-ac72-aece110d86fb req-2062cabf-3b5b-4df6-9ad8-1a8d8a231e81 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434534 Sep 08 13:24:37.334950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787c312-0568-471e-a0c7-fb568cb382a0 req-ebc595a6-f8af-41d9-b18a-c4daf8177a15 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:37.336785 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e787c312-0568-471e-a0c7-fb568cb382a0 req-ebc595a6-f8af-41d9-b18a-c4daf8177a15 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0543485 Sep 08 13:24:37.391574 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e787c312-0568-471e-a0c7-fb568cb382a0 req-0c25317e-c173-4c2d-b285-a1ea5db51d02 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468428 Sep 08 13:24:37.416601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12f16846-1871-471c-85b1-feb18e5f8e77 req-1e03acf5-c1a2-4bd6-bdd7-4aab23cdaab5 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975087 Sep 08 13:24:37.420596 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:37.481018 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd2ec0f1-d1f6-470c-ac72-aece110d86fb req-9b6c6784-2234-4060-8a5b-909288b31347 service neutron] 10.222.0.60 "GET /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617842 Sep 08 13:24:37.492218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=b2bd0795-946d-45be-b73a-38d2a189624b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:37.561913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40074) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:24:37.608635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cec6cb-7a90-494b-8697-44f976df8386 req-a639841a-d623-4ecd-8b31-46ca09369e95 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:37.610386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40cec6cb-7a90-494b-8697-44f976df8386 req-a639841a-d623-4ecd-8b31-46ca09369e95 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 944 time: 0.0695035 Sep 08 13:24:37.629169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-13257ea0-8731-40e1-b21b-a1a46c628ae0 admin admin] Deleting subnet 6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:24:37.633926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13257ea0-8731-40e1-b21b-a1a46c628ae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:37.662825 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40cec6cb-7a90-494b-8697-44f976df8386 req-176dd996-4a48-4b66-adfb-e70e40cebace tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418596 Sep 08 13:24:37.684838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13257ea0-8731-40e1-b21b-a1a46c628ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:37.687683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['b2bd0795-946d-45be-b73a-38d2a189624b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:37.752510 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13257ea0-8731-40e1-b21b-a1a46c628ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:37.763286 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c7d81e9b-9ed2-4600-9c47-d43eb1deec49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:37.918163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-32b44a4e-99f8-4824-8093-67fa9838393a tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:37.918729 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-32b44a4e-99f8-4824-8093-67fa9838393a tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.1437342 Sep 08 13:24:37.932831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-5344a5ee-8291-4b85-a812-110a460af9e1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/quotas/d393c133e7b242bea5864f8b92030dcc HTTP/1.1" status: 200 len: 375 time: 0.0114055 Sep 08 13:24:37.970001 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c9947a-032d-45a0-9529-8a371b894c5a', 'name': 'network-vif-deleted', 'tag': '04c204f7-5f04-4d52-a37a-18dcc24159bc'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:37.970001 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3af25f9-28e5-47b0-be84-52ba5f60b3a8" -d '{"events": [{"server_uuid": "d5c9947a-032d-45a0-9529-8a371b894c5a", "name": "network-vif-deleted", "tag": "04c204f7-5f04-4d52-a37a-18dcc24159bc"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:37.974586 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-67676bd2-3d6b-406a-94fc-9743687a9b4a tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352445 Sep 08 13:24:37.998388 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13257ea0-8731-40e1-b21b-a1a46c628ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:38.050053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 43850a25-b832-4af0-bc87-846c83b7e811 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:24:38.050348 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd829aa-0016-4e9a-9dc4-fd1200e0823c x-openstack-request-id: req-8fd829aa-0016-4e9a-9dc4-fd1200e0823c {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:38.050480 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c9947a-032d-45a0-9529-8a371b894c5a", "name": "network-vif-deleted", "tag": "04c204f7-5f04-4d52-a37a-18dcc24159bc", "status": "failed", "code": 422}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:38.050625 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8fd829aa-0016-4e9a-9dc4-fd1200e0823c {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:38.051045 n-d-807558-3 neutron-server[96264]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5c9947a-032d-45a0-9529-8a371b894c5a', 'name': 'network-vif-deleted', 'tag': '04c204f7-5f04-4d52-a37a-18dcc24159bc', 'status': 'failed', 'code': 422} returned with failed status Sep 08 13:24:38.057142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13257ea0-8731-40e1-b21b-a1a46c628ae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:38.094580 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13257ea0-8731-40e1-b21b-a1a46c628ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:38.096496 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-13257ea0-8731-40e1-b21b-a1a46c628ae0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6ae2ab55-6e8a-4bc6-9f73-f2b9de77bdf9 HTTP/1.1" status: 204 len: 168 time: 0.5331554 Sep 08 13:24:38.099715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40098) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:24:38.135640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-43d21d81-8ff8-40ef-8a79-db5bb757d62c service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485472 Sep 08 13:24:38.189889 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 43850a25-b832-4af0-bc87-846c83b7e811, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=43850a25-b832-4af0-bc87-846c83b7e811,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:38.203388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '43850a25-b832-4af0-bc87-846c83b7e811', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'port_id': '43850a25-b832-4af0-bc87-846c83b7e811', 'mac_address': 'fa:16:3e:35:1f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:24:38.242533 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:38.255319 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:38.257967 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ebbaef02-d242-41e2-b3a1-3fd049a90a77 service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155350 Sep 08 13:24:38.259323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b1f2f-fddf-408e-b9ab-02e88c3f8c6b req-33e0de04-d2f5-435e-8157-926397d0b969 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:38.262750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e60b1f2f-fddf-408e-b9ab-02e88c3f8c6b req-33e0de04-d2f5-435e-8157-926397d0b969 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 944 time: 0.1454315 Sep 08 13:24:38.270623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43850a25-b832-4af0-bc87-846c83b7e811 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:38.295111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 43850a25-b832-4af0-bc87-846c83b7e811, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=43850a25-b832-4af0-bc87-846c83b7e811,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:38.382857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e60b1f2f-fddf-408e-b9ab-02e88c3f8c6b req-d4a97526-0b73-41d4-a4d7-0492c0c097e0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107364 Sep 08 13:24:38.384645 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:38.411799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:38.435675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3803120-9032-464d-a1a8-49d69fd03207']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:24:38.455556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c31f75-96e4-4190-b7f7-9f1fb55d2b06') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:24:38.456683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c31f75-96e4-4190-b7f7-9f1fb55d2b06') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:24:38.468140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=43850a25-b832-4af0-bc87-846c83b7e811,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:38.475112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:38.499500 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:38.511445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:24:38.512731 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:24:38.516032 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:24:38.662389 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3ed5c-d20e-4037-b30d-1c4b17146329 req-e2f8c8cc-216a-46ef-a5d5-1c1f24927afa tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:38.665311 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61a3ed5c-d20e-4037-b30d-1c4b17146329 req-e2f8c8cc-216a-46ef-a5d5-1c1f24927afa tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0768976 Sep 08 13:24:38.687252 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895af4cd-76d9-44e6-8610-87674e70c93e req-cd70f6e0-c918-4b5c-923e-f8394e314c6c tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:38.694567 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-895af4cd-76d9-44e6-8610-87674e70c93e req-cd70f6e0-c918-4b5c-923e-f8394e314c6c tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0894570 Sep 08 13:24:38.720054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:38.732778 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61a3ed5c-d20e-4037-b30d-1c4b17146329 req-88b4de06-7240-4c00-b33d-2ab0154232d1 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604918 Sep 08 13:24:38.737984 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:38.753043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e3803120-9032-464d-a1a8-49d69fd03207 HTTP/1.1" status: 204 len: 168 time: 0.6502900 Sep 08 13:24:38.771382 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b415ddd-5151-4dda-b3fd-0d0d2c67b615 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3803120-9032-464d-a1a8-49d69fd03207,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:38.782661 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-895af4cd-76d9-44e6-8610-87674e70c93e req-95a68fd9-1f69-4d01-ab98-6c65d3e24722 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841012 Sep 08 13:24:38.805120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['43850a25-b832-4af0-bc87-846c83b7e811'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:38.828196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e45033f-ae3c-4b8f-ad98-61515521dd1c req-741da4dc-3b0d-47e2-b3c3-e6b7f59f45ef tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0396428 Sep 08 13:24:38.925734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22133e8f-eda2-4321-9428-e99d53162477 req-26903442-f9d6-4544-8274-0b7be2088bfe tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:38.927835 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22133e8f-eda2-4321-9428-e99d53162477 req-26903442-f9d6-4544-8274-0b7be2088bfe tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 944 time: 0.0591938 Sep 08 13:24:38.976013 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22133e8f-eda2-4321-9428-e99d53162477 req-977e1590-2357-4acd-a9a2-a7282852c4a5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401487 Sep 08 13:24:39.095166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b2bd0795-946d-45be-b73a-38d2a189624b up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:24:39.195339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40144) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:24:39.241614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d2b15bf9-5537-44d6-acf6-fc17e0e25e49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=431c84ca05844f19b5f161e0e8e1aabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450358 Sep 08 13:24:39.244193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40148) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:24:39.281289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port b2bd0795-946d-45be-b73a-38d2a189624b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:24:39.285987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port b2bd0795-946d-45be-b73a-38d2a189624b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:24:39.286725 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:39.315912 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-459ca7f3-b63d-4642-a78f-0c59f4d87983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:39.342669 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-459ca7f3-b63d-4642-a78f-0c59f4d87983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:39.401313 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:39.431140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bd0795-946d-45be-b73a-38d2a189624b'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:39.433483 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f8e379-750d-4da3-bd94-b9195130037c" -d '{"events": [{"server_uuid": "bf03234b-6848-419d-8f97-a084ad3bd7d2", "name": "network-vif-plugged", "status": "completed", "tag": "b2bd0795-946d-45be-b73a-38d2a189624b"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:39.448494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b2bd0795-946d-45be-b73a-38d2a189624b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b2bd0795-946d-45be-b73a-38d2a189624b,segment=NetworkSegment(39c0b293-b00f-44e2-a33d-154b171cc83d),segment_id=39c0b293-b00f-44e2-a33d-154b171cc83d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:39.496270 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e2eef6-46fb-4b17-aa92-86176bdeb5fc x-openstack-request-id: req-89e2eef6-46fb-4b17-aa92-86176bdeb5fc {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:39.496820 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf03234b-6848-419d-8f97-a084ad3bd7d2", "name": "network-vif-plugged", "status": "completed", "tag": "b2bd0795-946d-45be-b73a-38d2a189624b", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:39.497434 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-89e2eef6-46fb-4b17-aa92-86176bdeb5fc {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:39.499561 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2bd0795-946d-45be-b73a-38d2a189624b', 'code': 200} Sep 08 13:24:39.537368 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-459ca7f3-b63d-4642-a78f-0c59f4d87983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:39.540088 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-459ca7f3-b63d-4642-a78f-0c59f4d87983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:39.551033 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-459ca7f3-b63d-4642-a78f-0c59f4d87983 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/51b7a034-8239-4632-b65b-506dac3484cd HTTP/1.1" status: 204 len: 168 time: 0.3032548 Sep 08 13:24:39.579321 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:39.627329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e3f6b-9bb8-4110-a354-efc84dc9a078 req-ff4c1f7e-9217-435c-af47-54910467ef19 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:39.635047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c0e3f6b-9bb8-4110-a354-efc84dc9a078 req-ff4c1f7e-9217-435c-af47-54910467ef19 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 945 time: 0.1656237 Sep 08 13:24:39.702217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ca7f3-b63d-4642-a78f-0c59f4d87983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b7a034-8239-4632-b65b-506dac3484cd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:39.705741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=b2bd0795-946d-45be-b73a-38d2a189624b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:39.732934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c0e3f6b-9bb8-4110-a354-efc84dc9a078 req-cc34871f-82e5-436e-b7a6-29d1329a9f6b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967009 Sep 08 13:24:39.747153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e3de7-5c3a-4337-9a9d-32c77094e398 req-c989d855-572c-48d2-9d9e-64945feeb978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:39.749530 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e8e3de7-5c3a-4337-9a9d-32c77094e398 req-c989d855-572c-48d2-9d9e-64945feeb978 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 1096 time: 0.0925081 Sep 08 13:24:39.811967 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e8e3de7-5c3a-4337-9a9d-32c77094e398 req-868d9b26-e7a5-4c3c-8f3a-dce6d4c48073 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503426 Sep 08 13:24:39.896695 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdba00-003e-41f6-a012-72255b88f0df req-6efe78f0-bf16-4767-9bbf-95b68901228a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:39.898451 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8cdba00-003e-41f6-a012-72255b88f0df req-6efe78f0-bf16-4767-9bbf-95b68901228a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0714765 Sep 08 13:24:39.929362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc3a61-a447-4a92-b62e-2ad49f8cd587 req-aba9d1e0-46e6-42f8-9c56-75987743986e tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:39.931011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-efdc3a61-a447-4a92-b62e-2ad49f8cd587 req-aba9d1e0-46e6-42f8-9c56-75987743986e tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0624669 Sep 08 13:24:39.951891 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8cdba00-003e-41f6-a012-72255b88f0df req-127d16e5-51d0-43cc-99d4-b114dd080ada tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471051 Sep 08 13:24:39.995767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-efdc3a61-a447-4a92-b62e-2ad49f8cd587 req-611a1804-b4af-464e-bb1c-2a74ddc36063 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534306 Sep 08 13:24:40.077087 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 43850a25-b832-4af0-bc87-846c83b7e811 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:24:40.185189 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b2f75066-dd0f-4ba8-a884-8383c71acf78 req-d7bba351-e156-44ba-ae00-3f4fc03904c1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 210 time: 0.1414547 Sep 08 13:24:40.189113 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-deb51a99-b1c6-487a-8339-1cfcd526d6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:40.243122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ff4a3-52d1-45b8-b7ab-be1bc19d6fbd req-d743f1e2-0972-4074-ac93-cfeaf36fdfb6 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:40.244737 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-002ff4a3-52d1-45b8-b7ab-be1bc19d6fbd req-d743f1e2-0972-4074-ac93-cfeaf36fdfb6 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 945 time: 0.1236959 Sep 08 13:24:40.288302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 43850a25-b832-4af0-bc87-846c83b7e811 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:24:40.310209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 43850a25-b832-4af0-bc87-846c83b7e811 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:24:40.311380 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:40.353130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-002ff4a3-52d1-45b8-b7ab-be1bc19d6fbd req-956adc6a-879d-4c2d-9b1e-7b7141804e98 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856845 Sep 08 13:24:40.396127 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:40.460871 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:40.498384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 43850a25-b832-4af0-bc87-846c83b7e811, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=43850a25-b832-4af0-bc87-846c83b7e811,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:40.617660 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:40.618886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6e785102-335b-4225-a7a8-5074aebe7726 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:24:40.662917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 6e785102-335b-4225-a7a8-5074aebe7726 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:24:40.663264 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6e785102-335b-4225-a7a8-5074aebe7726 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:24:40.697650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=43850a25-b832-4af0-bc87-846c83b7e811,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:40.706768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:40.707113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:40.707461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:40.707795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:40.708133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:40.708459 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:40.708783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:40.709108 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:40.709431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:40.709751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:40.710078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:40.710427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:24:40.860121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff1bee-7329-440c-b51a-f54a554303ad req-3d9db9aa-09b3-4e3b-b5b4-31464a1673e5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:40.861793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8dff1bee-7329-440c-b51a-f54a554303ad req-3d9db9aa-09b3-4e3b-b5b4-31464a1673e5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 946 time: 0.0540965 Sep 08 13:24:40.923801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8dff1bee-7329-440c-b51a-f54a554303ad req-12a5b392-20d4-4ca3-9f29-ecc9f450efcd tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548301 Sep 08 13:24:41.084101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81c0e3-193d-4422-b044-4a64afebbbb1 req-83e880ca-bbe3-4fda-9140-c74468b81920 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:41.090320 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e81c0e3-193d-4422-b044-4a64afebbbb1 req-83e880ca-bbe3-4fda-9140-c74468b81920 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0515459 Sep 08 13:24:41.129699 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e81c0e3-193d-4422-b044-4a64afebbbb1 req-0def33db-55ad-4e59-a94e-83bb9ce6fa29 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367496 Sep 08 13:24:41.174602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87342ab7-d605-4305-bf5e-b55d100415b3 req-2381f961-4028-4ded-ae0b-4cdba3a0057f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:41.176409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87342ab7-d605-4305-bf5e-b55d100415b3 req-2381f961-4028-4ded-ae0b-4cdba3a0057f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0644767 Sep 08 13:24:41.241847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87342ab7-d605-4305-bf5e-b55d100415b3 req-6e592b9f-2e4f-43cd-b0de-7823fe7c3a1a tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570416 Sep 08 13:24:41.260066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94509552-c386-4377-ac4a-c3bb31dda9e1 req-2d2e96cb-96bb-4eec-95bf-167dc9b0aadf tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:41.260216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40196) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:24:41.261963 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-94509552-c386-4377-ac4a-c3bb31dda9e1 req-2d2e96cb-96bb-4eec-95bf-167dc9b0aadf tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0523610 Sep 08 13:24:41.317198 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-94509552-c386-4377-ac4a-c3bb31dda9e1 req-0840d63e-49ad-4ffc-9045-55551de37321 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457451 Sep 08 13:24:41.399155 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e99f95f2-8d60-4fe7-b3c9-dc541eab8e3e req-3395e35f-f350-4c1d-95b9-1c5d4de5614e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0369411 Sep 08 13:24:41.466938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-380318431-network', 'tenant_id': '75d512ea1e4443cd8fe8536cdda98926'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:41.491142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe4588-0a32-4546-880f-3ed585c8a040 req-deb66e0b-ebda-465e-a9aa-257f72af7e8d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:41.492717 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3afe4588-0a32-4546-880f-3ed585c8a040 req-deb66e0b-ebda-465e-a9aa-257f72af7e8d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0829935 Sep 08 13:24:41.501016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491690e1-4d97-4a57-83d6-8cafd89e8bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43850a25-b832-4af0-bc87-846c83b7e811'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:41.503006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-3eafed13-306a-42a8-aff1-92eed3c08ad9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:41.503560 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530d7887-be99-49a1-9c52-33835d34b459" -d '{"events": [{"server_uuid": "491690e1-4d97-4a57-83d6-8cafd89e8bda", "name": "network-vif-plugged", "status": "completed", "tag": "43850a25-b832-4af0-bc87-846c83b7e811"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:41.505141 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-3eafed13-306a-42a8-aff1-92eed3c08ad9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.1989148 Sep 08 13:24:41.519055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Request body: {'port': {'device_id': 'fa0d6a86-0b72-4715-9281-7f7ec173c9f7', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'admin_state_up': True, 'tenant_id': 'd393c133e7b242bea5864f8b92030dcc'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:41.559115 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3afe4588-0a32-4546-880f-3ed585c8a040 req-6cf29369-0414-41a5-9ca5-e65010cd74d2 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529733 Sep 08 13:24:41.604080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Made reservation on behalf of 75d512ea1e4443cd8fe8536cdda98926 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:24:41.605210 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:41.622977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:41.693130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd38a72-4896-41b1-b9de-2218b64519c1 req-bb73d6b5-c2e4-457b-ac68-4173b3117892 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:41.695552 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cfd38a72-4896-41b1-b9de-2218b64519c1 req-bb73d6b5-c2e4-457b-ac68-4173b3117892 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 945 time: 0.0799539 Sep 08 13:24:41.737977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cfd38a72-4896-41b1-b9de-2218b64519c1 req-e7412c0d-cf99-47f6-8d47-6f4e52a9851b tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354509 Sep 08 13:24:41.772882 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:41.801092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:41.807141 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8df404b-727b-4cfd-bb48-9e55586eba09 x-openstack-request-id: req-a8df404b-727b-4cfd-bb48-9e55586eba09 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:41.807651 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491690e1-4d97-4a57-83d6-8cafd89e8bda", "name": "network-vif-plugged", "status": "completed", "tag": "43850a25-b832-4af0-bc87-846c83b7e811", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:41.808085 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a8df404b-727b-4cfd-bb48-9e55586eba09 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:41.809340 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491690e1-4d97-4a57-83d6-8cafd89e8bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43850a25-b832-4af0-bc87-846c83b7e811', 'code': 200} Sep 08 13:24:41.924572 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:42.038161 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5b1b4-443c-4bb8-ab7c-07b4a135370c req-15233c79-9870-45d7-bca4-2db751449024 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:42.040103 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3f5b1b4-443c-4bb8-ab7c-07b4a135370c req-15233c79-9870-45d7-bca4-2db751449024 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0676692 Sep 08 13:24:42.043414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:24:42.054387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e2667c-3a7b-4ada-86a4-fe1a392eb731,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:42.067021 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:42.067381 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Added segment 3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b of type vlan for network 99aae478-f337-4349-bc35-a1d865befe26 Sep 08 13:24:42.070493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b771a4-b518-498d-8366-1935a0642bde req-6cc33f2b-40a0-44a6-85bc-c940d650a794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:42.072076 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21b771a4-b518-498d-8366-1935a0642bde req-6cc33f2b-40a0-44a6-85bc-c940d650a794 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 1097 time: 0.1932104 Sep 08 13:24:42.102427 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3f5b1b4-443c-4bb8-ab7c-07b4a135370c req-3915b947-60c1-4ba5-9a55-f575aa853c0d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494325 Sep 08 13:24:42.133343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9acce3-6cbf-41f7-a863-46925eb9eeb2 req-e4a2c264-3754-4e60-9b0c-cba4b0248b48 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:42.134955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e9acce3-6cbf-41f7-a863-46925eb9eeb2 req-e4a2c264-3754-4e60-9b0c-cba4b0248b48 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 945 time: 0.2044370 Sep 08 13:24:42.144582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40228) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:24:42.149196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Made reservation on behalf of d393c133e7b242bea5864f8b92030dcc for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:24:42.152207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-98150d9b-e9d1-4aa8-a578-5e9b478ee17e tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Request body: {'floatingip': {'port_id': 'b2bd0795-946d-45be-b73a-38d2a189624b'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:42.153367 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:42.161928 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:42.193952 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21b771a4-b518-498d-8366-1935a0642bde req-9253243a-ccba-480a-9e5f-116740095911 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126456 Sep 08 13:24:42.212795 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-98150d9b-e9d1-4aa8-a578-5e9b478ee17e tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:42.319775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579c805-5ad9-46b3-9ec8-947053757d81 req-f6e11c0f-b99b-4e08-b9af-20105803bc26 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:42.321727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5579c805-5ad9-46b3-9ec8-947053757d81 req-f6e11c0f-b99b-4e08-b9af-20105803bc26 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 946 time: 0.1108136 Sep 08 13:24:42.327509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:42.328845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:42.329463 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:42.465594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] Pushing event updated for resources: {'Network': ['ID=99aae478-f337-4349-bc35-a1d865befe26,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:42.473812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Allocated IP 172.20.0.3 (472f8bac-fe07-4bc2-9af9-0fd24f5a157d/80fa4303-193a-472f-a290-301c315fda82/531ab9aa-f32c-424a-8684-bb9127d17748) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:24:42.480498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 99aae478-f337-4349-bc35-a1d865befe26 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:24:42.481503 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5579c805-5ad9-46b3-9ec8-947053757d81 req-5e2098fb-c52a-4672-bf8e-f9c18eb6b39e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315286 Sep 08 13:24:42.491773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9af1890d-06a8-4cf8-a5ab-578f039a9334 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2296231 Sep 08 13:24:42.498135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40232) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:24:42.503501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c84898f7-ba8a-4e45-8307-ae749ce6fdec admin admin] Request body: {'subnet': {'network_id': '99aae478-f337-4349-bc35-a1d865befe26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-380318431-subnet', 'tenant_id': '75d512ea1e4443cd8fe8536cdda98926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:42.652666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84898f7-ba8a-4e45-8307-ae749ce6fdec admin admin] Made reservation on behalf of 75d512ea1e4443cd8fe8536cdda98926 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:24:42.655021 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c84898f7-ba8a-4e45-8307-ae749ce6fdec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:42.678149 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-863aa897-b909-440e-8b88-6a5527f73dc4 req-220ecdbf-b4da-44c4-8c00-30f76a018303 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0753644 Sep 08 13:24:42.684212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab7e32-bd7d-49eb-917b-2eb9761ab64f req-ad110992-4ada-49e7-b50d-e5612abfeca0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:42.685787 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1aab7e32-bd7d-49eb-917b-2eb9761ab64f req-ad110992-4ada-49e7-b50d-e5612abfeca0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.4122746 Sep 08 13:24:42.765976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1aab7e32-bd7d-49eb-917b-2eb9761ab64f req-833e4c15-24f2-4996-a367-c2ebfe681666 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502760 Sep 08 13:24:42.772385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:42.961705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:43.012691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:24:43.018498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:24:43.025615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:24:43.053208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154f57c-a72c-4c23-a35b-c4214972e6d7 req-589d474e-99ea-40fa-83af-efccc36c9bf6 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:43.058086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Pushing event updated for resources: {'Port': ['ID=531ab9aa-f32c-424a-8684-bb9127d17748,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:43.060984 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c84898f7-ba8a-4e45-8307-ae749ce6fdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:43.064799 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0154f57c-a72c-4c23-a35b-c4214972e6d7 req-589d474e-99ea-40fa-83af-efccc36c9bf6 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.1624744 Sep 08 13:24:43.140619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:43.141515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:43.154773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84898f7-ba8a-4e45-8307-ae749ce6fdec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4377e82b-7bf7-42f3-b5e1-57d2f12c1c3a,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:43.177964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84898f7-ba8a-4e45-8307-ae749ce6fdec admin admin] Checking segment: {'id': '3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '99aae478-f337-4349-bc35-a1d865befe26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:24:43.179361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84898f7-ba8a-4e45-8307-ae749ce6fdec admin admin] Network hostable DHCP agents. Network: 99aae478-f337-4349-bc35-a1d865befe26, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:24:43.184200 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0154f57c-a72c-4c23-a35b-c4214972e6d7 req-5cf7fa8d-f3e6-4f66-bcfa-a5d790c3b9a3 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175113 Sep 08 13:24:43.275080 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-98150d9b-e9d1-4aa8-a578-5e9b478ee17e tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:43.298550 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:43.323444 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-ecd22ad5-8e6d-4bee-b432-17d2c4bfc787 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8082378 Sep 08 13:24:43.333358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84898f7-ba8a-4e45-8307-ae749ce6fdec admin admin] Network 99aae478-f337-4349-bc35-a1d865befe26 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:24:43.344072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Request body: {'port': {'device_id': 'fa0d6a86-0b72-4715-9281-7f7ec173c9f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:43.358165 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-98150d9b-e9d1-4aa8-a578-5e9b478ee17e tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:43.370304 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17354beb-6fa2-44e1-9b29-bacdb925bede req-ab59f8ad-7c64-44e4-b43c-980d359ccc3a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:43.372385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17354beb-6fa2-44e1-9b29-bacdb925bede req-ab59f8ad-7c64-44e4-b43c-980d359ccc3a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0612876 Sep 08 13:24:43.409043 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:43.420716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c84898f7-ba8a-4e45-8307-ae749ce6fdec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 99aae478-f337-4349-bc35-a1d865befe26) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:24:43.428899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb7041-214a-4074-9576-7e818bd3d645 None None] Network 99aae478-f337-4349-bc35-a1d865befe26 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:24:43.448042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84898f7-ba8a-4e45-8307-ae749ce6fdec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:43.451693 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c84898f7-ba8a-4e45-8307-ae749ce6fdec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:43.468022 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17354beb-6fa2-44e1-9b29-bacdb925bede req-564f6b4f-17a6-494a-ba9e-d842d7ae7e23 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558152 Sep 08 13:24:43.555188 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-98150d9b-e9d1-4aa8-a578-5e9b478ee17e tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Floating IP a55656b2-6e6e-4942-8734-9db69b2122eb associated. External IP: 172.25.5.13, port: b2bd0795-946d-45be-b73a-38d2a189624b. Sep 08 13:24:43.597388 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c84898f7-ba8a-4e45-8307-ae749ce6fdec admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0980413 Sep 08 13:24:43.675819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de182735-3c90-456e-bde8-a3f5b92a91e1 None None] Network 99aae478-f337-4349-bc35-a1d865befe26 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:24:43.776680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c760eb5-7d18-4610-860f-5b4914087e26 req-6eae278e-3976-4ff6-9ec2-f4909407addd tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:43.785317 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c760eb5-7d18-4610-860f-5b4914087e26 req-6eae278e-3976-4ff6-9ec2-f4909407addd tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 946 time: 0.1293943 Sep 08 13:24:43.861493 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c760eb5-7d18-4610-860f-5b4914087e26 req-3fd900ac-c229-4961-89ca-1736a8c99358 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732658 Sep 08 13:24:43.901073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 531ab9aa-f32c-424a-8684-bb9127d17748 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:43.926270 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:43.954634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Transition to ACTIVE for port object 531ab9aa-f32c-424a-8684-bb9127d17748 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:24:44.047129 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:44.060087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98150d9b-e9d1-4aa8-a578-5e9b478ee17e tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:24:44.069359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015212d-b644-43ca-bc90-5f5813ddadd8 req-f7a07065-b94b-4a31-96cf-832698c25b19 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:44.070999 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5015212d-b644-43ca-bc90-5f5813ddadd8 req-f7a07065-b94b-4a31-96cf-832698c25b19 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 931 time: 0.1034601 Sep 08 13:24:44.125701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=531ab9aa-f32c-424a-8684-bb9127d17748,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:44.181636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Attempting to bind port 531ab9aa-f32c-424a-8684-bb9127d17748 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:24:44.182619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Attempting to bind port 531ab9aa-f32c-424a-8684-bb9127d17748 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:24:44.183036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Attempting to bind port 531ab9aa-f32c-424a-8684-bb9127d17748 on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:44.185827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5015212d-b644-43ca-bc90-5f5813ddadd8 req-c20c5174-e021-42ec-9412-2131b0b0b2ec tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031408 Sep 08 13:24:44.195754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Port 531ab9aa-f32c-424a-8684-bb9127d17748 on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:24:44.195754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Attempting to bind port 531ab9aa-f32c-424a-8684-bb9127d17748 on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:44.203460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:24:44.204149 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Checking segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:24:44.205084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Bound using segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:24:44.205618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Bound port: 531ab9aa-f32c-424a-8684-bb9127d17748, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:24:44.206243 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:44.263706 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:44.321219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98150d9b-e9d1-4aa8-a578-5e9b478ee17e tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:24:44.322373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] For port 531ab9aa-f32c-424a-8684-bb9127d17748, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:24:44.327020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] For port 531ab9aa-f32c-424a-8684-bb9127d17748, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=531ab9aa-f32c-424a-8684-bb9127d17748,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:24:44.333750 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c319de-b57c-4e08-9ea5-a83144486b74 None None] Sync routers for ids ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:24:44.336551 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-98150d9b-e9d1-4aa8-a578-5e9b478ee17e tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:44.348295 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c319de-b57c-4e08-9ea5-a83144486b74 None None] Routers {'55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:24:44.348898 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-09c319de-b57c-4e08-9ea5-a83144486b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:24:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:24:44.376986 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-98150d9b-e9d1-4aa8-a578-5e9b478ee17e tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "PUT /v2.0/floatingips/a55656b2-6e6e-4942-8734-9db69b2122eb HTTP/1.1" status: 200 len: 990 time: 2.2306497 Sep 08 13:24:44.378366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'tag': 'b2bd0795-946d-45be-b73a-38d2a189624b'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:44.381215 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cebca2-0607-4345-8d2f-663cefaf4f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf03234b-6848-419d-8f97-a084ad3bd7d2", "tag": "b2bd0795-946d-45be-b73a-38d2a189624b"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:44.419952 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:44.470401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456ee2b-b2c3-423b-9de6-8d47174a8abb req-dbe0c772-f3f3-4c01-a682-d753caec4181 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:44.472899 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4456ee2b-b2c3-423b-9de6-8d47174a8abb req-dbe0c772-f3f3-4c01-a682-d753caec4181 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0983870 Sep 08 13:24:44.508761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:44.509692 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:44.511992 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] 10.222.0.70 "PUT /v2.0/ports/531ab9aa-f32c-424a-8684-bb9127d17748 HTTP/1.1" status: 200 len: 1091 time: 1.1790402 Sep 08 13:24:44.513020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa0d6a86-0b72-4715-9281-7f7ec173c9f7', 'tag': '531ab9aa-f32c-424a-8684-bb9127d17748'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:44.516086 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687227ca-e543-4f52-bd4d-8b12074889cb" -d '{"events": [{"name": "network-changed", "server_uuid": "fa0d6a86-0b72-4715-9281-7f7ec173c9f7", "tag": "531ab9aa-f32c-424a-8684-bb9127d17748"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:44.543262 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4456ee2b-b2c3-423b-9de6-8d47174a8abb req-68c19182-3fe8-4f60-b333-cb7fc9b67b01 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630488 Sep 08 13:24:44.599432 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-09c319de-b57c-4e08-9ea5-a83144486b74 None None] Set router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:24:44.636830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193fe72-514f-4765-a829-e724920ee3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=531ab9aa-f32c-424a-8684-bb9127d17748,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:44.694533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-decf2d62-407d-49dc-aefb-021005bee21b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:44.696432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-decf2d62-407d-49dc-aefb-021005bee21b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/networks?id=99aae478-f337-4349-bc35-a1d865befe26 HTTP/1.1" status: 200 len: 820 time: 0.1964171 Sep 08 13:24:44.731593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-9fc00089-fb54-4c23-b9ce-0f1d62a40d13 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/quotas/75d512ea1e4443cd8fe8536cdda98926 HTTP/1.1" status: 200 len: 375 time: 0.0273919 Sep 08 13:24:44.749063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-8ddfb6f7-da72-4821-bccc-460a75d53f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:44.750687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-8ddfb6f7-da72-4821-bccc-460a75d53f1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 1094 time: 0.0978093 Sep 08 13:24:44.774425 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9517339b-cfe2-4edf-b684-adb5296fb234 x-openstack-request-id: req-9517339b-cfe2-4edf-b684-adb5296fb234 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:44.774717 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf03234b-6848-419d-8f97-a084ad3bd7d2", "tag": "b2bd0795-946d-45be-b73a-38d2a189624b", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:44.774989 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9517339b-cfe2-4edf-b684-adb5296fb234 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:44.775390 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'tag': 'b2bd0795-946d-45be-b73a-38d2a189624b', 'status': 'completed', 'code': 200} Sep 08 13:24:44.775759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-d2298052-026c-42ef-a55f-375e386ff742 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=75d512ea1e4443cd8fe8536cdda98926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428703 Sep 08 13:24:44.833271 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cbcd1f-e7f0-42b3-b180-e1ba574aa17c x-openstack-request-id: req-f7cbcd1f-e7f0-42b3-b180-e1ba574aa17c {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:44.833661 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa0d6a86-0b72-4715-9281-7f7ec173c9f7", "tag": "531ab9aa-f32c-424a-8684-bb9127d17748", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:44.833842 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f7cbcd1f-e7f0-42b3-b180-e1ba574aa17c {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:44.834266 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa0d6a86-0b72-4715-9281-7f7ec173c9f7', 'tag': '531ab9aa-f32c-424a-8684-bb9127d17748', 'status': 'completed', 'code': 200} Sep 08 13:24:44.845266 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-3f376ed4-d611-42d9-b9a3-60a9702b3f1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531ab9aa-f32c-424a-8684-bb9127d17748 HTTP/1.1" status: 200 len: 217 time: 0.0797558 Sep 08 13:24:44.866926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cebca2-0607-4345-8d2f-663cefaf4f3a req-8ff8800a-126e-41a6-962c-6a88948c6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:44.869401 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8cebca2-0607-4345-8d2f-663cefaf4f3a req-8ff8800a-126e-41a6-962c-6a88948c6d22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=207e73cd8f8940b5be01d6998a9ae6a3&device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 1096 time: 0.0620158 Sep 08 13:24:44.906357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-24cd683c-a52e-4b61-b149-29b1f7ee1937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:44.907983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-24cd683c-a52e-4b61-b149-29b1f7ee1937 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80fa4303-193a-472f-a290-301c315fda82 HTTP/1.1" status: 200 len: 852 time: 0.0532584 Sep 08 13:24:44.941693 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-09c319de-b57c-4e08-9ea5-a83144486b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:23:21Z', 'revision_number': 4, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a55656b2-6e6e-4942-8734-9db69b2122eb', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'port_id': 'b2bd0795-946d-45be-b73a-38d2a189624b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'mac_address': 'fa:16:3e:a6:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:23:26Z', 'updated_at': '2021-09-08T13:24:43Z', 'revision_number': 1, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c72125e-9c9d-4af5-95f4-ab891f981cd6', 'name': '', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'mac_address': 'fa:16:3e:b5:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:19Z', 'updated_at': '2021-09-08T13:23:27Z', 'revision_number': 5, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'subnets': [{'id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:24:44.976130 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c319de-b57c-4e08-9ea5-a83144486b74 None None] Checking router: 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:24:44.994477 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c319de-b57c-4e08-9ea5-a83144486b74 None None] Routers {'55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:24:44.995612 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-09c319de-b57c-4e08-9ea5-a83144486b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:24:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:24:45.111000 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cebca2-0607-4345-8d2f-663cefaf4f3a req-f4c799f4-7e8b-424d-95b7-b58eef8718e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:45.112722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8cebca2-0607-4345-8d2f-663cefaf4f3a req-f4c799f4-7e8b-424d-95b7-b58eef8718e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ae81d27-75d8-4571-96ed-df0c006208f1 HTTP/1.1" status: 200 len: 917 time: 0.2360644 Sep 08 13:24:45.129628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b3f92-d8de-4d84-8455-578ce119056e req-0a3f5462-81f1-459b-aa3e-167198f6e9b3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:45.139730 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba3b3f92-d8de-4d84-8455-578ce119056e req-0a3f5462-81f1-459b-aa3e-167198f6e9b3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 946 time: 0.0936079 Sep 08 13:24:45.144748 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-09c319de-b57c-4e08-9ea5-a83144486b74 None None] Set router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:24:45.222066 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8cebca2-0607-4345-8d2f-663cefaf4f3a req-85fbe40f-d158-4962-8a64-571e4dfc74d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2bd0795-946d-45be-b73a-38d2a189624b HTTP/1.1" status: 200 len: 998 time: 0.0797148 Sep 08 13:24:45.288169 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-b133c29b-9ce6-4996-94fc-236fcd0d379f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3456011 Sep 08 13:24:45.319889 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba3b3f92-d8de-4d84-8455-578ce119056e req-53f24598-bf70-4c63-9cc1-b0bf5f3e88ca tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692626 Sep 08 13:24:45.348487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cebca2-0607-4345-8d2f-663cefaf4f3a req-9b6124ff-c459-4de5-8319-ad9962f55ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:45.348487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8cebca2-0607-4345-8d2f-663cefaf4f3a req-9b6124ff-c459-4de5-8319-ad9962f55ef8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbe855ef-3a09-4103-8070-4fb584d5dc39 HTTP/1.1" status: 200 len: 855 time: 0.1159265 Sep 08 13:24:45.401168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-7c73cb8f-311e-42fb-aa37-ed3c2d32037d service neutron] 10.222.0.69 "GET /v2.0/networks/99aae478-f337-4349-bc35-a1d865befe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6243129 Sep 08 13:24:45.418252 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-09c319de-b57c-4e08-9ea5-a83144486b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:23:21Z', 'revision_number': 4, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a55656b2-6e6e-4942-8734-9db69b2122eb', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'port_id': 'b2bd0795-946d-45be-b73a-38d2a189624b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'mac_address': 'fa:16:3e:a6:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:23:26Z', 'updated_at': '2021-09-08T13:24:43Z', 'revision_number': 1, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c72125e-9c9d-4af5-95f4-ab891f981cd6', 'name': '', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'mac_address': 'fa:16:3e:b5:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:19Z', 'updated_at': '2021-09-08T13:23:27Z', 'revision_number': 5, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'subnets': [{'id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:24:45.450153 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c319de-b57c-4e08-9ea5-a83144486b74 None None] The sync data for ids ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'] in n-d-807558-3 is: [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:23:21Z', 'revision_number': 4, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a55656b2-6e6e-4942-8734-9db69b2122eb', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'floating_ip_address': '172.25.5.13', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'port_id': 'b2bd0795-946d-45be-b73a-38d2a189624b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'mac_address': 'fa:16:3e:a6:26:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:23:26Z', 'updated_at': '2021-09-08T13:24:43Z', 'revision_number': 1, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c72125e-9c9d-4af5-95f4-ab891f981cd6', 'name': '', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'mac_address': 'fa:16:3e:b5:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:19Z', 'updated_at': '2021-09-08T13:23:27Z', 'revision_number': 5, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'subnets': [{'id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:24:45.475654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cebca2-0607-4345-8d2f-663cefaf4f3a req-c6396eaa-9d52-4a91-8920-01c69584a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:45.477258 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8cebca2-0607-4345-8d2f-663cefaf4f3a req-c6396eaa-9d52-4a91-8920-01c69584a06d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ae81d27-75d8-4571-96ed-df0c006208f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225014 Sep 08 13:24:45.485447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c033ec7-b968-42e4-aca6-38c6fcb94104 req-b9e12005-00bb-4036-82a6-43c012b53bfe tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:45.495080 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c033ec7-b968-42e4-aca6-38c6fcb94104 req-b9e12005-00bb-4036-82a6-43c012b53bfe tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 943 time: 0.0757077 Sep 08 13:24:45.507894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-148706dd-5930-41e4-99e7-d9f540294706 service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116590 Sep 08 13:24:45.568580 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-01f4a70b-b073-487c-a797-c69748a8666f service neutron] 10.222.0.69 "GET /v2.0/networks/99aae478-f337-4349-bc35-a1d865befe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666210 Sep 08 13:24:45.610599 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c033ec7-b968-42e4-aca6-38c6fcb94104 req-8c46e9e7-1550-4980-a985-f30f4fac5b4f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126504 Sep 08 13:24:45.657208 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af54aaed-7963-47ee-9ae8-f2f299b53a3b req-8758c8c5-6657-44af-8a7c-46587296a89d service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406071 Sep 08 13:24:45.658674 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8cebca2-0607-4345-8d2f-663cefaf4f3a req-617b24f9-1b02-469f-9fb4-7041b78dd34c service neutron] 10.222.0.70 "GET /v2.0/networks/2ae81d27-75d8-4571-96ed-df0c006208f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601954 Sep 08 13:24:45.803417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616c43a-0d42-43e9-9657-63f6423ccaa5 None None] New status for floating IP a55656b2-6e6e-4942-8734-9db69b2122eb: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:24:45.808674 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8cebca2-0607-4345-8d2f-663cefaf4f3a req-f78feab4-91c4-41c0-a467-4a56850b2f68 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae81d27-75d8-4571-96ed-df0c006208f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384547 Sep 08 13:24:45.875189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687227ca-e543-4f52-bd4d-8b12074889cb req-d0f2d329-999b-4666-9ce0-7336bd061acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:45.876751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-687227ca-e543-4f52-bd4d-8b12074889cb req-d0f2d329-999b-4666-9ce0-7336bd061acb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 1094 time: 0.0710664 Sep 08 13:24:45.971146 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d71db89-cfe4-494f-8f79-966d3a0bbb53 req-e1afe949-a58e-4b92-9d94-d546d912bf01 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=1dec3032600c45b5b3c9f460ca7dc40a HTTP/1.1" status: 200 len: 267 time: 0.0921011 Sep 08 13:24:45.993940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687227ca-e543-4f52-bd4d-8b12074889cb req-010b7347-08d0-4846-8332-7100fda3775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:45.996499 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-687227ca-e543-4f52-bd4d-8b12074889cb req-010b7347-08d0-4846-8332-7100fda3775c service neutron] 10.222.0.70 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 913 time: 0.1116292 Sep 08 13:24:46.100394 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71db89-cfe4-494f-8f79-966d3a0bbb53 req-6f65c958-2fe0-45fd-a4cc-66026bbb84d4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:46.101855 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d71db89-cfe4-494f-8f79-966d3a0bbb53 req-6f65c958-2fe0-45fd-a4cc-66026bbb84d4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 946 time: 0.1185126 Sep 08 13:24:46.103845 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-687227ca-e543-4f52-bd4d-8b12074889cb req-e1183473-7396-42a1-8734-9e53713a378b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=531ab9aa-f32c-424a-8684-bb9127d17748 HTTP/1.1" status: 200 len: 217 time: 0.0516517 Sep 08 13:24:46.118375 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbca6b-77b1-46e1-80c2-3d62801ae150 req-fa902928-f9a6-4dab-af70-2467443b471f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:46.123882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-0d71db89-cfe4-494f-8f79-966d3a0bbb53 req-65cb8824-92e0-411d-afcc-17b9680bafd3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Request body: {'port': {'security_groups': []}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:46.127856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26cbca6b-77b1-46e1-80c2-3d62801ae150 req-fa902928-f9a6-4dab-af70-2467443b471f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.1294169 Sep 08 13:24:46.182945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687227ca-e543-4f52-bd4d-8b12074889cb req-d0cd1dd5-0d80-4636-811a-aab6c1f22eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:46.185102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-687227ca-e543-4f52-bd4d-8b12074889cb req-d0cd1dd5-0d80-4636-811a-aab6c1f22eca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80fa4303-193a-472f-a290-301c315fda82 HTTP/1.1" status: 200 len: 852 time: 0.0497067 Sep 08 13:24:46.220641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-687227ca-e543-4f52-bd4d-8b12074889cb req-3b461add-8afa-4d63-ba16-2a79a357e5cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282896 Sep 08 13:24:46.254827 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0d71db89-cfe4-494f-8f79-966d3a0bbb53 req-65cb8824-92e0-411d-afcc-17b9680bafd3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:46.274844 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26cbca6b-77b1-46e1-80c2-3d62801ae150 req-638acb26-5a40-471d-ab7c-d210e09b2536 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459363 Sep 08 13:24:46.400415 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-687227ca-e543-4f52-bd4d-8b12074889cb req-d609b9ba-ced6-4218-be9c-26618ead7278 service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647604 Sep 08 13:24:46.460607 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-0d71db89-cfe4-494f-8f79-966d3a0bbb53 req-65cb8824-92e0-411d-afcc-17b9680bafd3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] For port 43850a25-b832-4af0-bc87-846c83b7e811, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=43850a25-b832-4af0-bc87-846c83b7e811,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:46.496680 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0d71db89-cfe4-494f-8f79-966d3a0bbb53 req-65cb8824-92e0-411d-afcc-17b9680bafd3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:46.496951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01e10c0e-2c5e-4b74-ad60-4a22029ce45d req-8ce3c047-b8ba-43de-a8d6-844cb96ad436 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 210 time: 0.0592387 Sep 08 13:24:46.530442 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-687227ca-e543-4f52-bd4d-8b12074889cb req-18ff8033-482a-4b59-8d75-3e418a3d6c27 service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215038 Sep 08 13:24:46.602274 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0d71db89-cfe4-494f-8f79-966d3a0bbb53 req-65cb8824-92e0-411d-afcc-17b9680bafd3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:46.617177 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['14b16c1a-d66e-46c2-995a-b89a95519603'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:46.620182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e', '43850a25-b832-4af0-bc87-846c83b7e811'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:46.686655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71db89-cfe4-494f-8f79-966d3a0bbb53 req-65cb8824-92e0-411d-afcc-17b9680bafd3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:46.687411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0d71db89-cfe4-494f-8f79-966d3a0bbb53 req-65cb8824-92e0-411d-afcc-17b9680bafd3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:46.710606 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d71db89-cfe4-494f-8f79-966d3a0bbb53 req-65cb8824-92e0-411d-afcc-17b9680bafd3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "PUT /v2.0/ports/43850a25-b832-4af0-bc87-846c83b7e811 HTTP/1.1" status: 200 len: 905 time: 0.5815258 Sep 08 13:24:46.741585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb8824-92e0-411d-afcc-17b9680bafd3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event updated for resources: {'Port': ['ID=43850a25-b832-4af0-bc87-846c83b7e811,revision_number=6']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:46.785453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491690e1-4d97-4a57-83d6-8cafd89e8bda', 'tag': '43850a25-b832-4af0-bc87-846c83b7e811'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:46.787916 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5308ba70-e77d-4ad6-971d-002b4265aca7" -d '{"events": [{"name": "network-changed", "server_uuid": "491690e1-4d97-4a57-83d6-8cafd89e8bda", "tag": "43850a25-b832-4af0-bc87-846c83b7e811"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:46.794492 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['43850a25-b832-4af0-bc87-846c83b7e811'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:46.822829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e708210-6af2-4fe7-8836-7ec5130fea55 req-b2fa3dd5-b83d-4792-afff-695696ca46f0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:46.825564 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e708210-6af2-4fe7-8836-7ec5130fea55 req-b2fa3dd5-b83d-4792-afff-695696ca46f0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 943 time: 0.0699084 Sep 08 13:24:46.850056 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:46.932659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e708210-6af2-4fe7-8836-7ec5130fea55 req-671772dd-64b1-4830-a020-8c95bfaecc41 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002440 Sep 08 13:24:47.092997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c74af639-e0d4-461a-8089-31dfe0f2a907 None None] Provisioning complete for port 43850a25-b832-4af0-bc87-846c83b7e811 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:24:47.105149 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c74af639-e0d4-461a-8089-31dfe0f2a907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:47.105322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628a3de-7478-4357-8264-0d8c74f198a0 req-08ff2855-22ba-48bb-a9ed-5f4457b86d3f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:47.115547 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f628a3de-7478-4357-8264-0d8c74f198a0 req-08ff2855-22ba-48bb-a9ed-5f4457b86d3f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 908 time: 0.1605854 Sep 08 13:24:47.116879 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d30fe3c-ca35-484c-a866-0720c304f8f0 x-openstack-request-id: req-8d30fe3c-ca35-484c-a866-0720c304f8f0 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:47.117173 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491690e1-4d97-4a57-83d6-8cafd89e8bda", "tag": "43850a25-b832-4af0-bc87-846c83b7e811", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:47.117423 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d30fe3c-ca35-484c-a866-0720c304f8f0 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:47.117822 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491690e1-4d97-4a57-83d6-8cafd89e8bda', 'tag': '43850a25-b832-4af0-bc87-846c83b7e811', 'status': 'completed', 'code': 200} Sep 08 13:24:47.273590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dad8dd-184b-44d2-90b0-0f223406cc73 req-2654e989-39f1-4375-8186-64330c03f173 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:47.275285 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7dad8dd-184b-44d2-90b0-0f223406cc73 req-2654e989-39f1-4375-8186-64330c03f173 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0958588 Sep 08 13:24:47.305767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94686-b310-4f3f-b67b-1e1230613e4c req-bd414189-974b-4703-9dd7-d65e387eca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:47.308040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13a94686-b310-4f3f-b67b-1e1230613e4c req-bd414189-974b-4703-9dd7-d65e387eca24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 1098 time: 0.2334921 Sep 08 13:24:47.327450 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7dad8dd-184b-44d2-90b0-0f223406cc73 req-ee297269-abf9-4aaf-b451-717591b16345 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443876 Sep 08 13:24:47.334152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308ba70-e77d-4ad6-971d-002b4265aca7 req-6ca36b2d-72a4-423a-83d2-730177b1a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:47.336210 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5308ba70-e77d-4ad6-971d-002b4265aca7 req-6ca36b2d-72a4-423a-83d2-730177b1a2cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 1059 time: 0.1494017 Sep 08 13:24:47.392494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fadffe-3a78-403a-b5ac-4e6e63cb4c98 req-28e7c05d-0725-4189-a9b1-c6dc87dfba56 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:47.394542 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71fadffe-3a78-403a-b5ac-4e6e63cb4c98 req-28e7c05d-0725-4189-a9b1-c6dc87dfba56 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1372435 Sep 08 13:24:47.536772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71fadffe-3a78-403a-b5ac-4e6e63cb4c98 req-fabb38a4-eced-4856-9145-2ccfdc153644 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032224 Sep 08 13:24:47.540447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94686-b310-4f3f-b67b-1e1230613e4c req-ba47dce9-0e86-4cd7-ad07-9e178d0e6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:47.542055 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13a94686-b310-4f3f-b67b-1e1230613e4c req-ba47dce9-0e86-4cd7-ad07-9e178d0e6db5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6 HTTP/1.1" status: 200 len: 914 time: 0.2260668 Sep 08 13:24:47.618740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13a94686-b310-4f3f-b67b-1e1230613e4c req-4f24f964-8a57-412c-9b56-64ee9bd4deef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c9b9f77-9622-4280-9498-84cc93396676 HTTP/1.1" status: 200 len: 217 time: 0.0683959 Sep 08 13:24:47.625234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308ba70-e77d-4ad6-971d-002b4265aca7 req-c5acfdc5-58a6-4858-bc0e-e72fd8b57af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:47.627224 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5308ba70-e77d-4ad6-971d-002b4265aca7 req-c5acfdc5-58a6-4858-bc0e-e72fd8b57af2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.2773273 Sep 08 13:24:47.631847 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8b44d24-1741-4c0c-87ce-5b2a758286b6 req-1bada6b4-c972-49b4-b839-079e4c28234d tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 210 time: 0.0359864 Sep 08 13:24:47.724915 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5308ba70-e77d-4ad6-971d-002b4265aca7 req-624ddeaa-dc01-46ab-9e37-f6be03948a66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43850a25-b832-4af0-bc87-846c83b7e811 HTTP/1.1" status: 200 len: 217 time: 0.0868180 Sep 08 13:24:47.778614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a94686-b310-4f3f-b67b-1e1230613e4c req-14a58508-ea8f-48d8-a353-7c22683e7944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:47.780172 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13a94686-b310-4f3f-b67b-1e1230613e4c req-14a58508-ea8f-48d8-a353-7c22683e7944 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5da0aee-ee76-444c-9c68-34c9d184e017 HTTP/1.1" status: 200 len: 853 time: 0.1518750 Sep 08 13:24:47.806355 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71452986-2ecf-42f6-93aa-9a24adb2f1ef req-f0d3ea14-f231-4ca7-91a5-4c4d7330315f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:47.807130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71452986-2ecf-42f6-93aa-9a24adb2f1ef req-f0d3ea14-f231-4ca7-91a5-4c4d7330315f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1676579 Sep 08 13:24:47.831565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13a94686-b310-4f3f-b67b-1e1230613e4c req-512195a7-f5c6-4946-88e6-25a03fc30f20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fbd98448-d94e-4f43-b03c-5fd1e26c79d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443630 Sep 08 13:24:47.837379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308ba70-e77d-4ad6-971d-002b4265aca7 req-aacddefe-26c9-4c22-ad07-2ab0c4bbba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:47.839068 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5308ba70-e77d-4ad6-971d-002b4265aca7 req-aacddefe-26c9-4c22-ad07-2ab0c4bbba90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.1044309 Sep 08 13:24:47.963219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71452986-2ecf-42f6-93aa-9a24adb2f1ef req-f534e33a-0484-4cea-9296-9f176964058f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369522 Sep 08 13:24:47.996348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5308ba70-e77d-4ad6-971d-002b4265aca7 req-93411089-4236-4cf0-8fe9-0fc3feca5127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:47.999126 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5308ba70-e77d-4ad6-971d-002b4265aca7 req-93411089-4236-4cf0-8fe9-0fc3feca5127 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1438353 Sep 08 13:24:48.037505 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13a94686-b310-4f3f-b67b-1e1230613e4c req-4cd3e3ce-0dc2-4ec5-ab01-50f8a784ddee service neutron] 10.222.0.70 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967340 Sep 08 13:24:48.094446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea4e6e-c7ea-4449-9f4d-5cf907b29287 req-2898fdea-ca00-4ede-a68c-f4fbf5ae6b6e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:48.105674 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6eea4e6e-c7ea-4449-9f4d-5cf907b29287 req-2898fdea-ca00-4ede-a68c-f4fbf5ae6b6e tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 943 time: 0.0858600 Sep 08 13:24:48.158910 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6eea4e6e-c7ea-4449-9f4d-5cf907b29287 req-17624ca7-3ee6-472b-a6e3-cd24ea12b058 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522234 Sep 08 13:24:48.244164 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13a94686-b310-4f3f-b67b-1e1230613e4c req-10a7b767-02d6-40b8-9a44-6b19361a1b09 service neutron] 10.222.0.70 "GET /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956875 Sep 08 13:24:48.248290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5308ba70-e77d-4ad6-971d-002b4265aca7 req-885a9808-7de3-4976-80ad-8a5f33a19423 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095528 Sep 08 13:24:48.391342 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5308ba70-e77d-4ad6-971d-002b4265aca7 req-181180a7-bd29-4e63-b093-7d420ce37a0b service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347075 Sep 08 13:24:48.447564 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674475a-4644-4c13-b508-564456690c20 req-94339ed0-2956-429e-a3dc-c5657d8bb662 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:48.451392 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-94339ed0-2956-429e-a3dc-c5657d8bb662 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 812 time: 0.2065365 Sep 08 13:24:48.472200 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-2759906e-08d0-4b7e-8a76-bb0d7983485b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/quotas/1dec3032600c45b5b3c9f460ca7dc40a HTTP/1.1" status: 200 len: 375 time: 0.0150065 Sep 08 13:24:48.503803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10fada-c501-49c6-9bc2-7d30f8bd37a8 req-335c71fe-2eaf-45ce-90c6-20675b7694f8 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:48.505512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c10fada-c501-49c6-9bc2-7d30f8bd37a8 req-335c71fe-2eaf-45ce-90c6-20675b7694f8 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0763738 Sep 08 13:24:48.550454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c10fada-c501-49c6-9bc2-7d30f8bd37a8 req-4ba3ef0c-4f52-43fb-8ff9-de69f2e50e61 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376463 Sep 08 13:24:48.583282 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-c65f315b-bc40-4bec-9d32-ab38e823932f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0919192 Sep 08 13:24:48.724383 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-7a7e4172-565f-4419-8c71-2ae6aeaa552b service neutron] 10.222.0.69 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400971 Sep 08 13:24:48.803757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-81f00e56-d408-4312-b21d-5e05d65966d6 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:48.805372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-81f00e56-d408-4312-b21d-5e05d65966d6 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.60 "GET /v2.0/networks?id=99aae478-f337-4349-bc35-a1d865befe26 HTTP/1.1" status: 200 len: 820 time: 0.2260656 Sep 08 13:24:48.826914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Request body: {'port': {'device_id': '6ce37039-23df-4978-9fd2-ee18813e93ad', 'network_id': '99aae478-f337-4349-bc35-a1d865befe26', 'admin_state_up': True, 'tenant_id': '75d512ea1e4443cd8fe8536cdda98926'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:48.846574 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dce809ca-0d28-44a9-9acf-91866199ae92 req-d1163e6e-fa6f-4234-8832-cee0e51540ce tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 210 time: 0.0336599 Sep 08 13:24:48.864604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-e79ad5f2-4746-4879-bf4c-2558580a0409 service neutron] 10.222.0.69 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391652 Sep 08 13:24:49.121421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 531ab9aa-f32c-424a-8684-bb9127d17748 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:24:49.131995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Made reservation on behalf of 75d512ea1e4443cd8fe8536cdda98926 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:24:49.135240 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:49.155024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1cf44be-65f3-4533-84cd-e3ede047aa32 req-865f891b-95fd-45de-a784-81d54714cd18 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 210 time: 0.0442367 Sep 08 13:24:49.432785 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a302c3-ca74-42d3-8241-eedbb891b40a req-3ac8b320-4dc9-431c-b683-fc909bd54f75 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:49.433916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Allocated IP 172.20.0.12 (99aae478-f337-4349-bc35-a1d865befe26/4377e82b-7bf7-42f3-b5e1-57d2f12c1c3a/a817a3d7-cfa5-4a3a-83a8-db18b793e0b7) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:24:49.444722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49a302c3-ca74-42d3-8241-eedbb891b40a req-3ac8b320-4dc9-431c-b683-fc909bd54f75 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 943 time: 0.1529531 Sep 08 13:24:49.488238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 531ab9aa-f32c-424a-8684-bb9127d17748, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=531ab9aa-f32c-424a-8684-bb9127d17748,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:49.501567 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '531ab9aa-f32c-424a-8684-bb9127d17748', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'port_id': '531ab9aa-f32c-424a-8684-bb9127d17748', 'mac_address': 'fa:16:3e:c5:04:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fa4303-193a-472f-a290-301c315fda82', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:24:49.533350 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49a302c3-ca74-42d3-8241-eedbb891b40a req-60531028-db34-4f42-8da2-aba75add048b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872636 Sep 08 13:24:49.556793 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:49.581532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 531ab9aa-f32c-424a-8684-bb9127d17748 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:49.628826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 531ab9aa-f32c-424a-8684-bb9127d17748, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=531ab9aa-f32c-424a-8684-bb9127d17748,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:49.715203 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:49.753436 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:49.781195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80616902-d86a-4470-88f2-a23c4b34afab req-a4d1dfd0-32e1-4193-8729-06f0353407d1 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:49.795600 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80616902-d86a-4470-88f2-a23c4b34afab req-a4d1dfd0-32e1-4193-8729-06f0353407d1 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.1377945 Sep 08 13:24:49.805140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=531ab9aa-f32c-424a-8684-bb9127d17748,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:49.851146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80616902-d86a-4470-88f2-a23c4b34afab req-09c6bdbc-4fcd-4fc7-96f1-2062c151dd5a tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511968 Sep 08 13:24:49.953534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['531ab9aa-f32c-424a-8684-bb9127d17748'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:49.974805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:50.019207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d09f5-e302-45d4-8cca-b3325911b9bd req-7c0343ce-c358-495b-b5b2-700ed0cc57a1 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:50.021288 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c67d09f5-e302-45d4-8cca-b3325911b9bd req-7c0343ce-c358-495b-b5b2-700ed0cc57a1 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 932 time: 0.0757258 Sep 08 13:24:50.064418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Network 99aae478-f337-4349-bc35-a1d865befe26 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:24:50.082702 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c67d09f5-e302-45d4-8cca-b3325911b9bd req-d96bcb53-6633-45b6-97a0-588af1232d6f tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491784 Sep 08 13:24:50.090115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6a7cc-2431-4716-be56-601d04e8312c req-bc683563-cc9a-40db-98a8-f151b7127e73 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:50.092742 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ebf6a7cc-2431-4716-be56-601d04e8312c req-bc683563-cc9a-40db-98a8-f151b7127e73 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.1571882 Sep 08 13:24:50.108533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:24:50.114116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:24:50.119649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Pushing event updated for resources: {'Port': ['ID=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:50.200413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ebf6a7cc-2431-4716-be56-601d04e8312c req-187f353a-4f0a-42b7-bdc2-d879171a4324 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887141 Sep 08 13:24:50.208938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:50.209611 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:50.280520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-555c7e48-fe5a-4f78-8946-4d3d4930afbb req-ae18bd35-34ad-4538-aeb9-3d95dde9a0a2 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 210 time: 0.0314407 Sep 08 13:24:50.366580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d184217a-f7ff-4047-888f-8c350e81f256 req-3a9b658f-06b5-4090-b6e7-c39be7a059de tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:50.367646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d184217a-f7ff-4047-888f-8c350e81f256 req-3a9b658f-06b5-4090-b6e7-c39be7a059de tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0602558 Sep 08 13:24:50.369953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-96b91acd-f869-4f7e-a44f-b261c1b568c3 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5548201 Sep 08 13:24:50.383976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Request body: {'port': {'device_id': '6ce37039-23df-4978-9fd2-ee18813e93ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:50.465646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d184217a-f7ff-4047-888f-8c350e81f256 req-57071cd1-f54b-41c3-ba23-b63aae221e7c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771480 Sep 08 13:24:50.466438 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:50.640469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda4f49-f270-4692-a7b5-2ae720aff030 req-7bd3c530-f42b-4c42-bc14-c34787cdba35 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:50.642069 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dfda4f49-f270-4692-a7b5-2ae720aff030 req-7bd3c530-f42b-4c42-bc14-c34787cdba35 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0712929 Sep 08 13:24:50.687175 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dfda4f49-f270-4692-a7b5-2ae720aff030 req-4cc8a751-5b08-4589-87f3-7a7a46a5c300 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381215 Sep 08 13:24:50.762119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc791d-a27a-44cf-b2f9-7a969d16ba5c req-0fc152be-db1a-4f53-b4cb-c5188412d2b9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:50.764279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cefc791d-a27a-44cf-b2f9-7a969d16ba5c req-0fc152be-db1a-4f53-b4cb-c5188412d2b9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 944 time: 0.1098034 Sep 08 13:24:50.845016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cefc791d-a27a-44cf-b2f9-7a969d16ba5c req-df702fd0-3c9d-4151-8a34-c550b4c19289 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720167 Sep 08 13:24:50.893064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7b6be-84c0-4c57-8dcd-3c0b40d01ea9 req-db1b3748-f2cd-48c1-92b1-5b5ddad4f712 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:50.895784 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-37c7b6be-84c0-4c57-8dcd-3c0b40d01ea9 req-db1b3748-f2cd-48c1-92b1-5b5ddad4f712 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0873418 Sep 08 13:24:50.917842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:50.934504 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:50.957875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Transition to ACTIVE for port object a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:24:50.972275 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-37c7b6be-84c0-4c57-8dcd-3c0b40d01ea9 req-be0db1c1-f2b2-4811-8692-11ca9216ab7e tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648389 Sep 08 13:24:51.052543 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:51.119452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 531ab9aa-f32c-424a-8684-bb9127d17748 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:24:51.187347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:51.220773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dff89-2bbd-4270-b6b4-a56c456e097f req-cc704d85-a222-4294-9708-7cf759f1286d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:51.225971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d2915-6870-4649-a492-36aae9345e7b req-c4a4d1a0-96e8-487a-b255-796eaa73f784 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:51.227556 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c07d2915-6870-4649-a492-36aae9345e7b req-c4a4d1a0-96e8-487a-b255-796eaa73f784 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 944 time: 0.0629663 Sep 08 13:24:51.228424 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a6dff89-2bbd-4270-b6b4-a56c456e097f req-cc704d85-a222-4294-9708-7cf759f1286d tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.1383355 Sep 08 13:24:51.258832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Attempting to bind port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:24:51.259243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Attempting to bind port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '99aae478-f337-4349-bc35-a1d865befe26'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:24:51.259602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Attempting to bind port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 on network 99aae478-f337-4349-bc35-a1d865befe26 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:51.271647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c07d2915-6870-4649-a492-36aae9345e7b req-b7c3352d-6013-499a-9aff-71f851ac78d2 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366759 Sep 08 13:24:51.275975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 on network 99aae478-f337-4349-bc35-a1d865befe26 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:24:51.276313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Attempting to bind port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 on network 99aae478-f337-4349-bc35-a1d865befe26 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:51.286799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a6dff89-2bbd-4270-b6b4-a56c456e097f req-09dc8c48-002c-4e0f-8bbc-8adc345fe644 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574718 Sep 08 13:24:51.288103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:24:51.288441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Checking segment: {'id': '3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '99aae478-f337-4349-bc35-a1d865befe26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:24:51.288831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Bound using segment: {'id': '3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '99aae478-f337-4349-bc35-a1d865befe26'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:24:51.289472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Bound port: a817a3d7-cfa5-4a3a-83a8-db18b793e0b7, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '99aae478-f337-4349-bc35-a1d865befe26'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:24:51.289649 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:51.291877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 531ab9aa-f32c-424a-8684-bb9127d17748 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:24:51.301821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 531ab9aa-f32c-424a-8684-bb9127d17748 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:24:51.302388 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:51.370055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] For port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:24:51.374032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] For port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7,segment=NetworkSegment(3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b),segment_id=3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:24:51.424532 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:51.446572 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d803c57-dee6-4ddc-9243-73a69f362cf3 req-933e3085-2211-4a3d-818f-ab3cd6be0639 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 210 time: 0.0373189 Sep 08 13:24:51.449774 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:51.467179 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 531ab9aa-f32c-424a-8684-bb9127d17748, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=531ab9aa-f32c-424a-8684-bb9127d17748,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:51.468360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0d6a86-0b72-4715-9281-7f7ec173c9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531ab9aa-f32c-424a-8684-bb9127d17748'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:51.473048 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e54e1b-4bd9-45d4-8183-daeb6b8735c0" -d '{"events": [{"server_uuid": "fa0d6a86-0b72-4715-9281-7f7ec173c9f7", "name": "network-vif-plugged", "status": "completed", "tag": "531ab9aa-f32c-424a-8684-bb9127d17748"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:51.518268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:51.519689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:51.521445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] 10.222.0.60 "PUT /v2.0/ports/a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 HTTP/1.1" status: 200 len: 1092 time: 1.1422913 Sep 08 13:24:51.522800 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce37039-23df-4978-9fd2-ee18813e93ad', 'tag': 'a817a3d7-cfa5-4a3a-83a8-db18b793e0b7'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:51.525110 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93945137-9cae-489f-b9ad-9100dc894a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce37039-23df-4978-9fd2-ee18813e93ad", "tag": "a817a3d7-cfa5-4a3a-83a8-db18b793e0b7"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:51.549901 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:51.562518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc024d43-762e-465f-96f9-091998fcfffb req-2468cc68-a156-422d-90d5-4b668617fc0f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:51.570029 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fc024d43-762e-465f-96f9-091998fcfffb req-2468cc68-a156-422d-90d5-4b668617fc0f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.1408865 Sep 08 13:24:51.588521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066089e-6473-4901-be9c-c6d0f14307e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:51.643963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fc024d43-762e-465f-96f9-091998fcfffb req-fda1cf7f-710e-4624-8f8b-5c754c5ccf02 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603106 Sep 08 13:24:51.665484 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7b9807-7002-4f15-b5e5-a3dff1e197c3 x-openstack-request-id: req-7a7b9807-7002-4f15-b5e5-a3dff1e197c3 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:51.665778 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0d6a86-0b72-4715-9281-7f7ec173c9f7", "name": "network-vif-plugged", "status": "completed", "tag": "531ab9aa-f32c-424a-8684-bb9127d17748", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:51.666076 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a7b9807-7002-4f15-b5e5-a3dff1e197c3 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:51.666782 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0d6a86-0b72-4715-9281-7f7ec173c9f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '531ab9aa-f32c-424a-8684-bb9127d17748', 'code': 200} Sep 08 13:24:51.667924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=531ab9aa-f32c-424a-8684-bb9127d17748,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:51.717413 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c994fb66-1a4e-42ea-bc55-58a2cb1008b9 x-openstack-request-id: req-c994fb66-1a4e-42ea-bc55-58a2cb1008b9 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:51.717413 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce37039-23df-4978-9fd2-ee18813e93ad", "tag": "a817a3d7-cfa5-4a3a-83a8-db18b793e0b7", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:51.717413 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c994fb66-1a4e-42ea-bc55-58a2cb1008b9 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:51.717413 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ce37039-23df-4978-9fd2-ee18813e93ad', 'tag': 'a817a3d7-cfa5-4a3a-83a8-db18b793e0b7', 'status': 'completed', 'code': 200} Sep 08 13:24:51.794350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b01600-158f-458e-b292-4bcd5aa9425c req-1ae64171-5dab-4ec0-8b09-a163f6eaf236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:51.795898 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96b01600-158f-458e-b292-4bcd5aa9425c req-1ae64171-5dab-4ec0-8b09-a163f6eaf236 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 1096 time: 0.1184535 Sep 08 13:24:51.799620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-28e97721-5a77-467e-ad26-ea7b4d5968f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:51.801009 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-28e97721-5a77-467e-ad26-ea7b4d5968f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=75d512ea1e4443cd8fe8536cdda98926&device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 1095 time: 0.1137633 Sep 08 13:24:51.820337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840dc6d-cdb6-4a04-97a7-1048656f1e57 req-682c6a8c-4a42-446d-999e-7878f2a3d997 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:51.822549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f840dc6d-cdb6-4a04-97a7-1048656f1e57 req-682c6a8c-4a42-446d-999e-7878f2a3d997 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.1026695 Sep 08 13:24:51.847884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674475a-4644-4c13-b508-564456690c20 req-9d8d78d6-29ca-4388-b2ad-69195aa70acb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:51.850071 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-9d8d78d6-29ca-4388-b2ad-69195aa70acb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.70 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 812 time: 0.1203787 Sep 08 13:24:51.862723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Request body: {'port': {'device_id': '1ea89bc8-65fa-4868-a0e5-b6052733fbef', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'admin_state_up': True, 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:51.896891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-6a2b4cfe-aba4-4577-aff2-4191937188b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 HTTP/1.1" status: 200 len: 217 time: 0.0857584 Sep 08 13:24:51.955457 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96b01600-158f-458e-b292-4bcd5aa9425c req-e45937b8-95f2-4980-a5b6-ba9bc7ae08e5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515071 Sep 08 13:24:51.960425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f840dc6d-cdb6-4a04-97a7-1048656f1e57 req-963bff84-8003-4345-a00d-c28c2672ae01 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247904 Sep 08 13:24:51.989992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-e8c7db9b-7010-461b-b598-5b0e543c8635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:51.992668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-e8c7db9b-7010-461b-b598-5b0e543c8635 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4377e82b-7bf7-42f3-b5e1-57d2f12c1c3a HTTP/1.1" status: 200 len: 860 time: 0.0824285 Sep 08 13:24:52.023872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1579eb-60c7-47cc-aebb-77e74e9373ac req-dffe8b1f-b6cd-4717-91b7-c2da5e7d1ab2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:52.025262 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dc1579eb-60c7-47cc-aebb-77e74e9373ac req-dffe8b1f-b6cd-4717-91b7-c2da5e7d1ab2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0946052 Sep 08 13:24:52.051175 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-64ff9508-eb18-4be8-add5-cbe296ed9499 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99aae478-f337-4349-bc35-a1d865befe26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489602 Sep 08 13:24:52.080125 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dc1579eb-60c7-47cc-aebb-77e74e9373ac req-823f55aa-985b-4882-a090-82c2229cf5a0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453796 Sep 08 13:24:52.177630 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-b3ef6dfe-8621-413a-a170-c36b8e56fb7d service neutron] 10.222.0.60 "GET /v2.0/networks/99aae478-f337-4349-bc35-a1d865befe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086962 Sep 08 13:24:52.218112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Made reservation on behalf of 1dec3032600c45b5b3c9f460ca7dc40a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:24:52.221854 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:52.269359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed6eb8-9631-4682-a199-1fc655319a2b req-3fa58f7d-0a37-4480-b236-de2742db69ef tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:52.271258 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1ed6eb8-9631-4682-a199-1fc655319a2b req-3fa58f7d-0a37-4480-b236-de2742db69ef tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0837796 Sep 08 13:24:52.369974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1ed6eb8-9631-4682-a199-1fc655319a2b req-d9a5daa9-74a0-4255-8993-9ad0a4326c6f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915670 Sep 08 13:24:52.437051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Allocated IP 172.20.0.5 (7fd134f2-364c-4787-8e53-93ac96df2933/f91b05d9-a459-42c8-98cb-2cd7551cf9b2/47121603-468d-4252-906d-5e197a600583) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:24:52.554391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb788a23-db2b-4446-8aa0-c21549d32f58 req-6bf9e724-96d6-4e63-ba1e-bf5a95736a8b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:52.555935 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb788a23-db2b-4446-8aa0-c21549d32f58 req-6bf9e724-96d6-4e63-ba1e-bf5a95736a8b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.1081700 Sep 08 13:24:52.610648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825529e-0c29-4329-bfc7-265cef1ca648 req-6da2b50d-974b-4b63-8ebe-5ab133c8d32c tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:52.612184 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a825529e-0c29-4329-bfc7-265cef1ca648 req-6da2b50d-974b-4b63-8ebe-5ab133c8d32c tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 944 time: 0.0788901 Sep 08 13:24:52.614307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f9ae1dd-3bae-41be-b3dc-584b65b47b4e req-1175c20f-32a1-4ead-a137-01dd35f0e882 service neutron] 10.222.0.60 "GET /v2.0/networks/99aae478-f337-4349-bc35-a1d865befe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281538 Sep 08 13:24:52.676294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a825529e-0c29-4329-bfc7-265cef1ca648 req-78761d7e-4d71-4a67-bf3f-c904a61d0fc6 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502901 Sep 08 13:24:52.803777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdee6671-5d1c-40f1-8960-9f009b8a40aa req-5a4d33de-ae9b-48d8-8e8d-94f2ece5c5df tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 210 time: 0.0325348 Sep 08 13:24:52.816910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93945137-9cae-489f-b9ad-9100dc894a7d req-bdebb307-da49-4277-8b7e-03ea3e954284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:52.819150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93945137-9cae-489f-b9ad-9100dc894a7d req-bdebb307-da49-4277-8b7e-03ea3e954284 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=75d512ea1e4443cd8fe8536cdda98926&device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 1095 time: 0.0811851 Sep 08 13:24:52.938156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93945137-9cae-489f-b9ad-9100dc894a7d req-00f242da-3684-40b4-8215-90f20f671784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:52.939733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93945137-9cae-489f-b9ad-9100dc894a7d req-00f242da-3684-40b4-8215-90f20f671784 service neutron] 10.222.0.60 "GET /v2.0/networks?id=99aae478-f337-4349-bc35-a1d865befe26 HTTP/1.1" status: 200 len: 921 time: 0.1083140 Sep 08 13:24:53.029162 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93945137-9cae-489f-b9ad-9100dc894a7d req-576c135a-adfd-49bc-9e52-b7a29cfc429c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 HTTP/1.1" status: 200 len: 217 time: 0.0791280 Sep 08 13:24:53.062927 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb788a23-db2b-4446-8aa0-c21549d32f58 req-ef9a20fb-420c-470c-980e-c35c2db8ff58 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961059 Sep 08 13:24:53.092800 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:53.097350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93945137-9cae-489f-b9ad-9100dc894a7d req-208c5ffa-b48f-4bd9-a6ae-c1883665b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:53.099026 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93945137-9cae-489f-b9ad-9100dc894a7d req-208c5ffa-b48f-4bd9-a6ae-c1883665b507 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4377e82b-7bf7-42f3-b5e1-57d2f12c1c3a HTTP/1.1" status: 200 len: 860 time: 0.0624220 Sep 08 13:24:53.109038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Transition to ACTIVE for port object 47121603-468d-4252-906d-5e197a600583 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:24:53.158328 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93945137-9cae-489f-b9ad-9100dc894a7d req-89d8b39a-e3cf-4293-b94c-e2e747c553e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=99aae478-f337-4349-bc35-a1d865befe26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508797 Sep 08 13:24:53.249723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f9699-541b-43a7-8937-3ebeb36f9858 req-d2deaa2f-7e72-48b5-b318-5d4490ea9ad3 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:53.252475 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-397f9699-541b-43a7-8937-3ebeb36f9858 req-d2deaa2f-7e72-48b5-b318-5d4490ea9ad3 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0811963 Sep 08 13:24:53.258072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:53.271595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:53.297546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93945137-9cae-489f-b9ad-9100dc894a7d req-1916889e-d6fa-438d-a8e9-020785614c9d service neutron] 10.222.0.60 "GET /v2.0/networks/99aae478-f337-4349-bc35-a1d865befe26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313226 Sep 08 13:24:53.328803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['14b16c1a-d66e-46c2-995a-b89a95519603'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:53.337458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event updated for resources: {'Port': ['ID=47121603-468d-4252-906d-5e197a600583,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:53.379110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Network 7fd134f2-364c-4787-8e53-93ac96df2933 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:24:53.395598 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-397f9699-541b-43a7-8937-3ebeb36f9858 req-c6e93cd8-c9b1-48d6-b387-5399e10ce7a0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324167 Sep 08 13:24:53.401731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:24:53.412355 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:24:53.448701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93945137-9cae-489f-b9ad-9100dc894a7d req-7ab9f239-ea8e-41e7-8e55-765fb45f8781 service neutron] 10.222.0.60 "GET /v2.0/networks/99aae478-f337-4349-bc35-a1d865befe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414835 Sep 08 13:24:53.468195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f989691-3b9b-4826-a618-d2324cbe4075 req-7e0c81e9-3a9b-45ca-ab28-169b9c0220cb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:53.479432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f989691-3b9b-4826-a618-d2324cbe4075 req-7e0c81e9-3a9b-45ca-ab28-169b9c0220cb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.2462609 Sep 08 13:24:53.565332 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:53.566164 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f989691-3b9b-4826-a618-d2324cbe4075 req-7820f196-e386-4d98-8b44-0e1e80a8d2dc tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852516 Sep 08 13:24:53.571781 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:53.658707 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-65a98714-b351-4fb7-961e-ed155fb486f8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7997639 Sep 08 13:24:53.673573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Request body: {'port': {'device_id': '1ea89bc8-65fa-4868-a0e5-b6052733fbef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:24:53.820771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86464f25-8e79-492e-a52a-22727d43f498 req-75108369-df7f-43a5-aeed-ef4f095cc32f tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:53.822630 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86464f25-8e79-492e-a52a-22727d43f498 req-75108369-df7f-43a5-aeed-ef4f095cc32f tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 944 time: 0.0618343 Sep 08 13:24:53.840812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865651ac-fd09-42f5-9a49-ff7b9985b9b8 req-f246e888-dfa3-4cef-8b4e-10b65d184948 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:53.842515 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-865651ac-fd09-42f5-9a49-ff7b9985b9b8 req-f246e888-dfa3-4cef-8b4e-10b65d184948 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.1653092 Sep 08 13:24:53.848616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:53.869758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86464f25-8e79-492e-a52a-22727d43f498 req-d86f850b-f74b-411f-bfd8-190de91860ca tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397687 Sep 08 13:24:53.936481 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-865651ac-fd09-42f5-9a49-ff7b9985b9b8 req-02e8413e-cf73-4012-8e59-65ff6f871acb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776398 Sep 08 13:24:53.966499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-43616f71-b5dd-44c9-8f69-6d6ddc4873e3 None None] Provisioning for port 47121603-468d-4252-906d-5e197a600583 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:24:53.971548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-43616f71-b5dd-44c9-8f69-6d6ddc4873e3 None None] Provisioning complete for port 47121603-468d-4252-906d-5e197a600583 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:24:53.972011 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-43616f71-b5dd-44c9-8f69-6d6ddc4873e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:54.019144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-43616f71-b5dd-44c9-8f69-6d6ddc4873e3 None None] Port 47121603-468d-4252-906d-5e197a600583 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:24:54.052941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb482739-25d5-474a-8b9c-90b0c733b2ac req-3451a413-b679-425c-b5c3-70f8f8089e4b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:54.063454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb482739-25d5-474a-8b9c-90b0c733b2ac req-3451a413-b679-425c-b5c3-70f8f8089e4b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 931 time: 0.1052692 Sep 08 13:24:54.125913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb482739-25d5-474a-8b9c-90b0c733b2ac req-128860ec-5a09-4060-a0dc-0c5cef73dab9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613744 Sep 08 13:24:54.259826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47121603-468d-4252-906d-5e197a600583 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:54.270144 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:54.288624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413524f9-b663-4946-8070-191a24ce1353 req-f53ad865-fec7-4e4e-851b-9c05cdceb23c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:54.290128 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-413524f9-b663-4946-8070-191a24ce1353 req-f53ad865-fec7-4e4e-851b-9c05cdceb23c tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.1047821 Sep 08 13:24:54.295489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Transition to ACTIVE for port object 47121603-468d-4252-906d-5e197a600583 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:24:54.338812 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-413524f9-b663-4946-8070-191a24ce1353 req-e176a5b1-9ac1-4a1a-9648-95338c42a010 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406287 Sep 08 13:24:54.383566 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:54.435626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Pushing event updated for resources: {'Port': ['ID=47121603-468d-4252-906d-5e197a600583,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:54.510317 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cce30-56d9-4663-9a03-fc938151b271 req-6fa51279-ab71-44a9-bb8f-e776a4e7d2eb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:54.526837 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-008cce30-56d9-4663-9a03-fc938151b271 req-6fa51279-ab71-44a9-bb8f-e776a4e7d2eb tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.1100452 Sep 08 13:24:54.566438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Attempting to bind port 47121603-468d-4252-906d-5e197a600583 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:24:54.566780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Attempting to bind port 47121603-468d-4252-906d-5e197a600583 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:24:54.567156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Attempting to bind port 47121603-468d-4252-906d-5e197a600583 on network 7fd134f2-364c-4787-8e53-93ac96df2933 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:54.577172 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Port 47121603-468d-4252-906d-5e197a600583 on network 7fd134f2-364c-4787-8e53-93ac96df2933 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:24:54.577502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Attempting to bind port 47121603-468d-4252-906d-5e197a600583 on network 7fd134f2-364c-4787-8e53-93ac96df2933 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:24:54.586516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:24:54.586860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Checking segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:24:54.587255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Bound using segment: {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:24:54.587714 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Bound port: 47121603-468d-4252-906d-5e197a600583, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:24:54.588078 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:54.594649 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-008cce30-56d9-4663-9a03-fc938151b271 req-a30bb2d9-2ad8-41fa-89b9-b4bb7d00860b tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662642 Sep 08 13:24:54.625990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023dc40b-f932-4c9d-820e-b9f55b96227a req-f338167a-6cae-4df7-a57f-56f1df647296 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:54.632841 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-023dc40b-f932-4c9d-820e-b9f55b96227a req-f338167a-6cae-4df7-a57f-56f1df647296 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1097958 Sep 08 13:24:54.724472 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-023dc40b-f932-4c9d-820e-b9f55b96227a req-f02129d5-5670-4974-87b7-cdaaf5e85d25 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871484 Sep 08 13:24:54.757384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] For port 47121603-468d-4252-906d-5e197a600583, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:24:54.766501 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] For port 47121603-468d-4252-906d-5e197a600583, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47121603-468d-4252-906d-5e197a600583,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:24:54.846977 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:54.847323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d375ef-1ca4-401f-9c77-89a6bf7575b6 req-4abc0711-3c56-4840-80f5-b0d9f755253f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:54.848946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97d375ef-1ca4-401f-9c77-89a6bf7575b6 req-4abc0711-3c56-4840-80f5-b0d9f755253f tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0548294 Sep 08 13:24:54.909842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:54.910959 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:54.916640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97d375ef-1ca4-401f-9c77-89a6bf7575b6 req-7be1b3d8-f5e4-4158-9902-ab0c7f869add tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514245 Sep 08 13:24:54.917012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] 10.222.0.70 "PUT /v2.0/ports/47121603-468d-4252-906d-5e197a600583 HTTP/1.1" status: 200 len: 1091 time: 1.2448940 Sep 08 13:24:54.917012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea89bc8-65fa-4868-a0e5-b6052733fbef', 'tag': '47121603-468d-4252-906d-5e197a600583'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:54.918869 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a5419b-db6e-4666-8068-74a19762b618" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea89bc8-65fa-4868-a0e5-b6052733fbef", "tag": "47121603-468d-4252-906d-5e197a600583"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:54.993093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e76b8f-fb3c-4e01-a407-03677ccf41c0 service neutron] Pushing event updated for resources: {'Port': ['ID=47121603-468d-4252-906d-5e197a600583,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:55.088454 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6a68e4-926e-4dc7-bf5c-78f52d9ba01d x-openstack-request-id: req-fb6a68e4-926e-4dc7-bf5c-78f52d9ba01d {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:55.088882 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea89bc8-65fa-4868-a0e5-b6052733fbef", "tag": "47121603-468d-4252-906d-5e197a600583", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:55.089263 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fb6a68e4-926e-4dc7-bf5c-78f52d9ba01d {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:55.089819 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea89bc8-65fa-4868-a0e5-b6052733fbef', 'tag': '47121603-468d-4252-906d-5e197a600583', 'status': 'completed', 'code': 200} Sep 08 13:24:55.109384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674475a-4644-4c13-b508-564456690c20 req-04dd6d36-bbee-43cb-9f63-378c665a1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:55.111215 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-04dd6d36-bbee-43cb-9f63-378c665a1408 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 1094 time: 0.0858169 Sep 08 13:24:55.115428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da446b0-4d50-491c-87c6-5229b7e7c985 req-0f091bef-97e7-4061-bdb0-0a01650e5e15 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:55.117035 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9da446b0-4d50-491c-87c6-5229b7e7c985 req-0f091bef-97e7-4061-bdb0-0a01650e5e15 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 944 time: 0.0933273 Sep 08 13:24:55.169502 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9da446b0-4d50-491c-87c6-5229b7e7c985 req-573e8307-e3e2-4b23-a294-ff1597ae363c tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454774 Sep 08 13:24:55.179293 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-f65f08ce-3984-457f-840a-226fcdd75fb6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47121603-468d-4252-906d-5e197a600583 HTTP/1.1" status: 200 len: 217 time: 0.0584309 Sep 08 13:24:55.265653 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674475a-4644-4c13-b508-564456690c20 req-9b6547f2-05d4-4c80-8d5e-95330aaf3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:55.269510 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-9b6547f2-05d4-4c80-8d5e-95330aaf3f19 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0595210 Sep 08 13:24:55.324819 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374dd918-fcbc-45cd-9aae-085d8a65c393 req-b6d286b2-9e7d-4c07-a5d7-223a023384c1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:55.326402 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-374dd918-fcbc-45cd-9aae-085d8a65c393 req-b6d286b2-9e7d-4c07-a5d7-223a023384c1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1599941 Sep 08 13:24:55.359025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674475a-4644-4c13-b508-564456690c20 req-95ae3da0-8dcd-45ac-bfe2-864981994512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:55.360934 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-95ae3da0-8dcd-45ac-bfe2-864981994512 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807095 Sep 08 13:24:55.390616 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-374dd918-fcbc-45cd-9aae-085d8a65c393 req-0bb775a1-e523-47d3-ac04-aa0d67f03b2b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559087 Sep 08 13:24:55.429564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc27860-9808-473d-a3c0-a3ed4ba87f34 req-4e3973e5-c9af-4471-b39c-c20cf0ba008d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:55.431062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cc27860-9808-473d-a3c0-a3ed4ba87f34 req-4e3973e5-c9af-4471-b39c-c20cf0ba008d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 943 time: 0.0571213 Sep 08 13:24:55.476316 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cc27860-9808-473d-a3c0-a3ed4ba87f34 req-8db80b37-a509-49ca-be76-7fc756b2238d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Sep 08 13:24:55.485978 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-c56c5b4a-cb0f-44ab-b2df-77add8be73b6 service neutron] 10.222.0.70 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125133 Sep 08 13:24:55.591536 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0674475a-4644-4c13-b508-564456690c20 req-efe41009-5fa8-4e2e-8d0c-99133a85befc service neutron] 10.222.0.70 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972662 Sep 08 13:24:55.771590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5419b-db6e-4666-8068-74a19762b618 req-0815df36-1e01-4115-8d57-19fce34b14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:55.773432 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22a5419b-db6e-4666-8068-74a19762b618 req-0815df36-1e01-4115-8d57-19fce34b14ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 1094 time: 0.0545623 Sep 08 13:24:55.932456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5419b-db6e-4666-8068-74a19762b618 req-881bee6d-b341-45eb-a9e9-df258c58058f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:55.934541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22a5419b-db6e-4666-8068-74a19762b618 req-881bee6d-b341-45eb-a9e9-df258c58058f service neutron] 10.222.0.70 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.1225402 Sep 08 13:24:55.980561 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22a5419b-db6e-4666-8068-74a19762b618 req-aaa7a547-2068-4784-b3d0-7b778a5d62b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47121603-468d-4252-906d-5e197a600583 HTTP/1.1" status: 200 len: 217 time: 0.0371380 Sep 08 13:24:56.038559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5419b-db6e-4666-8068-74a19762b618 req-dc328252-acb1-4b22-9cab-c2faf70fa270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:56.040246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22a5419b-db6e-4666-8068-74a19762b618 req-dc328252-acb1-4b22-9cab-c2faf70fa270 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0529103 Sep 08 13:24:56.106617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5419b-db6e-4666-8068-74a19762b618 req-b60754c8-779b-41d9-94db-85469e9584ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:56.110156 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22a5419b-db6e-4666-8068-74a19762b618 req-b60754c8-779b-41d9-94db-85469e9584ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537422 Sep 08 13:24:56.123937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:24:56.258624 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22a5419b-db6e-4666-8068-74a19762b618 req-ad6c5cc7-01c9-4881-a438-7ce2bb1d02c9 service neutron] 10.222.0.70 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386576 Sep 08 13:24:56.356751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c08aa-66cc-428d-88d5-e58aed0bb9a5 req-1d20f1d9-abb4-44f1-8189-23edc48f903f tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:56.365830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ef5c08aa-66cc-428d-88d5-e58aed0bb9a5 req-1d20f1d9-abb4-44f1-8189-23edc48f903f tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 944 time: 0.0780873 Sep 08 13:24:56.374225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7,segment=NetworkSegment(3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b),segment_id=3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:56.413887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a817a3d7-cfa5-4a3a-83a8-db18b793e0b7', 'network_id': '99aae478-f337-4349-bc35-a1d865befe26', 'port_id': 'a817a3d7-cfa5-4a3a-83a8-db18b793e0b7', 'mac_address': 'fa:16:3e:9d:cf:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4377e82b-7bf7-42f3-b5e1-57d2f12c1c3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:24:56.422915 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ef5c08aa-66cc-428d-88d5-e58aed0bb9a5 req-f6f6648d-60dc-4f9b-ad5e-cc29fcb8444c tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560360 Sep 08 13:24:56.459226 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22a5419b-db6e-4666-8068-74a19762b618 req-afd42e40-9431-4297-b0d2-f52bce5419bd service neutron] 10.222.0.70 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910489 Sep 08 13:24:56.504449 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:56.512073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:56.538525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7,segment=NetworkSegment(3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b),segment_id=3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:56.606819 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:56.652689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847baa36-df55-49e3-a65f-c9fd3ce3b7ba req-f0b88f9e-9a75-4d4a-8804-ab5362045238 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:56.661365 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-847baa36-df55-49e3-a65f-c9fd3ce3b7ba req-f0b88f9e-9a75-4d4a-8804-ab5362045238 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0847306 Sep 08 13:24:56.681255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:56.712330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-847baa36-df55-49e3-a65f-c9fd3ce3b7ba req-b023a1b6-e2c9-4f4d-9c1d-401f7d0c59bc tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480874 Sep 08 13:24:56.823009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87068e14-c9ea-4310-8a9c-9939a4f5e2ae req-3754df75-6652-4987-914f-6a6c88229ab7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:56.825288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87068e14-c9ea-4310-8a9c-9939a4f5e2ae req-3754df75-6652-4987-914f-6a6c88229ab7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 943 time: 0.0524998 Sep 08 13:24:56.867998 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87068e14-c9ea-4310-8a9c-9939a4f5e2ae req-f67d8454-7835-4fef-a7ed-50bf7151aee7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365808 Sep 08 13:24:56.976622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ecb68-6fde-4032-b105-b0286bfc6e70 req-28cde121-bd1d-4a60-8a9b-f1e9fe7e73fa tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:56.978210 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b72ecb68-6fde-4032-b105-b0286bfc6e70 req-28cde121-bd1d-4a60-8a9b-f1e9fe7e73fa tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0494950 Sep 08 13:24:57.008466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a817a3d7-cfa5-4a3a-83a8-db18b793e0b7'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:57.021928 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b72ecb68-6fde-4032-b105-b0286bfc6e70 req-e8089933-d794-478e-aa8b-1c7161d4220c tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Sep 08 13:24:57.544069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac69aa-7ed5-4914-8564-21805dddd965 req-6dabb3b2-f930-4b6a-ad01-efd7278aaa6b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:57.545660 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75ac69aa-7ed5-4914-8564-21805dddd965 req-6dabb3b2-f930-4b6a-ad01-efd7278aaa6b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 945 time: 0.0547812 Sep 08 13:24:57.598436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75ac69aa-7ed5-4914-8564-21805dddd965 req-0f1e14b8-e9ee-48fb-b178-e4f9e7ca807a tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432103 Sep 08 13:24:57.844689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822e471-7d99-4404-b6f3-ec12bd7fab85 req-8a8b75ce-a763-410e-afbd-6ad5544a8148 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:57.847226 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4822e471-7d99-4404-b6f3-ec12bd7fab85 req-8a8b75ce-a763-410e-afbd-6ad5544a8148 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0590248 Sep 08 13:24:57.889218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4822e471-7d99-4404-b6f3-ec12bd7fab85 req-8643d93d-baf2-4466-a9b5-cb552b60760b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364325 Sep 08 13:24:58.055577 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1985370-0a2c-45ec-9647-3ed62d467c14 req-a3bf3a8c-3173-4fc5-a731-e35ccabaf877 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:58.067373 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1985370-0a2c-45ec-9647-3ed62d467c14 req-a3bf3a8c-3173-4fc5-a731-e35ccabaf877 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 943 time: 0.0673549 Sep 08 13:24:58.116231 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1985370-0a2c-45ec-9647-3ed62d467c14 req-c7cf41c1-cd92-47e8-a2c2-4c7936e9f665 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476613 Sep 08 13:24:58.127613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:24:58.173074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d3797-d106-4492-b0f9-42f7ec69f212 req-225c07e0-4c54-4395-8ad0-e1a5b208faeb tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:58.174715 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee4d3797-d106-4492-b0f9-42f7ec69f212 req-225c07e0-4c54-4395-8ad0-e1a5b208faeb tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0787656 Sep 08 13:24:58.216977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee4d3797-d106-4492-b0f9-42f7ec69f212 req-13da8464-6174-4769-9484-0ae0809c925d tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342712 Sep 08 13:24:58.281129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:24:58.286323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:24:58.286760 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:58.363639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:58.387860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce37039-23df-4978-9fd2-ee18813e93ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a817a3d7-cfa5-4a3a-83a8-db18b793e0b7'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:24:58.390505 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27681d4-46c7-42d6-9c42-674d0fc520c2" -d '{"events": [{"server_uuid": "6ce37039-23df-4978-9fd2-ee18813e93ad", "name": "network-vif-plugged", "status": "completed", "tag": "a817a3d7-cfa5-4a3a-83a8-db18b793e0b7"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:24:58.404383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7,segment=NetworkSegment(3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b),segment_id=3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:58.427904 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb54cde4-d2c1-4bcb-934e-b4da46976a32 x-openstack-request-id: req-bb54cde4-d2c1-4bcb-934e-b4da46976a32 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:24:58.434318 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce37039-23df-4978-9fd2-ee18813e93ad", "name": "network-vif-plugged", "status": "completed", "tag": "a817a3d7-cfa5-4a3a-83a8-db18b793e0b7", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:24:58.434318 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb54cde4-d2c1-4bcb-934e-b4da46976a32 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:24:58.434318 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce37039-23df-4978-9fd2-ee18813e93ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a817a3d7-cfa5-4a3a-83a8-db18b793e0b7', 'code': 200} Sep 08 13:24:58.503394 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:58.538564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a0832-e904-4236-ad8f-05f6820e9879 req-5af3dff4-5a1a-4b24-98da-1328c3ac1bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:58.539999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-474a0832-e904-4236-ad8f-05f6820e9879 req-5af3dff4-5a1a-4b24-98da-1328c3ac1bde service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 1097 time: 0.0409913 Sep 08 13:24:58.562980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:58.579839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-474a0832-e904-4236-ad8f-05f6820e9879 req-b74fd65c-70da-405f-860b-cdbb80058998 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309544 Sep 08 13:24:58.730487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b77e7-c05c-4302-a9a2-8552b9724287 req-ada3fa2d-680e-4e3f-ae5e-5b88dc23fc8a tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:58.732727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d76b77e7-c05c-4302-a9a2-8552b9724287 req-ada3fa2d-680e-4e3f-ae5e-5b88dc23fc8a tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 946 time: 0.0541728 Sep 08 13:24:58.774311 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d76b77e7-c05c-4302-a9a2-8552b9724287 req-b6fe4c02-88c9-4e4b-b292-a4df458a3b86 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348597 Sep 08 13:24:59.017725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5f613-b7bd-4fad-8533-240def15e646 req-ac129eb0-7197-4219-9c72-1192f8701bbe tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:59.019284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ce5f613-b7bd-4fad-8533-240def15e646 req-ac129eb0-7197-4219-9c72-1192f8701bbe tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0559838 Sep 08 13:24:59.061920 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ce5f613-b7bd-4fad-8533-240def15e646 req-fc3c3d12-ae9f-4c78-b9b0-2056de941fc8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354996 Sep 08 13:24:59.172397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 47121603-468d-4252-906d-5e197a600583 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:24:59.244875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564b4a-b00b-44af-afcc-9483608a7bae req-e164ec58-a066-4708-bdf7-38e0851513b5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:59.246552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58564b4a-b00b-44af-afcc-9483608a7bae req-e164ec58-a066-4708-bdf7-38e0851513b5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 943 time: 0.0562718 Sep 08 13:24:59.289698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 47121603-468d-4252-906d-5e197a600583, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47121603-468d-4252-906d-5e197a600583,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:59.303036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58564b4a-b00b-44af-afcc-9483608a7bae req-8386fde2-5bc0-44b7-9452-fda239777d1c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438893 Sep 08 13:24:59.305149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '47121603-468d-4252-906d-5e197a600583', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'port_id': '47121603-468d-4252-906d-5e197a600583', 'mac_address': 'fa:16:3e:98:86:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:24:59.351513 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:59.366019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47121603-468d-4252-906d-5e197a600583 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:24:59.368456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78770a8-d65a-45b8-b3cb-7c9b1027cf6f req-8d88a77c-7566-414d-a85a-b9b1950e5b0b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:59.370231 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d78770a8-d65a-45b8-b3cb-7c9b1027cf6f req-8d88a77c-7566-414d-a85a-b9b1950e5b0b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0554988 Sep 08 13:24:59.391732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 47121603-468d-4252-906d-5e197a600583, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47121603-468d-4252-906d-5e197a600583,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:24:59.415722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d78770a8-d65a-45b8-b3cb-7c9b1027cf6f req-e1c7eef1-c807-470a-9eb2-087cd1cb93a2 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368361 Sep 08 13:24:59.477833 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:24:59.528130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=47121603-468d-4252-906d-5e197a600583,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:24:59.743105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['47121603-468d-4252-906d-5e197a600583'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:24:59.911481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dded58-1de3-4557-8aa8-613fafccd1f9 req-e3654bca-f12d-428e-ae87-edb23e1b0b1e tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:59.911481 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8dded58-1de3-4557-8aa8-613fafccd1f9 req-e3654bca-f12d-428e-ae87-edb23e1b0b1e tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.60 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 945 time: 0.0728495 Sep 08 13:24:59.915582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f071ab-e1fe-4614-b46c-966231e93119 req-dbbaedfd-e064-4690-9904-a0cda290c487 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:24:59.917132 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06f071ab-e1fe-4614-b46c-966231e93119 req-dbbaedfd-e064-4690-9904-a0cda290c487 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 946 time: 0.0679624 Sep 08 13:24:59.987494 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06f071ab-e1fe-4614-b46c-966231e93119 req-07782c6e-b444-4506-98df-527a505b890f tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575292 Sep 08 13:25:00.034482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c8dded58-1de3-4557-8aa8-613fafccd1f9 req-f87ffe63-eb2c-49a6-827b-b04ce1c5685f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Deleting port 97f1e8ce-d594-4fa4-8d09-5a85adf66054 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:25:00.035053 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8dded58-1de3-4557-8aa8-613fafccd1f9 req-f87ffe63-eb2c-49a6-827b-b04ce1c5685f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:00.145579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c8dded58-1de3-4557-8aa8-613fafccd1f9 req-f87ffe63-eb2c-49a6-827b-b04ce1c5685f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] For port 97f1e8ce-d594-4fa4-8d09-5a85adf66054, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=97f1e8ce-d594-4fa4-8d09-5a85adf66054,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:00.145972 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8dded58-1de3-4557-8aa8-613fafccd1f9 req-f87ffe63-eb2c-49a6-827b-b04ce1c5685f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:00.160706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c8dded58-1de3-4557-8aa8-613fafccd1f9 req-f87ffe63-eb2c-49a6-827b-b04ce1c5685f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Calling delete_port for 97f1e8ce-d594-4fa4-8d09-5a85adf66054 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:25:00.200519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca266fd5-deba-4e31-a5d0-3354335184c2 req-fc2cfefc-ac00-4d3c-a4fd-5120f341b4c2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:00.202758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca266fd5-deba-4e31-a5d0-3354335184c2 req-fc2cfefc-ac00-4d3c-a4fd-5120f341b4c2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0535405 Sep 08 13:25:00.250089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca266fd5-deba-4e31-a5d0-3354335184c2 req-0b23cbd9-7fac-4f63-8efb-790b194355c7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404103 Sep 08 13:25:00.290892 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:25:00.408106 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8dded58-1de3-4557-8aa8-613fafccd1f9 req-f87ffe63-eb2c-49a6-827b-b04ce1c5685f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:00.426948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['2113f0ee-1eea-4dad-bb55-1f7b703a31f1', '97f1e8ce-d594-4fa4-8d09-5a85adf66054'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:25:00.465724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87ffe63-eb2c-49a6-827b-b04ce1c5685f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Pushing event deleted for resources: {'Port': ['ID=97f1e8ce-d594-4fa4-8d09-5a85adf66054,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:00.481613 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae082f2-50fc-4d7d-a3cc-b588a9fb9ae3 req-fd79b668-8ebc-485b-b0e8-0b61017774f7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:00.486014 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bae082f2-50fc-4d7d-a3cc-b588a9fb9ae3 req-fd79b668-8ebc-485b-b0e8-0b61017774f7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 944 time: 0.0947630 Sep 08 13:25:00.568093 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bae082f2-50fc-4d7d-a3cc-b588a9fb9ae3 req-08f6edd9-3849-4b3e-a58d-e2adbd966719 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742381 Sep 08 13:25:00.600425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dded58-1de3-4557-8aa8-613fafccd1f9 req-f87ffe63-eb2c-49a6-827b-b04ce1c5685f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] No DVR routers for this DVR port 97f1e8ce-d594-4fa4-8d09-5a85adf66054 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:25:00.606468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c8dded58-1de3-4557-8aa8-613fafccd1f9 req-f87ffe63-eb2c-49a6-827b-b04ce1c5685f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:00.607089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8dded58-1de3-4557-8aa8-613fafccd1f9 req-f87ffe63-eb2c-49a6-827b-b04ce1c5685f tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.60 "DELETE /v2.0/ports/97f1e8ce-d594-4fa4-8d09-5a85adf66054 HTTP/1.1" status: 204 len: 173 time: 0.6867700 Sep 08 13:25:00.607933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea2111f-0493-48b9-983b-d37a7f9af40c', 'name': 'network-vif-deleted', 'tag': '97f1e8ce-d594-4fa4-8d09-5a85adf66054'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:00.616034 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2618b989-43bb-40e4-bab2-02867ca349c7" -d '{"events": [{"server_uuid": "cea2111f-0493-48b9-983b-d37a7f9af40c", "name": "network-vif-deleted", "tag": "97f1e8ce-d594-4fa4-8d09-5a85adf66054"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:00.646540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94114cd5-16ba-459c-b5fb-2c0acf8f52a2 req-c7ee4547-d456-4eef-9d03-eb5d3fc68ede tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:00.650773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-94114cd5-16ba-459c-b5fb-2c0acf8f52a2 req-c7ee4547-d456-4eef-9d03-eb5d3fc68ede tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.1429954 Sep 08 13:25:00.682192 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e849835c-fb30-492a-8e5f-5a79f913e420 req-719981db-4541-4dfb-a00c-eab1181f3ebf tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 210 time: 0.0326431 Sep 08 13:25:00.692432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-94114cd5-16ba-459c-b5fb-2c0acf8f52a2 req-093877f1-30a3-47eb-929b-978932f03247 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372920 Sep 08 13:25:00.736557 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d11329e-6ae2-4efa-8069-651f90c24e0e x-openstack-request-id: req-3d11329e-6ae2-4efa-8069-651f90c24e0e {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:00.736818 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea2111f-0493-48b9-983b-d37a7f9af40c", "name": "network-vif-deleted", "tag": "97f1e8ce-d594-4fa4-8d09-5a85adf66054", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:00.737051 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3d11329e-6ae2-4efa-8069-651f90c24e0e {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:00.737469 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea2111f-0493-48b9-983b-d37a7f9af40c', 'name': 'network-vif-deleted', 'tag': '97f1e8ce-d594-4fa4-8d09-5a85adf66054', 'status': 'completed', 'code': 200} Sep 08 13:25:01.118278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85fca4-defb-4cd1-9769-c148fafead52 req-b002941c-b37d-47e0-92a7-3a439fd4ed1a tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:01.119142 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa85fca4-defb-4cd1-9769-c148fafead52 req-b002941c-b37d-47e0-92a7-3a439fd4ed1a tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 946 time: 0.0621581 Sep 08 13:25:01.198749 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa85fca4-defb-4cd1-9769-c148fafead52 req-44038306-61f0-4a48-bbf5-c21ac2a05eac tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372121 Sep 08 13:25:01.200575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 47121603-468d-4252-906d-5e197a600583 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:25:01.392430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fd045-18fe-4dfa-a709-4a9b139a3b81 req-98283067-743a-4702-ac0d-b59e7287cd16 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:01.394154 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-344fd045-18fe-4dfa-a709-4a9b139a3b81 req-98283067-743a-4702-ac0d-b59e7287cd16 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0644395 Sep 08 13:25:01.440082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-344fd045-18fe-4dfa-a709-4a9b139a3b81 req-92c70529-2a21-41c9-9d4a-b4fdb9838ef4 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372365 Sep 08 13:25:01.514956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 47121603-468d-4252-906d-5e197a600583 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:25:01.520410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 47121603-468d-4252-906d-5e197a600583 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:25:01.520410 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:01.621140 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:01.649621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea89bc8-65fa-4868-a0e5-b6052733fbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47121603-468d-4252-906d-5e197a600583'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:01.652671 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942ab7fd-abe6-40ad-82a8-8362778ed6bb" -d '{"events": [{"server_uuid": "1ea89bc8-65fa-4868-a0e5-b6052733fbef", "name": "network-vif-plugged", "status": "completed", "tag": "47121603-468d-4252-906d-5e197a600583"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:01.667984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 47121603-468d-4252-906d-5e197a600583, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47121603-468d-4252-906d-5e197a600583,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:01.672521 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93682100-8893-4eb3-b6fd-2f95dfcd15a9 req-08fa8a69-fcbb-4e85-8da5-c98bac72b98c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572832 Sep 08 13:25:01.718254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19dbd8-f2f1-498b-96b8-cf5b05dda081 req-366def59-18ef-415b-8bbd-f9ed1883a016 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:01.719724 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6e19dbd8-f2f1-498b-96b8-cf5b05dda081 req-366def59-18ef-415b-8bbd-f9ed1883a016 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 944 time: 0.0623181 Sep 08 13:25:01.739246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93682100-8893-4eb3-b6fd-2f95dfcd15a9 req-055b39ba-91b8-489e-b1f4-edded569ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:01.740758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93682100-8893-4eb3-b6fd-2f95dfcd15a9 req-055b39ba-91b8-489e-b1f4-edded569ba61 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 1096 time: 0.0460820 Sep 08 13:25:01.766406 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:01.770217 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6e19dbd8-f2f1-498b-96b8-cf5b05dda081 req-8d00547d-03d7-4452-badf-15852e865d30 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391686 Sep 08 13:25:01.828754 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d343a8a-3266-4a05-ab97-a48f7c851e49 x-openstack-request-id: req-5d343a8a-3266-4a05-ab97-a48f7c851e49 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:01.829371 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea89bc8-65fa-4868-a0e5-b6052733fbef", "name": "network-vif-plugged", "status": "completed", "tag": "47121603-468d-4252-906d-5e197a600583", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:01.830061 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d343a8a-3266-4a05-ab97-a48f7c851e49 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:01.831725 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea89bc8-65fa-4868-a0e5-b6052733fbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47121603-468d-4252-906d-5e197a600583', 'code': 200} Sep 08 13:25:01.839986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=47121603-468d-4252-906d-5e197a600583,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:01.889403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93682100-8893-4eb3-b6fd-2f95dfcd15a9 req-6db7d417-a4bb-4dba-82d2-8c94f9c97f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:01.889403 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93682100-8893-4eb3-b6fd-2f95dfcd15a9 req-6db7d417-a4bb-4dba-82d2-8c94f9c97f04 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.1237326 Sep 08 13:25:01.941358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93682100-8893-4eb3-b6fd-2f95dfcd15a9 req-447adc2b-81c2-4e22-a582-716bb3831802 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e HTTP/1.1" status: 200 len: 217 time: 0.0458672 Sep 08 13:25:01.944895 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a91fca8-bb9a-488c-bac6-4c503de6677b req-ecb1fd55-920e-45c3-ae44-8d27f9272113 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=cea2111f-0493-48b9-983b-d37a7f9af40c HTTP/1.1" status: 200 len: 210 time: 0.0449536 Sep 08 13:25:01.972696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d839b2-287f-4f9c-8135-6fa7691a3791 req-23693b00-b67d-4b67-95db-f4478604ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:01.974882 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-54d839b2-287f-4f9c-8135-6fa7691a3791 req-23693b00-b67d-4b67-95db-f4478604ee22 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 1096 time: 0.0843108 Sep 08 13:25:02.015901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93682100-8893-4eb3-b6fd-2f95dfcd15a9 req-abaf627d-5777-4432-9c3f-cf69db529d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:02.017844 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93682100-8893-4eb3-b6fd-2f95dfcd15a9 req-abaf627d-5777-4432-9c3f-cf69db529d1c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0684712 Sep 08 13:25:02.034222 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-54d839b2-287f-4f9c-8135-6fa7691a3791 req-e0887f7d-81f9-43c8-bbbb-75450138ace9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373828 Sep 08 13:25:02.081487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93682100-8893-4eb3-b6fd-2f95dfcd15a9 req-bdebd643-d2ff-403f-b06d-065a61221eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:02.084006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93682100-8893-4eb3-b6fd-2f95dfcd15a9 req-bdebd643-d2ff-403f-b06d-065a61221eb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547819 Sep 08 13:25:02.091483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49c651-3902-4f01-911a-5190e61fd785 req-de60daee-a499-41ce-8882-dce62a0722cc tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:02.093982 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a49c651-3902-4f01-911a-5190e61fd785 req-de60daee-a499-41ce-8882-dce62a0722cc tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0588236 Sep 08 13:25:02.136702 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a49c651-3902-4f01-911a-5190e61fd785 req-3b5f5e05-80da-466b-abed-ac526016e8f2 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/security-groups?id=c34e4a00-906e-4a51-912f-8e3508fd8df4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352886 Sep 08 13:25:02.194882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93682100-8893-4eb3-b6fd-2f95dfcd15a9 req-ff095820-1701-43a4-9fd0-4ffc9df1e3f2 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019235 Sep 08 13:25:02.257977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfa5ae-64bf-4533-b7ba-3452cd127b19 req-c6e7370e-5782-436f-b68b-74393f9b70b8 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:02.259599 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fdcfa5ae-64bf-4533-b7ba-3452cd127b19 req-c6e7370e-5782-436f-b68b-74393f9b70b8 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 946 time: 0.0526211 Sep 08 13:25:02.301375 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fdcfa5ae-64bf-4533-b7ba-3452cd127b19 req-104f386c-06d2-403f-a617-edb68ac42e3d tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347676 Sep 08 13:25:02.305947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93682100-8893-4eb3-b6fd-2f95dfcd15a9 req-82b12d27-addb-43f8-aa91-becf0e06ca5a service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964239 Sep 08 13:25:02.423224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bae27f-f924-49d6-b085-a421553c29be req-c58b0057-210d-4da6-98d7-f89825260e85 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:02.424391 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82bae27f-f924-49d6-b085-a421553c29be req-c58b0057-210d-4da6-98d7-f89825260e85 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.70 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 947 time: 0.0556135 Sep 08 13:25:02.583268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09337d7e-f724-47a7-9da8-2551f220a790 req-4a13c8f2-ad59-4d92-bf58-0dc961378741 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:02.584720 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09337d7e-f724-47a7-9da8-2551f220a790 req-4a13c8f2-ad59-4d92-bf58-0dc961378741 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0610507 Sep 08 13:25:02.600087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-82bae27f-f924-49d6-b085-a421553c29be req-78c4c72b-d627-41e6-b5b7-3a4d52914bf0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Deleting port 7c9b9f77-9622-4280-9498-84cc93396676 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:25:02.600427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-82bae27f-f924-49d6-b085-a421553c29be req-78c4c72b-d627-41e6-b5b7-3a4d52914bf0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:02.684391 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09337d7e-f724-47a7-9da8-2551f220a790 req-38795307-8974-46d8-a391-a0e60a5c0ac6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926690 Sep 08 13:25:02.735699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-82bae27f-f924-49d6-b085-a421553c29be req-78c4c72b-d627-41e6-b5b7-3a4d52914bf0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] For port 7c9b9f77-9622-4280-9498-84cc93396676, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7c9b9f77-9622-4280-9498-84cc93396676,segment=NetworkSegment(1d3416bb-74c2-4d4d-957b-bf45f87e22af),segment_id=1d3416bb-74c2-4d4d-957b-bf45f87e22af)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:02.736324 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-82bae27f-f924-49d6-b085-a421553c29be req-78c4c72b-d627-41e6-b5b7-3a4d52914bf0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:02.761686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-82bae27f-f924-49d6-b085-a421553c29be req-78c4c72b-d627-41e6-b5b7-3a4d52914bf0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Calling delete_port for 7c9b9f77-9622-4280-9498-84cc93396676 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:25:02.921967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe95373c-03e5-4c5e-814b-5f85aa17c04b req-040ca2f2-51a7-4411-aecf-8e38856f1a36 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:02.924885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe95373c-03e5-4c5e-814b-5f85aa17c04b req-040ca2f2-51a7-4411-aecf-8e38856f1a36 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0780542 Sep 08 13:25:02.992041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe95373c-03e5-4c5e-814b-5f85aa17c04b req-048be2c0-0496-411f-87d5-1561a19404f7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575101 Sep 08 13:25:03.023658 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-82bae27f-f924-49d6-b085-a421553c29be req-78c4c72b-d627-41e6-b5b7-3a4d52914bf0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:03.048060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['7c9b9f77-9622-4280-9498-84cc93396676'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:25:03.063331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4c72b-d627-41e6-b5b7-3a4d52914bf0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Pushing event deleted for resources: {'Port': ['ID=7c9b9f77-9622-4280-9498-84cc93396676,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:03.108011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bae27f-f924-49d6-b085-a421553c29be req-78c4c72b-d627-41e6-b5b7-3a4d52914bf0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] No DVR routers for this DVR port 7c9b9f77-9622-4280-9498-84cc93396676 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:25:03.110821 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-82bae27f-f924-49d6-b085-a421553c29be req-78c4c72b-d627-41e6-b5b7-3a4d52914bf0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:03.112956 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82bae27f-f924-49d6-b085-a421553c29be req-78c4c72b-d627-41e6-b5b7-3a4d52914bf0 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.70 "DELETE /v2.0/ports/7c9b9f77-9622-4280-9498-84cc93396676 HTTP/1.1" status: 204 len: 173 time: 0.6671605 Sep 08 13:25:03.113455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'name': 'network-vif-deleted', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:03.115721 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79373087-2b09-449b-9880-747ec2e94176" -d '{"events": [{"server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "name": "network-vif-deleted", "tag": "7c9b9f77-9622-4280-9498-84cc93396676"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:03.156851 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15370353-85c0-430b-aeb5-deacbe31f28d x-openstack-request-id: req-15370353-85c0-430b-aeb5-deacbe31f28d {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:03.156851 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24c75c30-2115-4e76-a39b-89f51c285a3b", "name": "network-vif-deleted", "tag": "7c9b9f77-9622-4280-9498-84cc93396676", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:03.157585 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-15370353-85c0-430b-aeb5-deacbe31f28d {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:03.157585 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c75c30-2115-4e76-a39b-89f51c285a3b', 'name': 'network-vif-deleted', 'tag': '7c9b9f77-9622-4280-9498-84cc93396676', 'status': 'completed', 'code': 200} Sep 08 13:25:03.240583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36c25e55-688c-416b-bbfd-b2be4cd9c221 req-b7a68119-b7bd-4d4b-a5f4-952d4307b4a4 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 210 time: 0.0276809 Sep 08 13:25:03.432419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c8e6c-28ba-43cb-97e4-d85d256fc3ec req-09cdf774-e46d-41dc-84af-6c8118318ca5 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:03.434813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-454c8e6c-28ba-43cb-97e4-d85d256fc3ec req-09cdf774-e46d-41dc-84af-6c8118318ca5 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 946 time: 0.0579860 Sep 08 13:25:03.483164 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-454c8e6c-28ba-43cb-97e4-d85d256fc3ec req-43df0d1b-2a1f-4e97-a511-4710d5c33027 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/security-groups?id=81e2667c-3a7b-4ada-86a4-fe1a392eb731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358260 Sep 08 13:25:03.616001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a2ae7-ef63-4c5b-9066-87ba5a8661a1 req-457a6cc8-4b8c-4bf4-9dae-dda9da67e809 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:03.618291 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a48a2ae7-ef63-4c5b-9066-87ba5a8661a1 req-457a6cc8-4b8c-4bf4-9dae-dda9da67e809 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0564449 Sep 08 13:25:03.665632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a48a2ae7-ef63-4c5b-9066-87ba5a8661a1 req-ffe48696-8c90-4c2d-a4a9-ecda970ef6c9 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406632 Sep 08 13:25:03.809449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91144f9-b2ec-4f47-95dd-3d79b77e6c96 req-9ad2c6d1-3465-413e-8f17-393c609c8324 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:03.811007 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f91144f9-b2ec-4f47-95dd-3d79b77e6c96 req-9ad2c6d1-3465-413e-8f17-393c609c8324 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.60 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 946 time: 0.0523791 Sep 08 13:25:03.817203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea017168-ebff-497c-ac90-794508513d9e req-a84984e8-73c5-4403-b4e5-e29e78b45e67 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:03.818792 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea017168-ebff-497c-ac90-794508513d9e req-a84984e8-73c5-4403-b4e5-e29e78b45e67 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0569868 Sep 08 13:25:03.861867 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea017168-ebff-497c-ac90-794508513d9e req-1feacdb5-36ef-4877-8854-ff77d840a9ad tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355372 Sep 08 13:25:03.914685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f91144f9-b2ec-4f47-95dd-3d79b77e6c96 req-a3609a96-ad7b-495c-a4dc-1c5a383e185b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Deleting port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:25:03.915268 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f91144f9-b2ec-4f47-95dd-3d79b77e6c96 req-a3609a96-ad7b-495c-a4dc-1c5a383e185b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:04.023963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f91144f9-b2ec-4f47-95dd-3d79b77e6c96 req-a3609a96-ad7b-495c-a4dc-1c5a383e185b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] For port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7,segment=NetworkSegment(3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b),segment_id=3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:04.024617 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f91144f9-b2ec-4f47-95dd-3d79b77e6c96 req-a3609a96-ad7b-495c-a4dc-1c5a383e185b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:04.047174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f91144f9-b2ec-4f47-95dd-3d79b77e6c96 req-a3609a96-ad7b-495c-a4dc-1c5a383e185b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Calling delete_port for a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:25:04.117183 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a878ee3-3b94-4f06-ad9a-6c93eae84150 req-eefc1d61-ee6e-4cb3-8c06-a9f0bcaa0e55 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445123 Sep 08 13:25:04.159114 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 97f1e8ce-d594-4fa4-8d09-5a85adf66054 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:25:04.192239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 97f1e8ce-d594-4fa4-8d09-5a85adf66054 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:25:04.192769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 97f1e8ce-d594-4fa4-8d09-5a85adf66054 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:25:04.202190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8e81f-c6dc-4460-b2e2-0e22c5c8c07f req-8b94d19e-08c6-4eea-8f56-7a853dae4a4a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:04.203817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0e8e81f-c6dc-4460-b2e2-0e22c5c8c07f req-8b94d19e-08c6-4eea-8f56-7a853dae4a4a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0934041 Sep 08 13:25:04.232739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a878ee3-3b94-4f06-ad9a-6c93eae84150 req-ae3b8aee-8310-4ba1-8641-0c8e2de35491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:04.234507 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a878ee3-3b94-4f06-ad9a-6c93eae84150 req-ae3b8aee-8310-4ba1-8641-0c8e2de35491 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 1097 time: 0.0690098 Sep 08 13:25:04.284695 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0e8e81f-c6dc-4460-b2e2-0e22c5c8c07f req-789b96ef-73b0-443c-97f8-d0030bec7e24 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729759 Sep 08 13:25:04.379768 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3153068e-5fe2-4cac-8547-2a1363bbc1e8 req-03a2a009-9f18-41b9-981d-7aa16890a161 tempest-ServersNegativeTestJSON-823975013 tempest-ServersNegativeTestJSON-823975013-project] 10.222.0.69 "GET /v2.0/ports?device_id=24c75c30-2115-4e76-a39b-89f51c285a3b HTTP/1.1" status: 200 len: 210 time: 0.0374475 Sep 08 13:25:04.391833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a878ee3-3b94-4f06-ad9a-6c93eae84150 req-f8776b60-2260-43a3-a844-d14ec5c84df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:04.394152 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a878ee3-3b94-4f06-ad9a-6c93eae84150 req-f8776b60-2260-43a3-a844-d14ec5c84df0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.1404405 Sep 08 13:25:04.401215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f91144f9-b2ec-4f47-95dd-3d79b77e6c96 req-a3609a96-ad7b-495c-a4dc-1c5a383e185b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:04.416339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a817a3d7-cfa5-4a3a-83a8-db18b793e0b7'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:25:04.432666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3609a96-ad7b-495c-a4dc-1c5a383e185b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Pushing event deleted for resources: {'Port': ['ID=a817a3d7-cfa5-4a3a-83a8-db18b793e0b7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:04.495497 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a878ee3-3b94-4f06-ad9a-6c93eae84150 req-369bb6b2-e20e-47ed-b5fd-484c60a47923 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b16c1a-d66e-46c2-995a-b89a95519603 HTTP/1.1" status: 200 len: 217 time: 0.0914967 Sep 08 13:25:04.496032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91144f9-b2ec-4f47-95dd-3d79b77e6c96 req-a3609a96-ad7b-495c-a4dc-1c5a383e185b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] No DVR routers for this DVR port a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:25:04.498581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f91144f9-b2ec-4f47-95dd-3d79b77e6c96 req-a3609a96-ad7b-495c-a4dc-1c5a383e185b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:04.500640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f91144f9-b2ec-4f47-95dd-3d79b77e6c96 req-a3609a96-ad7b-495c-a4dc-1c5a383e185b tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.60 "DELETE /v2.0/ports/a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 HTTP/1.1" status: 204 len: 173 time: 0.6806493 Sep 08 13:25:04.501093 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce37039-23df-4978-9fd2-ee18813e93ad', 'name': 'network-vif-deleted', 'tag': 'a817a3d7-cfa5-4a3a-83a8-db18b793e0b7'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:04.504162 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa1d457-c050-4f87-b47c-2993759ceadb" -d '{"events": [{"server_uuid": "6ce37039-23df-4978-9fd2-ee18813e93ad", "name": "network-vif-deleted", "tag": "a817a3d7-cfa5-4a3a-83a8-db18b793e0b7"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:04.551709 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e33ea7-1881-4cc4-a798-4935628518dc x-openstack-request-id: req-e7e33ea7-1881-4cc4-a798-4935628518dc {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:04.551709 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce37039-23df-4978-9fd2-ee18813e93ad", "name": "network-vif-deleted", "tag": "a817a3d7-cfa5-4a3a-83a8-db18b793e0b7", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:04.551709 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e7e33ea7-1881-4cc4-a798-4935628518dc {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:04.551709 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ce37039-23df-4978-9fd2-ee18813e93ad', 'name': 'network-vif-deleted', 'tag': 'a817a3d7-cfa5-4a3a-83a8-db18b793e0b7', 'status': 'completed', 'code': 200} Sep 08 13:25:04.556725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a878ee3-3b94-4f06-ad9a-6c93eae84150 req-2ab8b733-8025-4180-b8d9-c5d0aa9bc113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:04.558526 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a878ee3-3b94-4f06-ad9a-6c93eae84150 req-2ab8b733-8025-4180-b8d9-c5d0aa9bc113 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0563011 Sep 08 13:25:04.624692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-570b0ea8-bd7b-4d03-8b0a-9204f64fc034 req-99bb8434-0a90-45f1-8294-26c64a309e40 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 210 time: 0.0292110 Sep 08 13:25:04.633384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a878ee3-3b94-4f06-ad9a-6c93eae84150 req-72390f0e-2260-4530-9d31-be5b45a2165a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:04.634948 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a878ee3-3b94-4f06-ad9a-6c93eae84150 req-72390f0e-2260-4530-9d31-be5b45a2165a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677288 Sep 08 13:25:04.742259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a878ee3-3b94-4f06-ad9a-6c93eae84150 req-5c2c4923-1503-45d6-8642-6a2b9de02b8d service neutron] 10.222.0.70 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984697 Sep 08 13:25:04.858602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8df03-7d3a-4e65-b5e9-20f41f067756 req-1a46000d-ac21-4145-905a-d60d5b5c2bd7 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:04.860137 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f4b8df03-7d3a-4e65-b5e9-20f41f067756 req-1a46000d-ac21-4145-905a-d60d5b5c2bd7 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.1151004 Sep 08 13:25:04.902922 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a878ee3-3b94-4f06-ad9a-6c93eae84150 req-410ef06d-54ee-461b-8ea2-b3308e6f2b58 service neutron] 10.222.0.70 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297166 Sep 08 13:25:04.915735 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f4b8df03-7d3a-4e65-b5e9-20f41f067756 req-fe2cdedf-07f7-4996-92b0-fe43e795a4b1 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478048 Sep 08 13:25:04.941016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8fdf5a-7efd-43f6-ace4-4adc54171a8c req-e0e541e5-561a-41f9-9458-7ba780732ff6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:04.942634 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f8fdf5a-7efd-43f6-ace4-4adc54171a8c req-e0e541e5-561a-41f9-9458-7ba780732ff6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0567811 Sep 08 13:25:04.983172 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f8fdf5a-7efd-43f6-ace4-4adc54171a8c req-ee597405-50de-4843-aa11-220fdd7d7f2c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344136 Sep 08 13:25:05.032765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcff33-c8ad-40df-8ba0-075dd15ce896 req-184e7984-229a-427a-a8ce-11dffe84c0fb tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:05.034562 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1bcff33-c8ad-40df-8ba0-075dd15ce896 req-184e7984-229a-427a-a8ce-11dffe84c0fb tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0603473 Sep 08 13:25:05.079834 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1bcff33-c8ad-40df-8ba0-075dd15ce896 req-d9043e51-35ae-4e96-8e32-2dac0ab61a78 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354795 Sep 08 13:25:05.191499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7c9b9f77-9622-4280-9498-84cc93396676 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:25:05.212392 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 7c9b9f77-9622-4280-9498-84cc93396676 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:25:05.212749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7c9b9f77-9622-4280-9498-84cc93396676 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:25:05.458014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40668) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:05.504251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-098940c5-598a-4655-bea1-79160b2359e8 admin admin] Deleting subnet c5da0aee-ee76-444c-9c68-34c9d184e017 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:25:05.507610 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-098940c5-598a-4655-bea1-79160b2359e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:05.546850 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-098940c5-598a-4655-bea1-79160b2359e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:05.590692 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-098940c5-598a-4655-bea1-79160b2359e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:05.739142 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c61d33d3-5977-4627-8c9f-3d0ec2d4a9ea req-c5c42a56-6024-4113-ae7f-4eeb14e08255 tempest-ServerMetadataNegativeTestJSON-1245882447 tempest-ServerMetadataNegativeTestJSON-1245882447-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ce37039-23df-4978-9fd2-ee18813e93ad HTTP/1.1" status: 200 len: 210 time: 0.0284405 Sep 08 13:25:05.789714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-098940c5-598a-4655-bea1-79160b2359e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:05.819735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-098940c5-598a-4655-bea1-79160b2359e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:05.821786 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-098940c5-598a-4655-bea1-79160b2359e8 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c5da0aee-ee76-444c-9c68-34c9d184e017 HTTP/1.1" status: 204 len: 168 time: 0.3627036 Sep 08 13:25:05.823087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098940c5-598a-4655-bea1-79160b2359e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5da0aee-ee76-444c-9c68-34c9d184e017,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:05.824958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40676) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:05.896718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:05.979027 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:06.012863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd98448-d94e-4f43-b03c-5fd1e26c79d6']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:06.043748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3416bb-74c2-4d4d-957b-bf45f87e22af') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:06.044047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3416bb-74c2-4d4d-957b-bf45f87e22af') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:06.057500 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:06.083487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719abd7-cf2d-41a2-bf4b-e8af8a119ff4 req-a02de22d-d1da-45d7-a8d5-1c33c0afab17 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:06.085036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f719abd7-cf2d-41a2-bf4b-e8af8a119ff4 req-a02de22d-d1da-45d7-a8d5-1c33c0afab17 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0900376 Sep 08 13:25:06.089071 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:06.102004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:25:06.102433 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:25:06.105164 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:25:06.120911 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7294470-d221-47ea-9171-46e4ed924e2e req-8ce323ff-fb93-41b8-9809-a1199792d44e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:06.122638 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7294470-d221-47ea-9171-46e4ed924e2e req-8ce323ff-fb93-41b8-9809-a1199792d44e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0580969 Sep 08 13:25:06.166807 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7294470-d221-47ea-9171-46e4ed924e2e req-9a8eff31-7145-4c0e-ba6f-2fe2b999743b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363362 Sep 08 13:25:06.177827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f719abd7-cf2d-41a2-bf4b-e8af8a119ff4 req-d706c7d5-cd22-4eee-8a6f-a3e2e97f4ea1 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855205 Sep 08 13:25:06.263634 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:06.270157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:06.274734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/fbd98448-d94e-4f43-b03c-5fd1e26c79d6 HTTP/1.1" status: 204 len: 168 time: 0.4463234 Sep 08 13:25:06.285747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d86ecd-4f0d-4518-b15b-b78d549bdfb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd98448-d94e-4f43-b03c-5fd1e26c79d6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:06.293592 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16653ebe-f5af-4b83-b93f-5b890134a899 req-585a00d9-a00f-4cf5-816b-dcdb02b8bb50 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:06.295325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16653ebe-f5af-4b83-b93f-5b890134a899 req-585a00d9-a00f-4cf5-816b-dcdb02b8bb50 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0655026 Sep 08 13:25:06.340733 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16653ebe-f5af-4b83-b93f-5b890134a899 req-d2bdb050-dde6-41bd-bbbe-8fb7b18cf998 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387356 Sep 08 13:25:06.797390 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40698) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:06.811315 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40702) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:06.861350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-67551083-258d-4f82-b12c-cbb9854ebf1f admin admin] Deleting subnet 4377e82b-7bf7-42f3-b5e1-57d2f12c1c3a {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:25:06.864954 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ba97d1a2-7c94-4d26-bf1d-316c2d683fca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6be6660e18364609aa0b2fb19ffc00ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507236 Sep 08 13:25:06.865108 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-67551083-258d-4f82-b12c-cbb9854ebf1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:06.867886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40706) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:06.903265 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-67551083-258d-4f82-b12c-cbb9854ebf1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:06.921267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82ba4305-484b-490b-9e4e-1575b697893e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:06.944117 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82ba4305-484b-490b-9e4e-1575b697893e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:06.947002 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-67551083-258d-4f82-b12c-cbb9854ebf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:07.100152 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82ba4305-484b-490b-9e4e-1575b697893e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:07.102662 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82ba4305-484b-490b-9e4e-1575b697893e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:07.103776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-82ba4305-484b-490b-9e4e-1575b697893e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c34e4a00-906e-4a51-912f-8e3508fd8df4 HTTP/1.1" status: 204 len: 168 time: 0.2348344 Sep 08 13:25:07.119474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba4305-484b-490b-9e4e-1575b697893e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34e4a00-906e-4a51-912f-8e3508fd8df4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:07.127826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-67551083-258d-4f82-b12c-cbb9854ebf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:07.137190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6359c2f-d08a-4620-b003-962f3c306801 req-3da05bc5-2e2a-4440-b82e-f117b1fe3957 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:07.139059 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d6359c2f-d08a-4620-b003-962f3c306801 req-3da05bc5-2e2a-4440-b82e-f117b1fe3957 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0674019 Sep 08 13:25:07.161367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67551083-258d-4f82-b12c-cbb9854ebf1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4377e82b-7bf7-42f3-b5e1-57d2f12c1c3a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:07.166297 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-67551083-258d-4f82-b12c-cbb9854ebf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:07.168323 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-67551083-258d-4f82-b12c-cbb9854ebf1f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/4377e82b-7bf7-42f3-b5e1-57d2f12c1c3a HTTP/1.1" status: 204 len: 168 time: 0.3692727 Sep 08 13:25:07.170872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40712) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:07.188858 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d6359c2f-d08a-4620-b003-962f3c306801 req-99f726cf-44b1-4f5e-99c4-97a6f52a3957 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Sep 08 13:25:07.252705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:07.370709 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:07.391456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d17a0-f6ef-426c-8700-ba5b95cf5eb0 req-64a5da58-cd4c-41d2-bab7-4527900d7587 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:07.400843 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-084d17a0-f6ef-426c-8700-ba5b95cf5eb0 req-64a5da58-cd4c-41d2-bab7-4527900d7587 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.1336491 Sep 08 13:25:07.414988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99aae478-f337-4349-bc35-a1d865befe26']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:07.434359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:07.434771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b05dfd5-a5b6-4747-ae8b-7a97e44f0c5b') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:07.454409 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:07.469750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-084d17a0-f6ef-426c-8700-ba5b95cf5eb0 req-b1757ecd-d225-4c95-8c73-af190644ea61 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662894 Sep 08 13:25:07.477856 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:07.480805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de610a0c-7857-4c4c-87f8-cb33bf8fef95 req-76662055-6c06-4a9a-bbea-cbb211eaea9b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:07.482440 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-de610a0c-7857-4c4c-87f8-cb33bf8fef95 req-76662055-6c06-4a9a-bbea-cbb211eaea9b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0572283 Sep 08 13:25:07.485694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:25:07.486109 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:25:07.487849 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:25:07.529649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-de610a0c-7857-4c4c-87f8-cb33bf8fef95 req-09be167d-58e9-485d-9605-9cb6614440b5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376153 Sep 08 13:25:07.635504 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:07.643747 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:07.646250 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] 10.222.0.69 "DELETE /v2.0/networks/99aae478-f337-4349-bc35-a1d865befe26 HTTP/1.1" status: 204 len: 168 time: 0.4742970 Sep 08 13:25:07.660306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1bb81a-e19e-4f60-ad90-8178a96cce35 admin admin] Pushing event deleted for resources: {'Network': ['ID=99aae478-f337-4349-bc35-a1d865befe26,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:07.743279 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7decd2b0-743f-4589-91ad-fb07349a03ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:08.112982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40736) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:08.161146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e12bca94-a843-496b-ab23-ce43a164303b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75d512ea1e4443cd8fe8536cdda98926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467582 Sep 08 13:25:08.163714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40740) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:08.183285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:25:08.203281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:25:08.203821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a817a3d7-cfa5-4a3a-83a8-db18b793e0b7 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:25:08.217216 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-94f7b6b3-f643-467f-abaf-fd5f44b6d2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:08.240430 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-94f7b6b3-f643-467f-abaf-fd5f44b6d2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:08.320829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2335c8-d50e-49da-8b70-671176584b61 req-1b51b480-7381-45ca-96f8-ffaf67415e80 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:08.322365 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f2335c8-d50e-49da-8b70-671176584b61 req-1b51b480-7381-45ca-96f8-ffaf67415e80 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0584981 Sep 08 13:25:08.368857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f2335c8-d50e-49da-8b70-671176584b61 req-aad47084-f489-41fc-a26a-271030da4808 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373147 Sep 08 13:25:08.446284 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-94f7b6b3-f643-467f-abaf-fd5f44b6d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:08.448916 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-94f7b6b3-f643-467f-abaf-fd5f44b6d2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:08.450255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-94f7b6b3-f643-467f-abaf-fd5f44b6d2f8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/81e2667c-3a7b-4ada-86a4-fe1a392eb731 HTTP/1.1" status: 204 len: 168 time: 0.2854552 Sep 08 13:25:08.458878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7b6b3-f643-467f-abaf-fd5f44b6d2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e2667c-3a7b-4ada-86a4-fe1a392eb731,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:08.607287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda9fc2-ae56-478d-8d55-04ff05bf5452 req-c5c0fb39-bfd0-4e0f-842a-a33e543c1fcc tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:08.608821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5eda9fc2-ae56-478d-8d55-04ff05bf5452 req-c5c0fb39-bfd0-4e0f-842a-a33e543c1fcc tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0650115 Sep 08 13:25:08.649192 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5eda9fc2-ae56-478d-8d55-04ff05bf5452 req-81d0e147-a30e-4650-9546-c1ac68692e9c tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341735 Sep 08 13:25:08.758063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1774c52-8f02-48a7-bd99-5225b9eeabf2 req-a1f2f9d7-6555-4e35-8f73-137f00fcee34 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:08.759602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1774c52-8f02-48a7-bd99-5225b9eeabf2 req-a1f2f9d7-6555-4e35-8f73-137f00fcee34 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0500860 Sep 08 13:25:08.802165 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1774c52-8f02-48a7-bd99-5225b9eeabf2 req-b2b5c5aa-c66d-466b-abe2-58234f8654f9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341349 Sep 08 13:25:09.233851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 47121603-468d-4252-906d-5e197a600583 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:25:09.337096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 47121603-468d-4252-906d-5e197a600583, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47121603-468d-4252-906d-5e197a600583,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:09.349336 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '47121603-468d-4252-906d-5e197a600583', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'port_id': '47121603-468d-4252-906d-5e197a600583', 'mac_address': 'fa:16:3e:98:86:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:25:09.391634 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:09.407232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47121603-468d-4252-906d-5e197a600583 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:25:09.428747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b71455-6913-49c1-8a82-99d6440e88a2 req-e3b93b7c-9348-4d48-bc91-f4d2cc727f1b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:09.432143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7b71455-6913-49c1-8a82-99d6440e88a2 req-e3b93b7c-9348-4d48-bc91-f4d2cc727f1b tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.60 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0582299 Sep 08 13:25:09.432289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 47121603-468d-4252-906d-5e197a600583, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47121603-468d-4252-906d-5e197a600583,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:09.496837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846f26-9610-4024-a210-5f9800eb6e3d req-2e1824c5-88b3-4ee8-9c6e-ef262bb37506 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:09.498310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-88846f26-9610-4024-a210-5f9800eb6e3d req-2e1824c5-88b3-4ee8-9c6e-ef262bb37506 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0518949 Sep 08 13:25:09.541038 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-88846f26-9610-4024-a210-5f9800eb6e3d req-4a8c5bd0-2607-4a53-9076-c0cf5ce71eca tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Sep 08 13:25:09.564449 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:09.630739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=47121603-468d-4252-906d-5e197a600583,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:09.682762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['47121603-468d-4252-906d-5e197a600583'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:25:09.847555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6ce3b-3471-4d20-b86f-2dde418b25be req-870d67fc-71bd-43c5-a7a0-c3b87b630167 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:09.855900 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4c6ce3b-3471-4d20-b86f-2dde418b25be req-870d67fc-71bd-43c5-a7a0-c3b87b630167 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 946 time: 0.0683582 Sep 08 13:25:09.889420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c7b71455-6913-49c1-8a82-99d6440e88a2 req-20a429df-a4d9-4c9b-b12d-81e1a277a223 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Deleting port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:25:09.890364 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c7b71455-6913-49c1-8a82-99d6440e88a2 req-20a429df-a4d9-4c9b-b12d-81e1a277a223 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:09.897461 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40834) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:09.988627 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4c6ce3b-3471-4d20-b86f-2dde418b25be req-ae35cfe7-67ec-4448-9ebb-85160c86c858 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/security-groups?id=78ae2eb3-609e-473e-b7cd-23d07f0d08a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221795 Sep 08 13:25:10.101305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c7b71455-6913-49c1-8a82-99d6440e88a2 req-20a429df-a4d9-4c9b-b12d-81e1a277a223 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] For port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2113f0ee-1eea-4dad-bb55-1f7b703a31f1,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:10.101778 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c7b71455-6913-49c1-8a82-99d6440e88a2 req-20a429df-a4d9-4c9b-b12d-81e1a277a223 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:10.117746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c7b71455-6913-49c1-8a82-99d6440e88a2 req-20a429df-a4d9-4c9b-b12d-81e1a277a223 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Calling delete_port for 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:25:10.157360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ec0f6-d8b3-469d-b492-f5253efd4bf5 req-f0a4eb82-a7c0-405d-896f-b0e0738183f3 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:10.168297 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a90ec0f6-d8b3-469d-b492-f5253efd4bf5 req-f0a4eb82-a7c0-405d-896f-b0e0738183f3 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0925412 Sep 08 13:25:10.198922 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0bf40da7-f6b9-495a-a150-bb718176d476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:10.229344 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-119507fb-e409-487d-af5c-2cca0e113dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:10.248684 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a90ec0f6-d8b3-469d-b492-f5253efd4bf5 req-3f520e12-72f3-43b4-8c92-3a643eaaea5f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665696 Sep 08 13:25:10.333637 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0bf40da7-f6b9-495a-a150-bb718176d476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:10.389053 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:10.389665 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c7b71455-6913-49c1-8a82-99d6440e88a2 req-20a429df-a4d9-4c9b-b12d-81e1a277a223 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:10.401136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['2113f0ee-1eea-4dad-bb55-1f7b703a31f1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:25:10.417247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a429df-a4d9-4c9b-b12d-81e1a277a223 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Pushing event deleted for resources: {'Port': ['ID=2113f0ee-1eea-4dad-bb55-1f7b703a31f1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:10.460695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b71455-6913-49c1-8a82-99d6440e88a2 req-20a429df-a4d9-4c9b-b12d-81e1a277a223 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] No DVR routers for this DVR port 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:25:10.463394 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c7b71455-6913-49c1-8a82-99d6440e88a2 req-20a429df-a4d9-4c9b-b12d-81e1a277a223 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:10.466025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7b71455-6913-49c1-8a82-99d6440e88a2 req-20a429df-a4d9-4c9b-b12d-81e1a277a223 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.60 "DELETE /v2.0/ports/2113f0ee-1eea-4dad-bb55-1f7b703a31f1 HTTP/1.1" status: 204 len: 173 time: 1.0288355 Sep 08 13:25:10.466485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608796e5-d89e-4c4e-b236-0477ae2fd9ae', 'name': 'network-vif-deleted', 'tag': '2113f0ee-1eea-4dad-bb55-1f7b703a31f1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:10.468816 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f307420a-5009-4762-8d94-5d4231141d79" -d '{"events": [{"server_uuid": "608796e5-d89e-4c4e-b236-0477ae2fd9ae", "name": "network-vif-deleted", "tag": "2113f0ee-1eea-4dad-bb55-1f7b703a31f1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:10.497326 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0bf40da7-f6b9-495a-a150-bb718176d476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:10.507267 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c3de18-6e07-4d17-ad37-352a5aee1113 x-openstack-request-id: req-93c3de18-6e07-4d17-ad37-352a5aee1113 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:10.507561 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608796e5-d89e-4c4e-b236-0477ae2fd9ae", "name": "network-vif-deleted", "tag": "2113f0ee-1eea-4dad-bb55-1f7b703a31f1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:10.507811 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93c3de18-6e07-4d17-ad37-352a5aee1113 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:10.508206 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608796e5-d89e-4c4e-b236-0477ae2fd9ae', 'name': 'network-vif-deleted', 'tag': '2113f0ee-1eea-4dad-bb55-1f7b703a31f1', 'status': 'completed', 'code': 200} Sep 08 13:25:10.543659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0bf40da7-f6b9-495a-a150-bb718176d476 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=082c0ba16bfc4f47849a444c9d44c6db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6422622 Sep 08 13:25:10.544421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40856) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:10.551720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf40da7-f6b9-495a-a150-bb718176d476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b46bdc-d00e-4bb9-a341-6878bc25c47b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:10.609718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-39111297-db97-45d3-8033-be70391c58f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:10.635026 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-39111297-db97-45d3-8033-be70391c58f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:10.720627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef714c-0596-422c-94b8-389372d9160f req-261da604-b017-4d86-9806-8f88ddbbead4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:10.720627 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9cef714c-0596-422c-94b8-389372d9160f req-261da604-b017-4d86-9806-8f88ddbbead4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 944 time: 0.0820632 Sep 08 13:25:10.772053 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9cef714c-0596-422c-94b8-389372d9160f req-439d3385-3ef2-4e20-ab78-4d495f927d04 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376592 Sep 08 13:25:10.985662 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-39111297-db97-45d3-8033-be70391c58f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:10.990737 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-39111297-db97-45d3-8033-be70391c58f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:10.994527 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-39111297-db97-45d3-8033-be70391c58f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/88b46bdc-d00e-4bb9-a341-6878bc25c47b HTTP/1.1" status: 204 len: 168 time: 0.4459472 Sep 08 13:25:11.036213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40870) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:11.040408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39111297-db97-45d3-8033-be70391c58f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b46bdc-d00e-4bb9-a341-6878bc25c47b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:11.175589 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0bac8b0-585e-459d-a417-0333d9ae4958 req-f071de7d-5cf5-4ab6-a679-34a183d6a4b7 tempest-ServerRescueNegativeTestJSON-1505999779 tempest-ServerRescueNegativeTestJSON-1505999779-project] 10.222.0.69 "GET /v2.0/ports?device_id=608796e5-d89e-4c4e-b236-0477ae2fd9ae HTTP/1.1" status: 200 len: 210 time: 0.0358129 Sep 08 13:25:11.210569 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6f416ba4-e292-4498-8142-4fe4d6ca0d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:11.242728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 47121603-468d-4252-906d-5e197a600583 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:25:11.340743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 47121603-468d-4252-906d-5e197a600583 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:25:11.341515 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:11.396721 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6f416ba4-e292-4498-8142-4fe4d6ca0d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:11.479244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b580c4-8555-423a-91b8-4f9309e55c11 req-56bfec93-d060-486f-bd6c-1c4c54e68ed4 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:11.491333 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76b580c4-8555-423a-91b8-4f9309e55c11 req-56bfec93-d060-486f-bd6c-1c4c54e68ed4 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1657205 Sep 08 13:25:11.515764 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:11.558543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea89bc8-65fa-4868-a0e5-b6052733fbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47121603-468d-4252-906d-5e197a600583'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:11.559410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76b580c4-8555-423a-91b8-4f9309e55c11 req-fcaf0a4a-fadc-44e9-8bc2-ee2440ed0195 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669477 Sep 08 13:25:11.561606 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e46fb9-a6de-41b2-aa3d-972637a0436f" -d '{"events": [{"server_uuid": "1ea89bc8-65fa-4868-a0e5-b6052733fbef", "name": "network-vif-plugged", "status": "completed", "tag": "47121603-468d-4252-906d-5e197a600583"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:11.577667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 47121603-468d-4252-906d-5e197a600583, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47121603-468d-4252-906d-5e197a600583,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:11.581498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6f416ba4-e292-4498-8142-4fe4d6ca0d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:11.619323 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891a4e08-f7c1-469a-a228-2722080639ed x-openstack-request-id: req-891a4e08-f7c1-469a-a228-2722080639ed {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:11.619595 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea89bc8-65fa-4868-a0e5-b6052733fbef", "name": "network-vif-plugged", "status": "completed", "tag": "47121603-468d-4252-906d-5e197a600583", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:11.619846 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-891a4e08-f7c1-469a-a228-2722080639ed {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:11.620790 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea89bc8-65fa-4868-a0e5-b6052733fbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47121603-468d-4252-906d-5e197a600583', 'code': 200} Sep 08 13:25:11.627192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f416ba4-e292-4498-8142-4fe4d6ca0d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a430c2fe-9579-43c8-8080-db6c10ec4cf6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:11.653815 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6f416ba4-e292-4498-8142-4fe4d6ca0d7d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5860ebec72574b48a3892939d4b7c06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6138184 Sep 08 13:25:11.654073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40882) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:11.733172 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f380f06-b85d-4c67-b161-2d23032572be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:11.746495 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:11.759052 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f380f06-b85d-4c67-b161-2d23032572be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:11.841907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=47121603-468d-4252-906d-5e197a600583,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:11.913134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70434b6c-6d32-44af-9f31-26da83cc7a8b req-c33d0737-c2f6-4729-87c5-f988e44937d8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:11.921070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70434b6c-6d32-44af-9f31-26da83cc7a8b req-c33d0737-c2f6-4729-87c5-f988e44937d8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0634980 Sep 08 13:25:11.938194 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:11.958591 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70434b6c-6d32-44af-9f31-26da83cc7a8b req-b01d0b8a-6c44-4999-be6e-eb00f65ff52a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365674 Sep 08 13:25:12.040712 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f380f06-b85d-4c67-b161-2d23032572be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:12.043501 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f380f06-b85d-4c67-b161-2d23032572be admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:12.044974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3f380f06-b85d-4c67-b161-2d23032572be admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a430c2fe-9579-43c8-8080-db6c10ec4cf6 HTTP/1.1" status: 204 len: 168 time: 0.3897803 Sep 08 13:25:12.054765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f380f06-b85d-4c67-b161-2d23032572be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a430c2fe-9579-43c8-8080-db6c10ec4cf6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:12.241788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40902) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:12.779404 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04cf3a-aa39-44ae-a18a-d3104d7cc736 req-27f20c85-bb50-41d1-a125-a48afc596625 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:12.782263 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af04cf3a-aa39-44ae-a18a-d3104d7cc736 req-27f20c85-bb50-41d1-a125-a48afc596625 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0998039 Sep 08 13:25:13.021000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40924) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:13.180142 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9073-4f5a-433d-b119-bc7eb3e42330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:13.194486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd79835c-d469-44c5-a2ab-aa283940c3b8 req-7fdeda85-8f2c-4f78-bf4f-96d443db8149 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:13.198586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd79835c-d469-44c5-a2ab-aa283940c3b8 req-7fdeda85-8f2c-4f78-bf4f-96d443db8149 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.1143761 Sep 08 13:25:13.265906 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd79835c-d469-44c5-a2ab-aa283940c3b8 req-054c082e-3b00-4512-8a5b-168ad8858a63 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577495 Sep 08 13:25:13.291188 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af04cf3a-aa39-44ae-a18a-d3104d7cc736 req-4b0ea1e7-a112-4be0-95cb-48ed8b8965bc tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901037 Sep 08 13:25:13.319967 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:13.341089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2095554425-network', 'tenant_id': '8cdb970572fb48fcb75dcb584126b1d5'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:25:13.506974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Made reservation on behalf of 8cdb970572fb48fcb75dcb584126b1d5 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:25:13.506974 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:13.518527 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:13.634471 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:13.664885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b9073-4f5a-433d-b119-bc7eb3e42330 admin admin] Deleting port 543a2059-09b3-468a-8d4f-34999e989dfa {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:25:13.665551 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9073-4f5a-433d-b119-bc7eb3e42330 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:13.791146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-4a2b9073-4f5a-433d-b119-bc7eb3e42330 admin admin] For port 543a2059-09b3-468a-8d4f-34999e989dfa, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=543a2059-09b3-468a-8d4f-34999e989dfa,segment=NetworkSegment(b10526b6-167a-4eec-baae-92acea790092),segment_id=b10526b6-167a-4eec-baae-92acea790092)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:13.791942 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9073-4f5a-433d-b119-bc7eb3e42330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:13.800751 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:13.812874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b9073-4f5a-433d-b119-bc7eb3e42330 admin admin] Calling delete_port for 543a2059-09b3-468a-8d4f-34999e989dfa owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:25:13.859585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:25:13.869871 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:13.870792 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Added segment 42fa1ca6-0f1e-4ad7-8433-04c77a9c0208 of type vlan for network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 Sep 08 13:25:13.921059 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:13.944769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274994f3-3644-4753-90fd-02841d4f36b1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:14.028651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:14.030543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:14.031464 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:14.104216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] Pushing event updated for resources: {'Network': ['ID=aa668119-09d2-4bd6-a1a4-f6d4eed4e759,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:14.117037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:25:14.214443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:25:14.235272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:25:14.235633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 2113f0ee-1eea-4dad-bb55-1f7b703a31f1 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:25:14.391190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966388ae-19df-42f2-9d46-2dd5b0392a6b req-1424c5bb-29f0-4103-b18e-c72c2c868f31 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:14.392749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-966388ae-19df-42f2-9d46-2dd5b0392a6b req-1424c5bb-29f0-4103-b18e-c72c2c868f31 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0528908 Sep 08 13:25:14.422982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e475b9-9682-4cf8-9e8e-0803ab707896 req-97f171dc-6227-4df0-a8c3-d8675d1b80c2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:14.424529 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-33e475b9-9682-4cf8-9e8e-0803ab707896 req-97f171dc-6227-4df0-a8c3-d8675d1b80c2 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0634587 Sep 08 13:25:14.440106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-966388ae-19df-42f2-9d46-2dd5b0392a6b req-29d33102-4135-44f8-b116-6c9d69756d25 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361164 Sep 08 13:25:14.466195 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-33e475b9-9682-4cf8-9e8e-0803ab707896 req-79452158-8e2c-4183-8cf2-935f497981c4 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339410 Sep 08 13:25:14.566202 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:14.576891 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9073-4f5a-433d-b119-bc7eb3e42330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:14.577077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-61ad8250-85fc-4965-aee0-cbdfd74d140d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5448260 Sep 08 13:25:14.579189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40960) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:14.584132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-16856d20-2fa1-417e-bcff-0c90a15b4b06 admin admin] Request body: {'subnet': {'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2095554425-subnet', 'tenant_id': '8cdb970572fb48fcb75dcb584126b1d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:25:14.592002 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b9073-4f5a-433d-b119-bc7eb3e42330 admin admin] Pushing event deleted for resources: {'Port': ['ID=543a2059-09b3-468a-8d4f-34999e989dfa,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:14.747832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16856d20-2fa1-417e-bcff-0c90a15b4b06 admin admin] Made reservation on behalf of 8cdb970572fb48fcb75dcb584126b1d5 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:25:14.751841 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16856d20-2fa1-417e-bcff-0c90a15b4b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:14.795487 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2b9073-4f5a-433d-b119-bc7eb3e42330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:14.858156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40968) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:15.066458 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d0da931-aec1-4d6f-9c8e-4986526c831e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:15.139247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2b9073-4f5a-433d-b119-bc7eb3e42330 admin admin] Router 090e9c78-1d22-41b7-b8d9-ffa2428281da has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:25:15.184125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d0da931-aec1-4d6f-9c8e-4986526c831e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:15.255419 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16856d20-2fa1-417e-bcff-0c90a15b4b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:15.279001 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2b9073-4f5a-433d-b119-bc7eb3e42330 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:25:15.288404 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4a2b9073-4f5a-433d-b119-bc7eb3e42330 admin admin] 10.222.0.69 "PUT /v2.0/routers/090e9c78-1d22-41b7-b8d9-ffa2428281da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0451705 Sep 08 13:25:15.288979 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40972) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:15.293455 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aada67-6c3e-4674-8369-2953d06300e8 None None] Sync routers for ids ['090e9c78-1d22-41b7-b8d9-ffa2428281da'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:25:15.311412 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aada67-6c3e-4674-8369-2953d06300e8 None None] Routers {'090e9c78-1d22-41b7-b8d9-ffa2428281da'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:25:15.312601 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-28aada67-6c3e-4674-8369-2953d06300e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:25:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['090e9c78-1d22-41b7-b8d9-ffa2428281da'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:15.326868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d0da931-aec1-4d6f-9c8e-4986526c831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:15.433531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16856d20-2fa1-417e-bcff-0c90a15b4b06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2665831-97b9-4458-a009-1681e7f31e07,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:15.439492 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7d0da931-aec1-4d6f-9c8e-4986526c831e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e7922ebfcf2548008275d499f06f84f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5798860 Sep 08 13:25:15.446462 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40974) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:15.482478 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-28aada67-6c3e-4674-8369-2953d06300e8 None None] Set router 090e9c78-1d22-41b7-b8d9-ffa2428281da gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:25:15.493163 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:15.494764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0da931-aec1-4d6f-9c8e-4986526c831e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b234503b-b10e-453e-a691-f86103b4ac42,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:15.538509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16856d20-2fa1-417e-bcff-0c90a15b4b06 admin admin] Checking segment: {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:25:15.538885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16856d20-2fa1-417e-bcff-0c90a15b4b06 admin admin] Network hostable DHCP agents. Network: aa668119-09d2-4bd6-a1a4-f6d4eed4e759, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:25:15.594133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf684794-3d18-4f2c-80c5-4b3738189dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:15.626938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf684794-3d18-4f2c-80c5-4b3738189dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:15.705433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cb722-e9b1-4a27-843b-24090895889c req-e2c29035-1191-4665-adca-0193dd0fdfd3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:15.717430 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-138cb722-e9b1-4a27-843b-24090895889c req-e2c29035-1191-4665-adca-0193dd0fdfd3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0834422 Sep 08 13:25:15.732717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16856d20-2fa1-417e-bcff-0c90a15b4b06 admin admin] Network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:25:15.733923 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-28aada67-6c3e-4674-8369-2953d06300e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'name': 'tempest-ServerRescueNegativeTestJSON-2008198913-router', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:22:16Z', 'updated_at': '2021-09-08T13:25:14Z', 'revision_number': 5, 'project_id': 'b6062b62ee414227aa9d6641667fc2c4', 'gw_port': {'id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:22:17Z', 'updated_at': '2021-09-08T13:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:15.766969 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aada67-6c3e-4674-8369-2953d06300e8 None None] Checking router: 090e9c78-1d22-41b7-b8d9-ffa2428281da for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:25:15.780196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-138cb722-e9b1-4a27-843b-24090895889c req-51e08d41-ada2-4b9b-b861-04a8b34f43a6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611665 Sep 08 13:25:15.784462 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aada67-6c3e-4674-8369-2953d06300e8 None None] Routers {'090e9c78-1d22-41b7-b8d9-ffa2428281da'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:25:15.785425 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-28aada67-6c3e-4674-8369-2953d06300e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:25:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['090e9c78-1d22-41b7-b8d9-ffa2428281da'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:15.826873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:15.843246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71e7c3-797d-4aff-93b2-575c7cc63ad3 req-fe57e054-653f-4a3c-8acf-f028621ba824 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:15.847454 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab71e7c3-797d-4aff-93b2-575c7cc63ad3 req-fe57e054-653f-4a3c-8acf-f028621ba824 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1679540 Sep 08 13:25:15.898627 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab71e7c3-797d-4aff-93b2-575c7cc63ad3 req-3e1350a3-d3d9-4186-8cea-2d5dd8d21fea tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460491 Sep 08 13:25:15.899844 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf684794-3d18-4f2c-80c5-4b3738189dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:15.903302 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf684794-3d18-4f2c-80c5-4b3738189dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:15.907394 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cf684794-3d18-4f2c-80c5-4b3738189dfe admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b234503b-b10e-453e-a691-f86103b4ac42 HTTP/1.1" status: 204 len: 168 time: 0.4599462 Sep 08 13:25:15.915843 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf684794-3d18-4f2c-80c5-4b3738189dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b234503b-b10e-453e-a691-f86103b4ac42,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:15.960364 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-28aada67-6c3e-4674-8369-2953d06300e8 None None] Set router 090e9c78-1d22-41b7-b8d9-ffa2428281da gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:25:15.976820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-16856d20-2fa1-417e-bcff-0c90a15b4b06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, aa668119-09d2-4bd6-a1a4-f6d4eed4e759) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:25:15.996772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16856d20-2fa1-417e-bcff-0c90a15b4b06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:15.996772 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16856d20-2fa1-417e-bcff-0c90a15b4b06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:16.000957 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c550736c-e809-4057-80fa-8e9eca74bb4e None None] Network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:25:16.125580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Deleting port b756d033-a04c-4ef9-bae0-8d2dee291d22 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:25:16.127384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:16.202380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-16856d20-2fa1-417e-bcff-0c90a15b4b06 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6219659 Sep 08 13:25:16.244129 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-28aada67-6c3e-4674-8369-2953d06300e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'name': 'tempest-ServerRescueNegativeTestJSON-2008198913-router', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:22:16Z', 'updated_at': '2021-09-08T13:25:14Z', 'revision_number': 5, 'project_id': 'b6062b62ee414227aa9d6641667fc2c4', 'gw_port': {'id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:22:17Z', 'updated_at': '2021-09-08T13:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:16.279210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f20af-3996-4e4c-8d59-2bdab26c2fcd None None] Network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:25:16.286424 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aada67-6c3e-4674-8369-2953d06300e8 None None] The sync data for ids ['090e9c78-1d22-41b7-b8d9-ffa2428281da'] in n-d-807558-3 is: [{'id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'name': 'tempest-ServerRescueNegativeTestJSON-2008198913-router', 'tenant_id': 'b6062b62ee414227aa9d6641667fc2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:22:16Z', 'updated_at': '2021-09-08T13:25:14Z', 'revision_number': 5, 'project_id': 'b6062b62ee414227aa9d6641667fc2c4', 'gw_port': {'id': 'b756d033-a04c-4ef9-bae0-8d2dee291d22', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:83:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090e9c78-1d22-41b7-b8d9-ffa2428281da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:22:17Z', 'updated_at': '2021-09-08T13:22:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:25:16.304058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] For port b756d033-a04c-4ef9-bae0-8d2dee291d22, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b756d033-a04c-4ef9-bae0-8d2dee291d22,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:16.304871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:16.324186 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Calling delete_port for b756d033-a04c-4ef9-bae0-8d2dee291d22 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:25:16.688663 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 543a2059-09b3-468a-8d4f-34999e989dfa no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:25:16.748655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 543a2059-09b3-468a-8d4f-34999e989dfa {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:25:16.749140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 543a2059-09b3-468a-8d4f-34999e989dfa not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:25:16.756669 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:16.774319 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:16.868489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Pushing event deleted for resources: {'Port': ['ID=b756d033-a04c-4ef9-bae0-8d2dee291d22,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:16.914589 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:17.079581 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:17.083570 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:17.096277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2348a-ddf1-4700-a97e-e3cc5d1a4a09 req-cef118e0-070e-4389-9163-17773fc9a317 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:17.097985 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95c2348a-ddf1-4700-a97e-e3cc5d1a4a09 req-cef118e0-070e-4389-9163-17773fc9a317 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.1764615 Sep 08 13:25:17.144003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-8cc97479-3254-47c9-9bf1-c940402bd3c1 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:17.153767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-8cc97479-3254-47c9-9bf1-c940402bd3c1 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/networks?id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759 HTTP/1.1" status: 200 len: 815 time: 0.1686234 Sep 08 13:25:17.171601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-0a9b5068-de41-46cf-a2f4-632cf536d97c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/quotas/8cdb970572fb48fcb75dcb584126b1d5 HTTP/1.1" status: 200 len: 375 time: 0.0167031 Sep 08 13:25:17.195142 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95c2348a-ddf1-4700-a97e-e3cc5d1a4a09 req-59250396-f34f-48b4-9f3a-5f9311a74557 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532293 Sep 08 13:25:17.224146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-b03d0192-c5bf-46bc-ac4a-9e94354351c8 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509613 Sep 08 13:25:17.325564 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:17.325564 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 090e9c78-1d22-41b7-b8d9-ffa2428281da {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:25:17.329867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:17.333909 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7334c807-16c2-482a-ba72-f090193b1287 admin admin] 10.222.0.69 "DELETE /v2.0/routers/090e9c78-1d22-41b7-b8d9-ffa2428281da HTTP/1.1" status: 204 len: 168 time: 2.0436800 Sep 08 13:25:17.335029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41024) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:17.382833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6deebff-f3ea-473c-b36a-434d20128d36 req-bf194291-b9ca-4555-b367-61f62837a20f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:17.414697 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6deebff-f3ea-473c-b36a-434d20128d36 req-bf194291-b9ca-4555-b367-61f62837a20f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1287858 Sep 08 13:25:17.510350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-3601219c-a00c-4d6b-b7ed-5af6a039a6ba admin admin] Deleting subnet 06fe619e-f0fa-4d0d-be75-551524533e4f {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:25:17.511259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6deebff-f3ea-473c-b36a-434d20128d36 req-3bbdeebf-71f6-43ed-8c03-a0b799ddf370 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055238 Sep 08 13:25:17.532509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3601219c-a00c-4d6b-b7ed-5af6a039a6ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:17.696361 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3601219c-a00c-4d6b-b7ed-5af6a039a6ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:17.751161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-4cea4465-5c1f-45c6-a661-24afc9aa3e1b service neutron] 10.222.0.69 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260878 Sep 08 13:25:17.873302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3601219c-a00c-4d6b-b7ed-5af6a039a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:17.877343 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-0cc3c8df-250f-4435-a78e-7bbceb2acda3 service neutron] 10.222.0.69 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144121 Sep 08 13:25:18.172354 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3601219c-a00c-4d6b-b7ed-5af6a039a6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:18.199953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601219c-a00c-4d6b-b7ed-5af6a039a6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06fe619e-f0fa-4d0d-be75-551524533e4f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:18.213216 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3601219c-a00c-4d6b-b7ed-5af6a039a6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:18.217716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3601219c-a00c-4d6b-b7ed-5af6a039a6ba admin admin] 10.222.0.69 "DELETE /v2.0/subnets/06fe619e-f0fa-4d0d-be75-551524533e4f HTTP/1.1" status: 204 len: 168 time: 0.8793633 Sep 08 13:25:18.217965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41036) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:18.317878 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:18.391414 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-34e341c1-6b43-4a34-b432-c63b4026bb10 req-ba04edbb-cc02-4314-ab1f-2b5f7c522fbb tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 210 time: 0.0585086 Sep 08 13:25:18.405162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fbce4-825a-4746-bbc5-f2b567dbaa71 req-b4f33414-ad5d-4db7-a36d-905e11ad38e5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:18.406825 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd9fbce4-825a-4746-bbc5-f2b567dbaa71 req-b4f33414-ad5d-4db7-a36d-905e11ad38e5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0935788 Sep 08 13:25:18.463445 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd9fbce4-825a-4746-bbc5-f2b567dbaa71 req-4a6a7cf3-dc2c-4a7c-95f2-20f44c4177d6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423090 Sep 08 13:25:18.509517 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:18.550351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec43c03-4e89-4032-9edb-683310aae53c']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:18.562327 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10526b6-167a-4eec-baae-92acea790092') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:18.562889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10526b6-167a-4eec-baae-92acea790092') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:18.580171 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:18.597596 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:18.618987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:25:18.629984 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:25:18.634567 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:25:18.749837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b756d033-a04c-4ef9-bae0-8d2dee291d22 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:25:18.779256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587de23-73d1-4a17-8765-337d05a0227f req-edce64ab-d53f-422d-8426-ff85e29997ac tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:18.785737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b756d033-a04c-4ef9-bae0-8d2dee291d22 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:25:18.786327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b756d033-a04c-4ef9-bae0-8d2dee291d22 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:25:18.789374 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6587de23-73d1-4a17-8765-337d05a0227f req-edce64ab-d53f-422d-8426-ff85e29997ac tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1855636 Sep 08 13:25:18.832059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6587de23-73d1-4a17-8765-337d05a0227f req-c2eae030-b495-41fd-b4db-af31fc5304ad tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411627 Sep 08 13:25:18.909142 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:18.927270 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:18.931274 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bec43c03-4e89-4032-9edb-683310aae53c HTTP/1.1" status: 204 len: 168 time: 0.7098451 Sep 08 13:25:18.931274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02752a-efae-4d14-8caa-82fe29ee0779 admin admin] Pushing event deleted for resources: {'Network': ['ID=bec43c03-4e89-4032-9edb-683310aae53c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:19.487081 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb14a1bc-62b5-4f35-a41d-d5ffe4299c7d req-c78810fa-31c5-4f09-bbe0-a2434f57b75a tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 210 time: 0.0325274 Sep 08 13:25:19.587480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643aea32-2c6a-42f6-adb4-1f4c3569a971 req-2f4dbe87-d11f-4f84-b0bd-069cac574c46 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:19.589555 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-643aea32-2c6a-42f6-adb4-1f4c3569a971 req-2f4dbe87-d11f-4f84-b0bd-069cac574c46 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0556388 Sep 08 13:25:19.628894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-643aea32-2c6a-42f6-adb4-1f4c3569a971 req-eaf1cbde-4437-4a22-80c2-ed6df3ae2877 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329113 Sep 08 13:25:19.933234 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41078) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:20.063239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-48816138-a6df-4aa3-9b20-d21ff952f596 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b6062b62ee414227aa9d6641667fc2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296887 Sep 08 13:25:20.066227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41082) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:20.110422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd34754-2248-49f3-952e-75e188c9923e req-d24cf286-3f84-4c9b-b312-687a661d66ba tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:20.112784 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fcd34754-2248-49f3-952e-75e188c9923e req-d24cf286-3f84-4c9b-b312-687a661d66ba tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1596560 Sep 08 13:25:20.181834 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fcd34754-2248-49f3-952e-75e188c9923e req-b258cd3b-0d19-4839-8f4d-506d8e1824ef tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585251 Sep 08 13:25:20.199789 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f84eda0a-acc6-44ac-9df8-cae30e169924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:20.235951 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f84eda0a-acc6-44ac-9df8-cae30e169924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:20.428496 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f84eda0a-acc6-44ac-9df8-cae30e169924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:20.431496 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f84eda0a-acc6-44ac-9df8-cae30e169924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:20.433436 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f84eda0a-acc6-44ac-9df8-cae30e169924 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78ae2eb3-609e-473e-b7cd-23d07f0d08a7 HTTP/1.1" status: 204 len: 168 time: 0.3622127 Sep 08 13:25:20.453099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84eda0a-acc6-44ac-9df8-cae30e169924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ae2eb3-609e-473e-b7cd-23d07f0d08a7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:20.678023 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6be6e062-d94c-4ad4-bf2b-0e2fdace22b9 req-dfa0ee57-6ad1-4850-ac12-0e155504a540 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 210 time: 0.0354731 Sep 08 13:25:20.903197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f010b52-5dd5-44e0-8fe1-034af4efbf9f req-56039a29-424f-412b-86a6-0f27c5428367 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:20.905289 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f010b52-5dd5-44e0-8fe1-034af4efbf9f req-56039a29-424f-412b-86a6-0f27c5428367 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.1627803 Sep 08 13:25:20.973435 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f010b52-5dd5-44e0-8fe1-034af4efbf9f req-0f42c406-c945-450d-a02a-04b0635ac3d6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565274 Sep 08 13:25:21.381804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a369a2-1531-4481-a02a-7c2b7feb073a req-7be95246-f3ca-485b-a824-d22786133901 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:21.383870 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67a369a2-1531-4481-a02a-7c2b7feb073a req-7be95246-f3ca-485b-a824-d22786133901 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0793056 Sep 08 13:25:21.492512 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-67a369a2-1531-4481-a02a-7c2b7feb073a req-64eeda0a-dbbf-4a60-b5b9-c57323979488 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932038 Sep 08 13:25:21.726316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-83ca9bf4-e673-4f11-a06e-8ee3095d8459 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:21.728551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-83ca9bf4-e673-4f11-a06e-8ee3095d8459 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.60 "GET /v2.0/networks?id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759 HTTP/1.1" status: 200 len: 815 time: 0.1420372 Sep 08 13:25:21.743245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Request body: {'port': {'device_id': 'ef22be3f-9efd-4d60-9d34-8dfa9806f443', 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759', 'admin_state_up': True, 'tenant_id': '8cdb970572fb48fcb75dcb584126b1d5'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:25:21.826962 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-944701fc-5740-4bb4-9755-ddb4db63daa1 req-0fa7000b-235b-4c23-b85c-63c354a191b7 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 210 time: 0.0440598 Sep 08 13:25:22.113617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb19d7-2b3c-4549-a9bb-a39589e80566 req-565637a7-171b-43a6-b9e3-b7ea78c50458 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:22.153044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b7bb19d7-2b3c-4549-a9bb-a39589e80566 req-565637a7-171b-43a6-b9e3-b7ea78c50458 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0702641 Sep 08 13:25:22.184005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b7bb19d7-2b3c-4549-a9bb-a39589e80566 req-dc4f56ba-a051-4ccf-b4dd-45347ba5c83e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538111 Sep 08 13:25:22.184005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Made reservation on behalf of 8cdb970572fb48fcb75dcb584126b1d5 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:25:22.184005 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:22.422101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Allocated IP 172.20.0.13 (aa668119-09d2-4bd6-a1a4-f6d4eed4e759/c2665831-97b9-4458-a009-1681e7f31e07/c0de9164-252d-4930-a174-ab9409a62df8) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:25:22.685422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e1dc9-c1ed-42cc-abf2-db23e0715485 req-26f47d76-914f-4528-86f1-f935af9c5836 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:22.699984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd5e1dc9-c1ed-42cc-abf2-db23e0715485 req-26f47d76-914f-4528-86f1-f935af9c5836 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1080341 Sep 08 13:25:22.706289 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:22.745759 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd5e1dc9-c1ed-42cc-abf2-db23e0715485 req-59734e02-87ba-462b-82e8-0a3a06a850b5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Sep 08 13:25:22.863509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:22.960466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:25:22.971674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:25:22.974671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:25:23.000482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Pushing event updated for resources: {'Port': ['ID=c0de9164-252d-4930-a174-ab9409a62df8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:23.072071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2911d8-2d4b-4da6-bad2-82300cb7aaf4 req-57952997-3436-4eaa-84fc-75ed660b5585 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:23.073695 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a2911d8-2d4b-4da6-bad2-82300cb7aaf4 req-57952997-3436-4eaa-84fc-75ed660b5585 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 932 time: 0.1072476 Sep 08 13:25:23.082078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:23.082680 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:23.131885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a2911d8-2d4b-4da6-bad2-82300cb7aaf4 req-5f6dc5df-53fe-43f5-abe3-68c7c96961d0 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454190 Sep 08 13:25:23.368497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a978c5e-ec1f-4c70-b066-02e03ec87334 req-4e01db50-1582-4a1c-8220-1aa75ca7d0fe tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:23.368497 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a978c5e-ec1f-4c70-b066-02e03ec87334 req-4e01db50-1582-4a1c-8220-1aa75ca7d0fe tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0542898 Sep 08 13:25:23.368497 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a978c5e-ec1f-4c70-b066-02e03ec87334 req-1cbc3ebf-47ec-4944-a16d-c1b27d1ef352 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361197 Sep 08 13:25:23.601291 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-9bbae7cc-c06b-483f-8d1b-f643dbe72d63 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8630288 Sep 08 13:25:23.615751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Request body: {'port': {'device_id': 'ef22be3f-9efd-4d60-9d34-8dfa9806f443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:25:23.689199 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:23.910937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac6b4e-5e16-4cb7-a0cd-6251f6de40fe req-038dd59a-f253-43dc-b6bd-4ebc2bfa7542 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:23.920056 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-55ac6b4e-5e16-4cb7-a0cd-6251f6de40fe req-038dd59a-f253-43dc-b6bd-4ebc2bfa7542 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0748746 Sep 08 13:25:23.979950 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-55ac6b4e-5e16-4cb7-a0cd-6251f6de40fe req-9d481e49-0712-4bc1-8154-e1e9a68c72b8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567360 Sep 08 13:25:24.178239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0de9164-252d-4930-a174-ab9409a62df8 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:25:24.203227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:24.232811 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Transition to ACTIVE for port object c0de9164-252d-4930-a174-ab9409a62df8 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:25:24.310674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e74a0d-be2d-44d8-9194-b1bdb41e66db req-d53822e6-9df4-445e-b19e-31b3e6180c82 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:24.318255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b9e74a0d-be2d-44d8-9194-b1bdb41e66db req-d53822e6-9df4-445e-b19e-31b3e6180c82 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 932 time: 0.0672951 Sep 08 13:25:24.349064 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:24.361818 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b9e74a0d-be2d-44d8-9194-b1bdb41e66db req-784fb16c-de79-4304-9be6-ed106c48d798 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426841 Sep 08 13:25:24.466955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Pushing event updated for resources: {'Port': ['ID=c0de9164-252d-4930-a174-ab9409a62df8,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:24.564392 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Attempting to bind port c0de9164-252d-4930-a174-ab9409a62df8 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:25:24.564802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Attempting to bind port c0de9164-252d-4930-a174-ab9409a62df8 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:25:24.565195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Attempting to bind port c0de9164-252d-4930-a174-ab9409a62df8 on network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:25:24.570089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Port c0de9164-252d-4930-a174-ab9409a62df8 on network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:25:24.570605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Attempting to bind port c0de9164-252d-4930-a174-ab9409a62df8 on network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:25:24.576252 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:25:24.576670 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Checking segment: {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:25:24.577056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Bound using segment: {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:25:24.577495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Bound port: c0de9164-252d-4930-a174-ab9409a62df8, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:25:24.577854 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:24.648514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] For port c0de9164-252d-4930-a174-ab9409a62df8, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:25:24.653282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] For port c0de9164-252d-4930-a174-ab9409a62df8, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c0de9164-252d-4930-a174-ab9409a62df8,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:25:24.794902 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:24.814162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0890f0-02c4-4696-91ab-f6eb7a0fd15d req-98b58270-5f94-449b-aa68-0f8a3b6cfbd7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:24.815730 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aa0890f0-02c4-4696-91ab-f6eb7a0fd15d req-98b58270-5f94-449b-aa68-0f8a3b6cfbd7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0520532 Sep 08 13:25:24.832581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:24.833373 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:24.834917 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] 10.222.0.60 "PUT /v2.0/ports/c0de9164-252d-4930-a174-ab9409a62df8 HTTP/1.1" status: 200 len: 1092 time: 1.2251585 Sep 08 13:25:24.835963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef22be3f-9efd-4d60-9d34-8dfa9806f443', 'tag': 'c0de9164-252d-4930-a174-ab9409a62df8'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:24.837837 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d370b856-96a6-4248-b390-b663b8a42890" -d '{"events": [{"name": "network-changed", "server_uuid": "ef22be3f-9efd-4d60-9d34-8dfa9806f443", "tag": "c0de9164-252d-4930-a174-ab9409a62df8"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:24.867545 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aa0890f0-02c4-4696-91ab-f6eb7a0fd15d req-7eafe1b9-65fc-43bd-97e0-38915dc0f0fa tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 Sep 08 13:25:24.871688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c041e4b-e769-4851-aa49-8239abae8a9e service neutron] Pushing event updated for resources: {'Port': ['ID=c0de9164-252d-4930-a174-ab9409a62df8,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:24.887605 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700b39e0-46b6-45e6-958c-c148f797803f x-openstack-request-id: req-700b39e0-46b6-45e6-958c-c148f797803f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:24.887950 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef22be3f-9efd-4d60-9d34-8dfa9806f443", "tag": "c0de9164-252d-4930-a174-ab9409a62df8", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:24.888344 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-700b39e0-46b6-45e6-958c-c148f797803f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:24.889468 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef22be3f-9efd-4d60-9d34-8dfa9806f443', 'tag': 'c0de9164-252d-4930-a174-ab9409a62df8', 'status': 'completed', 'code': 200} Sep 08 13:25:24.958848 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b856-96a6-4248-b390-b663b8a42890 req-2a1b0056-3b53-40b4-ac71-e6ad2a4a9f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:24.958848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d370b856-96a6-4248-b390-b663b8a42890 req-2a1b0056-3b53-40b4-ac71-e6ad2a4a9f63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 1095 time: 0.0464971 Sep 08 13:25:25.074281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b856-96a6-4248-b390-b663b8a42890 req-5d92fbd8-04b7-480a-9d0b-74083a633a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:25.075874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d370b856-96a6-4248-b390-b663b8a42890 req-5d92fbd8-04b7-480a-9d0b-74083a633a0c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1124737 Sep 08 13:25:25.172052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fe2d3-10f3-43c4-9f59-2f16287c32c1 req-e322371b-c6ab-455f-8e8e-2c1c942ea703 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:25.173558 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b47fe2d3-10f3-43c4-9f59-2f16287c32c1 req-e322371b-c6ab-455f-8e8e-2c1c942ea703 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.1134951 Sep 08 13:25:25.222060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370b856-96a6-4248-b390-b663b8a42890 req-96bcdd72-3f1e-4d4c-b76b-7a3f5249fa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:25.223588 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d370b856-96a6-4248-b390-b663b8a42890 req-96bcdd72-3f1e-4d4c-b76b-7a3f5249fa7a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339688 Sep 08 13:25:25.233396 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b47fe2d3-10f3-43c4-9f59-2f16287c32c1 req-d111d801-1452-480a-b78c-ea5f3a46b305 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532508 Sep 08 13:25:25.320250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-a1fc3924-b114-447f-83c5-5c5df251d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:25.320250 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-a1fc3924-b114-447f-83c5-5c5df251d116 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 1095 time: 0.0478621 Sep 08 13:25:25.371283 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-f23ab3c3-b17b-4881-9a17-01678f1495a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0de9164-252d-4930-a174-ab9409a62df8 HTTP/1.1" status: 200 len: 217 time: 0.0368271 Sep 08 13:25:25.415608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-2bffb5b3-8d98-44ce-ad6f-b80d91e0d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:25.417700 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-2bffb5b3-8d98-44ce-ad6f-b80d91e0d4bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2665831-97b9-4458-a009-1681e7f31e07 HTTP/1.1" status: 200 len: 855 time: 0.0482273 Sep 08 13:25:25.456219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-f16f46d2-c880-4757-8851-154dbf9f8054 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316300 Sep 08 13:25:25.784296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3bc4-3cbb-46ff-9e3c-604b8f731560 req-4c503e6e-1afa-4892-aadf-defe039cd3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:25.787216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a7d3bc4-3cbb-46ff-9e3c-604b8f731560 req-4c503e6e-1afa-4892-aadf-defe039cd3ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 1096 time: 0.0622489 Sep 08 13:25:25.828473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa2b72-5127-48da-aff3-e047a8889ddb req-0c676465-4b64-4de3-9309-30b6fef51b4e tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:25.830059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8fa2b72-5127-48da-aff3-e047a8889ddb req-0c676465-4b64-4de3-9309-30b6fef51b4e tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 944 time: 0.3763349 Sep 08 13:25:25.869828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-a5dbf8db-0302-45bb-ac22-1e6df3e81f52 service neutron] 10.222.0.60 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049628 Sep 08 13:25:25.914750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8fa2b72-5127-48da-aff3-e047a8889ddb req-e0477183-ca91-482c-8e0f-d47f2635895a tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783336 Sep 08 13:25:25.928128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3bc4-3cbb-46ff-9e3c-604b8f731560 req-ce714a31-1111-44f6-a216-5b98b34ab73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:25.930361 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a7d3bc4-3cbb-46ff-9e3c-604b8f731560 req-ce714a31-1111-44f6-a216-5b98b34ab73e service neutron] 10.222.0.70 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.1347127 Sep 08 13:25:25.982790 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a7d3bc4-3cbb-46ff-9e3c-604b8f731560 req-13670cee-ccb2-4efd-9dc6-206bf052c6d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47121603-468d-4252-906d-5e197a600583 HTTP/1.1" status: 200 len: 217 time: 0.0449011 Sep 08 13:25:26.003790 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff478fd0-10af-4300-bef0-1d8318fedaca req-26407c1f-445c-4c35-ab25-150c0bf04179 service neutron] 10.222.0.60 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195292 Sep 08 13:25:26.076338 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3bc4-3cbb-46ff-9e3c-604b8f731560 req-88549880-36ae-43aa-b811-d38285d03ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:26.077761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a7d3bc4-3cbb-46ff-9e3c-604b8f731560 req-88549880-36ae-43aa-b811-d38285d03ec6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0876553 Sep 08 13:25:26.091464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9b01a-523a-423e-9b41-790e6ec85541 req-187c4f46-70f5-4a4d-846d-9da039f71386 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:26.092987 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dbd9b01a-523a-423e-9b41-790e6ec85541 req-187c4f46-70f5-4a4d-846d-9da039f71386 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0911720 Sep 08 13:25:26.157497 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dbd9b01a-523a-423e-9b41-790e6ec85541 req-be7c642a-676c-4741-a12e-39b0cfa9c34e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557642 Sep 08 13:25:26.164214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3bc4-3cbb-46ff-9e3c-604b8f731560 req-517c2af9-4e11-4e3d-823f-00e9a18a461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:26.166290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a7d3bc4-3cbb-46ff-9e3c-604b8f731560 req-517c2af9-4e11-4e3d-823f-00e9a18a461c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717728 Sep 08 13:25:26.261890 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a7d3bc4-3cbb-46ff-9e3c-604b8f731560 req-6307c066-4d5f-4a30-975d-03137bfbe07a service neutron] 10.222.0.70 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880883 Sep 08 13:25:26.394111 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a7d3bc4-3cbb-46ff-9e3c-604b8f731560 req-985f44fa-6e8a-45c8-81ce-adc5bbf77a83 service neutron] 10.222.0.70 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192439 Sep 08 13:25:26.394320 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e653a94-6bfe-424f-9b06-f9cf1079adcf req-e4bc1df0-21e4-4aa9-8b3d-e888cc018352 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:26.394320 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9e653a94-6bfe-424f-9b06-f9cf1079adcf req-e4bc1df0-21e4-4aa9-8b3d-e888cc018352 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0739918 Sep 08 13:25:26.431862 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9e653a94-6bfe-424f-9b06-f9cf1079adcf req-eaf79039-44f2-46ec-ae18-caf49e30d7ef tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335417 Sep 08 13:25:27.028777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c5f47-0f17-4665-b646-32c028212d24 req-e7c8916b-6c73-4fd2-bb8a-f90156355e45 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:27.030321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a1c5f47-0f17-4665-b646-32c028212d24 req-e7c8916b-6c73-4fd2-bb8a-f90156355e45 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 944 time: 0.0502648 Sep 08 13:25:27.070449 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a1c5f47-0f17-4665-b646-32c028212d24 req-b24f9704-bb93-45f8-b382-a3203f6efc33 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341032 Sep 08 13:25:27.259495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf9949b-8d8c-475c-9712-b358cd3e4f2b req-5db7c0e6-503f-4649-825b-a1094a4715ce tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:27.261698 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-daf9949b-8d8c-475c-9712-b358cd3e4f2b req-5db7c0e6-503f-4649-825b-a1094a4715ce tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0730290 Sep 08 13:25:27.307799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de8bafb-c6c3-4222-bcca-f5c2d30a9870 req-ab498377-4e66-4088-9836-9969129d8b8e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:27.310203 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7de8bafb-c6c3-4222-bcca-f5c2d30a9870 req-ab498377-4e66-4088-9836-9969129d8b8e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0736773 Sep 08 13:25:27.320624 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-daf9949b-8d8c-475c-9712-b358cd3e4f2b req-9f48cb2f-2eca-4c8d-b050-e947c8a69e33 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 Sep 08 13:25:27.354906 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7de8bafb-c6c3-4222-bcca-f5c2d30a9870 req-518348bd-24c1-4dbc-b139-24c22a09df5f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382397 Sep 08 13:25:28.189015 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dfae5-d2d3-4e85-8ce1-a8b129bd6192 req-ec37f557-c4d6-411a-939b-1ed41ce11869 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:28.197135 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-258dfae5-d2d3-4e85-8ce1-a8b129bd6192 req-ec37f557-c4d6-411a-939b-1ed41ce11869 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 944 time: 0.0508554 Sep 08 13:25:28.233517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-258dfae5-d2d3-4e85-8ce1-a8b129bd6192 req-63cb90fe-15ca-4ca7-975b-15e0dde2db58 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368943 Sep 08 13:25:28.443186 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56523da3-da9e-4c30-86bd-d3a8f098e215 req-b75bbb52-c210-44a0-a073-487811fac0e5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:28.444767 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-56523da3-da9e-4c30-86bd-d3a8f098e215 req-b75bbb52-c210-44a0-a073-487811fac0e5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0507197 Sep 08 13:25:28.487916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea75a6-b6cf-42f6-861e-d0de58e44160 req-596f3321-9458-4cd1-9ac7-07dadbb301b3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:28.489477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-20ea75a6-b6cf-42f6-861e-d0de58e44160 req-596f3321-9458-4cd1-9ac7-07dadbb301b3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 945 time: 0.0519962 Sep 08 13:25:28.521219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671859ee-bbec-4bd3-a8db-407edd95eb94 req-4e4d9f56-39a5-4fd2-97b1-a3be2ec33495 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:28.526316 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-671859ee-bbec-4bd3-a8db-407edd95eb94 req-4e4d9f56-39a5-4fd2-97b1-a3be2ec33495 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 945 time: 0.0805175 Sep 08 13:25:28.529511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-56523da3-da9e-4c30-86bd-d3a8f098e215 req-dce5f28e-2550-4976-9088-341c83e278d7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760055 Sep 08 13:25:28.531330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-20ea75a6-b6cf-42f6-861e-d0de58e44160 req-66076746-467c-4f94-9e94-f8d04416c5e2 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345328 Sep 08 13:25:28.626399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-671859ee-bbec-4bd3-a8db-407edd95eb94 req-b6a80020-6b0c-4547-9a87-a976a049e706 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Deleting port 531ab9aa-f32c-424a-8684-bb9127d17748 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:25:28.626752 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-671859ee-bbec-4bd3-a8db-407edd95eb94 req-b6a80020-6b0c-4547-9a87-a976a049e706 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:28.768808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-671859ee-bbec-4bd3-a8db-407edd95eb94 req-b6a80020-6b0c-4547-9a87-a976a049e706 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] For port 531ab9aa-f32c-424a-8684-bb9127d17748, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=531ab9aa-f32c-424a-8684-bb9127d17748,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:28.769210 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-671859ee-bbec-4bd3-a8db-407edd95eb94 req-b6a80020-6b0c-4547-9a87-a976a049e706 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:28.782098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-671859ee-bbec-4bd3-a8db-407edd95eb94 req-b6a80020-6b0c-4547-9a87-a976a049e706 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Calling delete_port for 531ab9aa-f32c-424a-8684-bb9127d17748 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:25:29.034944 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-671859ee-bbec-4bd3-a8db-407edd95eb94 req-b6a80020-6b0c-4547-9a87-a976a049e706 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:29.047659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['531ab9aa-f32c-424a-8684-bb9127d17748'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:25:29.068232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a80020-6b0c-4547-9a87-a976a049e706 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Pushing event deleted for resources: {'Port': ['ID=531ab9aa-f32c-424a-8684-bb9127d17748,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:29.110558 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-671859ee-bbec-4bd3-a8db-407edd95eb94 req-b6a80020-6b0c-4547-9a87-a976a049e706 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] No DVR routers for this DVR port 531ab9aa-f32c-424a-8684-bb9127d17748 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:25:29.113618 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-671859ee-bbec-4bd3-a8db-407edd95eb94 req-b6a80020-6b0c-4547-9a87-a976a049e706 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:29.115822 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-671859ee-bbec-4bd3-a8db-407edd95eb94 req-b6a80020-6b0c-4547-9a87-a976a049e706 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "DELETE /v2.0/ports/531ab9aa-f32c-424a-8684-bb9127d17748 HTTP/1.1" status: 204 len: 173 time: 0.5835550 Sep 08 13:25:29.116261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa0d6a86-0b72-4715-9281-7f7ec173c9f7', 'name': 'network-vif-deleted', 'tag': '531ab9aa-f32c-424a-8684-bb9127d17748'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:29.118534 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59df5eb8-4f3f-4325-ad8e-b786ce918cb9" -d '{"events": [{"server_uuid": "fa0d6a86-0b72-4715-9281-7f7ec173c9f7", "name": "network-vif-deleted", "tag": "531ab9aa-f32c-424a-8684-bb9127d17748"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:29.160517 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f59311-68b4-4eed-8b33-d8e858178ce9 x-openstack-request-id: req-64f59311-68b4-4eed-8b33-d8e858178ce9 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:29.161152 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa0d6a86-0b72-4715-9281-7f7ec173c9f7", "name": "network-vif-deleted", "tag": "531ab9aa-f32c-424a-8684-bb9127d17748", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:29.161591 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-64f59311-68b4-4eed-8b33-d8e858178ce9 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:29.162196 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa0d6a86-0b72-4715-9281-7f7ec173c9f7', 'name': 'network-vif-deleted', 'tag': '531ab9aa-f32c-424a-8684-bb9127d17748', 'status': 'completed', 'code': 200} Sep 08 13:25:29.372967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 531ab9aa-f32c-424a-8684-bb9127d17748 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:25:29.390370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bbcecb-8690-4fb6-95da-0cb045ec4b33 req-0e83296d-a179-44d7-adb4-9529add75ca3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:29.392491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5bbcecb-8690-4fb6-95da-0cb045ec4b33 req-0e83296d-a179-44d7-adb4-9529add75ca3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 944 time: 0.0707083 Sep 08 13:25:29.401649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 531ab9aa-f32c-424a-8684-bb9127d17748 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:25:29.402705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 531ab9aa-f32c-424a-8684-bb9127d17748 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:25:29.403294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 47121603-468d-4252-906d-5e197a600583 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:25:29.436041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5bbcecb-8690-4fb6-95da-0cb045ec4b33 req-b60a639d-f1c3-405f-a52e-b500b048a9b1 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371032 Sep 08 13:25:29.490334 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:29.516437 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea89bc8-65fa-4868-a0e5-b6052733fbef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47121603-468d-4252-906d-5e197a600583'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:29.518921 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7df9a1-08ae-420e-b35b-9864d101f297" -d '{"events": [{"server_uuid": "1ea89bc8-65fa-4868-a0e5-b6052733fbef", "name": "network-vif-unplugged", "status": "completed", "tag": "47121603-468d-4252-906d-5e197a600583"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:29.536546 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 47121603-468d-4252-906d-5e197a600583, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47121603-468d-4252-906d-5e197a600583,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:29.570780 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070c2f62-0a4c-40ec-a123-d1007e772a42 x-openstack-request-id: req-070c2f62-0a4c-40ec-a123-d1007e772a42 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:29.571164 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea89bc8-65fa-4868-a0e5-b6052733fbef", "name": "network-vif-unplugged", "status": "failed", "tag": "47121603-468d-4252-906d-5e197a600583", "code": 422}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:29.571535 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-070c2f62-0a4c-40ec-a123-d1007e772a42 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:29.572022 n-d-807558-3 neutron-server[96265]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ea89bc8-65fa-4868-a0e5-b6052733fbef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47121603-468d-4252-906d-5e197a600583', 'code': 422} returned with failed status Sep 08 13:25:29.634279 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:29.685550 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a446faf4-6649-49f6-a364-e2a0d3de92f4 req-17fdac56-3fa6-4635-8749-3288fd35c791 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa0d6a86-0b72-4715-9281-7f7ec173c9f7 HTTP/1.1" status: 200 len: 210 time: 0.0374801 Sep 08 13:25:29.723316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034d06d1-f05f-49e4-87fd-41de89fc7094 req-2e0cf1c8-ef8e-4ea7-b7f8-8b21a5efb595 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:29.726077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=47121603-468d-4252-906d-5e197a600583,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:29.735813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-034d06d1-f05f-49e4-87fd-41de89fc7094 req-2e0cf1c8-ef8e-4ea7-b7f8-8b21a5efb595 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 943 time: 0.1045630 Sep 08 13:25:29.780970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-034d06d1-f05f-49e4-87fd-41de89fc7094 req-59c113bf-3bd0-4ee5-9c73-ec8830773068 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Sep 08 13:25:29.971141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d385ece-a1a1-40aa-a9c3-5e935e53fc72 req-b2164550-e9ab-43ee-b5c4-da0abcbc6683 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:29.973030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d385ece-a1a1-40aa-a9c3-5e935e53fc72 req-b2164550-e9ab-43ee-b5c4-da0abcbc6683 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0622764 Sep 08 13:25:30.016834 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d385ece-a1a1-40aa-a9c3-5e935e53fc72 req-7fb6d12c-e601-4eca-abf1-5635fc775df4 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357749 Sep 08 13:25:30.152812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0cdbcd-bffd-4623-97a2-49cbfd5e1110 req-6377d3a6-b3bc-4d1d-8292-05090a9599bf tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:30.154346 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fe0cdbcd-bffd-4623-97a2-49cbfd5e1110 req-6377d3a6-b3bc-4d1d-8292-05090a9599bf tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0564432 Sep 08 13:25:30.219404 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fe0cdbcd-bffd-4623-97a2-49cbfd5e1110 req-39fec0d4-acae-42da-ab76-4d357e348304 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585256 Sep 08 13:25:30.298996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c0de9164-252d-4930-a174-ab9409a62df8 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:25:30.427336 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c0de9164-252d-4930-a174-ab9409a62df8, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c0de9164-252d-4930-a174-ab9409a62df8,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:30.440359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'c0de9164-252d-4930-a174-ab9409a62df8', 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759', 'port_id': 'c0de9164-252d-4930-a174-ab9409a62df8', 'mac_address': 'fa:16:3e:36:e0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2665831-97b9-4458-a009-1681e7f31e07', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:25:30.482949 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:30.498716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0de9164-252d-4930-a174-ab9409a62df8 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:25:30.522571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c0de9164-252d-4930-a174-ab9409a62df8, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c0de9164-252d-4930-a174-ab9409a62df8,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:30.591805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98829b3f-e2fb-4497-a68d-87fa0c8f8094 req-05dd657c-bec9-4100-9e5b-a4fbf9501634 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:30.594361 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-98829b3f-e2fb-4497-a68d-87fa0c8f8094 req-05dd657c-bec9-4100-9e5b-a4fbf9501634 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 944 time: 0.0763335 Sep 08 13:25:30.649762 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-98829b3f-e2fb-4497-a68d-87fa0c8f8094 req-fbe57674-9a2e-46d6-9972-8c1ff17239a8 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380402 Sep 08 13:25:30.678891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802e36d-a46e-48df-8e2b-124296d583f6 req-33fe1c4b-2e8c-450a-8066-8e6a7654e953 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:30.680614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b802e36d-a46e-48df-8e2b-124296d583f6 req-33fe1c4b-2e8c-450a-8066-8e6a7654e953 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0608509 Sep 08 13:25:30.684607 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:30.723027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b802e36d-a46e-48df-8e2b-124296d583f6 req-6c85dae2-b41a-45a8-aacf-3f5c1a058e4d tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353227 Sep 08 13:25:30.756730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=c0de9164-252d-4930-a174-ab9409a62df8,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:31.053421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c0de9164-252d-4930-a174-ab9409a62df8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:25:31.123134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-adc2114a-ace1-4d98-a2a8-2550f2fb9e59 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:31.124585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-adc2114a-ace1-4d98-a2a8-2550f2fb9e59 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.1205711 Sep 08 13:25:31.142896 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-d3de7ff5-856b-40ee-858c-5e3e5899cb49 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/quotas/d393c133e7b242bea5864f8b92030dcc HTTP/1.1" status: 200 len: 375 time: 0.0101752 Sep 08 13:25:31.179639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-7d8abe30-a7ba-49d1-949d-89dc01b004b5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281620 Sep 08 13:25:31.292616 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-4ba8ab0e-10ef-41a8-be55-c7b494f02fef service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052427 Sep 08 13:25:31.387932 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-182e703f-9a2c-4e42-9379-bc8cbf303b9c service neutron] 10.222.0.69 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884342 Sep 08 13:25:31.821828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dac66a-bc39-4ab1-a99a-101a3d25ad16 req-3e143022-f34b-427e-9771-221571bd14b3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:31.825557 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d2dac66a-bc39-4ab1-a99a-101a3d25ad16 req-3e143022-f34b-427e-9771-221571bd14b3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 945 time: 0.0969377 Sep 08 13:25:31.852958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adc2e185-ccdc-44ae-a51d-36d985d99960 req-ae176fa5-2f93-42fa-925e-52cd895a5f3f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 210 time: 0.0333958 Sep 08 13:25:31.885301 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d2dac66a-bc39-4ab1-a99a-101a3d25ad16 req-6a6e45a4-960e-4654-b510-2cc432451dee tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456429 Sep 08 13:25:32.007958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fefbb7-6140-489d-a59a-9e3230ec44f4 req-f149ef9c-da52-4f58-9412-2716a1e90086 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:32.036366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8fefbb7-6140-489d-a59a-9e3230ec44f4 req-f149ef9c-da52-4f58-9412-2716a1e90086 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0713127 Sep 08 13:25:32.059813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8fefbb7-6140-489d-a59a-9e3230ec44f4 req-e27a6105-461c-4648-94ec-315d2f452e22 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414114 Sep 08 13:25:32.298304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c0de9164-252d-4930-a174-ab9409a62df8 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:25:32.559731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port c0de9164-252d-4930-a174-ab9409a62df8 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:25:32.564464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port c0de9164-252d-4930-a174-ab9409a62df8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:25:32.564913 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:32.678104 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:32.701621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef22be3f-9efd-4d60-9d34-8dfa9806f443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0de9164-252d-4930-a174-ab9409a62df8'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:32.704056 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b194865f-032d-44c2-b7f0-7d4d7b37643c" -d '{"events": [{"server_uuid": "ef22be3f-9efd-4d60-9d34-8dfa9806f443", "name": "network-vif-plugged", "status": "completed", "tag": "c0de9164-252d-4930-a174-ab9409a62df8"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:32.718229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c0de9164-252d-4930-a174-ab9409a62df8, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c0de9164-252d-4930-a174-ab9409a62df8,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:32.749371 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a651b42a-b4d5-452a-a258-8e6f678c2d53 x-openstack-request-id: req-a651b42a-b4d5-452a-a258-8e6f678c2d53 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:32.749371 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef22be3f-9efd-4d60-9d34-8dfa9806f443", "name": "network-vif-plugged", "status": "completed", "tag": "c0de9164-252d-4930-a174-ab9409a62df8", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:32.749371 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a651b42a-b4d5-452a-a258-8e6f678c2d53 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:32.749371 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef22be3f-9efd-4d60-9d34-8dfa9806f443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0de9164-252d-4930-a174-ab9409a62df8', 'code': 200} Sep 08 13:25:32.828624 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:32.855142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593521e-5907-4a16-bc9c-2042571b4444 req-249589f8-371d-4637-973f-1f5f94ace359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:32.864210 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3593521e-5907-4a16-bc9c-2042571b4444 req-249589f8-371d-4637-973f-1f5f94ace359 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 1096 time: 0.0506475 Sep 08 13:25:32.891240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=c0de9164-252d-4930-a174-ab9409a62df8,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:32.909931 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3593521e-5907-4a16-bc9c-2042571b4444 req-d6d7f473-376a-46eb-bc87-5417fd6d64b2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448654 Sep 08 13:25:32.957413 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-86618c0c-cc4b-4409-b00a-3f085d8c9bc6 req-2799a6b4-7dfb-46eb-9c3d-9bb9a71e1e7d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 210 time: 0.0309949 Sep 08 13:25:33.023262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f59bbd9-5d0c-4c62-8113-12a7df06eb2f req-5b66edce-2ac1-4dc3-9fdd-bd000a77880f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:33.024798 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f59bbd9-5d0c-4c62-8113-12a7df06eb2f req-5b66edce-2ac1-4dc3-9fdd-bd000a77880f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 946 time: 0.0530465 Sep 08 13:25:33.085104 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f59bbd9-5d0c-4c62-8113-12a7df06eb2f req-f0e446e8-099e-4341-977b-0eb749b4aa73 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530946 Sep 08 13:25:33.218575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5581042-2b0d-4822-9582-acc93809b5a1 req-603411af-77c8-4dca-b6fe-0e01c905d821 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:33.220130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5581042-2b0d-4822-9582-acc93809b5a1 req-603411af-77c8-4dca-b6fe-0e01c905d821 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0597346 Sep 08 13:25:33.258449 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5581042-2b0d-4822-9582-acc93809b5a1 req-ba356a90-75ba-499a-8570-32a4e5d15e16 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322449 Sep 08 13:25:33.392441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41444) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:33.498159 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:33.599673 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:33.685680 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:33.725836 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01cbbce3f9dc4c7aadfc7a18b8c56170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320441 Sep 08 13:25:33.726433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac57a98-109b-4696-ab3a-3132177548c1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:33.728567 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41450) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:33.734796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:33.735152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:33.735514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:33.735904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:33.736171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:33.736508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:33.736843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:33.737230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:33.737556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:33.737882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:33.738229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:33.738561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b1bf9d-2deb-4d24-98b7-8cace0fef782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:33.785836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4fcad5ae-8160-457f-986d-f3d43a4ccc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:34.120263 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-345601ef-5187-4c8b-8ec5-01a5578c4b96 req-565b2950-4426-4c0e-b003-383c6fae52a8 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 210 time: 0.0324092 Sep 08 13:25:34.124804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4fcad5ae-8160-457f-986d-f3d43a4ccc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:34.241903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71025dfd-4d79-42d8-bc7e-a2077672ecd5 req-97fa0fd6-f225-4a1e-8fd4-fde0db88e470 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:34.243395 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-71025dfd-4d79-42d8-bc7e-a2077672ecd5 req-97fa0fd6-f225-4a1e-8fd4-fde0db88e470 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 946 time: 0.0619726 Sep 08 13:25:34.289858 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-71025dfd-4d79-42d8-bc7e-a2077672ecd5 req-8fd8845f-1b46-4711-8bf3-8f5d758fac46 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402520 Sep 08 13:25:34.382712 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4fcad5ae-8160-457f-986d-f3d43a4ccc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:34.385817 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4fcad5ae-8160-457f-986d-f3d43a4ccc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:34.386411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48bb30-98fd-4a30-b05e-33e7b34bcbba req-4e4f9c41-4e1c-46fd-9b6d-f160e0c4d847 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:34.386970 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4fcad5ae-8160-457f-986d-f3d43a4ccc67 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ac57a98-109b-4696-ab3a-3132177548c1 HTTP/1.1" status: 204 len: 168 time: 0.6569791 Sep 08 13:25:34.388126 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df48bb30-98fd-4a30-b05e-33e7b34bcbba req-4e4f9c41-4e1c-46fd-9b6d-f160e0c4d847 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0511918 Sep 08 13:25:34.398917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcad5ae-8160-457f-986d-f3d43a4ccc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac57a98-109b-4696-ab3a-3132177548c1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:34.447134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df48bb30-98fd-4a30-b05e-33e7b34bcbba req-a45efad8-6197-4751-9bdf-70fc1d333e73 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518966 Sep 08 13:25:34.777165 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-6e85d437-977f-42a0-bfce-c4f2e2ed1c5b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:34.778962 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-6e85d437-977f-42a0-bfce-c4f2e2ed1c5b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "GET /v2.0/networks?id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 200 len: 812 time: 0.1150405 Sep 08 13:25:34.791910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Request body: {'port': {'device_id': 'f18ad359-b53d-4f16-9e6a-9f501f456880', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'admin_state_up': True, 'tenant_id': 'd393c133e7b242bea5864f8b92030dcc'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:25:35.046007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Made reservation on behalf of d393c133e7b242bea5864f8b92030dcc for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:25:35.049481 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:35.177112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Allocated IP 172.20.0.14 (472f8bac-fe07-4bc2-9af9-0fd24f5a157d/80fa4303-193a-472f-a290-301c315fda82/5f1358a7-f741-43d1-b30a-ddcae569283b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:25:35.241464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b54d438c-7f15-4244-9aa2-6ebe714652ee req-96e3ff3a-ad81-40c7-8599-190bb6ff1399 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 210 time: 0.0355630 Sep 08 13:25:35.395002 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:35.412602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da8448-f52c-435c-bd66-47cba121b55b req-4d26800e-1cd7-4f14-97ec-1ad61278e300 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:35.414293 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-27da8448-f52c-435c-bd66-47cba121b55b req-4d26800e-1cd7-4f14-97ec-1ad61278e300 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 946 time: 0.0501187 Sep 08 13:25:35.455649 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-27da8448-f52c-435c-bd66-47cba121b55b req-fbb1d154-756f-4e1f-968c-6bbd36964e8d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341020 Sep 08 13:25:35.533935 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41480) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:35.555974 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16ba934b-a0a3-4d29-8fb5-50cd2b10f711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:35.580028 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:35.592533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06597e8-29ab-4f02-a540-8c0a05d2f0cb req-f8555952-61ff-49e8-a7cb-0fc00dc6b34e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:35.603775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b06597e8-29ab-4f02-a540-8c0a05d2f0cb req-f8555952-61ff-49e8-a7cb-0fc00dc6b34e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0735440 Sep 08 13:25:35.639244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:25:35.647781 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:25:35.682893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:25:35.701136 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16ba934b-a0a3-4d29-8fb5-50cd2b10f711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:35.738924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:35.747701 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:35.782512 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b06597e8-29ab-4f02-a540-8c0a05d2f0cb req-b4dd24d6-8708-477b-9588-7e99490a3f85 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770165 Sep 08 13:25:35.783122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Pushing event updated for resources: {'Port': ['ID=5f1358a7-f741-43d1-b30a-ddcae569283b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:35.790882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:35.791307 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:35.791757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:35.791961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:35.792303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:35.792633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:35.792962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:35.793302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:35.794276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:35.794479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:35.794806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:35.795128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:35.982829 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16ba934b-a0a3-4d29-8fb5-50cd2b10f711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:36.023351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-16ba934b-a0a3-4d29-8fb5-50cd2b10f711 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d62befaf9964f1aaf2704c9507c2d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874437 Sep 08 13:25:36.024242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ba934b-a0a3-4d29-8fb5-50cd2b10f711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7345e6-f30f-4e05-8da2-11194be4ffbb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:36.026693 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41486) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:36.078705 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07b87242-bc46-4d0a-aa75-3617d8158708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:36.100223 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07b87242-bc46-4d0a-aa75-3617d8158708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:36.146534 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-94ead2fc-2ea7-4019-9850-8148bae59abd tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3539977 Sep 08 13:25:36.155270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Request body: {'port': {'device_id': 'f18ad359-b53d-4f16-9e6a-9f501f456880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:25:36.223047 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:36.259340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07b87242-bc46-4d0a-aa75-3617d8158708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:36.262715 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-07b87242-bc46-4d0a-aa75-3617d8158708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:36.264375 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-07b87242-bc46-4d0a-aa75-3617d8158708 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9e7345e6-f30f-4e05-8da2-11194be4ffbb HTTP/1.1" status: 204 len: 168 time: 0.2360308 Sep 08 13:25:36.284494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b87242-bc46-4d0a-aa75-3617d8158708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7345e6-f30f-4e05-8da2-11194be4ffbb,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:36.448674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900887e-d8f3-4bfa-af67-9bceda8c05c4 req-0563f542-ba5c-44bc-b424-f5d4aab202b5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:36.456415 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2900887e-d8f3-4bfa-af67-9bceda8c05c4 req-0563f542-ba5c-44bc-b424-f5d4aab202b5 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 932 time: 0.0960770 Sep 08 13:25:36.532012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2900887e-d8f3-4bfa-af67-9bceda8c05c4 req-7940bfef-360c-416d-b436-3fd25229d60f tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746565 Sep 08 13:25:36.675910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f1358a7-f741-43d1-b30a-ddcae569283b {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:25:36.689243 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:36.709907 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Transition to ACTIVE for port object 5f1358a7-f741-43d1-b30a-ddcae569283b will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:25:36.793277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:36.912925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1358a7-f741-43d1-b30a-ddcae569283b,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:36.952863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185accd-93db-41bd-a240-d2dd3a36b676 req-1d1a7f8c-2ea9-418b-9c96-f684e1d91d6f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:36.964793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6185accd-93db-41bd-a240-d2dd3a36b676 req-1d1a7f8c-2ea9-418b-9c96-f684e1d91d6f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0713189 Sep 08 13:25:36.973993 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Attempting to bind port 5f1358a7-f741-43d1-b30a-ddcae569283b on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:25:36.974552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Attempting to bind port 5f1358a7-f741-43d1-b30a-ddcae569283b by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:25:36.974982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Attempting to bind port 5f1358a7-f741-43d1-b30a-ddcae569283b on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:25:36.990073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Port 5f1358a7-f741-43d1-b30a-ddcae569283b on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:25:36.990073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Attempting to bind port 5f1358a7-f741-43d1-b30a-ddcae569283b on network 472f8bac-fe07-4bc2-9af9-0fd24f5a157d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:25:36.993991 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:25:36.994754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Checking segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:25:36.995816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Bound using segment: {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:25:36.996399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Bound port: 5f1358a7-f741-43d1-b30a-ddcae569283b, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db5c6db9-2b67-4a05-9676-c63d54c6e62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:25:36.996884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:37.059816 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6185accd-93db-41bd-a240-d2dd3a36b676 req-af59b4f6-10a9-4667-9e10-a0a03d1d75dc tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918398 Sep 08 13:25:37.144661 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] For port 5f1358a7-f741-43d1-b30a-ddcae569283b, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:25:37.156429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] For port 5f1358a7-f741-43d1-b30a-ddcae569283b, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5f1358a7-f741-43d1-b30a-ddcae569283b,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:25:37.252325 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:37.290749 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:25:37.316287 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:37.317100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:37.322778 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] 10.222.0.70 "PUT /v2.0/ports/5f1358a7-f741-43d1-b30a-ddcae569283b HTTP/1.1" status: 200 len: 1092 time: 1.1708379 Sep 08 13:25:37.325221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f18ad359-b53d-4f16-9e6a-9f501f456880', 'tag': '5f1358a7-f741-43d1-b30a-ddcae569283b'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:37.330491 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bc61df-7147-4b19-b226-ed380af22dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "f18ad359-b53d-4f16-9e6a-9f501f456880", "tag": "5f1358a7-f741-43d1-b30a-ddcae569283b"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:37.356829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203481d6-fd6e-4dbd-a0d7-24703e1347f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5f1358a7-f741-43d1-b30a-ddcae569283b,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:37.387993 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f79168d-cb55-451d-87ca-4c31b3d5bfd9 x-openstack-request-id: req-0f79168d-cb55-451d-87ca-4c31b3d5bfd9 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:37.388586 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f18ad359-b53d-4f16-9e6a-9f501f456880", "tag": "5f1358a7-f741-43d1-b30a-ddcae569283b", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:37.388834 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0f79168d-cb55-451d-87ca-4c31b3d5bfd9 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:37.389902 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f18ad359-b53d-4f16-9e6a-9f501f456880', 'tag': '5f1358a7-f741-43d1-b30a-ddcae569283b', 'status': 'completed', 'code': 200} Sep 08 13:25:37.470504 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc61df-7147-4b19-b226-ed380af22dbf req-6863faf5-1c99-47db-80ff-68d77ee7cad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:37.470504 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95bc61df-7147-4b19-b226-ed380af22dbf req-6863faf5-1c99-47db-80ff-68d77ee7cad8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 1095 time: 0.0582073 Sep 08 13:25:37.704154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc61df-7147-4b19-b226-ed380af22dbf req-c34e17a8-2e39-48b3-ac39-fcc600c974fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:37.705761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95bc61df-7147-4b19-b226-ed380af22dbf req-c34e17a8-2e39-48b3-ac39-fcc600c974fd service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d393c133e7b242bea5864f8b92030dcc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2315834 Sep 08 13:25:37.750227 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a0c648c2-abd2-446f-85c2-db20104739db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:37.887906 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc61df-7147-4b19-b226-ed380af22dbf req-70b88a3c-f659-4e0f-8171-e49d80da6d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:37.890014 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95bc61df-7147-4b19-b226-ed380af22dbf req-70b88a3c-f659-4e0f-8171-e49d80da6d97 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1408992 Sep 08 13:25:37.918612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19ff45-75a2-4ee6-9cf6-a2cbe6e9c834 req-520236be-221c-4614-80ff-b92f9e8a27a1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:37.927676 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc19ff45-75a2-4ee6-9cf6-a2cbe6e9c834 req-520236be-221c-4614-80ff-b92f9e8a27a1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 944 time: 0.2511263 Sep 08 13:25:38.003183 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc19ff45-75a2-4ee6-9cf6-a2cbe6e9c834 req-955d854a-3cb0-4458-8912-49f74cce3602 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733619 Sep 08 13:25:38.006804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-4d53137e-4f93-456b-8213-71f1a58d954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:38.008390 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-4d53137e-4f93-456b-8213-71f1a58d954b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d393c133e7b242bea5864f8b92030dcc&device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 1095 time: 0.0782135 Sep 08 13:25:38.056832 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-96b305d3-1420-4011-8336-9af2783f174f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f1358a7-f741-43d1-b30a-ddcae569283b HTTP/1.1" status: 200 len: 217 time: 0.0408592 Sep 08 13:25:38.122304 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-c0813fb0-f60b-4094-b4b1-6dd3512af99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:38.124040 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-c0813fb0-f60b-4094-b4b1-6dd3512af99a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=80fa4303-193a-472f-a290-301c315fda82 HTTP/1.1" status: 200 len: 852 time: 0.0607955 Sep 08 13:25:38.164996 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-ec89136f-9258-40c8-9cc6-62818d66752b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=472f8bac-fe07-4bc2-9af9-0fd24f5a157d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329072 Sep 08 13:25:38.186269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0b2cb-f59e-4974-9b7a-0dd62d4c717e req-b2cdd25f-1a10-4a56-a105-e188f567b89e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:38.188540 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33c0b2cb-f59e-4974-9b7a-0dd62d4c717e req-b2cdd25f-1a10-4a56-a105-e188f567b89e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0572634 Sep 08 13:25:38.230817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33c0b2cb-f59e-4974-9b7a-0dd62d4c717e req-b3e1fbc3-cc5e-445b-941c-0d78a108ec5e tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356653 Sep 08 13:25:38.271327 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-123b0576-65ca-4a8b-992c-2cb2c1057df3 service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998316 Sep 08 13:25:38.388918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb140094-89f6-4c3a-89b4-1b4d0b33d3ec req-818465ff-0acd-4688-b753-ee22a5019091 service neutron] 10.222.0.70 "GET /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098340 Sep 08 13:25:39.119493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dab038-5838-4085-b227-d146eb806a00 req-dd7084db-1ced-40fc-acbf-771657e42489 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:39.121507 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49dab038-5838-4085-b227-d146eb806a00 req-dd7084db-1ced-40fc-acbf-771657e42489 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 944 time: 0.0516925 Sep 08 13:25:39.160892 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49dab038-5838-4085-b227-d146eb806a00 req-2a5bea62-0d44-45c4-81d8-8f37b47b4d15 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326107 Sep 08 13:25:40.147024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41614) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:40.196619 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e82f7451-81f4-499b-984c-7ec6e9fabf40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:40.284740 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-39b6479c-6c02-4526-a5a7-13790f9a1a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:40.330119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168bda9-78a6-4105-97a2-f4ce4938e6c2 req-d54a90d0-b0ff-42d1-a486-d0d3c08bbbcc tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:40.334932 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a168bda9-78a6-4105-97a2-f4ce4938e6c2 req-d54a90d0-b0ff-42d1-a486-d0d3c08bbbcc tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0612643 Sep 08 13:25:40.375190 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a168bda9-78a6-4105-97a2-f4ce4938e6c2 req-ce0e417e-82d9-4f70-b850-2c7faf08e494 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370803 Sep 08 13:25:40.399707 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:40.403384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-39b6479c-6c02-4526-a5a7-13790f9a1a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:40.514137 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-39b6479c-6c02-4526-a5a7-13790f9a1a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:40.583160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-39b6479c-6c02-4526-a5a7-13790f9a1a3b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0c229c5f4efb4fdc9bc9aff2fb1ef0b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350104 Sep 08 13:25:40.584790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6479c-6c02-4526-a5a7-13790f9a1a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7caf7f5-7bb9-4ed2-959f-e3a009011ab4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:40.585888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41630) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:40.629630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9afdc-8f6d-429b-b105-e77fcb34cee8 req-1ef8e7ea-13eb-4a12-968b-a2e4806038b1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:40.631251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20d9afdc-8f6d-429b-b105-e77fcb34cee8 req-1ef8e7ea-13eb-4a12-968b-a2e4806038b1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 944 time: 0.1142507 Sep 08 13:25:40.679689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20d9afdc-8f6d-429b-b105-e77fcb34cee8 req-56458700-8303-4a79-8be9-cdfe3c700584 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388830 Sep 08 13:25:40.702638 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fbf89a32-f6a5-454c-ba21-f44a0050313e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:40.719164 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fbf89a32-f6a5-454c-ba21-f44a0050313e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:40.904497 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fbf89a32-f6a5-454c-ba21-f44a0050313e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:40.907278 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fbf89a32-f6a5-454c-ba21-f44a0050313e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:40.908481 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fbf89a32-f6a5-454c-ba21-f44a0050313e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7caf7f5-7bb9-4ed2-959f-e3a009011ab4 HTTP/1.1" status: 204 len: 168 time: 0.3206580 Sep 08 13:25:40.917404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf89a32-f6a5-454c-ba21-f44a0050313e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7caf7f5-7bb9-4ed2-959f-e3a009011ab4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:41.397989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5f1358a7-f741-43d1-b30a-ddcae569283b details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:25:41.502743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5f1358a7-f741-43d1-b30a-ddcae569283b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5f1358a7-f741-43d1-b30a-ddcae569283b,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:41.519925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '5f1358a7-f741-43d1-b30a-ddcae569283b', 'network_id': '472f8bac-fe07-4bc2-9af9-0fd24f5a157d', 'port_id': '5f1358a7-f741-43d1-b30a-ddcae569283b', 'mac_address': 'fa:16:3e:9c:c0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80fa4303-193a-472f-a290-301c315fda82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:25:41.562034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2586fe4-76a6-4279-8224-726c87986b4d req-181475a8-31e2-48b3-94bd-f58786d04fa5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:41.563990 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2586fe4-76a6-4279-8224-726c87986b4d req-181475a8-31e2-48b3-94bd-f58786d04fa5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1026256 Sep 08 13:25:41.627821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2586fe4-76a6-4279-8224-726c87986b4d req-3fbaded3-6c65-4fd1-b905-302afca80faa tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505188 Sep 08 13:25:41.768908 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:41.787197 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f1358a7-f741-43d1-b30a-ddcae569283b {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:25:41.808434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5f1358a7-f741-43d1-b30a-ddcae569283b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5f1358a7-f741-43d1-b30a-ddcae569283b,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:41.863192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6175b-5340-471f-aa68-c1fea88c1bf6 req-b7c1094d-c400-48ea-a9d5-0e5b741d1304 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:41.864749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77f6175b-5340-471f-aa68-c1fea88c1bf6 req-b7c1094d-c400-48ea-a9d5-0e5b741d1304 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 944 time: 0.0669613 Sep 08 13:25:41.890856 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:41.914081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77f6175b-5340-471f-aa68-c1fea88c1bf6 req-a6881a5f-3cd3-4193-b391-53609ebf6170 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429840 Sep 08 13:25:41.931201 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:41.984228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5f1358a7-f741-43d1-b30a-ddcae569283b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:41.992765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:41.993217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:41.993665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:41.994012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:41.994405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:41.994746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:41.995099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:41.995617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:41.995953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:41.996288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:41.996619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:41.996952 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:25:42.176987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['5f1358a7-f741-43d1-b30a-ddcae569283b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:25:42.211291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea7299-49ad-416b-b3b2-ae3f99922e9d req-7371d8ac-4f25-4ba0-a09f-1d057d04dec0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:42.214012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ea7299-49ad-416b-b3b2-ae3f99922e9d req-7371d8ac-4f25-4ba0-a09f-1d057d04dec0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1055830 Sep 08 13:25:42.320961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ea7299-49ad-416b-b3b2-ae3f99922e9d req-029e7246-7187-483b-a6b7-1763a56e2a38 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909379 Sep 08 13:25:42.332167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1789d-daa2-46b6-9a63-78d95c14f0f6 req-0efd7039-e296-4024-9c37-4052028d7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:42.333839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91f1789d-daa2-46b6-9a63-78d95c14f0f6 req-0efd7039-e296-4024-9c37-4052028d7b2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1096 time: 0.0619044 Sep 08 13:25:42.458366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1789d-daa2-46b6-9a63-78d95c14f0f6 req-a45d7ba5-5828-43a9-9823-8121df28b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:42.460032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91f1789d-daa2-46b6-9a63-78d95c14f0f6 req-a45d7ba5-5828-43a9-9823-8121df28b1de service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.1192143 Sep 08 13:25:42.534457 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91f1789d-daa2-46b6-9a63-78d95c14f0f6 req-77bcac2f-71fe-4c0a-8525-138f1c9558c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 1000 time: 0.0660121 Sep 08 13:25:42.617306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1789d-daa2-46b6-9a63-78d95c14f0f6 req-56556e42-742d-464d-aa92-e36935400da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:42.619791 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91f1789d-daa2-46b6-9a63-78d95c14f0f6 req-56556e42-742d-464d-aa92-e36935400da5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0773654 Sep 08 13:25:42.691704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1789d-daa2-46b6-9a63-78d95c14f0f6 req-97f74a31-4e30-401b-959c-f3119cfa0374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:42.693254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91f1789d-daa2-46b6-9a63-78d95c14f0f6 req-97f74a31-4e30-401b-959c-f3119cfa0374 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659668 Sep 08 13:25:42.808098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91f1789d-daa2-46b6-9a63-78d95c14f0f6 req-8532ef5c-3abb-4ea5-8726-417b3bba0dad service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063046 Sep 08 13:25:42.913067 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91f1789d-daa2-46b6-9a63-78d95c14f0f6 req-96c0a3af-5de2-43ce-bf64-aeb46ced047c service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974519 Sep 08 13:25:43.069359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f1b31-8224-4cc0-8e04-6b652ffe8e60 req-975b5b1c-115b-4850-822e-d562ffaf97b0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:43.071364 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-635f1b31-8224-4cc0-8e04-6b652ffe8e60 req-975b5b1c-115b-4850-822e-d562ffaf97b0 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 945 time: 0.0683579 Sep 08 13:25:43.113936 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-635f1b31-8224-4cc0-8e04-6b652ffe8e60 req-67e9eb79-489b-4316-8c18-7e03f6dee170 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356884 Sep 08 13:25:43.193496 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:43.404060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5f1358a7-f741-43d1-b30a-ddcae569283b up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:25:43.486009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13ee15-2ed6-424f-a413-93efaa67dd56 req-e1b815d1-6cab-485f-bc01-60597abbf208 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:43.487795 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7e13ee15-2ed6-424f-a413-93efaa67dd56 req-e1b815d1-6cab-485f-bc01-60597abbf208 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0685303 Sep 08 13:25:43.549001 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7e13ee15-2ed6-424f-a413-93efaa67dd56 req-ba0d0ea2-9e14-496c-848e-90432d64dd1c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522425 Sep 08 13:25:43.616727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 5f1358a7-f741-43d1-b30a-ddcae569283b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:25:43.621556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 5f1358a7-f741-43d1-b30a-ddcae569283b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:25:43.621952 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:43.754777 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:43.789343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18ad359-b53d-4f16-9e6a-9f501f456880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1358a7-f741-43d1-b30a-ddcae569283b'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:43.822146 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a05612d-3133-4431-bccc-e312fe0fabfa" -d '{"events": [{"server_uuid": "f18ad359-b53d-4f16-9e6a-9f501f456880", "name": "network-vif-plugged", "status": "completed", "tag": "5f1358a7-f741-43d1-b30a-ddcae569283b"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:43.822146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5f1358a7-f741-43d1-b30a-ddcae569283b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5f1358a7-f741-43d1-b30a-ddcae569283b,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:43.839802 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8162a4e-b3bf-4f1c-a969-62fe4fd4cc0f x-openstack-request-id: req-d8162a4e-b3bf-4f1c-a969-62fe4fd4cc0f {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:43.840092 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18ad359-b53d-4f16-9e6a-9f501f456880", "name": "network-vif-plugged", "status": "completed", "tag": "5f1358a7-f741-43d1-b30a-ddcae569283b", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:43.840382 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d8162a4e-b3bf-4f1c-a969-62fe4fd4cc0f {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:43.840921 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18ad359-b53d-4f16-9e6a-9f501f456880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f1358a7-f741-43d1-b30a-ddcae569283b', 'code': 200} Sep 08 13:25:43.941413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fd108-8e1b-4589-a7b7-11bcbd23006c req-0d903ed6-429a-4349-a37f-ad90c82d4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:43.943065 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-039fd108-8e1b-4589-a7b7-11bcbd23006c req-0d903ed6-429a-4349-a37f-ad90c82d4955 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 1096 time: 0.0490458 Sep 08 13:25:43.989187 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-039fd108-8e1b-4589-a7b7-11bcbd23006c req-79122c2a-eca3-4822-b7df-9bbfad08738d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359240 Sep 08 13:25:43.995627 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:44.053973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5f1358a7-f741-43d1-b30a-ddcae569283b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:44.238768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d51dc0-f0a1-4111-8344-5a39de2f499e req-63bb6411-3662-4dcf-8951-b181f728b4c1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:44.240321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91d51dc0-f0a1-4111-8344-5a39de2f499e req-63bb6411-3662-4dcf-8951-b181f728b4c1 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 946 time: 0.0518529 Sep 08 13:25:44.289351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91d51dc0-f0a1-4111-8344-5a39de2f499e req-02cdb315-ad08-41a3-a8ba-66ba61035bec tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Sep 08 13:25:44.319361 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:44.691509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca2b68-789c-4429-bc83-ff1b19ad220a req-97f29cf4-168b-4313-ba6c-4ada3a1864a9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:44.694704 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51ca2b68-789c-4429-bc83-ff1b19ad220a req-97f29cf4-168b-4313-ba6c-4ada3a1864a9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0618989 Sep 08 13:25:44.751037 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51ca2b68-789c-4429-bc83-ff1b19ad220a req-95b2c957-e8d1-4417-8319-b54706db82b5 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457802 Sep 08 13:25:44.887806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab20eaf-1463-4348-aec4-eb5d372c5ee4 req-babe8f53-b858-412d-8b0c-c3a639043a15 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:44.896112 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bab20eaf-1463-4348-aec4-eb5d372c5ee4 req-babe8f53-b858-412d-8b0c-c3a639043a15 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0649898 Sep 08 13:25:44.939780 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bab20eaf-1463-4348-aec4-eb5d372c5ee4 req-756f7213-362e-4a00-a795-ca552e90b1b1 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425899 Sep 08 13:25:45.087592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd7ecf-9bd4-497e-bc82-74e1937b7d39 req-aa7aa5c4-88cd-4718-a1ac-58eef475e9cd tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:45.089878 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ccd7ecf-9bd4-497e-bc82-74e1937b7d39 req-aa7aa5c4-88cd-4718-a1ac-58eef475e9cd tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0615046 Sep 08 13:25:45.138707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ccd7ecf-9bd4-497e-bc82-74e1937b7d39 req-aafb75ef-3c42-4532-89f9-661b6f315625 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409422 Sep 08 13:25:45.411957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604853f-72ef-4114-83a0-7962c22b1e6e req-a3f48035-d290-4e65-bbdc-6471e99a21d9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:45.413461 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8604853f-72ef-4114-83a0-7962c22b1e6e req-a3f48035-d290-4e65-bbdc-6471e99a21d9 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 946 time: 0.0520203 Sep 08 13:25:45.454521 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8604853f-72ef-4114-83a0-7962c22b1e6e req-751d807c-f737-4253-a8b3-7ab8a6c7391b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337687 Sep 08 13:25:45.748097 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efb158-e216-40a0-b505-df21c8085625 req-170f6bb5-331f-4f04-bd48-d4b3e282af73 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:45.749661 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a1efb158-e216-40a0-b505-df21c8085625 req-170f6bb5-331f-4f04-bd48-d4b3e282af73 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0619931 Sep 08 13:25:45.797134 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a1efb158-e216-40a0-b505-df21c8085625 req-de9ece89-cb4e-4600-b631-0f6a68c16bbf tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406816 Sep 08 13:25:46.139187 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e2c78-7ede-48ca-afbc-541263576d76 req-3e9b5bca-4422-4751-9673-a9d48541850b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:46.141115 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-112e2c78-7ede-48ca-afbc-541263576d76 req-3e9b5bca-4422-4751-9673-a9d48541850b tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 946 time: 0.0662622 Sep 08 13:25:46.190382 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-112e2c78-7ede-48ca-afbc-541263576d76 req-ee2f519d-cf4a-4533-a815-f84a6ab0ae77 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424683 Sep 08 13:25:46.719880 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:46.936000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8052c6-513d-4523-a233-1517f7026126 req-089e8140-49a4-4ad5-9b1c-765a573b7940 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:46.937557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed8052c6-513d-4523-a233-1517f7026126 req-089e8140-49a4-4ad5-9b1c-765a573b7940 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0682263 Sep 08 13:25:46.977091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed8052c6-513d-4523-a233-1517f7026126 req-1f0493fb-29e9-4dc8-8a41-e8695cebd1eb tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333593 Sep 08 13:25:47.315775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41820) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:47.332578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbb2d3-a5b3-4e82-a719-b5ecb02c1436 req-20d0f458-348f-4349-8c58-3ce01d2839ab tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:47.335854 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66bbb2d3-a5b3-4e82-a719-b5ecb02c1436 req-20d0f458-348f-4349-8c58-3ce01d2839ab tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 946 time: 0.0693698 Sep 08 13:25:47.390072 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66bbb2d3-a5b3-4e82-a719-b5ecb02c1436 req-80aaa385-51d7-4213-a400-6514cf89f1ad tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497086 Sep 08 13:25:47.578327 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4409f720-c712-4c47-9a89-b1af055ae66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:47.676602 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4409f720-c712-4c47-9a89-b1af055ae66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:47.771589 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4409f720-c712-4c47-9a89-b1af055ae66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:47.833906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409f720-c712-4c47-9a89-b1af055ae66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d17d6f7-7628-4dc0-a288-3f1bc3a8ecfa,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:47.839395 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4409f720-c712-4c47-9a89-b1af055ae66d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=de082872758d45628bf09f618cb4a0a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219507 Sep 08 13:25:47.841984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41832) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:47.901166 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e07f-bb57-46d9-8a7c-6358a4248ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:47.926145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e07f-bb57-46d9-8a7c-6358a4248ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:48.113702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c653b-7b3b-4bea-9eae-64b746447b88 req-62ae88be-a68a-4006-82c3-9a03135495c6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:48.122733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-471c653b-7b3b-4bea-9eae-64b746447b88 req-62ae88be-a68a-4006-82c3-9a03135495c6 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 946 time: 0.0716012 Sep 08 13:25:48.138426 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e07f-bb57-46d9-8a7c-6358a4248ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:48.141308 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4bd3e07f-bb57-46d9-8a7c-6358a4248ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:48.154000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4bd3e07f-bb57-46d9-8a7c-6358a4248ce0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d17d6f7-7628-4dc0-a288-3f1bc3a8ecfa HTTP/1.1" status: 204 len: 168 time: 0.3024433 Sep 08 13:25:48.164824 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace900f0-6bdb-46ee-a12a-02b5deb801f0 req-fff39393-563e-4a34-a4df-717147e24bc8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:48.178299 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ace900f0-6bdb-46ee-a12a-02b5deb801f0 req-fff39393-563e-4a34-a4df-717147e24bc8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0731564 Sep 08 13:25:48.222241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3e07f-bb57-46d9-8a7c-6358a4248ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d17d6f7-7628-4dc0-a288-3f1bc3a8ecfa,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:48.238720 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ace900f0-6bdb-46ee-a12a-02b5deb801f0 req-515ded49-45a5-44ac-a8f5-23b25b6032a6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551851 Sep 08 13:25:48.265817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-471c653b-7b3b-4bea-9eae-64b746447b88 req-eb174331-d8f2-4006-96c3-b57be982f75d tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380432 Sep 08 13:25:48.816061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c901-8d6e-4995-9f8f-49f25f42b9df req-45c17620-f146-4dd6-9825-7dd82f2e7cf0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:48.817949 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30f9c901-8d6e-4995-9f8f-49f25f42b9df req-45c17620-f146-4dd6-9825-7dd82f2e7cf0 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0765376 Sep 08 13:25:48.861428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30f9c901-8d6e-4995-9f8f-49f25f42b9df req-b5b4ac12-913a-4e4f-89b9-4e3bf8043163 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367718 Sep 08 13:25:48.989641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c1c5a-4f1c-4cd0-846d-4c588e1a9b2b req-d6cd24f3-15bc-4740-9b32-6df5d777e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:48.991265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c60c1c5a-4f1c-4cd0-846d-4c588e1a9b2b req-d6cd24f3-15bc-4740-9b32-6df5d777e269 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 1096 time: 0.0424473 Sep 08 13:25:49.090979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c1c5a-4f1c-4cd0-846d-4c588e1a9b2b req-671a8b41-3064-4af7-9fd6-2982fc8f219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:49.095030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c60c1c5a-4f1c-4cd0-846d-4c588e1a9b2b req-671a8b41-3064-4af7-9fd6-2982fc8f219d service neutron] 10.222.0.60 "GET /v2.0/networks?id=7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 200 len: 913 time: 0.0944507 Sep 08 13:25:49.164222 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c60c1c5a-4f1c-4cd0-846d-4c588e1a9b2b req-8f5df268-611e-4ea2-9eed-859e6b3245c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 200 len: 1000 time: 0.0645630 Sep 08 13:25:49.217590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c1c5a-4f1c-4cd0-846d-4c588e1a9b2b req-b14091c9-b14f-48c7-919d-b0265a7ca7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:49.226650 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c60c1c5a-4f1c-4cd0-846d-4c588e1a9b2b req-b14091c9-b14f-48c7-919d-b0265a7ca7d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 200 len: 851 time: 0.0474029 Sep 08 13:25:49.270256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c1c5a-4f1c-4cd0-846d-4c588e1a9b2b req-e5d267c9-6949-4494-bcba-1edb7cf25c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:49.272148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c60c1c5a-4f1c-4cd0-846d-4c588e1a9b2b req-e5d267c9-6949-4494-bcba-1edb7cf25c67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7fd134f2-364c-4787-8e53-93ac96df2933&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467975 Sep 08 13:25:49.278130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41870) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:49.293390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-66e0ed10-f144-40ff-aabb-72661fe8cdf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:49.422334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c203a74-d368-41fd-87eb-0372cea1f82d req-45154d80-2d1b-4508-92bb-91b5be746fc7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:49.423962 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9c203a74-d368-41fd-87eb-0372cea1f82d req-45154d80-2d1b-4508-92bb-91b5be746fc7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 946 time: 0.0759811 Sep 08 13:25:49.426036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c60c1c5a-4f1c-4cd0-846d-4c588e1a9b2b req-23b96f3a-223f-4df0-b5a6-9a5e8917a030 service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467233 Sep 08 13:25:49.438948 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-66e0ed10-f144-40ff-aabb-72661fe8cdf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:49.458042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dafe2-9c37-4183-8f9b-c1f4ad7b4157 req-ca800530-2009-4837-a3f8-2c68207752cf tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:49.459615 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-636dafe2-9c37-4183-8f9b-c1f4ad7b4157 req-ca800530-2009-4837-a3f8-2c68207752cf tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 946 time: 0.0633745 Sep 08 13:25:49.517372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9c203a74-d368-41fd-87eb-0372cea1f82d req-6776406c-f175-4751-8a99-2e5dcff62cfc tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/security-groups?id=5b21dbf6-d2a4-409d-bfd1-94238148e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872583 Sep 08 13:25:49.542247 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-66e0ed10-f144-40ff-aabb-72661fe8cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:49.558953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c60c1c5a-4f1c-4cd0-846d-4c588e1a9b2b req-4973a6d0-c723-43c1-a813-5cfcb1f681cb service neutron] 10.222.0.60 "GET /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224091 Sep 08 13:25:49.593914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-66e0ed10-f144-40ff-aabb-72661fe8cdf2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8e0b3c9de53e47a1a3d1445db616579a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120275 Sep 08 13:25:49.593914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0ed10-f144-40ff-aabb-72661fe8cdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aeee21-56b6-410f-9066-d9cca921e1eb,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:49.594352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41878) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:49.615412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-636dafe2-9c37-4183-8f9b-c1f4ad7b4157 req-01cb1a7a-8724-4cef-8c49-7149277bf287 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Deleting port 5f1358a7-f741-43d1-b30a-ddcae569283b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:25:49.615762 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-636dafe2-9c37-4183-8f9b-c1f4ad7b4157 req-01cb1a7a-8724-4cef-8c49-7149277bf287 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:49.651324 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7eb580fe-ef3b-4ff3-abe5-98dd317f82c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:49.674222 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7eb580fe-ef3b-4ff3-abe5-98dd317f82c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:49.713993 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-636dafe2-9c37-4183-8f9b-c1f4ad7b4157 req-01cb1a7a-8724-4cef-8c49-7149277bf287 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] For port 5f1358a7-f741-43d1-b30a-ddcae569283b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5f1358a7-f741-43d1-b30a-ddcae569283b,segment=NetworkSegment(db5c6db9-2b67-4a05-9676-c63d54c6e62e),segment_id=db5c6db9-2b67-4a05-9676-c63d54c6e62e)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:49.714410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-636dafe2-9c37-4183-8f9b-c1f4ad7b4157 req-01cb1a7a-8724-4cef-8c49-7149277bf287 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:49.729014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-636dafe2-9c37-4183-8f9b-c1f4ad7b4157 req-01cb1a7a-8724-4cef-8c49-7149277bf287 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Calling delete_port for 5f1358a7-f741-43d1-b30a-ddcae569283b owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:25:49.833858 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7eb580fe-ef3b-4ff3-abe5-98dd317f82c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:49.837174 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7eb580fe-ef3b-4ff3-abe5-98dd317f82c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:49.844432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7eb580fe-ef3b-4ff3-abe5-98dd317f82c3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c1aeee21-56b6-410f-9066-d9cca921e1eb HTTP/1.1" status: 204 len: 168 time: 0.2445607 Sep 08 13:25:49.854361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb580fe-ef3b-4ff3-abe5-98dd317f82c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aeee21-56b6-410f-9066-d9cca921e1eb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:49.984798 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-636dafe2-9c37-4183-8f9b-c1f4ad7b4157 req-01cb1a7a-8724-4cef-8c49-7149277bf287 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:49.997681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['5f1358a7-f741-43d1-b30a-ddcae569283b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:25:50.020710 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb1a7a-8724-4cef-8c49-7149277bf287 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Pushing event deleted for resources: {'Port': ['ID=5f1358a7-f741-43d1-b30a-ddcae569283b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:50.056258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822b9d6-9e2f-4fc3-9c0e-436036924fc0 req-066a76cc-d5db-4bac-acf4-4567e8956da3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:50.064946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8822b9d6-9e2f-4fc3-9c0e-436036924fc0 req-066a76cc-d5db-4bac-acf4-4567e8956da3 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1087406 Sep 08 13:25:50.073721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-636dafe2-9c37-4183-8f9b-c1f4ad7b4157 req-01cb1a7a-8724-4cef-8c49-7149277bf287 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] No DVR routers for this DVR port 5f1358a7-f741-43d1-b30a-ddcae569283b on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:25:50.076420 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-636dafe2-9c37-4183-8f9b-c1f4ad7b4157 req-01cb1a7a-8724-4cef-8c49-7149277bf287 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:50.078992 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-636dafe2-9c37-4183-8f9b-c1f4ad7b4157 req-01cb1a7a-8724-4cef-8c49-7149277bf287 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.70 "DELETE /v2.0/ports/5f1358a7-f741-43d1-b30a-ddcae569283b HTTP/1.1" status: 204 len: 173 time: 0.6123240 Sep 08 13:25:50.083790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f18ad359-b53d-4f16-9e6a-9f501f456880', 'name': 'network-vif-deleted', 'tag': '5f1358a7-f741-43d1-b30a-ddcae569283b'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:50.087703 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b622ba-7d2a-421c-b5ba-dfea5a033f05" -d '{"events": [{"server_uuid": "f18ad359-b53d-4f16-9e6a-9f501f456880", "name": "network-vif-deleted", "tag": "5f1358a7-f741-43d1-b30a-ddcae569283b"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:50.122821 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8822b9d6-9e2f-4fc3-9c0e-436036924fc0 req-56c603bf-97b3-4b8f-8738-860b613d57f2 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507958 Sep 08 13:25:50.128814 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6560c960-75a1-4860-83c4-54c542d30dde x-openstack-request-id: req-6560c960-75a1-4860-83c4-54c542d30dde {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:50.129102 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f18ad359-b53d-4f16-9e6a-9f501f456880", "name": "network-vif-deleted", "tag": "5f1358a7-f741-43d1-b30a-ddcae569283b", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:50.129354 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6560c960-75a1-4860-83c4-54c542d30dde {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:50.129747 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f18ad359-b53d-4f16-9e6a-9f501f456880', 'name': 'network-vif-deleted', 'tag': '5f1358a7-f741-43d1-b30a-ddcae569283b', 'status': 'completed', 'code': 200} Sep 08 13:25:50.619831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-670bfb48-d242-43bc-a02b-fa88ece363db req-5440f81f-4980-420d-b60b-0c9017c3d7d7 tempest-DeleteServersTestJSON-1233624249 tempest-DeleteServersTestJSON-1233624249-project] 10.222.0.69 "GET /v2.0/ports?device_id=f18ad359-b53d-4f16-9e6a-9f501f456880 HTTP/1.1" status: 200 len: 210 time: 0.0295534 Sep 08 13:25:51.246417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a92639-33f8-4321-a378-fbc2fbfb989a req-31e88039-3e31-4b12-b2a7-0bbb2f93b06a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:51.247980 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-25a92639-33f8-4321-a378-fbc2fbfb989a req-31e88039-3e31-4b12-b2a7-0bbb2f93b06a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0527086 Sep 08 13:25:51.292074 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-25a92639-33f8-4321-a378-fbc2fbfb989a req-f8953c18-1f3b-47b0-ba72-1807ebb82161 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376503 Sep 08 13:25:51.420202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6680f-3384-4fc3-bd29-fc03d321c25d req-70d23f7b-02ca-4789-8d6e-e34fe610d91a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:51.422077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13e6680f-3384-4fc3-bd29-fc03d321c25d req-70d23f7b-02ca-4789-8d6e-e34fe610d91a tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0584538 Sep 08 13:25:51.485176 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13e6680f-3384-4fc3-bd29-fc03d321c25d req-a24c1a12-0ed6-42a8-9040-0a250acbc159 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486181 Sep 08 13:25:53.460274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5f1358a7-f741-43d1-b30a-ddcae569283b no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:25:53.484800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 5f1358a7-f741-43d1-b30a-ddcae569283b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:25:53.485143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5f1358a7-f741-43d1-b30a-ddcae569283b not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:25:54.028091 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd58fe3-24e5-4799-ab34-7d16ab07a317 req-97a32914-bc39-4353-98b9-1543fcd811a6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:54.029616 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bd58fe3-24e5-4799-ab34-7d16ab07a317 req-97a32914-bc39-4353-98b9-1543fcd811a6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=1ea89bc8-65fa-4868-a0e5-b6052733fbef HTTP/1.1" status: 200 len: 943 time: 0.0535014 Sep 08 13:25:54.133866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-7bd58fe3-24e5-4799-ab34-7d16ab07a317 req-dcd90033-d31f-4071-b95d-7a7e0873d2f9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Deleting port 47121603-468d-4252-906d-5e197a600583 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:25:54.134250 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7bd58fe3-24e5-4799-ab34-7d16ab07a317 req-dcd90033-d31f-4071-b95d-7a7e0873d2f9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:54.255619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-7bd58fe3-24e5-4799-ab34-7d16ab07a317 req-dcd90033-d31f-4071-b95d-7a7e0873d2f9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] For port 47121603-468d-4252-906d-5e197a600583, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=47121603-468d-4252-906d-5e197a600583,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:54.256290 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7bd58fe3-24e5-4799-ab34-7d16ab07a317 req-dcd90033-d31f-4071-b95d-7a7e0873d2f9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:54.277295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-7bd58fe3-24e5-4799-ab34-7d16ab07a317 req-dcd90033-d31f-4071-b95d-7a7e0873d2f9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Calling delete_port for 47121603-468d-4252-906d-5e197a600583 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:25:54.565447 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7bd58fe3-24e5-4799-ab34-7d16ab07a317 req-dcd90033-d31f-4071-b95d-7a7e0873d2f9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:54.578225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['14b16c1a-d66e-46c2-995a-b89a95519603'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:25:54.605243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:25:54.623037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd90033-d31f-4071-b95d-7a7e0873d2f9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event deleted for resources: {'Port': ['ID=47121603-468d-4252-906d-5e197a600583,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:54.703314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd58fe3-24e5-4799-ab34-7d16ab07a317 req-dcd90033-d31f-4071-b95d-7a7e0873d2f9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] No DVR routers for this DVR port 47121603-468d-4252-906d-5e197a600583 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:25:54.707184 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7bd58fe3-24e5-4799-ab34-7d16ab07a317 req-dcd90033-d31f-4071-b95d-7a7e0873d2f9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:54.709553 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bd58fe3-24e5-4799-ab34-7d16ab07a317 req-dcd90033-d31f-4071-b95d-7a7e0873d2f9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "DELETE /v2.0/ports/47121603-468d-4252-906d-5e197a600583 HTTP/1.1" status: 204 len: 173 time: 0.6739841 Sep 08 13:25:54.710054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea89bc8-65fa-4868-a0e5-b6052733fbef', 'name': 'network-vif-deleted', 'tag': '47121603-468d-4252-906d-5e197a600583'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:54.712859 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5040526f-bce4-41b1-a60a-5ba6b52d3a4f" -d '{"events": [{"server_uuid": "1ea89bc8-65fa-4868-a0e5-b6052733fbef", "name": "network-vif-deleted", "tag": "47121603-468d-4252-906d-5e197a600583"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:54.843456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-6212e219-6239-4c98-ad29-ba87959e68ec tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:54.845089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-6212e219-6239-4c98-ad29-ba87959e68ec tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/networks?id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759 HTTP/1.1" status: 200 len: 815 time: 0.2054944 Sep 08 13:25:54.868158 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-3505a2aa-e3bf-412e-b832-27cfef42367c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/quotas/8cdb970572fb48fcb75dcb584126b1d5 HTTP/1.1" status: 200 len: 375 time: 0.0102935 Sep 08 13:25:54.961501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-a258f3ac-622f-426b-997a-b6bddb01b348 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0841525 Sep 08 13:25:55.057861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-f18bd024-2012-4790-8724-6cfd259b0c7e service neutron] 10.222.0.69 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886123 Sep 08 13:25:55.161189 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-4bc16391-aa93-4317-a1df-7acd2d6f1211 service neutron] 10.222.0.69 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970378 Sep 08 13:25:55.439726 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a16224b-caed-4565-949b-8a87b48f8a85 x-openstack-request-id: req-7a16224b-caed-4565-949b-8a87b48f8a85 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:55.440735 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea89bc8-65fa-4868-a0e5-b6052733fbef", "name": "network-vif-deleted", "tag": "47121603-468d-4252-906d-5e197a600583", "status": "failed", "code": 422}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:55.441164 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7a16224b-caed-4565-949b-8a87b48f8a85 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:55.441603 n-d-807558-3 neutron-server[96263]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1ea89bc8-65fa-4868-a0e5-b6052733fbef', 'name': 'network-vif-deleted', 'tag': '47121603-468d-4252-906d-5e197a600583', 'status': 'failed', 'code': 422} returned with failed status Sep 08 13:25:55.526543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-05755d55-1d43-4a63-965a-f299dc383995 req-f8ee334c-4709-4f3c-ba9d-78c5bcac6bef tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 210 time: 0.0364687 Sep 08 13:25:55.903491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42160) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:55.968092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d738717-9afb-451a-975c-1276d481e767 admin admin] Deleting subnet 80fa4303-193a-472f-a290-301c315fda82 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:25:55.975847 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d738717-9afb-451a-975c-1276d481e767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:56.042538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d738717-9afb-451a-975c-1276d481e767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:56.083348 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d738717-9afb-451a-975c-1276d481e767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:56.205471 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d738717-9afb-451a-975c-1276d481e767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:56.241829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d738717-9afb-451a-975c-1276d481e767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fa4303-193a-472f-a290-301c315fda82,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:56.246851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d738717-9afb-451a-975c-1276d481e767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:56.250948 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0d738717-9afb-451a-975c-1276d481e767 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/80fa4303-193a-472f-a290-301c315fda82 HTTP/1.1" status: 204 len: 168 time: 0.3458905 Sep 08 13:25:56.251804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42176) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:56.331529 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:56.433916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:56.455616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472f8bac-fe07-4bc2-9af9-0fd24f5a157d']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:56.466444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db5c6db9-2b67-4a05-9676-c63d54c6e62e') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:56.467095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db5c6db9-2b67-4a05-9676-c63d54c6e62e') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:25:56.477663 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:56.495135 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:56.502257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:25:56.503030 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:25:56.505049 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:25:56.521067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d64b1-243b-45f3-aef1-4600d03fe98d req-4d0ef87a-cda4-4d8c-903b-a419f393e286 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:56.522854 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f95d64b1-243b-45f3-aef1-4600d03fe98d req-4d0ef87a-cda4-4d8c-903b-a419f393e286 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 908 time: 0.0814745 Sep 08 13:25:56.643293 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb740f0b-b334-474d-b00c-48b6785a621a req-18d2bfa2-a6cb-4c81-86ba-69d1c3707695 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 210 time: 0.0291240 Sep 08 13:25:56.782591 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:56.789516 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:56.794295 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/472f8bac-fe07-4bc2-9af9-0fd24f5a157d HTTP/1.1" status: 204 len: 168 time: 0.5408876 Sep 08 13:25:56.825415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca196af-ec89-4706-a549-7a69fc125ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=472f8bac-fe07-4bc2-9af9-0fd24f5a157d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:57.491201 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42204) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:57.536772 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fa49345d-5777-47ca-9789-a0cd65019c47 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d393c133e7b242bea5864f8b92030dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443046 Sep 08 13:25:57.539133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42206) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:57.589640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42210) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:57.648877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be3f2d36-63d4-41dc-8cff-fd587a50911e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:57.694985 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be3f2d36-63d4-41dc-8cff-fd587a50911e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:57.716667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4e2c0-33c0-4eaa-9c5c-e67ae3607ed4 req-f6df5b30-2a96-4c38-b2a7-77b017d59dd7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:57.718385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-42b4e2c0-33c0-4eaa-9c5c-e67ae3607ed4 req-f6df5b30-2a96-4c38-b2a7-77b017d59dd7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 908 time: 0.1033008 Sep 08 13:25:57.779185 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a49f6316-0e31-4d9d-85d2-1b29088fd81e req-8d59d65e-a0d9-4b3b-b69b-6d3f414a7d71 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 210 time: 0.0348926 Sep 08 13:25:57.885207 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be3f2d36-63d4-41dc-8cff-fd587a50911e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:57.888222 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be3f2d36-63d4-41dc-8cff-fd587a50911e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:57.889390 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-be3f2d36-63d4-41dc-8cff-fd587a50911e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b21dbf6-d2a4-409d-bfd1-94238148e8e8 HTTP/1.1" status: 204 len: 168 time: 0.3491001 Sep 08 13:25:57.897503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f2d36-63d4-41dc-8cff-fd587a50911e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b21dbf6-d2a4-409d-bfd1-94238148e8e8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:57.930965 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84f5daaf-11bb-4db3-9cd0-3cf63ee2da7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:58.049049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84f5daaf-11bb-4db3-9cd0-3cf63ee2da7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:58.112168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929d547-3124-4237-bd4f-54a9bef56fa1 req-b69e4673-b5d8-4a64-93e5-a004715215a9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:58.113639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1929d547-3124-4237-bd4f-54a9bef56fa1 req-b69e4673-b5d8-4a64-93e5-a004715215a9 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 908 time: 0.0632155 Sep 08 13:25:58.197155 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84f5daaf-11bb-4db3-9cd0-3cf63ee2da7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:58.257426 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-84f5daaf-11bb-4db3-9cd0-3cf63ee2da7d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ba207a4d3c04485bb3debc5b21918058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6605563 Sep 08 13:25:58.257426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5daaf-11bb-4db3-9cd0-3cf63ee2da7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9535285c-5b60-4c8e-a079-365428b5f100,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:58.257830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42232) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:25:58.270859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1929d547-3124-4237-bd4f-54a9bef56fa1 req-151a8d36-48c5-4757-8633-1218515ea54b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Deleting port 43850a25-b832-4af0-bc87-846c83b7e811 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:25:58.271207 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1929d547-3124-4237-bd4f-54a9bef56fa1 req-151a8d36-48c5-4757-8633-1218515ea54b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:58.365018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-89d53080-df1c-4405-8733-a076d4f82a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:58.383456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1929d547-3124-4237-bd4f-54a9bef56fa1 req-151a8d36-48c5-4757-8633-1218515ea54b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] For port 43850a25-b832-4af0-bc87-846c83b7e811, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=43850a25-b832-4af0-bc87-846c83b7e811,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:25:58.387485 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1929d547-3124-4237-bd4f-54a9bef56fa1 req-151a8d36-48c5-4757-8633-1218515ea54b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:58.400136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1929d547-3124-4237-bd4f-54a9bef56fa1 req-151a8d36-48c5-4757-8633-1218515ea54b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Calling delete_port for 43850a25-b832-4af0-bc87-846c83b7e811 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:25:58.435759 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-89d53080-df1c-4405-8733-a076d4f82a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:58.495171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-29b5596b-4710-4de2-82bd-445c4e142990 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:58.497330 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-29b5596b-4710-4de2-82bd-445c4e142990 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.70 "GET /v2.0/networks?id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759 HTTP/1.1" status: 200 len: 815 time: 0.1729112 Sep 08 13:25:58.511246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Request body: {'port': {'device_id': '9e812a7c-6c5e-4a0d-b80e-6df85a388cc6', 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759', 'admin_state_up': True, 'tenant_id': '8cdb970572fb48fcb75dcb584126b1d5'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:25:58.753756 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-89d53080-df1c-4405-8733-a076d4f82a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:58.753953 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1929d547-3124-4237-bd4f-54a9bef56fa1 req-151a8d36-48c5-4757-8633-1218515ea54b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:58.756556 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-89d53080-df1c-4405-8733-a076d4f82a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:58.766710 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-89d53080-df1c-4405-8733-a076d4f82a31 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9535285c-5b60-4c8e-a079-365428b5f100 HTTP/1.1" status: 204 len: 168 time: 0.5016363 Sep 08 13:25:58.770867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d53080-df1c-4405-8733-a076d4f82a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9535285c-5b60-4c8e-a079-365428b5f100,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:58.810166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a8d36-48c5-4757-8633-1218515ea54b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event deleted for resources: {'Port': ['ID=43850a25-b832-4af0-bc87-846c83b7e811,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:58.845180 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Made reservation on behalf of 8cdb970572fb48fcb75dcb584126b1d5 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:25:58.850325 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:58.865761 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6074da73-9c7f-45f1-95ce-3ea472ab44ca req-5bc32a7b-0469-4a15-8bcd-3473affc2bc7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 210 time: 0.0670094 Sep 08 13:25:58.897116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1929d547-3124-4237-bd4f-54a9bef56fa1 req-151a8d36-48c5-4757-8633-1218515ea54b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] No DVR routers for this DVR port 43850a25-b832-4af0-bc87-846c83b7e811 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:25:58.899823 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1929d547-3124-4237-bd4f-54a9bef56fa1 req-151a8d36-48c5-4757-8633-1218515ea54b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:58.903546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1929d547-3124-4237-bd4f-54a9bef56fa1 req-151a8d36-48c5-4757-8633-1218515ea54b tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "DELETE /v2.0/ports/43850a25-b832-4af0-bc87-846c83b7e811 HTTP/1.1" status: 204 len: 173 time: 0.7814574 Sep 08 13:25:58.904306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491690e1-4d97-4a57-83d6-8cafd89e8bda', 'name': 'network-vif-deleted', 'tag': '43850a25-b832-4af0-bc87-846c83b7e811'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:25:58.908317 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0b2299-2863-4018-a40e-4362dbd88094" -d '{"events": [{"server_uuid": "491690e1-4d97-4a57-83d6-8cafd89e8bda", "name": "network-vif-deleted", "tag": "43850a25-b832-4af0-bc87-846c83b7e811"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:25:58.947407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8465b55-47d5-4f10-8b37-77802649e66a req-384447e9-ccd1-405c-a9a5-00d6c2c32e7e tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 210 time: 0.0347710 Sep 08 13:25:59.055077 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895935dc-dfa0-4ef9-9d0a-8e1304beb0a4 x-openstack-request-id: req-895935dc-dfa0-4ef9-9d0a-8e1304beb0a4 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:25:59.055077 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491690e1-4d97-4a57-83d6-8cafd89e8bda", "name": "network-vif-deleted", "tag": "43850a25-b832-4af0-bc87-846c83b7e811", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:25:59.055077 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-895935dc-dfa0-4ef9-9d0a-8e1304beb0a4 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:25:59.055077 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491690e1-4d97-4a57-83d6-8cafd89e8bda', 'name': 'network-vif-deleted', 'tag': '43850a25-b832-4af0-bc87-846c83b7e811', 'status': 'completed', 'code': 200} Sep 08 13:25:59.107072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Allocated IP 172.20.0.8 (aa668119-09d2-4bd6-a1a4-f6d4eed4e759/c2665831-97b9-4458-a009-1681e7f31e07/ca348617-6003-49ae-8fbb-a33b0ab21113) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:25:59.272712 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:59.562076 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:59.576659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c0de9164-252d-4930-a174-ab9409a62df8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:25:59.629826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:25:59.639271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:25:59.645498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:25:59.649063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Pushing event updated for resources: {'Port': ['ID=ca348617-6003-49ae-8fbb-a33b0ab21113,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:25:59.713664 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:25:59.713991 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:59.851395 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-db67b298-80a1-4ac9-82b4-81311aba976c tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3445358 Sep 08 13:25:59.864913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Request body: {'port': {'device_id': '9e812a7c-6c5e-4a0d-b80e-6df85a388cc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:25:59.923984 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:25:59.997888 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09293f99-67c0-478e-a1a5-cc51f6aa9500 req-4e4bbf41-d4a5-4b13-b492-d6441e8a34af tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=491690e1-4d97-4a57-83d6-8cafd89e8bda HTTP/1.1" status: 200 len: 210 time: 0.0358133 Sep 08 13:26:00.256827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42288) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:00.277797 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a968dc81-a0bd-47a9-a0e5-c4e5d3265f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:00.399843 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a968dc81-a0bd-47a9-a0e5-c4e5d3265f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:00.485211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda8feb-0ebf-48ea-b50a-305dd27f7adc req-f29bbec5-20d2-4a09-b509-afb4c3d0813b tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:00.486828 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-feda8feb-0ebf-48ea-b50a-305dd27f7adc req-f29bbec5-20d2-4a09-b509-afb4c3d0813b tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 931 time: 0.0992749 Sep 08 13:26:00.502756 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a968dc81-a0bd-47a9-a0e5-c4e5d3265f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:00.567265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a968dc81-a0bd-47a9-a0e5-c4e5d3265f9b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=81e2a0370f154715a28545327a9aa077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079476 Sep 08 13:26:00.569626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968dc81-a0bd-47a9-a0e5-c4e5d3265f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacf59c1-51ef-41b3-a44d-adfa571ab11e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:00.572852 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42294) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:00.615305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-feda8feb-0ebf-48ea-b50a-305dd27f7adc req-1ef13911-1c0c-4cda-a663-c66d34f84d71 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205685 Sep 08 13:26:00.633998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c92726d-9fd8-4947-ad47-87396aabdbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:00.657364 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c92726d-9fd8-4947-ad47-87396aabdbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:00.688423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca348617-6003-49ae-8fbb-a33b0ab21113 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:26:00.697965 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:00.840428 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Transition to ACTIVE for port object ca348617-6003-49ae-8fbb-a33b0ab21113 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:26:00.840621 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c92726d-9fd8-4947-ad47-87396aabdbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:00.843073 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c92726d-9fd8-4947-ad47-87396aabdbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:00.847545 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0c92726d-9fd8-4947-ad47-87396aabdbb5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eacf59c1-51ef-41b3-a44d-adfa571ab11e HTTP/1.1" status: 204 len: 168 time: 0.2735882 Sep 08 13:26:00.857124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c92726d-9fd8-4947-ad47-87396aabdbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacf59c1-51ef-41b3-a44d-adfa571ab11e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:00.924835 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:01.004487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Pushing event updated for resources: {'Port': ['ID=ca348617-6003-49ae-8fbb-a33b0ab21113,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:01.081166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Attempting to bind port ca348617-6003-49ae-8fbb-a33b0ab21113 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:26:01.081645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Attempting to bind port ca348617-6003-49ae-8fbb-a33b0ab21113 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:26:01.082079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Attempting to bind port ca348617-6003-49ae-8fbb-a33b0ab21113 on network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:26:01.089093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Port ca348617-6003-49ae-8fbb-a33b0ab21113 on network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:26:01.089550 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Attempting to bind port ca348617-6003-49ae-8fbb-a33b0ab21113 on network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:26:01.097501 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:26:01.097968 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Checking segment: {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:26:01.098486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Bound using segment: {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:26:01.099042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Bound port: ca348617-6003-49ae-8fbb-a33b0ab21113, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:26:01.099692 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:01.185150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] For port ca348617-6003-49ae-8fbb-a33b0ab21113, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:26:01.189110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] For port ca348617-6003-49ae-8fbb-a33b0ab21113, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ca348617-6003-49ae-8fbb-a33b0ab21113,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:26:01.307942 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:01.365546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Pushing event updated for resources: {'Port': ['ID=ca348617-6003-49ae-8fbb-a33b0ab21113,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:01.386675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:01.387317 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:01.389002 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0304d1f4-f833-4943-a74f-3ea070694570 service neutron] 10.222.0.70 "PUT /v2.0/ports/ca348617-6003-49ae-8fbb-a33b0ab21113 HTTP/1.1" status: 200 len: 1091 time: 1.5295217 Sep 08 13:26:01.389515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e812a7c-6c5e-4a0d-b80e-6df85a388cc6', 'tag': 'ca348617-6003-49ae-8fbb-a33b0ab21113'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:01.391893 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1f014c-c0a7-482e-8043-c701471e059e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e812a7c-6c5e-4a0d-b80e-6df85a388cc6", "tag": "ca348617-6003-49ae-8fbb-a33b0ab21113"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:01.458578 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac7cb34-e9b4-43df-b5ad-6c48899ed725 x-openstack-request-id: req-9ac7cb34-e9b4-43df-b5ad-6c48899ed725 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:01.468590 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e812a7c-6c5e-4a0d-b80e-6df85a388cc6", "tag": "ca348617-6003-49ae-8fbb-a33b0ab21113", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:01.468590 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ac7cb34-e9b4-43df-b5ad-6c48899ed725 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:01.468590 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e812a7c-6c5e-4a0d-b80e-6df85a388cc6', 'tag': 'ca348617-6003-49ae-8fbb-a33b0ab21113', 'status': 'completed', 'code': 200} Sep 08 13:26:01.533351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0194355a-5abe-496e-a6b9-bb9ae2b83758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:01.534857 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0194355a-5abe-496e-a6b9-bb9ae2b83758 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0586822 Sep 08 13:26:01.604200 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-fe533022-0617-4873-9ce0-d595a47d0625 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca348617-6003-49ae-8fbb-a33b0ab21113 HTTP/1.1" status: 200 len: 217 time: 0.0603065 Sep 08 13:26:01.726492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-4fb2ac12-ac18-4bbd-abbb-ae60013fef60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:01.730748 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-4fb2ac12-ac18-4bbd-abbb-ae60013fef60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2665831-97b9-4458-a009-1681e7f31e07 HTTP/1.1" status: 200 len: 855 time: 0.1189446 Sep 08 13:26:01.732541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32425f1b-776c-40b3-868b-53665d3c0b52 req-dd953b3a-1f85-4341-8e17-28c89ff51a9c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:01.734229 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-32425f1b-776c-40b3-868b-53665d3c0b52 req-dd953b3a-1f85-4341-8e17-28c89ff51a9c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 945 time: 0.0748680 Sep 08 13:26:01.794878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-0fe54e81-4718-48bf-9967-ee24f6c4c2e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571210 Sep 08 13:26:01.826397 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-32425f1b-776c-40b3-868b-53665d3c0b52 req-6bb526e7-cad7-41e8-932e-802f23a784ac tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755579 Sep 08 13:26:01.929984 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1983557-0753-4739-99ed-483276463747 req-e45d4894-a29d-407a-be23-49334b242342 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:01.931248 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1983557-0753-4739-99ed-483276463747 req-e45d4894-a29d-407a-be23-49334b242342 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 943 time: 0.1390336 Sep 08 13:26:01.999783 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-10ac9786-d0fa-4a50-a58d-b8fe30799a37 service neutron] 10.222.0.70 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931586 Sep 08 13:26:02.005198 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1983557-0753-4739-99ed-483276463747 req-283907f5-402f-4388-bbca-4db709906bf6 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660112 Sep 08 13:26:02.131180 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca04ced4-f3ad-460f-89c4-38df39f5909f req-3feb786e-9ff4-4f4e-b559-19c16b7cb4e1 service neutron] 10.222.0.70 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244228 Sep 08 13:26:02.483310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 43850a25-b832-4af0-bc87-846c83b7e811 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:26:02.491814 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f014c-c0a7-482e-8043-c701471e059e req-5cbba961-db87-4bd4-a2c8-3447c013a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:02.495478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da1f014c-c0a7-482e-8043-c701471e059e req-5cbba961-db87-4bd4-a2c8-3447c013a7fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 1094 time: 0.0824659 Sep 08 13:26:02.526366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 43850a25-b832-4af0-bc87-846c83b7e811 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:26:02.527134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 43850a25-b832-4af0-bc87-846c83b7e811 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:26:02.620438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f014c-c0a7-482e-8043-c701471e059e req-a53ba08a-1c9e-424b-ab73-010ff8f6e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:02.622121 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da1f014c-c0a7-482e-8043-c701471e059e req-a53ba08a-1c9e-424b-ab73-010ff8f6e86d service neutron] 10.222.0.70 "GET /v2.0/networks?id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759 HTTP/1.1" status: 200 len: 916 time: 0.1204672 Sep 08 13:26:02.670890 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da1f014c-c0a7-482e-8043-c701471e059e req-8d4a5f41-da46-4647-a2f1-b478e0a45234 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca348617-6003-49ae-8fbb-a33b0ab21113 HTTP/1.1" status: 200 len: 217 time: 0.0400586 Sep 08 13:26:02.774482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f014c-c0a7-482e-8043-c701471e059e req-bc54df1d-5bf1-4c8b-8505-2305af7fb0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:02.776727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da1f014c-c0a7-482e-8043-c701471e059e req-bc54df1d-5bf1-4c8b-8505-2305af7fb0f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2665831-97b9-4458-a009-1681e7f31e07 HTTP/1.1" status: 200 len: 855 time: 0.0929470 Sep 08 13:26:02.815739 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da1f014c-c0a7-482e-8043-c701471e059e req-34a80a50-81be-4ea6-9b1f-07238104c0af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316482 Sep 08 13:26:02.973377 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da1f014c-c0a7-482e-8043-c701471e059e req-74d5696e-bbf7-46a4-addc-814672f08daa service neutron] 10.222.0.70 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445279 Sep 08 13:26:03.021248 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe69265-e8e9-4fdf-921b-940bd183b5dc req-1cfc566b-e4a5-470e-9f97-62ad8fcd44fd tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:03.022795 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ffe69265-e8e9-4fdf-921b-940bd183b5dc req-1cfc566b-e4a5-470e-9f97-62ad8fcd44fd tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 945 time: 0.1038773 Sep 08 13:26:03.113937 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ffe69265-e8e9-4fdf-921b-940bd183b5dc req-969ef89d-7bb5-4c41-84ae-6a86af3cb7e8 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627933 Sep 08 13:26:03.120083 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da1f014c-c0a7-482e-8043-c701471e059e req-36101579-457d-4060-ae47-c17419052293 service neutron] 10.222.0.70 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432381 Sep 08 13:26:03.167850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619dc0f-daad-4cde-85af-730f9ffe153c req-0a509a3c-7bd4-4cfe-b07f-426dc7e05b17 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:03.169507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e619dc0f-daad-4cde-85af-730f9ffe153c req-0a509a3c-7bd4-4cfe-b07f-426dc7e05b17 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 943 time: 0.0733168 Sep 08 13:26:03.231399 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e619dc0f-daad-4cde-85af-730f9ffe153c req-ad5a7f85-a5c3-42df-b88f-643b57afb0de tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530508 Sep 08 13:26:03.242107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecd6b5-0d66-4292-91f9-f823557f96e1 req-0db09a8c-a3c1-475f-81c5-dc39c19b4f50 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:03.243607 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02ecd6b5-0d66-4292-91f9-f823557f96e1 req-0db09a8c-a3c1-475f-81c5-dc39c19b4f50 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 945 time: 0.0732114 Sep 08 13:26:03.352564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-02ecd6b5-0d66-4292-91f9-f823557f96e1 req-2673201d-adec-4c37-81c6-448ed03d4b3c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Deleting port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:03.352958 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-02ecd6b5-0d66-4292-91f9-f823557f96e1 req-2673201d-adec-4c37-81c6-448ed03d4b3c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:03.466253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-02ecd6b5-0d66-4292-91f9-f823557f96e1 req-2673201d-adec-4c37-81c6-448ed03d4b3c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] For port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:03.467189 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-02ecd6b5-0d66-4292-91f9-f823557f96e1 req-2673201d-adec-4c37-81c6-448ed03d4b3c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:03.487204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-02ecd6b5-0d66-4292-91f9-f823557f96e1 req-2673201d-adec-4c37-81c6-448ed03d4b3c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Calling delete_port for c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:03.518064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42382) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:03.613184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42386) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:03.725953 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5ce12bd-2543-49a3-8da1-b74aa6e8fac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:03.737233 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-02ecd6b5-0d66-4292-91f9-f823557f96e1 req-2673201d-adec-4c37-81c6-448ed03d4b3c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:03.757810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['14b16c1a-d66e-46c2-995a-b89a95519603'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:26:03.767168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:26:03.782584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673201d-adec-4c37-81c6-448ed03d4b3c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event deleted for resources: {'Port': ['ID=c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:03.816136 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-940317be-a13f-4823-8821-a82a51dc75df admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:03.881335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ecd6b5-0d66-4292-91f9-f823557f96e1 req-2673201d-adec-4c37-81c6-448ed03d4b3c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] No DVR routers for this DVR port c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:26:03.892914 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-02ecd6b5-0d66-4292-91f9-f823557f96e1 req-2673201d-adec-4c37-81c6-448ed03d4b3c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:03.897853 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02ecd6b5-0d66-4292-91f9-f823557f96e1 req-2673201d-adec-4c37-81c6-448ed03d4b3c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "DELETE /v2.0/ports/c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e HTTP/1.1" status: 204 len: 173 time: 0.6468031 Sep 08 13:26:03.900259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d40756-6acb-4855-9a42-94086b095aff', 'name': 'network-vif-deleted', 'tag': 'c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:03.904749 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e522f4-1674-487c-9807-859b111b1471" -d '{"events": [{"server_uuid": "02d40756-6acb-4855-9a42-94086b095aff", "name": "network-vif-deleted", "tag": "c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:03.972077 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5ce12bd-2543-49a3-8da1-b74aa6e8fac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:03.991504 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0be8e6-cf7a-4f91-91d5-d31ba52170b4 x-openstack-request-id: req-8a0be8e6-cf7a-4f91-91d5-d31ba52170b4 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:03.991797 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d40756-6acb-4855-9a42-94086b095aff", "name": "network-vif-deleted", "tag": "c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:03.995011 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a0be8e6-cf7a-4f91-91d5-d31ba52170b4 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:03.995011 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d40756-6acb-4855-9a42-94086b095aff', 'name': 'network-vif-deleted', 'tag': 'c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e', 'status': 'completed', 'code': 200} Sep 08 13:26:04.043185 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5ce12bd-2543-49a3-8da1-b74aa6e8fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:04.107992 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce12bd-2543-49a3-8da1-b74aa6e8fac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=430c938b-6537-4b8e-aeef-d0f63eebce15,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:04.124159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d5ce12bd-2543-49a3-8da1-b74aa6e8fac2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bf4314cfcdb142599138f2d19d3e8e4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6031871 Sep 08 13:26:04.125406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42402) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:04.211615 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eea7faae-d0a9-4e6a-9421-9e0a8ffd18ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:04.258774 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eea7faae-d0a9-4e6a-9421-9e0a8ffd18ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:04.286024 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d006641-e474-4415-b935-1d98d188f19d req-6160b1b6-abd3-4fa9-931a-346636b7dae6 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=02d40756-6acb-4855-9a42-94086b095aff HTTP/1.1" status: 200 len: 210 time: 0.0392911 Sep 08 13:26:04.288056 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-940317be-a13f-4823-8821-a82a51dc75df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:04.374626 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-940317be-a13f-4823-8821-a82a51dc75df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:04.382351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47989503-43db-4245-ab93-42080f9a06f4 req-2fbb832d-0fb7-4559-a113-754f98b0bf3f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:04.385804 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-47989503-43db-4245-ab93-42080f9a06f4 req-2fbb832d-0fb7-4559-a113-754f98b0bf3f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 943 time: 0.0612340 Sep 08 13:26:04.421366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940317be-a13f-4823-8821-a82a51dc75df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9665fb80-d1c8-405a-b017-93a842ee118f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:04.429352 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-940317be-a13f-4823-8821-a82a51dc75df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20b01f9811ec42c0854bcd5fab7bd285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8147516 Sep 08 13:26:04.430333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42414) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:04.449489 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-47989503-43db-4245-ab93-42080f9a06f4 req-0966d61f-a526-4301-b62f-e7ca6515a3d4 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541809 Sep 08 13:26:04.491559 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efa829a7-73c0-4bfd-87e5-fda131532604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:04.513422 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eea7faae-d0a9-4e6a-9421-9e0a8ffd18ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:04.516538 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efa829a7-73c0-4bfd-87e5-fda131532604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:04.517618 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eea7faae-d0a9-4e6a-9421-9e0a8ffd18ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:04.523317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eea7faae-d0a9-4e6a-9421-9e0a8ffd18ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/430c938b-6537-4b8e-aeef-d0f63eebce15 HTTP/1.1" status: 204 len: 168 time: 0.3964961 Sep 08 13:26:04.546127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7faae-d0a9-4e6a-9421-9e0a8ffd18ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430c938b-6537-4b8e-aeef-d0f63eebce15,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:04.684388 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efa829a7-73c0-4bfd-87e5-fda131532604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:04.687371 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efa829a7-73c0-4bfd-87e5-fda131532604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:04.691177 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-efa829a7-73c0-4bfd-87e5-fda131532604 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9665fb80-d1c8-405a-b017-93a842ee118f HTTP/1.1" status: 204 len: 168 time: 0.2576108 Sep 08 13:26:04.701551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa829a7-73c0-4bfd-87e5-fda131532604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9665fb80-d1c8-405a-b017-93a842ee118f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:05.139133 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c551dae-7867-44d0-82e8-8c12e94c846d req-aba8cfc8-eec7-456e-9b4b-5b330d029d80 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444851 Sep 08 13:26:05.207901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c551dae-7867-44d0-82e8-8c12e94c846d req-ffd9622a-4c3c-4414-a42f-9fdd0cb4b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:05.209433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c551dae-7867-44d0-82e8-8c12e94c846d req-ffd9622a-4c3c-4414-a42f-9fdd0cb4b80f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=530dc135970c42fa8a64c76e67a2c40e&device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 1096 time: 0.0495059 Sep 08 13:26:05.343122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c551dae-7867-44d0-82e8-8c12e94c846d req-249b65ab-e6c7-4ee7-86ee-60118f2b4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:05.344782 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c551dae-7867-44d0-82e8-8c12e94c846d req-249b65ab-e6c7-4ee7-86ee-60118f2b4b61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 200 len: 912 time: 0.1132944 Sep 08 13:26:05.440617 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c551dae-7867-44d0-82e8-8c12e94c846d req-aaf7813c-79ef-4e2a-aab3-9f61fcbd9d9d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d581b89-f9c3-4cb9-8613-be064355e014 HTTP/1.1" status: 200 len: 1000 time: 0.0875888 Sep 08 13:26:05.492473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ca348617-6003-49ae-8fbb-a33b0ab21113 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:26:05.501216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c551dae-7867-44d0-82e8-8c12e94c846d req-29d39125-22cf-4a67-aaa2-a9774d8668a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:05.502799 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c551dae-7867-44d0-82e8-8c12e94c846d req-29d39125-22cf-4a67-aaa2-a9774d8668a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e6727ff3-46e9-47fd-a7eb-d2bf058b9def HTTP/1.1" status: 200 len: 850 time: 0.0544465 Sep 08 13:26:05.579281 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c551dae-7867-44d0-82e8-8c12e94c846d req-a94bebbe-84a7-436a-ae18-20d2d0f4b0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:05.580798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c551dae-7867-44d0-82e8-8c12e94c846d req-a94bebbe-84a7-436a-ae18-20d2d0f4b0b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94128c7a-143e-4284-b21f-f35c48c0a07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637159 Sep 08 13:26:05.626213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59ef65-a0ea-4416-b719-fdb9c7623b35 req-60a12055-bd4e-4196-a485-f71aadeab5b5 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:05.628394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e59ef65-a0ea-4416-b719-fdb9c7623b35 req-60a12055-bd4e-4196-a485-f71aadeab5b5 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 943 time: 0.1056242 Sep 08 13:26:05.665142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ca348617-6003-49ae-8fbb-a33b0ab21113, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ca348617-6003-49ae-8fbb-a33b0ab21113,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:05.680456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'ca348617-6003-49ae-8fbb-a33b0ab21113', 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759', 'port_id': 'ca348617-6003-49ae-8fbb-a33b0ab21113', 'mac_address': 'fa:16:3e:97:e4:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2665831-97b9-4458-a009-1681e7f31e07', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:26:05.692219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e59ef65-a0ea-4416-b719-fdb9c7623b35 req-807b5ef5-3b4a-4679-9e95-7fcb80ca983a tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571790 Sep 08 13:26:05.707526 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c551dae-7867-44d0-82e8-8c12e94c846d req-85991006-f498-4bfa-bdfe-b8435397e8b0 service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075256 Sep 08 13:26:05.745484 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:05.760184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca348617-6003-49ae-8fbb-a33b0ab21113 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:26:05.782583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ca348617-6003-49ae-8fbb-a33b0ab21113, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ca348617-6003-49ae-8fbb-a33b0ab21113,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:05.811062 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c551dae-7867-44d0-82e8-8c12e94c846d req-1fab309f-33cf-4f9e-aba3-7012649778f1 service neutron] 10.222.0.70 "GET /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026237 Sep 08 13:26:05.938669 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:05.948707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42458) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:05.973263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c34ef16-857f-4585-90fd-473b561d4ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:06.014048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=ca348617-6003-49ae-8fbb-a33b0ab21113,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:06.105751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cde7ae-8b10-449e-be1f-feb158494720 req-48a609f0-c132-493e-a712-b94ad8e15370 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:06.105751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8cde7ae-8b10-449e-be1f-feb158494720 req-48a609f0-c132-493e-a712-b94ad8e15370 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.1001806 Sep 08 13:26:06.165385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8cde7ae-8b10-449e-be1f-feb158494720 req-e005c24e-fc22-4552-95be-bef082bc8b42 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511167 Sep 08 13:26:06.183416 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c34ef16-857f-4585-90fd-473b561d4ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:06.189598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ca348617-6003-49ae-8fbb-a33b0ab21113'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:26:06.319226 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c34ef16-857f-4585-90fd-473b561d4ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:06.340997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e97bce-625a-4680-ab4a-090ffada13a9 req-4914dc51-e088-49d6-beba-0cbfc4f91e79 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:06.342992 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-74e97bce-625a-4680-ab4a-090ffada13a9 req-4914dc51-e088-49d6-beba-0cbfc4f91e79 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 946 time: 0.0693154 Sep 08 13:26:06.374916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3c34ef16-857f-4585-90fd-473b561d4ef2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f5e168902add48469be38b457bb3dfaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247973 Sep 08 13:26:06.387312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42470) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:06.417122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34ef16-857f-4585-90fd-473b561d4ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2c56e7-0d0a-4398-bdc9-b8854bb5441f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:06.452126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2176a3ed-17a1-4ff4-bd78-f62edeea809f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:06.462800 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-74e97bce-625a-4680-ab4a-090ffada13a9 req-18c489ab-1496-434e-b64d-fb5a0a37eb59 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Deleting port 14b16c1a-d66e-46c2-995a-b89a95519603 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:06.469457 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-74e97bce-625a-4680-ab4a-090ffada13a9 req-18c489ab-1496-434e-b64d-fb5a0a37eb59 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:06.480549 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2176a3ed-17a1-4ff4-bd78-f62edeea809f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:06.565308 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-74e97bce-625a-4680-ab4a-090ffada13a9 req-18c489ab-1496-434e-b64d-fb5a0a37eb59 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] For port 14b16c1a-d66e-46c2-995a-b89a95519603, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=14b16c1a-d66e-46c2-995a-b89a95519603,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:06.565677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-74e97bce-625a-4680-ab4a-090ffada13a9 req-18c489ab-1496-434e-b64d-fb5a0a37eb59 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:06.578720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-74e97bce-625a-4680-ab4a-090ffada13a9 req-18c489ab-1496-434e-b64d-fb5a0a37eb59 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Calling delete_port for 14b16c1a-d66e-46c2-995a-b89a95519603 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:06.630605 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2176a3ed-17a1-4ff4-bd78-f62edeea809f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:06.633201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2176a3ed-17a1-4ff4-bd78-f62edeea809f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:06.639111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2176a3ed-17a1-4ff4-bd78-f62edeea809f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8e2c56e7-0d0a-4398-bdc9-b8854bb5441f HTTP/1.1" status: 204 len: 168 time: 0.2484107 Sep 08 13:26:06.654081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176a3ed-17a1-4ff4-bd78-f62edeea809f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2c56e7-0d0a-4398-bdc9-b8854bb5441f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:06.758744 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42486) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:06.816095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b4686-e4ed-4159-ab84-d5b7cad2f576 req-830426d5-d88e-42ee-a4dd-d34025c220ba tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:06.817928 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e09b4686-e4ed-4159-ab84-d5b7cad2f576 req-830426d5-d88e-42ee-a4dd-d34025c220ba tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 944 time: 0.0509279 Sep 08 13:26:06.819368 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-74e97bce-625a-4680-ab4a-090ffada13a9 req-18c489ab-1496-434e-b64d-fb5a0a37eb59 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:06.831405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['14b16c1a-d66e-46c2-995a-b89a95519603'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:26:06.871238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c489ab-1496-434e-b64d-fb5a0a37eb59 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event deleted for resources: {'Port': ['ID=14b16c1a-d66e-46c2-995a-b89a95519603,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:06.931130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e97bce-625a-4680-ab4a-090ffada13a9 req-18c489ab-1496-434e-b64d-fb5a0a37eb59 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] No DVR routers for this DVR port 14b16c1a-d66e-46c2-995a-b89a95519603 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:26:06.935226 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-74e97bce-625a-4680-ab4a-090ffada13a9 req-18c489ab-1496-434e-b64d-fb5a0a37eb59 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:06.937385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-74e97bce-625a-4680-ab4a-090ffada13a9 req-18c489ab-1496-434e-b64d-fb5a0a37eb59 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.70 "DELETE /v2.0/ports/14b16c1a-d66e-46c2-995a-b89a95519603 HTTP/1.1" status: 204 len: 173 time: 0.5882218 Sep 08 13:26:06.937957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a00a974-b875-46ca-bab4-d96cd8ddf36d', 'name': 'network-vif-deleted', 'tag': '14b16c1a-d66e-46c2-995a-b89a95519603'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:06.946998 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ebaf86-0d1c-4ed1-bfce-9a3e20ff551a" -d '{"events": [{"server_uuid": "4a00a974-b875-46ca-bab4-d96cd8ddf36d", "name": "network-vif-deleted", "tag": "14b16c1a-d66e-46c2-995a-b89a95519603"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:06.952271 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e09b4686-e4ed-4159-ab84-d5b7cad2f576 req-17400aa7-8819-42f4-8894-5727601a2a4f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255028 Sep 08 13:26:07.003209 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799c58ab-0487-4bf0-8fb4-41e2acbe5cde x-openstack-request-id: req-799c58ab-0487-4bf0-8fb4-41e2acbe5cde {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:07.003431 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a00a974-b875-46ca-bab4-d96cd8ddf36d", "name": "network-vif-deleted", "tag": "14b16c1a-d66e-46c2-995a-b89a95519603", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:07.003679 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-799c58ab-0487-4bf0-8fb4-41e2acbe5cde {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:07.004084 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a00a974-b875-46ca-bab4-d96cd8ddf36d', 'name': 'network-vif-deleted', 'tag': '14b16c1a-d66e-46c2-995a-b89a95519603', 'status': 'completed', 'code': 200} Sep 08 13:26:07.159303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-569347376-network', 'tenant_id': '076466dc77634138a2bb45af59532deb'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:07.256119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Made reservation on behalf of 076466dc77634138a2bb45af59532deb for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:26:07.258632 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:07.276517 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:07.298361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08d66ef7-6c96-4ec0-bb8f-300ae2ee1710 req-bec6da4e-aaa7-4743-9cf0-c119e6fae373 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=4a00a974-b875-46ca-bab4-d96cd8ddf36d HTTP/1.1" status: 200 len: 210 time: 0.0602226 Sep 08 13:26:07.382385 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:07.492480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ca348617-6003-49ae-8fbb-a33b0ab21113 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:26:07.496030 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:07.529521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12708d1c-017c-44f7-8a97-097883ee4fa0,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:07.532266 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:26:07.550877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:07.551467 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Added segment e066db4f-caf4-475a-8c88-ff92af6b266c of type vlan for network bbdab96b-a35c-49d9-8c67-1156369c5a80 Sep 08 13:26:07.596809 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:07.685100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port ca348617-6003-49ae-8fbb-a33b0ab21113 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:26:07.689922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port ca348617-6003-49ae-8fbb-a33b0ab21113 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:26:07.689922 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:07.724820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:07.725860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:07.726578 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:07.778319 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:07.791521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] Pushing event updated for resources: {'Network': ['ID=bbdab96b-a35c-49d9-8c67-1156369c5a80,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:07.804287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e812a7c-6c5e-4a0d-b80e-6df85a388cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca348617-6003-49ae-8fbb-a33b0ab21113'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:07.807113 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7914504c-b6d1-4c3e-b495-c30525d2c08d" -d '{"events": [{"server_uuid": "9e812a7c-6c5e-4a0d-b80e-6df85a388cc6", "name": "network-vif-plugged", "status": "completed", "tag": "ca348617-6003-49ae-8fbb-a33b0ab21113"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:07.813794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network bbdab96b-a35c-49d9-8c67-1156369c5a80 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:26:07.822650 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d2e8a52e-57b7-4032-a94a-8ed24abc4c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:07.837053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ca348617-6003-49ae-8fbb-a33b0ab21113, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ca348617-6003-49ae-8fbb-a33b0ab21113,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:07.850770 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906c9660-ad49-48ee-a279-df670cbb5097 x-openstack-request-id: req-906c9660-ad49-48ee-a279-df670cbb5097 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:07.850770 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e812a7c-6c5e-4a0d-b80e-6df85a388cc6", "name": "network-vif-plugged", "status": "completed", "tag": "ca348617-6003-49ae-8fbb-a33b0ab21113", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:07.850770 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-906c9660-ad49-48ee-a279-df670cbb5097 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:07.851107 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e812a7c-6c5e-4a0d-b80e-6df85a388cc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca348617-6003-49ae-8fbb-a33b0ab21113', 'code': 200} Sep 08 13:26:07.874700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1319ba7c-d30f-47cc-9702-780fb6e3cf40 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1136138 Sep 08 13:26:07.877493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42524) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:07.887089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ccdce3b7-0d78-4670-a864-a0f19ec6952c admin admin] Request body: {'subnet': {'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-569347376-subnet', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:07.963394 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8486200-351a-4eb9-8464-6dc07bafd72b req-73e29bf7-7fd4-4174-a607-b98d74589d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:07.965235 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8486200-351a-4eb9-8464-6dc07bafd72b req-73e29bf7-7fd4-4174-a607-b98d74589d45 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 1095 time: 0.0475218 Sep 08 13:26:07.975985 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:07.977039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 14b16c1a-d66e-46c2-995a-b89a95519603 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:26:08.051577 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdce3b7-0d78-4670-a864-a0f19ec6952c admin admin] Made reservation on behalf of 076466dc77634138a2bb45af59532deb for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:26:08.055885 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ccdce3b7-0d78-4670-a864-a0f19ec6952c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:08.087483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 14b16c1a-d66e-46c2-995a-b89a95519603 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:26:08.087844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 14b16c1a-d66e-46c2-995a-b89a95519603 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:26:08.100821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592c7d2-7631-4a72-9dd1-8f9ab1695c16 req-8bfaa85b-2425-4122-8127-580897dc280f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:08.113887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4592c7d2-7631-4a72-9dd1-8f9ab1695c16 req-8bfaa85b-2425-4122-8127-580897dc280f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 945 time: 0.0737259 Sep 08 13:26:08.135887 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8486200-351a-4eb9-8464-6dc07bafd72b req-10ccd5ed-0fd3-4d51-b85b-cf60d605ad48 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633196 Sep 08 13:26:08.145927 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=ca348617-6003-49ae-8fbb-a33b0ab21113,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:08.158776 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4592c7d2-7631-4a72-9dd1-8f9ab1695c16 req-28f7bd9f-139c-4c9f-84c3-e6967010d52a tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436530 Sep 08 13:26:08.422084 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ccdce3b7-0d78-4670-a864-a0f19ec6952c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:08.483703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdce3b7-0d78-4670-a864-a0f19ec6952c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d44eaf4-9c89-4950-a5be-c246fd16a504,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:08.493126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdce3b7-0d78-4670-a864-a0f19ec6952c admin admin] Checking segment: {'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:26:08.493495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdce3b7-0d78-4670-a864-a0f19ec6952c admin admin] Network hostable DHCP agents. Network: bbdab96b-a35c-49d9-8c67-1156369c5a80, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:26:08.516185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:26:08.537129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:26:08.537480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c5b52460-f4e2-4e38-8d17-a9bcaf8e0f3e not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:26:08.655728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdce3b7-0d78-4670-a864-a0f19ec6952c admin admin] Network bbdab96b-a35c-49d9-8c67-1156369c5a80 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:26:08.764527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ccdce3b7-0d78-4670-a864-a0f19ec6952c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, bbdab96b-a35c-49d9-8c67-1156369c5a80) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:26:08.768896 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdce3b7-0d78-4670-a864-a0f19ec6952c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:08.769749 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ccdce3b7-0d78-4670-a864-a0f19ec6952c admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:08.783527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f28dfe-700a-4881-8d81-a58bc3b46b30 None None] Network bbdab96b-a35c-49d9-8c67-1156369c5a80 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:26:08.907193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644b0d4d-1f75-4581-9a64-4fc49656f19d None None] Network bbdab96b-a35c-49d9-8c67-1156369c5a80 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:26:08.946890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42562) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:08.948098 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ccdce3b7-0d78-4670-a864-a0f19ec6952c admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0685661 Sep 08 13:26:08.952730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-569347376-router', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:09.087463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf9f6c-034f-4cde-916a-7d4439454a75 req-2f23033d-577d-4428-a418-931c0fe6b20c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:09.089309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79bf9f6c-034f-4cde-916a-7d4439454a75 req-2f23033d-577d-4428-a418-931c0fe6b20c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0669143 Sep 08 13:26:09.090782 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:09.091845 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:09.345471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fda1e-6fba-41a0-b0ef-7dc0cb585fd5 req-7372a03b-80d2-4fde-9a7b-71faf1263bf0 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:09.350704 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-732fda1e-6fba-41a0-b0ef-7dc0cb585fd5 req-7372a03b-80d2-4fde-9a7b-71faf1263bf0 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 945 time: 0.0779729 Sep 08 13:26:09.408736 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-732fda1e-6fba-41a0-b0ef-7dc0cb585fd5 req-5acacc4a-e9b3-4d96-a297-9a98d8557959 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436347 Sep 08 13:26:09.424656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79bf9f6c-034f-4cde-916a-7d4439454a75 req-d0bd8730-5bf8-4103-af1c-c513427a4406 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274558 Sep 08 13:26:09.453535 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:09.726927 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:10.058214 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:10.083101 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:10.159225 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3337c3d9-5f1a-4419-80b7-e544c9c5eff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:10.191414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Allocated IP 172.25.5.196 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/4a0b9756-5510-452c-847c-df0abaa9e622) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:26:10.300461 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:10.524852 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:10.526331 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:10.563123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584214a-ecfa-40ed-958b-2ea04f3b4b0f req-14f1971c-866b-4336-b5fa-4238bcd6e79c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:10.564865 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e584214a-ecfa-40ed-958b-2ea04f3b4b0f req-14f1971c-866b-4336-b5fa-4238bcd6e79c tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.0552130 Sep 08 13:26:10.576343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:26:10.584400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:26:10.594942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6867b0-8ce6-43c4-b5f8-ebcbbc197557 req-5c124bda-2db5-49d0-b356-2ee76205d4b2 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:10.596666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f6867b0-8ce6-43c4-b5f8-ebcbbc197557 req-5c124bda-2db5-49d0-b356-2ee76205d4b2 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 945 time: 0.1081862 Sep 08 13:26:10.597537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:26:10.629130 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e584214a-ecfa-40ed-958b-2ea04f3b4b0f req-2b5c2fd4-3b81-4be0-9a8f-3071d7a437fd tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups?id=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575962 Sep 08 13:26:10.682146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Pushing event updated for resources: {'Port': ['ID=4a0b9756-5510-452c-847c-df0abaa9e622,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:10.778240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-9a6627ab-203c-4d95-847d-e9add0ac2e9f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:10.779856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-9a6627ab-203c-4d95-847d-e9add0ac2e9f tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 945 time: 0.1588638 Sep 08 13:26:10.784709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f6867b0-8ce6-43c4-b5f8-ebcbbc197557 req-e9fa953f-232f-4320-8d65-d2f8e2b153c3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626086 Sep 08 13:26:10.972459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Deleting port ae15e610-90c7-41ce-be55-bf487cfffc46 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:10.972917 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:11.078359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] For port ae15e610-90c7-41ce-be55-bf487cfffc46, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ae15e610-90c7-41ce-be55-bf487cfffc46,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:11.078761 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:11.329583 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:11.329961 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:11.330324 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Floating IP bf0783e7-b3de-4fbd-bbb9-bf012ce85419 disassociated. External IP: 172.25.5.101, port: ae15e610-90c7-41ce-be55-bf487cfffc46. Sep 08 13:26:11.330759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Calling delete_port for ae15e610-90c7-41ce-be55-bf487cfffc46 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:11.354436 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:11.670241 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:11.735412 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:11.765440 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43dbe8f1-2b50-41e0-9d32-d18f14ef4d9f req-123df521-04c4-4e96-af30-d310f8a46838 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 210 time: 0.0491381 Sep 08 13:26:11.797853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event deleted for resources: {'Port': ['ID=ae15e610-90c7-41ce-be55-bf487cfffc46,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:11.856462 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:11.979330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Router 3f01a564-8e6a-485e-8764-5df7f82b447d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:26:12.107947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:26:12.121560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff070829-0b29-41f2-aad5-f16ac0479a47 None None] Sync routers for ids ['3f01a564-8e6a-485e-8764-5df7f82b447d'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:26:12.146833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff070829-0b29-41f2-aad5-f16ac0479a47 None None] Routers {'3f01a564-8e6a-485e-8764-5df7f82b447d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:26:12.147453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] No DVR routers for this DVR port ae15e610-90c7-41ce-be55-bf487cfffc46 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:26:12.147613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ff070829-0b29-41f2-aad5-f16ac0479a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3f01a564-8e6a-485e-8764-5df7f82b447d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:12.151200 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:12.153936 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8e4c6c94-2b37-49d3-bd35-49313650a1bb req-fd9d03f1-bb7b-4df1-8241-cc8e5b83e172 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.60 "DELETE /v2.0/ports/ae15e610-90c7-41ce-be55-bf487cfffc46 HTTP/1.1" status: 204 len: 173 time: 1.3645792 Sep 08 13:26:12.155822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-deleted', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:12.160527 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8865afb3-35c1-41ae-8c9d-8e8d72f2111c" -d '{"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-deleted", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:12.165184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Router fa45c181-e151-4929-b4a8-c83bee48af98 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:26:12.369379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-ff070829-0b29-41f2-aad5-f16ac0479a47 None None] Set router 3f01a564-8e6a-485e-8764-5df7f82b447d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:26:12.501719 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdf1bc5-8137-43ee-95b0-057e8c8106a6 x-openstack-request-id: req-4cdf1bc5-8137-43ee-95b0-057e8c8106a6 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:12.502162 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a51b95-32ce-47cc-b131-c698f976d462", "name": "network-vif-deleted", "tag": "ae15e610-90c7-41ce-be55-bf487cfffc46", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:12.502539 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4cdf1bc5-8137-43ee-95b0-057e8c8106a6 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:12.503011 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a51b95-32ce-47cc-b131-c698f976d462', 'name': 'network-vif-deleted', 'tag': 'ae15e610-90c7-41ce-be55-bf487cfffc46', 'status': 'completed', 'code': 200} Sep 08 13:26:12.601292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:26:12.611580 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Sync routers for ids ['fa45c181-e151-4929-b4a8-c83bee48af98'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:26:12.625110 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Routers {'fa45c181-e151-4929-b4a8-c83bee48af98'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:26:12.625729 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fa45c181-e151-4929-b4a8-c83bee48af98'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:12.637306 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ff070829-0b29-41f2-aad5-f16ac0479a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:15:20Z', 'revision_number': 4, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '6f5875ae-fecc-4401-ae5a-fc064b4adf21', 'name': '', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'mac_address': 'fa:16:3e:fc:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:18Z', 'updated_at': '2021-09-08T13:15:27Z', 'revision_number': 5, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'subnets': [{'id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:12.674619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff070829-0b29-41f2-aad5-f16ac0479a47 None None] Checking router: 3f01a564-8e6a-485e-8764-5df7f82b447d for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:26:12.696070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff070829-0b29-41f2-aad5-f16ac0479a47 None None] Routers {'3f01a564-8e6a-485e-8764-5df7f82b447d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:26:12.696797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ff070829-0b29-41f2-aad5-f16ac0479a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3f01a564-8e6a-485e-8764-5df7f82b447d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:12.787723 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:12.793355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b7f76c55-f56b-4f40-836c-edb3b66985d3 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8439949 Sep 08 13:26:12.796600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42680) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:12.867674 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Set router fa45c181-e151-4929-b4a8-c83bee48af98 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:26:13.006307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-789336f7-ad69-4638-8f91-890151029e00 req-7ef852f7-7b39-4a75-b116-96d5aca894e7 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/ports?device_id=84a51b95-32ce-47cc-b131-c698f976d462 HTTP/1.1" status: 200 len: 210 time: 0.0627320 Sep 08 13:26:13.007925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-ff070829-0b29-41f2-aad5-f16ac0479a47 None None] Set router 3f01a564-8e6a-485e-8764-5df7f82b447d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:26:13.223625 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'name': 'tempest-ServerRescueTestJSON-569347376-router', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:26:09Z', 'updated_at': '2021-09-08T13:26:10Z', 'revision_number': 3, 'project_id': '076466dc77634138a2bb45af59532deb', 'gw_port': {'id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:26:10Z', 'updated_at': '2021-09-08T13:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:13.265287 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Checking router: fa45c181-e151-4929-b4a8-c83bee48af98 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:26:13.265765 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Updating router fa45c181-e151-4929-b4a8-c83bee48af98 port 4a0b9756-5510-452c-847c-df0abaa9e622 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:26:13.290557 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:13.355575 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:13.507548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ff070829-0b29-41f2-aad5-f16ac0479a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:15:20Z', 'revision_number': 4, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '6f5875ae-fecc-4401-ae5a-fc064b4adf21', 'name': '', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'mac_address': 'fa:16:3e:fc:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:18Z', 'updated_at': '2021-09-08T13:15:27Z', 'revision_number': 5, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'subnets': [{'id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:13.582335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff070829-0b29-41f2-aad5-f16ac0479a47 None None] The sync data for ids ['3f01a564-8e6a-485e-8764-5df7f82b447d'] in n-d-807558-3 is: [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:15:20Z', 'revision_number': 4, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '6f5875ae-fecc-4401-ae5a-fc064b4adf21', 'name': '', 'network_id': '7fd134f2-364c-4787-8e53-93ac96df2933', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'mac_address': 'fa:16:3e:fc:00:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_interface', 'standard_attr_id': 966, 'fixed_ips': [{'subnet_id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:18Z', 'updated_at': '2021-09-08T13:15:27Z', 'revision_number': 5, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'subnets': [{'id': 'f91b05d9-a459-42c8-98cb-2cd7551cf9b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:26:13.690910 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:13.847342 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:13.861153 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Transition to ACTIVE for port object 4a0b9756-5510-452c-847c-df0abaa9e622 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:26:13.902572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Allocated IP 172.20.0.1 (bbdab96b-a35c-49d9-8c67-1156369c5a80/2d44eaf4-9c89-4950-a5be-c246fd16a504/9f30b6f3-d509-4116-9d39-26d425bdfd72) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:26:14.011647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a07f14-07c8-4400-9f13-c523e2c49d90 None None] New status for floating IP bf0783e7-b3de-4fbd-bbb9-bf012ce85419: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:26:14.052342 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:14.147573 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:14.196788 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Attempting to bind port 4a0b9756-5510-452c-847c-df0abaa9e622 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:26:14.197166 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Attempting to bind port 4a0b9756-5510-452c-847c-df0abaa9e622 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:26:14.197532 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Attempting to bind port 4a0b9756-5510-452c-847c-df0abaa9e622 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:26:14.210958 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:26:14.211330 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:26:14.211741 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:14.212139 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:26:14.212626 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Bound port: 4a0b9756-5510-452c-847c-df0abaa9e622, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:26:14.213008 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:14.279760 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] For port 4a0b9756-5510-452c-847c-df0abaa9e622, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:26:14.283526 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] For port 4a0b9756-5510-452c-847c-df0abaa9e622, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4a0b9756-5510-452c-847c-df0abaa9e622,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:26:14.284768 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Pushing event updated for resources: {'Port': ['ID=4a0b9756-5510-452c-847c-df0abaa9e622,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:14.292846 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:14.306088 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:14.306997 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:14.307341 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:14.307688 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:14.308082 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:14.308423 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:14.308755 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:14.309083 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:14.309411 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:14.309741 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:14.310063 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:14.310411 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:14.321939 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:26:14.335994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42712) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:14.371189 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:14.385806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Network bbdab96b-a35c-49d9-8c67-1156369c5a80 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:26:14.389883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:26:14.403830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:26:14.442063 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62ebbfe1-6f0c-49f1-92aa-b84061792bff tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:14.465418 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Pushing event updated for resources: {'Port': ['ID=9f30b6f3-d509-4116-9d39-26d425bdfd72,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:14.470960 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62ebbfe1-6f0c-49f1-92aa-b84061792bff tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:14.502715 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:14.509200 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Routers {'fa45c181-e151-4929-b4a8-c83bee48af98'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:26:14.526568 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:14.527701 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fa45c181-e151-4929-b4a8-c83bee48af98'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:14.529757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:26:14.589831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: ae15e610-90c7-41ce-be55-bf487cfffc46 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:26:14.590649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ae15e610-90c7-41ce-be55-bf487cfffc46 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:26:14.680058 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671a74c-f3d4-422b-9e64-4e0b4b83da8f None None] Pushing event updated for resources: {'Port': ['ID=4a0b9756-5510-452c-847c-df0abaa9e622,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:14.736188 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62ebbfe1-6f0c-49f1-92aa-b84061792bff tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:14.739105 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62ebbfe1-6f0c-49f1-92aa-b84061792bff tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:14.740386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-62ebbfe1-6f0c-49f1-92aa-b84061792bff tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "DELETE /v2.0/security-groups/1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be HTTP/1.1" status: 204 len: 168 time: 0.4027715 Sep 08 13:26:14.748497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42726) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:14.760206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebbfe1-6f0c-49f1-92aa-b84061792bff tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:14.764824 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-38a58935-4c03-4335-a595-fa7dd517f616 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] show failed (client error): The resource could not be found. Sep 08 13:26:14.768676 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-38a58935-4c03-4335-a595-fa7dd517f616 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "GET /v2.0/security-groups/1a3cfd84-0fdf-4887-90ff-b7f9faa4c1be HTTP/1.1" status: 404 len: 347 time: 0.0164042 Sep 08 13:26:14.769077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42728) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:14.817456 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] Set router fa45c181-e151-4929-b4a8-c83bee48af98 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:26:14.929170 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:15.045919 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'name': 'tempest-ServerRescueTestJSON-569347376-router', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:26:09Z', 'updated_at': '2021-09-08T13:26:10Z', 'revision_number': 3, 'project_id': '076466dc77634138a2bb45af59532deb', 'gw_port': {'id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:26:10Z', 'updated_at': '2021-09-08T13:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:15.107182 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00519e5b-4710-4746-81f2-7b10321abe94 None None] The sync data for ids ['fa45c181-e151-4929-b4a8-c83bee48af98'] in n-d-807558-3 is: [{'id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'name': 'tempest-ServerRescueTestJSON-569347376-router', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:26:09Z', 'updated_at': '2021-09-08T13:26:10Z', 'revision_number': 3, 'project_id': '076466dc77634138a2bb45af59532deb', 'gw_port': {'id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:26:10Z', 'updated_at': '2021-09-08T13:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:26:15.171769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f416cd6a-962e-4aa5-9d5b-d777673c1860 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Deleting port f5911e1d-7d30-47be-b4d8-fcd07b4822e3 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:15.172144 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f416cd6a-962e-4aa5-9d5b-d777673c1860 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:15.269403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:15.316177 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f416cd6a-962e-4aa5-9d5b-d777673c1860 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:15.317122 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f416cd6a-962e-4aa5-9d5b-d777673c1860 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:15.346255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f416cd6a-962e-4aa5-9d5b-d777673c1860 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Calling delete_port for f5911e1d-7d30-47be-b4d8-fcd07b4822e3 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:15.437610 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:15.556228 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Pushing event updated for resources: {'Port': ['ID=9f30b6f3-d509-4116-9d39-26d425bdfd72,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:15.652046 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:15.785423 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f416cd6a-962e-4aa5-9d5b-d777673c1860 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:15.830961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416cd6a-962e-4aa5-9d5b-d777673c1860 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Pushing event deleted for resources: {'Port': ['ID=f5911e1d-7d30-47be-b4d8-fcd07b4822e3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:15.915465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Network bbdab96b-a35c-49d9-8c67-1156369c5a80 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:26:15.919310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:26:15.973316 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f416cd6a-962e-4aa5-9d5b-d777673c1860 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:15.976317 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f416cd6a-962e-4aa5-9d5b-d777673c1860 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:15.977622 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f416cd6a-962e-4aa5-9d5b-d777673c1860 tempest-ServerActionsTestJSON-2127787934 tempest-ServerActionsTestJSON-2127787934-project] 10.222.0.69 "DELETE /v2.0/floatingips/bf0783e7-b3de-4fbd-bbb9-bf012ce85419 HTTP/1.1" status: 204 len: 168 time: 1.2074957 Sep 08 13:26:15.980959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42748) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:16.081962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Router fa45c181-e151-4929-b4a8-c83bee48af98 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:26:16.553444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:26:16.564153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9220660f-00fd-44b1-8449-94d731d37291 admin admin] 10.222.0.69 "PUT /v2.0/routers/fa45c181-e151-4929-b4a8-c83bee48af98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7656410 Sep 08 13:26:16.856993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4a0b9756-5510-452c-847c-df0abaa9e622 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:26:16.901696 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:16.990036 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f53ac137-2973-497d-b446-e3b452cbe137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:17.089965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 4a0b9756-5510-452c-847c-df0abaa9e622 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:26:17.105629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 4a0b9756-5510-452c-847c-df0abaa9e622 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:26:17.106014 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:17.276403 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:17.304623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 4a0b9756-5510-452c-847c-df0abaa9e622, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4a0b9756-5510-452c-847c-df0abaa9e622,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:17.371568 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Sync routers for ids ['fa45c181-e151-4929-b4a8-c83bee48af98'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:26:17.383093 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Routers {'fa45c181-e151-4929-b4a8-c83bee48af98'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:26:17.384544 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fa45c181-e151-4929-b4a8-c83bee48af98'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:17.496984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-f53ac137-2973-497d-b446-e3b452cbe137 admin admin] Deleting port 6f5875ae-fecc-4401-ae5a-fc064b4adf21 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:17.497396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f53ac137-2973-497d-b446-e3b452cbe137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:17.532253 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:17.611446 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Set router fa45c181-e151-4929-b4a8-c83bee48af98 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:26:17.622307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=4a0b9756-5510-452c-847c-df0abaa9e622,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:17.651532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-f53ac137-2973-497d-b446-e3b452cbe137 admin admin] For port 6f5875ae-fecc-4401-ae5a-fc064b4adf21, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6f5875ae-fecc-4401-ae5a-fc064b4adf21,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:17.651779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f53ac137-2973-497d-b446-e3b452cbe137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:17.679568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-f53ac137-2973-497d-b446-e3b452cbe137 admin admin] Calling delete_port for 6f5875ae-fecc-4401-ae5a-fc064b4adf21 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:17.998333 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'name': 'tempest-ServerRescueTestJSON-569347376-router', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:26:09Z', 'updated_at': '2021-09-08T13:26:14Z', 'revision_number': 4, 'project_id': '076466dc77634138a2bb45af59532deb', 'gw_port': {'id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:26:10Z', 'updated_at': '2021-09-08T13:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '9f30b6f3-d509-4116-9d39-26d425bdfd72', 'name': '', 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'mac_address': 'fa:16:3e:26:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '2d44eaf4-9c89-4950-a5be-c246fd16a504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:26:13Z', 'updated_at': '2021-09-08T13:26:15Z', 'revision_number': 2, 'project_id': '076466dc77634138a2bb45af59532deb', 'subnets': [{'id': '2d44eaf4-9c89-4950-a5be-c246fd16a504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:18.052275 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Checking router: fa45c181-e151-4929-b4a8-c83bee48af98 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:26:18.052985 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Updating router fa45c181-e151-4929-b4a8-c83bee48af98 port 9f30b6f3-d509-4116-9d39-26d425bdfd72 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:26:18.108221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-2606a734-4611-4d89-9e31-5c0bc796cb1a tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:18.110553 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-2606a734-4611-4d89-9e31-5c0bc796cb1a tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/networks?id=bbdab96b-a35c-49d9-8c67-1156369c5a80 HTTP/1.1" status: 200 len: 810 time: 0.1796391 Sep 08 13:26:18.111268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42796) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:18.150863 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-0df94e11-4712-4277-9641-d53c7412d2cf tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/quotas/076466dc77634138a2bb45af59532deb HTTP/1.1" status: 200 len: 375 time: 0.0329769 Sep 08 13:26:18.211353 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-bbda96bd-3d1a-4ada-b7c7-01fbc760ce10 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=076466dc77634138a2bb45af59532deb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0532312 Sep 08 13:26:18.214045 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:18.256804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1182441-8646-41de-bd13-5516af325d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:18.404810 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f53ac137-2973-497d-b446-e3b452cbe137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:18.455020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ac137-2973-497d-b446-e3b452cbe137 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f5875ae-fecc-4401-ae5a-fc064b4adf21,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:18.513812 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1182441-8646-41de-bd13-5516af325d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:18.549012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-7220e1aa-bc11-4132-a3a7-ead54dbf592e service neutron] 10.222.0.69 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294885 Sep 08 13:26:18.622600 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a1182441-8646-41de-bd13-5516af325d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:18.813844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1182441-8646-41de-bd13-5516af325d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31698715-6394-4d9c-9b06-d5e811776cea,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:18.822029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1e8d549b-4283-41d0-9fbb-3e941ef5a363 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:18.823828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1e8d549b-4283-41d0-9fbb-3e941ef5a363 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/networks?id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759 HTTP/1.1" status: 200 len: 815 time: 0.3704724 Sep 08 13:26:18.835816 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:18.867003 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Transition to ACTIVE for port object 9f30b6f3-d509-4116-9d39-26d425bdfd72 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:26:18.886858 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a1182441-8646-41de-bd13-5516af325d84 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4d72682d0a1047c083553f4f20a04398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7620521 Sep 08 13:26:18.891103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42820) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:18.914413 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f53ac137-2973-497d-b446-e3b452cbe137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:18.916203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4a0b9756-5510-452c-847c-df0abaa9e622 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:26:18.930263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-fbf8b7ed-649a-4d11-ba12-ffa851fb450f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/quotas/8cdb970572fb48fcb75dcb584126b1d5 HTTP/1.1" status: 200 len: 375 time: 0.0969617 Sep 08 13:26:18.989282 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-ff6cf69f-18ff-4b31-b3c8-24ce49137ee8 service neutron] 10.222.0.69 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390988 Sep 08 13:26:19.008609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 4a0b9756-5510-452c-847c-df0abaa9e622 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:26:19.011471 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:19.023365 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9c8e2-fc21-4070-8cd8-da6311bda4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:19.025017 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:19.046010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-f0f9c998-3d81-4ad7-9a24-6fe0b656f241 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0727596 Sep 08 13:26:19.080684 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9c8e2-fc21-4070-8cd8-da6311bda4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:19.159837 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f185df8-6fdb-45ed-b4aa-715c7906ead7 None None] Pushing event updated for resources: {'Port': ['ID=9f30b6f3-d509-4116-9d39-26d425bdfd72,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:19.264566 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Attempting to bind port 9f30b6f3-d509-4116-9d39-26d425bdfd72 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:26:19.265337 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Attempting to bind port 9f30b6f3-d509-4116-9d39-26d425bdfd72 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:26:19.265476 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Attempting to bind port 9f30b6f3-d509-4116-9d39-26d425bdfd72 on network bbdab96b-a35c-49d9-8c67-1156369c5a80 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:26:19.272589 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:26:19.272986 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Checking segment: {'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:26:19.273385 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:19.273780 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Bound using segment: {'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:26:19.274307 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Bound port: 9f30b6f3-d509-4116-9d39-26d425bdfd72, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:26:19.274720 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:19.289518 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-df8dc0f2-994e-4f32-9f23-c34942cebf5d service neutron] 10.222.0.69 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118170 Sep 08 13:26:19.308018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9c8e2-fc21-4070-8cd8-da6311bda4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:19.313662 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9c8e2-fc21-4070-8cd8-da6311bda4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:19.313662 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-91c9c8e2-fc21-4070-8cd8-da6311bda4b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/31698715-6394-4d9c-9b06-d5e811776cea HTTP/1.1" status: 204 len: 168 time: 0.4203377 Sep 08 13:26:19.337079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9c8e2-fc21-4070-8cd8-da6311bda4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31698715-6394-4d9c-9b06-d5e811776cea,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:19.365151 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] For port 9f30b6f3-d509-4116-9d39-26d425bdfd72, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:26:19.365151 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] For port 9f30b6f3-d509-4116-9d39-26d425bdfd72, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9f30b6f3-d509-4116-9d39-26d425bdfd72,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:26:19.431658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53ac137-2973-497d-b446-e3b452cbe137 admin admin] Router 3f01a564-8e6a-485e-8764-5df7f82b447d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:26:19.460353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-f8dd38f8-e3c0-43ac-a9a9-c74c84b6eb91 service neutron] 10.222.0.69 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372929 Sep 08 13:26:19.565759 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:19.572857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53ac137-2973-497d-b446-e3b452cbe137 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:26:19.581357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f53ac137-2973-497d-b446-e3b452cbe137 admin admin] 10.222.0.69 "PUT /v2.0/routers/3f01a564-8e6a-485e-8764-5df7f82b447d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5990200 Sep 08 13:26:19.581706 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42826) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:19.585056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc9cca-cec5-461d-b849-d8927456a1d9 None None] Sync routers for ids ['3f01a564-8e6a-485e-8764-5df7f82b447d'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:26:19.598148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc9cca-cec5-461d-b849-d8927456a1d9 None None] Routers {'3f01a564-8e6a-485e-8764-5df7f82b447d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:26:19.599122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8dbc9cca-cec5-461d-b849-d8927456a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3f01a564-8e6a-485e-8764-5df7f82b447d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:19.669678 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Routers {'fa45c181-e151-4929-b4a8-c83bee48af98'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:26:19.670545 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fa45c181-e151-4929-b4a8-c83bee48af98'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:19.724348 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:19.732176 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f185df8-6fdb-45ed-b4aa-715c7906ead7 None None] Pushing event updated for resources: {'Port': ['ID=9f30b6f3-d509-4116-9d39-26d425bdfd72,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:19.798405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-8dbc9cca-cec5-461d-b849-d8927456a1d9 None None] Set router 3f01a564-8e6a-485e-8764-5df7f82b447d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:26:20.050478 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] Set router fa45c181-e151-4929-b4a8-c83bee48af98 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:26:20.165036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-34ec86d2-2c2e-44d3-a897-ed11b08602a0 req-459cd78a-41f9-48e4-b648-c7a177e6df68 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 210 time: 0.0710092 Sep 08 13:26:20.305271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8dbc9cca-cec5-461d-b849-d8927456a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:26:18Z', 'revision_number': 5, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:20.405096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc9cca-cec5-461d-b849-d8927456a1d9 None None] Checking router: 3f01a564-8e6a-485e-8764-5df7f82b447d for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:26:20.428091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbc9cca-cec5-461d-b849-d8927456a1d9 None None] Routers {'3f01a564-8e6a-485e-8764-5df7f82b447d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:26:20.428789 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8dbc9cca-cec5-461d-b849-d8927456a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3f01a564-8e6a-485e-8764-5df7f82b447d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:20.566950 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'name': 'tempest-ServerRescueTestJSON-569347376-router', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:26:09Z', 'updated_at': '2021-09-08T13:26:14Z', 'revision_number': 4, 'project_id': '076466dc77634138a2bb45af59532deb', 'gw_port': {'id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:26:10Z', 'updated_at': '2021-09-08T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '9f30b6f3-d509-4116-9d39-26d425bdfd72', 'name': '', 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'mac_address': 'fa:16:3e:26:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '2d44eaf4-9c89-4950-a5be-c246fd16a504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:26:13Z', 'updated_at': '2021-09-08T13:26:19Z', 'revision_number': 4, 'project_id': '076466dc77634138a2bb45af59532deb', 'subnets': [{'id': '2d44eaf4-9c89-4950-a5be-c246fd16a504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:20.579262 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-8dbc9cca-cec5-461d-b849-d8927456a1d9 None None] Set router 3f01a564-8e6a-485e-8764-5df7f82b447d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:26:20.606144 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f96f933-8dcc-48fc-a8ee-a897006e30ce None None] The sync data for ids ['fa45c181-e151-4929-b4a8-c83bee48af98'] in n-d-807558-3 is: [{'id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'name': 'tempest-ServerRescueTestJSON-569347376-router', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:26:09Z', 'updated_at': '2021-09-08T13:26:14Z', 'revision_number': 4, 'project_id': '076466dc77634138a2bb45af59532deb', 'gw_port': {'id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:26:10Z', 'updated_at': '2021-09-08T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '9f30b6f3-d509-4116-9d39-26d425bdfd72', 'name': '', 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'mac_address': 'fa:16:3e:26:db:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'device_owner': 'network:router_interface', 'standard_attr_id': 1692, 'fixed_ips': [{'subnet_id': '2d44eaf4-9c89-4950-a5be-c246fd16a504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:26:13Z', 'updated_at': '2021-09-08T13:26:19Z', 'revision_number': 4, 'project_id': '076466dc77634138a2bb45af59532deb', 'subnets': [{'id': '2d44eaf4-9c89-4950-a5be-c246fd16a504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:26:20.841037 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3325822-6ab7-4c2d-8a6b-a77eee324b4b req-bf9d9c46-81ca-4998-92df-9b9ecbb8e064 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 210 time: 0.0646935 Sep 08 13:26:20.869345 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:20.924875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9f30b6f3-d509-4116-9d39-26d425bdfd72 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:26:20.944403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42852) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:20.968322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3b29514-6a8c-4882-a485-4e55b06a8e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:20.996580 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8dbc9cca-cec5-461d-b849-d8927456a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:26:18Z', 'revision_number': 5, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:21.036335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dbc9cca-cec5-461d-b849-d8927456a1d9 None None] The sync data for ids ['3f01a564-8e6a-485e-8764-5df7f82b447d'] in n-d-807558-3 is: [{'id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'name': 'tempest-ServerActionsTestJSON-1304712234-router', 'tenant_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:15:14Z', 'updated_at': '2021-09-08T13:26:18Z', 'revision_number': 5, 'project_id': '1dec3032600c45b5b3c9f460ca7dc40a', 'gw_port': {'id': 'fdf5f6e0-4c78-44c7-9e36-e7d61efa291d', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f01a564-8e6a-485e-8764-5df7f82b447d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:15:15Z', 'updated_at': '2021-09-08T13:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:26:21.119399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 9f30b6f3-d509-4116-9d39-26d425bdfd72 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:26:21.124954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9f30b6f3-d509-4116-9d39-26d425bdfd72 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:26:21.128759 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:21.133192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Deleting port fdf5f6e0-4c78-44c7-9e36-e7d61efa291d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:21.133553 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:21.359018 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:21.364357 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e58a50dc-440c-4c97-93ce-912b6962483b req-a20cf75e-0c5c-456b-a9d4-263036adeb7c tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 210 time: 0.0619822 Sep 08 13:26:21.387401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3b29514-6a8c-4882-a485-4e55b06a8e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:21.416549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] For port fdf5f6e0-4c78-44c7-9e36-e7d61efa291d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=fdf5f6e0-4c78-44c7-9e36-e7d61efa291d,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:21.416679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 9f30b6f3-d509-4116-9d39-26d425bdfd72, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9f30b6f3-d509-4116-9d39-26d425bdfd72,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:21.418881 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:21.449393 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Calling delete_port for fdf5f6e0-4c78-44c7-9e36-e7d61efa291d owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:21.559010 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:21.575805 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3b29514-6a8c-4882-a485-4e55b06a8e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:21.629895 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d3b29514-6a8c-4882-a485-4e55b06a8e81 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=091ffd555b704f9cbd727ffb2adf266d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6805165 Sep 08 13:26:21.630012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42864) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:21.656185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=9f30b6f3-d509-4116-9d39-26d425bdfd72,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:21.698852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b29514-6a8c-4882-a485-4e55b06a8e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40605294-fde8-49e7-9e7c-88c067979ffc,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:21.724577 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c8b5-ae4c-44e7-9302-b62fb0f738c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:21.756547 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c8b5-ae4c-44e7-9302-b62fb0f738c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:21.953799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-47248d0f-e813-4569-8a01-7a300e830cac req-7fb20f65-e152-463e-996e-aa8f1381c9eb tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 210 time: 0.0386147 Sep 08 13:26:22.216408 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c8b5-ae4c-44e7-9302-b62fb0f738c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:22.230876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e2e8c8b5-ae4c-44e7-9302-b62fb0f738c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:22.231955 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:22.232467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e2e8c8b5-ae4c-44e7-9302-b62fb0f738c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/40605294-fde8-49e7-9e7c-88c067979ffc HTTP/1.1" status: 204 len: 168 time: 0.5905285 Sep 08 13:26:22.233597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e8c8b5-ae4c-44e7-9302-b62fb0f738c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40605294-fde8-49e7-9e7c-88c067979ffc,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:22.260828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf5f6e0-4c78-44c7-9e36-e7d61efa291d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:22.370456 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:22.497890 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:22.500575 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:22.515821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8827c44-71f8-42fd-8779-c1a3ace71e84 req-3c03f6ac-dbff-4209-8b55-4ff88f759b54 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 210 time: 0.0355077 Sep 08 13:26:22.769163 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:22.769163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f01a564-8e6a-485e-8764-5df7f82b447d {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:26:22.774432 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:22.775583 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a0ea677d-b6a8-4a2c-9313-24793b906651 admin admin] 10.222.0.69 "DELETE /v2.0/routers/3f01a564-8e6a-485e-8764-5df7f82b447d HTTP/1.1" status: 204 len: 168 time: 3.1916823 Sep 08 13:26:22.778302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42886) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:22.881955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7242211-219a-4575-8d23-5cfdb9de9e19 admin admin] Deleting subnet f91b05d9-a459-42c8-98cb-2cd7551cf9b2 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:26:22.881955 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7242211-219a-4575-8d23-5cfdb9de9e19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:22.884786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9f30b6f3-d509-4116-9d39-26d425bdfd72 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:26:22.955562 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7242211-219a-4575-8d23-5cfdb9de9e19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:22.972724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9f30b6f3-d509-4116-9d39-26d425bdfd72 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:26:22.973129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:23.089165 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5b20125e-fbd0-4cc3-81ac-15c09b860841 req-5df589c6-c501-4bfa-95e1-52f47e0ed524 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 210 time: 0.0602043 Sep 08 13:26:23.116216 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7242211-219a-4575-8d23-5cfdb9de9e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:23.143370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6f5875ae-fecc-4401-ae5a-fc064b4adf21 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:26:23.168348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 6f5875ae-fecc-4401-ae5a-fc064b4adf21 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:26:23.168699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6f5875ae-fecc-4401-ae5a-fc064b4adf21 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:26:23.464895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7242211-219a-4575-8d23-5cfdb9de9e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:23.519493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7242211-219a-4575-8d23-5cfdb9de9e19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f91b05d9-a459-42c8-98cb-2cd7551cf9b2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:23.530621 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7242211-219a-4575-8d23-5cfdb9de9e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:23.536753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b7242211-219a-4575-8d23-5cfdb9de9e19 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f91b05d9-a459-42c8-98cb-2cd7551cf9b2 HTTP/1.1" status: 204 len: 168 time: 0.7548594 Sep 08 13:26:23.538488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42912) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:23.542851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eea793-6d47-41b3-9364-5382ab43e99c None None] Network 7fd134f2-364c-4787-8e53-93ac96df2933 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:26:23.647698 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c8b3850-d106-4939-9397-9c67080eaa4c req-7d7eb07c-96cf-4b41-818d-7a7b2e5937fa tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 210 time: 0.0415623 Sep 08 13:26:23.756330 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:23.867540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6856a9-9d0a-41fc-9639-ab513ce6515c None None] DHCP port deletion for 7fd134f2-364c-4787-8e53-93ac96df2933 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:26:23.930208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Deleting port 213532d7-81b2-4e68-b2db-4764bb9d727b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:23.931272 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:23.936696 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2c6856a9-9d0a-41fc-9639-ab513ce6515c None None] Deleting port 213532d7-81b2-4e68-b2db-4764bb9d727b {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:23.937335 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2c6856a9-9d0a-41fc-9639-ab513ce6515c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:24.017288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2c6856a9-9d0a-41fc-9639-ab513ce6515c None None] For port 213532d7-81b2-4e68-b2db-4764bb9d727b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=213532d7-81b2-4e68-b2db-4764bb9d727b,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:24.020845 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2c6856a9-9d0a-41fc-9639-ab513ce6515c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:24.032118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2c6856a9-9d0a-41fc-9639-ab513ce6515c None None] Calling delete_port for 213532d7-81b2-4e68-b2db-4764bb9d727b owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:24.148003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] For port 213532d7-81b2-4e68-b2db-4764bb9d727b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=213532d7-81b2-4e68-b2db-4764bb9d727b,segment=NetworkSegment(e70d5e45-245b-43cf-adde-7e0b7f9aa0ad),segment_id=e70d5e45-245b-43cf-adde-7e0b7f9aa0ad)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:24.149002 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:24.187955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Calling delete_port for 213532d7-81b2-4e68-b2db-4764bb9d727b owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:24.261398 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2c6856a9-9d0a-41fc-9639-ab513ce6515c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:24.312767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6856a9-9d0a-41fc-9639-ab513ce6515c None None] No DVR routers for this DVR port 213532d7-81b2-4e68-b2db-4764bb9d727b on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:26:24.316045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6856a9-9d0a-41fc-9639-ab513ce6515c None None] Pushing event deleted for resources: {'Port': ['ID=213532d7-81b2-4e68-b2db-4764bb9d727b,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:24.325731 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:24.359678 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56044334-b291-49cc-80b8-7155cf32e59a req-157f0e90-7350-4270-87e0-6a9f3464c46f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 210 time: 0.0668650 Sep 08 13:26:24.362373 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=213532d7-81b2-4e68-b2db-4764bb9d727b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:24.372467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] No DVR routers for this DVR port 213532d7-81b2-4e68-b2db-4764bb9d727b on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:26:24.450291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-2fe6d70d-a915-40a0-8e02-811aef6ae848 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:24.452388 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-2fe6d70d-a915-40a0-8e02-811aef6ae848 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.60 "GET /v2.0/networks?id=bbdab96b-a35c-49d9-8c67-1156369c5a80 HTTP/1.1" status: 200 len: 810 time: 0.4180074 Sep 08 13:26:24.484467 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:24.487392 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Request body: {'port': {'device_id': 'cfbf892f-e44b-4703-bef9-77fb726f6863', 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80', 'admin_state_up': True, 'tenant_id': '076466dc77634138a2bb45af59532deb'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:24.522633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd134f2-364c-4787-8e53-93ac96df2933']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:24.536293 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:24.536595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70d5e45-245b-43cf-adde-7e0b7f9aa0ad') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:24.554254 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:24.603339 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:24.625932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:26:24.626377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:26:24.628299 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:26:24.843761 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:24.851475 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:24.854273 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/7fd134f2-364c-4787-8e53-93ac96df2933 HTTP/1.1" status: 204 len: 168 time: 1.3143415 Sep 08 13:26:24.864496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14b8d933-2cfa-428a-ac5b-6fa8b809f4f6 req-77fb18d5-878e-45dd-95d1-1ee383ac9e7b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 210 time: 0.0645800 Sep 08 13:26:24.887622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fdf5f6e0-4c78-44c7-9e36-e7d61efa291d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:26:24.901830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71d3bc-76ff-4dd4-b1e4-7357bf6710a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd134f2-364c-4787-8e53-93ac96df2933,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:24.929913 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: fdf5f6e0-4c78-44c7-9e36-e7d61efa291d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:26:24.930318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fdf5f6e0-4c78-44c7-9e36-e7d61efa291d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:26:24.930758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 213532d7-81b2-4e68-b2db-4764bb9d727b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:26:24.977441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 213532d7-81b2-4e68-b2db-4764bb9d727b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:26:24.977441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 213532d7-81b2-4e68-b2db-4764bb9d727b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:26:25.050270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Made reservation on behalf of 076466dc77634138a2bb45af59532deb for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:26:25.054479 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:25.209858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Allocated IP 172.20.0.10 (bbdab96b-a35c-49d9-8c67-1156369c5a80/2d44eaf4-9c89-4950-a5be-c246fd16a504/a18ee522-c84c-4b72-a242-8a29be03a7e9) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:26:25.433001 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:25.536488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42970) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:25.605620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:25.614402 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51810a95-bf67-4edb-9703-a3d4d6fc545a req-804cb6b6-7890-4bab-b0fd-f6faa9204a99 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 210 time: 0.0585344 Sep 08 13:26:25.695900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da6342-9503-42c8-8b91-251559f34c55 req-f1b58220-c222-40a3-9301-01d3fea79cb6 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:25.698677 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-f1b58220-c222-40a3-9301-01d3fea79cb6 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.60 "GET /v2.0/networks?id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759 HTTP/1.1" status: 200 len: 815 time: 0.3250887 Sep 08 13:26:25.719579 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Request body: {'port': {'device_id': 'e94e7cf8-fff8-4880-9d37-e302faf4616d', 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759', 'admin_state_up': True, 'tenant_id': '8cdb970572fb48fcb75dcb584126b1d5'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:25.727205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Pushing event updated for resources: {'Port': ['ID=a18ee522-c84c-4b72-a242-8a29be03a7e9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:25.749616 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9555bebf-e1c7-4e76-be45-3fe2571505d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1dec3032600c45b5b3c9f460ca7dc40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2119355 Sep 08 13:26:25.756875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42978) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:25.760852 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Network bbdab96b-a35c-49d9-8c67-1156369c5a80 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:26:25.764437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:26:25.773602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:26:25.893059 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9e10e6a-c862-4cc4-aa2d-8a58f301a484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:25.912856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:25.913584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:25.941151 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9e10e6a-c862-4cc4-aa2d-8a58f301a484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:26.012757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Made reservation on behalf of 8cdb970572fb48fcb75dcb584126b1d5 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:26:26.017234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:26.089996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd67fe6-0d26-4af7-93e4-0f4151a6938a req-3e32e1dc-dde0-41c1-b84b-63b7ffeb8166 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:26.091937 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3dd67fe6-0d26-4af7-93e4-0f4151a6938a req-3e32e1dc-dde0-41c1-b84b-63b7ffeb8166 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 932 time: 0.0922308 Sep 08 13:26:26.146917 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-edfc0282-7ee4-42c8-9b98-9206a1b8b1b4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6827362 Sep 08 13:26:26.147742 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9e10e6a-c862-4cc4-aa2d-8a58f301a484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:26.150517 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9e10e6a-c862-4cc4-aa2d-8a58f301a484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:26.155805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e9e10e6a-c862-4cc4-aa2d-8a58f301a484 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf HTTP/1.1" status: 204 len: 168 time: 0.3977118 Sep 08 13:26:26.170335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Request body: {'port': {'device_id': 'cfbf892f-e44b-4703-bef9-77fb726f6863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:26.208314 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3dd67fe6-0d26-4af7-93e4-0f4151a6938a req-a97d5ed7-5acb-4948-9b67-5881c7a123a2 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828362 Sep 08 13:26:26.297476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Allocated IP 172.20.0.4 (aa668119-09d2-4bd6-a1a4-f6d4eed4e759/c2665831-97b9-4458-a009-1681e7f31e07/9be983b2-16f8-4243-bb72-ba2168773862) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:26:26.317420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e10e6a-c862-4cc4-aa2d-8a58f301a484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4557c8fa-5ee0-4ca6-9464-7a9fe977ccdf,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:26.395482 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:26.612139 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:26.742138 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:26.759249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c0de9164-252d-4930-a174-ab9409a62df8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:26:26.787666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ca348617-6003-49ae-8fbb-a33b0ab21113'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:26:26.795048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:26:26.800291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:26:26.813525 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:26:26.852157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20798cc5-c0a7-45fa-b920-eb21a697f328 req-78dd7b96-8102-47c1-9876-face40c65a50 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:26.854921 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-20798cc5-c0a7-45fa-b920-eb21a697f328 req-78dd7b96-8102-47c1-9876-face40c65a50 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 931 time: 0.1039574 Sep 08 13:26:26.876006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Pushing event updated for resources: {'Port': ['ID=9be983b2-16f8-4243-bb72-ba2168773862,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:26.907310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:26.908294 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:26.983465 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-20798cc5-c0a7-45fa-b920-eb21a697f328 req-e7d7e498-f337-4282-8986-5080320de016 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083605 Sep 08 13:26:27.010935 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a18ee522-c84c-4b72-a242-8a29be03a7e9 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:26:27.025017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:27.058641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Transition to ACTIVE for port object a18ee522-c84c-4b72-a242-8a29be03a7e9 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:26:27.081978 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-1b92db13-d7b9-44c3-b038-952e70b65dc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3734791 Sep 08 13:26:27.110573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Request body: {'port': {'device_id': 'e94e7cf8-fff8-4880-9d37-e302faf4616d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:27.209115 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:27.233652 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:27.331464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a18ee522-c84c-4b72-a242-8a29be03a7e9,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:27.449890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Attempting to bind port a18ee522-c84c-4b72-a242-8a29be03a7e9 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:26:27.450260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Attempting to bind port a18ee522-c84c-4b72-a242-8a29be03a7e9 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:26:27.450987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Attempting to bind port a18ee522-c84c-4b72-a242-8a29be03a7e9 on network bbdab96b-a35c-49d9-8c67-1156369c5a80 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:26:27.457105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Port a18ee522-c84c-4b72-a242-8a29be03a7e9 on network bbdab96b-a35c-49d9-8c67-1156369c5a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:26:27.457644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Attempting to bind port a18ee522-c84c-4b72-a242-8a29be03a7e9 on network bbdab96b-a35c-49d9-8c67-1156369c5a80 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:26:27.465186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:26:27.465597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Checking segment: {'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:26:27.465993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Bound using segment: {'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:26:27.466569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Bound port: a18ee522-c84c-4b72-a242-8a29be03a7e9, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:26:27.466986 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:27.577417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] For port a18ee522-c84c-4b72-a242-8a29be03a7e9, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:26:27.580718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] For port a18ee522-c84c-4b72-a242-8a29be03a7e9, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a18ee522-c84c-4b72-a242-8a29be03a7e9,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:26:27.627233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65bde7c-6339-4726-b41b-bfb7ea560cef req-5da070aa-07ed-4a6c-ae85-1de44079d08d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:27.628839 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f65bde7c-6339-4726-b41b-bfb7ea560cef req-5da070aa-07ed-4a6c-ae85-1de44079d08d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 944 time: 0.3205292 Sep 08 13:26:27.686410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be983b2-16f8-4243-bb72-ba2168773862 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:26:27.690557 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:27.701316 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:27.712877 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f65bde7c-6339-4726-b41b-bfb7ea560cef req-e28c068f-ec46-4aea-a3ac-f8027816564b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615208 Sep 08 13:26:27.737886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Transition to ACTIVE for port object 9be983b2-16f8-4243-bb72-ba2168773862 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:26:27.861582 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:27.943928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Pushing event updated for resources: {'Port': ['ID=9be983b2-16f8-4243-bb72-ba2168773862,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:28.023489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:28.024123 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:28.026200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] 10.222.0.60 "PUT /v2.0/ports/a18ee522-c84c-4b72-a242-8a29be03a7e9 HTTP/1.1" status: 200 len: 1092 time: 1.8691373 Sep 08 13:26:28.026683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbf892f-e44b-4703-bef9-77fb726f6863', 'tag': 'a18ee522-c84c-4b72-a242-8a29be03a7e9'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:28.028984 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f89fae-c75d-4e8e-a51b-1c3776cb4153" -d '{"events": [{"name": "network-changed", "server_uuid": "cfbf892f-e44b-4703-bef9-77fb726f6863", "tag": "a18ee522-c84c-4b72-a242-8a29be03a7e9"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:28.083425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f81da-ee5a-4c63-8e61-5600bd774bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a18ee522-c84c-4b72-a242-8a29be03a7e9,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:28.115265 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e85ef96-afad-43dc-b5f5-fb21d388f696 x-openstack-request-id: req-1e85ef96-afad-43dc-b5f5-fb21d388f696 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:28.115564 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfbf892f-e44b-4703-bef9-77fb726f6863", "tag": "a18ee522-c84c-4b72-a242-8a29be03a7e9", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:28.115818 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e85ef96-afad-43dc-b5f5-fb21d388f696 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:28.116427 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfbf892f-e44b-4703-bef9-77fb726f6863', 'tag': 'a18ee522-c84c-4b72-a242-8a29be03a7e9', 'status': 'completed', 'code': 200} Sep 08 13:26:28.143319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Attempting to bind port 9be983b2-16f8-4243-bb72-ba2168773862 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:26:28.143674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Attempting to bind port 9be983b2-16f8-4243-bb72-ba2168773862 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:26:28.144048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Attempting to bind port 9be983b2-16f8-4243-bb72-ba2168773862 on network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:26:28.153296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Port 9be983b2-16f8-4243-bb72-ba2168773862 on network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:26:28.153687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Attempting to bind port 9be983b2-16f8-4243-bb72-ba2168773862 on network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:26:28.163294 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:26:28.163681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Checking segment: {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:26:28.164519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Bound using segment: {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:26:28.164967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Bound port: 9be983b2-16f8-4243-bb72-ba2168773862, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:26:28.166211 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:28.202726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f708b6d-bc1a-4cc2-95a0-2b6fab78d024 req-4800b9b0-7b28-4ae4-80a8-ecb87b34f12b tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:28.204337 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f708b6d-bc1a-4cc2-95a0-2b6fab78d024 req-4800b9b0-7b28-4ae4-80a8-ecb87b34f12b tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 943 time: 0.1068876 Sep 08 13:26:28.214443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f89fae-c75d-4e8e-a51b-1c3776cb4153 req-25d65016-c6cf-4656-bb43-319afaa4149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:28.216047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52f89fae-c75d-4e8e-a51b-1c3776cb4153 req-25d65016-c6cf-4656-bb43-319afaa4149e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=076466dc77634138a2bb45af59532deb&device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 1095 time: 0.0768058 Sep 08 13:26:28.295882 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f708b6d-bc1a-4cc2-95a0-2b6fab78d024 req-7980650b-c779-4c76-8932-816f343e0e7a tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706079 Sep 08 13:26:28.307212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] For port 9be983b2-16f8-4243-bb72-ba2168773862, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:26:28.310845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] For port 9be983b2-16f8-4243-bb72-ba2168773862, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=9be983b2-16f8-4243-bb72-ba2168773862,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:26:28.363263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f89fae-c75d-4e8e-a51b-1c3776cb4153 req-df20f859-c556-45c9-af9b-df6b13935636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:28.366146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52f89fae-c75d-4e8e-a51b-1c3776cb4153 req-df20f859-c556-45c9-af9b-df6b13935636 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=076466dc77634138a2bb45af59532deb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1408660 Sep 08 13:26:28.444877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:28.470281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f89fae-c75d-4e8e-a51b-1c3776cb4153 req-4e3ed46b-6547-4c10-9470-245c52905c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:28.472115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52f89fae-c75d-4e8e-a51b-1c3776cb4153 req-4e3ed46b-6547-4c10-9470-245c52905c1c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983925 Sep 08 13:26:28.486416 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:28.487262 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:28.488784 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] 10.222.0.60 "PUT /v2.0/ports/9be983b2-16f8-4243-bb72-ba2168773862 HTTP/1.1" status: 200 len: 1091 time: 1.3977802 Sep 08 13:26:28.491438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94e7cf8-fff8-4880-9d37-e302faf4616d', 'tag': '9be983b2-16f8-4243-bb72-ba2168773862'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:28.495072 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ce5036-fdea-4098-b87e-ed3455e578df" -d '{"events": [{"name": "network-changed", "server_uuid": "e94e7cf8-fff8-4880-9d37-e302faf4616d", "tag": "9be983b2-16f8-4243-bb72-ba2168773862"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:28.544387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95751de-159f-487d-a6a2-82705e8f9405 service neutron] Pushing event updated for resources: {'Port': ['ID=9be983b2-16f8-4243-bb72-ba2168773862,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:28.567133 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47be0d79-505b-493a-ab50-c4fd9ea85302 x-openstack-request-id: req-47be0d79-505b-493a-ab50-c4fd9ea85302 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:28.567433 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e94e7cf8-fff8-4880-9d37-e302faf4616d", "tag": "9be983b2-16f8-4243-bb72-ba2168773862", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:28.567686 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-47be0d79-505b-493a-ab50-c4fd9ea85302 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:28.568534 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e94e7cf8-fff8-4880-9d37-e302faf4616d', 'tag': '9be983b2-16f8-4243-bb72-ba2168773862', 'status': 'completed', 'code': 200} Sep 08 13:26:28.648256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-c2215d08-84dd-49aa-8388-303275400be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:28.648256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-c2215d08-84dd-49aa-8388-303275400be1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=076466dc77634138a2bb45af59532deb&device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 1095 time: 0.0630016 Sep 08 13:26:28.676326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce5036-fdea-4098-b87e-ed3455e578df req-01ca786b-a3b3-4ef2-b5a4-2886221f53cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:28.678046 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0ce5036-fdea-4098-b87e-ed3455e578df req-01ca786b-a3b3-4ef2-b5a4-2886221f53cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 1094 time: 0.0800333 Sep 08 13:26:28.714947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-e5e436bc-3821-4a9c-a882-dd73a3467738 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a18ee522-c84c-4b72-a242-8a29be03a7e9 HTTP/1.1" status: 200 len: 217 time: 0.0629723 Sep 08 13:26:28.798146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-0be78658-bd1d-4f36-9bec-19bcf37197ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:28.799847 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-0be78658-bd1d-4f36-9bec-19bcf37197ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d44eaf4-9c89-4950-a5be-c246fd16a504 HTTP/1.1" status: 200 len: 850 time: 0.0769458 Sep 08 13:26:28.826420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce5036-fdea-4098-b87e-ed3455e578df req-d4c10425-c450-4cd7-a7c6-5d54fc3ddeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:28.829615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0ce5036-fdea-4098-b87e-ed3455e578df req-d4c10425-c450-4cd7-a7c6-5d54fc3ddeaa service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1435771 Sep 08 13:26:28.842692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-0ae38906-fba9-43b5-954b-f9632052f137 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbdab96b-a35c-49d9-8c67-1156369c5a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274460 Sep 08 13:26:28.954559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e35987-98af-46ee-b381-e2da29b37536 req-df04904e-29a3-4fb1-a68f-0da2c4649b14 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:28.962544 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b3e35987-98af-46ee-b381-e2da29b37536 req-df04904e-29a3-4fb1-a68f-0da2c4649b14 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 944 time: 0.1370015 Sep 08 13:26:28.993917 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-5ea27ff7-eca9-419a-9728-b9753538d8e1 service neutron] 10.222.0.60 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416051 Sep 08 13:26:29.005124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce5036-fdea-4098-b87e-ed3455e578df req-c09ec77a-4a27-4b86-8658-46b0f616c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:29.009638 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0ce5036-fdea-4098-b87e-ed3455e578df req-c09ec77a-4a27-4b86-8658-46b0f616c660 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1703742 Sep 08 13:26:29.031069 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b3e35987-98af-46ee-b381-e2da29b37536 req-5fa86830-ca80-4bc7-8b9e-d13eb0904944 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675657 Sep 08 13:26:29.114373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da6342-9503-42c8-8b91-251559f34c55 req-4d81af15-a1c6-401b-a6bb-7e4695df5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:29.115969 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-4d81af15-a1c6-401b-a6bb-7e4695df5c85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 1094 time: 0.0583112 Sep 08 13:26:29.129363 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f2cac49-c841-4e29-9a04-f0daead25350 req-d75c76a3-db17-4587-a0f1-7619405d8502 service neutron] 10.222.0.60 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253145 Sep 08 13:26:29.169783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d08a88b6-b6ad-4f0c-a5fe-94a9083d67ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9be983b2-16f8-4243-bb72-ba2168773862 HTTP/1.1" status: 200 len: 217 time: 0.0453603 Sep 08 13:26:29.231283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d831c11c-d33f-46d3-9376-aa701848544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:29.232797 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-d831c11c-d33f-46d3-9376-aa701848544d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2665831-97b9-4458-a009-1681e7f31e07 HTTP/1.1" status: 200 len: 855 time: 0.0562108 Sep 08 13:26:29.270432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-a9540e8c-8b41-444d-88b8-313da465218c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288410 Sep 08 13:26:29.383900 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-11c41e9a-cd07-4762-9be0-3efecf7b3117 service neutron] 10.222.0.60 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052465 Sep 08 13:26:29.446795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e852bd8f-465d-4dc5-a413-2a24358976c6 req-5122be28-0c4a-45f1-afa3-7b6ca610d9f1 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:29.457295 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e852bd8f-465d-4dc5-a413-2a24358976c6 req-5122be28-0c4a-45f1-afa3-7b6ca610d9f1 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 943 time: 0.0850000 Sep 08 13:26:29.513065 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e852bd8f-465d-4dc5-a413-2a24358976c6 req-75c16fca-b7cc-462a-be8d-f3bfedd85917 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480840 Sep 08 13:26:29.529864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7da6342-9503-42c8-8b91-251559f34c55 req-7c84fff5-ebc7-4fe8-bbba-66f150389240 service neutron] 10.222.0.60 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387486 Sep 08 13:26:29.706373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43068) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:30.017764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1703788073-network', 'tenant_id': 'ec68128463f44b8e969e78c52b172c54'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:30.165055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b15a77-e2ca-467e-93f0-c446db252d6c req-c62c6a05-642b-488e-b75b-2a49b9cc6926 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:30.167727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63b15a77-e2ca-467e-93f0-c446db252d6c req-c62c6a05-642b-488e-b75b-2a49b9cc6926 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 944 time: 0.0535080 Sep 08 13:26:30.207175 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63b15a77-e2ca-467e-93f0-c446db252d6c req-52fbf3c2-953a-452c-8983-a02159cb4bfb tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337517 Sep 08 13:26:30.209796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Made reservation on behalf of ec68128463f44b8e969e78c52b172c54 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:26:30.212740 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:30.222641 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:30.323414 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:30.427191 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:30.452416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:26:30.468700 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:30.469064 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Added segment fca9a19f-571c-4e70-9f88-92f88be0cfa1 of type vlan for network a669e70f-a59d-48c0-baf3-026115fab338 Sep 08 13:26:30.470667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e632a3cb-8d70-4cc4-874d-03c630ae7d64,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:30.519310 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:30.623279 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314824c-4ef5-41e2-b07e-c8820be34961 req-1d39ed19-20ed-4aa9-a377-146bdd2bfdba tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:30.623897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43090) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:30.624976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d314824c-4ef5-41e2-b07e-c8820be34961 req-1d39ed19-20ed-4aa9-a377-146bdd2bfdba tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 943 time: 0.0538280 Sep 08 13:26:30.633105 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:30.634770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:30.635442 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:30.684761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d314824c-4ef5-41e2-b07e-c8820be34961 req-32a17f29-474e-40cf-a9ff-0274d8db10f7 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430322 Sep 08 13:26:30.706214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] Pushing event updated for resources: {'Network': ['ID=a669e70f-a59d-48c0-baf3-026115fab338,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:30.719333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a669e70f-a59d-48c0-baf3-026115fab338 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:26:30.747755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cd1a60a6-928e-4867-b148-5600c910499c admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0402515 Sep 08 13:26:30.750907 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43096) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:30.756020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8da76e37-5385-49a5-883e-eea64c158654 admin admin] Request body: {'subnet': {'network_id': 'a669e70f-a59d-48c0-baf3-026115fab338', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1703788073-subnet', 'tenant_id': 'ec68128463f44b8e969e78c52b172c54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:30.880994 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88545efd-e72f-41ec-88e1-8af21a932166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:30.895483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da76e37-5385-49a5-883e-eea64c158654 admin admin] Made reservation on behalf of ec68128463f44b8e969e78c52b172c54 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:26:30.902717 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da76e37-5385-49a5-883e-eea64c158654 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:31.032348 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88545efd-e72f-41ec-88e1-8af21a932166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:31.113142 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88545efd-e72f-41ec-88e1-8af21a932166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:31.161432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-88545efd-e72f-41ec-88e1-8af21a932166 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=902adc32cad74a6c81241a61deafe4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5363529 Sep 08 13:26:31.162982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88545efd-e72f-41ec-88e1-8af21a932166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d135912f-6e7c-44db-9b2e-6bf4c518e511,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:31.164289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43116) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:31.228919 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd1ddf30-532b-4451-aa6d-a3c4a6f1714b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:31.244377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da76e37-5385-49a5-883e-eea64c158654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:31.264275 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd1ddf30-532b-4451-aa6d-a3c4a6f1714b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:31.379101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da76e37-5385-49a5-883e-eea64c158654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e4da22b-c071-46db-9dc4-acdd53a15a04,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:31.391282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da76e37-5385-49a5-883e-eea64c158654 admin admin] Checking segment: {'id': 'fca9a19f-571c-4e70-9f88-92f88be0cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a669e70f-a59d-48c0-baf3-026115fab338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:26:31.391638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da76e37-5385-49a5-883e-eea64c158654 admin admin] Network hostable DHCP agents. Network: a669e70f-a59d-48c0-baf3-026115fab338, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:26:31.424033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96f40c-0050-453c-b463-3541af5cb2cb req-e31f29d6-f6f6-43f2-8cd3-7e997d05ab59 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:31.425522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c96f40c-0050-453c-b463-3541af5cb2cb req-e31f29d6-f6f6-43f2-8cd3-7e997d05ab59 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 944 time: 0.0988524 Sep 08 13:26:31.466678 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c96f40c-0050-453c-b463-3541af5cb2cb req-77d7f98d-d617-48cd-8846-1d33b6d1b17d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346642 Sep 08 13:26:31.484606 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da76e37-5385-49a5-883e-eea64c158654 admin admin] Network a669e70f-a59d-48c0-baf3-026115fab338 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:26:31.489380 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd1ddf30-532b-4451-aa6d-a3c4a6f1714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:31.492181 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd1ddf30-532b-4451-aa6d-a3c4a6f1714b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:31.495754 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fd1ddf30-532b-4451-aa6d-a3c4a6f1714b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d135912f-6e7c-44db-9b2e-6bf4c518e511 HTTP/1.1" status: 204 len: 168 time: 0.3252203 Sep 08 13:26:31.504679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ddf30-532b-4451-aa6d-a3c4a6f1714b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d135912f-6e7c-44db-9b2e-6bf4c518e511,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:31.615799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8da76e37-5385-49a5-883e-eea64c158654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a669e70f-a59d-48c0-baf3-026115fab338) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:26:31.624442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da76e37-5385-49a5-883e-eea64c158654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:31.625291 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da76e37-5385-49a5-883e-eea64c158654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:31.629662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca22a6a8-0489-43f8-ada5-4acb48114154 None None] Network a669e70f-a59d-48c0-baf3-026115fab338 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:26:31.692639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b3819b-d3ed-456e-b019-8c837127c641 req-cda5ac66-2014-4756-ad31-e3a5c34c6834 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:31.694642 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-71b3819b-d3ed-456e-b019-8c837127c641 req-cda5ac66-2014-4756-ad31-e3a5c34c6834 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 945 time: 0.0511196 Sep 08 13:26:31.750914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8da76e37-5385-49a5-883e-eea64c158654 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9985271 Sep 08 13:26:31.769180 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d3830-ce35-407c-9283-1e133a426904 None None] Network a669e70f-a59d-48c0-baf3-026115fab338 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:26:31.792874 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-71b3819b-d3ed-456e-b019-8c837127c641 req-c9f2ca4f-17e7-42b6-a54b-9e605166a2a2 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803976 Sep 08 13:26:31.812291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5732e7c-6691-4f4b-9180-ea1b0049cb31 req-245c84be-3cfb-41c5-a689-2d305171824b tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:31.820359 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5732e7c-6691-4f4b-9180-ea1b0049cb31 req-245c84be-3cfb-41c5-a689-2d305171824b tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 943 time: 0.0637789 Sep 08 13:26:31.863454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5732e7c-6691-4f4b-9180-ea1b0049cb31 req-85972d64-b410-41e7-8fb7-061142bb390f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Sep 08 13:26:32.568008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43154) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:32.586689 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee369-e346-4bde-b918-570a5623139a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:32.608321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa1538-94d5-4ca2-ae07-7fc53e0cfecd req-a4bf5837-ea44-4eaf-b609-43051751e630 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:32.610386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6eaa1538-94d5-4ca2-ae07-7fc53e0cfecd req-a4bf5837-ea44-4eaf-b609-43051751e630 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 944 time: 0.0620587 Sep 08 13:26:32.658930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6eaa1538-94d5-4ca2-ae07-7fc53e0cfecd req-f4490035-7845-41ce-8018-00033d54555a tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Sep 08 13:26:32.705940 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee369-e346-4bde-b918-570a5623139a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:32.792876 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e9ee369-e346-4bde-b918-570a5623139a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:32.839626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43166) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:32.840217 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4e9ee369-e346-4bde-b918-570a5623139a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a67b0f95fb3a432190d7e8cea87ebf79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705927 Sep 08 13:26:32.841981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ee369-e346-4bde-b918-570a5623139a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef1b937-60c4-469d-a5b3-751c0b7683cd,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:32.939851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec5966-2687-4cf4-886d-fda1745f852d req-1c8de56c-318f-403e-be27-09f1fed89970 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:32.941312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-66ec5966-2687-4cf4-886d-fda1745f852d req-1c8de56c-318f-403e-be27-09f1fed89970 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 945 time: 0.0938609 Sep 08 13:26:32.947903 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80dcd615-df2b-4219-b21b-1795897d3c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:32.955435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-a86e648c-7814-408d-8483-9da23928707f tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:32.957115 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-a86e648c-7814-408d-8483-9da23928707f tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/networks?id=a669e70f-a59d-48c0-baf3-026115fab338 HTTP/1.1" status: 200 len: 813 time: 0.1162241 Sep 08 13:26:32.975927 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-69816226-528a-46f9-bc7f-c7d0ce617220 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/quotas/ec68128463f44b8e969e78c52b172c54 HTTP/1.1" status: 200 len: 375 time: 0.0120502 Sep 08 13:26:33.001656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80dcd615-df2b-4219-b21b-1795897d3c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:33.012832 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-2cf0d6ac-db66-4cbc-94c4-9c19038b257f tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec68128463f44b8e969e78c52b172c54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305603 Sep 08 13:26:33.031264 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-66ec5966-2687-4cf4-886d-fda1745f852d req-320b29c2-0f0f-4e96-9244-1b051d993634 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784552 Sep 08 13:26:33.124044 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-36b9e5bd-0a99-4b37-ab36-77921a79e6c8 service neutron] 10.222.0.69 "GET /v2.0/networks/a669e70f-a59d-48c0-baf3-026115fab338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023183 Sep 08 13:26:33.158704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d394ab-e4d7-42c8-86b7-1ec276c465bc req-50edc320-abdc-439c-abd8-50b37e5a2cc5 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:33.160275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-17d394ab-e4d7-42c8-86b7-1ec276c465bc req-50edc320-abdc-439c-abd8-50b37e5a2cc5 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 943 time: 0.0539360 Sep 08 13:26:33.194941 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80dcd615-df2b-4219-b21b-1795897d3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:33.198034 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80dcd615-df2b-4219-b21b-1795897d3c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:33.199217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-80dcd615-df2b-4219-b21b-1795897d3c43 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ef1b937-60c4-469d-a5b3-751c0b7683cd HTTP/1.1" status: 204 len: 168 time: 0.3577735 Sep 08 13:26:33.209084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dcd615-df2b-4219-b21b-1795897d3c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef1b937-60c4-469d-a5b3-751c0b7683cd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:33.214008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-17d394ab-e4d7-42c8-86b7-1ec276c465bc req-09e5bae8-005c-4b0e-bfc0-e84b58e9d0b1 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472620 Sep 08 13:26:33.220628 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-055c83c6-978b-49bc-989f-545ffe7a1235 service neutron] 10.222.0.69 "GET /v2.0/networks/a669e70f-a59d-48c0-baf3-026115fab338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897505 Sep 08 13:26:33.510854 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-cd79d210-1ac5-450d-b6fd-320d980c788f tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:33.513037 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-cd79d210-1ac5-450d-b6fd-320d980c788f tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.70 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 945 time: 0.0810304 Sep 08 13:26:33.538839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8312a9dd-d925-48e4-8e44-334395d55a41 req-fb48e203-a279-40a8-9f63-9a2ac193003f tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 210 time: 0.0359240 Sep 08 13:26:33.644162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Deleting port 2d581b89-f9c3-4cb9-8613-be064355e014 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:33.644522 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:33.787582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] For port 2d581b89-f9c3-4cb9-8613-be064355e014, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2d581b89-f9c3-4cb9-8613-be064355e014,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:33.788298 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:33.821516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30417f9-8f82-43b9-af4a-f10a68b56d41 req-d1da148c-5311-4c51-9117-961a125b7780 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:33.823106 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d30417f9-8f82-43b9-af4a-f10a68b56d41 req-d1da148c-5311-4c51-9117-961a125b7780 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 944 time: 0.0780423 Sep 08 13:26:33.930115 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d30417f9-8f82-43b9-af4a-f10a68b56d41 req-b75b1fd9-cbc7-415b-ac3a-382410d71a24 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800250 Sep 08 13:26:34.004647 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:34.005014 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:34.005368 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Floating IP 270111be-6d10-4789-9c17-76c64c95f5b8 disassociated. External IP: 172.25.5.72, port: 2d581b89-f9c3-4cb9-8613-be064355e014. Sep 08 13:26:34.005686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Calling delete_port for 2d581b89-f9c3-4cb9-8613-be064355e014 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:34.199457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20800b36-7088-423c-983c-3e00d7d0517b req-400cce70-cd20-4005-9cf5-185d11c258e5 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:34.201319 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-20800b36-7088-423c-983c-3e00d7d0517b req-400cce70-cd20-4005-9cf5-185d11c258e5 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 945 time: 0.0693367 Sep 08 13:26:34.238740 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:34.254430 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-20800b36-7088-423c-983c-3e00d7d0517b req-05be537e-2fe8-4550-9f81-1a2dada2db84 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups?id=c70d8596-aee2-4ce1-b48d-bcacd2a631d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410907 Sep 08 13:26:34.295213 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event deleted for resources: {'Port': ['ID=2d581b89-f9c3-4cb9-8613-be064355e014,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:34.422151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cf66e-d381-495a-90dd-204c4809662e req-54d25afb-2c37-4dad-a883-9f06eabab229 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:34.423159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a8cf66e-d381-495a-90dd-204c4809662e req-54d25afb-2c37-4dad-a883-9f06eabab229 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 943 time: 0.0902045 Sep 08 13:26:34.497337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Router 2da79440-d7dc-42dd-81b8-71c0d182dd8b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:26:34.523172 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a8cf66e-d381-495a-90dd-204c4809662e req-c21e22d2-dd8b-4b42-b04d-f2ec66ccd16a tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922756 Sep 08 13:26:34.632773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:26:34.634831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 9be983b2-16f8-4243-bb72-ba2168773862 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:26:34.647365 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dfd499-708f-442b-8293-a00f0dad4018 None None] Sync routers for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:26:34.663762 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfd499-708f-442b-8293-a00f0dad4018 None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:26:34.664270 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f7dfd499-708f-442b-8293-a00f0dad4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:34.676743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7baedc4e-7a28-4e88-b48c-45103a18a0e3 req-bd853509-4f80-43c4-8373-7e4d0aad6415 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 210 time: 0.0713751 Sep 08 13:26:34.739531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] No DVR routers for this DVR port 2d581b89-f9c3-4cb9-8613-be064355e014 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:26:34.744657 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:34.746940 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-45f7b4c5-5c57-46ef-967f-900d9ea2b265 req-e891b86a-214e-43e1-b10a-8345bdb68437 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.70 "DELETE /v2.0/ports/2d581b89-f9c3-4cb9-8613-be064355e014 HTTP/1.1" status: 204 len: 173 time: 1.2274208 Sep 08 13:26:34.747518 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590549f6-580c-44e6-b46f-810546fd4498', 'name': 'network-vif-deleted', 'tag': '2d581b89-f9c3-4cb9-8613-be064355e014'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:34.762999 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d361c4-6205-4522-a75e-0d28aae71622" -d '{"events": [{"server_uuid": "590549f6-580c-44e6-b46f-810546fd4498", "name": "network-vif-deleted", "tag": "2d581b89-f9c3-4cb9-8613-be064355e014"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:34.828103 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 9be983b2-16f8-4243-bb72-ba2168773862, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=9be983b2-16f8-4243-bb72-ba2168773862,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:34.844125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '9be983b2-16f8-4243-bb72-ba2168773862', 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759', 'port_id': '9be983b2-16f8-4243-bb72-ba2168773862', 'mac_address': 'fa:16:3e:7e:2d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2665831-97b9-4458-a009-1681e7f31e07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:26:34.850545 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b240d9-74a7-411c-9cea-f76b431123b4 x-openstack-request-id: req-51b240d9-74a7-411c-9cea-f76b431123b4 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:34.851104 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590549f6-580c-44e6-b46f-810546fd4498", "name": "network-vif-deleted", "tag": "2d581b89-f9c3-4cb9-8613-be064355e014", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:34.851104 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51b240d9-74a7-411c-9cea-f76b431123b4 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:34.851591 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590549f6-580c-44e6-b46f-810546fd4498', 'name': 'network-vif-deleted', 'tag': '2d581b89-f9c3-4cb9-8613-be064355e014', 'status': 'completed', 'code': 200} Sep 08 13:26:34.906266 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:34.922431 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f7dfd499-708f-442b-8293-a00f0dad4018 None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:26:34.924106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be983b2-16f8-4243-bb72-ba2168773862 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:26:34.950013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 9be983b2-16f8-4243-bb72-ba2168773862, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=9be983b2-16f8-4243-bb72-ba2168773862,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:35.043853 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:35.044833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a18ee522-c84c-4b72-a242-8a29be03a7e9 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:26:35.120262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db831e10-8b48-4382-a397-3f8fa62b3441 req-5180c7dc-7507-4c8f-b4da-1cf3b9442190 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:35.121944 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db831e10-8b48-4382-a397-3f8fa62b3441 req-5180c7dc-7507-4c8f-b4da-1cf3b9442190 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 944 time: 0.1020160 Sep 08 13:26:35.124858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=9be983b2-16f8-4243-bb72-ba2168773862,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:35.184286 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db831e10-8b48-4382-a397-3f8fa62b3441 req-e9aa5ac3-2d39-4410-b414-70c2b9e57514 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479379 Sep 08 13:26:35.226392 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f7dfd499-708f-442b-8293-a00f0dad4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:29Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:35.258303 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dfd499-708f-442b-8293-a00f0dad4018 None None] Checking router: 2da79440-d7dc-42dd-81b8-71c0d182dd8b for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:26:35.272134 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfd499-708f-442b-8293-a00f0dad4018 None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:26:35.272824 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f7dfd499-708f-442b-8293-a00f0dad4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:35.425597 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19a1714f-305a-48f6-af9a-16976bb1700e req-6b6fdde7-50c4-4933-b903-7fbee6522083 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/ports?device_id=590549f6-580c-44e6-b46f-810546fd4498 HTTP/1.1" status: 200 len: 210 time: 0.0407791 Sep 08 13:26:35.456061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a18ee522-c84c-4b72-a242-8a29be03a7e9, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a18ee522-c84c-4b72-a242-8a29be03a7e9,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:35.473147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a18ee522-c84c-4b72-a242-8a29be03a7e9', 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80', 'port_id': 'a18ee522-c84c-4b72-a242-8a29be03a7e9', 'mac_address': 'fa:16:3e:47:7b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d44eaf4-9c89-4950-a5be-c246fd16a504', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:26:35.478508 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f7dfd499-708f-442b-8293-a00f0dad4018 None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:26:35.522138 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:35.542753 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a18ee522-c84c-4b72-a242-8a29be03a7e9 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:26:35.578873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a18ee522-c84c-4b72-a242-8a29be03a7e9, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a18ee522-c84c-4b72-a242-8a29be03a7e9,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:35.656323 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:35.694141 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f38b-4e03-4650-aeec-901343638ea3 req-1ed8836d-2d79-4b89-a932-e133ecafae0f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:35.703193 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5f1f38b-4e03-4650-aeec-901343638ea3 req-1ed8836d-2d79-4b89-a932-e133ecafae0f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 944 time: 0.0672014 Sep 08 13:26:35.757685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5f1f38b-4e03-4650-aeec-901343638ea3 req-a9741505-6a52-4d34-bfce-67081ead5b91 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532506 Sep 08 13:26:35.766238 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f7dfd499-708f-442b-8293-a00f0dad4018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:29Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:35.795580 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a18ee522-c84c-4b72-a242-8a29be03a7e9,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:35.825975 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7dfd499-708f-442b-8293-a00f0dad4018 None None] The sync data for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 is: [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:19:21Z', 'revision_number': 4, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '44410a06-bc86-4bc4-a427-f24b87f7a23b', 'name': '', 'network_id': '94128c7a-143e-4284-b21f-f35c48c0a07f', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'mac_address': 'fa:16:3e:d8:d5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1324, 'fixed_ips': [{'subnet_id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:20Z', 'updated_at': '2021-09-08T13:19:29Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'subnets': [{'id': 'e6727ff3-46e9-47fd-a7eb-d2bf058b9def', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:26:35.830213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ce084bb-037a-45db-afaf-9099303b9153 req-60d2b236-a747-405d-a96d-6142a00a6f21 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 210 time: 0.0301282 Sep 08 13:26:36.013374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['9be983b2-16f8-4243-bb72-ba2168773862'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:26:36.084729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a18ee522-c84c-4b72-a242-8a29be03a7e9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:26:36.150806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ece4149-90c3-46d1-b3eb-369751ec3463 None None] New status for floating IP 270111be-6d10-4789-9c17-76c64c95f5b8: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:26:36.342852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3086e486-6f62-432c-9696-4e83c016cbf2 req-52a3d973-af6d-4928-93e2-9cca49ad6f8b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:36.345242 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3086e486-6f62-432c-9696-4e83c016cbf2 req-52a3d973-af6d-4928-93e2-9cca49ad6f8b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 945 time: 0.0801427 Sep 08 13:26:36.618307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43288) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:36.707718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:36.732126 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3086e486-6f62-432c-9696-4e83c016cbf2 req-45a02b3b-e109-451e-852a-b2a41635da63 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781841 Sep 08 13:26:36.753324 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:36.912827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f869b1-2608-4819-ba7a-6f5d96102bbb req-87b146aa-9427-4b7b-bb68-2a4228e38002 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:36.916297 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15f869b1-2608-4819-ba7a-6f5d96102bbb req-87b146aa-9427-4b7b-bb68-2a4228e38002 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 944 time: 0.0644183 Sep 08 13:26:36.954425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-1220a4bc-61a1-4e47-827b-338ac29e5231 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:36.957513 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-1220a4bc-61a1-4e47-827b-338ac29e5231 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.70 "GET /v2.0/networks?id=a669e70f-a59d-48c0-baf3-026115fab338 HTTP/1.1" status: 200 len: 813 time: 0.1435142 Sep 08 13:26:36.967139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15f869b1-2608-4819-ba7a-6f5d96102bbb req-9edb0ce5-65d3-4298-b3ab-9a8a4a3ab706 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444677 Sep 08 13:26:36.968270 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:36.972662 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:36.977987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "DELETE /v2.0/security-groups/c70d8596-aee2-4ce1-b48d-bcacd2a631d7 HTTP/1.1" status: 204 len: 168 time: 0.3579402 Sep 08 13:26:36.989741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43300) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:36.989741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Request body: {'port': {'device_id': '171cf967-e546-4d3c-87a7-af3ae791af7a', 'network_id': 'a669e70f-a59d-48c0-baf3-026115fab338', 'admin_state_up': True, 'tenant_id': 'ec68128463f44b8e969e78c52b172c54'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:37.002741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70d8596-aee2-4ce1-b48d-bcacd2a631d7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:37.011551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:37.011901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:37.012504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:37.012851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:37.013190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:37.013527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:37.013860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:37.014206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:37.014541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:37.014869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:37.021992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:37.021992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0473699f-8a6a-4acd-b48b-f16f7688fb22 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:37.022878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-37fd72e2-fc6f-42f2-9604-01aec88592a3 req-61c1baba-2570-40b4-b9e0-9e043cea12f5 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 210 time: 0.0603256 Sep 08 13:26:37.037631 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-3b3f1c33-cfe5-4001-9b99-50f16807a28f tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] show failed (client error): The resource could not be found. Sep 08 13:26:37.038688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3b3f1c33-cfe5-4001-9b99-50f16807a28f tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "GET /v2.0/security-groups/c70d8596-aee2-4ce1-b48d-bcacd2a631d7 HTTP/1.1" status: 404 len: 347 time: 0.0536778 Sep 08 13:26:37.041957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43302) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:37.186210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-bd87eabe-b16a-4417-834f-5e0ffa48f044 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Deleting port 5aa290e7-72d2-437a-b3b3-78257aa81c92 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:37.186586 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd87eabe-b16a-4417-834f-5e0ffa48f044 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:37.227328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Made reservation on behalf of ec68128463f44b8e969e78c52b172c54 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:26:37.230986 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:37.277570 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd87eabe-b16a-4417-834f-5e0ffa48f044 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:37.277932 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd87eabe-b16a-4417-834f-5e0ffa48f044 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:37.292307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-bd87eabe-b16a-4417-834f-5e0ffa48f044 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Calling delete_port for 5aa290e7-72d2-437a-b3b3-78257aa81c92 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:37.452363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Allocated IP 172.20.0.3 (a669e70f-a59d-48c0-baf3-026115fab338/3e4da22b-c071-46db-9dc4-acdd53a15a04/fff8de6a-56f8-4cee-b914-0ff2d1f6ea38) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:26:37.519900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd87eabe-b16a-4417-834f-5e0ffa48f044 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:37.567129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87eabe-b16a-4417-834f-5e0ffa48f044 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Pushing event deleted for resources: {'Port': ['ID=5aa290e7-72d2-437a-b3b3-78257aa81c92,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:37.650776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 2d581b89-f9c3-4cb9-8613-be064355e014 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:26:37.681551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 2d581b89-f9c3-4cb9-8613-be064355e014 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:26:37.682047 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 2d581b89-f9c3-4cb9-8613-be064355e014 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:26:37.686030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd87eabe-b16a-4417-834f-5e0ffa48f044 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:37.688865 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd87eabe-b16a-4417-834f-5e0ffa48f044 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:37.690060 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bd87eabe-b16a-4417-834f-5e0ffa48f044 tempest-AttachVolumeTestJSON-2092786688 tempest-AttachVolumeTestJSON-2092786688-project] 10.222.0.69 "DELETE /v2.0/floatingips/270111be-6d10-4789-9c17-76c64c95f5b8 HTTP/1.1" status: 204 len: 168 time: 0.6469882 Sep 08 13:26:37.748649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:37.761202 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-043b02df-5247-492a-bb60-2f5e6e352721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:37.870192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c77900-4785-47b0-8781-fe8e52dbf1aa req-8b830740-772b-48d4-ad0c-091ffb659bba tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:37.871865 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3c77900-4785-47b0-8781-fe8e52dbf1aa req-8b830740-772b-48d4-ad0c-091ffb659bba tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 945 time: 0.0557644 Sep 08 13:26:37.913736 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3c77900-4785-47b0-8781-fe8e52dbf1aa req-c5b080c9-9aa8-4499-a0b2-656e5d935b01 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356262 Sep 08 13:26:37.981882 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:38.029106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Network a669e70f-a59d-48c0-baf3-026115fab338 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:26:38.033229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:26:38.047028 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:26:38.097045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Pushing event updated for resources: {'Port': ['ID=fff8de6a-56f8-4cee-b914-0ff2d1f6ea38,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:38.138441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24eb6c0-706d-4d93-8a22-5a33af6c7be8 req-b17625d8-d297-4ba6-854a-b86bf1bbf48e tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:38.141484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:38.142075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:38.142626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:38.143156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:38.143685 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:38.144203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:38.144718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:38.145231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:38.145740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:38.146305 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:38.148803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:38.149915 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:38.150362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b24eb6c0-706d-4d93-8a22-5a33af6c7be8 req-b17625d8-d297-4ba6-854a-b86bf1bbf48e tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 944 time: 0.0846989 Sep 08 13:26:38.169591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:38.170528 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:38.212552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b24eb6c0-706d-4d93-8a22-5a33af6c7be8 req-db61f852-b3f1-49d0-9857-1b3dd1d45083 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389662 Sep 08 13:26:38.272216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f99546-180c-45a5-8687-dc875e8241d5 req-184951ae-b4c3-4947-93ab-34ebe4d507e2 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:38.275151 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-43f99546-180c-45a5-8687-dc875e8241d5 req-184951ae-b4c3-4947-93ab-34ebe4d507e2 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 931 time: 0.0858865 Sep 08 13:26:38.317947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-43f99546-180c-45a5-8687-dc875e8241d5 req-6ac86f39-375f-4680-aa5c-f7119f2f1204 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/security-groups?id=e632a3cb-8d70-4cc4-874d-03c630ae7d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369713 Sep 08 13:26:38.445478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff0f8b63-ba44-4cf9-bc5b-f597b8451b5a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4612191 Sep 08 13:26:38.459015 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Request body: {'port': {'device_id': '171cf967-e546-4d3c-87a7-af3ae791af7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:38.571826 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:38.637105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a18ee522-c84c-4b72-a242-8a29be03a7e9 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:26:38.856035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a18ee522-c84c-4b72-a242-8a29be03a7e9 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:26:38.870473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a18ee522-c84c-4b72-a242-8a29be03a7e9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:26:38.870473 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:39.031231 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:39.040357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:26:39.058704 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:39.072554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbf892f-e44b-4703-bef9-77fb726f6863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18ee522-c84c-4b72-a242-8a29be03a7e9'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:39.075260 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d1f521-b93c-4a19-8b65-62f73e9a82a7" -d '{"events": [{"server_uuid": "cfbf892f-e44b-4703-bef9-77fb726f6863", "name": "network-vif-plugged", "status": "completed", "tag": "a18ee522-c84c-4b72-a242-8a29be03a7e9"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:39.093614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a18ee522-c84c-4b72-a242-8a29be03a7e9, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a18ee522-c84c-4b72-a242-8a29be03a7e9,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:39.121683 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Transition to ACTIVE for port object fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:26:39.125042 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f9fc71-8b8c-4b71-a788-b992bd09ca65 x-openstack-request-id: req-07f9fc71-8b8c-4b71-a788-b992bd09ca65 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:39.125617 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbf892f-e44b-4703-bef9-77fb726f6863", "name": "network-vif-plugged", "status": "completed", "tag": "a18ee522-c84c-4b72-a242-8a29be03a7e9", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:39.126000 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-07f9fc71-8b8c-4b71-a788-b992bd09ca65 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:39.126633 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbf892f-e44b-4703-bef9-77fb726f6863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a18ee522-c84c-4b72-a242-8a29be03a7e9', 'code': 200} Sep 08 13:26:39.150409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89f4b1-0d74-41e5-8a2f-f31f30f7b5a7 req-045c19be-fa98-43f8-965a-42bf5f918b22 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:39.152256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af89f4b1-0d74-41e5-8a2f-f31f30f7b5a7 req-045c19be-fa98-43f8-965a-42bf5f918b22 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 945 time: 0.0996640 Sep 08 13:26:39.198885 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:39.200758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 9be983b2-16f8-4243-bb72-ba2168773862 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:26:39.225565 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af89f4b1-0d74-41e5-8a2f-f31f30f7b5a7 req-767baea9-c070-4a21-b84f-84e0fb35d992 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649693 Sep 08 13:26:39.232616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:39.329290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd588df-81f2-4fc1-b63b-b437f3e3e05e req-7c782267-e11f-4e84-91e0-c17383c182f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:39.333397 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6dd588df-81f2-4fc1-b63b-b437f3e3e05e req-7c782267-e11f-4e84-91e0-c17383c182f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 1097 time: 0.1329618 Sep 08 13:26:39.335796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a18ee522-c84c-4b72-a242-8a29be03a7e9,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:39.408700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Pushing event updated for resources: {'Port': ['ID=fff8de6a-56f8-4cee-b914-0ff2d1f6ea38,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:39.476950 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6dd588df-81f2-4fc1-b63b-b437f3e3e05e req-346fc874-a5c8-4683-b515-6131a3911269 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237345 Sep 08 13:26:39.516128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa351f1-0496-4920-82b6-eb68bd29805f req-9b471212-e67b-4861-a50f-14387200a929 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:39.525714 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfa351f1-0496-4920-82b6-eb68bd29805f req-9b471212-e67b-4861-a50f-14387200a929 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 944 time: 0.1344724 Sep 08 13:26:39.528404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43354) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:39.536995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dae69-bf38-457a-9921-ad7972ae67fa req-0d9fd71e-05d7-4cf3-8abf-9fcc4ce86034 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:39.536995 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-916dae69-bf38-457a-9921-ad7972ae67fa req-0d9fd71e-05d7-4cf3-8abf-9fcc4ce86034 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 943 time: 0.0911841 Sep 08 13:26:39.547195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 9be983b2-16f8-4243-bb72-ba2168773862 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:26:39.559686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 9be983b2-16f8-4243-bb72-ba2168773862 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:26:39.560311 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:39.605087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfa351f1-0496-4920-82b6-eb68bd29805f req-38d18b41-f330-4ec6-8024-bc0f40b4aea9 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781920 Sep 08 13:26:39.616408 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-916dae69-bf38-457a-9921-ad7972ae67fa req-b3da6d75-cad8-40f1-b979-870171f44c94 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/security-groups?id=e632a3cb-8d70-4cc4-874d-03c630ae7d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508420 Sep 08 13:26:39.668147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Attempting to bind port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:26:39.668542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Attempting to bind port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'fca9a19f-571c-4e70-9f88-92f88be0cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a669e70f-a59d-48c0-baf3-026115fab338'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:26:39.668933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Attempting to bind port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 on network a669e70f-a59d-48c0-baf3-026115fab338 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:26:39.681892 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 on network a669e70f-a59d-48c0-baf3-026115fab338 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:26:39.682388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Attempting to bind port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 on network a669e70f-a59d-48c0-baf3-026115fab338 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:26:39.688513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:26:39.691530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Checking segment: {'id': 'fca9a19f-571c-4e70-9f88-92f88be0cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a669e70f-a59d-48c0-baf3-026115fab338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:26:39.691530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Bound using segment: {'id': 'fca9a19f-571c-4e70-9f88-92f88be0cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a669e70f-a59d-48c0-baf3-026115fab338'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:26:39.691530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Bound port: fff8de6a-56f8-4cee-b914-0ff2d1f6ea38, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca9a19f-571c-4e70-9f88-92f88be0cfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'a669e70f-a59d-48c0-baf3-026115fab338'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:26:39.691530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:39.776653 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:39.815078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] For port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:26:39.819358 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] For port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fff8de6a-56f8-4cee-b914-0ff2d1f6ea38,segment=NetworkSegment(fca9a19f-571c-4e70-9f88-92f88be0cfa1),segment_id=fca9a19f-571c-4e70-9f88-92f88be0cfa1)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:26:39.824679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 9be983b2-16f8-4243-bb72-ba2168773862, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=9be983b2-16f8-4243-bb72-ba2168773862,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:39.926816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:39.943179 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:39.972739 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b32d087a-9c18-4c2b-827f-7c8a71f03b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:40.014493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:40.015125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:40.016570 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] 10.222.0.70 "PUT /v2.0/ports/fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 HTTP/1.1" status: 200 len: 1091 time: 1.5624826 Sep 08 13:26:40.026813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171cf967-e546-4d3c-87a7-af3ae791af7a', 'tag': 'fff8de6a-56f8-4cee-b914-0ff2d1f6ea38'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:40.029180 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877d58d4-e3db-4652-b7b6-ff0a59cee8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "171cf967-e546-4d3c-87a7-af3ae791af7a", "tag": "fff8de6a-56f8-4cee-b914-0ff2d1f6ea38"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:40.050773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=9be983b2-16f8-4243-bb72-ba2168773862,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:40.109040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6018cd-d089-44fd-9f4c-fbc3349d4110 service neutron] Pushing event updated for resources: {'Port': ['ID=fff8de6a-56f8-4cee-b914-0ff2d1f6ea38,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:40.132086 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433ee30e-6b46-44b3-adce-f4f108850d56 x-openstack-request-id: req-433ee30e-6b46-44b3-adce-f4f108850d56 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:40.132396 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171cf967-e546-4d3c-87a7-af3ae791af7a", "tag": "fff8de6a-56f8-4cee-b914-0ff2d1f6ea38", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:40.132612 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-433ee30e-6b46-44b3-adce-f4f108850d56 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:40.133015 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171cf967-e546-4d3c-87a7-af3ae791af7a', 'tag': 'fff8de6a-56f8-4cee-b914-0ff2d1f6ea38', 'status': 'completed', 'code': 200} Sep 08 13:26:40.154647 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b32d087a-9c18-4c2b-827f-7c8a71f03b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:40.207690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d58d4-e3db-4652-b7b6-ff0a59cee8dd req-090fb39d-4992-4f64-8f49-7f9504bcf139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:40.209318 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-877d58d4-e3db-4652-b7b6-ff0a59cee8dd req-090fb39d-4992-4f64-8f49-7f9504bcf139 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec68128463f44b8e969e78c52b172c54&device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 1094 time: 0.0470989 Sep 08 13:26:40.255472 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-27816078-f751-4c9b-a1f4-8abd0d2004aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:40.256903 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b32d087a-9c18-4c2b-827f-7c8a71f03b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:40.316886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32d087a-9c18-4c2b-827f-7c8a71f03b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51d0a5c-586c-4f63-b63b-62323d39169b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:40.350408 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b32d087a-9c18-4c2b-827f-7c8a71f03b93 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6cf4ad89fc554ed5b012809e506d282b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8205676 Sep 08 13:26:40.353508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43376) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:40.369955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d58d4-e3db-4652-b7b6-ff0a59cee8dd req-f023ebfd-8c24-407b-8c5e-2d1eff034bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:40.371608 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-877d58d4-e3db-4652-b7b6-ff0a59cee8dd req-f023ebfd-8c24-407b-8c5e-2d1eff034bab service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ec68128463f44b8e969e78c52b172c54&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1537759 Sep 08 13:26:40.421707 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:40.445836 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0958050a-25d1-45a2-b79c-ef8c15c68f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:40.483874 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0958050a-25d1-45a2-b79c-ef8c15c68f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:40.523015 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4736631-52b9-4983-bc77-954fb2655df6 req-c511e8da-60c2-4c62-bfd2-a77132f5d109 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:40.525216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e4736631-52b9-4983-bc77-954fb2655df6 req-c511e8da-60c2-4c62-bfd2-a77132f5d109 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1521468 Sep 08 13:26:40.570659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d58d4-e3db-4652-b7b6-ff0a59cee8dd req-c1748400-91a3-4bf5-a98f-62c20a832fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:40.572570 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-877d58d4-e3db-4652-b7b6-ff0a59cee8dd req-c1748400-91a3-4bf5-a98f-62c20a832fb5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1759109 Sep 08 13:26:40.600285 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e4736631-52b9-4983-bc77-954fb2655df6 req-be4f8703-4a36-453a-bf01-2e2c3e396df6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526714 Sep 08 13:26:40.615509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0958050a-25d1-45a2-b79c-ef8c15c68f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:40.619496 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0958050a-25d1-45a2-b79c-ef8c15c68f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:40.623875 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0958050a-25d1-45a2-b79c-ef8c15c68f09 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b51d0a5c-586c-4f63-b63b-62323d39169b HTTP/1.1" status: 204 len: 168 time: 0.2688544 Sep 08 13:26:40.654454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958050a-25d1-45a2-b79c-ef8c15c68f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51d0a5c-586c-4f63-b63b-62323d39169b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:40.672910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-277b2ad7-c2c6-4eb1-8476-680964e2b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:40.674522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-277b2ad7-c2c6-4eb1-8476-680964e2b6f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec68128463f44b8e969e78c52b172c54&device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 1094 time: 0.0592694 Sep 08 13:26:40.776842 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-7238573e-3892-45ae-b2ad-c0f03cae8c42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 HTTP/1.1" status: 200 len: 217 time: 0.0934923 Sep 08 13:26:40.829896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c809cfc-636b-4b3d-a417-8a925b8a1a35 req-7aaa07dc-9e4c-4662-bed2-e0c7f8da6968 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:40.846684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c809cfc-636b-4b3d-a417-8a925b8a1a35 req-7aaa07dc-9e4c-4662-bed2-e0c7f8da6968 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 943 time: 0.0973368 Sep 08 13:26:40.894484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-545d1ddb-aec9-472e-9c57-b3a945ad4a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:40.896273 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-545d1ddb-aec9-472e-9c57-b3a945ad4a87 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e4da22b-c071-46db-9dc4-acdd53a15a04 HTTP/1.1" status: 200 len: 853 time: 0.0876598 Sep 08 13:26:40.902844 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c809cfc-636b-4b3d-a417-8a925b8a1a35 req-c64aed9b-7d80-4bd7-b5e1-a6a85dfa26da tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/security-groups?id=e632a3cb-8d70-4cc4-874d-03c630ae7d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412886 Sep 08 13:26:40.905737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f92754-2080-48fe-bf91-fec37cdb1d0d req-26e6dd47-9676-40c8-8295-5a7195545370 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:40.914212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1f92754-2080-48fe-bf91-fec37cdb1d0d req-26e6dd47-9676-40c8-8295-5a7195545370 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 945 time: 0.1363404 Sep 08 13:26:40.959339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-500543fb-27ed-4872-af7b-19b7164652a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a669e70f-a59d-48c0-baf3-026115fab338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417681 Sep 08 13:26:41.020921 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1f92754-2080-48fe-bf91-fec37cdb1d0d req-5c3bf2a3-291a-4678-aabb-170611583b2a tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049418 Sep 08 13:26:41.127447 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94e7cf8-fff8-4880-9d37-e302faf4616d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be983b2-16f8-4243-bb72-ba2168773862'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:41.130646 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f90245-8a20-40d7-803e-a5b942c649a2" -d '{"events": [{"server_uuid": "e94e7cf8-fff8-4880-9d37-e302faf4616d", "name": "network-vif-plugged", "status": "completed", "tag": "9be983b2-16f8-4243-bb72-ba2168773862"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:41.140174 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-aa772104-419c-47c6-8504-2a9552764c55 service neutron] 10.222.0.70 "GET /v2.0/networks/a669e70f-a59d-48c0-baf3-026115fab338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730771 Sep 08 13:26:41.175497 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a565ad-6853-4ad2-93bd-6a7d1e32f43b x-openstack-request-id: req-84a565ad-6853-4ad2-93bd-6a7d1e32f43b {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:41.175497 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94e7cf8-fff8-4880-9d37-e302faf4616d", "name": "network-vif-plugged", "status": "completed", "tag": "9be983b2-16f8-4243-bb72-ba2168773862", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:41.175497 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-84a565ad-6853-4ad2-93bd-6a7d1e32f43b {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:41.175497 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94e7cf8-fff8-4880-9d37-e302faf4616d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be983b2-16f8-4243-bb72-ba2168773862', 'code': 200} Sep 08 13:26:41.286839 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75f0386e-a04a-47e2-8196-4ffbc3fb8d44 req-c8748cdf-3ece-4bc0-b75f-4d45df909b4b service neutron] 10.222.0.70 "GET /v2.0/networks/a669e70f-a59d-48c0-baf3-026115fab338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328986 Sep 08 13:26:41.332569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b865f8e1-15d4-4c23-8650-b2d1c5c01772 req-da116f92-6da8-4f5d-b6e7-c5ae92da4439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:41.334454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b865f8e1-15d4-4c23-8650-b2d1c5c01772 req-da116f92-6da8-4f5d-b6e7-c5ae92da4439 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 1096 time: 0.0591950 Sep 08 13:26:41.384152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b865f8e1-15d4-4c23-8650-b2d1c5c01772 req-10588da4-8ecf-4afc-8d24-bdc57fd2e5c9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 Sep 08 13:26:41.741836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba90970-5399-4c19-878f-c1d9ae9c755c req-a15531de-fbed-46b6-8565-5ba2ea2272bb tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:41.743474 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ba90970-5399-4c19-878f-c1d9ae9c755c req-a15531de-fbed-46b6-8565-5ba2ea2272bb tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.0604191 Sep 08 13:26:41.789533 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ba90970-5399-4c19-878f-c1d9ae9c755c req-4aa9ec01-8ee9-459c-a160-a21c0c47355d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398717 Sep 08 13:26:41.833662 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:41.969082 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43418) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:41.990744 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7bc309cd-86ba-439f-a7e6-cc00e3adaa64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:42.061818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62e697-2b10-4fbf-962d-bc3d3f73c82d req-76065821-6ab0-4fa3-a87d-9857864a2cd4 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:42.063768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb62e697-2b10-4fbf-962d-bc3d3f73c82d req-76065821-6ab0-4fa3-a87d-9857864a2cd4 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 943 time: 0.0757983 Sep 08 13:26:42.120239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7bc309cd-86ba-439f-a7e6-cc00e3adaa64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:42.141366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb62e697-2b10-4fbf-962d-bc3d3f73c82d req-8ea6c91c-4501-49b1-8c69-cc89e8cdfea6 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/security-groups?id=e632a3cb-8d70-4cc4-874d-03c630ae7d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660429 Sep 08 13:26:42.217183 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7bc309cd-86ba-439f-a7e6-cc00e3adaa64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:42.274206 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7bc309cd-86ba-439f-a7e6-cc00e3adaa64 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=bc339e5f14084f809e105346ab61bb39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035476 Sep 08 13:26:42.275355 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc309cd-86ba-439f-a7e6-cc00e3adaa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be796ba3-147d-48c3-8fee-b0514e77d037,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:42.277540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43426) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:42.377378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d79286-fbe5-41da-9fe8-6bf0052bad5b req-c46cfc0c-3ed2-485c-813a-6498e9ec5168 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:42.392798 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-47d79286-fbe5-41da-9fe8-6bf0052bad5b req-c46cfc0c-3ed2-485c-813a-6498e9ec5168 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 945 time: 0.1731038 Sep 08 13:26:42.531105 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74022694-d5df-4364-99e7-57a4e5b83ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:42.558610 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-47d79286-fbe5-41da-9fe8-6bf0052bad5b req-4e32864e-1172-4b63-a008-aeb6f16eee97 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639371 Sep 08 13:26:42.582762 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74022694-d5df-4364-99e7-57a4e5b83ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:42.593199 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb7f2-e703-4d03-9b29-f559875bb1d3 req-fad93b67-a3a2-424e-b31f-63d712768c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:42.594827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aeaeb7f2-e703-4d03-9b29-f559875bb1d3 req-fad93b67-a3a2-424e-b31f-63d712768c93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=076466dc77634138a2bb45af59532deb&device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 1097 time: 0.1329563 Sep 08 13:26:42.623521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f6134-7e16-4874-a812-49e727819ac2 req-554b2b51-0d02-4be6-a589-e496616c21ee tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:42.634686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c1f6134-7e16-4874-a812-49e727819ac2 req-554b2b51-0d02-4be6-a589-e496616c21ee tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1377518 Sep 08 13:26:42.680949 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c1f6134-7e16-4874-a812-49e727819ac2 req-109f793f-e714-42f1-92f2-c60c52bcb9cd tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449009 Sep 08 13:26:42.717501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb7f2-e703-4d03-9b29-f559875bb1d3 req-7c9101f6-5ade-4d68-b968-45cf99e53dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:42.720968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aeaeb7f2-e703-4d03-9b29-f559875bb1d3 req-7c9101f6-5ade-4d68-b968-45cf99e53dc1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bbdab96b-a35c-49d9-8c67-1156369c5a80 HTTP/1.1" status: 200 len: 911 time: 0.1070371 Sep 08 13:26:42.817179 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74022694-d5df-4364-99e7-57a4e5b83ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:42.825143 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74022694-d5df-4364-99e7-57a4e5b83ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:42.828476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-74022694-d5df-4364-99e7-57a4e5b83ec3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/be796ba3-147d-48c3-8fee-b0514e77d037 HTTP/1.1" status: 204 len: 168 time: 0.5470023 Sep 08 13:26:42.854889 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aeaeb7f2-e703-4d03-9b29-f559875bb1d3 req-22e5b0db-c6e4-41ed-99ab-84919d8231d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a18ee522-c84c-4b72-a242-8a29be03a7e9 HTTP/1.1" status: 200 len: 217 time: 0.1162195 Sep 08 13:26:42.889392 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74022694-d5df-4364-99e7-57a4e5b83ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be796ba3-147d-48c3-8fee-b0514e77d037,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:42.942461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaeb7f2-e703-4d03-9b29-f559875bb1d3 req-2684b042-bd3d-405f-bff0-2999c84ccfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:42.945834 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aeaeb7f2-e703-4d03-9b29-f559875bb1d3 req-2684b042-bd3d-405f-bff0-2999c84ccfb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d44eaf4-9c89-4950-a5be-c246fd16a504 HTTP/1.1" status: 200 len: 850 time: 0.0841801 Sep 08 13:26:42.998777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aeaeb7f2-e703-4d03-9b29-f559875bb1d3 req-5d3c0fdf-ac22-430a-b86e-863fad695ca0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbdab96b-a35c-49d9-8c67-1156369c5a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444877 Sep 08 13:26:43.133446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aeaeb7f2-e703-4d03-9b29-f559875bb1d3 req-53819da9-8b0a-40eb-8697-aaeb3e4bc9a5 service neutron] 10.222.0.60 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255119 Sep 08 13:26:43.294088 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aeaeb7f2-e703-4d03-9b29-f559875bb1d3 req-b86030e5-fe96-46e2-b64d-740f98df37aa service neutron] 10.222.0.60 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530252 Sep 08 13:26:43.307048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0091a-36f2-45e1-ab38-7f4fc38228a9 req-5d0ebbb8-a613-4e0f-b53f-416d50b6783a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:43.309035 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62b0091a-36f2-45e1-ab38-7f4fc38228a9 req-5d0ebbb8-a613-4e0f-b53f-416d50b6783a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 943 time: 0.0796039 Sep 08 13:26:43.313839 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:43.362111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62b0091a-36f2-45e1-ab38-7f4fc38228a9 req-e65d5ca1-38f9-4abe-b72b-9bda6d4d6613 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/security-groups?id=e632a3cb-8d70-4cc4-874d-03c630ae7d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405951 Sep 08 13:26:43.678333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:26:43.736369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f9a7d-fa02-4547-b84e-44c3d64d693b req-1463c72e-a8f2-417d-9597-f696c9628cea tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:43.744946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-716f9a7d-fa02-4547-b84e-44c3d64d693b req-1463c72e-a8f2-417d-9597-f696c9628cea tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 945 time: 0.0988972 Sep 08 13:26:43.793377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-716f9a7d-fa02-4547-b84e-44c3d64d693b req-4cb89576-7f90-4fd8-b022-30e7ddc1d388 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474432 Sep 08 13:26:43.861836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fff8de6a-56f8-4cee-b914-0ff2d1f6ea38,segment=NetworkSegment(fca9a19f-571c-4e70-9f88-92f88be0cfa1),segment_id=fca9a19f-571c-4e70-9f88-92f88be0cfa1)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:43.873925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d466e32-2514-4534-829c-d42eb0080cd5 req-5c1009c7-2e28-45c3-bf11-5caec0068b71 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:43.875896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'fff8de6a-56f8-4cee-b914-0ff2d1f6ea38', 'network_id': 'a669e70f-a59d-48c0-baf3-026115fab338', 'port_id': 'fff8de6a-56f8-4cee-b914-0ff2d1f6ea38', 'mac_address': 'fa:16:3e:94:f8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e4da22b-c071-46db-9dc4-acdd53a15a04', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:26:43.882282 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d466e32-2514-4534-829c-d42eb0080cd5 req-5c1009c7-2e28-45c3-bf11-5caec0068b71 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.0979595 Sep 08 13:26:43.938424 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:43.966090 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d466e32-2514-4534-829c-d42eb0080cd5 req-d02846f6-018e-4186-bba3-1c095524a2b9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725164 Sep 08 13:26:43.986106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:26:44.022258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fff8de6a-56f8-4cee-b914-0ff2d1f6ea38,segment=NetworkSegment(fca9a19f-571c-4e70-9f88-92f88be0cfa1),segment_id=fca9a19f-571c-4e70-9f88-92f88be0cfa1)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:44.119650 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:44.191202 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:44.234256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=fff8de6a-56f8-4cee-b914-0ff2d1f6ea38,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:44.250889 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:44.251952 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:44.252781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:44.254115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:44.255062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:44.255941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:44.256775 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:44.257615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:44.259297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:44.260383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:44.261630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:44.262798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:26:44.295116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43474) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:44.377141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['fff8de6a-56f8-4cee-b914-0ff2d1f6ea38'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:26:44.483112 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-635e8310-e70e-4015-a902-331b3ef83e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:44.655367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e6740-9c11-44c4-934a-a74e6c005bdb req-d468569a-49a3-4f16-b087-c7f20ab62591 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:44.666316 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f8e6740-9c11-44c4-934a-a74e6c005bdb req-d468569a-49a3-4f16-b087-c7f20ab62591 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 944 time: 0.1721218 Sep 08 13:26:44.780925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f8e6740-9c11-44c4-934a-a74e6c005bdb req-752ccac4-08d5-4dc7-adef-193cb3ce80ac tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/security-groups?id=e632a3cb-8d70-4cc4-874d-03c630ae7d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135240 Sep 08 13:26:44.883381 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-635e8310-e70e-4015-a902-331b3ef83e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:44.946726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-635e8310-e70e-4015-a902-331b3ef83e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:45.020742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43496) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:45.021045 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-635e8310-e70e-4015-a902-331b3ef83e41 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e7d8ddae60274fba8cacaa1d2cbed2f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7217033 Sep 08 13:26:45.023766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e8310-e70e-4015-a902-331b3ef83e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca725e2a-33c1-4a23-ba3e-782ba72b83ad,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:45.104154 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4189daac-ab1c-4248-9d1a-97e49ba8f4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:45.160696 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4189daac-ab1c-4248-9d1a-97e49ba8f4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:45.185525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa90153-f2a6-47d5-9aca-3b8db17f144d req-e4b7545d-5e2a-463f-87b0-3afa8f2e08bf tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:45.187106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4aa90153-f2a6-47d5-9aca-3b8db17f144d req-e4b7545d-5e2a-463f-87b0-3afa8f2e08bf tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.0975561 Sep 08 13:26:45.255937 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4aa90153-f2a6-47d5-9aca-3b8db17f144d req-bc9db19e-decf-4cda-8f57-6f69f633f5e4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557621 Sep 08 13:26:45.370023 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4189daac-ab1c-4248-9d1a-97e49ba8f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:45.375418 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4189daac-ab1c-4248-9d1a-97e49ba8f4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:45.377575 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4189daac-ab1c-4248-9d1a-97e49ba8f4d6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ca725e2a-33c1-4a23-ba3e-782ba72b83ad HTTP/1.1" status: 204 len: 168 time: 0.3550828 Sep 08 13:26:45.396457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189daac-ab1c-4248-9d1a-97e49ba8f4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca725e2a-33c1-4a23-ba3e-782ba72b83ad,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:45.691654 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:26:45.902094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:26:45.907630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:26:45.908392 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:45.942721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f6977-85c6-4188-8816-a4b4c2339f2a req-e0573ad5-a95e-441f-abd3-5d71abf3198e tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:45.963591 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb2f6977-85c6-4188-8816-a4b4c2339f2a req-e0573ad5-a95e-441f-abd3-5d71abf3198e tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 944 time: 0.1022649 Sep 08 13:26:46.088621 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb2f6977-85c6-4188-8816-a4b4c2339f2a req-d6585931-edeb-41bf-82db-5f3d1f7e423d tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/security-groups?id=e632a3cb-8d70-4cc4-874d-03c630ae7d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232731 Sep 08 13:26:46.155435 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:46.205409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fff8de6a-56f8-4cee-b914-0ff2d1f6ea38,segment=NetworkSegment(fca9a19f-571c-4e70-9f88-92f88be0cfa1),segment_id=fca9a19f-571c-4e70-9f88-92f88be0cfa1)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:46.208576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171cf967-e546-4d3c-87a7-af3ae791af7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff8de6a-56f8-4cee-b914-0ff2d1f6ea38'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:46.209427 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aacf62d-d302-44ca-bb9f-a4d4dfa36ff8" -d '{"events": [{"server_uuid": "171cf967-e546-4d3c-87a7-af3ae791af7a", "name": "network-vif-plugged", "status": "completed", "tag": "fff8de6a-56f8-4cee-b914-0ff2d1f6ea38"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:46.281790 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69d908d-0fa1-410e-9de2-83b12b3b4cfe x-openstack-request-id: req-a69d908d-0fa1-410e-9de2-83b12b3b4cfe {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:46.282304 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171cf967-e546-4d3c-87a7-af3ae791af7a", "name": "network-vif-plugged", "status": "completed", "tag": "fff8de6a-56f8-4cee-b914-0ff2d1f6ea38", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:46.282730 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a69d908d-0fa1-410e-9de2-83b12b3b4cfe {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:46.284327 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171cf967-e546-4d3c-87a7-af3ae791af7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff8de6a-56f8-4cee-b914-0ff2d1f6ea38', 'code': 200} Sep 08 13:26:46.308448 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:46.389033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=fff8de6a-56f8-4cee-b914-0ff2d1f6ea38,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:46.423826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3408ba-2baf-44c5-8e60-0d5efd58ea24 req-589bd94a-c83c-4a58-8406-41784aac2ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:46.427271 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc3408ba-2baf-44c5-8e60-0d5efd58ea24 req-589bd94a-c83c-4a58-8406-41784aac2ceb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 1096 time: 0.0797834 Sep 08 13:26:46.442975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e1703-22e5-4824-85fc-b6ec108437c0 req-917326bc-d6a9-4706-addc-3613cc62da6d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:46.447242 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b09e1703-22e5-4824-85fc-b6ec108437c0 req-917326bc-d6a9-4706-addc-3613cc62da6d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.0732639 Sep 08 13:26:46.490026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bc3408ba-2baf-44c5-8e60-0d5efd58ea24 req-d9026c4c-83fd-4d0f-809e-d544508af248 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e632a3cb-8d70-4cc4-874d-03c630ae7d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557489 Sep 08 13:26:46.519929 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b09e1703-22e5-4824-85fc-b6ec108437c0 req-ec3538d7-40d6-44cd-bf07-3a041e446f80 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673609 Sep 08 13:26:46.609243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43548) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:46.632029 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-077d1c4f-3724-4d6b-9742-e5fe899c0ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:46.735649 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:46.799219 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-077d1c4f-3724-4d6b-9742-e5fe899c0ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:46.941486 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-077d1c4f-3724-4d6b-9742-e5fe899c0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:47.053302 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-077d1c4f-3724-4d6b-9742-e5fe899c0ff9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=15009286950a4b54895d5451700c670d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419868 Sep 08 13:26:47.056644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43576) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:47.065774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d1c4f-3724-4d6b-9742-e5fe899c0ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3677835c-d322-476b-b813-8eb745b8f4e0,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:47.179184 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2da42fc2-31cb-4437-a517-08c60e3c45dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:47.250865 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2da42fc2-31cb-4437-a517-08c60e3c45dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:47.276051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce395d-8b61-4ca9-9d63-21db5e978c64 req-1f184993-1b59-44ce-bcf0-21c2f475e869 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:47.284492 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcce395d-8b61-4ca9-9d63-21db5e978c64 req-1f184993-1b59-44ce-bcf0-21c2f475e869 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 945 time: 0.0748279 Sep 08 13:26:47.359366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcce395d-8b61-4ca9-9d63-21db5e978c64 req-e73e5318-54c5-428f-b24c-3919b0c9d29a tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/security-groups?id=e632a3cb-8d70-4cc4-874d-03c630ae7d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661838 Sep 08 13:26:47.541679 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2da42fc2-31cb-4437-a517-08c60e3c45dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:47.545158 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2da42fc2-31cb-4437-a517-08c60e3c45dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:47.546429 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2da42fc2-31cb-4437-a517-08c60e3c45dd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3677835c-d322-476b-b813-8eb745b8f4e0 HTTP/1.1" status: 204 len: 168 time: 0.4881721 Sep 08 13:26:47.556531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da42fc2-31cb-4437-a517-08c60e3c45dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3677835c-d322-476b-b813-8eb745b8f4e0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:47.759265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684b7fe-6dbc-4f88-b635-523d63245ff8 req-a7587dd1-c0bf-4701-a375-3f2e1a9912ec tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:47.759265 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8684b7fe-6dbc-4f88-b635-523d63245ff8 req-a7587dd1-c0bf-4701-a375-3f2e1a9912ec tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1296098 Sep 08 13:26:47.818206 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8684b7fe-6dbc-4f88-b635-523d63245ff8 req-c174bfe9-5fd9-4eb3-81be-4a60abc5d82f tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537796 Sep 08 13:26:48.497016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d07c49-dce8-4995-9f6b-f2c4b9052cf3 req-eb24003d-d0da-4d1d-86b6-35f5ee8dd12e tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:48.498517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8d07c49-dce8-4995-9f6b-f2c4b9052cf3 req-eb24003d-d0da-4d1d-86b6-35f5ee8dd12e tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 945 time: 0.0686846 Sep 08 13:26:48.584378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8d07c49-dce8-4995-9f6b-f2c4b9052cf3 req-4eddbd4f-3f79-480d-96bd-116cb3825bb8 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/security-groups?id=e632a3cb-8d70-4cc4-874d-03c630ae7d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791836 Sep 08 13:26:49.129618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43668) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:49.130088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ddad9f-dbde-4b3e-b48b-c7c287ab13a4 req-e8d3768b-780f-49d0-999a-c54e4ff99811 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:49.131299 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2ddad9f-dbde-4b3e-b48b-c7c287ab13a4 req-e8d3768b-780f-49d0-999a-c54e4ff99811 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1236680 Sep 08 13:26:49.212681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2ddad9f-dbde-4b3e-b48b-c7c287ab13a4 req-54b64d29-369c-4872-82af-1c042fde4e48 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672917 Sep 08 13:26:49.536030 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be1fbdcd-c4c4-4269-a5e1-51ac75040ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:49.672232 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be1fbdcd-c4c4-4269-a5e1-51ac75040ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:49.792633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be1fbdcd-c4c4-4269-a5e1-51ac75040ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:49.823648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bba706-f774-4c4a-890a-c4a828a53bf9 req-54ef0333-0235-4c22-ac6f-de3191d1256b tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:49.824991 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4bba706-f774-4c4a-890a-c4a828a53bf9 req-54ef0333-0235-4c22-ac6f-de3191d1256b tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 945 time: 0.0688813 Sep 08 13:26:49.850325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-be1fbdcd-c4c4-4269-a5e1-51ac75040ee7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=55f4f2e2b55a4b359f2ec756fe92cce2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7164712 Sep 08 13:26:49.850325 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fbdcd-c4c4-4269-a5e1-51ac75040ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf606e-f34d-40d7-a619-26a9d5410b09,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:49.851732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43694) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:49.894911 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4bba706-f774-4c4a-890a-c4a828a53bf9 req-b02fa885-faf1-481c-a549-69e8c92b00fa tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/security-groups?id=e632a3cb-8d70-4cc4-874d-03c630ae7d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637937 Sep 08 13:26:49.923160 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bb25d92-e555-4f1e-92c2-4792a97f6a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:49.949484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bb25d92-e555-4f1e-92c2-4792a97f6a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:50.095191 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bb25d92-e555-4f1e-92c2-4792a97f6a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:50.097992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bb25d92-e555-4f1e-92c2-4792a97f6a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:50.098555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43698) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:50.099186 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7bb25d92-e555-4f1e-92c2-4792a97f6a3c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2eaf606e-f34d-40d7-a619-26a9d5410b09 HTTP/1.1" status: 204 len: 168 time: 0.2461429 Sep 08 13:26:50.123395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb25d92-e555-4f1e-92c2-4792a97f6a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf606e-f34d-40d7-a619-26a9d5410b09,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:50.347687 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4503a826-f621-431e-8635-7d3cc69107c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:50.420116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff2b61-613b-41d6-a865-5da4d3e7c7ac req-8700791f-5405-4432-8a10-b0472491c994 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:50.427640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25ff2b61-613b-41d6-a865-5da4d3e7c7ac req-8700791f-5405-4432-8a10-b0472491c994 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1312757 Sep 08 13:26:50.506418 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25ff2b61-613b-41d6-a865-5da4d3e7c7ac req-28576d1e-f86a-41d4-9968-c436e639ab13 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775857 Sep 08 13:26:50.573186 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4503a826-f621-431e-8635-7d3cc69107c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:50.717977 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4503a826-f621-431e-8635-7d3cc69107c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:50.778968 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4503a826-f621-431e-8635-7d3cc69107c6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fd122ade947743d8ba560e62ae6ae263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6791399 Sep 08 13:26:50.781699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43712) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:50.785263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503a826-f621-431e-8635-7d3cc69107c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f54a52-39a6-4943-926c-cc9299873477,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:50.892016 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e5e7-e3e0-45ca-bb89-56b80f953933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:50.919688 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e5e7-e3e0-45ca-bb89-56b80f953933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:50.935017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43720) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:50.955631 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed0f11ee-e044-44d5-b797-faf5b74c3ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.092126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e5e7-e3e0-45ca-bb89-56b80f953933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.092597 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ef4e5e7-e3e0-45ca-bb89-56b80f953933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.096096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4ef4e5e7-e3e0-45ca-bb89-56b80f953933 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/98f54a52-39a6-4943-926c-cc9299873477 HTTP/1.1" status: 204 len: 168 time: 0.3109226 Sep 08 13:26:51.096096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43726) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:51.105915 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b578e8-e5f6-4200-b24d-e63b9a92701e req-b59df5bb-d02e-4f4c-8c35-c59276540d5c tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:51.109947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a9b578e8-e5f6-4200-b24d-e63b9a92701e req-b59df5bb-d02e-4f4c-8c35-c59276540d5c tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.70 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 945 time: 0.1312847 Sep 08 13:26:51.114206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4e5e7-e3e0-45ca-bb89-56b80f953933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f54a52-39a6-4943-926c-cc9299873477,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:51.134272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b977b88-4213-4528-b9b6-316731ddb687 req-4646f624-7a79-405d-a853-9e06a7ca44cf tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:51.138486 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b977b88-4213-4528-b9b6-316731ddb687 req-4646f624-7a79-405d-a853-9e06a7ca44cf tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 945 time: 0.0907545 Sep 08 13:26:51.209857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b977b88-4213-4528-b9b6-316731ddb687 req-9f0d36d9-2e40-402a-9f35-9f43ee3e8a66 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/security-groups?id=e632a3cb-8d70-4cc4-874d-03c630ae7d64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618122 Sep 08 13:26:51.303012 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:26:51.318823 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed0f11ee-e044-44d5-b797-faf5b74c3ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.325470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-a9b578e8-e5f6-4200-b24d-e63b9a92701e req-2bce04cb-ce2d-4b24-b5f1-68319dc684b7 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Deleting port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:51.325824 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a9b578e8-e5f6-4200-b24d-e63b9a92701e req-2bce04cb-ce2d-4b24-b5f1-68319dc684b7 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.439098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-a9b578e8-e5f6-4200-b24d-e63b9a92701e req-2bce04cb-ce2d-4b24-b5f1-68319dc684b7 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] For port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fff8de6a-56f8-4cee-b914-0ff2d1f6ea38,segment=NetworkSegment(fca9a19f-571c-4e70-9f88-92f88be0cfa1),segment_id=fca9a19f-571c-4e70-9f88-92f88be0cfa1)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:51.439755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a9b578e8-e5f6-4200-b24d-e63b9a92701e req-2bce04cb-ce2d-4b24-b5f1-68319dc684b7 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.455383 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-a9b578e8-e5f6-4200-b24d-e63b9a92701e req-2bce04cb-ce2d-4b24-b5f1-68319dc684b7 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Calling delete_port for fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:51.457306 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed0f11ee-e044-44d5-b797-faf5b74c3ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.517664 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ed0f11ee-e044-44d5-b797-faf5b74c3ef5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f82261b7b07a4fa7a0f18a07a69bed3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5808268 Sep 08 13:26:51.520943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f11ee-e044-44d5-b797-faf5b74c3ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae77b4af-af00-476f-9ce3-da9284e49e08,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:51.550190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43736) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:51.714241 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-63c14926-3d81-40d4-86db-744d8cf8bd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.738850 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-63c14926-3d81-40d4-86db-744d8cf8bd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.781412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55989b9-163f-4907-9e5f-73618fd348b7 req-87e3ba8d-98ab-43ae-b1d6-77e07f92de40 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:51.783159 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e55989b9-163f-4907-9e5f-73618fd348b7 req-87e3ba8d-98ab-43ae-b1d6-77e07f92de40 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1299171 Sep 08 13:26:51.841379 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e55989b9-163f-4907-9e5f-73618fd348b7 req-bc0775cb-66bf-4880-82cc-f991c7208f13 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486209 Sep 08 13:26:51.892806 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4abe08b1-c1e7-4146-b846-f520aaaa2fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.940971 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a9b578e8-e5f6-4200-b24d-e63b9a92701e req-2bce04cb-ce2d-4b24-b5f1-68319dc684b7 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.949967 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-63c14926-3d81-40d4-86db-744d8cf8bd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.952691 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-63c14926-3d81-40d4-86db-744d8cf8bd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:51.964268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-63c14926-3d81-40d4-86db-744d8cf8bd82 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ae77b4af-af00-476f-9ce3-da9284e49e08 HTTP/1.1" status: 204 len: 168 time: 0.4053037 Sep 08 13:26:52.006670 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c14926-3d81-40d4-86db-744d8cf8bd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae77b4af-af00-476f-9ce3-da9284e49e08,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:52.018543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce04cb-ce2d-4b24-b5f1-68319dc684b7 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Pushing event deleted for resources: {'Port': ['ID=fff8de6a-56f8-4cee-b914-0ff2d1f6ea38,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:52.070349 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b578e8-e5f6-4200-b24d-e63b9a92701e req-2bce04cb-ce2d-4b24-b5f1-68319dc684b7 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] No DVR routers for this DVR port fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:26:52.073404 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a9b578e8-e5f6-4200-b24d-e63b9a92701e req-2bce04cb-ce2d-4b24-b5f1-68319dc684b7 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:52.078747 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a9b578e8-e5f6-4200-b24d-e63b9a92701e req-2bce04cb-ce2d-4b24-b5f1-68319dc684b7 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.70 "DELETE /v2.0/ports/fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 HTTP/1.1" status: 204 len: 173 time: 0.9583237 Sep 08 13:26:52.078747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171cf967-e546-4d3c-87a7-af3ae791af7a', 'name': 'network-vif-deleted', 'tag': 'fff8de6a-56f8-4cee-b914-0ff2d1f6ea38'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:26:52.088968 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdcb8ce-96df-4343-b9f3-9c5001f889c4" -d '{"events": [{"server_uuid": "171cf967-e546-4d3c-87a7-af3ae791af7a", "name": "network-vif-deleted", "tag": "fff8de6a-56f8-4cee-b914-0ff2d1f6ea38"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:26:52.166279 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8f2d0e-107e-4837-b48b-8e4235d897fb x-openstack-request-id: req-ff8f2d0e-107e-4837-b48b-8e4235d897fb {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:26:52.166972 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171cf967-e546-4d3c-87a7-af3ae791af7a", "name": "network-vif-deleted", "tag": "fff8de6a-56f8-4cee-b914-0ff2d1f6ea38", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:26:52.166972 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff8f2d0e-107e-4837-b48b-8e4235d897fb {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:26:52.167239 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171cf967-e546-4d3c-87a7-af3ae791af7a', 'name': 'network-vif-deleted', 'tag': 'fff8de6a-56f8-4cee-b914-0ff2d1f6ea38', 'status': 'completed', 'code': 200} Sep 08 13:26:52.193242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-4abe08b1-c1e7-4146-b846-f520aaaa2fd0 admin admin] Deleting port 44410a06-bc86-4bc4-a427-f24b87f7a23b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:52.193242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4abe08b1-c1e7-4146-b846-f520aaaa2fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:52.325432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffe9de48-13a8-478d-a24f-517a38c27ee0 req-bac54513-5b60-4945-937e-3757659ed2b6 tempest-ServerPasswordTestJSON-1963609639 tempest-ServerPasswordTestJSON-1963609639-project] 10.222.0.69 "GET /v2.0/ports?device_id=171cf967-e546-4d3c-87a7-af3ae791af7a HTTP/1.1" status: 200 len: 210 time: 0.0366168 Sep 08 13:26:52.327096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-4abe08b1-c1e7-4146-b846-f520aaaa2fd0 admin admin] For port 44410a06-bc86-4bc4-a427-f24b87f7a23b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=44410a06-bc86-4bc4-a427-f24b87f7a23b,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:52.327465 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4abe08b1-c1e7-4146-b846-f520aaaa2fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:52.340775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-4abe08b1-c1e7-4146-b846-f520aaaa2fd0 admin admin] Calling delete_port for 44410a06-bc86-4bc4-a427-f24b87f7a23b owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:52.980399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb2b79-097a-4909-991c-7918b7807391 req-e3d4a9c6-9605-42da-945a-98c137e6cf6b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:52.981929 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5eb2b79-097a-4909-991c-7918b7807391 req-e3d4a9c6-9605-42da-945a-98c137e6cf6b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.0535965 Sep 08 13:26:53.025687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5eb2b79-097a-4909-991c-7918b7807391 req-45858858-8174-4d20-b010-4370ffa8acca tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365064 Sep 08 13:26:53.039609 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4abe08b1-c1e7-4146-b846-f520aaaa2fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:53.084523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe08b1-c1e7-4146-b846-f520aaaa2fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=44410a06-bc86-4bc4-a427-f24b87f7a23b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:53.405119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43806) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:53.440865 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4abe08b1-c1e7-4146-b846-f520aaaa2fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:53.465138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff60cd9-4776-478b-82cb-48cbef493eaa admin admin] Deleting subnet 3e4da22b-c071-46db-9dc4-acdd53a15a04 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:26:53.469496 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fff60cd9-4776-478b-82cb-48cbef493eaa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:53.541023 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fff60cd9-4776-478b-82cb-48cbef493eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:53.593091 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fff60cd9-4776-478b-82cb-48cbef493eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:53.754015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:26:53.770476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abe08b1-c1e7-4146-b846-f520aaaa2fd0 admin admin] Router 2da79440-d7dc-42dd-81b8-71c0d182dd8b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:26:53.775924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:26:53.778224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device fff8de6a-56f8-4cee-b914-0ff2d1f6ea38 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:26:53.873080 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fff60cd9-4776-478b-82cb-48cbef493eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:53.895112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abe08b1-c1e7-4146-b846-f520aaaa2fd0 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:26:53.910770 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f1c34-744c-48db-8ddd-cb41c262928b None None] Sync routers for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:26:53.911498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff60cd9-4776-478b-82cb-48cbef493eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4da22b-c071-46db-9dc4-acdd53a15a04,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:53.921096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4abe08b1-c1e7-4146-b846-f520aaaa2fd0 admin admin] 10.222.0.69 "PUT /v2.0/routers/2da79440-d7dc-42dd-81b8-71c0d182dd8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8206460 Sep 08 13:26:53.922045 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fff60cd9-4776-478b-82cb-48cbef493eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:53.934374 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fff60cd9-4776-478b-82cb-48cbef493eaa admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3e4da22b-c071-46db-9dc4-acdd53a15a04 HTTP/1.1" status: 204 len: 168 time: 0.5192046 Sep 08 13:26:53.935077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43844) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:53.937006 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f1c34-744c-48db-8ddd-cb41c262928b None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:26:53.937006 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d97f1c34-744c-48db-8ddd-cb41c262928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:53.937304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43848) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:54.065269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.161748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.184498 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d97f1c34-744c-48db-8ddd-cb41c262928b None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:26:54.189999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06802d21-094b-4186-acd1-82ba823cbd7f req-1ff8bb8e-94cb-406b-b014-376427b5bcb6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:54.199473 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06802d21-094b-4186-acd1-82ba823cbd7f req-1ff8bb8e-94cb-406b-b014-376427b5bcb6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.0764618 Sep 08 13:26:54.216951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43872) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:54.253264 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06802d21-094b-4186-acd1-82ba823cbd7f req-d017ee2d-22a8-41f3-8560-ffca9d8ddce5 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473175 Sep 08 13:26:54.289104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.343725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a669e70f-a59d-48c0-baf3-026115fab338']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:54.359806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca9a19f-571c-4e70-9f88-92f88be0cfa1') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:54.360109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca9a19f-571c-4e70-9f88-92f88be0cfa1') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:54.374337 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.394725 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.401590 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d97f1c34-744c-48db-8ddd-cb41c262928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:26:52Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:54.408325 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-013924fa-8f96-4a40-b63c-cd88683c3164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.411354 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.425196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:26:54.425616 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:26:54.427415 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:26:54.435970 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f1c34-744c-48db-8ddd-cb41c262928b None None] Checking router: 2da79440-d7dc-42dd-81b8-71c0d182dd8b for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:26:54.447596 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f1c34-744c-48db-8ddd-cb41c262928b None None] Routers {'2da79440-d7dc-42dd-81b8-71c0d182dd8b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:26:54.449788 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d97f1c34-744c-48db-8ddd-cb41c262928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:54.554049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43878) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:54.557622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Deleting port 37d7a5de-fc86-4100-8440-3061cc1e3bb4 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:54.557977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.577550 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d97f1c34-744c-48db-8ddd-cb41c262928b None None] Set router 2da79440-d7dc-42dd-81b8-71c0d182dd8b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:26:54.624219 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.641398 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.646583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] 10.222.0.69 "DELETE /v2.0/networks/a669e70f-a59d-48c0-baf3-026115fab338 HTTP/1.1" status: 204 len: 168 time: 0.7109540 Sep 08 13:26:54.666305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e5cf9-1d15-4a9d-90a0-7a1ddf054e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=a669e70f-a59d-48c0-baf3-026115fab338,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:54.705251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] For port 37d7a5de-fc86-4100-8440-3061cc1e3bb4, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=37d7a5de-fc86-4100-8440-3061cc1e3bb4,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:54.705661 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.725589 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Calling delete_port for 37d7a5de-fc86-4100-8440-3061cc1e3bb4 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:54.796274 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-013924fa-8f96-4a40-b63c-cd88683c3164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.833723 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6ba8131-356a-4f5d-854f-59f895377de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.921287 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d97f1c34-744c-48db-8ddd-cb41c262928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:26:52Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:54.925982 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-013924fa-8f96-4a40-b63c-cd88683c3164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:54.968989 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97f1c34-744c-48db-8ddd-cb41c262928b None None] The sync data for ids ['2da79440-d7dc-42dd-81b8-71c0d182dd8b'] in n-d-807558-3 is: [{'id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'name': 'tempest-AttachVolumeTestJSON-1554932281-router', 'tenant_id': '530dc135970c42fa8a64c76e67a2c40e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112'}], 'enable_snat': True}, 'gw_port_id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:19:15Z', 'updated_at': '2021-09-08T13:26:52Z', 'revision_number': 5, 'project_id': '530dc135970c42fa8a64c76e67a2c40e', 'gw_port': {'id': '37d7a5de-fc86-4100-8440-3061cc1e3bb4', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da79440-d7dc-42dd-81b8-71c0d182dd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:19:16Z', 'updated_at': '2021-09-08T13:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:26:54.985560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-013924fa-8f96-4a40-b63c-cd88683c3164 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4e70944b1bdf4118b6a561e2dfab6048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7661471 Sep 08 13:26:54.987139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43888) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:54.995617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013924fa-8f96-4a40-b63c-cd88683c3164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a320963-f23b-42d6-8cce-aaa5bdea990f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:55.020252 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6ba8131-356a-4f5d-854f-59f895377de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.081278 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-466588f0-60a1-47a7-a624-11b53955da5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.100396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6ba8131-356a-4f5d-854f-59f895377de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.104928 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-466588f0-60a1-47a7-a624-11b53955da5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.139541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b6ba8131-356a-4f5d-854f-59f895377de4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2a4e979b81ed4de4a106532f27e1272a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5832891 Sep 08 13:26:55.141662 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba8131-356a-4f5d-854f-59f895377de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335fbafb-2b24-4969-b9b8-e900a01c349f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:55.142062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43890) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:55.193452 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeca1320-efb4-4350-ab0d-8ee79544df2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.195053 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.233748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43892) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:55.234538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d7a5de-fc86-4100-8440-3061cc1e3bb4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:55.259832 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeca1320-efb4-4350-ab0d-8ee79544df2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.290305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-14d46185-fa2b-4168-bad5-2c35b8bb4780 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec68128463f44b8e969e78c52b172c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523667 Sep 08 13:26:55.290540 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-466588f0-60a1-47a7-a624-11b53955da5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.290674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43896) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:55.292770 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-466588f0-60a1-47a7-a624-11b53955da5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.296137 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-466588f0-60a1-47a7-a624-11b53955da5c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4a320963-f23b-42d6-8cce-aaa5bdea990f HTTP/1.1" status: 204 len: 168 time: 0.3056753 Sep 08 13:26:55.333053 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466588f0-60a1-47a7-a624-11b53955da5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a320963-f23b-42d6-8cce-aaa5bdea990f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:55.362981 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.404096 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0f76c34e-e989-4f91-b4d5-6421a6555cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.434688 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0f76c34e-e989-4f91-b4d5-6421a6555cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.456369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c69f1-93c6-4f4f-9028-4f0fe6dec6aa req-afa87daf-c0d1-4fcb-b35a-99b444c172a4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:55.464302 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-130c69f1-93c6-4f4f-9028-4f0fe6dec6aa req-afa87daf-c0d1-4fcb-b35a-99b444c172a4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1206195 Sep 08 13:26:55.476476 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.478904 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.519282 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-130c69f1-93c6-4f4f-9028-4f0fe6dec6aa req-ffc0beec-05ea-4f96-8003-d49efdc408a2 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540922 Sep 08 13:26:55.723092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.723092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2da79440-d7dc-42dd-81b8-71c0d182dd8b {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:26:55.723092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.723092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-83e6170e-a3ea-40df-922b-ab8b502f7116 admin admin] 10.222.0.69 "DELETE /v2.0/routers/2da79440-d7dc-42dd-81b8-71c0d182dd8b HTTP/1.1" status: 204 len: 168 time: 1.7815144 Sep 08 13:26:55.724447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43900) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:55.762343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75780c8-7f13-462d-ab4e-034fd7390e7e admin admin] Deleting subnet e6727ff3-46e9-47fd-a7eb-d2bf058b9def {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:26:55.765904 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b75780c8-7f13-462d-ab4e-034fd7390e7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.787340 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeca1320-efb4-4350-ab0d-8ee79544df2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.789940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeca1320-efb4-4350-ab0d-8ee79544df2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.792436 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aeca1320-efb4-4350-ab0d-8ee79544df2c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/335fbafb-2b24-4969-b9b8-e900a01c349f HTTP/1.1" status: 204 len: 168 time: 0.6490111 Sep 08 13:26:55.792850 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0f76c34e-e989-4f91-b4d5-6421a6555cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.800964 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0f76c34e-e989-4f91-b4d5-6421a6555cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.800964 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0f76c34e-e989-4f91-b4d5-6421a6555cf9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e632a3cb-8d70-4cc4-874d-03c630ae7d64 HTTP/1.1" status: 204 len: 168 time: 0.5061247 Sep 08 13:26:55.817621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76c34e-e989-4f91-b4d5-6421a6555cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e632a3cb-8d70-4cc4-874d-03c630ae7d64,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:55.818081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca1320-efb4-4350-ab0d-8ee79544df2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335fbafb-2b24-4969-b9b8-e900a01c349f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:55.832473 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b75780c8-7f13-462d-ab4e-034fd7390e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:55.946515 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b75780c8-7f13-462d-ab4e-034fd7390e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.095685 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b75780c8-7f13-462d-ab4e-034fd7390e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.132264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75780c8-7f13-462d-ab4e-034fd7390e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6727ff3-46e9-47fd-a7eb-d2bf058b9def,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:56.136698 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b75780c8-7f13-462d-ab4e-034fd7390e7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.139326 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b75780c8-7f13-462d-ab4e-034fd7390e7e admin admin] 10.222.0.69 "DELETE /v2.0/subnets/e6727ff3-46e9-47fd-a7eb-d2bf058b9def HTTP/1.1" status: 204 len: 168 time: 0.4259465 Sep 08 13:26:56.141554 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43914) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:56.144195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad083a-10a2-4957-a8b3-e0817c87b974 None None] Network 94128c7a-143e-4284-b21f-f35c48c0a07f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:26:56.218518 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.287086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Deleting port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:56.287434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.383561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] For port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5bba6aff-6585-48cc-96aa-1eaeffe58c6c,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:56.383561 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.398786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Calling delete_port for 5bba6aff-6585-48cc-96aa-1eaeffe58c6c owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:56.399010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a0caf4-6a6f-4b5c-be10-5e7823ff9c95 None None] DHCP port deletion for 94128c7a-143e-4284-b21f-f35c48c0a07f request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:26:56.456810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-68a0caf4-6a6f-4b5c-be10-5e7823ff9c95 None None] Deleting port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:26:56.457257 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-68a0caf4-6a6f-4b5c-be10-5e7823ff9c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.542082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-68a0caf4-6a6f-4b5c-be10-5e7823ff9c95 None None] For port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5bba6aff-6585-48cc-96aa-1eaeffe58c6c,segment=NetworkSegment(8a5bab4a-9796-47d5-ab10-1a1a882429c3),segment_id=8a5bab4a-9796-47d5-ab10-1a1a882429c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:26:56.542647 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-68a0caf4-6a6f-4b5c-be10-5e7823ff9c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.556290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-68a0caf4-6a6f-4b5c-be10-5e7823ff9c95 None None] Calling delete_port for 5bba6aff-6585-48cc-96aa-1eaeffe58c6c owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:26:56.575912 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.613805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] No DVR routers for this DVR port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:26:56.619512 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Pushing event deleted for resources: {'Port': ['ID=5bba6aff-6585-48cc-96aa-1eaeffe58c6c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:56.659039 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-68a0caf4-6a6f-4b5c-be10-5e7823ff9c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.685992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0caf4-6a6f-4b5c-be10-5e7823ff9c95 None None] Pushing event deleted for resources: {'Port': ['ID=5bba6aff-6585-48cc-96aa-1eaeffe58c6c,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:56.691147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a0caf4-6a6f-4b5c-be10-5e7823ff9c95 None None] No DVR routers for this DVR port 5bba6aff-6585-48cc-96aa-1eaeffe58c6c on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:26:56.724239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.744517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cdb89-7ce0-4cee-b51b-45f21b825755 req-5ddc7a05-ec30-4b03-8bb7-62e7f21dd8fe tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:56.746994 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e9cdb89-7ce0-4cee-b51b-45f21b825755 req-5ddc7a05-ec30-4b03-8bb7-62e7f21dd8fe tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1313760 Sep 08 13:26:56.766718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94128c7a-143e-4284-b21f-f35c48c0a07f']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:56.783669 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5bab4a-9796-47d5-ab10-1a1a882429c3') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:56.784269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5bab4a-9796-47d5-ab10-1a1a882429c3') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:26:56.796337 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.826947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e9cdb89-7ce0-4cee-b51b-45f21b825755 req-78708726-1bf9-43e9-8a1a-5836566353b1 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702922 Sep 08 13:26:56.828096 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.830929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 44410a06-bc86-4bc4-a427-f24b87f7a23b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:26:56.840585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:26:56.840585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:26:56.849388 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:26:56.858568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 44410a06-bc86-4bc4-a427-f24b87f7a23b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:26:56.859020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 44410a06-bc86-4bc4-a427-f24b87f7a23b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:26:56.859546 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 37d7a5de-fc86-4100-8440-3061cc1e3bb4 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:26:56.882124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 37d7a5de-fc86-4100-8440-3061cc1e3bb4 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:26:56.882509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 37d7a5de-fc86-4100-8440-3061cc1e3bb4 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:26:56.882938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5bba6aff-6585-48cc-96aa-1eaeffe58c6c no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:26:56.902236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 5bba6aff-6585-48cc-96aa-1eaeffe58c6c {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:26:56.902587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5bba6aff-6585-48cc-96aa-1eaeffe58c6c not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:26:56.958327 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.967403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:56.969676 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] 10.222.0.69 "DELETE /v2.0/networks/94128c7a-143e-4284-b21f-f35c48c0a07f HTTP/1.1" status: 204 len: 168 time: 0.8271613 Sep 08 13:26:56.990760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55a545-0835-446a-a068-9da4f1ead66f admin admin] Pushing event deleted for resources: {'Network': ['ID=94128c7a-143e-4284-b21f-f35c48c0a07f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:57.475701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43968) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:57.522670 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c1433b54-0e54-489c-9d7a-5b2b3fe018e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=530dc135970c42fa8a64c76e67a2c40e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457420 Sep 08 13:26:57.527454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43970) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:57.604869 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c4d8b97-df77-4593-b5b2-6fb02906f289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:57.629111 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c4d8b97-df77-4593-b5b2-6fb02906f289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:57.780745 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c4d8b97-df77-4593-b5b2-6fb02906f289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:57.783586 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c4d8b97-df77-4593-b5b2-6fb02906f289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:57.787740 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2c4d8b97-df77-4593-b5b2-6fb02906f289 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/aebb5214-f892-4215-a481-7b6ffd8991ec HTTP/1.1" status: 204 len: 168 time: 0.2563279 Sep 08 13:26:57.793511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d8b97-df77-4593-b5b2-6fb02906f289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebb5214-f892-4215-a481-7b6ffd8991ec,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:57.990772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b3902-6af2-40ab-b3ed-32c24288f9bf req-aa8b8720-9ed1-4928-9089-e4194cc3bd27 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:57.992589 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca3b3902-6af2-40ab-b3ed-32c24288f9bf req-aa8b8720-9ed1-4928-9089-e4194cc3bd27 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.0807498 Sep 08 13:26:58.273453 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca3b3902-6af2-40ab-b3ed-32c24288f9bf req-959a2ff5-9107-4481-84cc-360576421525 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 Sep 08 13:26:58.573844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43998) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:58.688474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-network', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:58.797719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Made reservation on behalf of 37ce8e07b88d4ed589a5019633373d32 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:26:58.800116 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:58.809639 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:58.926645 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:59.020341 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:59.047131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:26:59.056969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f79d341-2659-4191-a1d2-f09d86901a91,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:59.065915 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:59.065915 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Added segment e4d465e6-8515-4a6d-bcec-c9c0bb7550c4 of type vlan for network 05942d12-dd94-420c-9bef-32cfedd93d3d Sep 08 13:26:59.126719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:59.220026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f75ec-9207-46c7-90cc-48f543dfb219 req-a80b1aa1-8745-4e73-b48c-3260968af61d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:59.222631 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a71f75ec-9207-46c7-90cc-48f543dfb219 req-a80b1aa1-8745-4e73-b48c-3260968af61d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.0936809 Sep 08 13:26:59.237770 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:59.239363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:26:59.239505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:59.269556 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a71f75ec-9207-46c7-90cc-48f543dfb219 req-77210baf-01f5-481d-808c-97d89638c607 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Sep 08 13:26:59.308629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] Pushing event updated for resources: {'Network': ['ID=05942d12-dd94-420c-9bef-32cfedd93d3d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:26:59.319993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 05942d12-dd94-420c-9bef-32cfedd93d3d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:26:59.382892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7b9766d1-5d66-4458-9d41-de5fd6338324 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8073418 Sep 08 13:26:59.391343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44046) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:26:59.396700 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-58b37912-d06e-44b6-b77e-2f255cc60ff3 admin admin] Request body: {'subnet': {'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-subnet', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:26:59.591757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b37912-d06e-44b6-b77e-2f255cc60ff3 admin admin] Made reservation on behalf of 37ce8e07b88d4ed589a5019633373d32 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:26:59.595213 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-58b37912-d06e-44b6-b77e-2f255cc60ff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:26:59.945728 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-58b37912-d06e-44b6-b77e-2f255cc60ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:00.009383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b37912-d06e-44b6-b77e-2f255cc60ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f19a8b0-578c-476d-846a-fab4172242ec,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:00.019541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b37912-d06e-44b6-b77e-2f255cc60ff3 admin admin] Checking segment: {'id': 'e4d465e6-8515-4a6d-bcec-c9c0bb7550c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:00.019541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b37912-d06e-44b6-b77e-2f255cc60ff3 admin admin] Network hostable DHCP agents. Network: 05942d12-dd94-420c-9bef-32cfedd93d3d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:27:00.118630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b37912-d06e-44b6-b77e-2f255cc60ff3 admin admin] Network 05942d12-dd94-420c-9bef-32cfedd93d3d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:27:00.216984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44080) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:00.238333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-58b37912-d06e-44b6-b77e-2f255cc60ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 05942d12-dd94-420c-9bef-32cfedd93d3d) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:00.251784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f762c2d0-d2a2-4a14-95ec-e82d2ba328ee None None] Network 05942d12-dd94-420c-9bef-32cfedd93d3d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:27:00.256286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b37912-d06e-44b6-b77e-2f255cc60ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:00.257730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-58b37912-d06e-44b6-b77e-2f255cc60ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:00.401505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac737e62-c0b9-44aa-814f-e0820e41cc0b None None] Network 05942d12-dd94-420c-9bef-32cfedd93d3d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:27:00.405128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e6d055-1df4-496b-97a2-8c9ec60c1db3 req-2a034b73-1e60-446a-80ef-d7a37e1782e9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:00.406812 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-54e6d055-1df4-496b-97a2-8c9ec60c1db3 req-2a034b73-1e60-446a-80ef-d7a37e1782e9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.0550101 Sep 08 13:27:00.437848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-58b37912-d06e-44b6-b77e-2f255cc60ff3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0443878 Sep 08 13:27:00.438568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44096) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:00.444293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:00.485821 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-54e6d055-1df4-496b-97a2-8c9ec60c1db3 req-7d72d0e6-b95a-4e65-bde9-18c7fffc1989 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701632 Sep 08 13:27:00.540471 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:00.541569 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:00.607809 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:00.640529 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a76eec1d-465d-4ab9-989d-6e9bbb2994de admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:00.779902 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a76eec1d-465d-4ab9-989d-6e9bbb2994de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:00.878078 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a76eec1d-465d-4ab9-989d-6e9bbb2994de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:00.883398 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:00.924407 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a76eec1d-465d-4ab9-989d-6e9bbb2994de admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=52b84ddff47f48d091df1aec20e247a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7071128 Sep 08 13:27:00.927613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76eec1d-465d-4ab9-989d-6e9bbb2994de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d6e8f8-f820-45b1-a25f-30e91fa84349,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:00.927778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44112) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:00.982773 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e9041cc2-d85d-469f-a105-8b5453b0fb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:01.005178 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e9041cc2-d85d-469f-a105-8b5453b0fb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:01.146278 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e9041cc2-d85d-469f-a105-8b5453b0fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:01.151005 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e9041cc2-d85d-469f-a105-8b5453b0fb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:01.152281 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e9041cc2-d85d-469f-a105-8b5453b0fb74 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/30d6e8f8-f820-45b1-a25f-30e91fa84349 HTTP/1.1" status: 204 len: 168 time: 0.2240045 Sep 08 13:27:01.161745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9041cc2-d85d-469f-a105-8b5453b0fb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d6e8f8-f820-45b1-a25f-30e91fa84349,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:01.290505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:01.311678 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:01.442560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Allocated IP 172.25.5.4 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/d8a58e14-8e38-475b-ac97-6ba1a56ed367) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:01.586020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:01.763762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69752564-c302-4f4a-8311-b053edda7351 req-a0fb59ab-8bbd-49f1-b25e-7d71d78fbc0b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:01.763762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69752564-c302-4f4a-8311-b053edda7351 req-a0fb59ab-8bbd-49f1-b25e-7d71d78fbc0b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1285164 Sep 08 13:27:01.782777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69752564-c302-4f4a-8311-b053edda7351 req-c3f6f71d-fe35-4c01-82e7-2c7529866738 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548179 Sep 08 13:27:01.798224 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:01.842597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:01.845895 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:01.853033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:01.893562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a58e14-8e38-475b-ac97-6ba1a56ed367,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:02.559126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:02.808931 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:02.997073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe6aa6-929a-486d-9323-bea3164a33dc req-7fe9509e-d274-4cbb-8d5d-ab431d1cd657 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:03.003671 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3fe6aa6-929a-486d-9323-bea3164a33dc req-7fe9509e-d274-4cbb-8d5d-ab431d1cd657 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.0881488 Sep 08 13:27:03.050118 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3fe6aa6-929a-486d-9323-bea3164a33dc req-82a0db62-4e49-4b30-97d3-f0e7c356d3bb tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Sep 08 13:27:03.129297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Router a7ad17c1-7a71-447e-ad30-cde5669914e1 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:27:03.280409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:27:03.286590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Sync routers for ids ['a7ad17c1-7a71-447e-ad30-cde5669914e1'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:27:03.297256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Routers {'a7ad17c1-7a71-447e-ad30-cde5669914e1'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:03.298819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['a7ad17c1-7a71-447e-ad30-cde5669914e1'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:03.374811 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:03.378229 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6e39b348-dae2-43e2-bac2-842cd3f11126 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9365699 Sep 08 13:27:03.379339 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44190) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:03.571539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Set router a7ad17c1-7a71-447e-ad30-cde5669914e1 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:27:03.687261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff278823-0045-4b34-b996-1c767836c71c req-2ffb846b-c647-4928-b8c4-4016511e0566 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1222928 Sep 08 13:27:03.789029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:27:02Z', 'revision_number': 3, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:03.826566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Checking router: a7ad17c1-7a71-447e-ad30-cde5669914e1 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:27:03.827662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Updating router a7ad17c1-7a71-447e-ad30-cde5669914e1 port d8a58e14-8e38-475b-ac97-6ba1a56ed367 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:27:03.846404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff278823-0045-4b34-b996-1c767836c71c req-a973566a-dfcc-4b3d-a880-e74f8f8aa61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:03.848240 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff278823-0045-4b34-b996-1c767836c71c req-a973566a-dfcc-4b3d-a880-e74f8f8aa61d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 1097 time: 0.1042845 Sep 08 13:27:03.862883 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:04.021792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44202) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:04.049709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff278823-0045-4b34-b996-1c767836c71c req-1ecc72e9-cc6f-4176-aad4-56cc58e87fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:04.051264 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff278823-0045-4b34-b996-1c767836c71c req-1ecc72e9-cc6f-4176-aad4-56cc58e87fad service neutron] 10.222.0.60 "GET /v2.0/networks?id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759 HTTP/1.1" status: 200 len: 916 time: 0.1790075 Sep 08 13:27:04.132174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff278823-0045-4b34-b996-1c767836c71c req-ab989e38-b22b-4892-87a2-8172ee1486d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0de9164-252d-4930-a174-ab9409a62df8 HTTP/1.1" status: 200 len: 217 time: 0.0695987 Sep 08 13:27:04.221361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff278823-0045-4b34-b996-1c767836c71c req-5dbbb111-177b-4735-99d2-c89504e34d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:04.227508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff278823-0045-4b34-b996-1c767836c71c req-5dbbb111-177b-4735-99d2-c89504e34d34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c2665831-97b9-4458-a009-1681e7f31e07 HTTP/1.1" status: 200 len: 855 time: 0.0810483 Sep 08 13:27:04.279551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3f0e7a8-6c54-4476-8115-f6c6d470a77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:04.335751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff278823-0045-4b34-b996-1c767836c71c req-d234a25b-7c8c-44d2-9e36-f9c51ce859a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990810 Sep 08 13:27:04.370138 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:04.374645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Transition to ACTIVE for port object d8a58e14-8e38-475b-ac97-6ba1a56ed367 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:04.394720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5069d-56cd-46c5-a81a-2505d579328a req-1b1d5504-8be5-4ee7-9634-35b09d27e83b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:04.408839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cc5069d-56cd-46c5-a81a-2505d579328a req-1b1d5504-8be5-4ee7-9634-35b09d27e83b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1766107 Sep 08 13:27:04.410310 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:04.449554 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:04.539472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cc5069d-56cd-46c5-a81a-2505d579328a req-a7038af1-02b1-4b50-b5f9-7418165f3a30 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226656 Sep 08 13:27:04.553919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Attempting to bind port d8a58e14-8e38-475b-ac97-6ba1a56ed367 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:27:04.554390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Attempting to bind port d8a58e14-8e38-475b-ac97-6ba1a56ed367 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:27:04.554799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Attempting to bind port d8a58e14-8e38-475b-ac97-6ba1a56ed367 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:27:04.562010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:27:04.562588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:04.562997 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:04.563404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:27:04.563926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Bound port: d8a58e14-8e38-475b-ac97-6ba1a56ed367, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:27:04.564950 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:04.591694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4127725-a067-458f-88fe-521288503a76 None None] Pushing event updated for resources: {'Port': ['ID=d8a58e14-8e38-475b-ac97-6ba1a56ed367,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:04.596191 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff278823-0045-4b34-b996-1c767836c71c req-39086cb7-8d33-4938-8319-a8e19715ea63 service neutron] 10.222.0.60 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443135 Sep 08 13:27:04.646817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] For port d8a58e14-8e38-475b-ac97-6ba1a56ed367, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:27:04.651452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] For port d8a58e14-8e38-475b-ac97-6ba1a56ed367, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d8a58e14-8e38-475b-ac97-6ba1a56ed367,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:27:04.713989 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Allocated IP 172.20.0.1 (05942d12-dd94-420c-9bef-32cfedd93d3d/6f19a8b0-578c-476d-846a-fab4172242ec/c5e4e305-fd05-4c29-b45e-dca1e52acd0a) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:04.724125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3f0e7a8-6c54-4476-8115-f6c6d470a77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:04.751145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff278823-0045-4b34-b996-1c767836c71c req-384086b2-0e82-4d18-9c66-eed8efe2216b service neutron] 10.222.0.60 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459548 Sep 08 13:27:04.828347 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:04.866705 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:04.901296 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3f0e7a8-6c54-4476-8115-f6c6d470a77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:04.930507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4127725-a067-458f-88fe-521288503a76 None None] Pushing event updated for resources: {'Port': ['ID=d8a58e14-8e38-475b-ac97-6ba1a56ed367,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:04.941907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Routers {'a7ad17c1-7a71-447e-ad30-cde5669914e1'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:04.942681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['a7ad17c1-7a71-447e-ad30-cde5669914e1'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:04.961408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0e7a8-6c54-4476-8115-f6c6d470a77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cbb832-9d82-4e8a-a27a-866cf5cb8604,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:04.967226 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e3f0e7a8-6c54-4476-8115-f6c6d470a77b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=59fcc5ae68034fa0944548047c9c54ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9527743 Sep 08 13:27:04.970050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44220) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:05.028396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-776456e0-4bde-4aa7-9cf6-35c09a17e09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:05.046398 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:05.064346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] Set router a7ad17c1-7a71-447e-ad30-cde5669914e1 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:27:05.079133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Network 05942d12-dd94-420c-9bef-32cfedd93d3d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:05.090617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:05.093049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:05.102528 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-776456e0-4bde-4aa7-9cf6-35c09a17e09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:05.178009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e4e305-fd05-4c29-b45e-dca1e52acd0a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:05.202542 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:05.266347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:27:02Z', 'revision_number': 3, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:05.285281 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a577096-76fe-4b12-a24d-bc949493c91e req-1f9898db-121d-4a68-8329-e44e38fddae0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1874514 Sep 08 13:27:05.302377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e08811b-4e76-4ac8-a867-9bb8b7e81cf9 None None] The sync data for ids ['a7ad17c1-7a71-447e-ad30-cde5669914e1'] in n-d-807558-3 is: [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:27:02Z', 'revision_number': 3, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:27:05.397971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a577096-76fe-4b12-a24d-bc949493c91e req-d031c527-0330-4b22-a483-350d4e0095f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:05.399775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a577096-76fe-4b12-a24d-bc949493c91e req-d031c527-0330-4b22-a483-350d4e0095f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=207e73cd8f8940b5be01d6998a9ae6a3&device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 1096 time: 0.0686474 Sep 08 13:27:05.491010 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-776456e0-4bde-4aa7-9cf6-35c09a17e09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:05.494513 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-776456e0-4bde-4aa7-9cf6-35c09a17e09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:05.495971 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-776456e0-4bde-4aa7-9cf6-35c09a17e09a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d7cbb832-9d82-4e8a-a27a-866cf5cb8604 HTTP/1.1" status: 204 len: 168 time: 0.5248277 Sep 08 13:27:05.510739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776456e0-4bde-4aa7-9cf6-35c09a17e09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cbb832-9d82-4e8a-a27a-866cf5cb8604,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:05.580328 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:05.618110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a577096-76fe-4b12-a24d-bc949493c91e req-c860fa19-cffa-4647-9af0-23a3be3cce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:05.620130 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a577096-76fe-4b12-a24d-bc949493c91e req-c860fa19-cffa-4647-9af0-23a3be3cce82 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ae81d27-75d8-4571-96ed-df0c006208f1 HTTP/1.1" status: 200 len: 917 time: 0.1977048 Sep 08 13:27:05.960281 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a577096-76fe-4b12-a24d-bc949493c91e req-501740ca-7bde-480e-9e4a-31212e647b5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b2bd0795-946d-45be-b73a-38d2a189624b HTTP/1.1" status: 200 len: 1000 time: 0.3067672 Sep 08 13:27:06.038228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44246) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:06.068074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a25a1-c09f-42b3-88a0-b0c24d9e6ea6 req-e922dc20-da7b-4a3f-9973-2534570770f2 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:06.069694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d96a25a1-c09f-42b3-88a0-b0c24d9e6ea6 req-e922dc20-da7b-4a3f-9973-2534570770f2 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.2929738 Sep 08 13:27:06.088555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a577096-76fe-4b12-a24d-bc949493c91e req-47cd298f-a001-4729-b32e-818b24ad2b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:06.090048 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a577096-76fe-4b12-a24d-bc949493c91e req-47cd298f-a001-4729-b32e-818b24ad2b7e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cbe855ef-3a09-4103-8070-4fb584d5dc39 HTTP/1.1" status: 200 len: 855 time: 0.1229527 Sep 08 13:27:06.173276 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d96a25a1-c09f-42b3-88a0-b0c24d9e6ea6 req-97001f13-0f02-4bae-909b-141490b81e28 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893922 Sep 08 13:27:06.201675 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:06.209034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a577096-76fe-4b12-a24d-bc949493c91e req-052bd911-c765-481e-a5e0-7377e389c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:06.210617 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a577096-76fe-4b12-a24d-bc949493c91e req-052bd911-c765-481e-a5e0-7377e389c700 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ae81d27-75d8-4571-96ed-df0c006208f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042333 Sep 08 13:27:06.286504 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:06.314658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:06.381869 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:06.391052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e4e305-fd05-4c29-b45e-dca1e52acd0a,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:06.398688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a577096-76fe-4b12-a24d-bc949493c91e req-1b4cdfa3-286c-488e-8334-4d0f2b57e1e9 service neutron] 10.222.0.70 "GET /v2.0/networks/2ae81d27-75d8-4571-96ed-df0c006208f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802273 Sep 08 13:27:06.399821 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:06.550342 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:06.588650 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Network 05942d12-dd94-420c-9bef-32cfedd93d3d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:06.591382 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2a577096-76fe-4b12-a24d-bc949493c91e req-7ac98bf7-7c42-41ec-86cd-098e0cd1807d service neutron] 10.222.0.70 "GET /v2.0/networks/2ae81d27-75d8-4571-96ed-df0c006208f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855333 Sep 08 13:27:06.592816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:06.658897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44258) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:06.705296 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-14b42a1b-b8f5-45ef-b344-5aaa98aae16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:06.706135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Allocated IP 172.25.5.48 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/6df7a202-fda4-4950-b211-87932088ca0c) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:06.767297 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Router a7ad17c1-7a71-447e-ad30-cde5669914e1 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:27:06.857532 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:06.861657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d8a58e14-8e38-475b-ac97-6ba1a56ed367 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:06.947818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-fc1b6a89-f2ef-4a1d-9b20-03c7d7472571 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:06.949320 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-fc1b6a89-f2ef-4a1d-9b20-03c7d7472571 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/networks?id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759 HTTP/1.1" status: 200 len: 815 time: 0.2039521 Sep 08 13:27:06.975126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:06.997358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port d8a58e14-8e38-475b-ac97-6ba1a56ed367 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:07.002030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d8a58e14-8e38-475b-ac97-6ba1a56ed367 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:07.003119 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.013875 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-d23f3d6c-531f-4765-a016-cbca8cd783c6 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/quotas/8cdb970572fb48fcb75dcb584126b1d5 HTTP/1.1" status: 200 len: 375 time: 0.0255833 Sep 08 13:27:07.030562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:07.033441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:07.037050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:07.046143 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-14b42a1b-b8f5-45ef-b344-5aaa98aae16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.063179 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:27:07.069429 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c3142b30-d718-4be1-ae82-a664b35fc811 admin admin] 10.222.0.69 "PUT /v2.0/routers/a7ad17c1-7a71-447e-ad30-cde5669914e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6889119 Sep 08 13:27:07.087472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event updated for resources: {'Port': ['ID=6df7a202-fda4-4950-b211-87932088ca0c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:07.098810 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-0c1ac608-9d32-4aa4-b389-9c3eb4aadfc8 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753865 Sep 08 13:27:07.122518 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-14b42a1b-b8f5-45ef-b344-5aaa98aae16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.125625 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.155981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port d8a58e14-8e38-475b-ac97-6ba1a56ed367, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d8a58e14-8e38-475b-ac97-6ba1a56ed367,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:07.199995 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.226555 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-14b42a1b-b8f5-45ef-b344-5aaa98aae16e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eebc2157bc4b40938e13e930bc19a4b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5662980 Sep 08 13:27:07.229323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44280) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:07.230460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b42a1b-b8f5-45ef-b344-5aaa98aae16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fc8c0d-c2d5-4257-8aa1-4bfa27ff9d91,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:07.259528 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.274376 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-92e849de-05a5-4e18-ad5c-9bb293900e12 service neutron] 10.222.0.69 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615043 Sep 08 13:27:07.333803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=d8a58e14-8e38-475b-ac97-6ba1a56ed367,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:07.358229 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4cf18cb-c5a8-49ff-865c-8b65c361db49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.384813 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.387282 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-73eadaf0-d1e4-4432-af7a-372a39ca80ea service neutron] 10.222.0.69 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033478 Sep 08 13:27:07.398695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dbb83-0833-481b-b3ff-702e9f74c3e7 req-7fb62674-b6fb-4375-8484-98fc84d5036e tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:07.400324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-007dbb83-0833-481b-b3ff-702e9f74c3e7 req-7fb62674-b6fb-4375-8484-98fc84d5036e tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1047070 Sep 08 13:27:07.428058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4cf18cb-c5a8-49ff-865c-8b65c361db49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.507809 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-007dbb83-0833-481b-b3ff-702e9f74c3e7 req-e1ae27ff-7503-4737-8264-f495331870c3 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837963 Sep 08 13:27:07.576227 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Sync routers for ids ['a7ad17c1-7a71-447e-ad30-cde5669914e1'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:27:07.587375 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Routers {'a7ad17c1-7a71-447e-ad30-cde5669914e1'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:07.588274 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['a7ad17c1-7a71-447e-ad30-cde5669914e1'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:07.668887 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.683578 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4cf18cb-c5a8-49ff-865c-8b65c361db49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.687059 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4cf18cb-c5a8-49ff-865c-8b65c361db49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.688744 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a4cf18cb-c5a8-49ff-865c-8b65c361db49 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/04fc8c0d-c2d5-4257-8aa1-4bfa27ff9d91 HTTP/1.1" status: 204 len: 168 time: 0.4583967 Sep 08 13:27:07.718970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf18cb-c5a8-49ff-865c-8b65c361db49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fc8c0d-c2d5-4257-8aa1-4bfa27ff9d91,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:07.730476 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Set router a7ad17c1-7a71-447e-ad30-cde5669914e1 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:27:07.741448 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d998f4f4-4b43-41be-beaa-bdb62b353b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.748969 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-acd3d175-4529-4655-b0e8-a7cb6343dbef req-ce468d48-392e-4135-8300-49c82c2bd771 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 210 time: 0.0668066 Sep 08 13:27:07.763637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:07.809937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event updated for resources: {'Port': ['ID=6df7a202-fda4-4950-b211-87932088ca0c,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:07.868977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.019221 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.023922 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a966dbe5-24ee-48b3-9da7-9bbab1c4cc46 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9771595 Sep 08 13:27:08.026523 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44312) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:08.037081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1171105776'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:08.060818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-46c68efd-5e07-4066-8f3e-df739b8a58be tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:08.063159 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-46c68efd-5e07-4066-8f3e-df739b8a58be tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/networks?id=05942d12-dd94-420c-9bef-32cfedd93d3d HTTP/1.1" status: 200 len: 819 time: 0.1616411 Sep 08 13:27:08.079873 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:27:05Z', 'revision_number': 4, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c5e4e305-fd05-4c29-b45e-dca1e52acd0a', 'name': '', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'mac_address': 'fa:16:3e:e7:76:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:04Z', 'updated_at': '2021-09-08T13:27:05Z', 'revision_number': 2, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'subnets': [{'id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:08.081579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-19cd74ca-cfe1-446e-92f6-f977ac73e2f7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/quotas/37ce8e07b88d4ed589a5019633373d32 HTTP/1.1" status: 200 len: 375 time: 0.0118930 Sep 08 13:27:08.114057 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Checking router: a7ad17c1-7a71-447e-ad30-cde5669914e1 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:27:08.117631 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Updating router a7ad17c1-7a71-447e-ad30-cde5669914e1 port c5e4e305-fd05-4c29-b45e-dca1e52acd0a binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:27:08.136429 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b8e350d2-9260-47c8-91b0-9dfb3eb25bb1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=37ce8e07b88d4ed589a5019633373d32&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0470474 Sep 08 13:27:08.144898 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.181052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Made reservation on behalf of ac763394349f4503acf8f49a7982070d for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:08.185082 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.196474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.289922 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-f34b160b-f1f5-4353-a91b-3097dd2b2179 service neutron] 10.222.0.69 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451931 Sep 08 13:27:08.383412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.437354 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-0d802c75-21fa-4c7f-88f0-edd63ff7d911 service neutron] 10.222.0.69 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443427 Sep 08 13:27:08.453277 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.465330 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Transition to ACTIVE for port object c5e4e305-fd05-4c29-b45e-dca1e52acd0a will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:08.593764 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.608933 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.638313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:27:08.662400 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17f1eab3-a553-49ce-9a7e-4a13deb2378d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:08.689070 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440a1ba-9155-476e-8f78-d3d20ce76b8f None None] Pushing event updated for resources: {'Port': ['ID=c5e4e305-fd05-4c29-b45e-dca1e52acd0a,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:08.724495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83551132-4b3a-43a9-b202-f6a866ae7f6f req-4c6a0194-6048-4291-a8aa-56651fc780b8 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:08.729190 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-83551132-4b3a-43a9-b202-f6a866ae7f6f req-4c6a0194-6048-4291-a8aa-56651fc780b8 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1433699 Sep 08 13:27:08.729190 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.729190 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Added segment 8f8991b4-9c7b-44ab-b528-707a622d4bc3 of type vlan for network 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 Sep 08 13:27:08.729934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e251f54-4c24-400f-9975-4920fab9b0ee req-50ef81d0-44d7-48e9-83e0-707aeb98f4a0 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 210 time: 0.0350277 Sep 08 13:27:08.823892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d8a58e14-8e38-475b-ac97-6ba1a56ed367 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:08.855731 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Attempting to bind port c5e4e305-fd05-4c29-b45e-dca1e52acd0a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:27:08.855731 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Attempting to bind port c5e4e305-fd05-4c29-b45e-dca1e52acd0a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'e4d465e6-8515-4a6d-bcec-c9c0bb7550c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:27:08.855731 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Attempting to bind port c5e4e305-fd05-4c29-b45e-dca1e52acd0a on network 05942d12-dd94-420c-9bef-32cfedd93d3d {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:27:08.863251 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:27:08.863629 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Checking segment: {'id': 'e4d465e6-8515-4a6d-bcec-c9c0bb7550c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:08.864043 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.864632 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Bound using segment: {'id': 'e4d465e6-8515-4a6d-bcec-c9c0bb7550c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:27:08.865018 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Bound port: c5e4e305-fd05-4c29-b45e-dca1e52acd0a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d465e6-8515-4a6d-bcec-c9c0bb7550c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:27:08.865397 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.894805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-83551132-4b3a-43a9-b202-f6a866ae7f6f req-53ff6029-08e1-4842-a154-8cd452787aff tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511469 Sep 08 13:27:08.896708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.924934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4fb2450-f79a-4f05-be25-74959d8d42a7 req-4dcacad6-fd4c-4bc0-8af1-6621c552fe44 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 210 time: 0.0617549 Sep 08 13:27:08.951477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d8a58e14-8e38-475b-ac97-6ba1a56ed367 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:08.951477 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:08.951686 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] For port c5e4e305-fd05-4c29-b45e-dca1e52acd0a, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:27:08.954792 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] For port c5e4e305-fd05-4c29-b45e-dca1e52acd0a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c5e4e305-fd05-4c29-b45e-dca1e52acd0a,segment=NetworkSegment(e4d465e6-8515-4a6d-bcec-c9c0bb7550c4),segment_id=e4d465e6-8515-4a6d-bcec-c9c0bb7550c4)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:27:09.031673 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:09.037282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:09.037886 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:09.060892 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:09.129809 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Routers {'a7ad17c1-7a71-447e-ad30-cde5669914e1'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:09.130788 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:26:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['a7ad17c1-7a71-447e-ad30-cde5669914e1'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:09.132733 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440a1ba-9155-476e-8f78-d3d20ce76b8f None None] Pushing event updated for resources: {'Port': ['ID=c5e4e305-fd05-4c29-b45e-dca1e52acd0a,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:09.139996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event updated for resources: {'Network': ['ID=7e8c84fa-4b3e-4aa0-a028-dafd0d093e00,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:09.152240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:27:09.385535 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] Set router a7ad17c1-7a71-447e-ad30-cde5669914e1 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:27:09.528044 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:27:05Z', 'revision_number': 4, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c5e4e305-fd05-4c29-b45e-dca1e52acd0a', 'name': '', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'mac_address': 'fa:16:3e:e7:76:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:04Z', 'updated_at': '2021-09-08T13:27:08Z', 'revision_number': 4, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'subnets': [{'id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:09.554050 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e55530e-0da8-4ee7-812a-555669839c96 None None] The sync data for ids ['a7ad17c1-7a71-447e-ad30-cde5669914e1'] in n-d-807558-3 is: [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:27:05Z', 'revision_number': 4, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c5e4e305-fd05-4c29-b45e-dca1e52acd0a', 'name': '', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'mac_address': 'fa:16:3e:e7:76:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:04Z', 'updated_at': '2021-09-08T13:27:08Z', 'revision_number': 4, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'subnets': [{'id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:27:09.926145 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-288f4621-cdf4-48c4-96fa-3b2c69f75517 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8960016 Sep 08 13:27:09.926693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44358) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:09.928726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3b2aaf55-0bd2-4084-a088-e646aace3319 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Request body: {'subnet': {'network_id': '7e8c84fa-4b3e-4aa0-a028-dafd0d093e00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:10.093885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41819d70-a319-428f-b964-421b7f9786b9 req-1960a29c-a8b6-49b1-be44-e3d2f6d96ca0 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 210 time: 0.3095031 Sep 08 13:27:10.211568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9c9d1a4-e5c0-4457-ab5a-1ead34d7ba14 req-3e31cf4a-bb78-43b7-bc8c-e9ce94e944db tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 210 time: 0.0339527 Sep 08 13:27:10.235100 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5ef94c29-82cd-4841-9360-172fcc725a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:10.249686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2aaf55-0bd2-4084-a088-e646aace3319 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Made reservation on behalf of ac763394349f4503acf8f49a7982070d for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:10.254996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b2aaf55-0bd2-4084-a088-e646aace3319 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:10.415434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59132ca-aabd-4040-be79-fdb27d65bd0a req-acd99fde-e3dd-4bfe-af76-87a214d66122 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:10.422817 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a59132ca-aabd-4040-be79-fdb27d65bd0a req-acd99fde-e3dd-4bfe-af76-87a214d66122 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.4582524 Sep 08 13:27:10.458728 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dee4e-a222-497d-b1c6-23a6c7efba5e req-7c262066-ea20-48fd-9664-e6cf82a9922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:10.460329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bf4dee4e-a222-497d-b1c6-23a6c7efba5e req-7c262066-ea20-48fd-9664-e6cf82a9922e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 1097 time: 0.0692794 Sep 08 13:27:10.462440 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a59132ca-aabd-4040-be79-fdb27d65bd0a req-1287e65c-0f32-4bb8-bb1e-28bbd2251ea8 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378101 Sep 08 13:27:10.483232 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:10.530831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bf4dee4e-a222-497d-b1c6-23a6c7efba5e req-6bb6521a-3bed-484d-92fe-ec397cbdc07d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465317 Sep 08 13:27:10.677797 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b2aaf55-0bd2-4084-a088-e646aace3319 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:10.750368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2aaf55-0bd2-4084-a088-e646aace3319 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event updated for resources: {'Subnet': ['ID=b29e52bc-b8a7-4778-8cf6-fbe394dcd5cc,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:10.760097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2aaf55-0bd2-4084-a088-e646aace3319 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Checking segment: {'id': '8f8991b4-9c7b-44ab-b528-707a622d4bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '7e8c84fa-4b3e-4aa0-a028-dafd0d093e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:10.760474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2aaf55-0bd2-4084-a088-e646aace3319 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Network hostable DHCP agents. Network: 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:27:10.873801 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2aaf55-0bd2-4084-a088-e646aace3319 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Network 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:27:10.875461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c5e4e305-fd05-4c29-b45e-dca1e52acd0a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:10.969895 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3b2aaf55-0bd2-4084-a088-e646aace3319 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:10.976435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2aaf55-0bd2-4084-a088-e646aace3319 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:10.977789 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b2aaf55-0bd2-4084-a088-e646aace3319 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:10.990452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ac174d-9a4c-4b57-977d-47a2758ad30a None None] Network 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:27:11.061341 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3b2aaf55-0bd2-4084-a088-e646aace3319 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1368217 Sep 08 13:27:11.063667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port c5e4e305-fd05-4c29-b45e-dca1e52acd0a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:11.063933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44384) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:11.068877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2047641758', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:11.077019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port c5e4e305-fd05-4c29-b45e-dca1e52acd0a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:11.077019 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:11.193466 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:11.194795 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:11.222434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-3e64e7bc-39fe-4c80-a3ca-bc1a0f21c863 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:11.224852 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-3e64e7bc-39fe-4c80-a3ca-bc1a0f21c863 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.70 "GET /v2.0/networks?id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759 HTTP/1.1" status: 200 len: 815 time: 0.1687899 Sep 08 13:27:11.237938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06258bf2-d426-44e2-89e9-47dc5fceb8b7 req-80ba6d90-1c17-450a-ad58-7f0913d54d4f tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 210 time: 0.0456514 Sep 08 13:27:11.248049 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:11.268126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-7e8c84fa-4b3e-4aa0-a028-dafd0d093e00', 'network_id': '7e8c84fa-4b3e-4aa0-a028-dafd0d093e00', 'tenant_id': 'ac763394349f4503acf8f49a7982070d', 'fixed_ips': [{'subnet_id': 'b29e52bc-b8a7-4778-8cf6-fbe394dcd5cc'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:27:11.269036 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:11.269515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Request body: {'port': {'device_id': 'b517e137-6da7-472e-9747-f5dae3026ab9', 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759', 'admin_state_up': True, 'tenant_id': '8cdb970572fb48fcb75dcb584126b1d5'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:11.304804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port c5e4e305-fd05-4c29-b45e-dca1e52acd0a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c5e4e305-fd05-4c29-b45e-dca1e52acd0a,segment=NetworkSegment(e4d465e6-8515-4a6d-bcec-c9c0bb7550c4),segment_id=e4d465e6-8515-4a6d-bcec-c9c0bb7550c4)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:11.325385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:11.404798 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:11.430704 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b622395e-8114-406c-af4b-b49d316db724 req-6efa3a4c-4f51-4c8b-ba09-a4a56c710cc3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 210 time: 0.0455089 Sep 08 13:27:11.510943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Made reservation on behalf of 8cdb970572fb48fcb75dcb584126b1d5 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:11.515411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:11.535011 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=c5e4e305-fd05-4c29-b45e-dca1e52acd0a,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:11.583873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Allocated IP 172.20.0.2 (7e8c84fa-4b3e-4aa0-a028-dafd0d093e00/b29e52bc-b8a7-4778-8cf6-fbe394dcd5cc/08784323-842a-4b81-b17d-726a98abe372) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:11.659930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:11.678811 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf0210-0c2a-40da-891c-e7983c5cd129 req-aa41e920-cebd-462d-81b7-c41a0630b8cd tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:11.680914 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9cf0210-0c2a-40da-891c-e7983c5cd129 req-aa41e920-cebd-462d-81b7-c41a0630b8cd tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1225233 Sep 08 13:27:11.703851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Allocated IP 172.20.0.7 (aa668119-09d2-4bd6-a1a4-f6d4eed4e759/c2665831-97b9-4458-a009-1681e7f31e07/7874c2c3-76a3-4972-b560-dca5bcd63e9e) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:11.793197 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9cf0210-0c2a-40da-891c-e7983c5cd129 req-6f650fab-9951-4e5d-ba30-19ceaad48c89 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040609 Sep 08 13:27:11.897238 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:11.907663 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Transition to ACTIVE for port object 08784323-842a-4b81-b17d-726a98abe372 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:11.910805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-acb182fc-6925-46ae-a38c-430737d17c25 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:11.912333 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-acb182fc-6925-46ae-a38c-430737d17c25 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.70 "GET /v2.0/networks?id=05942d12-dd94-420c-9bef-32cfedd93d3d HTTP/1.1" status: 200 len: 819 time: 0.1874714 Sep 08 13:27:11.917207 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:11.930454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Transition to ACTIVE for port object 08784323-842a-4b81-b17d-726a98abe372 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:11.932364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Request body: {'port': {'device_id': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'admin_state_up': True, 'tenant_id': '37ce8e07b88d4ed589a5019633373d32'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:11.944740 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:12.015201 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:12.053824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Network 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:12.057579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:12.064189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:12.072798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Pushing event updated for resources: {'Port': ['ID=08784323-842a-4b81-b17d-726a98abe372,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:12.107466 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:12.125779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ca348617-6003-49ae-8fbb-a33b0ab21113'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:27:12.127863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c0de9164-252d-4930-a174-ab9409a62df8', '9be983b2-16f8-4243-bb72-ba2168773862'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:27:12.159629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:12.163433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:12.169564 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:12.183573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Attempting to bind port 08784323-842a-4b81-b17d-726a98abe372 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:27:12.184288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Attempting to bind port 08784323-842a-4b81-b17d-726a98abe372 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '8f8991b4-9c7b-44ab-b528-707a622d4bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '7e8c84fa-4b3e-4aa0-a028-dafd0d093e00'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:27:12.184830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Attempting to bind port 08784323-842a-4b81-b17d-726a98abe372 on network 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:27:12.198643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:27:12.199020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Checking segment: {'id': '8f8991b4-9c7b-44ab-b528-707a622d4bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '7e8c84fa-4b3e-4aa0-a028-dafd0d093e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:12.199636 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:12.200039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Bound using segment: {'id': '8f8991b4-9c7b-44ab-b528-707a622d4bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '7e8c84fa-4b3e-4aa0-a028-dafd0d093e00'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:27:12.200528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Bound port: 08784323-842a-4b81-b17d-726a98abe372, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8991b4-9c7b-44ab-b528-707a622d4bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '7e8c84fa-4b3e-4aa0-a028-dafd0d093e00'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:27:12.200914 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:12.218444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Pushing event updated for resources: {'Port': ['ID=7874c2c3-76a3-4972-b560-dca5bcd63e9e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:12.245153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:12.245926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:12.362984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] For port 08784323-842a-4b81-b17d-726a98abe372, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:27:12.393096 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4163284b-7372-4f84-9014-1876b508f67d req-e86b24ba-90fc-4a10-b36a-2b9540226697 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 210 time: 0.0352004 Sep 08 13:27:12.393624 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-425932c2-456a-4c5a-9510-51cea470846d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1599441 Sep 08 13:27:12.393769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] For port 08784323-842a-4b81-b17d-726a98abe372, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=08784323-842a-4b81-b17d-726a98abe372,segment=NetworkSegment(8f8991b4-9c7b-44ab-b528-707a622d4bc3),segment_id=8f8991b4-9c7b-44ab-b528-707a622d4bc3)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:27:12.411447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Request body: {'port': {'device_id': 'b517e137-6da7-472e-9747-f5dae3026ab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:12.442127 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:12.472805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:12.512259 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:12.516756 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:12.626922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Allocated IP 172.25.5.72 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/7ed31e7b-fccf-44e2-be81-ef691ead7d1b) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:12.643776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Made reservation on behalf of 37ce8e07b88d4ed589a5019633373d32 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:12.645881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b0e0c-909a-4f01-af8f-ff61a3aaf301 req-1c0061cc-89e8-4a2e-8f7b-93760c35d379 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:12.647487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c38b0e0c-909a-4f01-af8f-ff61a3aaf301 req-1c0061cc-89e8-4a2e-8f7b-93760c35d379 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 931 time: 0.1270406 Sep 08 13:27:12.654162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275cabf4-04f3-4326-ba9a-927689a39b04 None None] Pushing event updated for resources: {'Port': ['ID=08784323-842a-4b81-b17d-726a98abe372,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:12.655404 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:12.984807 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:13.144620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c5e4e305-fd05-4c29-b45e-dca1e52acd0a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:13.164798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb9403-6395-4393-9798-d15f1bbbe251 req-40d592c2-7544-4a9d-af2d-e9e4e6a802fa tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:13.172830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bedb9403-6395-4393-9798-d15f1bbbe251 req-40d592c2-7544-4a9d-af2d-e9e4e6a802fa tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1682167 Sep 08 13:27:13.192401 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:13.196948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Allocated IP 172.20.0.14 (05942d12-dd94-420c-9bef-32cfedd93d3d/6f19a8b0-578c-476d-846a-fab4172242ec/794e9616-0b07-4896-b5a6-6f62170adec4) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:13.201691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port c5e4e305-fd05-4c29-b45e-dca1e52acd0a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:13.206326 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:13.225284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bedb9403-6395-4393-9798-d15f1bbbe251 req-8513923e-a345-46eb-823f-6ff66c605355 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514214 Sep 08 13:27:13.246624 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:13.288747 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c38b0e0c-909a-4f01-af8f-ff61a3aaf301 req-14836195-e6b1-423d-a0f7-6a761b9b029f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330049 Sep 08 13:27:13.310898 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:13.318723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:13.325354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:13.331401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event updated for resources: {'Port': ['ID=7ed31e7b-fccf-44e2-be81-ef691ead7d1b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:13.372420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7874c2c3-76a3-4972-b560-dca5bcd63e9e {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:27:13.385050 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:13.404150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Transition to ACTIVE for port object 7874c2c3-76a3-4972-b560-dca5bcd63e9e will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:13.506035 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:13.595065 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:13.601793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Pushing event updated for resources: {'Port': ['ID=7874c2c3-76a3-4972-b560-dca5bcd63e9e,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:13.605989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-55b7f1b2-db11-4afb-b106-424dfbf51076 req-00e06dcc-282f-4b01-9b10-b5bf4cb4fadc tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 210 time: 0.0429955 Sep 08 13:27:13.723123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Attempting to bind port 7874c2c3-76a3-4972-b560-dca5bcd63e9e on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:27:13.723676 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Attempting to bind port 7874c2c3-76a3-4972-b560-dca5bcd63e9e by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:27:13.724329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Attempting to bind port 7874c2c3-76a3-4972-b560-dca5bcd63e9e on network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:27:13.730403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Port 7874c2c3-76a3-4972-b560-dca5bcd63e9e on network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:27:13.731019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Attempting to bind port 7874c2c3-76a3-4972-b560-dca5bcd63e9e on network aa668119-09d2-4bd6-a1a4-f6d4eed4e759 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:27:13.736985 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:27:13.737579 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Checking segment: {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:13.738148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Bound using segment: {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:27:13.738862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Bound port: 7874c2c3-76a3-4972-b560-dca5bcd63e9e, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:27:13.739432 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:13.822202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-605bf4b8-5061-4fa2-9e4b-9ce138478503 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:13.823885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-605bf4b8-5061-4fa2-9e4b-9ce138478503 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/networks?id=bbdab96b-a35c-49d9-8c67-1156369c5a80 HTTP/1.1" status: 200 len: 810 time: 0.2674754 Sep 08 13:27:13.829249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] For port 7874c2c3-76a3-4972-b560-dca5bcd63e9e, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:27:13.833743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] For port 7874c2c3-76a3-4972-b560-dca5bcd63e9e, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7874c2c3-76a3-4972-b560-dca5bcd63e9e,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:27:13.889768 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:13.912412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:13.914665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bba487c-5fff-4432-ab38-7baccd08f0b9 None None] Network 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:27:13.918644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-b06a450f-8654-441d-93e0-9fb32972f4c8 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/quotas/076466dc77634138a2bb45af59532deb HTTP/1.1" status: 200 len: 375 time: 0.0844014 Sep 08 13:27:13.961011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:13.961671 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:13.963109 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] 10.222.0.70 "PUT /v2.0/ports/7874c2c3-76a3-4972-b560-dca5bcd63e9e HTTP/1.1" status: 200 len: 1091 time: 1.5577488 Sep 08 13:27:13.963598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b517e137-6da7-472e-9747-f5dae3026ab9', 'tag': '7874c2c3-76a3-4972-b560-dca5bcd63e9e'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:27:13.966408 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93380d76-18a3-4840-b18b-00d2d0e1e646" -d '{"events": [{"name": "network-changed", "server_uuid": "b517e137-6da7-472e-9747-f5dae3026ab9", "tag": "7874c2c3-76a3-4972-b560-dca5bcd63e9e"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:27:13.991295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d16b2-4ebf-4660-a610-9cdeec577020 service neutron] Pushing event updated for resources: {'Port': ['ID=7874c2c3-76a3-4972-b560-dca5bcd63e9e,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:14.006445 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:14.035959 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bdd32a-72b6-4307-98de-4c6b479ad19b x-openstack-request-id: req-11bdd32a-72b6-4307-98de-4c6b479ad19b {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:27:14.036227 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b517e137-6da7-472e-9747-f5dae3026ab9", "tag": "7874c2c3-76a3-4972-b560-dca5bcd63e9e", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:27:14.036552 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-11bdd32a-72b6-4307-98de-4c6b479ad19b {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:27:14.036903 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b517e137-6da7-472e-9747-f5dae3026ab9', 'tag': '7874c2c3-76a3-4972-b560-dca5bcd63e9e', 'status': 'completed', 'code': 200} Sep 08 13:27:14.087483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Network 05942d12-dd94-420c-9bef-32cfedd93d3d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:14.090384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:14.093292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:14.100431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Pushing event updated for resources: {'Port': ['ID=794e9616-0b07-4896-b5a6-6f62170adec4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:14.104666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93380d76-18a3-4840-b18b-00d2d0e1e646 req-b57b0511-d1e8-4201-a2b6-8aa2dc74e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:14.106249 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93380d76-18a3-4840-b18b-00d2d0e1e646 req-b57b0511-d1e8-4201-a2b6-8aa2dc74e791 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 1094 time: 0.0454752 Sep 08 13:27:14.112002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-aa19c396-625e-403e-bddf-2db1178235d9 None None] Provisioning for port 08784323-842a-4b81-b17d-726a98abe372 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:14.198635 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-53f1c6e9-a132-4c52-943e-79ceaad9782f tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=076466dc77634138a2bb45af59532deb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2206573 Sep 08 13:27:14.207688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:14.207977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:14.234370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93380d76-18a3-4840-b18b-00d2d0e1e646 req-7a2cbb3f-b705-413a-b267-2e7dd646b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:14.235902 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93380d76-18a3-4840-b18b-00d2d0e1e646 req-7a2cbb3f-b705-413a-b267-2e7dd646b2b2 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1220448 Sep 08 13:27:14.272582 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:14.344953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93380d76-18a3-4840-b18b-00d2d0e1e646 req-ddec1a5f-ba3e-4e96-819e-4d83a72771dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:14.346605 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93380d76-18a3-4840-b18b-00d2d0e1e646 req-ddec1a5f-ba3e-4e96-819e-4d83a72771dd service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042709 Sep 08 13:27:14.358759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-b6cb6257-8498-4bd5-8fed-b740b8fa0ce7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4357064 Sep 08 13:27:14.411745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Request body: {'port': {'device_id': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:14.437978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-2842fa6f-f323-4402-9e40-bf74f35a4a72 service neutron] 10.222.0.69 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219901 Sep 08 13:27:14.492946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-9df409db-b7a7-4ed8-bc9e-b7b1b955ea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:14.493158 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:14.494679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-9df409db-b7a7-4ed8-bc9e-b7b1b955ea59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 1094 time: 0.0990975 Sep 08 13:27:14.510203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f0315-da07-4488-81cd-9cba48338095 req-685cde40-d280-4525-a310-813d176e02ca tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:14.514776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f42f0315-da07-4488-81cd-9cba48338095 req-685cde40-d280-4525-a310-813d176e02ca tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 943 time: 0.0860879 Sep 08 13:27:14.527701 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:14.568656 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-0f5aa516-42e4-442d-8615-00820a061c2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7874c2c3-76a3-4972-b560-dca5bcd63e9e HTTP/1.1" status: 200 len: 217 time: 0.0524254 Sep 08 13:27:14.621954 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f42f0315-da07-4488-81cd-9cba48338095 req-2512bf6c-2884-475d-a693-cec016c22336 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042540 Sep 08 13:27:14.635468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-04bbe7a0-65de-4861-910b-53b436caa154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:14.637288 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-04bbe7a0-65de-4861-910b-53b436caa154 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c2665831-97b9-4458-a009-1681e7f31e07 HTTP/1.1" status: 200 len: 855 time: 0.0621369 Sep 08 13:27:14.677209 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-e0d7dc50-682d-4cbb-8616-6db27de1d40d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=aa668119-09d2-4bd6-a1a4-f6d4eed4e759&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324094 Sep 08 13:27:14.824204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9f996-fda5-4694-8f45-3006d067852a req-15d36d0e-dfac-4462-9488-d8114906e929 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:14.832343 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79a9f996-fda5-4694-8f45-3006d067852a req-15d36d0e-dfac-4462-9488-d8114906e929 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 932 time: 0.1221611 Sep 08 13:27:14.864079 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-4996072a-6f10-4af5-94bf-c3be51fbc80c service neutron] 10.222.0.70 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741314 Sep 08 13:27:14.909562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 08784323-842a-4b81-b17d-726a98abe372 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:14.934446 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79a9f996-fda5-4694-8f45-3006d067852a req-7099f4e3-6f46-4550-aa2b-9bf042c098b0 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010554 Sep 08 13:27:14.995745 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-73b5dc1b-08d1-4486-b933-16413c6bdf3a service neutron] 10.222.0.69 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361791 Sep 08 13:27:15.047122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8710a9b-78a3-4ded-bc31-257186ced076 req-10ddb76a-5878-4e27-9e97-5e2f3eae4aed service neutron] 10.222.0.70 "GET /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680796 Sep 08 13:27:15.071987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 08784323-842a-4b81-b17d-726a98abe372 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:15.077501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 08784323-842a-4b81-b17d-726a98abe372 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:15.078086 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:15.159952 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:15.193365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 08784323-842a-4b81-b17d-726a98abe372, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=08784323-842a-4b81-b17d-726a98abe372,segment=NetworkSegment(8f8991b4-9c7b-44ab-b528-707a622d4bc3),segment_id=8f8991b4-9c7b-44ab-b528-707a622d4bc3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:15.228061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Router 48c47c5d-5ff1-4354-8310-d110520dd01d is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:27:15.283025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794e9616-0b07-4896-b5a6-6f62170adec4 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:27:15.292930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:15.323802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Transition to ACTIVE for port object 794e9616-0b07-4896-b5a6-6f62170adec4 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:15.328559 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:15.343208 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31789342-8573-4737-b3f7-89960d70f3b9 req-bdf9650c-2b91-4cc3-b315-ab5f3d50d66b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 210 time: 0.0447979 Sep 08 13:27:15.384037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:27:15.398698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5567f71-13d6-4a50-81f4-9f10e0df0e31 None None] Sync routers for ids ['48c47c5d-5ff1-4354-8310-d110520dd01d'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:27:15.408614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:15.410527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=08784323-842a-4b81-b17d-726a98abe372,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:15.418065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5567f71-13d6-4a50-81f4-9f10e0df0e31 None None] Routers {'48c47c5d-5ff1-4354-8310-d110520dd01d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:15.418951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f5567f71-13d6-4a50-81f4-9f10e0df0e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['48c47c5d-5ff1-4354-8310-d110520dd01d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:15.458998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f5567f71-13d6-4a50-81f4-9f10e0df0e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:15.467898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5567f71-13d6-4a50-81f4-9f10e0df0e31 None None] Routers {'48c47c5d-5ff1-4354-8310-d110520dd01d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:15.468522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f5567f71-13d6-4a50-81f4-9f10e0df0e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['48c47c5d-5ff1-4354-8310-d110520dd01d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:15.474869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Pushing event updated for resources: {'Port': ['ID=794e9616-0b07-4896-b5a6-6f62170adec4,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:15.504306 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:15.504306 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-87c6506b-c92b-4871-92d3-5d70fd42cfd1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.4345751 Sep 08 13:27:15.504544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44480) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:15.583106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Attempting to bind port 794e9616-0b07-4896-b5a6-6f62170adec4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:27:15.583564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Attempting to bind port 794e9616-0b07-4896-b5a6-6f62170adec4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e4d465e6-8515-4a6d-bcec-c9c0bb7550c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:27:15.583986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Attempting to bind port 794e9616-0b07-4896-b5a6-6f62170adec4 on network 05942d12-dd94-420c-9bef-32cfedd93d3d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:27:15.589016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Port 794e9616-0b07-4896-b5a6-6f62170adec4 on network 05942d12-dd94-420c-9bef-32cfedd93d3d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:27:15.589392 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Attempting to bind port 794e9616-0b07-4896-b5a6-6f62170adec4 on network 05942d12-dd94-420c-9bef-32cfedd93d3d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:27:15.595308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:27:15.595836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Checking segment: {'id': 'e4d465e6-8515-4a6d-bcec-c9c0bb7550c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:15.596177 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Bound using segment: {'id': 'e4d465e6-8515-4a6d-bcec-c9c0bb7550c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:27:15.596634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Bound port: 794e9616-0b07-4896-b5a6-6f62170adec4, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d465e6-8515-4a6d-bcec-c9c0bb7550c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:27:15.596999 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:15.651610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f5567f71-13d6-4a50-81f4-9f10e0df0e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:15.652152 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5567f71-13d6-4a50-81f4-9f10e0df0e31 None None] The sync data for ids ['48c47c5d-5ff1-4354-8310-d110520dd01d'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:27:15.675013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] For port 794e9616-0b07-4896-b5a6-6f62170adec4, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:27:15.678676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] For port 794e9616-0b07-4896-b5a6-6f62170adec4, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=794e9616-0b07-4896-b5a6-6f62170adec4,segment=NetworkSegment(e4d465e6-8515-4a6d-bcec-c9c0bb7550c4),segment_id=e4d465e6-8515-4a6d-bcec-c9c0bb7550c4)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:27:15.760763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b35a6f7-2693-468b-976a-cbf1f8139327 req-97bff3a9-5eba-488e-a11d-4a69f6ea2979 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:15.762681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b35a6f7-2693-468b-976a-cbf1f8139327 req-97bff3a9-5eba-488e-a11d-4a69f6ea2979 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 943 time: 0.0564399 Sep 08 13:27:15.803409 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:15.810272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b35a6f7-2693-468b-976a-cbf1f8139327 req-ea089807-3c07-4596-a3b2-14e9b94da06f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406771 Sep 08 13:27:15.856689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:15.857420 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:15.859653 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] 10.222.0.70 "PUT /v2.0/ports/794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 200 len: 1092 time: 1.4574678 Sep 08 13:27:15.860327 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:27:15.863577 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa650729-e92a-48f9-8e27-4d65a4eb4ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:27:15.900979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358fe3d-4e6d-455c-82c5-56a3d69e9dbd service neutron] Pushing event updated for resources: {'Port': ['ID=794e9616-0b07-4896-b5a6-6f62170adec4,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:15.936443 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389d2e20-f052-45a8-944f-792b7c102a8f x-openstack-request-id: req-389d2e20-f052-45a8-944f-792b7c102a8f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:27:15.936742 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:27:15.936994 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-389d2e20-f052-45a8-944f-792b7c102a8f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:27:15.937402 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4', 'status': 'completed', 'code': 200} Sep 08 13:27:16.008255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa650729-e92a-48f9-8e27-4d65a4eb4ed6 req-fa87c3d2-5ef6-45f6-a85e-f2ea01b5e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:16.009767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa650729-e92a-48f9-8e27-4d65a4eb4ed6 req-fa87c3d2-5ef6-45f6-a85e-f2ea01b5e574 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37ce8e07b88d4ed589a5019633373d32&device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 1095 time: 0.0506938 Sep 08 13:27:16.137823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2877b7d7-899a-4d7b-ab3a-7487fd3d5be3 req-4324864f-ecfa-40e2-8f80-30737b3d1f95 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:16.138882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2877b7d7-899a-4d7b-ab3a-7487fd3d5be3 req-4324864f-ecfa-40e2-8f80-30737b3d1f95 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 944 time: 0.1279309 Sep 08 13:27:16.169829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:16.177829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa650729-e92a-48f9-8e27-4d65a4eb4ed6 req-281a24d7-1d6a-4378-ac92-50d554c19d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:16.179397 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa650729-e92a-48f9-8e27-4d65a4eb4ed6 req-281a24d7-1d6a-4378-ac92-50d554c19d01 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=37ce8e07b88d4ed589a5019633373d32&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1596615 Sep 08 13:27:16.219846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2877b7d7-899a-4d7b-ab3a-7487fd3d5be3 req-44f41785-d1dc-4940-ac1d-7bd819bc93b0 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714581 Sep 08 13:27:16.299396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa650729-e92a-48f9-8e27-4d65a4eb4ed6 req-00899aaa-000f-4683-8aeb-8cfa85c21947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:16.300894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa650729-e92a-48f9-8e27-4d65a4eb4ed6 req-00899aaa-000f-4683-8aeb-8cfa85c21947 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1094925 Sep 08 13:27:16.388535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-d8c1965a-9cf2-4a90-a2df-85c0524e9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:16.390270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-d8c1965a-9cf2-4a90-a2df-85c0524e9f85 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37ce8e07b88d4ed589a5019633373d32&device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 1095 time: 0.0529559 Sep 08 13:27:16.434202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-3b90a22d-0490-4a7c-a09d-5671fd8c336f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 200 len: 217 time: 0.0364192 Sep 08 13:27:16.469585 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cd019c6a-2d2d-4040-965a-c7715c881ee4 req-9121c605-c5ba-4ee9-bfcd-9db2abcc24d3 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 210 time: 0.0459914 Sep 08 13:27:16.496120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-4c474e90-c45d-41b8-b3e3-08763aec262b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:16.497899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-4c474e90-c45d-41b8-b3e3-08763aec262b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f19a8b0-578c-476d-846a-fab4172242ec HTTP/1.1" status: 200 len: 859 time: 0.0572524 Sep 08 13:27:16.532711 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-c752f68a-8303-4cf2-8c37-684eea90254b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05942d12-dd94-420c-9bef-32cfedd93d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267067 Sep 08 13:27:16.582144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Allocated IP 172.20.0.1 (7e8c84fa-4b3e-4aa0-a028-dafd0d093e00/b29e52bc-b8a7-4778-8cf6-fbe394dcd5cc/af59a8e4-a618-494b-aca4-2aeeacecaaf5) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:16.629057 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-1dfa28e4-2bc6-4a05-9083-b11b8a6bbc7a service neutron] 10.222.0.70 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890501 Sep 08 13:27:16.711856 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:16.730300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Transition to ACTIVE for port object af59a8e4-a618-494b-aca4-2aeeacecaaf5 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:16.739177 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cb07871-a78f-4f21-bf74-9eecc097a63b req-ad3cc956-bbbd-469d-907c-dfb06bc41806 service neutron] 10.222.0.70 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030681 Sep 08 13:27:16.757294 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:16.829697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 08784323-842a-4b81-b17d-726a98abe372 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:16.885943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 08784323-842a-4b81-b17d-726a98abe372 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:16.886105 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:16.886348 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:16.937837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Network 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:16.941772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:16.949443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:16.956284 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event updated for resources: {'Port': ['ID=af59a8e4-a618-494b-aca4-2aeeacecaaf5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:16.974220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e9234-0255-42cd-9244-96b047d228ff req-93d5b32a-4f28-400a-954c-b0699ac68593 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:16.974220 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bf1e9234-0255-42cd-9244-96b047d228ff req-93d5b32a-4f28-400a-954c-b0699ac68593 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 943 time: 0.0705068 Sep 08 13:27:17.022056 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:17.041777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bf1e9234-0255-42cd-9244-96b047d228ff req-e3eff1cc-21ba-44ec-8dc8-fb9180903e7d tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639729 Sep 08 13:27:17.247442 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:17.297438 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0c894fc0-1bef-4b40-a295-c710d52d7932 None None] Provisioning for port af59a8e4-a618-494b-aca4-2aeeacecaaf5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:17.302780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0c894fc0-1bef-4b40-a295-c710d52d7932 None None] Provisioning complete for port af59a8e4-a618-494b-aca4-2aeeacecaaf5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:17.303833 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0c894fc0-1bef-4b40-a295-c710d52d7932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:17.349434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0c894fc0-1bef-4b40-a295-c710d52d7932 None None] Port af59a8e4-a618-494b-aca4-2aeeacecaaf5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:27:17.349669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48b244-645d-47e0-8193-71bf0b7c3716 req-99030deb-5ddb-491a-8522-f7f0119338f3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:17.354681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df48b244-645d-47e0-8193-71bf0b7c3716 req-99030deb-5ddb-491a-8522-f7f0119338f3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 944 time: 0.0645862 Sep 08 13:27:17.428177 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df48b244-645d-47e0-8193-71bf0b7c3716 req-97401408-7323-4140-80c0-9064b78b3be0 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641510 Sep 08 13:27:17.563334 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:17.596203 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bb439d7-3585-4233-b5bf-939d6aaf152b req-6edaae89-ee7f-4c74-be55-5c71ef037034 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 210 time: 0.0303597 Sep 08 13:27:17.651354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f53818de-e756-4e25-b6ca-8bed79f35fa0 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:17.652843 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f53818de-e756-4e25-b6ca-8bed79f35fa0 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.60 "GET /v2.0/networks?id=bbdab96b-a35c-49d9-8c67-1156369c5a80 HTTP/1.1" status: 200 len: 810 time: 0.1089571 Sep 08 13:27:17.666010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Request body: {'port': {'device_id': '0f9beefa-6a42-4530-b470-f5176cd5de29', 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80', 'admin_state_up': True, 'tenant_id': '076466dc77634138a2bb45af59532deb'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:17.687725 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:17.843477 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:17.843477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event updated for resources: {'Port': ['ID=af59a8e4-a618-494b-aca4-2aeeacecaaf5,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:17.863854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7874c2c3-76a3-4972-b560-dca5bcd63e9e details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:27:17.868004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Network 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:17.869542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:17.940830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Made reservation on behalf of 076466dc77634138a2bb45af59532deb for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:17.944511 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:18.010239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7874c2c3-76a3-4972-b560-dca5bcd63e9e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7874c2c3-76a3-4972-b560-dca5bcd63e9e,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:18.021086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '7874c2c3-76a3-4972-b560-dca5bcd63e9e', 'network_id': 'aa668119-09d2-4bd6-a1a4-f6d4eed4e759', 'port_id': '7874c2c3-76a3-4972-b560-dca5bcd63e9e', 'mac_address': 'fa:16:3e:07:02:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2665831-97b9-4458-a009-1681e7f31e07', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:27:18.040625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Router 48c47c5d-5ff1-4354-8310-d110520dd01d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:27:18.102015 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:18.118907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7874c2c3-76a3-4972-b560-dca5bcd63e9e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:27:18.139896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7874c2c3-76a3-4972-b560-dca5bcd63e9e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7874c2c3-76a3-4972-b560-dca5bcd63e9e,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:18.200047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Allocated IP 172.20.0.4 (bbdab96b-a35c-49d9-8c67-1156369c5a80/2d44eaf4-9c89-4950-a5be-c246fd16a504/25d87b96-2813-43f0-b6e8-bd1950fe9c22) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:18.248182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462e745-ede6-4ab7-9247-64c92c310f12 req-e936fff1-58c8-42dd-a436-598fc9c6f689 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:18.249851 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e462e745-ede6-4ab7-9247-64c92c310f12 req-e936fff1-58c8-42dd-a436-598fc9c6f689 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 943 time: 0.0835028 Sep 08 13:27:18.284008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c2c03f0b-6f6c-495f-883d-fd6fdd699199 None None] Provisioning complete for port af59a8e4-a618-494b-aca4-2aeeacecaaf5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:18.286477 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c2c03f0b-6f6c-495f-883d-fd6fdd699199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:18.349720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c2c03f0b-6f6c-495f-883d-fd6fdd699199 None None] Port af59a8e4-a618-494b-aca4-2aeeacecaaf5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:27:18.358776 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e462e745-ede6-4ab7-9247-64c92c310f12 req-a82dcfa1-e4e8-4d50-94ab-f744e0e09084 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965726 Sep 08 13:27:18.368716 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:18.423182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=7874c2c3-76a3-4972-b560-dca5bcd63e9e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:18.438517 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:18.560941 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:27:18.565194 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8a9a334a-0ffd-42d0-b209-8bfe042c59c7 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "PUT /v2.0/routers/48c47c5d-5ff1-4354-8310-d110520dd01d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0611944 Sep 08 13:27:18.567801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44538) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:18.570539 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f1a75d-b6b5-4e74-ba47-a379abfd791e None None] Sync routers for ids ['48c47c5d-5ff1-4354-8310-d110520dd01d'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:27:18.573826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Request body: {'port': {'network_id': '7e8c84fa-4b3e-4aa0-a028-dafd0d093e00', 'name': 'tempest-FloatingIPAdminTestJSON-1004387772'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:18.579223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['7874c2c3-76a3-4972-b560-dca5bcd63e9e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:27:18.582906 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f1a75d-b6b5-4e74-ba47-a379abfd791e None None] Routers {'48c47c5d-5ff1-4354-8310-d110520dd01d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:18.583940 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e1f1a75d-b6b5-4e74-ba47-a379abfd791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['48c47c5d-5ff1-4354-8310-d110520dd01d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:18.585284 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:18.620601 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a18ee522-c84c-4b72-a242-8a29be03a7e9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:27:18.622719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8065629-0ab1-495e-b977-40c8fa458ba2 req-8226f239-57f3-4da8-91aa-b678f916dc24 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:18.630055 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8065629-0ab1-495e-b977-40c8fa458ba2 req-8226f239-57f3-4da8-91aa-b678f916dc24 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 944 time: 0.1137452 Sep 08 13:27:18.645030 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e1f1a75d-b6b5-4e74-ba47-a379abfd791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:18.671822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Pushing event updated for resources: {'Port': ['ID=25d87b96-2813-43f0-b6e8-bd1950fe9c22,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:18.678212 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f1a75d-b6b5-4e74-ba47-a379abfd791e None None] Routers {'48c47c5d-5ff1-4354-8310-d110520dd01d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:18.678950 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e1f1a75d-b6b5-4e74-ba47-a379abfd791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['48c47c5d-5ff1-4354-8310-d110520dd01d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:18.687754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Network bbdab96b-a35c-49d9-8c67-1156369c5a80 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:18.689315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:18.693689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:18.733050 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e1f1a75d-b6b5-4e74-ba47-a379abfd791e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:18.734119 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f1a75d-b6b5-4e74-ba47-a379abfd791e None None] The sync data for ids ['48c47c5d-5ff1-4354-8310-d110520dd01d'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:27:18.778516 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8065629-0ab1-495e-b977-40c8fa458ba2 req-14b7fbca-0c4e-4aae-b1a6-af67fba940cb tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428475 Sep 08 13:27:18.796940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:18.797616 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:18.840333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd304ba5-a3ca-4254-a4f6-ebe8b8f0258d req-8ef261a4-277e-4ca4-868e-42bd667c3bab tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:18.841948 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd304ba5-a3ca-4254-a4f6-ebe8b8f0258d req-8ef261a4-277e-4ca4-868e-42bd667c3bab tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 931 time: 0.1031821 Sep 08 13:27:18.889101 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd304ba5-a3ca-4254-a4f6-ebe8b8f0258d req-d63e053a-42d5-418c-a267-9971f81d8e21 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393574 Sep 08 13:27:18.928928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Made reservation on behalf of ac763394349f4503acf8f49a7982070d for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:18.933165 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:18.950904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] device_id is not set on port d861d457-d1a4-41aa-bdb3-cd56848c5325 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:27:19.066789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d22a8211-0294-42e3-8613-13f143db9ad9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4048328 Sep 08 13:27:19.068420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Allocated IP 172.20.0.4 (7e8c84fa-4b3e-4aa0-a028-dafd0d093e00/b29e52bc-b8a7-4778-8cf6-fbe394dcd5cc/d861d457-d1a4-41aa-bdb3-cd56848c5325) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:19.087042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Request body: {'port': {'device_id': '0f9beefa-6a42-4530-b470-f5176cd5de29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:19.143880 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:19.233852 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:19.247747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Transition to ACTIVE for port object d861d457-d1a4-41aa-bdb3-cd56848c5325 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:19.400593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:19.436768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d87b96-2813-43f0-b6e8-bd1950fe9c22 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:27:19.451276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Network 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:19.452817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:19.459783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:19.468628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:19.472818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event updated for resources: {'Port': ['ID=d861d457-d1a4-41aa-bdb3-cd56848c5325,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:19.500421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Transition to ACTIVE for port object 25d87b96-2813-43f0-b6e8-bd1950fe9c22 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:19.529059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a37c11-3a25-4956-872f-bb2cce9ee6d2 req-e00b5c81-55f6-4706-ae6c-d93eb60acab1 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:19.530763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77a37c11-3a25-4956-872f-bb2cce9ee6d2 req-e00b5c81-55f6-4706-ae6c-d93eb60acab1 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 944 time: 0.0813019 Sep 08 13:27:19.541811 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:19.542895 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:19.580880 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77a37c11-3a25-4956-872f-bb2cce9ee6d2 req-7af5679f-2d8e-4524-8137-2551886cb27a tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436754 Sep 08 13:27:19.604045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:19.664427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7078427-c567-473f-be47-82265ac6007e service neutron] Pushing event updated for resources: {'Port': ['ID=25d87b96-2813-43f0-b6e8-bd1950fe9c22,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:19.672080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44560) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:19.675611 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-345238a6-fce2-436a-9fb2-3047cc3b7763 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1036146 Sep 08 13:27:19.752144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Attempting to bind port 25d87b96-2813-43f0-b6e8-bd1950fe9c22 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:27:19.752401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Attempting to bind port 25d87b96-2813-43f0-b6e8-bd1950fe9c22 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:27:19.752737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Attempting to bind port 25d87b96-2813-43f0-b6e8-bd1950fe9c22 on network bbdab96b-a35c-49d9-8c67-1156369c5a80 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:27:19.757134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Port 25d87b96-2813-43f0-b6e8-bd1950fe9c22 on network bbdab96b-a35c-49d9-8c67-1156369c5a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:27:19.758025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Attempting to bind port 25d87b96-2813-43f0-b6e8-bd1950fe9c22 on network bbdab96b-a35c-49d9-8c67-1156369c5a80 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:27:19.764013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:27:19.764244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Checking segment: {'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:19.764566 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Bound using segment: {'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:27:19.766111 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Bound port: 25d87b96-2813-43f0-b6e8-bd1950fe9c22, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e066db4f-caf4-475a-8c88-ff92af6b266c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:27:19.766111 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:19.837673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] For port 25d87b96-2813-43f0-b6e8-bd1950fe9c22, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:27:19.841757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] For port 25d87b96-2813-43f0-b6e8-bd1950fe9c22, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=25d87b96-2813-43f0-b6e8-bd1950fe9c22,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:27:19.863629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 794e9616-0b07-4896-b5a6-6f62170adec4 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:27:19.865758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7874c2c3-76a3-4972-b560-dca5bcd63e9e up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:19.906972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d64822-dc3a-4bbd-818c-3885fabe43ba req-d49df65e-fd15-4cf6-8ecb-572e1c995caa tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:19.908595 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d1d64822-dc3a-4bbd-818c-3885fabe43ba req-d49df65e-fd15-4cf6-8ecb-572e1c995caa tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 944 time: 0.0631049 Sep 08 13:27:19.912958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f9e32ea8-5e42-4ef3-9117-46e66e300d4b None None] Provisioning for port d861d457-d1a4-41aa-bdb3-cd56848c5325 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:19.945478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'project_id': 'ac763394349f4503acf8f49a7982070d', 'port_id': 'd861d457-d1a4-41aa-bdb3-cd56848c5325'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:19.964951 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:19.993946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d1d64822-dc3a-4bbd-818c-3885fabe43ba req-1dbfbdcd-b183-4b49-94a2-8b7292cfcd40 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705271 Sep 08 13:27:20.023585 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f9e32ea8-5e42-4ef3-9117-46e66e300d4b None None] Provisioning complete for port d861d457-d1a4-41aa-bdb3-cd56848c5325 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:20.023997 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f9e32ea8-5e42-4ef3-9117-46e66e300d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:20.074659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:20.075301 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:20.076727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-f7078427-c567-473f-be47-82265ac6007e service neutron] 10.222.0.60 "PUT /v2.0/ports/25d87b96-2813-43f0-b6e8-bd1950fe9c22 HTTP/1.1" status: 200 len: 1091 time: 1.0009885 Sep 08 13:27:20.077295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f9beefa-6a42-4530-b470-f5176cd5de29', 'tag': '25d87b96-2813-43f0-b6e8-bd1950fe9c22'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:27:20.079600 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e422c59-0c41-40c2-91fb-27d1a27dfa12" -d '{"events": [{"name": "network-changed", "server_uuid": "0f9beefa-6a42-4530-b470-f5176cd5de29", "tag": "25d87b96-2813-43f0-b6e8-bd1950fe9c22"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:27:20.093590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 794e9616-0b07-4896-b5a6-6f62170adec4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=794e9616-0b07-4896-b5a6-6f62170adec4,segment=NetworkSegment(e4d465e6-8515-4a6d-bcec-c9c0bb7550c4),segment_id=e4d465e6-8515-4a6d-bcec-c9c0bb7550c4)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:20.104192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f9e32ea8-5e42-4ef3-9117-46e66e300d4b None None] Port d861d457-d1a4-41aa-bdb3-cd56848c5325 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:27:20.104422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7078427-c567-473f-be47-82265ac6007e service neutron] Pushing event updated for resources: {'Port': ['ID=25d87b96-2813-43f0-b6e8-bd1950fe9c22,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:20.113635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '794e9616-0b07-4896-b5a6-6f62170adec4', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'port_id': '794e9616-0b07-4896-b5a6-6f62170adec4', 'mac_address': 'fa:16:3e:df:1d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:27:20.125458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845fd7a-207d-435d-baf1-89025875a34b req-bc2fa0b7-e18d-496d-b631-6efbe0fd3ad8 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:20.127186 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4845fd7a-207d-435d-baf1-89025875a34b req-bc2fa0b7-e18d-496d-b631-6efbe0fd3ad8 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 943 time: 0.0976877 Sep 08 13:27:20.158207 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:20.161220 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a400817-f441-498b-92fa-8943c7681191 x-openstack-request-id: req-2a400817-f441-498b-92fa-8943c7681191 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:27:20.161220 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f9beefa-6a42-4530-b470-f5176cd5de29", "tag": "25d87b96-2813-43f0-b6e8-bd1950fe9c22", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:27:20.161220 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2a400817-f441-498b-92fa-8943c7681191 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:27:20.161220 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f9beefa-6a42-4530-b470-f5176cd5de29', 'tag': '25d87b96-2813-43f0-b6e8-bd1950fe9c22', 'status': 'completed', 'code': 200} Sep 08 13:27:20.173151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794e9616-0b07-4896-b5a6-6f62170adec4 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:27:20.177419 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4845fd7a-207d-435d-baf1-89025875a34b req-aa3cec86-9838-4234-9c93-6ec291163ff0 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Sep 08 13:27:20.191672 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:20.198344 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 794e9616-0b07-4896-b5a6-6f62170adec4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=794e9616-0b07-4896-b5a6-6f62170adec4,segment=NetworkSegment(e4d465e6-8515-4a6d-bcec-c9c0bb7550c4),segment_id=e4d465e6-8515-4a6d-bcec-c9c0bb7550c4)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:20.231492 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 7874c2c3-76a3-4972-b560-dca5bcd63e9e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:20.235761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 7874c2c3-76a3-4972-b560-dca5bcd63e9e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:20.236199 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:20.246574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422c59-0c41-40c2-91fb-27d1a27dfa12 req-c5abee37-a23b-4f45-a057-9c2ded03ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:20.248142 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e422c59-0c41-40c2-91fb-27d1a27dfa12 req-c5abee37-a23b-4f45-a057-9c2ded03ee62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=076466dc77634138a2bb45af59532deb&device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 1094 time: 0.0696561 Sep 08 13:27:20.320705 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:20.329430 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:20.369062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b517e137-6da7-472e-9747-f5dae3026ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7874c2c3-76a3-4972-b560-dca5bcd63e9e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:27:20.371316 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5677e1-a80b-4f79-943c-7b03e28b7a9d" -d '{"events": [{"server_uuid": "b517e137-6da7-472e-9747-f5dae3026ab9", "name": "network-vif-plugged", "status": "completed", "tag": "7874c2c3-76a3-4972-b560-dca5bcd63e9e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:27:20.394711 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:20.405578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7874c2c3-76a3-4972-b560-dca5bcd63e9e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7874c2c3-76a3-4972-b560-dca5bcd63e9e,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:20.405833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422c59-0c41-40c2-91fb-27d1a27dfa12 req-fdd8e97f-7a04-4fc4-b5c6-57b3afdf7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:20.407368 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e422c59-0c41-40c2-91fb-27d1a27dfa12 req-fdd8e97f-7a04-4fc4-b5c6-57b3afdf7144 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=076466dc77634138a2bb45af59532deb&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1230192 Sep 08 13:27:20.433837 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e75b81-2eed-4ea6-9b8f-79d8f78af610 x-openstack-request-id: req-58e75b81-2eed-4ea6-9b8f-79d8f78af610 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:27:20.434225 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b517e137-6da7-472e-9747-f5dae3026ab9", "name": "network-vif-plugged", "status": "completed", "tag": "7874c2c3-76a3-4972-b560-dca5bcd63e9e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:27:20.434539 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-58e75b81-2eed-4ea6-9b8f-79d8f78af610 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:27:20.434928 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b517e137-6da7-472e-9747-f5dae3026ab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7874c2c3-76a3-4972-b560-dca5bcd63e9e', 'code': 200} Sep 08 13:27:20.435818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=794e9616-0b07-4896-b5a6-6f62170adec4,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:20.505624 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:20.563643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=7874c2c3-76a3-4972-b560-dca5bcd63e9e,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:20.569461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['794e9616-0b07-4896-b5a6-6f62170adec4'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:27:20.638883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Allocated IP 172.25.5.118 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/a72bf590-74c5-46d7-8292-e038fa86dbc2) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:20.645189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88c435-bdf4-4f53-b2df-93ecad831c7f req-2fdbb848-7e26-4faf-b2c1-7663cb2fd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:20.647007 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f88c435-bdf4-4f53-b2df-93ecad831c7f req-2fdbb848-7e26-4faf-b2c1-7663cb2fd17f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 1096 time: 0.1485415 Sep 08 13:27:20.651851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422c59-0c41-40c2-91fb-27d1a27dfa12 req-a84befb3-009e-4af1-9cbd-c30b39098443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:20.653791 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e422c59-0c41-40c2-91fb-27d1a27dfa12 req-a84befb3-009e-4af1-9cbd-c30b39098443 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2031767 Sep 08 13:27:20.734632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680633ab-ebf7-4ec8-9640-8cdcfc8f09c0 req-e520e4d6-4404-4d11-b254-ea9a7650f075 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:20.736851 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-680633ab-ebf7-4ec8-9640-8cdcfc8f09c0 req-e520e4d6-4404-4d11-b254-ea9a7650f075 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 945 time: 0.0563455 Sep 08 13:27:20.755450 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f88c435-bdf4-4f53-b2df-93ecad831c7f req-11398598-3e2e-475a-8529-0f0ab3095f51 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980940 Sep 08 13:27:20.785043 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-680633ab-ebf7-4ec8-9640-8cdcfc8f09c0 req-f82b7c83-0562-45c1-a3bc-78d2c67f757f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418069 Sep 08 13:27:20.815478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-8b090976-4e76-4192-8dd3-92df17b48d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:20.817608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-8b090976-4e76-4192-8dd3-92df17b48d4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=076466dc77634138a2bb45af59532deb&device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 1094 time: 0.1114502 Sep 08 13:27:20.873065 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:20.876536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-ee3a44b8-12d9-40f9-b78e-6343a1a0e1d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25d87b96-2813-43f0-b6e8-bd1950fe9c22 HTTP/1.1" status: 200 len: 217 time: 0.0483208 Sep 08 13:27:20.946568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-0cd09088-524d-444a-a802-06b5355b2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:20.948102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-0cd09088-524d-444a-a802-06b5355b2f75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d44eaf4-9c89-4950-a5be-c246fd16a504 HTTP/1.1" status: 200 len: 850 time: 0.0640695 Sep 08 13:27:20.990429 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-1772b49e-786d-4845-8bb2-654a4ac31c67 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbdab96b-a35c-49d9-8c67-1156369c5a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351651 Sep 08 13:27:21.056138 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:21.145210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:21.150258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Pushing event updated for resources: {'Port': ['ID=a72bf590-74c5-46d7-8292-e038fa86dbc2,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:21.160146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:21.168100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:21.194661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-9fa0ce7c-1c72-4e2e-8568-85fabbc95a7b service neutron] 10.222.0.60 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971376 Sep 08 13:27:21.222964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304be1b3-30f6-4e4a-9e68-d3f57611250d req-1c76cb18-d5a1-4654-be55-2de45343327d tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:21.224504 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-304be1b3-30f6-4e4a-9e68-d3f57611250d req-1c76cb18-d5a1-4654-be55-2de45343327d tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 945 time: 0.1319294 Sep 08 13:27:21.314066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab7772-beeb-4be1-aa82-5dc3bbbe8082 req-38b4bedc-452d-4ad3-bfc5-8edbd04c9c48 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:21.316208 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-10ab7772-beeb-4be1-aa82-5dc3bbbe8082 req-38b4bedc-452d-4ad3-bfc5-8edbd04c9c48 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 943 time: 0.0669620 Sep 08 13:27:21.364773 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-10ab7772-beeb-4be1-aa82-5dc3bbbe8082 req-3767f576-7038-4bf6-9d6c-c504280132a9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409017 Sep 08 13:27:21.666005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-304be1b3-30f6-4e4a-9e68-d3f57611250d req-29efe252-9eae-497b-9f92-3715a14864d8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281936 Sep 08 13:27:21.689446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7f2c236e-72e3-4e3c-8fe0-2bbcc541140f req-d109cfed-3a44-4bed-a00a-71bcb9365aa9 service neutron] 10.222.0.60 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842896 Sep 08 13:27:21.879484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 794e9616-0b07-4896-b5a6-6f62170adec4 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:21.937445 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f9daf-8358-41cf-93c0-a6af1de53bbc req-ba0c4bfe-3a41-4f8e-a309-d47a52391aad tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:21.939770 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f3f9daf-8358-41cf-93c0-a6af1de53bbc req-ba0c4bfe-3a41-4f8e-a309-d47a52391aad tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 945 time: 0.0808113 Sep 08 13:27:21.980787 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f3f9daf-8358-41cf-93c0-a6af1de53bbc req-48537a30-6d8e-45c3-958e-090aada862c2 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348842 Sep 08 13:27:22.054034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 794e9616-0b07-4896-b5a6-6f62170adec4 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:22.058706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 794e9616-0b07-4896-b5a6-6f62170adec4 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:22.059019 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:22.062230 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:22.140068 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:22.172159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 794e9616-0b07-4896-b5a6-6f62170adec4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=794e9616-0b07-4896-b5a6-6f62170adec4,segment=NetworkSegment(e4d465e6-8515-4a6d-bcec-c9c0bb7550c4),segment_id=e4d465e6-8515-4a6d-bcec-c9c0bb7550c4)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:22.294306 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:22.299112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:22.346703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=794e9616-0b07-4896-b5a6-6f62170adec4,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:22.435925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:27:22.438405 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb637f0-0154-4346-b376-f715f6b913e5" -d '{"events": [{"server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "name": "network-vif-plugged", "status": "completed", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:27:22.480041 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2fd3d7-20fc-41f2-b17e-9acc4ac07418 x-openstack-request-id: req-ca2fd3d7-20fc-41f2-b17e-9acc4ac07418 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:27:22.480596 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "name": "network-vif-plugged", "status": "completed", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:27:22.480852 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca2fd3d7-20fc-41f2-b17e-9acc4ac07418 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:27:22.481270 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4', 'code': 200} Sep 08 13:27:22.500686 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:22.513391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431bd5d-43b2-46b2-9719-e0e24a8b391f req-0d1a81f6-f821-4e97-8c2b-44aa9ffebc04 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:22.515040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b431bd5d-43b2-46b2-9719-e0e24a8b391f req-0d1a81f6-f821-4e97-8c2b-44aa9ffebc04 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 943 time: 0.0742288 Sep 08 13:27:22.517883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44612) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:22.581849 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:22.586460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b431bd5d-43b2-46b2-9719-e0e24a8b391f req-d3b601ec-7e43-41a8-bc2c-c13504f98090 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621648 Sep 08 13:27:22.659914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fe819-e9c0-457f-9b0b-5071cce3b3b3 req-c13976e1-6656-4b03-812b-e28dc1694745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:22.661428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b76fe819-e9c0-457f-9b0b-5071cce3b3b3 req-c13976e1-6656-4b03-812b-e28dc1694745 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 1097 time: 0.1190047 Sep 08 13:27:22.670294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Pushing event updated for resources: {'Port': ['ID=a72bf590-74c5-46d7-8292-e038fa86dbc2,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:22.703131 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f434ad32-47c0-48da-a1e4-d5319b6e39be admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:22.718095 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:22.779132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b76fe819-e9c0-457f-9b0b-5071cce3b3b3 req-9df0e3e5-5149-4849-bb65-2e96fc2b6b67 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075108 Sep 08 13:27:22.877132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac621674-08a9-4dce-b7c3-2eba5f778fdd req-16fcd710-1d93-4044-b5c5-83f95e1cb0e1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:22.878690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac621674-08a9-4dce-b7c3-2eba5f778fdd req-16fcd710-1d93-4044-b5c5-83f95e1cb0e1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.1175215 Sep 08 13:27:22.920748 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Floating IP 35aad36f-3974-474b-9dec-51ddb6cbf4b9 associated. External IP: 172.25.5.118, port: d861d457-d1a4-41aa-bdb3-cd56848c5325. Sep 08 13:27:22.993384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac621674-08a9-4dce-b7c3-2eba5f778fdd req-f6524655-21b9-4f76-8441-cf47a875c4bd tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059797 Sep 08 13:27:23.047120 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f434ad32-47c0-48da-a1e4-d5319b6e39be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:23.108996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108555f6-ec76-4d3d-9cbf-a67df82eded7 req-288c9252-8d73-45ce-b856-57883f6d07c8 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:23.110550 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-108555f6-ec76-4d3d-9cbf-a67df82eded7 req-288c9252-8d73-45ce-b856-57883f6d07c8 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 945 time: 0.0492969 Sep 08 13:27:23.153841 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-108555f6-ec76-4d3d-9cbf-a67df82eded7 req-fd2b0246-ef07-4840-aceb-0cd65e1e2b78 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369933 Sep 08 13:27:23.171270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Router 48c47c5d-5ff1-4354-8310-d110520dd01d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:27:23.281625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:27:23.290157 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e40a8-f7e3-461a-b467-6bdb903c7a01 None None] Sync routers for ids ['48c47c5d-5ff1-4354-8310-d110520dd01d'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:27:23.300574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e40a8-f7e3-461a-b467-6bdb903c7a01 None None] Routers {'48c47c5d-5ff1-4354-8310-d110520dd01d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:23.301241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cd1e40a8-f7e3-461a-b467-6bdb903c7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['48c47c5d-5ff1-4354-8310-d110520dd01d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:23.332937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cd1e40a8-f7e3-461a-b467-6bdb903c7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:23.342184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e40a8-f7e3-461a-b467-6bdb903c7a01 None None] Routers {'48c47c5d-5ff1-4354-8310-d110520dd01d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:23.342800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cd1e40a8-f7e3-461a-b467-6bdb903c7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['48c47c5d-5ff1-4354-8310-d110520dd01d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:23.376577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cd1e40a8-f7e3-461a-b467-6bdb903c7a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:23.377269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e40a8-f7e3-461a-b467-6bdb903c7a01 None None] The sync data for ids ['48c47c5d-5ff1-4354-8310-d110520dd01d'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:27:23.384805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f434ad32-47c0-48da-a1e4-d5319b6e39be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:23.421690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f434ad32-47c0-48da-a1e4-d5319b6e39be admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=513ccac87d114c2dae8e8423171f35e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9023039 Sep 08 13:27:23.422541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f434ad32-47c0-48da-a1e4-d5319b6e39be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b410c04a-ba6e-4858-af0a-4dc4789d08dc,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:23.425408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44630) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:23.474495 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9646a30a-2d29-47ae-a559-4d8584ca0997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:23.495503 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9646a30a-2d29-47ae-a559-4d8584ca0997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:23.631769 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:23.660984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d4de8c31-f0a4-4db4-b932-10f40661418f tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.9875631 Sep 08 13:27:23.663739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44636) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:23.716399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b50875-3fd3-4a1d-8df3-79ed8f395199 req-205125af-f1eb-490c-86e3-55d808714e6e tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:23.717971 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-37b50875-3fd3-4a1d-8df3-79ed8f395199 req-205125af-f1eb-490c-86e3-55d808714e6e tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 943 time: 0.0549254 Sep 08 13:27:23.758196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-37b50875-3fd3-4a1d-8df3-79ed8f395199 req-4519d1fc-d1f6-4af3-92c7-48c6572b8c69 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332773 Sep 08 13:27:23.802314 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7ea20ec4-aad2-4c59-8bf0-6cc1437f5e39 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] 10.222.0.69 "GET /v2.0/floatingips/35aad36f-3974-474b-9dec-51ddb6cbf4b9 HTTP/1.1" status: 200 len: 983 time: 0.1373332 Sep 08 13:27:23.805214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44638) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:23.877771 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9646a30a-2d29-47ae-a559-4d8584ca0997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:23.880332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9646a30a-2d29-47ae-a559-4d8584ca0997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:23.881632 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9646a30a-2d29-47ae-a559-4d8584ca0997 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b410c04a-ba6e-4858-af0a-4dc4789d08dc HTTP/1.1" status: 204 len: 168 time: 0.4548159 Sep 08 13:27:23.916317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646a30a-2d29-47ae-a559-4d8584ca0997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b410c04a-ba6e-4858-af0a-4dc4789d08dc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:23.939684 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b2945e0d-9309-4cd9-9e87-cf679345a724 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.1334171 Sep 08 13:27:23.946826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44646) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:24.111728 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Deleting port a72bf590-74c5-46d7-8292-e038fa86dbc2 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:24.112081 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:24.118714 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542d491-ee0e-4617-9ff5-22ae7b2c6c20 req-f60aac48-90c1-4cac-9de9-b73e45e71b4a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:24.120272 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6542d491-ee0e-4617-9ff5-22ae7b2c6c20 req-f60aac48-90c1-4cac-9de9-b73e45e71b4a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0513556 Sep 08 13:27:24.162226 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6542d491-ee0e-4617-9ff5-22ae7b2c6c20 req-19023ba5-68a6-4803-9190-b039916750da tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351400 Sep 08 13:27:24.193701 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:24.194066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:24.206242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Calling delete_port for a72bf590-74c5-46d7-8292-e038fa86dbc2 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:24.556321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:24.586490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event deleted for resources: {'Port': ['ID=a72bf590-74c5-46d7-8292-e038fa86dbc2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:24.648640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:24.649049 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Floating IP 35aad36f-3974-474b-9dec-51ddb6cbf4b9 disassociated (deleted). External IP: 172.25.5.118, port: d861d457-d1a4-41aa-bdb3-cd56848c5325. Sep 08 13:27:24.871119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Router 48c47c5d-5ff1-4354-8310-d110520dd01d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:27:24.889594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438644d-b747-4653-9d60-f6cfae1b5193 req-535585bf-6b35-4369-a3ef-3c8d9ff230f8 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:24.891161 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c438644d-b747-4653-9d60-f6cfae1b5193 req-535585bf-6b35-4369-a3ef-3c8d9ff230f8 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 943 time: 0.0542798 Sep 08 13:27:24.930705 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c438644d-b747-4653-9d60-f6cfae1b5193 req-c991fcea-68ed-4377-9dbd-761e5cd27656 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Sep 08 13:27:24.965211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44662) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:24.981278 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3533-17de-4a0c-99de-1cc0890e97ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:25.117705 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3533-17de-4a0c-99de-1cc0890e97ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:25.208953 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c3b3533-17de-4a0c-99de-1cc0890e97ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:25.286649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6c3b3533-17de-4a0c-99de-1cc0890e97ee admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e7ec13e322204e7a8c2d3abb9046076a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202651 Sep 08 13:27:25.290801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44668) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:25.291481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b3533-17de-4a0c-99de-1cc0890e97ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9f3ac7-9b57-4ee9-9b6c-c11e4b52765f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:25.336696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:27:25.343325 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:25.352128 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772e947c-2016-4fcb-82ed-e145c91dca20 None None] Sync routers for ids ['48c47c5d-5ff1-4354-8310-d110520dd01d'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:27:25.364408 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e947c-2016-4fcb-82ed-e145c91dca20 None None] Routers {'48c47c5d-5ff1-4354-8310-d110520dd01d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:25.366278 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-772e947c-2016-4fcb-82ed-e145c91dca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['48c47c5d-5ff1-4354-8310-d110520dd01d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:25.372426 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ef7504a5-8b56-4ede-ac84-f6f0ca18084a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:25.384074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5684aa-c385-47d1-8386-08d65924c688 req-260190b8-6b9b-47bc-87b2-a8dc86aede7f tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:25.385734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec5684aa-c385-47d1-8386-08d65924c688 req-260190b8-6b9b-47bc-87b2-a8dc86aede7f tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.1150579 Sep 08 13:27:25.393254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-71ca0c4f-0469-48f5-a272-8965b11c898b tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "DELETE /v2.0/floatingips/35aad36f-3974-474b-9dec-51ddb6cbf4b9 HTTP/1.1" status: 204 len: 168 time: 1.4440596 Sep 08 13:27:25.393969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44672) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:25.397309 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ef7504a5-8b56-4ede-ac84-f6f0ca18084a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:25.398694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:25.458450 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec5684aa-c385-47d1-8386-08d65924c688 req-1e7b5199-4afd-413f-96ca-b60be00034ea tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525663 Sep 08 13:27:25.463820 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-772e947c-2016-4fcb-82ed-e145c91dca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:25.473642 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772e947c-2016-4fcb-82ed-e145c91dca20 None None] Routers {'48c47c5d-5ff1-4354-8310-d110520dd01d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:25.474400 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-772e947c-2016-4fcb-82ed-e145c91dca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['48c47c5d-5ff1-4354-8310-d110520dd01d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:25.509121 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-772e947c-2016-4fcb-82ed-e145c91dca20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:25.509767 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772e947c-2016-4fcb-82ed-e145c91dca20 None None] The sync data for ids ['48c47c5d-5ff1-4354-8310-d110520dd01d'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:27:25.574449 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:25.625679 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ef7504a5-8b56-4ede-ac84-f6f0ca18084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:25.629227 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ef7504a5-8b56-4ede-ac84-f6f0ca18084a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:25.630711 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ef7504a5-8b56-4ede-ac84-f6f0ca18084a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ca9f3ac7-9b57-4ee9-9b6c-c11e4b52765f HTTP/1.1" status: 204 len: 168 time: 0.3360112 Sep 08 13:27:25.642776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7504a5-8b56-4ede-ac84-f6f0ca18084a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9f3ac7-9b57-4ee9-9b6c-c11e4b52765f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:25.671354 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:25.794461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Allocated IP 172.25.5.2 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/9f9cbf26-acf6-4dad-ae4b-7573c40839dd) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:25.940795 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:26.051409 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:26.078532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395c853-72ea-4094-a99f-d54877f07fc8 req-c829fefd-8b36-48cb-92c4-29c4c6ed0b3f tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:26.078532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5395c853-72ea-4094-a99f-d54877f07fc8 req-c829fefd-8b36-48cb-92c4-29c4c6ed0b3f tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 943 time: 0.0617552 Sep 08 13:27:26.088146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0b992-7e2c-4608-97c5-8d5c3f756810 req-d7285cb4-cf40-43e0-b999-e81f1b838857 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:26.089701 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85b0b992-7e2c-4608-97c5-8d5c3f756810 req-d7285cb4-cf40-43e0-b999-e81f1b838857 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0713270 Sep 08 13:27:26.134238 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85b0b992-7e2c-4608-97c5-8d5c3f756810 req-71879fb1-5aef-4cc4-bd12-203623492636 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368538 Sep 08 13:27:26.136827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:26.150100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:26.154637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:26.199259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Pushing event updated for resources: {'Port': ['ID=9f9cbf26-acf6-4dad-ae4b-7573c40839dd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:26.218862 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5395c853-72ea-4094-a99f-d54877f07fc8 req-5df76b2a-405a-4032-b841-cc759bd8764c tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227524 Sep 08 13:27:26.225129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204adc30-03e1-4feb-9b1c-75f84847c810 req-3ffbc299-6155-4c98-a0c3-f1e4ee476488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:26.232416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-204adc30-03e1-4feb-9b1c-75f84847c810 req-3ffbc299-6155-4c98-a0c3-f1e4ee476488 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37ce8e07b88d4ed589a5019633373d32&device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 1097 time: 0.1294234 Sep 08 13:27:26.335536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:26.362802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204adc30-03e1-4feb-9b1c-75f84847c810 req-9b7bce61-c191-45c0-86c3-3efc181958f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:26.364270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-204adc30-03e1-4feb-9b1c-75f84847c810 req-9b7bce61-c191-45c0-86c3-3efc181958f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=05942d12-dd94-420c-9bef-32cfedd93d3d HTTP/1.1" status: 200 len: 920 time: 0.1294436 Sep 08 13:27:26.409544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-204adc30-03e1-4feb-9b1c-75f84847c810 req-8d1b130a-b02c-4271-9900-615d03747c99 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 200 len: 217 time: 0.0383885 Sep 08 13:27:26.458815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204adc30-03e1-4feb-9b1c-75f84847c810 req-f736b557-e30a-423c-97dd-9cf7be2e0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:26.460355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-204adc30-03e1-4feb-9b1c-75f84847c810 req-f736b557-e30a-423c-97dd-9cf7be2e0552 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f19a8b0-578c-476d-846a-fab4172242ec HTTP/1.1" status: 200 len: 859 time: 0.0438023 Sep 08 13:27:26.508470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-204adc30-03e1-4feb-9b1c-75f84847c810 req-84355ecf-40ec-44ac-91ae-37c732664162 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05942d12-dd94-420c-9bef-32cfedd93d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312190 Sep 08 13:27:26.521237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-204adc30-03e1-4feb-9b1c-75f84847c810 req-921760a5-1300-4925-a038-c7bc2de79f11 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:27:26.522512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-204adc30-03e1-4feb-9b1c-75f84847c810 req-921760a5-1300-4925-a038-c7bc2de79f11 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056629 Sep 08 13:27:26.587359 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:26.698399 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-204adc30-03e1-4feb-9b1c-75f84847c810 req-babac22e-6057-4f92-a29f-5cbdfc81b311 service neutron] 10.222.0.70 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668320 Sep 08 13:27:26.852456 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-204adc30-03e1-4feb-9b1c-75f84847c810 req-6e8633e9-7906-4a5e-b0ab-d3df63052ad4 service neutron] 10.222.0.70 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456981 Sep 08 13:27:26.868897 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:26.923057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 25d87b96-2813-43f0-b6e8-bd1950fe9c22 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:27:26.953814 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.040929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Pushing event updated for resources: {'Port': ['ID=9f9cbf26-acf6-4dad-ae4b-7573c40839dd,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:27.060554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 25d87b96-2813-43f0-b6e8-bd1950fe9c22, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=25d87b96-2813-43f0-b6e8-bd1950fe9c22,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:27.074290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '25d87b96-2813-43f0-b6e8-bd1950fe9c22', 'network_id': 'bbdab96b-a35c-49d9-8c67-1156369c5a80', 'port_id': '25d87b96-2813-43f0-b6e8-bd1950fe9c22', 'mac_address': 'fa:16:3e:a5:47:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d44eaf4-9c89-4950-a5be-c246fd16a504', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:27:27.084655 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.097962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44726) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:27.127973 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.141822 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d87b96-2813-43f0-b6e8-bd1950fe9c22 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:27:27.162386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 25d87b96-2813-43f0-b6e8-bd1950fe9c22, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=25d87b96-2813-43f0-b6e8-bd1950fe9c22,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:27.220093 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6ab633a-dca6-447d-80c5-19e3aea61dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.276054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.277195 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0a6c7e78-f94d-49eb-a2d6-11da6ac8a07a tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8820810 Sep 08 13:27:27.286391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44736) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:27.287903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b58340-837a-4770-b872-7a2b5fb9bd44 req-d18b2fb1-6842-45fb-b2e6-fb655af670e6 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:27.290015 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9b58340-837a-4770-b872-7a2b5fb9bd44 req-d18b2fb1-6842-45fb-b2e6-fb655af670e6 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0615304 Sep 08 13:27:27.306137 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.359943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=25d87b96-2813-43f0-b6e8-bd1950fe9c22,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:27.366492 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9b58340-837a-4770-b872-7a2b5fb9bd44 req-c3085e01-8781-40ef-8890-1ba9d5de1265 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687973 Sep 08 13:27:27.416139 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6ab633a-dca6-447d-80c5-19e3aea61dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.435524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:27.486554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cff996-ea3f-4fcd-9710-1fe743d9aac1 req-ab9482a0-4b40-4848-a181-cfaebc31f746 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:27.489462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-07cff996-ea3f-4fcd-9710-1fe743d9aac1 req-ab9482a0-4b40-4848-a181-cfaebc31f746 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 944 time: 0.0617609 Sep 08 13:27:27.531317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-07cff996-ea3f-4fcd-9710-1fe743d9aac1 req-4ce4f3a2-3781-4943-ab54-ed795ae6271e tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341969 Sep 08 13:27:27.567568 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6ab633a-dca6-447d-80c5-19e3aea61dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.607109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e6ab633a-dca6-447d-80c5-19e3aea61dac admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a489708327b54f11910818db3294773a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5079474 Sep 08 13:27:27.608743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab633a-dca6-447d-80c5-19e3aea61dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40f74d5-ed7d-4d25-9405-3d9f9b9bc354,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:27.611047 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44742) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:27.626147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['25d87b96-2813-43f0-b6e8-bd1950fe9c22'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:27:27.661265 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4802d598-1545-48c8-b6ea-461ade28d80d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.684565 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4802d598-1545-48c8-b6ea-461ade28d80d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.719314 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.836382 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.946520 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4802d598-1545-48c8-b6ea-461ade28d80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.949171 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4802d598-1545-48c8-b6ea-461ade28d80d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:27.950365 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4802d598-1545-48c8-b6ea-461ade28d80d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f40f74d5-ed7d-4d25-9405-3d9f9b9bc354 HTTP/1.1" status: 204 len: 168 time: 0.3382869 Sep 08 13:27:27.986450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802d598-1545-48c8-b6ea-461ade28d80d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40f74d5-ed7d-4d25-9405-3d9f9b9bc354,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:28.078345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Allocated IP 172.25.5.213 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/32b320c7-7f4d-45d9-91f7-6e1269433a24) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:28.202948 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:28.307349 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:27:28.328795 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:28.369722 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:28.381940 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Pushing event updated for resources: {'Port': ['ID=32b320c7-7f4d-45d9-91f7-6e1269433a24,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:28.385917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:28.388603 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:28.525312 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:28.544804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b1b70-7ba4-41a1-a783-4e5bb841f033 req-2e2f7ff5-df3d-472e-87c5-1b1b59e1ec09 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:28.546333 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b4b1b70-7ba4-41a1-a783-4e5bb841f033 req-2e2f7ff5-df3d-472e-87c5-1b1b59e1ec09 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0716689 Sep 08 13:27:28.593827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b4b1b70-7ba4-41a1-a783-4e5bb841f033 req-6efa6e39-42d5-4cb3-8138-1fa2cc462fa3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367417 Sep 08 13:27:28.659727 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:28.674196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524aaf50-1c85-4640-9b02-e7348249504d req-e9ce6d31-c1f9-4051-8420-9586360de761 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:28.686215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-524aaf50-1c85-4640-9b02-e7348249504d req-e9ce6d31-c1f9-4051-8420-9586360de761 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 944 time: 0.0803230 Sep 08 13:27:28.734540 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-524aaf50-1c85-4640-9b02-e7348249504d req-285084df-d418-446c-a8bb-b2ee87206baf tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433352 Sep 08 13:27:28.845406 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:28.944178 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 25d87b96-2813-43f0-b6e8-bd1950fe9c22 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:28.957033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:29.046858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Pushing event updated for resources: {'Port': ['ID=32b320c7-7f4d-45d9-91f7-6e1269433a24,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:29.059233 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:29.105715 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 25d87b96-2813-43f0-b6e8-bd1950fe9c22 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:29.110479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 25d87b96-2813-43f0-b6e8-bd1950fe9c22 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:29.110776 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:29.209497 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:29.230799 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:29.233566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-71f1421f-bae0-4cec-bf5d-8953d09e7e15 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9447470 Sep 08 13:27:29.234820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44790) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:29.240065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9beefa-6a42-4530-b470-f5176cd5de29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d87b96-2813-43f0-b6e8-bd1950fe9c22'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:27:29.242746 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2409c3a-e90c-4e3d-9d76-1a8eff0ef749" -d '{"events": [{"server_uuid": "0f9beefa-6a42-4530-b470-f5176cd5de29", "name": "network-vif-plugged", "status": "completed", "tag": "25d87b96-2813-43f0-b6e8-bd1950fe9c22"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:27:29.272623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 25d87b96-2813-43f0-b6e8-bd1950fe9c22, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=25d87b96-2813-43f0-b6e8-bd1950fe9c22,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:29.292685 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f636aed2-966c-4121-b96f-49c89b6b4fdd x-openstack-request-id: req-f636aed2-966c-4121-b96f-49c89b6b4fdd {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:27:29.293211 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9beefa-6a42-4530-b470-f5176cd5de29", "name": "network-vif-plugged", "status": "completed", "tag": "25d87b96-2813-43f0-b6e8-bd1950fe9c22", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:27:29.293462 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f636aed2-966c-4121-b96f-49c89b6b4fdd {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:27:29.293858 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9beefa-6a42-4530-b470-f5176cd5de29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d87b96-2813-43f0-b6e8-bd1950fe9c22', 'code': 200} Sep 08 13:27:29.310218 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f9b2c28f-5f5d-442d-954e-7aefbf9095c3 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2433 time: 0.0679111 Sep 08 13:27:29.310459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44794) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:29.389525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cdf208db-0c50-4465-8218-d7ab2be61723 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0810893 Sep 08 13:27:29.392474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44796) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:29.419138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576b0c6-3e2d-4a00-8bc7-92dda8271ea6 req-b2a0d0b0-22a5-42cd-91af-ec89ea273854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:29.420921 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4576b0c6-3e2d-4a00-8bc7-92dda8271ea6 req-b2a0d0b0-22a5-42cd-91af-ec89ea273854 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 1095 time: 0.0533609 Sep 08 13:27:29.462035 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4576b0c6-3e2d-4a00-8bc7-92dda8271ea6 req-4de20520-2077-49f5-a940-42f5866e7d15 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334651 Sep 08 13:27:29.543563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b3ea6-7798-49fb-b6d9-efc84d63d967 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Deleting port 32b320c7-7f4d-45d9-91f7-6e1269433a24 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:29.543916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3ea6-7798-49fb-b6d9-efc84d63d967 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:29.628497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3ea6-7798-49fb-b6d9-efc84d63d967 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:29.628654 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3ea6-7798-49fb-b6d9-efc84d63d967 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:29.643543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b3ea6-7798-49fb-b6d9-efc84d63d967 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Calling delete_port for 32b320c7-7f4d-45d9-91f7-6e1269433a24 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:29.659756 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:29.732086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=25d87b96-2813-43f0-b6e8-bd1950fe9c22,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:29.789499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff3b7e-5fa5-41c1-a1f9-1e7b5919cc19 req-84961a45-0c61-4862-9f6a-7df31e7d1ea1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:29.791136 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11ff3b7e-5fa5-41c1-a1f9-1e7b5919cc19 req-84961a45-0c61-4862-9f6a-7df31e7d1ea1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0979764 Sep 08 13:27:29.877878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11ff3b7e-5fa5-41c1-a1f9-1e7b5919cc19 req-608f8ba0-3aad-4ec2-962c-f93b1d5dcea3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674202 Sep 08 13:27:29.906205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf455981-674a-4bbd-9830-1275e0921ed7 req-5163c926-a4b5-47cd-88ae-61b20212cf73 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:29.918787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf455981-674a-4bbd-9830-1275e0921ed7 req-5163c926-a4b5-47cd-88ae-61b20212cf73 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.0966661 Sep 08 13:27:29.975895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf455981-674a-4bbd-9830-1275e0921ed7 req-8440a1fd-a75b-49d7-b1f1-cfd47bedd42e tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559261 Sep 08 13:27:30.037322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3ea6-7798-49fb-b6d9-efc84d63d967 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.109090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b3ea6-7798-49fb-b6d9-efc84d63d967 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Pushing event deleted for resources: {'Port': ['ID=32b320c7-7f4d-45d9-91f7-6e1269433a24,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:30.121353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44814) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:30.157382 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3ea6-7798-49fb-b6d9-efc84d63d967 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.161095 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3ea6-7798-49fb-b6d9-efc84d63d967 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.162778 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3c9b3ea6-7798-49fb-b6d9-efc84d63d967 tempest-FloatingIPAdminTestJSON-488161085 tempest-FloatingIPAdminTestJSON-488161085-project] 10.222.0.69 "DELETE /v2.0/floatingips/b2a139ab-2636-4ced-9c69-1c55b1f03890 HTTP/1.1" status: 204 len: 168 time: 0.7692776 Sep 08 13:27:30.166094 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44820) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:30.299901 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1743f4b8-dedd-4967-a3f0-6f0ebc31d53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.321005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c61e8c40-0ea8-49bf-b5a9-7d2ef38bad49 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Deleting port 9f9cbf26-acf6-4dad-ae4b-7573c40839dd {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:30.336702 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c61e8c40-0ea8-49bf-b5a9-7d2ef38bad49 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.401245 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1743f4b8-dedd-4967-a3f0-6f0ebc31d53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.408997 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c61e8c40-0ea8-49bf-b5a9-7d2ef38bad49 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.409708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c61e8c40-0ea8-49bf-b5a9-7d2ef38bad49 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.423583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c61e8c40-0ea8-49bf-b5a9-7d2ef38bad49 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Calling delete_port for 9f9cbf26-acf6-4dad-ae4b-7573c40839dd owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:30.557045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1743f4b8-dedd-4967-a3f0-6f0ebc31d53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.598845 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1743f4b8-dedd-4967-a3f0-6f0ebc31d53c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60642ba8a8bd4fbea30b156ca3d11221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758987 Sep 08 13:27:30.610820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743f4b8-dedd-4967-a3f0-6f0ebc31d53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330889ba-69a9-4f9a-92d1-4be62d2af463,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:30.611341 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44824) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:30.675466 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce821f86-e9ec-4d3d-8a18-11154c8be833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.697321 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce821f86-e9ec-4d3d-8a18-11154c8be833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.747173 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c61e8c40-0ea8-49bf-b5a9-7d2ef38bad49 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.785590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e8c40-0ea8-49bf-b5a9-7d2ef38bad49 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f9cbf26-acf6-4dad-ae4b-7573c40839dd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:30.849967 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce821f86-e9ec-4d3d-8a18-11154c8be833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.853020 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce821f86-e9ec-4d3d-8a18-11154c8be833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.854942 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ce821f86-e9ec-4d3d-8a18-11154c8be833 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/330889ba-69a9-4f9a-92d1-4be62d2af463 HTTP/1.1" status: 204 len: 168 time: 0.2505486 Sep 08 13:27:30.876915 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce821f86-e9ec-4d3d-8a18-11154c8be833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330889ba-69a9-4f9a-92d1-4be62d2af463,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:30.893821 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c61e8c40-0ea8-49bf-b5a9-7d2ef38bad49 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.896820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c61e8c40-0ea8-49bf-b5a9-7d2ef38bad49 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:30.898794 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c61e8c40-0ea8-49bf-b5a9-7d2ef38bad49 tempest-FloatingIPAdminTestJSON-415362393 tempest-FloatingIPAdminTestJSON-415362393-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/5734b2bf-622b-425b-8b8d-e26d7f315736 HTTP/1.1" status: 204 len: 168 time: 0.7309880 Sep 08 13:27:30.905338 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44834) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:31.057714 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f0516-12cf-45b4-a6e8-edf46cb1acaa tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Deleting port d861d457-d1a4-41aa-bdb3-cd56848c5325 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:31.058235 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0516-12cf-45b4-a6e8-edf46cb1acaa tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:31.081875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378998-5900-4ba3-9286-a757bd65a1f2 req-84b2b683-7c60-4cfb-9437-ffb85d4eda14 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:31.083532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a378998-5900-4ba3-9286-a757bd65a1f2 req-84b2b683-7c60-4cfb-9437-ffb85d4eda14 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0999434 Sep 08 13:27:31.144468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a378998-5900-4ba3-9286-a757bd65a1f2 req-ee232318-8cd5-41c3-adb1-3fe712523e33 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519707 Sep 08 13:27:31.204678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e02079-cb73-4b4a-9362-3a24688ede59 req-de4ef6f2-827e-48fe-806c-4474d5702a15 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:31.206322 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73e02079-cb73-4b4a-9362-3a24688ede59 req-de4ef6f2-827e-48fe-806c-4474d5702a15 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1313348 Sep 08 13:27:31.241317 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0516-12cf-45b4-a6e8-edf46cb1acaa tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:31.261177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5a0f0516-12cf-45b4-a6e8-edf46cb1acaa tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Calling delete_port for d861d457-d1a4-41aa-bdb3-cd56848c5325 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:31.285382 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73e02079-cb73-4b4a-9362-3a24688ede59 req-fac82006-1fa4-4dd4-901d-c2ca5f0c4592 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655472 Sep 08 13:27:31.568320 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0516-12cf-45b4-a6e8-edf46cb1acaa tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:31.598921 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f0516-12cf-45b4-a6e8-edf46cb1acaa tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event deleted for resources: {'Port': ['ID=d861d457-d1a4-41aa-bdb3-cd56848c5325,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:31.678769 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0516-12cf-45b4-a6e8-edf46cb1acaa tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:31.680861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5a0f0516-12cf-45b4-a6e8-edf46cb1acaa tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "DELETE /v2.0/ports/d861d457-d1a4-41aa-bdb3-cd56848c5325 HTTP/1.1" status: 204 len: 168 time: 0.7749348 Sep 08 13:27:31.683626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44854) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:31.743397 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f9766f-c817-423d-aed4-c3c696a847d8 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:31.744976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-37f9766f-c817-423d-aed4-c3c696a847d8 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "GET /v2.0/ports?device_id=48c47c5d-5ff1-4354-8310-d110520dd01d HTTP/1.1" status: 200 len: 913 time: 0.0603518 Sep 08 13:27:31.749134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44860) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:32.153434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ee05a8a-42be-41de-8057-50ae6f102ec4 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:32.159656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44876) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:32.174282 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed7c64ef-05a1-402f-85c5-8cf06b8d4968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:32.316807 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed7c64ef-05a1-402f-85c5-8cf06b8d4968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:32.340510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcff74-ad84-462c-b606-6bb88d34cdbe req-e8cb7fdf-8d01-4c15-a548-f02e77801ab1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:32.342649 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-04fcff74-ad84-462c-b606-6bb88d34cdbe req-e8cb7fdf-8d01-4c15-a548-f02e77801ab1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0972893 Sep 08 13:27:32.387703 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed7c64ef-05a1-402f-85c5-8cf06b8d4968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:32.432051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-04fcff74-ad84-462c-b606-6bb88d34cdbe req-ee1c932e-af10-4179-95d0-1d0c3fd8c4a5 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829916 Sep 08 13:27:32.466117 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ed7c64ef-05a1-402f-85c5-8cf06b8d4968 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=68e12ac218874b6db7efa5f64464cb59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953873 Sep 08 13:27:32.466117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44896) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:32.481176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c64ef-05a1-402f-85c5-8cf06b8d4968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab6e69b-c0ce-4274-8940-a5310b869b92,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:32.543847 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d5ec09eb-7756-4510-9567-5b4e0f7656b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:32.575197 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d5ec09eb-7756-4510-9567-5b4e0f7656b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:32.616217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c9fee-442c-4820-8813-49f4aff060ec req-dd88b845-4026-4c4b-a586-e4b81c602c62 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:32.617435 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a20c9fee-442c-4820-8813-49f4aff060ec req-dd88b845-4026-4c4b-a586-e4b81c602c62 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1045854 Sep 08 13:27:32.668987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9ee05a8a-42be-41de-8057-50ae6f102ec4 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Deleting port af59a8e4-a618-494b-aca4-2aeeacecaaf5 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:32.669451 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ee05a8a-42be-41de-8057-50ae6f102ec4 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:32.676214 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a20c9fee-442c-4820-8813-49f4aff060ec req-002ee1cf-875c-428c-8ce5-79a0b837f270 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519309 Sep 08 13:27:32.763656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d5ec09eb-7756-4510-9567-5b4e0f7656b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:32.766743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d5ec09eb-7756-4510-9567-5b4e0f7656b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:32.768076 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d5ec09eb-7756-4510-9567-5b4e0f7656b5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ab6e69b-c0ce-4274-8940-a5310b869b92 HTTP/1.1" status: 204 len: 168 time: 0.3054204 Sep 08 13:27:32.784114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec09eb-7756-4510-9567-5b4e0f7656b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab6e69b-c0ce-4274-8940-a5310b869b92,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:32.790504 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ee05a8a-42be-41de-8057-50ae6f102ec4 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:32.808644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9ee05a8a-42be-41de-8057-50ae6f102ec4 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Calling delete_port for af59a8e4-a618-494b-aca4-2aeeacecaaf5 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:33.343052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9699eb-3b76-4850-8b81-71a1dd780c4e req-e139206b-9f64-4263-9ddb-feedccb5c990 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:33.344563 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab9699eb-3b76-4850-8b81-71a1dd780c4e req-e139206b-9f64-4263-9ddb-feedccb5c990 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.0667672 Sep 08 13:27:33.427685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab9699eb-3b76-4850-8b81-71a1dd780c4e req-d240461f-ccfd-4c4a-bf58-aac95999a407 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611701 Sep 08 13:27:33.474735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42d03a-5a79-4a99-bc2b-45564c231fe1 req-5736a412-e182-497a-9c63-8a9b974cd99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:33.477565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e42d03a-5a79-4a99-bc2b-45564c231fe1 req-5736a412-e182-497a-9c63-8a9b974cd99e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=076466dc77634138a2bb45af59532deb&device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 1096 time: 0.0598125 Sep 08 13:27:33.518250 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ee05a8a-42be-41de-8057-50ae6f102ec4 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:33.564099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee05a8a-42be-41de-8057-50ae6f102ec4 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event deleted for resources: {'Port': ['ID=af59a8e4-a618-494b-aca4-2aeeacecaaf5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:33.586759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42d03a-5a79-4a99-bc2b-45564c231fe1 req-2afc7309-0136-45da-beef-a58a67e42e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:33.591610 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e42d03a-5a79-4a99-bc2b-45564c231fe1 req-2afc7309-0136-45da-beef-a58a67e42e5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=bbdab96b-a35c-49d9-8c67-1156369c5a80 HTTP/1.1" status: 200 len: 911 time: 0.1031678 Sep 08 13:27:33.653904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16353310-2853-4e0a-87f0-389efe8c5fdf req-f63d1a03-689f-4317-ad05-92bdcd58cd18 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:33.655555 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16353310-2853-4e0a-87f0-389efe8c5fdf req-f63d1a03-689f-4317-ad05-92bdcd58cd18 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.1277614 Sep 08 13:27:33.664889 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e42d03a-5a79-4a99-bc2b-45564c231fe1 req-77380242-7f1f-4fe4-94b9-506ae4f1b9dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25d87b96-2813-43f0-b6e8-bd1950fe9c22 HTTP/1.1" status: 200 len: 217 time: 0.0671020 Sep 08 13:27:33.737000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42d03a-5a79-4a99-bc2b-45564c231fe1 req-77b2e01c-7471-4f4e-91a5-d8894389010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:33.738649 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e42d03a-5a79-4a99-bc2b-45564c231fe1 req-77b2e01c-7471-4f4e-91a5-d8894389010c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d44eaf4-9c89-4950-a5be-c246fd16a504 HTTP/1.1" status: 200 len: 850 time: 0.0529165 Sep 08 13:27:33.749619 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16353310-2853-4e0a-87f0-389efe8c5fdf req-a430974e-405b-4de2-a7ab-a8faf43768a2 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826459 Sep 08 13:27:33.774562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e42d03a-5a79-4a99-bc2b-45564c231fe1 req-da0c9e6a-f47c-435c-b93e-f1fc261c45ed service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbdab96b-a35c-49d9-8c67-1156369c5a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268736 Sep 08 13:27:33.820393 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ee05a8a-42be-41de-8057-50ae6f102ec4 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:33.914890 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e42d03a-5a79-4a99-bc2b-45564c231fe1 req-13bb20ed-d821-4cfe-a140-872394669daf service neutron] 10.222.0.60 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331904 Sep 08 13:27:34.014321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e42d03a-5a79-4a99-bc2b-45564c231fe1 req-c07e64d3-353b-4816-b9ea-771ed834f988 service neutron] 10.222.0.60 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917461 Sep 08 13:27:34.074638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee05a8a-42be-41de-8057-50ae6f102ec4 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Router 48c47c5d-5ff1-4354-8310-d110520dd01d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:27:34.195190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee05a8a-42be-41de-8057-50ae6f102ec4 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:27:34.208997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb61a22a-d48a-42b2-bc43-c4038074856d None None] Sync routers for ids ['48c47c5d-5ff1-4354-8310-d110520dd01d'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:27:34.220349 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9ee05a8a-42be-41de-8057-50ae6f102ec4 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "PUT /v2.0/routers/48c47c5d-5ff1-4354-8310-d110520dd01d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4675033 Sep 08 13:27:34.220529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb61a22a-d48a-42b2-bc43-c4038074856d None None] Routers {'48c47c5d-5ff1-4354-8310-d110520dd01d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:34.220693 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-eb61a22a-d48a-42b2-bc43-c4038074856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['48c47c5d-5ff1-4354-8310-d110520dd01d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:34.223977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44978) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:34.257855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-eb61a22a-d48a-42b2-bc43-c4038074856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:34.267243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb61a22a-d48a-42b2-bc43-c4038074856d None None] Routers {'48c47c5d-5ff1-4354-8310-d110520dd01d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:34.268109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-eb61a22a-d48a-42b2-bc43-c4038074856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['48c47c5d-5ff1-4354-8310-d110520dd01d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:34.301979 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-eb61a22a-d48a-42b2-bc43-c4038074856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:34.302746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb61a22a-d48a-42b2-bc43-c4038074856d None None] The sync data for ids ['48c47c5d-5ff1-4354-8310-d110520dd01d'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:27:34.356487 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:34.462031 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:34.552064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d14e0-f9c4-4d2b-bd4d-c5992cfe86ab req-e2689f83-5096-4a1a-b7cc-2f25fdb73100 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:34.553767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f3d14e0-f9c4-4d2b-bd4d-c5992cfe86ab req-e2689f83-5096-4a1a-b7cc-2f25fdb73100 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.0505388 Sep 08 13:27:34.602301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f3d14e0-f9c4-4d2b-bd4d-c5992cfe86ab req-9387c9db-f651-4920-bd5c-3b448e670ef4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377700 Sep 08 13:27:34.694207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44988) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:34.722545 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Deleting port 7ed31e7b-fccf-44e2-be81-ef691ead7d1b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:34.723164 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:34.810684 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aadff6cf-344f-47a1-b97f-99e5e98b3d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:34.812850 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:34.829445 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Calling delete_port for 7ed31e7b-fccf-44e2-be81-ef691ead7d1b owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:34.920942 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aadff6cf-344f-47a1-b97f-99e5e98b3d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:34.952204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a197dd-c6ca-4e80-a1c3-9d8aa892baff req-71f46432-b77f-4b65-a674-c83924de50c1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:34.953690 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-56a197dd-c6ca-4e80-a1c3-9d8aa892baff req-71f46432-b77f-4b65-a674-c83924de50c1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0688043 Sep 08 13:27:35.034230 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-56a197dd-c6ca-4e80-a1c3-9d8aa892baff req-81fbdd34-6a78-4ba3-bee1-2dbfc70298f4 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471044 Sep 08 13:27:35.082935 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aadff6cf-344f-47a1-b97f-99e5e98b3d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.123989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aadff6cf-344f-47a1-b97f-99e5e98b3d35 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=04c4e8b313d84cd4af1971f9d8c320fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4280796 Sep 08 13:27:35.126733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45000) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:35.134709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadff6cf-344f-47a1-b97f-99e5e98b3d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36870591-e9c9-4825-b4e2-aab7a6f653b7,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:35.182454 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b21469d9-3a08-4aa1-b45f-0326bf32b82b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.206352 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b21469d9-3a08-4aa1-b45f-0326bf32b82b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.211937 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.239795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event deleted for resources: {'Port': ['ID=7ed31e7b-fccf-44e2-be81-ef691ead7d1b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:35.332394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.386977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b21469d9-3a08-4aa1-b45f-0326bf32b82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.386977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b21469d9-3a08-4aa1-b45f-0326bf32b82b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.386977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b21469d9-3a08-4aa1-b45f-0326bf32b82b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/36870591-e9c9-4825-b4e2-aab7a6f653b7 HTTP/1.1" status: 204 len: 168 time: 0.2563870 Sep 08 13:27:35.394083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21469d9-3a08-4aa1-b45f-0326bf32b82b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36870591-e9c9-4825-b4e2-aab7a6f653b7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:35.437073 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.439827 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.699417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.703859 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Fanout notify agent at l3_agent the message router_deleted on router 48c47c5d-5ff1-4354-8310-d110520dd01d {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:27:35.707987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.711858 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7a4d2005-467f-4716-a1dd-2728434d64a1 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "DELETE /v2.0/routers/48c47c5d-5ff1-4354-8310-d110520dd01d HTTP/1.1" status: 204 len: 168 time: 1.4866230 Sep 08 13:27:35.712229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45018) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:35.737005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f2bc8-637a-4f62-aea1-696cb77b28be req-32e14a1e-8d60-414d-89da-cea11be6820b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:35.738879 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6e3f2bc8-637a-4f62-aea1-696cb77b28be req-32e14a1e-8d60-414d-89da-cea11be6820b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.0694494 Sep 08 13:27:35.770680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-66360fd7-4b43-426d-a754-0fd054470355 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Deleting subnet b29e52bc-b8a7-4778-8cf6-fbe394dcd5cc {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:27:35.774005 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66360fd7-4b43-426d-a754-0fd054470355 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.781966 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6e3f2bc8-637a-4f62-aea1-696cb77b28be req-41d5918b-bcd7-401c-99f5-dc0c71b689ba tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348399 Sep 08 13:27:35.815339 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66360fd7-4b43-426d-a754-0fd054470355 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:35.897891 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66360fd7-4b43-426d-a754-0fd054470355 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.060421 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66360fd7-4b43-426d-a754-0fd054470355 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.089767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66360fd7-4b43-426d-a754-0fd054470355 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event deleted for resources: {'Subnet': ['ID=b29e52bc-b8a7-4778-8cf6-fbe394dcd5cc,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:36.091378 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66360fd7-4b43-426d-a754-0fd054470355 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.093287 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-66360fd7-4b43-426d-a754-0fd054470355 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "DELETE /v2.0/subnets/b29e52bc-b8a7-4778-8cf6-fbe394dcd5cc HTTP/1.1" status: 204 len: 168 time: 0.3797977 Sep 08 13:27:36.098195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45026) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:36.104486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fff5b35-6674-4f4c-ac5c-5ff79b55e8b5 None None] Network 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:27:36.179616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6c8b4-3968-48f6-b4fe-dafcb0d19ad2 req-9ac8f72e-f878-414e-b4fc-56787727659d tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:36.181834 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71c6c8b4-3968-48f6-b4fe-dafcb0d19ad2 req-9ac8f72e-f878-414e-b4fc-56787727659d tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0707250 Sep 08 13:27:36.191511 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.226198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71c6c8b4-3968-48f6-b4fe-dafcb0d19ad2 req-ab048ed7-4fd9-4626-9710-efec2019b7ab tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378413 Sep 08 13:27:36.259746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Deleting port 08784323-842a-4b81-b17d-726a98abe372 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:36.259746 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.306346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f540be-b466-4690-881c-76f4ce02f3d4 None None] DHCP port deletion for 7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:27:36.332070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] For port 08784323-842a-4b81-b17d-726a98abe372, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=08784323-842a-4b81-b17d-726a98abe372,segment=NetworkSegment(8f8991b4-9c7b-44ab-b528-707a622d4bc3),segment_id=8f8991b4-9c7b-44ab-b528-707a622d4bc3)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:36.332372 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.353347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Calling delete_port for 08784323-842a-4b81-b17d-726a98abe372 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:36.374512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c4f540be-b466-4690-881c-76f4ce02f3d4 None None] Deleting port 08784323-842a-4b81-b17d-726a98abe372 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:36.374908 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c4f540be-b466-4690-881c-76f4ce02f3d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.470588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45034) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:36.477666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c4f540be-b466-4690-881c-76f4ce02f3d4 None None] For port 08784323-842a-4b81-b17d-726a98abe372, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=08784323-842a-4b81-b17d-726a98abe372,segment=NetworkSegment(8f8991b4-9c7b-44ab-b528-707a622d4bc3),segment_id=8f8991b4-9c7b-44ab-b528-707a622d4bc3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:36.477666 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c4f540be-b466-4690-881c-76f4ce02f3d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.478407 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1b123f9-69a1-4297-84de-cadbdb9be25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.478612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c4f540be-b466-4690-881c-76f4ce02f3d4 None None] Calling delete_port for 08784323-842a-4b81-b17d-726a98abe372 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:36.582654 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.587772 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c4f540be-b466-4690-881c-76f4ce02f3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.613477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f540be-b466-4690-881c-76f4ce02f3d4 None None] Pushing event deleted for resources: {'Port': ['ID=08784323-842a-4b81-b17d-726a98abe372,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:36.630388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f540be-b466-4690-881c-76f4ce02f3d4 None None] No DVR routers for this DVR port 08784323-842a-4b81-b17d-726a98abe372 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:27:36.635766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event deleted for resources: {'Port': ['ID=08784323-842a-4b81-b17d-726a98abe372,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:36.644794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] No DVR routers for this DVR port 08784323-842a-4b81-b17d-726a98abe372 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:27:36.745453 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.778271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8c84fa-4b3e-4aa0-a028-dafd0d093e00']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:36.789448 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1b123f9-69a1-4297-84de-cadbdb9be25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.796644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8991b4-9c7b-44ab-b528-707a622d4bc3') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:36.796947 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8991b4-9c7b-44ab-b528-707a622d4bc3') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:36.810617 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.830549 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.832281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 08784323-842a-4b81-b17d-726a98abe372 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:27:36.837864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:27:36.838326 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:27:36.842499 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:27:36.861469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 08784323-842a-4b81-b17d-726a98abe372 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:27:36.861829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 08784323-842a-4b81-b17d-726a98abe372 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:27:36.872134 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1b123f9-69a1-4297-84de-cadbdb9be25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:36.922544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813fac87-255e-4e63-babc-48a1d4a94c67 req-871ff90e-49eb-47f0-b9f3-f6c62bd61a7d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:36.924081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-813fac87-255e-4e63-babc-48a1d4a94c67 req-871ff90e-49eb-47f0-b9f3-f6c62bd61a7d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.0688288 Sep 08 13:27:36.946470 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d1b123f9-69a1-4297-84de-cadbdb9be25e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ca319e0f8bd4b3b8b3ce0666b225fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4879775 Sep 08 13:27:36.946470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b123f9-69a1-4297-84de-cadbdb9be25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9344bc-0ed4-4a30-83e2-297a6e87d416,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:36.947768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45046) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:36.992696 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-813fac87-255e-4e63-babc-48a1d4a94c67 req-60da7cd2-6f13-46cf-81d6-a552eb426032 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618141 Sep 08 13:27:37.015240 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:37.037164 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:37.054775 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:37.060963 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:37.065715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45050) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:37.066495 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "DELETE /v2.0/networks/7e8c84fa-4b3e-4aa0-a028-dafd0d093e00 HTTP/1.1" status: 204 len: 168 time: 0.9681132 Sep 08 13:27:37.080618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85740c8-7608-40aa-b43a-98886775e3e2 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event deleted for resources: {'Network': ['ID=7e8c84fa-4b3e-4aa0-a028-dafd0d093e00,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:37.214119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6b823fa4-61de-4fe7-aaa8-13ea3d5145e6 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Deleting port 6df7a202-fda4-4950-b211-87932088ca0c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:37.214119 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b823fa4-61de-4fe7-aaa8-13ea3d5145e6 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:37.280750 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b823fa4-61de-4fe7-aaa8-13ea3d5145e6 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:37.281067 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b823fa4-61de-4fe7-aaa8-13ea3d5145e6 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:37.288310 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:37.293348 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:37.293348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4b9344bc-0ed4-4a30-83e2-297a6e87d416 HTTP/1.1" status: 204 len: 168 time: 0.3433480 Sep 08 13:27:37.302019 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6b823fa4-61de-4fe7-aaa8-13ea3d5145e6 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Calling delete_port for 6df7a202-fda4-4950-b211-87932088ca0c owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:37.310058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9344bc-0ed4-4a30-83e2-297a6e87d416,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:37.322807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:37.323158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:37.323501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:37.323842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:37.324176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:37.324509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:37.324836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:37.325160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:37.325630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:37.325964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:37.326323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:37.326648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4022b969-18bd-495a-aa66-a650945c95ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:37.369272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dd242-fdc6-46c6-9867-eff48053313c req-a2d85949-b08e-47f4-9e01-9e32ee69ac5f tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:37.370955 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-143dd242-fdc6-46c6-9867-eff48053313c req-a2d85949-b08e-47f4-9e01-9e32ee69ac5f tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0722575 Sep 08 13:27:37.435939 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-143dd242-fdc6-46c6-9867-eff48053313c req-49b72ec5-224d-45e2-afb7-61ec13ea376a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512319 Sep 08 13:27:37.637112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b823fa4-61de-4fe7-aaa8-13ea3d5145e6 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:37.677021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b823fa4-61de-4fe7-aaa8-13ea3d5145e6 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Pushing event deleted for resources: {'Port': ['ID=6df7a202-fda4-4950-b211-87932088ca0c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:37.737714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b823fa4-61de-4fe7-aaa8-13ea3d5145e6 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:37.741010 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b823fa4-61de-4fe7-aaa8-13ea3d5145e6 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:37.746113 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6b823fa4-61de-4fe7-aaa8-13ea3d5145e6 tempest-FloatingIPAdminTestJSON-1338503531 tempest-FloatingIPAdminTestJSON-1338503531-project] 10.222.0.69 "DELETE /v2.0/floatingips/5be34a5c-1655-4200-b520-ac82c66aefd1 HTTP/1.1" status: 204 len: 168 time: 0.6793244 Sep 08 13:27:37.768608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-498e9686-177d-4817-8771-7a45dbecf3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:38.126848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6cc1c-e0c8-4d1c-ae30-e93ef9ec8f07 req-52e72210-e162-4902-89e1-cbfc612a8baa tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:38.133541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24e6cc1c-e0c8-4d1c-ae30-e93ef9ec8f07 req-52e72210-e162-4902-89e1-cbfc612a8baa tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.0572689 Sep 08 13:27:38.169670 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24e6cc1c-e0c8-4d1c-ae30-e93ef9ec8f07 req-78617f6c-a57d-4ac2-959d-83e9df321c7f tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345576 Sep 08 13:27:38.289836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45088) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:38.463166 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-15548e3f-4001-45c0-b92e-9a39af010871 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ac763394349f4503acf8f49a7982070d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718388 Sep 08 13:27:38.465542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45098) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:38.510061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45102) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:38.601735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6f953ab-cb23-43ef-a0df-ccdaffbb2afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:38.620568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c26790-83f5-4484-a855-d176b4ef807c req-c2649c91-973e-4ac7-9399-9d428c68be7a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:38.622122 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c26790-83f5-4484-a855-d176b4ef807c req-c2649c91-973e-4ac7-9399-9d428c68be7a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0873599 Sep 08 13:27:38.637308 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6f953ab-cb23-43ef-a0df-ccdaffbb2afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:38.693238 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96c26790-83f5-4484-a855-d176b4ef807c req-511ac5c2-121e-49f7-9914-54b278b8f24f tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614896 Sep 08 13:27:38.748156 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f8748ca2-b3fc-41cd-a827-a584bacc6cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:38.815140 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6f953ab-cb23-43ef-a0df-ccdaffbb2afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:38.817940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6f953ab-cb23-43ef-a0df-ccdaffbb2afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:38.819500 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d6f953ab-cb23-43ef-a0df-ccdaffbb2afd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17f1eab3-a553-49ce-9a7e-4a13deb2378d HTTP/1.1" status: 204 len: 168 time: 0.3525681 Sep 08 13:27:38.836732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f953ab-cb23-43ef-a0df-ccdaffbb2afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f1eab3-a553-49ce-9a7e-4a13deb2378d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:38.914494 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f8748ca2-b3fc-41cd-a827-a584bacc6cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:38.971103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e4c24-5dc5-4cff-9f10-9a182146fdcb req-1aab34cd-9686-40fc-9a60-46ed3ec7974c tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:38.972699 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d6e4c24-5dc5-4cff-9f10-9a182146fdcb req-1aab34cd-9686-40fc-9a60-46ed3ec7974c tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 945 time: 0.0505764 Sep 08 13:27:39.013971 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d6e4c24-5dc5-4cff-9f10-9a182146fdcb req-d9226e32-5dff-45bc-98ff-8386a670a814 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349321 Sep 08 13:27:39.048366 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f8748ca2-b3fc-41cd-a827-a584bacc6cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:39.086214 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f8748ca2-b3fc-41cd-a827-a584bacc6cba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=50dcacccad93485bb64f6acf3a1c2005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5735559 Sep 08 13:27:39.089779 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45124) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:39.095980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8748ca2-b3fc-41cd-a827-a584bacc6cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a59abc25-f67e-4b9f-875a-d1278ac64283,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:39.144372 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:39.167501 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:39.203528 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45130) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:39.313350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8cef3-1a9a-43f8-b236-6c5b906a6ca9 req-ff90dc43-2f61-4217-85f1-ff9711d1a13b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:39.315014 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4e8cef3-1a9a-43f8-b236-6c5b906a6ca9 req-ff90dc43-2f61-4217-85f1-ff9711d1a13b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.0580475 Sep 08 13:27:39.351550 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'network': {'name': 'tempest-RoutersTest-729814459'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:39.374339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4e8cef3-1a9a-43f8-b236-6c5b906a6ca9 req-23df1c8e-c4fe-4017-a47d-2c964c13ed4e tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524235 Sep 08 13:27:39.395126 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:39.395126 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:39.395126 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a59abc25-f67e-4b9f-875a-d1278ac64283 HTTP/1.1" status: 204 len: 168 time: 0.2895787 Sep 08 13:27:39.395126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59abc25-f67e-4b9f-875a-d1278ac64283,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:39.405548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:39.405903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:39.406274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:39.406615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:39.406957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:39.407283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:39.407783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:39.408136 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:39.408302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:39.409128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:39.409128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:39.409372 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e9603c-504f-4857-8da6-ef2bdec81642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:39.562329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:39.566942 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:39.585844 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:39.668796 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:39.831491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c4c0b-e56f-4b80-915d-4a97c30fa5aa req-9e646d4e-bc6d-4aff-818c-ff4cf2e6fcc7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:39.833898 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff7c4c0b-e56f-4b80-915d-4a97c30fa5aa req-9e646d4e-bc6d-4aff-818c-ff4cf2e6fcc7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0669839 Sep 08 13:27:39.837503 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:39.868245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:27:39.878878 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff7c4c0b-e56f-4b80-915d-4a97c30fa5aa req-4cc13e9b-eb72-4be8-ac61-5cfd37a24854 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356226 Sep 08 13:27:39.880822 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:39.881601 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Added segment fc5092c9-db08-4825-8643-ecf93997a03f of type vlan for network 7b797151-1636-4d41-b7a8-57ff09d301bc Sep 08 13:27:39.883320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c451e439-7b09-49bc-8d21-2a8d7a8ff75b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:39.937509 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.134323 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.140785 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:40.141456 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.156532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45154) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:40.170160 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a62c15b7-5d67-46af-a205-621f1457d220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.225711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Network': ['ID=7b797151-1636-4d41-b7a8-57ff09d301bc,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:40.236726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 7b797151-1636-4d41-b7a8-57ff09d301bc details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:27:40.302404 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c960202c-a48c-48b0-9571-ba555a265267 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0983834 Sep 08 13:27:40.307597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45158) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:40.311647 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-066a9907-87e0-45f6-a813-cc3a1a2f3e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.313211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f9c0a4c0-15e5-487a-97be-d1ddaaf9ef48 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1460135080'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:40.385652 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a62c15b7-5d67-46af-a205-621f1457d220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.471265 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.507562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027df50d-74f9-490d-b4c5-0714219f81b3 req-1f1afa21-c692-455b-a850-36ee22c0e515 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:40.509256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-027df50d-74f9-490d-b4c5-0714219f81b3 req-1f1afa21-c692-455b-a850-36ee22c0e515 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.0630171 Sep 08 13:27:40.551915 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-027df50d-74f9-490d-b4c5-0714219f81b3 req-f2352468-d159-43ed-b0f7-62713e7fde85 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344663 Sep 08 13:27:40.574020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a62c15b7-5d67-46af-a205-621f1457d220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.612209 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c15b7-5d67-46af-a205-621f1457d220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14a9068-b1b7-40d6-86cc-378296717011,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:40.618358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a62c15b7-5d67-46af-a205-621f1457d220 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=539d0a741cb742a6b4ea76b5bba31998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4605882 Sep 08 13:27:40.621232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45162) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:40.670103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45164) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:40.674270 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-808f3de3-2c82-4063-9873-1abb0256413b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.684503 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d261ac63-bcfa-45df-9000-f324ca2a003a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.705313 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-808f3de3-2c82-4063-9873-1abb0256413b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.786902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c0a4c0-15e5-487a-97be-d1ddaaf9ef48 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:40.791058 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a4c0-15e5-487a-97be-d1ddaaf9ef48 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.865063 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-808f3de3-2c82-4063-9873-1abb0256413b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.867753 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-808f3de3-2c82-4063-9873-1abb0256413b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.868917 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-808f3de3-2c82-4063-9873-1abb0256413b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e14a9068-b1b7-40d6-86cc-378296717011 HTTP/1.1" status: 204 len: 168 time: 0.2467704 Sep 08 13:27:40.874450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9c0a4c0-15e5-487a-97be-d1ddaaf9ef48 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:27:40.879298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f3de3-2c82-4063-9873-1abb0256413b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14a9068-b1b7-40d6-86cc-378296717011,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:40.914558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a4c0-15e5-487a-97be-d1ddaaf9ef48 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:40.915202 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-f9c0a4c0-15e5-487a-97be-d1ddaaf9ef48 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Added segment 561c9cf8-8586-47b2-b76a-a8c269b0631d of type vlan for network 90d98eb7-3800-4a1c-ac76-3ebd8b77664b Sep 08 13:27:40.991080 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a4c0-15e5-487a-97be-d1ddaaf9ef48 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:41.023851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c5bc0d-24f3-4f2c-b3a7-18e6c0dd1f86 req-6a654886-9597-4943-85aa-99263078cadf tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:41.025407 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3c5bc0d-24f3-4f2c-b3a7-18e6c0dd1f86 req-6a654886-9597-4943-85aa-99263078cadf tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0725985 Sep 08 13:27:41.036084 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d261ac63-bcfa-45df-9000-f324ca2a003a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:41.083788 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3c5bc0d-24f3-4f2c-b3a7-18e6c0dd1f86 req-1c089e65-e5b4-485f-bdb7-a340bfe5c892 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497615 Sep 08 13:27:41.122781 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d261ac63-bcfa-45df-9000-f324ca2a003a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:41.178950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45174) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:41.179367 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d261ac63-bcfa-45df-9000-f324ca2a003a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=25fbbaa8f9774cf39177726391e203d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078914 Sep 08 13:27:41.180942 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a4c0-15e5-487a-97be-d1ddaaf9ef48 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:41.187708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c0a4c0-15e5-487a-97be-d1ddaaf9ef48 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:41.188340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9c0a4c0-15e5-487a-97be-d1ddaaf9ef48 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:41.208128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261ac63-bcfa-45df-9000-f324ca2a003a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341df4f4-e39b-47af-9fb0-e4c06ede7be3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:41.238288 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00e06f75-007a-4e9b-94ea-0f18d93826aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:41.265333 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00e06f75-007a-4e9b-94ea-0f18d93826aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:41.311590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0a4c0-15e5-487a-97be-d1ddaaf9ef48 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Network': ['ID=90d98eb7-3800-4a1c-ac76-3ebd8b77664b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:41.326996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 90d98eb7-3800-4a1c-ac76-3ebd8b77664b details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:27:41.354529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6731f-ad43-428e-92ea-42c498f2e2fe req-f3201c29-f3ed-438d-a794-944130a5376a tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:41.356100 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f0a6731f-ad43-428e-92ea-42c498f2e2fe req-f3201c29-f3ed-438d-a794-944130a5376a tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 945 time: 0.1202297 Sep 08 13:27:41.372143 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f9c0a4c0-15e5-487a-97be-d1ddaaf9ef48 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0633302 Sep 08 13:27:41.375877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45178) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:41.385429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9d66274d-2816-49be-922a-13c44068fe98 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'subnet': {'network_id': '7b797151-1636-4d41-b7a8-57ff09d301bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:41.422321 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f0a6731f-ad43-428e-92ea-42c498f2e2fe req-e354351c-87d1-49f5-b6f0-3332fe19aaa4 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585198 Sep 08 13:27:41.545328 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00e06f75-007a-4e9b-94ea-0f18d93826aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:41.548544 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00e06f75-007a-4e9b-94ea-0f18d93826aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:41.549753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-00e06f75-007a-4e9b-94ea-0f18d93826aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/341df4f4-e39b-47af-9fb0-e4c06ede7be3 HTTP/1.1" status: 204 len: 168 time: 0.3691864 Sep 08 13:27:41.576992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e06f75-007a-4e9b-94ea-0f18d93826aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341df4f4-e39b-47af-9fb0-e4c06ede7be3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:41.619697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d66274d-2816-49be-922a-13c44068fe98 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:41.624437 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d66274d-2816-49be-922a-13c44068fe98 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:41.721039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508568-e1cc-45fb-ae98-7e24dc7a55e8 req-82cbd3a7-4e01-4537-b3b8-64f8961f1dcc tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:41.730715 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8508568-e1cc-45fb-ae98-7e24dc7a55e8 req-82cbd3a7-4e01-4537-b3b8-64f8961f1dcc tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.0728896 Sep 08 13:27:41.778631 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8508568-e1cc-45fb-ae98-7e24dc7a55e8 req-e158e511-33f1-4247-80e6-6cd408c4a512 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Sep 08 13:27:41.848235 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:42.002666 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d66274d-2816-49be-922a-13c44068fe98 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:42.076128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d66274d-2816-49be-922a-13c44068fe98 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Checking segment: {'id': 'fc5092c9-db08-4825-8643-ecf93997a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7b797151-1636-4d41-b7a8-57ff09d301bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:42.076507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66274d-2816-49be-922a-13c44068fe98 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network hostable DHCP agents. Network: 7b797151-1636-4d41-b7a8-57ff09d301bc, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:27:42.078647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66274d-2816-49be-922a-13c44068fe98 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Subnet': ['ID=d28b86e7-2029-4a03-a123-1652a5e21d09,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:42.211876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d62d07-0ce0-44d2-a50e-13bebc64ae1f req-d756730b-cca3-4b72-af0a-8dc32e1b960f tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:42.213804 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-81d62d07-0ce0-44d2-a50e-13bebc64ae1f req-d756730b-cca3-4b72-af0a-8dc32e1b960f tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0520146 Sep 08 13:27:42.231012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d66274d-2816-49be-922a-13c44068fe98 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 7b797151-1636-4d41-b7a8-57ff09d301bc is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:27:42.268324 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-81d62d07-0ce0-44d2-a50e-13bebc64ae1f req-3309abaf-c091-4c60-8bc4-cd7b9d9209ee tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483508 Sep 08 13:27:42.351202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-9d66274d-2816-49be-922a-13c44068fe98 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 7b797151-1636-4d41-b7a8-57ff09d301bc) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:42.356080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d66274d-2816-49be-922a-13c44068fe98 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:42.356701 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d66274d-2816-49be-922a-13c44068fe98 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:42.376960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db689ad-61a7-421b-9e7c-c16838a27d3c None None] Network 7b797151-1636-4d41-b7a8-57ff09d301bc requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:27:42.441223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45202) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:42.449638 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9d66274d-2816-49be-922a-13c44068fe98 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0726311 Sep 08 13:27:42.455551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45204) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:42.464962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ff79f361-8aec-4675-a90f-0b3c8e7a3bca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'subnet': {'network_id': '90d98eb7-3800-4a1c-ac76-3ebd8b77664b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:42.470957 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59879b22-ae83-4d35-9e98-5352ffff8829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:42.519839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bde1b2-a54a-46ef-a0d5-5df65b6af58d req-3d29a633-9b7b-4287-80a2-29d0bdcf298f tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:42.544820 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48bde1b2-a54a-46ef-a0d5-5df65b6af58d req-3d29a633-9b7b-4287-80a2-29d0bdcf298f tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 945 time: 0.1479042 Sep 08 13:27:42.601573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-7b797151-1636-4d41-b7a8-57ff09d301bc', 'network_id': '7b797151-1636-4d41-b7a8-57ff09d301bc', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'fixed_ips': [{'subnet_id': 'd28b86e7-2029-4a03-a123-1652a5e21d09'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:27:42.602662 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:42.635887 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59879b22-ae83-4d35-9e98-5352ffff8829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:42.671789 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48bde1b2-a54a-46ef-a0d5-5df65b6af58d req-be2db1b7-3bdd-4147-a476-77e07520437a tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261704 Sep 08 13:27:42.739559 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59879b22-ae83-4d35-9e98-5352ffff8829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:42.777165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Allocated IP 172.20.0.2 (7b797151-1636-4d41-b7a8-57ff09d301bc/d28b86e7-2029-4a03-a123-1652a5e21d09/ac94daea-05fe-423f-be39-b93846ac487b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:42.790609 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-59879b22-ae83-4d35-9e98-5352ffff8829 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=64a224fa3d6f4453a7e8897f92490e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3482199 Sep 08 13:27:42.799616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45214) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:42.819548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59879b22-ae83-4d35-9e98-5352ffff8829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d39b20-9972-4ff2-8089-5423f823dd71,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:42.914881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff79f361-8aec-4675-a90f-0b3c8e7a3bca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:42.924928 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff79f361-8aec-4675-a90f-0b3c8e7a3bca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:42.939261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc10040f-f7c6-45c1-8b1c-12729d9216f9 req-96a61f92-fef9-4375-b493-e09f17990b9c tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:42.949632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc10040f-f7c6-45c1-8b1c-12729d9216f9 req-96a61f92-fef9-4375-b493-e09f17990b9c tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.0733514 Sep 08 13:27:42.954934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eb49e209-fc3b-400b-9262-b743ca6c64f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:42.994378 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eb49e209-fc3b-400b-9262-b743ca6c64f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:43.011506 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc10040f-f7c6-45c1-8b1c-12729d9216f9 req-5a7ee7a4-ae3c-4550-ad7c-022f3900da42 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599091 Sep 08 13:27:43.020943 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:43.030925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Transition to ACTIVE for port object ac94daea-05fe-423f-be39-b93846ac487b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:43.048015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Transition to ACTIVE for port object ac94daea-05fe-423f-be39-b93846ac487b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:43.146452 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:43.193709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Network 7b797151-1636-4d41-b7a8-57ff09d301bc is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:43.198895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:43.201873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:43.217886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Pushing event updated for resources: {'Port': ['ID=ac94daea-05fe-423f-be39-b93846ac487b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:43.261540 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:43.276660 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eb49e209-fc3b-400b-9262-b743ca6c64f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:43.277171 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Attempting to bind port ac94daea-05fe-423f-be39-b93846ac487b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:27:43.277545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Attempting to bind port ac94daea-05fe-423f-be39-b93846ac487b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'fc5092c9-db08-4825-8643-ecf93997a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7b797151-1636-4d41-b7a8-57ff09d301bc'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:27:43.277902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Attempting to bind port ac94daea-05fe-423f-be39-b93846ac487b on network 7b797151-1636-4d41-b7a8-57ff09d301bc {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:27:43.279524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eb49e209-fc3b-400b-9262-b743ca6c64f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:43.283946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-eb49e209-fc3b-400b-9262-b743ca6c64f3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26d39b20-9972-4ff2-8089-5423f823dd71 HTTP/1.1" status: 204 len: 168 time: 0.4802425 Sep 08 13:27:43.296867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49e209-fc3b-400b-9262-b743ca6c64f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d39b20-9972-4ff2-8089-5423f823dd71,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:43.309094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:27:43.309498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Checking segment: {'id': 'fc5092c9-db08-4825-8643-ecf93997a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7b797151-1636-4d41-b7a8-57ff09d301bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:43.309977 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:43.311188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Bound using segment: {'id': 'fc5092c9-db08-4825-8643-ecf93997a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7b797151-1636-4d41-b7a8-57ff09d301bc'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:27:43.311188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Bound port: ac94daea-05fe-423f-be39-b93846ac487b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5092c9-db08-4825-8643-ecf93997a03f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '7b797151-1636-4d41-b7a8-57ff09d301bc'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:27:43.311448 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:43.325440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff79f361-8aec-4675-a90f-0b3c8e7a3bca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:43.416145 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] For port ac94daea-05fe-423f-be39-b93846ac487b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:27:43.420984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] For port ac94daea-05fe-423f-be39-b93846ac487b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ac94daea-05fe-423f-be39-b93846ac487b,segment=NetworkSegment(fc5092c9-db08-4825-8643-ecf93997a03f),segment_id=fc5092c9-db08-4825-8643-ecf93997a03f)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:27:43.447692 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79f361-8aec-4675-a90f-0b3c8e7a3bca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Subnet': ['ID=47bd8524-c407-4fa3-a40e-bb1c7226201c,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:43.463534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff79f361-8aec-4675-a90f-0b3c8e7a3bca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Checking segment: {'id': '561c9cf8-8586-47b2-b76a-a8c269b0631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90d98eb7-3800-4a1c-ac76-3ebd8b77664b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:43.464273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff79f361-8aec-4675-a90f-0b3c8e7a3bca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network hostable DHCP agents. Network: 90d98eb7-3800-4a1c-ac76-3ebd8b77664b, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:27:43.486574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d213e-c8fd-4dd5-a735-af87d57a8b37 req-45e1c2ea-287c-42a4-a2a0-eed7c2b7b9b2 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:43.486574 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb7d213e-c8fd-4dd5-a735-af87d57a8b37 req-45e1c2ea-287c-42a4-a2a0-eed7c2b7b9b2 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.1132312 Sep 08 13:27:43.506089 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:43.572090 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb7d213e-c8fd-4dd5-a735-af87d57a8b37 req-fb832d46-6518-4882-8253-bd2710f0ede3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670741 Sep 08 13:27:43.585959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6358ec-3b73-4e12-a7a0-2b4c6a4dd94b None None] Pushing event updated for resources: {'Port': ['ID=ac94daea-05fe-423f-be39-b93846ac487b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:43.608249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff79f361-8aec-4675-a90f-0b3c8e7a3bca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 90d98eb7-3800-4a1c-ac76-3ebd8b77664b is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:27:43.734231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ff79f361-8aec-4675-a90f-0b3c8e7a3bca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 90d98eb7-3800-4a1c-ac76-3ebd8b77664b) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:43.742897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff79f361-8aec-4675-a90f-0b3c8e7a3bca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:43.744652 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff79f361-8aec-4675-a90f-0b3c8e7a3bca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:43.749894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e36db6-81bf-4f9e-9a4f-2896f39f2cec None None] Network 90d98eb7-3800-4a1c-ac76-3ebd8b77664b requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:27:43.879020 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ff79f361-8aec-4675-a90f-0b3c8e7a3bca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4199364 Sep 08 13:27:43.879246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45240) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:43.885320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-56765f3b-e115-4540-a1a5-f1e3c9ebc1bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1757873771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:43.894938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655194fa-50d2-4651-8932-21db7ee6d72a req-b7c906f4-a52f-4df4-8282-c104748d1155 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:43.902796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-655194fa-50d2-4651-8932-21db7ee6d72a req-b7c906f4-a52f-4df4-8282-c104748d1155 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 945 time: 0.1523039 Sep 08 13:27:44.010845 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-655194fa-50d2-4651-8932-21db7ee6d72a req-560924be-71f9-47a4-88ed-e9661642fa48 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065559 Sep 08 13:27:44.027089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-90d98eb7-3800-4a1c-ac76-3ebd8b77664b', 'network_id': '90d98eb7-3800-4a1c-ac76-3ebd8b77664b', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'fixed_ips': [{'subnet_id': '47bd8524-c407-4fa3-a40e-bb1c7226201c'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:27:44.028622 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.042304 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56765f3b-e115-4540-a1a5-f1e3c9ebc1bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.043466 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56765f3b-e115-4540-a1a5-f1e3c9ebc1bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.115728 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56765f3b-e115-4540-a1a5-f1e3c9ebc1bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.182314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4273f-cacd-42a7-9586-e43e5858c6ba req-5e153183-9123-476a-af04-847f4047d10b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:44.185185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-0250da81-6c5d-4675-a521-34d25abb3d90 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:44.186752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-0250da81-6c5d-4675-a521-34d25abb3d90 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.70 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 945 time: 0.1036024 Sep 08 13:27:44.192445 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-feb4273f-cacd-42a7-9586-e43e5858c6ba req-5e153183-9123-476a-af04-847f4047d10b tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.0788076 Sep 08 13:27:44.203314 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56765f3b-e115-4540-a1a5-f1e3c9ebc1bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.264638 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-feb4273f-cacd-42a7-9586-e43e5858c6ba req-042bcc05-7aa5-4b75-991f-9457468a5706 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709910 Sep 08 13:27:44.287917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Allocated IP 172.21.0.2 (90d98eb7-3800-4a1c-ac76-3ebd8b77664b/47bd8524-c407-4fa3-a40e-bb1c7226201c/00cd3d04-55cd-4623-87dc-a054a81317d9) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:44.339814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Deleting port b2bd0795-946d-45be-b73a-38d2a189624b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:44.340687 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.356978 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.385566 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56765f3b-e115-4540-a1a5-f1e3c9ebc1bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.387141 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-56765f3b-e115-4540-a1a5-f1e3c9ebc1bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5069985 Sep 08 13:27:44.389899 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45258) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:44.547811 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] For port b2bd0795-946d-45be-b73a-38d2a189624b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b2bd0795-946d-45be-b73a-38d2a189624b,segment=NetworkSegment(39c0b293-b00f-44e2-a33d-154b171cc83d),segment_id=39c0b293-b00f-44e2-a33d-154b171cc83d)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:44.548308 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.627508 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.651382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Transition to ACTIVE for port object 00cd3d04-55cd-4623-87dc-a054a81317d9 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:44.689748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Transition to ACTIVE for port object 00cd3d04-55cd-4623-87dc-a054a81317d9 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:44.769896 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.908456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Network 90d98eb7-3800-4a1c-ac76-3ebd8b77664b is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:44.923008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:44.929130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:44.974228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Pushing event updated for resources: {'Port': ['ID=00cd3d04-55cd-4623-87dc-a054a81317d9,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:44.974991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.975375 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:44.976253 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Floating IP a55656b2-6e6e-4942-8734-9db69b2122eb disassociated. External IP: 172.25.5.13, port: b2bd0795-946d-45be-b73a-38d2a189624b. Sep 08 13:27:44.976608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Calling delete_port for b2bd0795-946d-45be-b73a-38d2a189624b owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:45.085465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ac94daea-05fe-423f-be39-b93846ac487b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:45.142846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:45.143486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:45.144025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:45.144546 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:45.145076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:45.145648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:45.146210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:45.146775 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:45.147553 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:45.148120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:45.148695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:45.149242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:27:45.158231 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89af4f5-c6c0-4bdc-98a6-5e85046142d5 None None] Network 7b797151-1636-4d41-b7a8-57ff09d301bc requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:27:45.159740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45280) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:45.233505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Attempting to bind port 00cd3d04-55cd-4623-87dc-a054a81317d9 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:27:45.234369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Attempting to bind port 00cd3d04-55cd-4623-87dc-a054a81317d9 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '561c9cf8-8586-47b2-b76a-a8c269b0631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90d98eb7-3800-4a1c-ac76-3ebd8b77664b'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:27:45.235038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Attempting to bind port 00cd3d04-55cd-4623-87dc-a054a81317d9 on network 90d98eb7-3800-4a1c-ac76-3ebd8b77664b {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:27:45.258472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16773735-24d0-4a0a-ab3a-0369add0818c req-0e5e4326-8eea-4de4-9887-f3150bc59eaa tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:45.260184 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16773735-24d0-4a0a-ab3a-0369add0818c req-0e5e4326-8eea-4de4-9887-f3150bc59eaa tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 945 time: 0.0994878 Sep 08 13:27:45.261356 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:45.279710 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:27:45.282736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Checking segment: {'id': '561c9cf8-8586-47b2-b76a-a8c269b0631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90d98eb7-3800-4a1c-ac76-3ebd8b77664b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:45.283158 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:45.283777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Bound using segment: {'id': '561c9cf8-8586-47b2-b76a-a8c269b0631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90d98eb7-3800-4a1c-ac76-3ebd8b77664b'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:27:45.284292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Bound port: 00cd3d04-55cd-4623-87dc-a054a81317d9, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561c9cf8-8586-47b2-b76a-a8c269b0631d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90d98eb7-3800-4a1c-ac76-3ebd8b77664b'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:27:45.285522 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:45.329840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Pushing event deleted for resources: {'Port': ['ID=b2bd0795-946d-45be-b73a-38d2a189624b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:45.365262 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16773735-24d0-4a0a-ab3a-0369add0818c req-6af60478-efba-4d0b-b429-1c9cd21390af tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups?id=6ecfa6a2-1967-4091-9394-e35326696b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943244 Sep 08 13:27:45.392642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-34585663-43cd-4823-a15b-c1f91735084e None None] Provisioning for port ac94daea-05fe-423f-be39-b93846ac487b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:45.414575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port ac94daea-05fe-423f-be39-b93846ac487b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:45.430194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-34585663-43cd-4823-a15b-c1f91735084e None None] Provisioning complete for port ac94daea-05fe-423f-be39-b93846ac487b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:45.430582 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-34585663-43cd-4823-a15b-c1f91735084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:45.448645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-838538879'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:45.462909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ac94daea-05fe-423f-be39-b93846ac487b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:45.462909 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:45.492825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76152bc0-81c9-4440-bd62-1f8ae726a175 req-0bed25c2-048c-4ad3-8b87-b30f09724494 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:45.500680 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76152bc0-81c9-4440-bd62-1f8ae726a175 req-0bed25c2-048c-4ad3-8b87-b30f09724494 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.7993059 Sep 08 13:27:45.591053 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:45.607542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2808-4b2f-4384-a9e0-fb9bdb3e5721 req-41200eb9-2624-4a52-a72a-6213e18451a6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:45.608792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c3ea2808-4b2f-4384-a9e0-fb9bdb3e5721 req-41200eb9-2624-4a52-a72a-6213e18451a6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1072989 Sep 08 13:27:45.616907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:27:45.643942 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76152bc0-81c9-4440-bd62-1f8ae726a175 req-ed8f95df-764b-4dc6-bdb6-3ce7664936d6 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423662 Sep 08 13:27:45.706107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] For port 00cd3d04-55cd-4623-87dc-a054a81317d9, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:27:45.833672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] For port 00cd3d04-55cd-4623-87dc-a054a81317d9, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=00cd3d04-55cd-4623-87dc-a054a81317d9,segment=NetworkSegment(561c9cf8-8586-47b2-b76a-a8c269b0631d),segment_id=561c9cf8-8586-47b2-b76a-a8c269b0631d)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:27:45.837522 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:45.840311 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-34585663-43cd-4823-a15b-c1f91735084e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:45.917534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port ac94daea-05fe-423f-be39-b93846ac487b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ac94daea-05fe-423f-be39-b93846ac487b,segment=NetworkSegment(fc5092c9-db08-4825-8643-ecf93997a03f),segment_id=fc5092c9-db08-4825-8643-ecf93997a03f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:45.926971 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.009273 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.071669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6d6f2-6fae-46d1-ab70-68aa0247b37d None None] Pushing event updated for resources: {'Port': ['ID=00cd3d04-55cd-4623-87dc-a054a81317d9,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:46.119916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Allocated IP 172.20.0.1 (7b797151-1636-4d41-b7a8-57ff09d301bc/d28b86e7-2029-4a03-a123-1652a5e21d09/b0972dfc-0812-45d8-bb33-4dcf83b2aa9d) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:46.120385 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-34585663-43cd-4823-a15b-c1f91735084e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:27:46.120752 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-34585663-43cd-4823-a15b-c1f91735084e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:27:46.144354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=ac94daea-05fe-423f-be39-b93846ac487b,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:46.153867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Made reservation on behalf of 3e28437bcce94771ae2677b3dd07b5b6 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:46.161853 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.207470 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.244546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c3ea2808-4b2f-4384-a9e0-fb9bdb3e5721 req-b82325cf-03f0-4c4f-95ed-69a4b3ea5784 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6154134 Sep 08 13:27:46.295437 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.316119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Transition to ACTIVE for port object b0972dfc-0812-45d8-bb33-4dcf83b2aa9d will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:46.330244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:27:46.353571 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e517f6-0538-4388-8f6a-7dcd6697ea3f None None] Sync routers for ids ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:27:46.364322 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e517f6-0538-4388-8f6a-7dcd6697ea3f None None] Routers {'55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:46.365311 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-71e517f6-0538-4388-8f6a-7dcd6697ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:46.382921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] No DVR routers for this DVR port b2bd0795-946d-45be-b73a-38d2a189624b on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:27:46.386727 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.388762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a5540296-9d00-451d-8a14-c8c0140221e3 req-69d24e9b-87d0-4bc1-adbe-6310a6048cb5 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.70 "DELETE /v2.0/ports/b2bd0795-946d-45be-b73a-38d2a189624b HTTP/1.1" status: 204 len: 173 time: 2.1935334 Sep 08 13:27:46.389224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'name': 'network-vif-deleted', 'tag': 'b2bd0795-946d-45be-b73a-38d2a189624b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:27:46.391704 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553825d2-198e-4c05-8f5d-b99508531329" -d '{"events": [{"server_uuid": "bf03234b-6848-419d-8f97-a084ad3bd7d2", "name": "network-vif-deleted", "tag": "b2bd0795-946d-45be-b73a-38d2a189624b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:27:46.478461 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.482846 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.548303 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-71e517f6-0538-4388-8f6a-7dcd6697ea3f None None] Set router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:27:46.563030 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b549e265-ac99-4213-9930-a6f6f00da411 req-8305daee-d626-4fce-8b74-88c9ddb04295 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0678473 Sep 08 13:27:46.589659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 7b797151-1636-4d41-b7a8-57ff09d301bc is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:46.597963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45306) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:46.613297 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:46.621850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:46.625853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=b0972dfc-0812-45d8-bb33-4dcf83b2aa9d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:46.644067 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.713416 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.724265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:27:46.825878 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.835980 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.835980 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Added segment 6c57698a-0670-4862-9fec-5bce67adc5f1 of type vlan for network a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 Sep 08 13:27:46.835980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4528e3a3-dba0-48b9-893c-ef82c315074d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:46.837022 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85bdf103-77ab-4a48-bb8f-d6060b4dde0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.847328 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a573476-9684-4037-8281-b575b7647426 x-openstack-request-id: req-1a573476-9684-4037-8281-b575b7647426 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:27:46.848732 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf03234b-6848-419d-8f97-a084ad3bd7d2", "name": "network-vif-deleted", "tag": "b2bd0795-946d-45be-b73a-38d2a189624b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:27:46.849008 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a573476-9684-4037-8281-b575b7647426 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:27:46.849401 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf03234b-6848-419d-8f97-a084ad3bd7d2', 'name': 'network-vif-deleted', 'tag': 'b2bd0795-946d-45be-b73a-38d2a189624b', 'status': 'completed', 'code': 200} Sep 08 13:27:46.864629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fdc684f6-4aee-4ba2-ad16-07bf1ad11081 None None] Provisioning complete for port ac94daea-05fe-423f-be39-b93846ac487b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:46.867621 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fdc684f6-4aee-4ba2-ad16-07bf1ad11081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:46.976107 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:47.162801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2964252-9250-422d-82cb-9d5247a3eae4 req-6a19d73b-4206-4428-8633-1a9a41351464 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:47.167928 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c2964252-9250-422d-82cb-9d5247a3eae4 req-6a19d73b-4206-4428-8633-1a9a41351464 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.2709670 Sep 08 13:27:47.195914 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 00cd3d04-55cd-4623-87dc-a054a81317d9 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:47.240247 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-71e517f6-0538-4388-8f6a-7dcd6697ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:23:21Z', 'revision_number': 4, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '4c72125e-9c9d-4af5-95f4-ab891f981cd6', 'name': '', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'mac_address': 'fa:16:3e:b5:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:19Z', 'updated_at': '2021-09-08T13:23:27Z', 'revision_number': 5, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'subnets': [{'id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:47.244828 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:47.270615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:47.271576 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:47.293937 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e517f6-0538-4388-8f6a-7dcd6697ea3f None None] Checking router: 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:27:47.306451 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e517f6-0538-4388-8f6a-7dcd6697ea3f None None] Routers {'55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:47.307370 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-71e517f6-0538-4388-8f6a-7dcd6697ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:47.318471 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85bdf103-77ab-4a48-bb8f-d6060b4dde0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:47.336782 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c2964252-9250-422d-82cb-9d5247a3eae4 req-9e87c7cf-1811-485f-8ef2-711bbd061f04 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611869 Sep 08 13:27:47.347417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:47.437332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-feb314b6-5ef0-406d-98c8-9ae09080e086 None None] Provisioning for port b0972dfc-0812-45d8-bb33-4dcf83b2aa9d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:47.441081 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85bdf103-77ab-4a48-bb8f-d6060b4dde0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:47.447651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-feb314b6-5ef0-406d-98c8-9ae09080e086 None None] Provisioning complete for port b0972dfc-0812-45d8-bb33-4dcf83b2aa9d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:47.447651 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-feb314b6-5ef0-406d-98c8-9ae09080e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:47.478463 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-71e517f6-0538-4388-8f6a-7dcd6697ea3f None None] Set router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:27:47.510977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 00cd3d04-55cd-4623-87dc-a054a81317d9 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:47.524093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ac94daea-05fe-423f-be39-b93846ac487b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:47.608909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-feb314b6-5ef0-406d-98c8-9ae09080e086 None None] Port b0972dfc-0812-45d8-bb33-4dcf83b2aa9d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:27:47.609284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4188914 Sep 08 13:27:47.610767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45324) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:47.616948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e447ef63-a45a-4875-9115-b6947cac6ab8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Request body: {'subnet': {'network_id': 'a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:47.673527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ac94daea-05fe-423f-be39-b93846ac487b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:47.673906 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:47.676615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de18ef2-38b9-47cb-af57-c4da8115dc50 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event updated for resources: {'Network': ['ID=a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:47.692537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bdf103-77ab-4a48-bb8f-d6060b4dde0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33b534e-107f-4211-ba65-6c03e14b5f17,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:47.700867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-85bdf103-77ab-4a48-bb8f-d6060b4dde0f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=444fdb89b05843648e8a858c3b9abdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0989828 Sep 08 13:27:47.702554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45326) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:47.727534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a45875f-4a02-443d-9b20-41cfddfb76e3 req-621f295b-5971-4377-b2d8-3b97d85dee53 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:47.728447 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16322568-2160-4add-8fdc-3ff257bc7c7d req-c2c064d0-74fd-48ed-b5ef-ec33e49ec4eb tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0628889 Sep 08 13:27:47.729104 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a45875f-4a02-443d-9b20-41cfddfb76e3 req-621f295b-5971-4377-b2d8-3b97d85dee53 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.3643105 Sep 08 13:27:47.739152 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:27:47.760619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9591e94-5636-4d89-860e-0d03863a80c2 None None] Network 90d98eb7-3800-4a1c-ac76-3ebd8b77664b requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:27:47.851290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a45875f-4a02-443d-9b20-41cfddfb76e3 req-432e79bd-4e31-4f5e-bdd8-d7541183b970 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130388 Sep 08 13:27:47.882800 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d427793-5c7a-464b-9de6-8a1e297d75d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:47.927240 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d427793-5c7a-464b-9de6-8a1e297d75d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:47.961622 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-71e517f6-0538-4388-8f6a-7dcd6697ea3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:23:21Z', 'revision_number': 4, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '4c72125e-9c9d-4af5-95f4-ab891f981cd6', 'name': '', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'mac_address': 'fa:16:3e:b5:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:19Z', 'updated_at': '2021-09-08T13:23:27Z', 'revision_number': 5, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'subnets': [{'id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:47.978792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e447ef63-a45a-4875-9115-b6947cac6ab8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Made reservation on behalf of 3e28437bcce94771ae2677b3dd07b5b6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:47.987359 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e447ef63-a45a-4875-9115-b6947cac6ab8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:48.020629 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e517f6-0538-4388-8f6a-7dcd6697ea3f None None] The sync data for ids ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'] in n-d-807558-3 is: [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:23:21Z', 'revision_number': 4, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '4c72125e-9c9d-4af5-95f4-ab891f981cd6', 'name': '', 'network_id': '2ae81d27-75d8-4571-96ed-df0c006208f1', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'mac_address': 'fa:16:3e:b5:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:19Z', 'updated_at': '2021-09-08T13:23:27Z', 'revision_number': 5, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'subnets': [{'id': 'cbe855ef-3a09-4103-8070-4fb584d5dc39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:27:48.122124 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d427793-5c7a-464b-9de6-8a1e297d75d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:48.125196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d427793-5c7a-464b-9de6-8a1e297d75d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:48.127327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7d427793-5c7a-464b-9de6-8a1e297d75d5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a33b534e-107f-4211-ba65-6c03e14b5f17 HTTP/1.1" status: 204 len: 168 time: 0.4238012 Sep 08 13:27:48.143603 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:48.154106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d427793-5c7a-464b-9de6-8a1e297d75d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33b534e-107f-4211-ba65-6c03e14b5f17,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:48.258411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b2bd0795-946d-45be-b73a-38d2a189624b no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:27:48.292607 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:48.310728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-30ce2b2b-fc8e-4a89-a52d-719db8437ffe None None] Provisioning for port 00cd3d04-55cd-4623-87dc-a054a81317d9 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:48.349888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: b2bd0795-946d-45be-b73a-38d2a189624b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:27:48.350293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b2bd0795-946d-45be-b73a-38d2a189624b not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:27:48.376987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-30ce2b2b-fc8e-4a89-a52d-719db8437ffe None None] Provisioning complete for port 00cd3d04-55cd-4623-87dc-a054a81317d9 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:48.377369 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-30ce2b2b-fc8e-4a89-a52d-719db8437ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:48.390799 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:48.427887 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e447ef63-a45a-4875-9115-b6947cac6ab8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:48.501783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=b0972dfc-0812-45d8-bb33-4dcf83b2aa9d,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:48.576920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23945235-bbb8-4651-8e9b-2f3b34be1442 None None] New status for floating IP a55656b2-6e6e-4942-8734-9db69b2122eb: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:27:48.608078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447ef63-a45a-4875-9115-b6947cac6ab8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event updated for resources: {'Subnet': ['ID=2f9d0a27-1104-4068-a9f5-576472799955,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:48.664978 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-30ce2b2b-fc8e-4a89-a52d-719db8437ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:48.674415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447ef63-a45a-4875-9115-b6947cac6ab8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Checking segment: {'id': '6c57698a-0670-4862-9fec-5bce67adc5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:48.675040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e447ef63-a45a-4875-9115-b6947cac6ab8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Network hostable DHCP agents. Network: a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:27:48.686898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb919c-0eb7-41d4-ab6d-0bfd57ea2a7e req-6571b704-e1f7-42cf-bfd0-59e0059eda37 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:48.689153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c9cb919c-0eb7-41d4-ab6d-0bfd57ea2a7e req-6571b704-e1f7-42cf-bfd0-59e0059eda37 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.1891773 Sep 08 13:27:48.775075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-30ce2b2b-fc8e-4a89-a52d-719db8437ffe None None] For port 00cd3d04-55cd-4623-87dc-a054a81317d9, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=00cd3d04-55cd-4623-87dc-a054a81317d9,segment=NetworkSegment(561c9cf8-8586-47b2-b76a-a8c269b0631d),segment_id=561c9cf8-8586-47b2-b76a-a8c269b0631d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:48.799135 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c9cb919c-0eb7-41d4-ab6d-0bfd57ea2a7e req-efb1f5d2-c97a-4cf5-b3e2-a5ec7a5a6b48 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947547 Sep 08 13:27:48.833915 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 7b797151-1636-4d41-b7a8-57ff09d301bc is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:48.839520 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:48.862519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e447ef63-a45a-4875-9115-b6947cac6ab8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Network a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:27:48.865236 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-30ce2b2b-fc8e-4a89-a52d-719db8437ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:48.911954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72107ae6-b362-496b-a7f4-43a5c5dd1d3b req-d2e8d75a-a421-4a4e-b13f-e8f36bb2526b tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0717347 Sep 08 13:27:49.010285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce2b2b-fc8e-4a89-a52d-719db8437ffe None None] Pushing event updated for resources: {'Port': ['ID=00cd3d04-55cd-4623-87dc-a054a81317d9,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:49.024974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e447ef63-a45a-4875-9115-b6947cac6ab8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:49.038985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89afa74-ad75-4ebf-8680-817ef0e861ce None None] Network a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:27:49.089849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e447ef63-a45a-4875-9115-b6947cac6ab8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:49.093029 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e447ef63-a45a-4875-9115-b6947cac6ab8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:49.251989 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814921ef-482a-42f9-8d1d-4e02ecf7807c req-ef62f1e6-2ec4-4fe0-89f2-a63069b3868a tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:49.261908 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-814921ef-482a-42f9-8d1d-4e02ecf7807c req-ef62f1e6-2ec4-4fe0-89f2-a63069b3868a tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.2094822 Sep 08 13:27:49.302322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-254b0612-051d-47fc-9a46-9b33acf6db3d None None] Provisioning complete for port b0972dfc-0812-45d8-bb33-4dcf83b2aa9d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:49.302841 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-254b0612-051d-47fc-9a46-9b33acf6db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:49.318204 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-814921ef-482a-42f9-8d1d-4e02ecf7807c req-3a417fbf-2e5f-4e1e-b4e6-431b184677ab tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Sep 08 13:27:49.332991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9', 'network_id': 'a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9', 'tenant_id': '3e28437bcce94771ae2677b3dd07b5b6', 'fixed_ips': [{'subnet_id': '2f9d0a27-1104-4068-a9f5-576472799955'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:27:49.333909 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:49.340105 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e447ef63-a45a-4875-9115-b6947cac6ab8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7282693 Sep 08 13:27:49.348109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45348) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:49.354908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b8209cb1-6eed-478c-94c5-b2f999d43a78 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-484552130', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:49.371196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-254b0612-051d-47fc-9a46-9b33acf6db3d None None] Port b0972dfc-0812-45d8-bb33-4dcf83b2aa9d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:27:49.403370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router d30a9834-4267-4df7-a10e-5b783a986ccf is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:27:49.493902 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b8209cb1-6eed-478c-94c5-b2f999d43a78 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:49.495030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b8209cb1-6eed-478c-94c5-b2f999d43a78 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:49.518861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-254b0612-051d-47fc-9a46-9b33acf6db3d None None] Provisioning complete for port 00cd3d04-55cd-4623-87dc-a054a81317d9 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:49.519191 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-254b0612-051d-47fc-9a46-9b33acf6db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:49.552254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:27:49.564234 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d06b2-47b5-46bc-828b-31e6a6fc1a8f None None] Sync routers for ids ['d30a9834-4267-4df7-a10e-5b783a986ccf'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:27:49.573257 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a9a776c2-67ec-4998-aca9-0bbad7765a95 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/d30a9834-4267-4df7-a10e-5b783a986ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1821733 Sep 08 13:27:49.574277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45356) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:49.579706 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d06b2-47b5-46bc-828b-31e6a6fc1a8f None None] Routers {'d30a9834-4267-4df7-a10e-5b783a986ccf'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:49.582263 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-832d06b2-47b5-46bc-828b-31e6a6fc1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d30a9834-4267-4df7-a10e-5b783a986ccf'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:49.582858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Allocated IP 172.20.0.2 (a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9/2f9d0a27-1104-4068-a9f5-576472799955/74b7d25d-2d46-436c-8736-ec5cd5880fbf) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:49.631281 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-832d06b2-47b5-46bc-828b-31e6a6fc1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:49.641605 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b8209cb1-6eed-478c-94c5-b2f999d43a78 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:49.644166 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d06b2-47b5-46bc-828b-31e6a6fc1a8f None None] Routers {'d30a9834-4267-4df7-a10e-5b783a986ccf'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:49.645101 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-832d06b2-47b5-46bc-828b-31e6a6fc1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d30a9834-4267-4df7-a10e-5b783a986ccf'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:49.706480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2f073f-3f69-4eaf-b1b2-0cdf363ede0c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:49.712757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45362) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:49.713971 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cc2f073f-3f69-4eaf-b1b2-0cdf363ede0c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports/b0972dfc-0812-45d8-bb33-4dcf83b2aa9d HTTP/1.1" status: 200 len: 910 time: 0.1375248 Sep 08 13:27:49.723763 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b8209cb1-6eed-478c-94c5-b2f999d43a78 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:49.728713 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-832d06b2-47b5-46bc-828b-31e6a6fc1a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:49.729721 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832d06b2-47b5-46bc-828b-31e6a6fc1a8f None None] The sync data for ids ['d30a9834-4267-4df7-a10e-5b783a986ccf'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:27:49.833620 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:49.851267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Transition to ACTIVE for port object 74b7d25d-2d46-436c-8736-ec5cd5880fbf will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:49.892726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Transition to ACTIVE for port object 74b7d25d-2d46-436c-8736-ec5cd5880fbf will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:49.898340 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b8209cb1-6eed-478c-94c5-b2f999d43a78 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:49.900741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b8209cb1-6eed-478c-94c5-b2f999d43a78 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5514021 Sep 08 13:27:49.907520 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45368) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:49.979756 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:50.041879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Pushing event updated for resources: {'Port': ['ID=74b7d25d-2d46-436c-8736-ec5cd5880fbf,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:50.068662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Network a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:50.070950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:50.073559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:50.134717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b7a9df-89c2-4c04-a142-4b1abcacf97b req-f35016fa-1305-47d2-9ed3-5a7d9c4db5b8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:50.137310 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41b7a9df-89c2-4c04-a142-4b1abcacf97b req-f35016fa-1305-47d2-9ed3-5a7d9c4db5b8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.1910703 Sep 08 13:27:50.149622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Attempting to bind port 74b7d25d-2d46-436c-8736-ec5cd5880fbf on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:27:50.150213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Attempting to bind port 74b7d25d-2d46-436c-8736-ec5cd5880fbf by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '6c57698a-0670-4862-9fec-5bce67adc5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:27:50.150772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Attempting to bind port 74b7d25d-2d46-436c-8736-ec5cd5880fbf on network a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:27:50.156296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:27:50.156823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Checking segment: {'id': '6c57698a-0670-4862-9fec-5bce67adc5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:27:50.157335 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:50.157884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Bound using segment: {'id': '6c57698a-0670-4862-9fec-5bce67adc5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:27:50.158521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Bound port: 74b7d25d-2d46-436c-8736-ec5cd5880fbf, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c57698a-0670-4862-9fec-5bce67adc5f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:27:50.159007 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:50.177650 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c1bef26-0f4b-469b-b7f6-71a9b364abf4 req-ef842a96-f219-45e3-82df-2eda9c33723a tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0925715 Sep 08 13:27:50.243670 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41b7a9df-89c2-4c04-a142-4b1abcacf97b req-1ba27f04-6ddc-452f-adfd-6240530b578f tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799839 Sep 08 13:27:50.299791 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:50.304165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] For port 74b7d25d-2d46-436c-8736-ec5cd5880fbf, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:27:50.308451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] For port 74b7d25d-2d46-436c-8736-ec5cd5880fbf, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=74b7d25d-2d46-436c-8736-ec5cd5880fbf,segment=NetworkSegment(6c57698a-0670-4862-9fec-5bce67adc5f1),segment_id=6c57698a-0670-4862-9fec-5bce67adc5f1)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:27:50.346107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:50.419817 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:50.551012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c47187b-2ac8-4149-af94-83b0c8e1e39d None None] Pushing event updated for resources: {'Port': ['ID=74b7d25d-2d46-436c-8736-ec5cd5880fbf,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:50.614442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e738f5e-ce9e-4fd5-8d17-c76d61974276 req-731de471-9423-479b-a02f-908213eb47e4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:50.616642 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e738f5e-ce9e-4fd5-8d17-c76d61974276 req-731de471-9423-479b-a02f-908213eb47e4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.2034686 Sep 08 13:27:50.698903 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e738f5e-ce9e-4fd5-8d17-c76d61974276 req-7dae46fa-ba45-4d07-a0bb-1e3a1a2c49a3 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746286 Sep 08 13:27:50.754146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Allocated IP 172.21.0.1 (90d98eb7-3800-4a1c-ac76-3ebd8b77664b/47bd8524-c407-4fa3-a40e-bb1c7226201c/497c8d1e-f2d6-4642-9fc4-5de9222e694f) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:50.902670 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Allocated IP 172.20.0.1 (a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9/2f9d0a27-1104-4068-a9f5-576472799955/2ad6246f-e84f-4644-8325-82fe7d89dece) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:51.018056 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:51.053794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Transition to ACTIVE for port object 497c8d1e-f2d6-4642-9fc4-5de9222e694f will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:51.102163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 74b7d25d-2d46-436c-8736-ec5cd5880fbf up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:51.149382 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:51.165171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Transition to ACTIVE for port object 2ad6246f-e84f-4644-8325-82fe7d89dece will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:51.191092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:51.287955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 74b7d25d-2d46-436c-8736-ec5cd5880fbf completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:51.293168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 00cd3d04-55cd-4623-87dc-a054a81317d9 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:51.298093 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=497c8d1e-f2d6-4642-9fc4-5de9222e694f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:51.317075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 90d98eb7-3800-4a1c-ac76-3ebd8b77664b is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:51.317235 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:51.319639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:51.323177 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:51.405881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 00cd3d04-55cd-4623-87dc-a054a81317d9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:51.407029 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:51.494414 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-22491e6f-07f8-45d6-8a07-da01f6c80c63 req-9b6685ac-5740-43d6-8b7c-ffb5ace08680 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0919893 Sep 08 13:27:51.511886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Network a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:51.513589 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event updated for resources: {'Port': ['ID=2ad6246f-e84f-4644-8325-82fe7d89dece,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:51.518084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:51.521905 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:51.529272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:51.659506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336fda4-0871-4fab-86cb-901bf0c55734 req-1ee26f46-7395-4707-b5c5-389bed03ef03 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:51.661163 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d336fda4-0871-4fab-86cb-901bf0c55734 req-1ee26f46-7395-4707-b5c5-389bed03ef03 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.2723086 Sep 08 13:27:51.693010 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:51.805050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d336fda4-0871-4fab-86cb-901bf0c55734 req-d8fc16ad-9782-43b2-a84f-0407729bb9a2 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248000 Sep 08 13:27:51.817896 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:51.919479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276012b-39fe-4c88-9005-8d95508a0f8f req-db2df462-aea0-49f0-b7f1-0b613425e7f0 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:51.925984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3276012b-39fe-4c88-9005-8d95508a0f8f req-db2df462-aea0-49f0-b7f1-0b613425e7f0 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1091855 Sep 08 13:27:52.004617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bee0f4-f7d4-4749-873b-384ddffd6c71 None None] Network a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:27:52.027477 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.061942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3d1119a7-ca35-4da9-a350-0a1bfd69d174 None None] Provisioning for port 497c8d1e-f2d6-4642-9fc4-5de9222e694f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:52.068087 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3d1119a7-ca35-4da9-a350-0a1bfd69d174 None None] Provisioning complete for port 497c8d1e-f2d6-4642-9fc4-5de9222e694f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:52.068655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3276012b-39fe-4c88-9005-8d95508a0f8f req-8003b57d-7eeb-4466-8294-59e9644f2480 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320834 Sep 08 13:27:52.068939 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3d1119a7-ca35-4da9-a350-0a1bfd69d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.182311 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3d1119a7-ca35-4da9-a350-0a1bfd69d174 None None] Port 497c8d1e-f2d6-4642-9fc4-5de9222e694f cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:27:52.301156 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.311446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45404) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:52.471355 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.492909 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.499146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-860bbf78-ad19-4b04-bab5-e657b2ae5968 None None] Provisioning for port 74b7d25d-2d46-436c-8736-ec5cd5880fbf completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:52.505448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-860bbf78-ad19-4b04-bab5-e657b2ae5968 None None] Provisioning complete for port 74b7d25d-2d46-436c-8736-ec5cd5880fbf triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:52.505821 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-860bbf78-ad19-4b04-bab5-e657b2ae5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.521234 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56d99ee4-6c74-4ff6-9c66-b9b0991fa6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.563612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.615694 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.623913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=497c8d1e-f2d6-4642-9fc4-5de9222e694f,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:52.651984 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-860bbf78-ad19-4b04-bab5-e657b2ae5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.708148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-860bbf78-ad19-4b04-bab5-e657b2ae5968 None None] For port 74b7d25d-2d46-436c-8736-ec5cd5880fbf, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=74b7d25d-2d46-436c-8736-ec5cd5880fbf,segment=NetworkSegment(6c57698a-0670-4862-9fec-5bce67adc5f1),segment_id=6c57698a-0670-4862-9fec-5bce67adc5f1)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:52.767691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event updated for resources: {'Port': ['ID=2ad6246f-e84f-4644-8325-82fe7d89dece,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:52.774563 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4efcc766-1338-4f45-a02f-4d2e360491ce req-df62d1d5-e5d5-4d00-903a-df9bb91d1e02 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0334651 Sep 08 13:27:52.791344 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-860bbf78-ad19-4b04-bab5-e657b2ae5968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.816402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 90d98eb7-3800-4a1c-ac76-3ebd8b77664b is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:52.816402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:52.826963 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56d99ee4-6c74-4ff6-9c66-b9b0991fa6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.829886 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.963402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860bbf78-ad19-4b04-bab5-e657b2ae5968 None None] Pushing event updated for resources: {'Port': ['ID=74b7d25d-2d46-436c-8736-ec5cd5880fbf,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:52.990511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f2df8a2e-abaf-40be-a729-410331f1920e None None] Provisioning complete for port 74b7d25d-2d46-436c-8736-ec5cd5880fbf triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:52.991669 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f2df8a2e-abaf-40be-a729-410331f1920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:52.995211 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56d99ee4-6c74-4ff6-9c66-b9b0991fa6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:53.132942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Network a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:53.137004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:53.165113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d99ee4-6c74-4ff6-9c66-b9b0991fa6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fdb6e1-14a5-4ab7-bb7c-7e3dc6e3f5a6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:53.176240 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-56d99ee4-6c74-4ff6-9c66-b9b0991fa6b8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4baa243d25a1444ca4ad1ac0c24abd6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8591630 Sep 08 13:27:53.196319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45418) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:53.248723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f2df8a2e-abaf-40be-a729-410331f1920e None None] Provisioning for port 2ad6246f-e84f-4644-8325-82fe7d89dece completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:53.253441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f2df8a2e-abaf-40be-a729-410331f1920e None None] Provisioning complete for port 2ad6246f-e84f-4644-8325-82fe7d89dece triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:53.253825 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f2df8a2e-abaf-40be-a729-410331f1920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:53.269419 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0bd75ccb-83af-498b-adb1-2931fe52cc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:53.308030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f2df8a2e-abaf-40be-a729-410331f1920e None None] Port 2ad6246f-e84f-4644-8325-82fe7d89dece cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:27:53.355387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router d30a9834-4267-4df7-a10e-5b783a986ccf has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:27:53.367449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9c6d6-6c6a-4425-a5ae-1b2633cce12a req-d58b06a8-60f0-444c-8ae3-060c56d915ba tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:53.369068 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31f9c6d6-6c6a-4425-a5ae-1b2633cce12a req-d58b06a8-60f0-444c-8ae3-060c56d915ba tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.3793278 Sep 08 13:27:53.371213 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0bd75ccb-83af-498b-adb1-2931fe52cc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:53.373557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accdc23-1edc-419c-8365-8d51c59b4f9e req-167a7d5d-2438-4f70-ae43-3e46d3fb2a40 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:53.375386 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6accdc23-1edc-419c-8365-8d51c59b4f9e req-167a7d5d-2438-4f70-ae43-3e46d3fb2a40 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1350019 Sep 08 13:27:53.431991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c750eee9-6724-456f-b056-10b4f87b88b2 None None] Provisioning complete for port 497c8d1e-f2d6-4642-9fc4-5de9222e694f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:53.432384 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c750eee9-6724-456f-b056-10b4f87b88b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:53.439813 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6accdc23-1edc-419c-8365-8d51c59b4f9e req-e80d2700-4733-4f9e-807a-d85452508208 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527971 Sep 08 13:27:53.471490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c750eee9-6724-456f-b056-10b4f87b88b2 None None] Port 497c8d1e-f2d6-4642-9fc4-5de9222e694f cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:27:53.482689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c750eee9-6724-456f-b056-10b4f87b88b2 None None] Provisioning complete for port 2ad6246f-e84f-4644-8325-82fe7d89dece triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:53.483081 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c750eee9-6724-456f-b056-10b4f87b88b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:53.495611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Router bac382ee-ce0b-489c-8c2c-0f89eb1fb44b is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:27:53.559274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c750eee9-6724-456f-b056-10b4f87b88b2 None None] Port 2ad6246f-e84f-4644-8325-82fe7d89dece cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:27:53.614813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:27:53.626505 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f790e827-9827-4d15-922c-ea91f6d588df tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "PUT /v2.0/routers/bac382ee-ce0b-489c-8c2c-0f89eb1fb44b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7169151 Sep 08 13:27:53.627023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45420) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:53.628930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0640e1e9-4df0-4efe-98a8-7c7b8c1f1be2 None None] Sync routers for ids ['bac382ee-ce0b-489c-8c2c-0f89eb1fb44b'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:27:53.633727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Request body: {'port': {'network_id': 'a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9', 'name': 'tempest-FloatingIPNegativeTestJSON-913995027'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:53.649990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0640e1e9-4df0-4efe-98a8-7c7b8c1f1be2 None None] Routers {'bac382ee-ce0b-489c-8c2c-0f89eb1fb44b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:53.650679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0640e1e9-4df0-4efe-98a8-7c7b8c1f1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bac382ee-ce0b-489c-8c2c-0f89eb1fb44b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:53.730308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0640e1e9-4df0-4efe-98a8-7c7b8c1f1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:53.749201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0640e1e9-4df0-4efe-98a8-7c7b8c1f1be2 None None] Routers {'bac382ee-ce0b-489c-8c2c-0f89eb1fb44b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:53.749877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0640e1e9-4df0-4efe-98a8-7c7b8c1f1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bac382ee-ce0b-489c-8c2c-0f89eb1fb44b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:53.753622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-132e63d2-2493-438b-a95f-3caf864215f4 None None] Provisioning complete for port 2ad6246f-e84f-4644-8325-82fe7d89dece triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:53.754244 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-132e63d2-2493-438b-a95f-3caf864215f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:53.812886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0640e1e9-4df0-4efe-98a8-7c7b8c1f1be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:53.813557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0640e1e9-4df0-4efe-98a8-7c7b8c1f1be2 None None] The sync data for ids ['bac382ee-ce0b-489c-8c2c-0f89eb1fb44b'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:27:53.844495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-132e63d2-2493-438b-a95f-3caf864215f4 None None] Port 2ad6246f-e84f-4644-8325-82fe7d89dece cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:27:53.870719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Made reservation on behalf of 3e28437bcce94771ae2677b3dd07b5b6 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:27:53.874725 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:53.916906 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] device_id is not set on port 6968e4cf-e221-4fdd-a29b-de428a6ccef0 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:27:53.956026 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31f9c6d6-6c6a-4425-a5ae-1b2633cce12a req-02c74f10-3781-4a41-bb6f-9d8371e206a1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682831 Sep 08 13:27:53.976124 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51ae0e11-ce46-4a7a-8df9-cd3128b6a1e5 req-ed3c9c6a-1b28-41eb-b34a-6755f876c79f tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf03234b-6848-419d-8f97-a084ad3bd7d2 HTTP/1.1" status: 200 len: 210 time: 0.0419643 Sep 08 13:27:53.982747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd063fc-f596-4f1e-b5e4-4217eaefe3b5 req-4d09745e-2689-481a-9aa6-2b59bf3c41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:53.984891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcd063fc-f596-4f1e-b5e4-4217eaefe3b5 req-4d09745e-2689-481a-9aa6-2b59bf3c41f3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 1097 time: 0.8373389 Sep 08 13:27:54.070490 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0bd75ccb-83af-498b-adb1-2931fe52cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:54.073048 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0bd75ccb-83af-498b-adb1-2931fe52cc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:54.076868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0bd75ccb-83af-498b-adb1-2931fe52cc1d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b2fdb6e1-14a5-4ab7-bb7c-7e3dc6e3f5a6 HTTP/1.1" status: 204 len: 168 time: 0.8785484 Sep 08 13:27:54.081810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:27:54.088249 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-96fe54f1-179a-40d3-96c8-42242ac523c8 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/d30a9834-4267-4df7-a10e-5b783a986ccf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3739595 Sep 08 13:27:54.092792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45428) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:54.093155 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885a751-c250-4ef4-88f1-45308863912a None None] Sync routers for ids ['d30a9834-4267-4df7-a10e-5b783a986ccf'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:27:54.096058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcd063fc-f596-4f1e-b5e4-4217eaefe3b5 req-38d98f68-06a8-491a-8304-4219660584f5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759509 Sep 08 13:27:54.105251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd75ccb-83af-498b-adb1-2931fe52cc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fdb6e1-14a5-4ab7-bb7c-7e3dc6e3f5a6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:54.106124 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885a751-c250-4ef4-88f1-45308863912a None None] Routers {'d30a9834-4267-4df7-a10e-5b783a986ccf'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:54.112547 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5885a751-c250-4ef4-88f1-45308863912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d30a9834-4267-4df7-a10e-5b783a986ccf'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:54.184198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf05d30-5dd2-47a3-92e2-1059e330de79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:54.195614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fcf05d30-5dd2-47a3-92e2-1059e330de79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports/497c8d1e-f2d6-4642-9fc4-5de9222e694f HTTP/1.1" status: 200 len: 910 time: 0.0970845 Sep 08 13:27:54.198228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45430) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:54.271109 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5885a751-c250-4ef4-88f1-45308863912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:54.281393 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885a751-c250-4ef4-88f1-45308863912a None None] Routers {'d30a9834-4267-4df7-a10e-5b783a986ccf'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:54.282073 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5885a751-c250-4ef4-88f1-45308863912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d30a9834-4267-4df7-a10e-5b783a986ccf'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:54.313717 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Allocated IP 172.20.0.3 (a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9/2f9d0a27-1104-4068-a9f5-576472799955/6968e4cf-e221-4fdd-a29b-de428a6ccef0) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:54.315799 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5885a751-c250-4ef4-88f1-45308863912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:54.316774 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885a751-c250-4ef4-88f1-45308863912a None None] The sync data for ids ['d30a9834-4267-4df7-a10e-5b783a986ccf'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:27:54.580978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:54.611241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Transition to ACTIVE for port object 6968e4cf-e221-4fdd-a29b-de428a6ccef0 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:27:54.693889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fdb66c-1b25-4c4e-b190-e300c32e75e9 req-dfc00e34-3479-43e2-a03b-e217ff30cdbb tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:54.696193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b6fdb66c-1b25-4c4e-b190-e300c32e75e9 req-dfc00e34-3479-43e2-a03b-e217ff30cdbb tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.0966756 Sep 08 13:27:54.767524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b6fdb66c-1b25-4c4e-b190-e300c32e75e9 req-d24158ea-dca1-4876-81d0-3fe377e8f4bc tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600989 Sep 08 13:27:54.784535 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9341cce4-d303-4f0a-8d8a-4458438ebba6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:54.820405 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:54.876881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 74b7d25d-2d46-436c-8736-ec5cd5880fbf up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:27:54.899838 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Network a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:54.909625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:54.950244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:54.959606 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event updated for resources: {'Port': ['ID=6968e4cf-e221-4fdd-a29b-de428a6ccef0,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:55.002670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 74b7d25d-2d46-436c-8736-ec5cd5880fbf triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:55.003049 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.079539 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45440) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:55.112412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:55.113096 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.141766 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-79207c45-a045-410b-beec-efed427d5e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.294552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eabb01-6240-472b-af7d-c49e8ec0996f req-106303dc-ada9-4b18-9651-00850fc6b614 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:55.297363 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-65eabb01-6240-472b-af7d-c49e8ec0996f req-106303dc-ada9-4b18-9651-00850fc6b614 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.1532409 Sep 08 13:27:55.338337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45446) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:55.407444 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-746b59a1-d2f4-4beb-953d-ff34ddfc1a52 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7760057 Sep 08 13:27:55.409805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9341cce4-d303-4f0a-8d8a-4458438ebba6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port 497c8d1e-f2d6-4642-9fc4-5de9222e694f {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:55.410163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45448) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:55.410610 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9341cce4-d303-4f0a-8d8a-4458438ebba6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.436553 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:55.475797 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fea3845d-e68d-451e-a2b8-6c1cb587a779 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.483467 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-65eabb01-6240-472b-af7d-c49e8ec0996f req-9cffa6e6-0390-4ced-8fed-24bb835f1662 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728380 Sep 08 13:27:55.531063 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fea3845d-e68d-451e-a2b8-6c1cb587a779 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.540485 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9341cce4-d303-4f0a-8d8a-4458438ebba6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.555844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9341cce4-d303-4f0a-8d8a-4458438ebba6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for 497c8d1e-f2d6-4642-9fc4-5de9222e694f owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:55.619366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7098fc40-6023-4bef-8324-19cfc081d99c None None] Provisioning for port 6968e4cf-e221-4fdd-a29b-de428a6ccef0 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:27:55.623702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7098fc40-6023-4bef-8324-19cfc081d99c None None] Provisioning complete for port 6968e4cf-e221-4fdd-a29b-de428a6ccef0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:27:55.624436 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7098fc40-6023-4bef-8324-19cfc081d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.635471 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-79207c45-a045-410b-beec-efed427d5e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.674277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7098fc40-6023-4bef-8324-19cfc081d99c None None] Port 6968e4cf-e221-4fdd-a29b-de428a6ccef0 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:27:55.733237 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-79207c45-a045-410b-beec-efed427d5e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.782397 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-79207c45-a045-410b-beec-efed427d5e48 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2bc9f4e3137a4ba192c1b53549744430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017279 Sep 08 13:27:55.788117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45450) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:55.805158 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fea3845d-e68d-451e-a2b8-6c1cb587a779 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.808268 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fea3845d-e68d-451e-a2b8-6c1cb587a779 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.812717 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fea3845d-e68d-451e-a2b8-6c1cb587a779 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "DELETE /v2.0/security-groups/6ecfa6a2-1967-4091-9394-e35326696b0d HTTP/1.1" status: 204 len: 168 time: 0.4793940 Sep 08 13:27:55.813312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45454) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:55.823113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79207c45-a045-410b-beec-efed427d5e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95721a40-4f6f-4d6c-88bb-cd5d602dfe02,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:55.847125 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-93579188-235b-4e0a-91ef-98db12f51d7a tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] show failed (client error): The resource could not be found. Sep 08 13:27:55.852734 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-93579188-235b-4e0a-91ef-98db12f51d7a tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "GET /v2.0/security-groups/6ecfa6a2-1967-4091-9394-e35326696b0d HTTP/1.1" status: 404 len: 347 time: 0.0339828 Sep 08 13:27:55.852734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea3845d-e68d-451e-a2b8-6c1cb587a779 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecfa6a2-1967-4091-9394-e35326696b0d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:55.853540 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45456) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:55.873117 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9341cce4-d303-4f0a-8d8a-4458438ebba6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:55.939217 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:56.006872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341cce4-d303-4f0a-8d8a-4458438ebba6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=497c8d1e-f2d6-4642-9fc4-5de9222e694f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:56.012487 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6f62ff5-75c0-4f88-86b6-1ade9116d1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:56.083557 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6f62ff5-75c0-4f88-86b6-1ade9116d1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:56.132069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea108e4a-ad84-4b6a-a359-be7be30eedbd req-0d6cdb13-5a25-43b2-81b7-d1ad12eb1835 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:56.133879 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea108e4a-ad84-4b6a-a359-be7be30eedbd req-0d6cdb13-5a25-43b2-81b7-d1ad12eb1835 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.2107320 Sep 08 13:27:56.165280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d7546a03-6c2e-448e-9fd9-dbcf1f28f8c1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Deleting port 3e61e774-6a0c-4e52-9245-0ad5bb92498c {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:56.165655 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7546a03-6c2e-448e-9fd9-dbcf1f28f8c1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:56.284763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea108e4a-ad84-4b6a-a359-be7be30eedbd req-573330f1-7134-4b2c-80e4-6cab7dc4a25c tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108453 Sep 08 13:27:56.285599 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9341cce4-d303-4f0a-8d8a-4458438ebba6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:56.476151 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6f62ff5-75c0-4f88-86b6-1ade9116d1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:56.480969 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6f62ff5-75c0-4f88-86b6-1ade9116d1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:56.483422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b6f62ff5-75c0-4f88-86b6-1ade9116d1ff admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95721a40-4f6f-4d6c-88bb-cd5d602dfe02 HTTP/1.1" status: 204 len: 168 time: 0.6937523 Sep 08 13:27:56.542362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f62ff5-75c0-4f88-86b6-1ade9116d1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95721a40-4f6f-4d6c-88bb-cd5d602dfe02,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:56.788028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9341cce4-d303-4f0a-8d8a-4458438ebba6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router d30a9834-4267-4df7-a10e-5b783a986ccf has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:27:56.799292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:56.807909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea4a50-50f3-4f74-b30a-7ac6425bef03 req-6ea53a98-f4f6-4986-b2f6-652b4c0f8752 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:56.809488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6dea4a50-50f3-4f74-b30a-7ac6425bef03 req-6ea53a98-f4f6-4986-b2f6-652b4c0f8752 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.1161187 Sep 08 13:27:56.939438 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7546a03-6c2e-448e-9fd9-dbcf1f28f8c1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:56.939760 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7546a03-6c2e-448e-9fd9-dbcf1f28f8c1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:56.948901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9341cce4-d303-4f0a-8d8a-4458438ebba6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:27:56.956394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9341cce4-d303-4f0a-8d8a-4458438ebba6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/d30a9834-4267-4df7-a10e-5b783a986ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7541106 Sep 08 13:27:56.960180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45468) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:56.960425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341b40d-a518-4fc2-8448-69c59f4e4b20 None None] Sync routers for ids ['d30a9834-4267-4df7-a10e-5b783a986ccf'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:27:56.962365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d7546a03-6c2e-448e-9fd9-dbcf1f28f8c1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Calling delete_port for 3e61e774-6a0c-4e52-9245-0ad5bb92498c owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:56.973605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341b40d-a518-4fc2-8448-69c59f4e4b20 None None] Routers {'d30a9834-4267-4df7-a10e-5b783a986ccf'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:56.975022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b341b40d-a518-4fc2-8448-69c59f4e4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d30a9834-4267-4df7-a10e-5b783a986ccf'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:56.976374 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6dea4a50-50f3-4f74-b30a-7ac6425bef03 req-0eda255a-b200-49a0-8656-7866ddc43b0a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581883 Sep 08 13:27:57.003510 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27e2f4-7f0b-45f3-be17-2888d64cb357 req-b13dd8b3-62e0-4228-96af-115823312b25 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:57.005257 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b27e2f4-7f0b-45f3-be17-2888d64cb357 req-b13dd8b3-62e0-4228-96af-115823312b25 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 945 time: 0.1375494 Sep 08 13:27:57.043705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b341b40d-a518-4fc2-8448-69c59f4e4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:57.055741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341b40d-a518-4fc2-8448-69c59f4e4b20 None None] Routers {'d30a9834-4267-4df7-a10e-5b783a986ccf'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:27:57.056745 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b27e2f4-7f0b-45f3-be17-2888d64cb357 req-3d3fa240-92c9-470d-9a21-ea4b16955fe8 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434477 Sep 08 13:27:57.067281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b341b40d-a518-4fc2-8448-69c59f4e4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d30a9834-4267-4df7-a10e-5b783a986ccf'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:57.067560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-7ccb4e86-bc20-4c5b-8484-e97cc9d5217d req-48a33f21-e3b8-4f95-9ef7-7cfb726c48d0 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-48639430', 'description': 'tempest-description-634773666'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:57.119868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Allocated IP 172.25.5.78 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/d8ca5892-1279-482c-9a0a-6e4b5a4249b1) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:27:57.126653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b341b40d-a518-4fc2-8448-69c59f4e4b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:27:57.127558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341b40d-a518-4fc2-8448-69c59f4e4b20 None None] The sync data for ids ['d30a9834-4267-4df7-a10e-5b783a986ccf'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:27:57.283347 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7ccb4e86-bc20-4c5b-8484-e97cc9d5217d req-48a33f21-e3b8-4f95-9ef7-7cfb726c48d0 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:57.326680 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:57.369948 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7546a03-6c2e-448e-9fd9-dbcf1f28f8c1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:57.403151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7546a03-6c2e-448e-9fd9-dbcf1f28f8c1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Pushing event deleted for resources: {'Port': ['ID=3e61e774-6a0c-4e52-9245-0ad5bb92498c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:57.497408 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:57.564554 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7ccb4e86-bc20-4c5b-8484-e97cc9d5217d req-48a33f21-e3b8-4f95-9ef7-7cfb726c48d0 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:57.606761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70208a8f-d09f-4d7e-a86e-0d30345ff311 req-d6f4f92d-e89a-4a0c-b968-cb912a627ecd tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:57.609088 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70208a8f-d09f-4d7e-a86e-0d30345ff311 req-d6f4f92d-e89a-4a0c-b968-cb912a627ecd tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1951964 Sep 08 13:27:57.612024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:27:57.614383 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event updated for resources: {'Port': ['ID=d8ca5892-1279-482c-9a0a-6e4b5a4249b1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:57.618130 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7546a03-6c2e-448e-9fd9-dbcf1f28f8c1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:57.620758 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7546a03-6c2e-448e-9fd9-dbcf1f28f8c1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:57.623026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d7546a03-6c2e-448e-9fd9-dbcf1f28f8c1 tempest-ServersTestBootFromVolume-1245586244 tempest-ServersTestBootFromVolume-1245586244-project] 10.222.0.69 "DELETE /v2.0/floatingips/a55656b2-6e6e-4942-8734-9db69b2122eb HTTP/1.1" status: 204 len: 168 time: 1.7674174 Sep 08 13:27:57.626230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45484) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:57.626548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:27:57.634359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:27:57.679844 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7ccb4e86-bc20-4c5b-8484-e97cc9d5217d req-48a33f21-e3b8-4f95-9ef7-7cfb726c48d0 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:57.698830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70208a8f-d09f-4d7e-a86e-0d30345ff311 req-eac39136-bf58-4ec6-a287-31a8598788c7 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743279 Sep 08 13:27:57.729252 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e556e1a-b836-4eb1-9712-64ea1aa4b3a7 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:57.779860 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:57.862026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a33f21-e3b8-4f95-9ef7-7cfb726c48d0 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4b9485-fe11-4982-9094-d9206a83217c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:57.867589 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7ccb4e86-bc20-4c5b-8484-e97cc9d5217d req-48a33f21-e3b8-4f95-9ef7-7cfb726c48d0 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:57.870334 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7ccb4e86-bc20-4c5b-8484-e97cc9d5217d req-48a33f21-e3b8-4f95-9ef7-7cfb726c48d0 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8202729 Sep 08 13:27:57.934614 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:58.016976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85efdd76-a709-4a1a-934c-f2cd64653ef7 req-2c32b78f-c5a4-459c-b695-fa536b940db2 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-48639430&fields=id&tenant_id=37ce8e07b88d4ed589a5019633373d32 HTTP/1.1" status: 200 len: 267 time: 0.0840676 Sep 08 13:27:58.140693 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efdd76-a709-4a1a-934c-f2cd64653ef7 req-b7a0c999-bf51-4bb6-ab5c-b6ad7861144f tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:58.144537 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85efdd76-a709-4a1a-934c-f2cd64653ef7 req-b7a0c999-bf51-4bb6-ab5c-b6ad7861144f tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.1203249 Sep 08 13:27:58.179699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-85efdd76-a709-4a1a-934c-f2cd64653ef7 req-aeeee31e-0a46-4593-9bc2-d41a1b838cbf tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Request body: {'port': {'security_groups': ['5f79d341-2659-4191-a1d2-f09d86901a91', '9a4b9485-fe11-4982-9094-d9206a83217c']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:58.272807 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:58.283822 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-85efdd76-a709-4a1a-934c-f2cd64653ef7 req-aeeee31e-0a46-4593-9bc2-d41a1b838cbf tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:58.318278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcd8aa-e3c6-4ce0-b683-6a69a72edc72 req-e9ad77a5-d3ed-44be-b7b8-b3a669ff75eb tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:58.319930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54fcd8aa-e3c6-4ce0-b683-6a69a72edc72 req-e9ad77a5-d3ed-44be-b7b8-b3a669ff75eb tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 945 time: 0.1198192 Sep 08 13:27:58.354666 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:58.392486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-2e556e1a-b836-4eb1-9712-64ea1aa4b3a7 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port b0972dfc-0812-45d8-bb33-4dcf83b2aa9d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:58.392835 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e556e1a-b836-4eb1-9712-64ea1aa4b3a7 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:58.469882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event updated for resources: {'Port': ['ID=d8ca5892-1279-482c-9a0a-6e4b5a4249b1,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:58.473188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54fcd8aa-e3c6-4ce0-b683-6a69a72edc72 req-a2c9fbef-7422-41b2-9388-a4df0171e3b5 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261830 Sep 08 13:27:58.487838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:58.576300 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc9117a-97ac-48ed-8c03-73d8dd4625e1 req-5d8989ee-5ba5-44d0-a16d-bfb6c6e9b999 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:58.576609 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:58.580488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fc9117a-97ac-48ed-8c03-73d8dd4625e1 req-5d8989ee-5ba5-44d0-a16d-bfb6c6e9b999 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.70 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 945 time: 0.1406107 Sep 08 13:27:58.580667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7aa8ea69-9e94-49dc-8803-afa8040a6aa6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1615574 Sep 08 13:27:58.580794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45504) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:58.585697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ee81f834-85f2-4460-8dcd-3fc472997dc6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Request body: {'floatingip': {'port_id': '6968e4cf-e221-4fdd-a29b-de428a6ccef0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:58.608850 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e556e1a-b836-4eb1-9712-64ea1aa4b3a7 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:58.635236 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ee81f834-85f2-4460-8dcd-3fc472997dc6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:58.652510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a8e7183-d635-4891-8ef2-d443a8bfffd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:58.691208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-2e556e1a-b836-4eb1-9712-64ea1aa4b3a7 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for b0972dfc-0812-45d8-bb33-4dcf83b2aa9d owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:58.692263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-85efdd76-a709-4a1a-934c-f2cd64653ef7 req-aeeee31e-0a46-4593-9bc2-d41a1b838cbf tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] For port 794e9616-0b07-4896-b5a6-6f62170adec4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=794e9616-0b07-4896-b5a6-6f62170adec4,segment=NetworkSegment(e4d465e6-8515-4a6d-bcec-c9c0bb7550c4),segment_id=e4d465e6-8515-4a6d-bcec-c9c0bb7550c4)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:58.773436 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-85efdd76-a709-4a1a-934c-f2cd64653ef7 req-aeeee31e-0a46-4593-9bc2-d41a1b838cbf tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:58.800701 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-ee81f834-85f2-4460-8dcd-3fc472997dc6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] update failed (client error): The resource could not be found. Sep 08 13:27:58.803206 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ee81f834-85f2-4460-8dcd-3fc472997dc6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "PUT /v2.0/floatingips/fe43eb19-2e0b-4718-9c3f-e043a1c9f95a HTTP/1.1" status: 404 len: 507 time: 0.2205496 Sep 08 13:27:58.816682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45514) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:27:58.871812 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-85efdd76-a709-4a1a-934c-f2cd64653ef7 req-aeeee31e-0a46-4593-9bc2-d41a1b838cbf tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:58.886661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['794e9616-0b07-4896-b5a6-6f62170adec4'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:27:58.950853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeee31e-0a46-4593-9bc2-d41a1b838cbf tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Pushing event updated for resources: {'Port': ['ID=794e9616-0b07-4896-b5a6-6f62170adec4,revision_number=6']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:59.079984 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efdd76-a709-4a1a-934c-f2cd64653ef7 req-aeeee31e-0a46-4593-9bc2-d41a1b838cbf tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:59.081125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-85efdd76-a709-4a1a-934c-f2cd64653ef7 req-aeeee31e-0a46-4593-9bc2-d41a1b838cbf tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:59.088834 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-85efdd76-a709-4a1a-934c-f2cd64653ef7 req-aeeee31e-0a46-4593-9bc2-d41a1b838cbf tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "PUT /v2.0/ports/794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 200 len: 982 time: 0.9347584 Sep 08 13:27:59.089788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:27:59.092302 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0afaf07-0794-42bb-bdea-5ed4deff38cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:27:59.149569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['794e9616-0b07-4896-b5a6-6f62170adec4'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:27:59.247257 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be2781ce-bba8-4717-b69e-6b7a33c82897 req-ab432c6d-668f-460e-af97-79cf4f89b3c5 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-48639430&fields=id&tenant_id=37ce8e07b88d4ed589a5019633373d32 HTTP/1.1" status: 200 len: 267 time: 0.0667670 Sep 08 13:27:59.278745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e04a3890-7d2e-4baf-9a79-fd605ddf96e6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Deleting port d8ca5892-1279-482c-9a0a-6e4b5a4249b1 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:59.279483 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e04a3890-7d2e-4baf-9a79-fd605ddf96e6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:59.375949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2781ce-bba8-4717-b69e-6b7a33c82897 req-144f60bb-88b3-4fb1-b258-9157f36af0e3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:59.378753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be2781ce-bba8-4717-b69e-6b7a33c82897 req-144f60bb-88b3-4fb1-b258-9157f36af0e3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 985 time: 0.1254506 Sep 08 13:27:59.391661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-3fc9117a-97ac-48ed-8c03-73d8dd4625e1 req-d3a67c69-827b-4f9f-b86d-3c898a6283a9 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Deleting port 7874c2c3-76a3-4972-b560-dca5bcd63e9e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:59.392263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3fc9117a-97ac-48ed-8c03-73d8dd4625e1 req-d3a67c69-827b-4f9f-b86d-3c898a6283a9 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:59.401694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-be2781ce-bba8-4717-b69e-6b7a33c82897 req-e720e5c8-7691-414a-8836-608ed4c11d9a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Request body: {'port': {'security_groups': ['5f79d341-2659-4191-a1d2-f09d86901a91']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:27:59.410346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235e38b-2a89-410a-afa0-43b338f52069 req-c728e280-4f32-465f-9868-b1d8f09561e2 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:59.411797 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5235e38b-2a89-410a-afa0-43b338f52069 req-c728e280-4f32-465f-9868-b1d8f09561e2 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.2670243 Sep 08 13:27:59.438951 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e04a3890-7d2e-4baf-9a79-fd605ddf96e6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:59.439287 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e04a3890-7d2e-4baf-9a79-fd605ddf96e6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:59.463542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e04a3890-7d2e-4baf-9a79-fd605ddf96e6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Calling delete_port for d8ca5892-1279-482c-9a0a-6e4b5a4249b1 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:59.508224 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-be2781ce-bba8-4717-b69e-6b7a33c82897 req-e720e5c8-7691-414a-8836-608ed4c11d9a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:59.549608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5235e38b-2a89-410a-afa0-43b338f52069 req-07208e33-dbb6-4d82-94b8-f7007c8767a0 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152949 Sep 08 13:27:59.609136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3fc9117a-97ac-48ed-8c03-73d8dd4625e1 req-d3a67c69-827b-4f9f-b86d-3c898a6283a9 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] For port 7874c2c3-76a3-4972-b560-dca5bcd63e9e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7874c2c3-76a3-4972-b560-dca5bcd63e9e,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:59.609517 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3fc9117a-97ac-48ed-8c03-73d8dd4625e1 req-d3a67c69-827b-4f9f-b86d-3c898a6283a9 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:59.637428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-3fc9117a-97ac-48ed-8c03-73d8dd4625e1 req-d3a67c69-827b-4f9f-b86d-3c898a6283a9 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Calling delete_port for 7874c2c3-76a3-4972-b560-dca5bcd63e9e owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:27:59.651315 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d511498d-5da2-48b3-8b81-3b0948c1afdd x-openstack-request-id: req-d511498d-5da2-48b3-8b81-3b0948c1afdd {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:27:59.651664 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:27:59.651900 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d511498d-5da2-48b3-8b81-3b0948c1afdd {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:27:59.652243 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4', 'status': 'completed', 'code': 200} Sep 08 13:27:59.734983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e556e1a-b836-4eb1-9712-64ea1aa4b3a7 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:59.789549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afaf07-0794-42bb-bdea-5ed4deff38cd req-7fd0f335-d732-443e-a032-d4ce07cb2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:59.791121 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0afaf07-0794-42bb-bdea-5ed4deff38cd req-7fd0f335-d732-443e-a032-d4ce07cb2384 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37ce8e07b88d4ed589a5019633373d32&device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 1136 time: 0.1416788 Sep 08 13:27:59.791257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e556e1a-b836-4eb1-9712-64ea1aa4b3a7 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=b0972dfc-0812-45d8-bb33-4dcf83b2aa9d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:27:59.801541 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-be2781ce-bba8-4717-b69e-6b7a33c82897 req-e720e5c8-7691-414a-8836-608ed4c11d9a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] For port 794e9616-0b07-4896-b5a6-6f62170adec4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=794e9616-0b07-4896-b5a6-6f62170adec4,segment=NetworkSegment(e4d465e6-8515-4a6d-bcec-c9c0bb7550c4),segment_id=e4d465e6-8515-4a6d-bcec-c9c0bb7550c4)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:27:59.901084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169739de-1c99-420b-8719-c9c914b6fdf8 req-e2a71e76-f97b-4988-9466-6393929c9fe5 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:59.902625 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-169739de-1c99-420b-8719-c9c914b6fdf8 req-e2a71e76-f97b-4988-9466-6393929c9fe5 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 945 time: 0.1818490 Sep 08 13:27:59.928104 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-be2781ce-bba8-4717-b69e-6b7a33c82897 req-e720e5c8-7691-414a-8836-608ed4c11d9a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:59.951060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7a8e7183-d635-4891-8ef2-d443a8bfffd7 admin admin] Deleting port 4c72125e-9c9d-4af5-95f4-ab891f981cd6 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:27:59.951415 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a8e7183-d635-4891-8ef2-d443a8bfffd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:27:59.962131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afaf07-0794-42bb-bdea-5ed4deff38cd req-6630f6db-1040-4fe3-910b-42770fed5909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:27:59.965153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0afaf07-0794-42bb-bdea-5ed4deff38cd req-6630f6db-1040-4fe3-910b-42770fed5909 service neutron] 10.222.0.70 "GET /v2.0/networks?id=05942d12-dd94-420c-9bef-32cfedd93d3d HTTP/1.1" status: 200 len: 920 time: 0.1609755 Sep 08 13:28:00.033137 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0afaf07-0794-42bb-bdea-5ed4deff38cd req-3eb759e2-fcd9-4c63-acaf-58b36f9b4651 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 200 len: 217 time: 0.0604403 Sep 08 13:28:00.035218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e04a3890-7d2e-4baf-9a79-fd605ddf96e6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:00.058038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-be2781ce-bba8-4717-b69e-6b7a33c82897 req-e720e5c8-7691-414a-8836-608ed4c11d9a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:00.071893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['794e9616-0b07-4896-b5a6-6f62170adec4'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:28:00.109027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-169739de-1c99-420b-8719-c9c914b6fdf8 req-eae15a8a-0988-490d-af9a-ea96a92940ae tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971738 Sep 08 13:28:00.114582 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e556e1a-b836-4eb1-9712-64ea1aa4b3a7 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:00.218242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a3890-7d2e-4baf-9a79-fd605ddf96e6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event deleted for resources: {'Port': ['ID=d8ca5892-1279-482c-9a0a-6e4b5a4249b1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:00.221328 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e04a3890-7d2e-4baf-9a79-fd605ddf96e6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:00.223867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e04a3890-7d2e-4baf-9a79-fd605ddf96e6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:00.230085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e04a3890-7d2e-4baf-9a79-fd605ddf96e6 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "DELETE /v2.0/floatingips/fe43eb19-2e0b-4718-9c3f-e043a1c9f95a HTTP/1.1" status: 204 len: 168 time: 1.4102812 Sep 08 13:28:00.230346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45556) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:00.235237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2781ce-bba8-4717-b69e-6b7a33c82897 req-e720e5c8-7691-414a-8836-608ed4c11d9a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:00.235450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f76f43af-7595-422d-9f24-c9f2d8e39575 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Request body: {'floatingip': {'floating_network_id': 'a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9', 'port_id': '6968e4cf-e221-4fdd-a29b-de428a6ccef0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:00.236490 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-be2781ce-bba8-4717-b69e-6b7a33c82897 req-e720e5c8-7691-414a-8836-608ed4c11d9a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:00.237970 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be2781ce-bba8-4717-b69e-6b7a33c82897 req-e720e5c8-7691-414a-8836-608ed4c11d9a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "PUT /v2.0/ports/794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 200 len: 943 time: 0.8432367 Sep 08 13:28:00.247119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-7a8e7183-d635-4891-8ef2-d443a8bfffd7 admin admin] For port 4c72125e-9c9d-4af5-95f4-ab891f981cd6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4c72125e-9c9d-4af5-95f4-ab891f981cd6,segment=NetworkSegment(39c0b293-b00f-44e2-a33d-154b171cc83d),segment_id=39c0b293-b00f-44e2-a33d-154b171cc83d)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:00.247119 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a8e7183-d635-4891-8ef2-d443a8bfffd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:00.257552 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3fc9117a-97ac-48ed-8c03-73d8dd4625e1 req-d3a67c69-827b-4f9f-b86d-3c898a6283a9 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:00.271933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7a8e7183-d635-4891-8ef2-d443a8bfffd7 admin admin] Calling delete_port for 4c72125e-9c9d-4af5-95f4-ab891f981cd6 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:00.277334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c0de9164-252d-4930-a174-ab9409a62df8', '9be983b2-16f8-4243-bb72-ba2168773862'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:28:00.304493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['794e9616-0b07-4896-b5a6-6f62170adec4'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:28:00.326673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720e5c8-7691-414a-8836-608ed4c11d9a tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Pushing event updated for resources: {'Port': ['ID=794e9616-0b07-4896-b5a6-6f62170adec4,revision_number=7']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:00.343702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afaf07-0794-42bb-bdea-5ed4deff38cd req-51819921-606e-4004-b4f6-fe3524bfde45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:00.346467 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0afaf07-0794-42bb-bdea-5ed4deff38cd req-51819921-606e-4004-b4f6-fe3524bfde45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f19a8b0-578c-476d-846a-fab4172242ec HTTP/1.1" status: 200 len: 859 time: 0.2998524 Sep 08 13:28:00.381279 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a67c69-827b-4f9f-b86d-3c898a6283a9 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Pushing event deleted for resources: {'Port': ['ID=7874c2c3-76a3-4972-b560-dca5bcd63e9e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:00.400816 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0afaf07-0794-42bb-bdea-5ed4deff38cd req-b7384d1f-c64a-4f8d-9d63-11b116b96ed5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05942d12-dd94-420c-9bef-32cfedd93d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471091 Sep 08 13:28:00.471262 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ca348617-6003-49ae-8fbb-a33b0ab21113'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:28:00.511190 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0afaf07-0794-42bb-bdea-5ed4deff38cd req-54d6c5a9-97ce-46f1-b197-3b91a7469c11 service neutron] 10.222.0.70 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027792 Sep 08 13:28:00.538908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc9117a-97ac-48ed-8c03-73d8dd4625e1 req-d3a67c69-827b-4f9f-b86d-3c898a6283a9 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] No DVR routers for this DVR port 7874c2c3-76a3-4972-b560-dca5bcd63e9e on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:00.543006 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3fc9117a-97ac-48ed-8c03-73d8dd4625e1 req-d3a67c69-827b-4f9f-b86d-3c898a6283a9 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:00.544992 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fc9117a-97ac-48ed-8c03-73d8dd4625e1 req-d3a67c69-827b-4f9f-b86d-3c898a6283a9 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.70 "DELETE /v2.0/ports/7874c2c3-76a3-4972-b560-dca5bcd63e9e HTTP/1.1" status: 204 len: 173 time: 1.9607756 Sep 08 13:28:00.550121 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f76f43af-7595-422d-9f24-c9f2d8e39575 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:00.552411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b517e137-6da7-472e-9747-f5dae3026ab9', 'name': 'network-vif-deleted', 'tag': '7874c2c3-76a3-4972-b560-dca5bcd63e9e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:28:00.554758 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1275af4-901f-4781-809c-0539584b5bfc" -d '{"events": [{"server_uuid": "b517e137-6da7-472e-9747-f5dae3026ab9", "name": "network-vif-deleted", "tag": "7874c2c3-76a3-4972-b560-dca5bcd63e9e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:28:00.617595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e556e1a-b836-4eb1-9712-64ea1aa4b3a7 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router d30a9834-4267-4df7-a10e-5b783a986ccf has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:28:00.640531 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01036d5e-02f4-482d-8814-210e9d954fe4 x-openstack-request-id: req-01036d5e-02f4-482d-8814-210e9d954fe4 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:28:00.640919 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b517e137-6da7-472e-9747-f5dae3026ab9", "name": "network-vif-deleted", "tag": "7874c2c3-76a3-4972-b560-dca5bcd63e9e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:28:00.641073 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-01036d5e-02f4-482d-8814-210e9d954fe4 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:28:00.641573 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b517e137-6da7-472e-9747-f5dae3026ab9', 'name': 'network-vif-deleted', 'tag': '7874c2c3-76a3-4972-b560-dca5bcd63e9e', 'status': 'completed', 'code': 200} Sep 08 13:28:00.685903 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0afaf07-0794-42bb-bdea-5ed4deff38cd req-5201d03b-0f34-42f1-a8d2-8fe8387bab39 service neutron] 10.222.0.70 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673291 Sep 08 13:28:00.762321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-b4820463-7a2c-4df0-801e-46f2b998a389 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4839325 Sep 08 13:28:00.772715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:00.803180 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96feaff2-89f3-4bf9-b7a0-bc9fd1cf4767 req-c05b7254-49a5-4e8e-845c-4d3c53058121 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:00.807099 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96feaff2-89f3-4bf9-b7a0-bc9fd1cf4767 req-c05b7254-49a5-4e8e-845c-4d3c53058121 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1008906 Sep 08 13:28:00.848290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96feaff2-89f3-4bf9-b7a0-bc9fd1cf4767 req-76523097-865b-4dd6-932f-dede7c644a45 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366871 Sep 08 13:28:00.918472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e556e1a-b836-4eb1-9712-64ea1aa4b3a7 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:00.924579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2e556e1a-b836-4eb1-9712-64ea1aa4b3a7 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/d30a9834-4267-4df7-a10e-5b783a986ccf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9470434 Sep 08 13:28:00.927478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45578) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:00.931429 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a3a5d-cc2b-4e10-8fda-ea7b1c4de4ac None None] Sync routers for ids ['d30a9834-4267-4df7-a10e-5b783a986ccf'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:00.945780 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a3a5d-cc2b-4e10-8fda-ea7b1c4de4ac None None] Routers {'d30a9834-4267-4df7-a10e-5b783a986ccf'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:00.946743 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-842a3a5d-cc2b-4e10-8fda-ea7b1c4de4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d30a9834-4267-4df7-a10e-5b783a986ccf'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:00.956604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-953a97d1-169b-4b5f-94a4-9465b75ecb58 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=d30a9834-4267-4df7-a10e-5b783a986ccf HTTP/1.1" status: 200 len: 205 time: 0.0271356 Sep 08 13:28:00.966249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45580) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:00.984161 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-842a3a5d-cc2b-4e10-8fda-ea7b1c4de4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:00.996571 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842a3a5d-cc2b-4e10-8fda-ea7b1c4de4ac None None] Routers {'d30a9834-4267-4df7-a10e-5b783a986ccf'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:00.997592 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-842a3a5d-cc2b-4e10-8fda-ea7b1c4de4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d30a9834-4267-4df7-a10e-5b783a986ccf'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:01.013979 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.031002 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-842a3a5d-cc2b-4e10-8fda-ea7b1c4de4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:01.031650 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a3a5d-cc2b-4e10-8fda-ea7b1c4de4ac None None] The sync data for ids ['d30a9834-4267-4df7-a10e-5b783a986ccf'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:01.048396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a5fc-7120-4abf-a0aa-9375abd76c5b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.083788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-7190a7f4-1a41-485d-afba-6ac4e6a4b853 req-d1fb7ff3-7bca-48bc-bc03-aeb2857cb69a service neutron] (96264) timed out ('10.222.0.70', 58282) {{(pid=96264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 13:28:01.110714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a8e7183-d635-4891-8ef2-d443a8bfffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.151710 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-f76f43af-7595-422d-9f24-c9f2d8e39575 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:28:01.154663 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f76f43af-7595-422d-9f24-c9f2d8e39575 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9231591 Sep 08 13:28:01.156524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45584) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:01.178235 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.181488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e7183-d635-4891-8ef2-d443a8bfffd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c72125e-9c9d-4af5-95f4-ab891f981cd6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:01.199505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '6968e4cf-e221-4fdd-a29b-de428a6ccef0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:01.245657 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a5fc-7120-4abf-a0aa-9375abd76c5b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.258431 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a5fc-7120-4abf-a0aa-9375abd76c5b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.283331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8267711-a3fe-4f19-a144-d2051474fa9c req-5aea7d57-59ea-4a54-b909-5ad79f3855b2 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=b517e137-6da7-472e-9747-f5dae3026ab9 HTTP/1.1" status: 200 len: 210 time: 0.0429492 Sep 08 13:28:01.403287 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45590) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:01.413960 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.466994 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a5fc-7120-4abf-a0aa-9375abd76c5b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.468234 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac5a5fc-7120-4abf-a0aa-9375abd76c5b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Fanout notify agent at l3_agent the message router_deleted on router d30a9834-4267-4df7-a10e-5b783a986ccf {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:28:01.488803 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a8e7183-d635-4891-8ef2-d443a8bfffd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.489475 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a5fc-7120-4abf-a0aa-9375abd76c5b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.496324 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2ac5a5fc-7120-4abf-a0aa-9375abd76c5b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/d30a9834-4267-4df7-a10e-5b783a986ccf HTTP/1.1" status: 204 len: 168 time: 0.5248926 Sep 08 13:28:01.501833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45594) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:01.512970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Allocated IP 172.25.5.132 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/a282ceec-6c0d-4756-ada6-b8542d6fd972) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:01.569187 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.581751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a189464b-2dea-4f02-8ccf-86c072bf51b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.653346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:28:01.655636 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89af8a40-ac4a-4dee-b17b-1b75de622024" -d '{"events": [{"name": "network-changed", "server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:28:01.665965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de31812-7127-401f-8768-913fab0338eb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting subnet 47bd8524-c407-4fa3-a40e-bb1c7226201c {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:28:01.674689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4de31812-7127-401f-8768-913fab0338eb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.703290 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ec2600-1bdf-4a7e-9746-b67464ebbe37 x-openstack-request-id: req-21ec2600-1bdf-4a7e-9746-b67464ebbe37 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:28:01.703290 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:28:01.703290 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21ec2600-1bdf-4a7e-9746-b67464ebbe37 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:28:01.703644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd5121-e1b9-45c1-9a95-ec3e048f6682 req-f7957d96-7dd3-4b5c-9095-01ba4eb850a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:01.703752 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4', 'status': 'completed', 'code': 200} Sep 08 13:28:01.703854 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92dd5121-e1b9-45c1-9a95-ec3e048f6682 req-f7957d96-7dd3-4b5c-9095-01ba4eb850a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 1096 time: 0.3485067 Sep 08 13:28:01.758039 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a189464b-2dea-4f02-8ccf-86c072bf51b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.776012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af8a40-ac4a-4dee-b17b-1b75de622024 req-16b431ed-87c7-41b9-b4ba-0a10887c9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:01.777590 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89af8a40-ac4a-4dee-b17b-1b75de622024 req-16b431ed-87c7-41b9-b4ba-0a10887c9bd3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37ce8e07b88d4ed589a5019633373d32&device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 1097 time: 0.0515935 Sep 08 13:28:01.881243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af8a40-ac4a-4dee-b17b-1b75de622024 req-c8eafde6-dd24-4250-a59e-789a72f69f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:01.883360 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89af8a40-ac4a-4dee-b17b-1b75de622024 req-c8eafde6-dd24-4250-a59e-789a72f69f48 service neutron] 10.222.0.70 "GET /v2.0/networks?id=05942d12-dd94-420c-9bef-32cfedd93d3d HTTP/1.1" status: 200 len: 920 time: 0.0988162 Sep 08 13:28:01.898478 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a189464b-2dea-4f02-8ccf-86c072bf51b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:01.945764 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89af8a40-ac4a-4dee-b17b-1b75de622024 req-10e4f3cd-d0e5-4ce1-93c1-b850ea0d3a75 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 200 len: 217 time: 0.0547945 Sep 08 13:28:02.025947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a189464b-2dea-4f02-8ccf-86c072bf51b6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e26c3f461a464810a82f00c89fefe1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6212742 Sep 08 13:28:02.031015 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45600) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:02.036096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189464b-2dea-4f02-8ccf-86c072bf51b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00053a6f-cc94-4652-9808-768869adad44,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:02.068563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af8a40-ac4a-4dee-b17b-1b75de622024 req-b930a355-79be-434c-aea6-5a05f935f3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:02.070647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89af8a40-ac4a-4dee-b17b-1b75de622024 req-b930a355-79be-434c-aea6-5a05f935f3bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f19a8b0-578c-476d-846a-fab4172242ec HTTP/1.1" status: 200 len: 859 time: 0.1093621 Sep 08 13:28:02.082434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7874c2c3-76a3-4972-b560-dca5bcd63e9e no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:02.099145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30502abd-49bd-4cc5-9055-b723ebe2a10f req-fd1133ec-36a7-497c-b9e4-702bdfae9706 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:02.100717 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30502abd-49bd-4cc5-9055-b723ebe2a10f req-fd1133ec-36a7-497c-b9e4-702bdfae9706 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1610544 Sep 08 13:28:02.112477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 7874c2c3-76a3-4972-b560-dca5bcd63e9e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:02.112852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7874c2c3-76a3-4972-b560-dca5bcd63e9e not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:02.118650 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4de31812-7127-401f-8768-913fab0338eb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:02.129085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89af8a40-ac4a-4dee-b17b-1b75de622024 req-fb20f81c-a6b4-43a1-af61-87bdb7813ee0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05942d12-dd94-420c-9bef-32cfedd93d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483208 Sep 08 13:28:02.198123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92dd5121-e1b9-45c1-9a95-ec3e048f6682 req-f13793c9-dcc5-4ce7-a92c-753678fd6cc2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635174 Sep 08 13:28:02.211231 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:02.221090 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-892f77fd-14fd-476a-9b5a-c8920f6068b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:02.330187 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4de31812-7127-401f-8768-913fab0338eb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:02.438254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8e7183-d635-4891-8ef2-d443a8bfffd7 admin admin] Router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:28:02.491927 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:02.540198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:02.549345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:02.556129 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4de31812-7127-401f-8768-913fab0338eb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:02.557879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:02.593384 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30502abd-49bd-4cc5-9055-b723ebe2a10f req-9dbda79a-c725-4f4f-85af-d68369c654be tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699471 Sep 08 13:28:02.617083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-892f77fd-14fd-476a-9b5a-c8920f6068b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:02.648324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de31812-7127-401f-8768-913fab0338eb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Subnet': ['ID=47bd8524-c407-4fa3-a40e-bb1c7226201c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:02.649895 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Pushing event updated for resources: {'Port': ['ID=a282ceec-6c0d-4756-ada6-b8542d6fd972,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:02.660588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a2b058-cc3f-4ba8-80b3-5925de905aaf None None] Network 90d98eb7-3800-4a1c-ac76-3ebd8b77664b requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:02.666482 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4de31812-7127-401f-8768-913fab0338eb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:02.670728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4de31812-7127-401f-8768-913fab0338eb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/47bd8524-c407-4fa3-a40e-bb1c7226201c HTTP/1.1" status: 204 len: 168 time: 1.1638970 Sep 08 13:28:02.674085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45608) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:02.679714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89af8a40-ac4a-4dee-b17b-1b75de622024 req-8ef35ea9-b10b-4510-b872-38bb75318b1e service neutron] 10.222.0.70 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355058 Sep 08 13:28:02.713363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Allocated IP 172.25.5.203 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/5d7f1d3d-0072-4e9a-b146-8eedf16d92a1) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:02.729911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8e7183-d635-4891-8ef2-d443a8bfffd7 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:02.745351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7a8e7183-d635-4891-8ef2-d443a8bfffd7 admin admin] 10.222.0.69 "PUT /v2.0/routers/55c9b39a-eea8-4ee8-a538-97d5a81d6bc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1176436 Sep 08 13:28:02.749062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45610) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:02.801305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b248df-76d6-48f6-9c4d-c458cc0b0813 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting subnet d28b86e7-2029-4a03-a123-1652a5e21d09 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:28:02.806655 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3b248df-76d6-48f6-9c4d-c458cc0b0813 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:02.828282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b78ff6-f57c-4cc5-8cb4-c5ed028c4065 None None] Sync routers for ids ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:02.851713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b78ff6-f57c-4cc5-8cb4-c5ed028c4065 None None] Routers {'55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:02.853428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-29b78ff6-f57c-4cc5-8cb4-c5ed028c4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:02.860170 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89af8a40-ac4a-4dee-b17b-1b75de622024 req-ccc633f5-4865-4379-8cad-9fb9af51521f service neutron] 10.222.0.70 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790614 Sep 08 13:28:02.892779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3b248df-76d6-48f6-9c4d-c458cc0b0813 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:02.907446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-892f77fd-14fd-476a-9b5a-c8920f6068b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:02.911713 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-892f77fd-14fd-476a-9b5a-c8920f6068b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:02.924819 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-892f77fd-14fd-476a-9b5a-c8920f6068b0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/00053a6f-cc94-4652-9808-768869adad44 HTTP/1.1" status: 204 len: 168 time: 0.8890579 Sep 08 13:28:02.973484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f77fd-14fd-476a-9b5a-c8920f6068b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00053a6f-cc94-4652-9808-768869adad44,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:02.978578 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.037333 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.096252 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.157665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.183173 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69397072-1640-4671-8849-49b752dca776 None None] DHCP port deletion for 90d98eb7-3800-4a1c-ac76-3ebd8b77664b request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:28:03.194101 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-29b78ff6-f57c-4cc5-8cb4-c5ed028c4065 None None] Set router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:03.235527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event updated for resources: {'Port': ['ID=5d7f1d3d-0072-4e9a-b146-8eedf16d92a1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:03.237502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.272641 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3b248df-76d6-48f6-9c4d-c458cc0b0813 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.273937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:03.279209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:03.287006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:03.303970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.387366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-69397072-1640-4671-8849-49b752dca776 None None] Deleting port 00cd3d04-55cd-4623-87dc-a054a81317d9 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:03.388523 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-69397072-1640-4671-8849-49b752dca776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.554272 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3b248df-76d6-48f6-9c4d-c458cc0b0813 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.574625 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b3b248df-76d6-48f6-9c4d-c458cc0b0813 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.576544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b3b248df-76d6-48f6-9c4d-c458cc0b0813 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/d28b86e7-2029-4a03-a123-1652a5e21d09 HTTP/1.1" status: 204 len: 168 time: 0.8999963 Sep 08 13:28:03.584679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45618) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:03.597541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-69397072-1640-4671-8849-49b752dca776 None None] For port 00cd3d04-55cd-4623-87dc-a054a81317d9, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=00cd3d04-55cd-4623-87dc-a054a81317d9,segment=NetworkSegment(561c9cf8-8586-47b2-b76a-a8c269b0631d),segment_id=561c9cf8-8586-47b2-b76a-a8c269b0631d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:03.598055 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-69397072-1640-4671-8849-49b752dca776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.605092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b248df-76d6-48f6-9c4d-c458cc0b0813 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Subnet': ['ID=d28b86e7-2029-4a03-a123-1652a5e21d09,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:03.626072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bef1a0c-68fe-4c52-a917-9d15745069b7 None None] Network 7b797151-1636-4d41-b7a8-57ff09d301bc requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:03.634931 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Deleting port bf6bb17c-441f-484d-bd41-771d29ba9bab {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:03.635582 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.649732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-69397072-1640-4671-8849-49b752dca776 None None] Calling delete_port for 00cd3d04-55cd-4623-87dc-a054a81317d9 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:03.674704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-29b78ff6-f57c-4cc5-8cb4-c5ed028c4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:28:00Z', 'revision_number': 5, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port': {'id': 'bf6bb17c-441f-484d-bd41-771d29ba9bab', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:ae:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:23:16Z', 'updated_at': '2021-09-08T13:23:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:03.695751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.707148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Deleting port 5d7f1d3d-0072-4e9a-b146-8eedf16d92a1 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:03.707669 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.726087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] For port bf6bb17c-441f-484d-bd41-771d29ba9bab, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bf6bb17c-441f-484d-bd41-771d29ba9bab,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:03.727136 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.741532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Calling delete_port for bf6bb17c-441f-484d-bd41-771d29ba9bab owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:03.783358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b78ff6-f57c-4cc5-8cb4-c5ed028c4065 None None] Checking router: 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:28:03.801480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b78ff6-f57c-4cc5-8cb4-c5ed028c4065 None None] Routers {'55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:03.802142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-29b78ff6-f57c-4cc5-8cb4-c5ed028c4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:03.856528 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45622) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:03.877857 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d165a116-710a-4bc4-8fbb-a97cd935e17a req-31b9bc0f-8349-4f24-b73e-91552dcdf3c7 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:03.879446 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d165a116-710a-4bc4-8fbb-a97cd935e17a req-31b9bc0f-8349-4f24-b73e-91552dcdf3c7 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1544764 Sep 08 13:28:03.903933 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-744d5cd6-236f-4803-9fbd-e7057da2f156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.924026 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.924369 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.934602 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:03.964322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Calling delete_port for 5d7f1d3d-0072-4e9a-b146-8eedf16d92a1 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:03.971135 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d165a116-710a-4bc4-8fbb-a97cd935e17a req-984f9bab-73af-4382-9360-0b000fd17e3d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725646 Sep 08 13:28:03.977728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port 00cd3d04-55cd-4623-87dc-a054a81317d9 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:03.977859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.025701 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.109625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-29b78ff6-f57c-4cc5-8cb4-c5ed028c4065 None None] Set router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:04.111019 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Pushing event updated for resources: {'Port': ['ID=a282ceec-6c0d-4756-ada6-b8542d6fd972,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:04.118860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] For port 00cd3d04-55cd-4623-87dc-a054a81317d9, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=00cd3d04-55cd-4623-87dc-a054a81317d9,segment=NetworkSegment(561c9cf8-8586-47b2-b76a-a8c269b0631d),segment_id=561c9cf8-8586-47b2-b76a-a8c269b0631d)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:04.119235 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.126284 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.147705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for 00cd3d04-55cd-4623-87dc-a054a81317d9 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:04.205827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6bb17c-441f-484d-bd41-771d29ba9bab,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:04.246588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-29b78ff6-f57c-4cc5-8cb4-c5ed028c4065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:28:03Z', 'revision_number': 6, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:04.279140 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.304015 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.318682 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-744d5cd6-236f-4803-9fbd-e7057da2f156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.319785 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-69397072-1640-4671-8849-49b752dca776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.337130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29b78ff6-f57c-4cc5-8cb4-c5ed028c4065 None None] The sync data for ids ['55c9b39a-eea8-4ee8-a538-97d5a81d6bc9'] in n-d-807558-3 is: [{'id': '55c9b39a-eea8-4ee8-a538-97d5a81d6bc9', 'name': 'tempest-ServersTestBootFromVolume-1538178835-router', 'tenant_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:23:15Z', 'updated_at': '2021-09-08T13:28:03Z', 'revision_number': 6, 'project_id': '207e73cd8f8940b5be01d6998a9ae6a3', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:04.337385 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.339071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69397072-1640-4671-8849-49b752dca776 None None] No DVR routers for this DVR port 00cd3d04-55cd-4623-87dc-a054a81317d9 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:04.372036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=00cd3d04-55cd-4623-87dc-a054a81317d9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:04.374921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69397072-1640-4671-8849-49b752dca776 None None] Pushing event deleted for resources: {'Port': ['ID=00cd3d04-55cd-4623-87dc-a054a81317d9,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:04.390123 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-744d5cd6-236f-4803-9fbd-e7057da2f156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.435158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744d5cd6-236f-4803-9fbd-e7057da2f156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76c99c9-7175-44b3-bc0a-398a02ea6d89,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:04.442139 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.442418 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No DVR routers for this DVR port 00cd3d04-55cd-4623-87dc-a054a81317d9 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:04.454057 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.459588 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.477860 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.485923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-577df86f-320b-4ac7-a5ee-36fd1e7e8ae3 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7226698 Sep 08 13:28:04.531344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event deleted for resources: {'Port': ['ID=5d7f1d3d-0072-4e9a-b146-8eedf16d92a1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:04.542777 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-744d5cd6-236f-4803-9fbd-e7057da2f156 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee1585a343904dc8ad84a7aec1d8c919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6848195 Sep 08 13:28:04.545657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45630) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:04.550508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8339395-2344-4368-9baf-f677528545d1 None None] DHCP port deletion for 7b797151-1636-4d41-b7a8-57ff09d301bc request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:28:04.645608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-838f2c6c-d990-465d-8ab5-813c9ca34429 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.132 HTTP/1.1" status: 200 len: 696 time: 0.1584029 Sep 08 13:28:04.652179 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b8339395-2344-4368-9baf-f677528545d1 None None] Deleting port ac94daea-05fe-423f-be39-b93846ac487b {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:04.652854 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b8339395-2344-4368-9baf-f677528545d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.653084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb77b6-73ed-4c76-8a26-2645b46b88f2 req-6dd5ada4-4082-4c35-a06c-0ce4c6a93649 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:04.654939 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89eb77b6-73ed-4c76-8a26-2645b46b88f2 req-6dd5ada4-4082-4c35-a06c-0ce4c6a93649 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.2208753 Sep 08 13:28:04.699889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.700427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:28:04.708098 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.711116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34a65f-f548-4e53-8eda-44f989be9211 req-d477a00c-f884-4292-a69a-1609e9ef090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:04.712802 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec34a65f-f548-4e53-8eda-44f989be9211 req-d477a00c-f884-4292-a69a-1609e9ef090c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=076466dc77634138a2bb45af59532deb&device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 1096 time: 0.2753496 Sep 08 13:28:04.718150 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.721909 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cf3e7fdf-d87a-4d6f-90ca-0a9ddaeb38f4 admin admin] 10.222.0.69 "DELETE /v2.0/routers/55c9b39a-eea8-4ee8-a538-97d5a81d6bc9 HTTP/1.1" status: 204 len: 168 time: 1.9708188 Sep 08 13:28:04.722849 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45632) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:04.747097 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b8339395-2344-4368-9baf-f677528545d1 None None] For port ac94daea-05fe-423f-be39-b93846ac487b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ac94daea-05fe-423f-be39-b93846ac487b,segment=NetworkSegment(fc5092c9-db08-4825-8643-ecf93997a03f),segment_id=fc5092c9-db08-4825-8643-ecf93997a03f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:04.747886 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b8339395-2344-4368-9baf-f677528545d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.765781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b8339395-2344-4368-9baf-f677528545d1 None None] Calling delete_port for ac94daea-05fe-423f-be39-b93846ac487b owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:04.767089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d98eb7-3800-4a1c-ac76-3ebd8b77664b']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:04.771094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89eb77b6-73ed-4c76-8a26-2645b46b88f2 req-376934f7-43fa-4b14-8dbb-febc2c9c5c22 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961630 Sep 08 13:28:04.782764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561c9cf8-8586-47b2-b76a-a8c269b0631d') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:04.783098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561c9cf8-8586-47b2-b76a-a8c269b0631d') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:04.808372 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.824577 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.832879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:28:04.833514 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:28:04.837030 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:28:04.866460 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c032e5ae-2dc0-4e07-87a1-73fd6823e41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.900182 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] create failed (client error): The resource could not be found. Sep 08 13:28:04.904560 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ca967097-316a-44e9-9772-1c97f1e194e0 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7439296 Sep 08 13:28:04.906106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45634) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:04.912838 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-503e1f03-bc64-4a8a-bf5f-aaaa8448d1f1 admin admin] Deleting subnet cbe855ef-3a09-4103-8070-4fb584d5dc39 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:28:04.925106 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-503e1f03-bc64-4a8a-bf5f-aaaa8448d1f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.956813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-75a1ec6f-892f-45b1-8895-44d4a211c73d tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:04.961296 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09bf4c1d-423e-41b4-8ca0-667b7589df49 req-75a1ec6f-892f-45b1-8895-44d4a211c73d tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.3118219 Sep 08 13:28:04.976219 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c032e5ae-2dc0-4e07-87a1-73fd6823e41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:04.985431 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b8339395-2344-4368-9baf-f677528545d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.008913 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-503e1f03-bc64-4a8a-bf5f-aaaa8448d1f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.020346 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.037962 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.037962 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/networks/90d98eb7-3800-4a1c-ac76-3ebd8b77664b HTTP/1.1" status: 204 len: 168 time: 1.4500749 Sep 08 13:28:05.040246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3e46978b-658f-42d0-9439-b9eff2f84ad1 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Deleting port 6968e4cf-e221-4fdd-a29b-de428a6ccef0 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:05.040697 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e46978b-658f-42d0-9439-b9eff2f84ad1 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.052971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45638) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:05.094656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8339395-2344-4368-9baf-f677528545d1 None None] Pushing event deleted for resources: {'Port': ['ID=ac94daea-05fe-423f-be39-b93846ac487b,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:05.104180 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8339395-2344-4368-9baf-f677528545d1 None None] No DVR routers for this DVR port ac94daea-05fe-423f-be39-b93846ac487b on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:05.155101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913de95a-552d-4cd3-9325-61a745b80b79 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Network': ['ID=90d98eb7-3800-4a1c-ac76-3ebd8b77664b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:05.188771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 00cd3d04-55cd-4623-87dc-a054a81317d9 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:05.217507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 00cd3d04-55cd-4623-87dc-a054a81317d9 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:05.217634 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.218377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 00cd3d04-55cd-4623-87dc-a054a81317d9 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:05.218781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4c72125e-9c9d-4af5-95f4-ab891f981cd6 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:05.229940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34a65f-f548-4e53-8eda-44f989be9211 req-ab4fa3fa-90dd-4b16-a92b-0bc8eefe2ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:05.232344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec34a65f-f548-4e53-8eda-44f989be9211 req-ab4fa3fa-90dd-4b16-a92b-0bc8eefe2ce4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bbdab96b-a35c-49d9-8c67-1156369c5a80 HTTP/1.1" status: 200 len: 911 time: 0.5084720 Sep 08 13:28:05.244307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 4c72125e-9c9d-4af5-95f4-ab891f981cd6 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:05.244801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4c72125e-9c9d-4af5-95f4-ab891f981cd6 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:05.245328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ac94daea-05fe-423f-be39-b93846ac487b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:05.258674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-57d38e94-70da-4b7f-b2b4-fa81b9f97339 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:05.260504 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-57d38e94-70da-4b7f-b2b4-fa81b9f97339 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1828794 Sep 08 13:28:05.262941 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e46978b-658f-42d0-9439-b9eff2f84ad1 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.267211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: ac94daea-05fe-423f-be39-b93846ac487b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:05.268234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ac94daea-05fe-423f-be39-b93846ac487b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:05.269088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bf6bb17c-441f-484d-bd41-771d29ba9bab no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:05.295579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: bf6bb17c-441f-484d-bd41-771d29ba9bab {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:05.296040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bf6bb17c-441f-484d-bd41-771d29ba9bab not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:05.309239 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:28:05.321180 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3e46978b-658f-42d0-9439-b9eff2f84ad1 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Calling delete_port for 6968e4cf-e221-4fdd-a29b-de428a6ccef0 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:05.331859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-bd4d63cc-16eb-4d10-9b87-5a23e37aa1bf tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.132 HTTP/1.1" status: 200 len: 696 time: 0.0548921 Sep 08 13:28:05.340679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec34a65f-f548-4e53-8eda-44f989be9211 req-ad5edda6-6b87-4778-a986-3e7bbfe45fc6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25d87b96-2813-43f0-b6e8-bd1950fe9c22 HTTP/1.1" status: 200 len: 217 time: 0.0977650 Sep 08 13:28:05.388685 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-9b3bf1e6-7c1b-4a86-b3e6-708960bcbee1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Request body: {'floatingip': {'port_id': '794e9616-0b07-4896-b5a6-6f62170adec4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:05.435162 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-9b3bf1e6-7c1b-4a86-b3e6-708960bcbee1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.490131 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.513695 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c032e5ae-2dc0-4e07-87a1-73fd6823e41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.516112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c032e5ae-2dc0-4e07-87a1-73fd6823e41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.520734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c032e5ae-2dc0-4e07-87a1-73fd6823e41c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f76c99c9-7175-44b3-bc0a-398a02ea6d89 HTTP/1.1" status: 204 len: 168 time: 0.9596219 Sep 08 13:28:05.522800 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-503e1f03-bc64-4a8a-bf5f-aaaa8448d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.564107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34a65f-f548-4e53-8eda-44f989be9211 req-c1ee7fbb-ca7d-4b26-a36e-a00e776da557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:05.564659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec34a65f-f548-4e53-8eda-44f989be9211 req-c1ee7fbb-ca7d-4b26-a36e-a00e776da557 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d44eaf4-9c89-4950-a5be-c246fd16a504 HTTP/1.1" status: 200 len: 850 time: 0.1980879 Sep 08 13:28:05.566128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b797151-1636-4d41-b7a8-57ff09d301bc']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:05.595658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032e5ae-2dc0-4e07-87a1-73fd6823e41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76c99c9-7175-44b3-bc0a-398a02ea6d89,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:05.600953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5092c9-db08-4825-8643-ecf93997a03f') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:05.602121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5092c9-db08-4825-8643-ecf93997a03f') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:05.635138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec34a65f-f548-4e53-8eda-44f989be9211 req-6204d0d9-2be1-4fb9-9526-6489819d5215 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbdab96b-a35c-49d9-8c67-1156369c5a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505395 Sep 08 13:28:05.639486 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.661878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-ec34a65f-f548-4e53-8eda-44f989be9211 req-a1f5ffd8-2b20-4db4-8f35-5c08064305b5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:28:05.663127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec34a65f-f548-4e53-8eda-44f989be9211 req-a1f5ffd8-2b20-4db4-8f35-5c08064305b5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084190 Sep 08 13:28:05.672491 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.711517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:28:05.711960 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:28:05.716222 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:28:05.772212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27d7be7d-5c4f-4e89-ac29-e327f3aa7982 req-279cfcbc-6409-4fe6-856a-315d306fb07e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1891100 Sep 08 13:28:05.932129 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e46978b-658f-42d0-9439-b9eff2f84ad1 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:05.935065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7be7d-5c4f-4e89-ac29-e327f3aa7982 req-08cd1029-86a1-44b4-98a5-319a33af00af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:05.936742 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27d7be7d-5c4f-4e89-ac29-e327f3aa7982 req-08cd1029-86a1-44b4-98a5-319a33af00af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=076466dc77634138a2bb45af59532deb&device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 1097 time: 0.1109226 Sep 08 13:28:06.068566 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46978b-658f-42d0-9439-b9eff2f84ad1 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event deleted for resources: {'Port': ['ID=6968e4cf-e221-4fdd-a29b-de428a6ccef0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:06.239582 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-503e1f03-bc64-4a8a-bf5f-aaaa8448d1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.265342 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e46978b-658f-42d0-9439-b9eff2f84ad1 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.274778 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3e46978b-658f-42d0-9439-b9eff2f84ad1 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "DELETE /v2.0/ports/6968e4cf-e221-4fdd-a29b-de428a6ccef0 HTTP/1.1" status: 204 len: 168 time: 1.3674235 Sep 08 13:28:06.275605 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45656) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:06.287097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e1f03-bc64-4a8a-bf5f-aaaa8448d1f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbe855ef-3a09-4103-8070-4fb584d5dc39,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:06.305513 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-503e1f03-bc64-4a8a-bf5f-aaaa8448d1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.305513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-503e1f03-bc64-4a8a-bf5f-aaaa8448d1f1 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/cbe855ef-3a09-4103-8070-4fb584d5dc39 HTTP/1.1" status: 204 len: 168 time: 1.5431752 Sep 08 13:28:06.305815 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4020b218-1151-4927-a017-17e59f25bb7f None None] Network 2ae81d27-75d8-4571-96ed-df0c006208f1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:06.306598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45658) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:06.343955 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.resource_extend [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-9b3bf1e6-7c1b-4a86-b3e6-708960bcbee1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 13:28:06.344556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7219e-035f-4e1b-8668-6166406c78c8 req-298aa826-85d2-4615-a1a0-ee6730734bf3 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:06.345395 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dda7219e-035f-4e1b-8668-6166406c78c8 req-298aa826-85d2-4615-a1a0-ee6730734bf3 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.2290390 Sep 08 13:28:06.345926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7be7d-5c4f-4e89-ac29-e327f3aa7982 req-e851e31f-e36b-42f0-8939-f44d5f21ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:06.347631 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27d7be7d-5c4f-4e89-ac29-e327f3aa7982 req-e851e31f-e36b-42f0-8939-f44d5f21ae0e service neutron] 10.222.0.60 "GET /v2.0/networks?id=bbdab96b-a35c-49d9-8c67-1156369c5a80 HTTP/1.1" status: 200 len: 911 time: 0.2920926 Sep 08 13:28:06.353950 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec34a65f-f548-4e53-8eda-44f989be9211 req-e2278016-3679-4744-aa0b-cd67a2f92cf5 service neutron] 10.222.0.60 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783469 Sep 08 13:28:06.451210 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27d7be7d-5c4f-4e89-ac29-e327f3aa7982 req-04463479-cf4e-4a10-8440-b2f504234263 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a18ee522-c84c-4b72-a242-8a29be03a7e9 HTTP/1.1" status: 200 len: 217 time: 0.0615616 Sep 08 13:28:06.489672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0ebce4-6c5e-4f2d-835d-45fabe8725bd tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:06.491665 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ee0ebce4-6c5e-4f2d-835d-45fabe8725bd tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "GET /v2.0/ports?device_id=bac382ee-ce0b-489c-8c2c-0f89eb1fb44b HTTP/1.1" status: 200 len: 913 time: 0.2114184 Sep 08 13:28:06.498543 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-9b3bf1e6-7c1b-4a86-b3e6-708960bcbee1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.525106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45662) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:06.533346 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.549482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffcfc71-97e2-4abb-82c8-7e876496f80e None None] DHCP port deletion for 2ae81d27-75d8-4571-96ed-df0c006208f1 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:28:06.552292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dda7219e-035f-4e1b-8668-6166406c78c8 req-0b623a41-0e42-4aaf-9b4a-b25d3fd133d2 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958380 Sep 08 13:28:06.605665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec34a65f-f548-4e53-8eda-44f989be9211 req-8c6cfea1-9550-4057-9f8c-0d7226fa3a83 service neutron] 10.222.0.60 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394202 Sep 08 13:28:06.610789 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3ffcfc71-97e2-4abb-82c8-7e876496f80e None None] Deleting port 57d06451-edf8-45fa-b591-013271ff43e6 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:06.619028 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ffcfc71-97e2-4abb-82c8-7e876496f80e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.626676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Deleting port 57d06451-edf8-45fa-b591-013271ff43e6 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:06.627074 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.630420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7be7d-5c4f-4e89-ac29-e327f3aa7982 req-546e58bf-40d2-43b6-87a1-2d874ab84b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:06.633060 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27d7be7d-5c4f-4e89-ac29-e327f3aa7982 req-546e58bf-40d2-43b6-87a1-2d874ab84b10 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2d44eaf4-9c89-4950-a5be-c246fd16a504 HTTP/1.1" status: 200 len: 850 time: 0.1745789 Sep 08 13:28:06.643133 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.661827 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.663939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/networks/7b797151-1636-4d41-b7a8-57ff09d301bc HTTP/1.1" status: 204 len: 168 time: 1.6058481 Sep 08 13:28:06.678476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45664) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:06.690439 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27d7be7d-5c4f-4e89-ac29-e327f3aa7982 req-1dea29a7-b7d6-41ed-afea-00d594ac2c2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bbdab96b-a35c-49d9-8c67-1156369c5a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402448 Sep 08 13:28:06.690439 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-9b3bf1e6-7c1b-4a86-b3e6-708960bcbee1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.710454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3ffcfc71-97e2-4abb-82c8-7e876496f80e None None] For port 57d06451-edf8-45fa-b591-013271ff43e6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=57d06451-edf8-45fa-b591-013271ff43e6,segment=NetworkSegment(39c0b293-b00f-44e2-a33d-154b171cc83d),segment_id=39c0b293-b00f-44e2-a33d-154b171cc83d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:06.710981 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ffcfc71-97e2-4abb-82c8-7e876496f80e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.713744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-12ea451b-541f-4e32-aa5f-53aaed9f79ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1939350057'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:06.717236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3c8ed-d604-4b87-9ca4-9c38c1ec8403 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Network': ['ID=7b797151-1636-4d41-b7a8-57ff09d301bc,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:06.740313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3ffcfc71-97e2-4abb-82c8-7e876496f80e None None] Calling delete_port for 57d06451-edf8-45fa-b591-013271ff43e6 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:06.743125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] For port 57d06451-edf8-45fa-b591-013271ff43e6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=57d06451-edf8-45fa-b591-013271ff43e6,segment=NetworkSegment(39c0b293-b00f-44e2-a33d-154b171cc83d),segment_id=39c0b293-b00f-44e2-a33d-154b171cc83d)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:06.743502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.768824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Calling delete_port for 57d06451-edf8-45fa-b591-013271ff43e6 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:06.870569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ea451b-541f-4e32-aa5f-53aaed9f79ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:06.874439 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12ea451b-541f-4e32-aa5f-53aaed9f79ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.920616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ea451b-541f-4e32-aa5f-53aaed9f79ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:28:06.931200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 57d06451-edf8-45fa-b591-013271ff43e6 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:06.933112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12ea451b-541f-4e32-aa5f-53aaed9f79ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:06.933728 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-12ea451b-541f-4e32-aa5f-53aaed9f79ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Added segment 613835db-7228-4c65-ad26-899c769e91ee of type vlan for network 06f0ed01-238c-4cec-9258-7947cffaedaa Sep 08 13:28:06.983828 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12ea451b-541f-4e32-aa5f-53aaed9f79ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.041715 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.061856 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ffcfc71-97e2-4abb-82c8-7e876496f80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.096591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffcfc71-97e2-4abb-82c8-7e876496f80e None None] Pushing event deleted for resources: {'Port': ['ID=57d06451-edf8-45fa-b591-013271ff43e6,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:07.101148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffcfc71-97e2-4abb-82c8-7e876496f80e None None] No DVR routers for this DVR port 57d06451-edf8-45fa-b591-013271ff43e6 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:07.116280 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.121833 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12ea451b-541f-4e32-aa5f-53aaed9f79ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.135596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ea451b-541f-4e32-aa5f-53aaed9f79ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:07.140472 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12ea451b-541f-4e32-aa5f-53aaed9f79ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.180411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Pushing event deleted for resources: {'Port': ['ID=57d06451-edf8-45fa-b591-013271ff43e6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:07.186902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] No DVR routers for this DVR port 57d06451-edf8-45fa-b591-013271ff43e6 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:07.267465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea451b-541f-4e32-aa5f-53aaed9f79ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Network': ['ID=06f0ed01-238c-4cec-9258-7947cffaedaa,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:07.347424 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.374841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae81d27-75d8-4571-96ed-df0c006208f1']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:07.385452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c0b293-b00f-44e2-a33d-154b171cc83d') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:07.386138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c0b293-b00f-44e2-a33d-154b171cc83d') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:07.396227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.409640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-12ea451b-541f-4e32-aa5f-53aaed9f79ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7303264 Sep 08 13:28:07.412711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45680) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:07.415426 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.421733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-0d18b851-20b4-4506-b732-bab119caad7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'subnet': {'network_id': '06f0ed01-238c-4cec-9258-7947cffaedaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:07.422229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 06f0ed01-238c-4cec-9258-7947cffaedaa details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:28:07.440614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:28:07.441177 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:28:07.446158 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:28:07.503132 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-9b3bf1e6-7c1b-4a86-b3e6-708960bcbee1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Floating IP 1efe2c79-d439-4083-aaae-dd18cbbcd017 associated. External IP: 172.25.5.132, port: 794e9616-0b07-4896-b5a6-6f62170adec4. Sep 08 13:28:07.517147 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27d7be7d-5c4f-4e89-ac29-e327f3aa7982 req-02cb0a36-9374-40b7-ba68-99caa5458fc2 service neutron] 10.222.0.60 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167121 Sep 08 13:28:07.630592 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.640145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.642351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2ae81d27-75d8-4571-96ed-df0c006208f1 HTTP/1.1" status: 204 len: 168 time: 1.3345451 Sep 08 13:28:07.654301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25527f-7ddd-43af-a464-0d472aa77024 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae81d27-75d8-4571-96ed-df0c006208f1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:07.687240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d18b851-20b4-4506-b732-bab119caad7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:07.699720 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d18b851-20b4-4506-b732-bab119caad7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.773076 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f5a6a027-c673-43a2-8731-f3ef9e2b2a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:07.862849 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27d7be7d-5c4f-4e89-ac29-e327f3aa7982 req-1e5a8b65-e4fa-4d72-8a78-8c14a4c950dc service neutron] 10.222.0.60 "GET /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957916 Sep 08 13:28:07.961613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67959ba1-385b-49e2-9683-441972a37f86 req-aea44e44-c59c-4d61-88c8-d21519a44412 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:07.965693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67959ba1-385b-49e2-9683-441972a37f86 req-aea44e44-c59c-4d61-88c8-d21519a44412 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1143882 Sep 08 13:28:07.988678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-9b3bf1e6-7c1b-4a86-b3e6-708960bcbee1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Router a7ad17c1-7a71-447e-ad30-cde5669914e1 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:28:07.997215 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c98beb5e-5ef5-4907-ab1d-c3d10422286b tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.008524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67959ba1-385b-49e2-9683-441972a37f86 req-87464439-24ba-455b-a213-2ed6599da8e3 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357878 Sep 08 13:28:08.043540 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d18b851-20b4-4506-b732-bab119caad7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.072005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45696) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:08.169751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18b851-20b4-4506-b732-bab119caad7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Subnet': ['ID=af57124a-929b-423a-a5b9-536279fd562e,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:08.184135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18b851-20b4-4506-b732-bab119caad7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Checking segment: {'id': '613835db-7228-4c65-ad26-899c769e91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '06f0ed01-238c-4cec-9258-7947cffaedaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:08.184135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18b851-20b4-4506-b732-bab119caad7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network hostable DHCP agents. Network: 06f0ed01-238c-4cec-9258-7947cffaedaa, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:28:08.196140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513fcbd-483f-4c17-977b-c90999c93745 req-928f6a96-afec-48b2-8255-050fc1ee082f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:08.197731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d513fcbd-483f-4c17-977b-c90999c93745 req-928f6a96-afec-48b2-8255-050fc1ee082f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 945 time: 0.1077867 Sep 08 13:28:08.230350 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-146d21d7-2154-47c1-8260-0bb44c25a203 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=207e73cd8f8940b5be01d6998a9ae6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571801 Sep 08 13:28:08.234798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45702) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:08.271098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-9b3bf1e6-7c1b-4a86-b3e6-708960bcbee1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:08.276376 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d513fcbd-483f-4c17-977b-c90999c93745 req-e92b6784-9d25-485d-8578-054881a177b8 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681739 Sep 08 13:28:08.276958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-9b3bf1e6-7c1b-4a86-b3e6-708960bcbee1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.296867 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1ad498-2b7a-43d0-83af-bf3b27bec2c3 None None] Sync routers for ids ['a7ad17c1-7a71-447e-ad30-cde5669914e1'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:08.303640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd4b5-4e69-4273-b78e-b76cec236448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.308914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-9b3bf1e6-7c1b-4a86-b3e6-708960bcbee1 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "PUT /v2.0/floatingips/1efe2c79-d439-4083-aaae-dd18cbbcd017 HTTP/1.1" status: 200 len: 997 time: 2.9243867 Sep 08 13:28:08.310124 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:28:08.312567 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f8d5d4-82e6-4064-9b6f-fe5fa3123684" -d '{"events": [{"name": "network-changed", "server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:28:08.319947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18b851-20b4-4506-b732-bab119caad7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 06f0ed01-238c-4cec-9258-7947cffaedaa is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:28:08.333179 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd4b5-4e69-4273-b78e-b76cec236448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.342055 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ad498-2b7a-43d0-83af-bf3b27bec2c3 None None] Routers {'a7ad17c1-7a71-447e-ad30-cde5669914e1'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:08.342908 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-1d1ad498-2b7a-43d0-83af-bf3b27bec2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['a7ad17c1-7a71-447e-ad30-cde5669914e1'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:08.352074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45706) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:08.396704 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b928e171-1278-4e67-a816-a5b4766d3dd6 x-openstack-request-id: req-b928e171-1278-4e67-a816-a5b4766d3dd6 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:28:08.397275 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:28:08.397707 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b928e171-1278-4e67-a816-a5b4766d3dd6 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:28:08.398210 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4', 'status': 'completed', 'code': 200} Sep 08 13:28:08.446470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-0d18b851-20b4-4506-b732-bab119caad7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 06f0ed01-238c-4cec-9258-7947cffaedaa) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:08.449243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-8d0ff95e-387d-425d-80b7-977216117a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:08.450781 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-8d0ff95e-387d-425d-80b7-977216117a19 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37ce8e07b88d4ed589a5019633373d32&device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 1097 time: 0.0859356 Sep 08 13:28:08.458915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d18b851-20b4-4506-b732-bab119caad7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:08.459223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be09a677-1c74-4f97-89c6-f81af77c26b8 None None] Network 06f0ed01-238c-4cec-9258-7947cffaedaa requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:08.459835 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d18b851-20b4-4506-b732-bab119caad7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.514046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-820890323', 'router:external': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:08.527801 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-1d1ad498-2b7a-43d0-83af-bf3b27bec2c3 None None] Set router a7ad17c1-7a71-447e-ad30-cde5669914e1 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:08.563715 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d5d4-82e6-4064-9b6f-fe5fa3123684 req-e77ff69f-f2bf-4391-b171-89e7ec2c747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:08.565299 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3f8d5d4-82e6-4064-9b6f-fe5fa3123684 req-e77ff69f-f2bf-4391-b171-89e7ec2c747b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37ce8e07b88d4ed589a5019633373d32&device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 1097 time: 0.1354651 Sep 08 13:28:08.574946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c98beb5e-5ef5-4907-ab1d-c3d10422286b tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Deleting port 2ad6246f-e84f-4644-8325-82fe7d89dece {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:08.575309 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c98beb5e-5ef5-4907-ab1d-c3d10422286b tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.590672 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0d18b851-20b4-4506-b732-bab119caad7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1765609 Sep 08 13:28:08.591316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45710) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:08.596980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7978fef7-457b-412d-95a0-012dce00594f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1256890412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:08.632327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-06f0ed01-238c-4cec-9258-7947cffaedaa', 'network_id': '06f0ed01-238c-4cec-9258-7947cffaedaa', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'fixed_ips': [{'subnet_id': 'af57124a-929b-423a-a5b9-536279fd562e'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:28:08.632776 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd4b5-4e69-4273-b78e-b76cec236448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.633968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.637049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0cfd4b5-4e69-4273-b78e-b76cec236448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.640004 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c0cfd4b5-4e69-4273-b78e-b76cec236448 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0cad3156-1eca-4182-a01b-8fd449136418 HTTP/1.1" status: 204 len: 168 time: 0.4022055 Sep 08 13:28:08.650920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cfd4b5-4e69-4273-b78e-b76cec236448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cad3156-1eca-4182-a01b-8fd449136418,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:08.670975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Made reservation on behalf of 078dbe5e7db943eab00d414769dc55e9 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:08.673795 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.682366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-87434859-4287-48bc-b405-70216411a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:08.683883 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-87434859-4287-48bc-b405-70216411a674 service neutron] 10.222.0.69 "GET /v2.0/networks?id=05942d12-dd94-420c-9bef-32cfedd93d3d HTTP/1.1" status: 200 len: 920 time: 0.2145801 Sep 08 13:28:08.702663 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.794421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c98beb5e-5ef5-4907-ab1d-c3d10422286b tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.831689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-fd7bb146-46f7-4086-9d06-e2af030449a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 200 len: 1000 time: 0.1382794 Sep 08 13:28:08.832959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c98beb5e-5ef5-4907-ab1d-c3d10422286b tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Calling delete_port for 2ad6246f-e84f-4644-8325-82fe7d89dece owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:08.840632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d5d4-82e6-4064-9b6f-fe5fa3123684 req-df0cfdd2-72bb-40fb-b495-75434a44dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:08.842200 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3f8d5d4-82e6-4064-9b6f-fe5fa3123684 req-df0cfdd2-72bb-40fb-b495-75434a44dc13 service neutron] 10.222.0.70 "GET /v2.0/networks?id=05942d12-dd94-420c-9bef-32cfedd93d3d HTTP/1.1" status: 200 len: 920 time: 0.2607594 Sep 08 13:28:08.844413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Allocated IP 172.20.0.2 (06f0ed01-238c-4cec-9258-7947cffaedaa/af57124a-929b-423a-a5b9-536279fd562e/89393783-b879-4c95-9548-df6498887e3a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:08.885584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7978fef7-457b-412d-95a0-012dce00594f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.885584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7978fef7-457b-412d-95a0-012dce00594f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:08.892880 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-1d1ad498-2b7a-43d0-83af-bf3b27bec2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:27:05Z', 'revision_number': 4, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '1efe2c79-d439-4083-aaae-dd18cbbcd017', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'port_id': '794e9616-0b07-4896-b5a6-6f62170adec4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'mac_address': 'fa:16:3e:df:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:28:02Z', 'updated_at': '2021-09-08T13:28:06Z', 'revision_number': 1, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e4e305-fd05-4c29-b45e-dca1e52acd0a', 'name': '', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'mac_address': 'fa:16:3e:e7:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:04Z', 'updated_at': '2021-09-08T13:27:11Z', 'revision_number': 5, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'subnets': [{'id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:08.920861 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1ad498-2b7a-43d0-83af-bf3b27bec2c3 None None] Checking router: a7ad17c1-7a71-447e-ad30-cde5669914e1 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:28:08.933227 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1ad498-2b7a-43d0-83af-bf3b27bec2c3 None None] Routers {'a7ad17c1-7a71-447e-ad30-cde5669914e1'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:08.933227 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-1d1ad498-2b7a-43d0-83af-bf3b27bec2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:27:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['a7ad17c1-7a71-447e-ad30-cde5669914e1'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:08.976532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-5fa24983-ca70-47be-8824-0945b425250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:08.977893 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-5fa24983-ca70-47be-8824-0945b425250b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f19a8b0-578c-476d-846a-fab4172242ec HTTP/1.1" status: 200 len: 859 time: 0.1318524 Sep 08 13:28:08.978603 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7978fef7-457b-412d-95a0-012dce00594f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.007263 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3f8d5d4-82e6-4064-9b6f-fe5fa3123684 req-58fbb13c-cf6c-48d6-a2dd-79926aca702e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 200 len: 1000 time: 0.1492198 Sep 08 13:28:09.014997 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.064150 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-12911c35-5ac2-4da3-8c40-63de8b4ecd70 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=05942d12-dd94-420c-9bef-32cfedd93d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514786 Sep 08 13:28:09.081857 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-1d1ad498-2b7a-43d0-83af-bf3b27bec2c3 None None] Set router a7ad17c1-7a71-447e-ad30-cde5669914e1 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:09.082093 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7978fef7-457b-412d-95a0-012dce00594f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.091838 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.104224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Transition to ACTIVE for port object 89393783-b879-4c95-9548-df6498887e3a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:09.120557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-96f594c2-4a57-47c5-8216-678a924394ce service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:28:09.121480 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-96f594c2-4a57-47c5-8216-678a924394ce service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052977 Sep 08 13:28:09.146021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Transition to ACTIVE for port object 89393783-b879-4c95-9548-df6498887e3a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:09.161876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.188285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:28:09.215673 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.216033 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Added segment b972c43b-8e33-4853-b957-7f7cceb45a8a of type vlan for network 6bdba9ba-8872-4ab8-a985-5f9c3afc736e Sep 08 13:28:09.217463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6087f0-2e4e-4051-bbb9-df788b89affa,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:09.235876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fee8d-6c5d-4c91-a9c5-0b6dd54b3f87 req-d9b651b6-eb0d-421a-bc25-6955cd55c01c tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:09.237318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e8fee8d-6c5d-4c91-a9c5-0b6dd54b3f87 req-d9b651b6-eb0d-421a-bc25-6955cd55c01c tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1230242 Sep 08 13:28:09.285483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-568420f1-154a-4411-97f1-cf5ca4daf597 service neutron] 10.222.0.69 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426792 Sep 08 13:28:09.302208 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.319588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8d5d4-82e6-4064-9b6f-fe5fa3123684 req-eda9c9ac-d54c-4ed8-a7bd-c532eb3ae6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:09.321167 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3f8d5d4-82e6-4064-9b6f-fe5fa3123684 req-eda9c9ac-d54c-4ed8-a7bd-c532eb3ae6ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f19a8b0-578c-476d-846a-fab4172242ec HTTP/1.1" status: 200 len: 859 time: 0.2881629 Sep 08 13:28:09.327850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.331509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7978fef7-457b-412d-95a0-012dce00594f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.337614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7978fef7-457b-412d-95a0-012dce00594f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7406378 Sep 08 13:28:09.342269 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e8fee8d-6c5d-4c91-a9c5-0b6dd54b3f87 req-e1bfcca2-ff69-4291-8878-375e5836335a tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784509 Sep 08 13:28:09.344528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45720) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:09.351184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'port': {'network_id': '06f0ed01-238c-4cec-9258-7947cffaedaa', 'name': 'tempest-RoutersTest-1132824309'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:09.462427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Network 06f0ed01-238c-4cec-9258-7947cffaedaa is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:09.463110 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ec67a193-daf9-46c5-972c-f30008e3f560 req-ee35761e-9818-4f89-afd1-afa3374ce526 service neutron] 10.222.0.69 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760993 Sep 08 13:28:09.471171 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:09.480008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:09.522744 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.528708 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-1d1ad498-2b7a-43d0-83af-bf3b27bec2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:27:05Z', 'revision_number': 4, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '1efe2c79-d439-4083-aaae-dd18cbbcd017', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'port_id': '794e9616-0b07-4896-b5a6-6f62170adec4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'mac_address': 'fa:16:3e:df:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:28:02Z', 'updated_at': '2021-09-08T13:28:06Z', 'revision_number': 1, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e4e305-fd05-4c29-b45e-dca1e52acd0a', 'name': '', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'mac_address': 'fa:16:3e:e7:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:04Z', 'updated_at': '2021-09-08T13:27:11Z', 'revision_number': 5, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'subnets': [{'id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:09.532795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:09.535351 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.545406 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Pushing event updated for resources: {'Port': ['ID=89393783-b879-4c95-9548-df6498887e3a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:09.561845 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3f8d5d4-82e6-4064-9b6f-fe5fa3123684 req-54379fc1-95a3-4997-ad05-9de433a33c59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05942d12-dd94-420c-9bef-32cfedd93d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984035 Sep 08 13:28:09.565092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19005467-06de-4c68-9347-8866fb62c853 req-df1cec2f-5d1a-4054-bf78-0656d86df304 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:09.567030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-19005467-06de-4c68-9347-8866fb62c853 req-df1cec2f-5d1a-4054-bf78-0656d86df304 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 945 time: 0.1349871 Sep 08 13:28:09.567768 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1ad498-2b7a-43d0-83af-bf3b27bec2c3 None None] The sync data for ids ['a7ad17c1-7a71-447e-ad30-cde5669914e1'] in n-d-807558-3 is: [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:27:05Z', 'revision_number': 4, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '1efe2c79-d439-4083-aaae-dd18cbbcd017', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'floating_ip_address': '172.25.5.132', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'port_id': '794e9616-0b07-4896-b5a6-6f62170adec4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1929, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'mac_address': 'fa:16:3e:df:1d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:28:02Z', 'updated_at': '2021-09-08T13:28:06Z', 'revision_number': 1, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e4e305-fd05-4c29-b45e-dca1e52acd0a', 'name': '', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'mac_address': 'fa:16:3e:e7:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:04Z', 'updated_at': '2021-09-08T13:27:11Z', 'revision_number': 5, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'subnets': [{'id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:09.589775 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Attempting to bind port 89393783-b879-4c95-9548-df6498887e3a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:09.590159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Attempting to bind port 89393783-b879-4c95-9548-df6498887e3a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '613835db-7228-4c65-ad26-899c769e91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '06f0ed01-238c-4cec-9258-7947cffaedaa'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:09.590566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Attempting to bind port 89393783-b879-4c95-9548-df6498887e3a on network 06f0ed01-238c-4cec-9258-7947cffaedaa {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:09.596315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:09.596709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Checking segment: {'id': '613835db-7228-4c65-ad26-899c769e91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '06f0ed01-238c-4cec-9258-7947cffaedaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:09.597127 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.597609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Bound using segment: {'id': '613835db-7228-4c65-ad26-899c769e91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '06f0ed01-238c-4cec-9258-7947cffaedaa'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:09.598104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Bound port: 89393783-b879-4c95-9548-df6498887e3a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613835db-7228-4c65-ad26-899c769e91ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '06f0ed01-238c-4cec-9258-7947cffaedaa'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:09.598537 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.609894 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c98beb5e-5ef5-4907-ab1d-c3d10422286b tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.677284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] For port 89393783-b879-4c95-9548-df6498887e3a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:09.680969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] For port 89393783-b879-4c95-9548-df6498887e3a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=89393783-b879-4c95-9548-df6498887e3a,segment=NetworkSegment(613835db-7228-4c65-ad26-899c769e91ee),segment_id=613835db-7228-4c65-ad26-899c769e91ee)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:09.683199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.3286953 Sep 08 13:28:09.685131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-19005467-06de-4c68-9347-8866fb62c853 req-ef1b3fbf-cc13-4e9a-a4e9-f5acb33154da tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974894 Sep 08 13:28:09.687068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45732) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:09.687726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54692e-18c9-49b2-820b-62df073b20fb tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event updated for resources: {'Network': ['ID=6bdba9ba-8872-4ab8-a985-5f9c3afc736e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:09.702669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 6bdba9ba-8872-4ab8-a985-5f9c3afc736e details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:28:09.703939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Request body: {'subnet': {'network_id': '6bdba9ba-8872-4ab8-a985-5f9c3afc736e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:09.758746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98beb5e-5ef5-4907-ab1d-c3d10422286b tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event deleted for resources: {'Port': ['ID=2ad6246f-e84f-4644-8325-82fe7d89dece,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:09.790782 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.829900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:09.839752 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:09.870863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3bb14-c2a5-4e55-921d-172b6ad136cb None None] Pushing event updated for resources: {'Port': ['ID=89393783-b879-4c95-9548-df6498887e3a,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:09.896219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] device_id is not set on port f576ed1f-2846-4df5-8ae3-4d949bd8db8a yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:28:09.944268 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cd8708-bc0f-454a-85d3-d20f0cd0a786 None None] New status for floating IP 1efe2c79-d439-4083-aaae-dd18cbbcd017: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:28:09.998324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Made reservation on behalf of 078dbe5e7db943eab00d414769dc55e9 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:10.001392 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:10.366949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Allocated IP 172.20.0.10 (06f0ed01-238c-4cec-9258-7947cffaedaa/af57124a-929b-423a-a5b9-536279fd562e/f576ed1f-2846-4df5-8ae3-4d949bd8db8a) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:10.430204 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-7022083d-0884-4cb8-93b9-6d417aed0a78 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.132 HTTP/1.1" status: 200 len: 1000 time: 0.7813308 Sep 08 13:28:10.468120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45744) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:10.626409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-edc3f0e3-8aa6-4027-974f-a8c239d88b41 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:10.626409 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-edc3f0e3-8aa6-4027-974f-a8c239d88b41 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports/794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 200 len: 943 time: 0.1789887 Sep 08 13:28:10.627016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26c65a-52e3-431f-97cf-cbb206f26b96 req-d644e4e9-c45f-45c8-90bc-0cc5c24d890e tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:10.627016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cc26c65a-52e3-431f-97cf-cbb206f26b96 req-d644e4e9-c45f-45c8-90bc-0cc5c24d890e tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1469715 Sep 08 13:28:10.627203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a6538-02a8-4756-918a-f0250f348324 req-a2eed1c5-a861-4d25-9462-7c18964b89f5 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:10.627203 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-741a6538-02a8-4756-918a-f0250f348324 req-a2eed1c5-a861-4d25-9462-7c18964b89f5 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.60 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 945 time: 0.3150318 Sep 08 13:28:10.630064 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3f8d5d4-82e6-4064-9b6f-fe5fa3123684 req-be6b797e-f1b3-4739-9caf-8a583addb9a7 service neutron] 10.222.0.70 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0533009 Sep 08 13:28:10.633978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1893953794-network', 'tenant_id': '464b7c47106844f5a3386cc180f697e4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:10.683432 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:10.706321 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c98beb5e-5ef5-4907-ab1d-c3d10422286b tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:10.722252 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Transition to ACTIVE for port object f576ed1f-2846-4df5-8ae3-4d949bd8db8a will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:10.733753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cc26c65a-52e3-431f-97cf-cbb206f26b96 req-200fc0f2-f244-44c0-988e-68d304dfd9ad tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715814 Sep 08 13:28:10.756921 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a50efc8d-a298-48d5-9179-441072f59829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:10.793357 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:10.830468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.objects.ports [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96263) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:28:10.840390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:10.911670 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:10.914066 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:10.940724 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:10.981629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 89393783-b879-4c95-9548-df6498887e3a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:11.009505 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.023563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e9814f5b-67c2-4e27-bd0a-4aeb3e100529,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:11.034914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-4f20c905-7d61-4e8b-91e6-3e8c2fedf7ba tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.132 HTTP/1.1" status: 200 len: 1000 time: 0.3610229 Sep 08 13:28:11.066146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 06f0ed01-238c-4cec-9258-7947cffaedaa is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:11.071324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=f576ed1f-2846-4df5-8ae3-4d949bd8db8a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:11.074893 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3f8d5d4-82e6-4064-9b6f-fe5fa3123684 req-bf286769-0c4c-45e1-89da-fa17bdb66e25 service neutron] 10.222.0.70 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024742 Sep 08 13:28:11.076498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:11.087117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6f982-303b-4f39-8dd5-f96e480c32ae req-215d82d1-90f1-43b3-9b88-5525936789bd tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:11.088695 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83a6f982-303b-4f39-8dd5-f96e480c32ae req-215d82d1-90f1-43b3-9b88-5525936789bd tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 945 time: 0.1785040 Sep 08 13:28:11.089532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:11.092612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Checking segment: {'id': 'b972c43b-8e33-4853-b957-7f7cceb45a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '6bdba9ba-8872-4ab8-a985-5f9c3afc736e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:11.092986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Network hostable DHCP agents. Network: 6bdba9ba-8872-4ab8-a985-5f9c3afc736e, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:28:11.121390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 89393783-b879-4c95-9548-df6498887e3a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:11.177491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:11.178247 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.192602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83a6f982-303b-4f39-8dd5-f96e480c32ae req-2cbb8184-0e25-4ebe-bbc8-5356b8d1d19a tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946510 Sep 08 13:28:11.220540 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98beb5e-5ef5-4907-ab1d-c3d10422286b tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Router bac382ee-ce0b-489c-8c2c-0f89eb1fb44b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:28:11.257014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d05b10-0522-4274-9741-c2cbbd5bcf6c None None] Network 06f0ed01-238c-4cec-9258-7947cffaedaa requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:11.257803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-741a6538-02a8-4756-918a-f0250f348324 req-e674dbe1-ff51-454d-8241-c374d7497142 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Deleting port 9be983b2-16f8-4243-bb72-ba2168773862 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:11.258155 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-741a6538-02a8-4756-918a-f0250f348324 req-e674dbe1-ff51-454d-8241-c374d7497142 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.275968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Network 6bdba9ba-8872-4ab8-a985-5f9c3afc736e is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:28:11.389672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 6bdba9ba-8872-4ab8-a985-5f9c3afc736e) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:11.394366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:11.415616 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.416096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-5adb1524-0df8-4f48-9adf-a06f65b8a8ad tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:11.416254 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-417841c4-a51a-4f72-b914-10fd0af9a12f None None] Provisioning for port 89393783-b879-4c95-9548-df6498887e3a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:11.416379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-5adb1524-0df8-4f48-9adf-a06f65b8a8ad tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.3620770 Sep 08 13:28:11.416487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc9a1d2-5b0a-4b32-8052-6cf94380f101 None None] Network 6bdba9ba-8872-4ab8-a985-5f9c3afc736e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:11.436087 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-417841c4-a51a-4f72-b914-10fd0af9a12f None None] Provisioning complete for port 89393783-b879-4c95-9548-df6498887e3a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:11.436464 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-417841c4-a51a-4f72-b914-10fd0af9a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.491464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98beb5e-5ef5-4907-ab1d-c3d10422286b tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:11.502451 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce75b33-f34e-40b8-8787-f54363b06b3e None None] Sync routers for ids ['bac382ee-ce0b-489c-8c2c-0f89eb1fb44b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:11.509238 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c98beb5e-5ef5-4907-ab1d-c3d10422286b tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "PUT /v2.0/routers/bac382ee-ce0b-489c-8c2c-0f89eb1fb44b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9830055 Sep 08 13:28:11.509803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45752) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:11.512154 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce75b33-f34e-40b8-8787-f54363b06b3e None None] Routers {'bac382ee-ce0b-489c-8c2c-0f89eb1fb44b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:11.513002 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-fce75b33-f34e-40b8-8787-f54363b06b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bac382ee-ce0b-489c-8c2c-0f89eb1fb44b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:11.559878 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-fce75b33-f34e-40b8-8787-f54363b06b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:11.569599 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce75b33-f34e-40b8-8787-f54363b06b3e None None] Routers {'bac382ee-ce0b-489c-8c2c-0f89eb1fb44b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:11.570619 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-fce75b33-f34e-40b8-8787-f54363b06b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bac382ee-ce0b-489c-8c2c-0f89eb1fb44b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:11.591995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-741a6538-02a8-4756-918a-f0250f348324 req-e674dbe1-ff51-454d-8241-c374d7497142 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] For port 9be983b2-16f8-4243-bb72-ba2168773862, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=9be983b2-16f8-4243-bb72-ba2168773862,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:11.596530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-741a6538-02a8-4756-918a-f0250f348324 req-e674dbe1-ff51-454d-8241-c374d7497142 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.611795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-741a6538-02a8-4756-918a-f0250f348324 req-e674dbe1-ff51-454d-8241-c374d7497142 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Calling delete_port for 9be983b2-16f8-4243-bb72-ba2168773862 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:11.623359 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-fce75b33-f34e-40b8-8787-f54363b06b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:11.624347 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce75b33-f34e-40b8-8787-f54363b06b3e None None] The sync data for ids ['bac382ee-ce0b-489c-8c2c-0f89eb1fb44b'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:11.644886 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e70f7be1-52e9-47f7-b033-922431311784 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.662155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a01d425-ee9e-4b13-bb03-9b06d2a177aa None None] Network 6bdba9ba-8872-4ab8-a985-5f9c3afc736e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:11.664379 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-417841c4-a51a-4f72-b914-10fd0af9a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.742368 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-b06c3fc4-34a5-4f3b-8a13-8877120cc765 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.132 HTTP/1.1" status: 200 len: 1002 time: 0.3311818 Sep 08 13:28:11.768504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-417841c4-a51a-4f72-b914-10fd0af9a12f None None] For port 89393783-b879-4c95-9548-df6498887e3a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=89393783-b879-4c95-9548-df6498887e3a,segment=NetworkSegment(613835db-7228-4c65-ad26-899c769e91ee),segment_id=613835db-7228-4c65-ad26-899c769e91ee)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:11.772968 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-aa027122-e857-4b23-8c7a-54d73d18f85e tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Request body: {'floatingip': {'port_id': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:11.833890 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-aa027122-e857-4b23-8c7a-54d73d18f85e tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.847818 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.848652 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.856177 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e70f7be1-52e9-47f7-b033-922431311784 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.862643 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e70f7be1-52e9-47f7-b033-922431311784 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.871624 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-417841c4-a51a-4f72-b914-10fd0af9a12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.916250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bd063-d453-4afa-87a7-6382de4e9b2b req-19a05a98-d831-47e4-912c-d4efd65999b5 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:11.917837 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-503bd063-d453-4afa-87a7-6382de4e9b2b req-19a05a98-d831-47e4-912c-d4efd65999b5 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1558657 Sep 08 13:28:11.945915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417841c4-a51a-4f72-b914-10fd0af9a12f None None] Pushing event updated for resources: {'Port': ['ID=89393783-b879-4c95-9548-df6498887e3a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:11.966465 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-503bd063-d453-4afa-87a7-6382de4e9b2b req-5b6f74ae-17b0-4160-9830-9207d9203b23 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391641 Sep 08 13:28:11.969964 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.997566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e70f7be1-52e9-47f7-b033-922431311784 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.997566 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70f7be1-52e9-47f7-b033-922431311784 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Fanout notify agent at l3_agent the message router_deleted on router bac382ee-ce0b-489c-8c2c-0f89eb1fb44b {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:28:11.997566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e70f7be1-52e9-47f7-b033-922431311784 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:11.999467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e70f7be1-52e9-47f7-b033-922431311784 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "DELETE /v2.0/routers/bac382ee-ce0b-489c-8c2c-0f89eb1fb44b HTTP/1.1" status: 204 len: 168 time: 0.4870996 Sep 08 13:28:12.000755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45756) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:12.026544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:28:12.038234 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-118d459f-4699-48e9-bdad-282b9520ae77 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3380806 Sep 08 13:28:12.038234 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c63f1936-87e2-453f-9e05-dcfff66a50ce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6911857 Sep 08 13:28:12.041757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45758) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:12.042284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45760) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:12.053883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1875568745', 'network_id': '6bdba9ba-8872-4ab8-a985-5f9c3afc736e'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:12.056874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbef1b0c-2f21-4ef6-9549-78966deb9b28,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:12.100494 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.100850 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Added segment d435d0a8-fe41-48e7-a9a4-eaad751808e2 of type vlan for network 21e9a6a1-4e81-4c2c-a644-502c50df9f1a Sep 08 13:28:12.101055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b881933b-da4d-4c63-9347-f0fb8a7495b7 None None] Provisioning for port f576ed1f-2846-4df5-8ae3-4d949bd8db8a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:12.108919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b881933b-da4d-4c63-9347-f0fb8a7495b7 None None] Provisioning complete for port f576ed1f-2846-4df5-8ae3-4d949bd8db8a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:12.109672 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b881933b-da4d-4c63-9347-f0fb8a7495b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.115292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-aa027122-e857-4b23-8c7a-54d73d18f85e tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.139016 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-741a6538-02a8-4756-918a-f0250f348324 req-e674dbe1-ff51-454d-8241-c374d7497142 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.154533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ca348617-6003-49ae-8fbb-a33b0ab21113'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:28:12.156982 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c0de9164-252d-4930-a174-ab9409a62df8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:28:12.181277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.188196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e674dbe1-ff51-454d-8241-c374d7497142 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Pushing event deleted for resources: {'Port': ['ID=9be983b2-16f8-4243-bb72-ba2168773862,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:12.198328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b881933b-da4d-4c63-9347-f0fb8a7495b7 None None] Port f576ed1f-2846-4df5-8ae3-4d949bd8db8a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:12.213385 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-aa027122-e857-4b23-8c7a-54d73d18f85e tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.213767 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-aa027122-e857-4b23-8c7a-54d73d18f85e tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Floating IP 1efe2c79-d439-4083-aaae-dd18cbbcd017 disassociated. External IP: 172.25.5.132, port: 794e9616-0b07-4896-b5a6-6f62170adec4. Sep 08 13:28:12.213890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-e466c7bf-16e9-4c58-ae3e-0ebeb60b19c8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Deleting subnet 2f9d0a27-1104-4068-a9f5-576472799955 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:28:12.240018 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-741a6538-02a8-4756-918a-f0250f348324 req-e674dbe1-ff51-454d-8241-c374d7497142 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] No DVR routers for this DVR port 9be983b2-16f8-4243-bb72-ba2168773862 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:12.252855 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e466c7bf-16e9-4c58-ae3e-0ebeb60b19c8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.267587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b881933b-da4d-4c63-9347-f0fb8a7495b7 None None] Provisioning complete for port 89393783-b879-4c95-9548-df6498887e3a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:12.267972 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b881933b-da4d-4c63-9347-f0fb8a7495b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.274805 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-741a6538-02a8-4756-918a-f0250f348324 req-e674dbe1-ff51-454d-8241-c374d7497142 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.276827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-741a6538-02a8-4756-918a-f0250f348324 req-e674dbe1-ff51-454d-8241-c374d7497142 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.60 "DELETE /v2.0/ports/9be983b2-16f8-4243-bb72-ba2168773862 HTTP/1.1" status: 204 len: 173 time: 1.6134310 Sep 08 13:28:12.277297 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94e7cf8-fff8-4880-9d37-e302faf4616d', 'name': 'network-vif-deleted', 'tag': '9be983b2-16f8-4243-bb72-ba2168773862'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:28:12.279592 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e3067e-cce5-4fa3-a4eb-6cc30f9ad702" -d '{"events": [{"server_uuid": "e94e7cf8-fff8-4880-9d37-e302faf4616d", "name": "network-vif-deleted", "tag": "9be983b2-16f8-4243-bb72-ba2168773862"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:28:12.282268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Made reservation on behalf of 078dbe5e7db943eab00d414769dc55e9 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:12.284665 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.401068 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.401885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:12.402510 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.483366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] Pushing event updated for resources: {'Network': ['ID=21e9a6a1-4e81-4c2c-a644-502c50df9f1a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:12.505209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 21e9a6a1-4e81-4c2c-a644-502c50df9f1a details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:28:12.520492 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4a2a0be6-9eac-43e2-a6be-5b73d69f6db9 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0496225 Sep 08 13:28:12.521429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45766) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:12.530265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a781e93f-e590-47ff-a6b4-852ee6e7f0f2 admin admin] Request body: {'subnet': {'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1893953794-subnet', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:12.565708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-aa027122-e857-4b23-8c7a-54d73d18f85e tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Router a7ad17c1-7a71-447e-ad30-cde5669914e1 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:28:12.636033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a781e93f-e590-47ff-a6b4-852ee6e7f0f2 admin admin] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:12.638561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6aa79535-8823-48f6-9dc8-cb6908312925 None None] Provisioning complete for port f576ed1f-2846-4df5-8ae3-4d949bd8db8a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:12.638943 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6aa79535-8823-48f6-9dc8-cb6908312925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.639561 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a781e93f-e590-47ff-a6b4-852ee6e7f0f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.691227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6aa79535-8823-48f6-9dc8-cb6908312925 None None] Port f576ed1f-2846-4df5-8ae3-4d949bd8db8a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:12.699543 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c5640b68-4847-4f97-bc8a-5e2be08d3ecb req-25c4dea2-6b98-4969-9e76-5cfc24a06dac tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=e94e7cf8-fff8-4880-9d37-e302faf4616d HTTP/1.1" status: 200 len: 210 time: 0.3910165 Sep 08 13:28:12.731518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] device_id is not set on port db96e7da-a161-47ff-840f-7727fb06294d yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:28:12.735753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-aa027122-e857-4b23-8c7a-54d73d18f85e tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:12.741570 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e466c7bf-16e9-4c58-ae3e-0ebeb60b19c8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.741868 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-aa027122-e857-4b23-8c7a-54d73d18f85e tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:12.752713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aae888-dc08-4295-904a-45afd8257887 None None] Sync routers for ids ['a7ad17c1-7a71-447e-ad30-cde5669914e1'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:12.767912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aae888-dc08-4295-904a-45afd8257887 None None] Routers {'a7ad17c1-7a71-447e-ad30-cde5669914e1'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:12.770459 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-54aae888-dc08-4295-904a-45afd8257887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['a7ad17c1-7a71-447e-ad30-cde5669914e1'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:12.776467 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72febfc9-8959-465b-8201-2ba347a654dd x-openstack-request-id: req-72febfc9-8959-465b-8201-2ba347a654dd {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:28:12.776997 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e94e7cf8-fff8-4880-9d37-e302faf4616d", "name": "network-vif-deleted", "tag": "9be983b2-16f8-4243-bb72-ba2168773862", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:28:12.776997 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72febfc9-8959-465b-8201-2ba347a654dd {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:28:12.777448 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e94e7cf8-fff8-4880-9d37-e302faf4616d', 'name': 'network-vif-deleted', 'tag': '9be983b2-16f8-4243-bb72-ba2168773862', 'status': 'completed', 'code': 200} Sep 08 13:28:12.788552 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-aa027122-e857-4b23-8c7a-54d73d18f85e tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "PUT /v2.0/floatingips/1efe2c79-d439-4083-aaae-dd18cbbcd017 HTTP/1.1" status: 200 len: 695 time: 1.0237806 Sep 08 13:28:12.915806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 89393783-b879-4c95-9548-df6498887e3a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:12.918724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-54aae888-dc08-4295-904a-45afd8257887 None None] Set router a7ad17c1-7a71-447e-ad30-cde5669914e1 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:12.931634 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-05258fa8-ab07-4742-9d88-d57631d87e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:12.933289 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-05258fa8-ab07-4742-9d88-d57631d87e84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=37ce8e07b88d4ed589a5019633373d32&device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 1097 time: 0.1062794 Sep 08 13:28:13.008687 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a781e93f-e590-47ff-a6b4-852ee6e7f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.017938 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.028778 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e466c7bf-16e9-4c58-ae3e-0ebeb60b19c8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.072490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Allocated IP 172.20.0.3 (6bdba9ba-8872-4ab8-a985-5f9c3afc736e/e9814f5b-67c2-4e27-bd0a-4aeb3e100529/db96e7da-a161-47ff-840f-7727fb06294d) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:13.083343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 89393783-b879-4c95-9548-df6498887e3a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:13.083837 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.103384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-1939bd4a-657e-4e04-99ef-84f8330b5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:13.104976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-1939bd4a-657e-4e04-99ef-84f8330b5cb8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=05942d12-dd94-420c-9bef-32cfedd93d3d HTTP/1.1" status: 200 len: 920 time: 0.1653059 Sep 08 13:28:13.107453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781e93f-e590-47ff-a6b4-852ee6e7f0f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1936db5-81a7-404e-b67b-b2313ad55106,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:13.124812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a781e93f-e590-47ff-a6b4-852ee6e7f0f2 admin admin] Checking segment: {'id': 'd435d0a8-fe41-48e7-a9a4-eaad751808e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:13.125061 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a781e93f-e590-47ff-a6b4-852ee6e7f0f2 admin admin] Network hostable DHCP agents. Network: 21e9a6a1-4e81-4c2c-a644-502c50df9f1a, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:28:13.162250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-e2339c08-7b4d-4e23-b335-01bbfaca9a6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 200 len: 217 time: 0.0482733 Sep 08 13:28:13.224307 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-3cd0f5ba-1fb7-4584-9e0a-e739a812bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:13.226021 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-3cd0f5ba-1fb7-4584-9e0a-e739a812bff7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6f19a8b0-578c-476d-846a-fab4172242ec HTTP/1.1" status: 200 len: 859 time: 0.0548148 Sep 08 13:28:13.260076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 9be983b2-16f8-4243-bb72-ba2168773862 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:13.262242 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-d228a828-fddf-413d-93b0-18187b81f390 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=05942d12-dd94-420c-9bef-32cfedd93d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270123 Sep 08 13:28:13.286852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 9be983b2-16f8-4243-bb72-ba2168773862 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:13.287197 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 9be983b2-16f8-4243-bb72-ba2168773862 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:13.294683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00078607-8c9a-4812-9a12-bb8d56f31422 req-942c8067-eead-4fc5-9e12-99fd8d9a96e9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:13.296241 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00078607-8c9a-4812-9a12-bb8d56f31422 req-942c8067-eead-4fc5-9e12-99fd8d9a96e9 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.2294695 Sep 08 13:28:13.297970 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.327594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-54aae888-dc08-4295-904a-45afd8257887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:27:05Z', 'revision_number': 4, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c5e4e305-fd05-4c29-b45e-dca1e52acd0a', 'name': '', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'mac_address': 'fa:16:3e:e7:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:04Z', 'updated_at': '2021-09-08T13:27:11Z', 'revision_number': 5, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'subnets': [{'id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:13.356213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aae888-dc08-4295-904a-45afd8257887 None None] Checking router: a7ad17c1-7a71-447e-ad30-cde5669914e1 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:28:13.365251 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aae888-dc08-4295-904a-45afd8257887 None None] Routers {'a7ad17c1-7a71-447e-ad30-cde5669914e1'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:13.366485 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-54aae888-dc08-4295-904a-45afd8257887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['a7ad17c1-7a71-447e-ad30-cde5669914e1'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:13.368447 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-4a2ceb0f-a9a2-4653-beea-8a0742a2742d service neutron] 10.222.0.69 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991380 Sep 08 13:28:13.486108 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-54aae888-dc08-4295-904a-45afd8257887 None None] Set router a7ad17c1-7a71-447e-ad30-cde5669914e1 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:13.504388 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.533323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e466c7bf-16e9-4c58-ae3e-0ebeb60b19c8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.558271 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00078607-8c9a-4812-9a12-bb8d56f31422 req-2b8c8133-ecb9-4d7e-9b8b-d2b2cf7bbb6e tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502017 Sep 08 13:28:13.608529 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e466c7bf-16e9-4c58-ae3e-0ebeb60b19c8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.613219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e466c7bf-16e9-4c58-ae3e-0ebeb60b19c8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "DELETE /v2.0/subnets/2f9d0a27-1104-4068-a9f5-576472799955 HTTP/1.1" status: 204 len: 168 time: 1.6113610 Sep 08 13:28:13.614154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e466c7bf-16e9-4c58-ae3e-0ebeb60b19c8 tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9d0a27-1104-4068-a9f5-576472799955,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:13.617183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45770) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:13.635844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23dd20a-7a21-4105-90e4-6a03ea89811b None None] Network a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:13.719874 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.740307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.745868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.756600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a781e93f-e590-47ff-a6b4-852ee6e7f0f2 admin admin] Network 21e9a6a1-4e81-4c2c-a644-502c50df9f1a is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:28:13.804139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Network 6bdba9ba-8872-4ab8-a985-5f9c3afc736e is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:13.811246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:13.819867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:13.833434 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9eadf474-d1f0-40c2-ab2b-af509b8430ec req-0133b41a-936b-4ced-8cb3-5e2f8183adcb service neutron] 10.222.0.69 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534686 Sep 08 13:28:13.833982 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-54aae888-dc08-4295-904a-45afd8257887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:27:05Z', 'revision_number': 4, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c5e4e305-fd05-4c29-b45e-dca1e52acd0a', 'name': '', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'mac_address': 'fa:16:3e:e7:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:04Z', 'updated_at': '2021-09-08T13:27:11Z', 'revision_number': 5, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'subnets': [{'id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:13.861178 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aae888-dc08-4295-904a-45afd8257887 None None] The sync data for ids ['a7ad17c1-7a71-447e-ad30-cde5669914e1'] in n-d-807558-3 is: [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:27:05Z', 'revision_number': 4, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c5e4e305-fd05-4c29-b45e-dca1e52acd0a', 'name': '', 'network_id': '05942d12-dd94-420c-9bef-32cfedd93d3d', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'mac_address': 'fa:16:3e:e7:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:04Z', 'updated_at': '2021-09-08T13:27:11Z', 'revision_number': 5, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'subnets': [{'id': '6f19a8b0-578c-476d-846a-fab4172242ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:13.878226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event updated for resources: {'Port': ['ID=db96e7da-a161-47ff-840f-7727fb06294d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:13.900650 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.917532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a781e93f-e590-47ff-a6b4-852ee6e7f0f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 21e9a6a1-4e81-4c2c-a644-502c50df9f1a) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:13.922481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a781e93f-e590-47ff-a6b4-852ee6e7f0f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:13.931022 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a781e93f-e590-47ff-a6b4-852ee6e7f0f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:13.931330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0882497-2766-47c8-b38d-cdbe18d8cccd None None] DHCP port deletion for a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:28:13.931330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30518344-cc47-48c0-ba51-f502f0e63b2d None None] Network 21e9a6a1-4e81-4c2c-a644-502c50df9f1a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:14.009652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:14.010365 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.040915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=f576ed1f-2846-4df5-8ae3-4d949bd8db8a,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:14.072925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Deleting port 74b7d25d-2d46-436c-8736-ec5cd5880fbf {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:14.073270 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.122879 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a781e93f-e590-47ff-a6b4-852ee6e7f0f2 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5958540 Sep 08 13:28:14.125191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45778) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:14.134573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1893953794-router', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:14.145486 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-64f2e512-8794-42cc-938c-ff6e0afdc213 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/floatingips/1efe2c79-d439-4083-aaae-dd18cbbcd017 HTTP/1.1" status: 200 len: 695 time: 0.0896938 Sep 08 13:28:14.152829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d517188b-1ec3-48ca-b8c0-169c676b2b64 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1094799 Sep 08 13:28:14.169256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45780) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:14.238722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] For port 74b7d25d-2d46-436c-8736-ec5cd5880fbf, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=74b7d25d-2d46-436c-8736-ec5cd5880fbf,segment=NetworkSegment(6c57698a-0670-4862-9fec-5bce67adc5f1),segment_id=6c57698a-0670-4862-9fec-5bce67adc5f1)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:14.239422 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.265649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Calling delete_port for 74b7d25d-2d46-436c-8736-ec5cd5880fbf owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:14.331784 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff293a2c-34bc-44d4-90b5-65d20fdd69f8 None None] New status for floating IP 1efe2c79-d439-4083-aaae-dd18cbbcd017: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:28:14.373672 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.374768 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.395855 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-a2eb1e90-c795-40dc-bfb7-8a3b9a1a9dcd tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:14.397861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-a2eb1e90-c795-40dc-bfb7-8a3b9a1a9dcd tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 784 time: 0.2508168 Sep 08 13:28:14.401869 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.406527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f0882497-2766-47c8-b38d-cdbe18d8cccd None None] Deleting port 74b7d25d-2d46-436c-8736-ec5cd5880fbf {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:14.408989 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f0882497-2766-47c8-b38d-cdbe18d8cccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.413201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.432334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a72e20d3-6282-4b98-8c14-e7bd1ca6ac7f None None] Provisioning complete for port f576ed1f-2846-4df5-8ae3-4d949bd8db8a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:14.439094 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a72e20d3-6282-4b98-8c14-e7bd1ca6ac7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.457268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-5bd5cd38-5b3b-4544-8076-6774a98ccf8b tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.132 HTTP/1.1" status: 200 len: 698 time: 0.0486140 Sep 08 13:28:14.460137 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5509a924-248e-413b-820e-194e0e9681d0 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Deleting port db96e7da-a161-47ff-840f-7727fb06294d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:14.460713 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5509a924-248e-413b-820e-194e0e9681d0 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.497986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a72e20d3-6282-4b98-8c14-e7bd1ca6ac7f None None] Port f576ed1f-2846-4df5-8ae3-4d949bd8db8a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:14.518065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-21e9a6a1-4e81-4c2c-a644-502c50df9f1a', 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'fixed_ips': [{'subnet_id': 'd1936db5-81a7-404e-b67b-b2313ad55106'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:28:14.519388 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.582786 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-7cb21da4-f9a4-40d2-8bbb-cabb7bcea69f tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/floatingips?floating_ip_address=172.25.5.132 HTTP/1.1" status: 200 len: 698 time: 0.0551553 Sep 08 13:28:14.588704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f0882497-2766-47c8-b38d-cdbe18d8cccd None None] For port 74b7d25d-2d46-436c-8736-ec5cd5880fbf, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=74b7d25d-2d46-436c-8736-ec5cd5880fbf,segment=NetworkSegment(6c57698a-0670-4862-9fec-5bce67adc5f1),segment_id=6c57698a-0670-4862-9fec-5bce67adc5f1)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:14.591221 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f0882497-2766-47c8-b38d-cdbe18d8cccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.593068 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5509a924-248e-413b-820e-194e0e9681d0 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.626271 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.652339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f0882497-2766-47c8-b38d-cdbe18d8cccd None None] Calling delete_port for 74b7d25d-2d46-436c-8736-ec5cd5880fbf owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:14.665114 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5509a924-248e-413b-820e-194e0e9681d0 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Calling delete_port for db96e7da-a161-47ff-840f-7727fb06294d owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:14.669256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56920758-ba4f-43bc-8fa5-e5c201552607 req-29a65bf2-7f4f-4360-802a-a9f4317083f8 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:14.679419 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56920758-ba4f-43bc-8fa5-e5c201552607 req-29a65bf2-7f4f-4360-802a-a9f4317083f8 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 945 time: 0.2143872 Sep 08 13:28:14.748584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.780329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:28:14.782934 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73185f88-616d-4c68-ab03-75c9314154d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:28:14.788521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Allocated IP 172.20.0.2 (21e9a6a1-4e81-4c2c-a644-502c50df9f1a/d1936db5-81a7-404e-b67b-b2313ad55106/1fedc6a6-8558-4e46-aadc-4ce95cd28448) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:14.821754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-ee497c08-48e3-43db-a220-6718f96218a8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Deleting port a282ceec-6c0d-4756-ada6-b8542d6fd972 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:14.822116 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-ee497c08-48e3-43db-a220-6718f96218a8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.827460 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f0882497-2766-47c8-b38d-cdbe18d8cccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:14.899344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56920758-ba4f-43bc-8fa5-e5c201552607 req-f1638ed3-ef44-41fe-854d-bb1a1f54236b tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189240 Sep 08 13:28:14.926593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0882497-2766-47c8-b38d-cdbe18d8cccd None None] Pushing event deleted for resources: {'Port': ['ID=74b7d25d-2d46-436c-8736-ec5cd5880fbf,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:14.930876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0882497-2766-47c8-b38d-cdbe18d8cccd None None] No DVR routers for this DVR port 74b7d25d-2d46-436c-8736-ec5cd5880fbf on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:14.947860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 74b7d25d-2d46-436c-8736-ec5cd5880fbf no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:14.951053 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event deleted for resources: {'Port': ['ID=74b7d25d-2d46-436c-8736-ec5cd5880fbf,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:14.970734 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 74b7d25d-2d46-436c-8736-ec5cd5880fbf {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:14.971181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 74b7d25d-2d46-436c-8736-ec5cd5880fbf not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:15.013936 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-ee497c08-48e3-43db-a220-6718f96218a8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.014930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-ee497c08-48e3-43db-a220-6718f96218a8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.027260 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.032719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-ee497c08-48e3-43db-a220-6718f96218a8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Calling delete_port for a282ceec-6c0d-4756-ada6-b8542d6fd972 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:15.040318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] No DVR routers for this DVR port 74b7d25d-2d46-436c-8736-ec5cd5880fbf on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:15.070299 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.080120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Transition to ACTIVE for port object 1fedc6a6-8558-4e46-aadc-4ce95cd28448 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:15.097099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Transition to ACTIVE for port object 1fedc6a6-8558-4e46-aadc-4ce95cd28448 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:15.108638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd7184-0e7c-4b49-8ca2-09dc1c282d32 req-028313d7-ae9b-454d-841f-fe164cf01020 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:15.110010 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-55dd7184-0e7c-4b49-8ca2-09dc1c282d32 req-028313d7-ae9b-454d-841f-fe164cf01020 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.1791651 Sep 08 13:28:15.110665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5509a924-248e-413b-820e-194e0e9681d0 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.125782 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.155125 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509a924-248e-413b-820e-194e0e9681d0 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event deleted for resources: {'Port': ['ID=db96e7da-a161-47ff-840f-7727fb06294d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:15.161552 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.208040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Network 21e9a6a1-4e81-4c2c-a644-502c50df9f1a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:15.216585 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:15.221153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:15.224209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Pushing event updated for resources: {'Port': ['ID=1fedc6a6-8558-4e46-aadc-4ce95cd28448,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:15.242102 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.257432 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6880e522-1646-4e0f-8876-789b2e578ca7 req-eb5eae65-3c5a-403e-a6ed-4114e43f5788 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:15.259085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6880e522-1646-4e0f-8876-789b2e578ca7 req-eb5eae65-3c5a-403e-a6ed-4114e43f5788 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 945 time: 0.2295542 Sep 08 13:28:15.279287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Attempting to bind port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:15.279918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Attempting to bind port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'd435d0a8-fe41-48e7-a9a4-eaad751808e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:15.280351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Attempting to bind port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 on network 21e9a6a1-4e81-4c2c-a644-502c50df9f1a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:15.285449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:15.285896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Checking segment: {'id': 'd435d0a8-fe41-48e7-a9a4-eaad751808e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:15.286396 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.286845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Bound using segment: {'id': 'd435d0a8-fe41-48e7-a9a4-eaad751808e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:15.288078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Bound port: 1fedc6a6-8558-4e46-aadc-4ce95cd28448, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd435d0a8-fe41-48e7-a9a4-eaad751808e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:15.288078 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.310593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5509a924-248e-413b-820e-194e0e9681d0 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.317282 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5509a924-248e-413b-820e-194e0e9681d0 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "DELETE /v2.0/ports/db96e7da-a161-47ff-840f-7727fb06294d HTTP/1.1" status: 204 len: 168 time: 1.1420901 Sep 08 13:28:15.317282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45788) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:15.323065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6bdba9ba-8872-4ab8-a985-5f9c3afc736e', 'external_fixed_ips': [{'subnet_id': 'e9814f5b-67c2-4e27-bd0a-4aeb3e100529', 'ip_address': '172.20.0.3'}]}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:15.335897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:15.361126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] For port 1fedc6a6-8558-4e46-aadc-4ce95cd28448, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:15.364561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] For port 1fedc6a6-8558-4e46-aadc-4ce95cd28448, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1fedc6a6-8558-4e46-aadc-4ce95cd28448,segment=NetworkSegment(d435d0a8-fe41-48e7-a9a4-eaad751808e2),segment_id=d435d0a8-fe41-48e7-a9a4-eaad751808e2)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:15.378341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c57698a-0670-4862-9fec-5bce67adc5f1') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:15.378708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c57698a-0670-4862-9fec-5bce67adc5f1') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:15.391192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-55dd7184-0e7c-4b49-8ca2-09dc1c282d32 req-29be4bc0-fd80-401a-8522-6391e8d6dec6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Deleting port 25d87b96-2813-43f0-b6e8-bd1950fe9c22 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:15.392497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-55dd7184-0e7c-4b49-8ca2-09dc1c282d32 req-29be4bc0-fd80-401a-8522-6391e8d6dec6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.396781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.442229 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.465163 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.466784 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.478205 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-ee497c08-48e3-43db-a220-6718f96218a8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.518908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e7034-0916-47a2-9c9a-63d2599a3c5a None None] Pushing event updated for resources: {'Port': ['ID=1fedc6a6-8558-4e46-aadc-4ce95cd28448,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:15.524051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee497c08-48e3-43db-a220-6718f96218a8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Pushing event deleted for resources: {'Port': ['ID=a282ceec-6c0d-4756-ada6-b8542d6fd972,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:15.588924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-55dd7184-0e7c-4b49-8ca2-09dc1c282d32 req-29be4bc0-fd80-401a-8522-6391e8d6dec6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] For port 25d87b96-2813-43f0-b6e8-bd1950fe9c22, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=25d87b96-2813-43f0-b6e8-bd1950fe9c22,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:15.589401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-55dd7184-0e7c-4b49-8ca2-09dc1c282d32 req-29be4bc0-fd80-401a-8522-6391e8d6dec6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.627101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-55dd7184-0e7c-4b49-8ca2-09dc1c282d32 req-29be4bc0-fd80-401a-8522-6391e8d6dec6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Calling delete_port for 25d87b96-2813-43f0-b6e8-bd1950fe9c22 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:15.658266 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.670859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-ee497c08-48e3-43db-a220-6718f96218a8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.674310 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-ee497c08-48e3-43db-a220-6718f96218a8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.675652 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8bff5f2-fdbb-4ee9-8529-bbe0901ef2a4 req-ee497c08-48e3-43db-a220-6718f96218a8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "DELETE /v2.0/floatingips/1efe2c79-d439-4083-aaae-dd18cbbcd017 HTTP/1.1" status: 204 len: 173 time: 1.0786777 Sep 08 13:28:15.812275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6880e522-1646-4e0f-8876-789b2e578ca7 req-0bb4939d-4e4a-4e79-8f7a-cd603ce76cbc tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5415063 Sep 08 13:28:15.818760 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb7d2c6-1615-4469-bfa6-8ac63c8cc27c x-openstack-request-id: req-cfb7d2c6-1615-4469-bfa6-8ac63c8cc27c {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:28:15.819055 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:28:15.820331 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cfb7d2c6-1615-4469-bfa6-8ac63c8cc27c {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:28:15.820331 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4', 'status': 'completed', 'code': 200} Sep 08 13:28:15.827992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.858756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:28:15.862475 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:28:15.879967 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:28:15.943352 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-883050b2-1bd7-4d5e-a941-16b09e3c2278 req-8aa9433f-894c-47d6-87af-4bba93e761af tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups/9a4b9485-fe11-4982-9094-d9206a83217c HTTP/1.1" status: 200 len: 1807 time: 0.1228044 Sep 08 13:28:16.010874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0257403-35c6-4b69-a226-51d3d5e8b583 req-e1ab60eb-7283-4ae6-9b6c-d6656825b26a tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:16.012499 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e0257403-35c6-4b69-a226-51d3d5e8b583 req-e1ab60eb-7283-4ae6-9b6c-d6656825b26a tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.70 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 945 time: 0.2696650 Sep 08 13:28:16.033614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73185f88-616d-4c68-ab03-75c9314154d1 req-eaf5acc4-14f0-484f-b7d2-4490dd268849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:16.033614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73185f88-616d-4c68-ab03-75c9314154d1 req-eaf5acc4-14f0-484f-b7d2-4490dd268849 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=37ce8e07b88d4ed589a5019633373d32&device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 1097 time: 0.2245514 Sep 08 13:28:16.043742 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.103735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.108667 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.113810 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] 10.222.0.69 "DELETE /v2.0/networks/a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9 HTTP/1.1" status: 204 len: 168 time: 2.4818635 Sep 08 13:28:16.178147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc578d12-d867-498a-9ee0-861b3d45df6a req-cffe8d90-c462-4e75-bbef-fda1d925b447 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:16.179758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc578d12-d867-498a-9ee0-861b3d45df6a req-cffe8d90-c462-4e75-bbef-fda1d925b447 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 945 time: 0.1993451 Sep 08 13:28:16.180588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26424167-ddcb-44a8-8e7f-288da8dcaa6c tempest-FloatingIPNegativeTestJSON-429812816 tempest-FloatingIPNegativeTestJSON-429812816-project] Pushing event deleted for resources: {'Network': ['ID=a0e0a3b7-08cc-49a4-a037-e5b82ef4c3c9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:16.200046 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-883050b2-1bd7-4d5e-a941-16b09e3c2278 req-b3fad8cf-c613-46ab-8d93-a095423f9b16 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.249955 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.254665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-883050b2-1bd7-4d5e-a941-16b09e3c2278 req-b3fad8cf-c613-46ab-8d93-a095423f9b16 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.333270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-e0257403-35c6-4b69-a226-51d3d5e8b583 req-44be39cf-c2a9-47d6-900b-10f5a60e61aa tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Deleting port ca348617-6003-49ae-8fbb-a33b0ab21113 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:16.333622 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e0257403-35c6-4b69-a226-51d3d5e8b583 req-44be39cf-c2a9-47d6-900b-10f5a60e61aa tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.338372 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.398140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73185f88-616d-4c68-ab03-75c9314154d1 req-033710ff-dfb8-4f64-b532-90f0020b166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:16.399710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73185f88-616d-4c68-ab03-75c9314154d1 req-033710ff-dfb8-4f64-b532-90f0020b166e service neutron] 10.222.0.70 "GET /v2.0/networks?id=05942d12-dd94-420c-9bef-32cfedd93d3d HTTP/1.1" status: 200 len: 920 time: 0.3546934 Sep 08 13:28:16.406266 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-55dd7184-0e7c-4b49-8ca2-09dc1c282d32 req-29be4bc0-fd80-401a-8522-6391e8d6dec6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.416094 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc578d12-d867-498a-9ee0-861b3d45df6a req-b4d20088-2238-49fd-8aac-747cf31f93c6 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818259 Sep 08 13:28:16.420347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a18ee522-c84c-4b72-a242-8a29be03a7e9', '25d87b96-2813-43f0-b6e8-bd1950fe9c22'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:28:16.473600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be4bc0-fd80-401a-8522-6391e8d6dec6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Pushing event deleted for resources: {'Port': ['ID=25d87b96-2813-43f0-b6e8-bd1950fe9c22,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:16.479737 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73185f88-616d-4c68-ab03-75c9314154d1 req-f9acc5d7-2682-41f6-b64f-ae2469e7e236 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 200 len: 217 time: 0.0619273 Sep 08 13:28:16.485994 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.491551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=f576ed1f-2846-4df5-8ae3-4d949bd8db8a,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:16.492154 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-883050b2-1bd7-4d5e-a941-16b09e3c2278 req-b3fad8cf-c613-46ab-8d93-a095423f9b16 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.494878 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-883050b2-1bd7-4d5e-a941-16b09e3c2278 req-b3fad8cf-c613-46ab-8d93-a095423f9b16 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.496048 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.496285 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-883050b2-1bd7-4d5e-a941-16b09e3c2278 req-b3fad8cf-c613-46ab-8d93-a095423f9b16 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "DELETE /v2.0/security-groups/9a4b9485-fe11-4982-9094-d9206a83217c HTTP/1.1" status: 204 len: 173 time: 0.5120928 Sep 08 13:28:16.536370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-e0257403-35c6-4b69-a226-51d3d5e8b583 req-44be39cf-c2a9-47d6-900b-10f5a60e61aa tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] For port ca348617-6003-49ae-8fbb-a33b0ab21113, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ca348617-6003-49ae-8fbb-a33b0ab21113,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:16.536751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e0257403-35c6-4b69-a226-51d3d5e8b583 req-44be39cf-c2a9-47d6-900b-10f5a60e61aa tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.548003 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.551875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-e0257403-35c6-4b69-a226-51d3d5e8b583 req-44be39cf-c2a9-47d6-900b-10f5a60e61aa tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Calling delete_port for ca348617-6003-49ae-8fbb-a33b0ab21113 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:16.643525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73185f88-616d-4c68-ab03-75c9314154d1 req-e3d6befd-3dee-4a84-868b-724a473b02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:16.645548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73185f88-616d-4c68-ab03-75c9314154d1 req-e3d6befd-3dee-4a84-868b-724a473b02fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f19a8b0-578c-476d-846a-fab4172242ec HTTP/1.1" status: 200 len: 859 time: 0.1567323 Sep 08 13:28:16.713174 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-55dd7184-0e7c-4b49-8ca2-09dc1c282d32 req-29be4bc0-fd80-401a-8522-6391e8d6dec6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] No DVR routers for this DVR port 25d87b96-2813-43f0-b6e8-bd1950fe9c22 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:16.718303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fad8cf-c613-46ab-8d93-a095423f9b16 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4b9485-fe11-4982-9094-d9206a83217c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:16.720766 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-55dd7184-0e7c-4b49-8ca2-09dc1c282d32 req-29be4bc0-fd80-401a-8522-6391e8d6dec6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.723393 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-55dd7184-0e7c-4b49-8ca2-09dc1c282d32 req-29be4bc0-fd80-401a-8522-6391e8d6dec6 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.60 "DELETE /v2.0/ports/25d87b96-2813-43f0-b6e8-bd1950fe9c22 HTTP/1.1" status: 204 len: 173 time: 1.6050372 Sep 08 13:28:16.739266 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73185f88-616d-4c68-ab03-75c9314154d1 req-ba845be0-9ded-4ed9-91b2-17b1e926023c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05942d12-dd94-420c-9bef-32cfedd93d3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849533 Sep 08 13:28:16.777238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45800) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:16.778617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71574d83-77ae-45b0-b119-09a87113f170 None None] Network 21e9a6a1-4e81-4c2c-a644-502c50df9f1a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:16.783480 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:16.902108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 06f0ed01-238c-4cec-9258-7947cffaedaa is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:16.902866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Allocated IP 172.25.5.119 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/112984b6-6ed0-4b0f-879c-d83c926554e0) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:16.911846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:17.027977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dba21e66-45fc-4606-84df-1774c82bc9c5 req-e09a9d94-922e-404f-b8f2-ccdd5d431bbc tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f9beefa-6a42-4530-b470-f5176cd5de29 HTTP/1.1" status: 200 len: 210 time: 0.0801368 Sep 08 13:28:17.062115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1fedc6a6-8558-4e46-aadc-4ce95cd28448 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:17.126748 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.129467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-42a995c2-a8f8-48d7-ac82-8dde9bb56f4c None None] Provisioning for port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:17.147129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73185f88-616d-4c68-ab03-75c9314154d1 req-3a792bed-8fa9-457e-9a1b-bd6f9f6dd36e service neutron] 10.222.0.70 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990207 Sep 08 13:28:17.167994 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.258904 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:17.263350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:17.266510 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.324112 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e0257403-35c6-4b69-a226-51d3d5e8b583 req-44be39cf-c2a9-47d6-900b-10f5a60e61aa tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.345281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c0de9164-252d-4930-a174-ab9409a62df8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:28:17.352795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661dcbe-5120-4da5-8737-10ac662ce799 req-54cbfa22-21fc-4c5e-9920-aec845a3aaf8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:17.358516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be39cf-c2a9-47d6-900b-10f5a60e61aa tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Pushing event deleted for resources: {'Port': ['ID=ca348617-6003-49ae-8fbb-a33b0ab21113,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:17.360952 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c661dcbe-5120-4da5-8737-10ac662ce799 req-54cbfa22-21fc-4c5e-9920-aec845a3aaf8 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.2698965 Sep 08 13:28:17.372419 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-920c3caa-a648-439e-af6f-0a724616d152 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3e28437bcce94771ae2677b3dd07b5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5924327 Sep 08 13:28:17.386237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45808) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:17.402660 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.451615 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.457779 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73185f88-616d-4c68-ab03-75c9314154d1 req-f6b4615f-df01-4ebc-bd99-e94bb80a39ae service neutron] 10.222.0.70 "GET /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596669 Sep 08 13:28:17.477587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c661dcbe-5120-4da5-8737-10ac662ce799 req-1b4ffe4d-45b3-44a4-8d22-f567ad77d8b4 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156309 Sep 08 13:28:17.521298 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-480764a5-3b2e-4cdd-b0db-c17d64935eab None None] Provisioning complete for port f576ed1f-2846-4df5-8ae3-4d949bd8db8a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:17.521538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0257403-35c6-4b69-a226-51d3d5e8b583 req-44be39cf-c2a9-47d6-900b-10f5a60e61aa tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] No DVR routers for this DVR port ca348617-6003-49ae-8fbb-a33b0ab21113 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:17.522685 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-480764a5-3b2e-4cdd-b0db-c17d64935eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.540284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 9b08173f-fb07-4d06-a601-ef6dcb56837e is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:28:17.549342 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e0257403-35c6-4b69-a226-51d3d5e8b583 req-44be39cf-c2a9-47d6-900b-10f5a60e61aa tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.550679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e0257403-35c6-4b69-a226-51d3d5e8b583 req-44be39cf-c2a9-47d6-900b-10f5a60e61aa tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.70 "DELETE /v2.0/ports/ca348617-6003-49ae-8fbb-a33b0ab21113 HTTP/1.1" status: 204 len: 173 time: 1.5011055 Sep 08 13:28:17.582853 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4bfe8449-43d8-4005-908f-069f1d0b4ca8 req-97c0d826-0dfe-4705-8d8f-f536013b52e0 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 210 time: 0.0440049 Sep 08 13:28:17.589343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Allocated IP 172.20.0.3 (6bdba9ba-8872-4ab8-a985-5f9c3afc736e/e9814f5b-67c2-4e27-bd0a-4aeb3e100529/99fbed75-c159-44f7-9806-5a914d9091aa) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:17.603163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 1fedc6a6-8558-4e46-aadc-4ce95cd28448, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1fedc6a6-8558-4e46-aadc-4ce95cd28448,segment=NetworkSegment(d435d0a8-fe41-48e7-a9a4-eaad751808e2),segment_id=d435d0a8-fe41-48e7-a9a4-eaad751808e2)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:17.603812 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.613292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-480764a5-3b2e-4cdd-b0db-c17d64935eab None None] Port f576ed1f-2846-4df5-8ae3-4d949bd8db8a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:17.617389 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb606-2107-421c-8e1f-b2e2825ffed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.682066 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.704718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb606-2107-421c-8e1f-b2e2825ffed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.704969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:17.713593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Pushing event updated for resources: {'Port': ['ID=112984b6-6ed0-4b0f-879c-d83c926554e0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:17.717697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:17.719886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:17.746624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:17.759316 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7947bf04-e808-4dfe-8c1b-875ddee00bfe tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/9b08173f-fb07-4d06-a601-ef6dcb56837e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7149172 Sep 08 13:28:17.763319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fbb31b-93e6-4acb-8fa0-929a568adc8a None None] Sync routers for ids ['9b08173f-fb07-4d06-a601-ef6dcb56837e'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:17.763860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45812) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:17.793863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-846d268c-f493-448d-93c0-ed42fe318f26 None None] Provisioning complete for port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:17.798916 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-846d268c-f493-448d-93c0-ed42fe318f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:17.831238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971a6823-b144-4523-9e56-859f93e8a845 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:17.832800 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-971a6823-b144-4523-9e56-859f93e8a845 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports/f576ed1f-2846-4df5-8ae3-4d949bd8db8a HTTP/1.1" status: 200 len: 978 time: 0.0636234 Sep 08 13:28:17.833348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f9beefa-6a42-4530-b470-f5176cd5de29', 'name': 'network-vif-deleted', 'tag': '25d87b96-2813-43f0-b6e8-bd1950fe9c22'}, {'server_uuid': '9e812a7c-6c5e-4a0d-b80e-6df85a388cc6', 'name': 'network-vif-deleted', 'tag': 'ca348617-6003-49ae-8fbb-a33b0ab21113'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:28:17.835994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fbb31b-93e6-4acb-8fa0-929a568adc8a None None] Routers {'9b08173f-fb07-4d06-a601-ef6dcb56837e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:17.836225 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c447fb9-b209-479d-9ba2-6a79c370c030" -d '{"events": [{"server_uuid": "0f9beefa-6a42-4530-b470-f5176cd5de29", "name": "network-vif-deleted", "tag": "25d87b96-2813-43f0-b6e8-bd1950fe9c22"}, {"server_uuid": "9e812a7c-6c5e-4a0d-b80e-6df85a388cc6", "name": "network-vif-deleted", "tag": "ca348617-6003-49ae-8fbb-a33b0ab21113"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:28:17.836640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-99fbb31b-93e6-4acb-8fa0-929a568adc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['9b08173f-fb07-4d06-a601-ef6dcb56837e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:17.840680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45814) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:17.845116 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=1fedc6a6-8558-4e46-aadc-4ce95cd28448,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:17.883620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-99fbb31b-93e6-4acb-8fa0-929a568adc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:17.906062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fbb31b-93e6-4acb-8fa0-929a568adc8a None None] Routers {'9b08173f-fb07-4d06-a601-ef6dcb56837e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:17.906452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-99fbb31b-93e6-4acb-8fa0-929a568adc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['9b08173f-fb07-4d06-a601-ef6dcb56837e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:17.962649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-99fbb31b-93e6-4acb-8fa0-929a568adc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:17.963222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fbb31b-93e6-4acb-8fa0-929a568adc8a None None] The sync data for ids ['9b08173f-fb07-4d06-a601-ef6dcb56837e'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:18.129053 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:18.143134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ca348617-6003-49ae-8fbb-a33b0ab21113 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:18.181684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: ca348617-6003-49ae-8fbb-a33b0ab21113 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:18.182142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ca348617-6003-49ae-8fbb-a33b0ab21113 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:18.247416 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c65d89-e16f-4cf2-a0cc-8d1c1e9d1001 x-openstack-request-id: req-52c65d89-e16f-4cf2-a0cc-8d1c1e9d1001 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:28:18.247416 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f9beefa-6a42-4530-b470-f5176cd5de29", "name": "network-vif-deleted", "tag": "25d87b96-2813-43f0-b6e8-bd1950fe9c22", "status": "completed", "code": 200}, {"server_uuid": "9e812a7c-6c5e-4a0d-b80e-6df85a388cc6", "name": "network-vif-deleted", "tag": "ca348617-6003-49ae-8fbb-a33b0ab21113", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:28:18.247416 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-52c65d89-e16f-4cf2-a0cc-8d1c1e9d1001 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:28:18.247416 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f9beefa-6a42-4530-b470-f5176cd5de29', 'name': 'network-vif-deleted', 'tag': '25d87b96-2813-43f0-b6e8-bd1950fe9c22', 'status': 'completed', 'code': 200} Sep 08 13:28:18.247416 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e812a7c-6c5e-4a0d-b80e-6df85a388cc6', 'name': 'network-vif-deleted', 'tag': 'ca348617-6003-49ae-8fbb-a33b0ab21113', 'status': 'completed', 'code': 200} Sep 08 13:28:18.267609 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:18.478543 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb606-2107-421c-8e1f-b2e2825ffed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:18.481187 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2cbb606-2107-421c-8e1f-b2e2825ffed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:18.482401 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f2cbb606-2107-421c-8e1f-b2e2825ffed5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4528e3a3-dba0-48b9-893c-ef82c315074d HTTP/1.1" status: 204 len: 168 time: 1.0949509 Sep 08 13:28:18.530353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbb606-2107-421c-8e1f-b2e2825ffed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4528e3a3-dba0-48b9-893c-ef82c315074d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:18.674532 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:18.679025 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:18.715598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c302e1bd-082f-4459-b251-c312f300e15a req-4518caf0-fcc4-4a6e-a73b-d6426f4c9595 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:18.717089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c302e1bd-082f-4459-b251-c312f300e15a req-4518caf0-fcc4-4a6e-a73b-d6426f4c9595 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.1418412 Sep 08 13:28:18.783421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33b03c7f-98d9-48b9-9c98-a4142ca78d1d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:18.786328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Network 6bdba9ba-8872-4ab8-a985-5f9c3afc736e is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:18.800298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:18.834456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event updated for resources: {'Port': ['ID=99fbed75-c159-44f7-9806-5a914d9091aa,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:18.843884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:18.902857 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c302e1bd-082f-4459-b251-c312f300e15a req-6cc46d8b-c6ea-4e43-9131-64140f57a2db tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625829 Sep 08 13:28:18.920443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1fedc6a6-8558-4e46-aadc-4ce95cd28448 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:18.963923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e539c390-80c6-47a9-84e6-266db49d7edb req-f8586bba-9918-452b-8bd3-6dc17179b24f tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=9e812a7c-6c5e-4a0d-b80e-6df85a388cc6 HTTP/1.1" status: 200 len: 210 time: 0.0717449 Sep 08 13:28:18.972733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Router 62ba3e1f-c2e7-41c3-a136-e3be36cb827e is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:28:19.011544 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:19.012097 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:19.116342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:19.127675 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Sync routers for ids ['62ba3e1f-c2e7-41c3-a136-e3be36cb827e'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:19.143678 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Routers {'62ba3e1f-c2e7-41c3-a136-e3be36cb827e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:19.198593 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['62ba3e1f-c2e7-41c3-a136-e3be36cb827e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:19.198845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8101e2a-2a03-4d89-ad03-5677301729ec req-5f682cb7-35e2-44db-bf89-84a0c4bf05e4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:19.198845 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8101e2a-2a03-4d89-ad03-5677301729ec req-5f682cb7-35e2-44db-bf89-84a0c4bf05e4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.1117299 Sep 08 13:28:19.236830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8101e2a-2a03-4d89-ad03-5677301729ec req-9b43930d-4b88-4929-8860-a22f11f806d5 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633230 Sep 08 13:28:19.266205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 25d87b96-2813-43f0-b6e8-bd1950fe9c22 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:19.289950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 25d87b96-2813-43f0-b6e8-bd1950fe9c22 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:19.290354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 25d87b96-2813-43f0-b6e8-bd1950fe9c22 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:19.294486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-33b03c7f-98d9-48b9-9c98-a4142ca78d1d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port f576ed1f-2846-4df5-8ae3-4d949bd8db8a {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:19.295099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33b03c7f-98d9-48b9-9c98-a4142ca78d1d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:19.304744 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:19.308654 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4a4ef035-5bca-454d-87a5-3e9f0b142604 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1798937 Sep 08 13:28:19.309217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45838) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:19.365105 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Set router 62ba3e1f-c2e7-41c3-a136-e3be36cb827e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:19.422614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9da41-179f-4d10-b149-462291e8a645 req-ce6c47ea-c2d8-449b-bc76-c838bd711b08 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:19.424189 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-05f9da41-179f-4d10-b149-462291e8a645 req-ce6c47ea-c2d8-449b-bc76-c838bd711b08 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.70 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.1629760 Sep 08 13:28:19.508322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33b03c7f-98d9-48b9-9c98-a4142ca78d1d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:19.530397 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-33b03c7f-98d9-48b9-9c98-a4142ca78d1d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for f576ed1f-2846-4df5-8ae3-4d949bd8db8a owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:19.576530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:19.599909 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'name': 'tempest-ServersTestMultiNic-1893953794-router', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:14Z', 'updated_at': '2021-09-08T13:28:17Z', 'revision_number': 3, 'project_id': '464b7c47106844f5a3386cc180f697e4', 'gw_port': {'id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:10:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:16Z', 'updated_at': '2021-09-08T13:28:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:19.638846 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Checking router: 62ba3e1f-c2e7-41c3-a136-e3be36cb827e for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:28:19.639508 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Updating router 62ba3e1f-c2e7-41c3-a136-e3be36cb827e port 112984b6-6ed0-4b0f-879c-d83c926554e0 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:28:19.685818 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:19.738341 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-05f9da41-179f-4d10-b149-462291e8a645 req-9b71eb9f-f825-4a06-bcbe-5a9aef2ccac7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Deleting port 794e9616-0b07-4896-b5a6-6f62170adec4 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:19.738695 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-05f9da41-179f-4d10-b149-462291e8a645 req-9b71eb9f-f825-4a06-bcbe-5a9aef2ccac7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:19.795205 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:19.977625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-05f9da41-179f-4d10-b149-462291e8a645 req-9b71eb9f-f825-4a06-bcbe-5a9aef2ccac7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] For port 794e9616-0b07-4896-b5a6-6f62170adec4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=794e9616-0b07-4896-b5a6-6f62170adec4,segment=NetworkSegment(e4d465e6-8515-4a6d-bcec-c9c0bb7550c4),segment_id=e4d465e6-8515-4a6d-bcec-c9c0bb7550c4)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:19.978143 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-05f9da41-179f-4d10-b149-462291e8a645 req-9b71eb9f-f825-4a06-bcbe-5a9aef2ccac7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.021162 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.024783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Allocated IP 172.20.0.1 (21e9a6a1-4e81-4c2c-a644-502c50df9f1a/d1936db5-81a7-404e-b67b-b2313ad55106/020a0665-d1ff-452e-8ab9-c133d77450cb) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:20.059067 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.061438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-05f9da41-179f-4d10-b149-462291e8a645 req-9b71eb9f-f825-4a06-bcbe-5a9aef2ccac7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Calling delete_port for 794e9616-0b07-4896-b5a6-6f62170adec4 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:20.104453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45856) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:20.138690 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Transition to ACTIVE for port object 112984b6-6ed0-4b0f-879c-d83c926554e0 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:20.152741 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33b03c7f-98d9-48b9-9c98-a4142ca78d1d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.184614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b03c7f-98d9-48b9-9c98-a4142ca78d1d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=f576ed1f-2846-4df5-8ae3-4d949bd8db8a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:20.198518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8efed08-8af8-4edb-bb90-3095b8a23555 req-d66f56a2-e963-452f-b7c4-7a007fd724fb tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:20.202830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8efed08-8af8-4edb-bb90-3095b8a23555 req-d66f56a2-e963-452f-b7c4-7a007fd724fb tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 946 time: 0.0953605 Sep 08 13:28:20.207809 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.224490 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.237679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Transition to ACTIVE for port object 020a0665-d1ff-452e-8ab9-c133d77450cb will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:20.261021 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1437521317'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:20.315095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8efed08-8af8-4edb-bb90-3095b8a23555 req-33d50ee8-8dae-472e-914a-e15f4ef8801e tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/security-groups?id=5f79d341-2659-4191-a1d2-f09d86901a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035588 Sep 08 13:28:20.317122 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Attempting to bind port 112984b6-6ed0-4b0f-879c-d83c926554e0 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:20.317506 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Attempting to bind port 112984b6-6ed0-4b0f-879c-d83c926554e0 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:20.317871 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Attempting to bind port 112984b6-6ed0-4b0f-879c-d83c926554e0 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:20.326144 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:20.326954 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:20.327541 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.328096 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:20.328734 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Bound port: 112984b6-6ed0-4b0f-879c-d83c926554e0, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:20.329315 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.369417 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.369838 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Pushing event updated for resources: {'Port': ['ID=112984b6-6ed0-4b0f-879c-d83c926554e0,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:20.389390 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:20.390025 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:20.390583 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:20.391163 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:20.392064 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:20.392607 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:20.393131 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:20.393808 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:20.394347 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:20.394877 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:20.395446 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:20.395950 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:20.454958 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] For port 112984b6-6ed0-4b0f-879c-d83c926554e0, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:20.459942 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] For port 112984b6-6ed0-4b0f-879c-d83c926554e0, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=112984b6-6ed0-4b0f-879c-d83c926554e0,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:20.471470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Network 21e9a6a1-4e81-4c2c-a644-502c50df9f1a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:20.472016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Pushing event updated for resources: {'Port': ['ID=020a0665-d1ff-452e-8ab9-c133d77450cb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:20.478867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:20.481738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:20.516388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:20.521463 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.524735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.529405 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.553492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308237d0-f884-4e45-8129-7e5edaed0591 req-e6595350-fe52-4f4e-b179-d0a61dd1de5c tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:20.564933 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-308237d0-f884-4e45-8129-7e5edaed0591 req-e6595350-fe52-4f4e-b179-d0a61dd1de5c tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.2081044 Sep 08 13:28:20.573198 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.611337 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Routers {'62ba3e1f-c2e7-41c3-a136-e3be36cb827e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:20.611990 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['62ba3e1f-c2e7-41c3-a136-e3be36cb827e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:20.723632 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-05f9da41-179f-4d10-b149-462291e8a645 req-9b71eb9f-f825-4a06-bcbe-5a9aef2ccac7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.724725 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-33b03c7f-98d9-48b9-9c98-a4142ca78d1d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.766643 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] Set router 62ba3e1f-c2e7-41c3-a136-e3be36cb827e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:20.795086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71eb9f-f825-4a06-bcbe-5a9aef2ccac7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Pushing event deleted for resources: {'Port': ['ID=794e9616-0b07-4896-b5a6-6f62170adec4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:20.796138 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cb21f-25ee-4f5c-b287-cce23e15f54c None None] Pushing event updated for resources: {'Port': ['ID=112984b6-6ed0-4b0f-879c-d83c926554e0,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:20.800078 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-308237d0-f884-4e45-8129-7e5edaed0591 req-9beef8f4-67cf-4deb-aaf8-a91841e632b3 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340097 Sep 08 13:28:20.875016 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:20.908984 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Router 7a0ec92a-2b54-41ee-b11c-e03c6470caf9 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:28:21.012104 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'name': 'tempest-ServersTestMultiNic-1893953794-router', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:14Z', 'updated_at': '2021-09-08T13:28:17Z', 'revision_number': 3, 'project_id': '464b7c47106844f5a3386cc180f697e4', 'gw_port': {'id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:10:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:16Z', 'updated_at': '2021-09-08T13:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:21.047229 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2086f45-439d-4b79-a1fc-ff15f747e36a None None] The sync data for ids ['62ba3e1f-c2e7-41c3-a136-e3be36cb827e'] in n-d-807558-3 is: [{'id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'name': 'tempest-ServersTestMultiNic-1893953794-router', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:14Z', 'updated_at': '2021-09-08T13:28:17Z', 'revision_number': 3, 'project_id': '464b7c47106844f5a3386cc180f697e4', 'gw_port': {'id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:10:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:16Z', 'updated_at': '2021-09-08T13:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:21.127115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ed9275ae-ffcd-4b35-8b4e-e77f6de145ed None None] Provisioning for port 020a0665-d1ff-452e-8ab9-c133d77450cb completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:21.128600 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:21.132415 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ed9275ae-ffcd-4b35-8b4e-e77f6de145ed None None] Provisioning complete for port 020a0665-d1ff-452e-8ab9-c133d77450cb triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:21.133071 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ed9275ae-ffcd-4b35-8b4e-e77f6de145ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:21.181762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ed9275ae-ffcd-4b35-8b4e-e77f6de145ed None None] Port 020a0665-d1ff-452e-8ab9-c133d77450cb cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:21.187069 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:21.270125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:21.281087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Pushing event updated for resources: {'Port': ['ID=020a0665-d1ff-452e-8ab9-c133d77450cb,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:21.386159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f9da41-179f-4d10-b149-462291e8a645 req-9b71eb9f-f825-4a06-bcbe-5a9aef2ccac7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] No DVR routers for this DVR port 794e9616-0b07-4896-b5a6-6f62170adec4 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:21.393213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Network 21e9a6a1-4e81-4c2c-a644-502c50df9f1a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:21.396109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:21.397523 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-05f9da41-179f-4d10-b149-462291e8a645 req-9b71eb9f-f825-4a06-bcbe-5a9aef2ccac7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:21.400491 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-05f9da41-179f-4d10-b149-462291e8a645 req-9b71eb9f-f825-4a06-bcbe-5a9aef2ccac7 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.70 "DELETE /v2.0/ports/794e9616-0b07-4896-b5a6-6f62170adec4 HTTP/1.1" status: 204 len: 173 time: 1.9656315 Sep 08 13:28:21.404113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'name': 'network-vif-deleted', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:28:21.406594 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893f915f-2062-489d-92a9-8a4041518924" -d '{"events": [{"server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "name": "network-vif-deleted", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:28:21.501930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:21.671870 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9e6167-7514-417d-8879-21fd67e25fb9 x-openstack-request-id: req-ba9e6167-7514-417d-8879-21fd67e25fb9 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:28:21.672540 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3", "name": "network-vif-deleted", "tag": "794e9616-0b07-4896-b5a6-6f62170adec4", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:28:21.672540 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba9e6167-7514-417d-8879-21fd67e25fb9 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:28:21.673007 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3', 'name': 'network-vif-deleted', 'tag': '794e9616-0b07-4896-b5a6-6f62170adec4', 'status': 'completed', 'code': 200} Sep 08 13:28:21.673403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Router 62ba3e1f-c2e7-41c3-a136-e3be36cb827e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:28:21.687348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b03c7f-98d9-48b9-9c98-a4142ca78d1d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 9b08173f-fb07-4d06-a601-ef6dcb56837e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:28:21.689173 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:21.729096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eeacb1b-cca4-4d0e-8621-a6c742df3d40,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:21.824470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4eb54ea8-08a3-4524-ad44-7e3983f3ae69 None None] Provisioning complete for port 020a0665-d1ff-452e-8ab9-c133d77450cb triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:21.825133 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4eb54ea8-08a3-4524-ad44-7e3983f3ae69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:21.857647 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b03c7f-98d9-48b9-9c98-a4142ca78d1d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:21.864585 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-33b03c7f-98d9-48b9-9c98-a4142ca78d1d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/9b08173f-fb07-4d06-a601-ef6dcb56837e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0221674 Sep 08 13:28:21.870967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45872) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:21.888436 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963345d-7e99-4c76-8b16-c92cbc58fd47 None None] Sync routers for ids ['9b08173f-fb07-4d06-a601-ef6dcb56837e'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:21.890587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37fbd94-a654-45da-a0e6-9de6c6d49068 req-ebb4ac07-7f87-4d0b-915f-f62734dd346e tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:21.893257 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c37fbd94-a654-45da-a0e6-9de6c6d49068 req-ebb4ac07-7f87-4d0b-915f-f62734dd346e tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.60 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.5153353 Sep 08 13:28:21.897029 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:28:21.919705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4eb54ea8-08a3-4524-ad44-7e3983f3ae69 None None] Port 020a0665-d1ff-452e-8ab9-c133d77450cb cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:21.923451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963345d-7e99-4c76-8b16-c92cbc58fd47 None None] Routers {'9b08173f-fb07-4d06-a601-ef6dcb56837e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:21.924748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c963345d-7e99-4c76-8b16-c92cbc58fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['9b08173f-fb07-4d06-a601-ef6dcb56837e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:21.944180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:21.965357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bfd68dc2-5ad4-4116-8f78-140b36468609 admin admin] 10.222.0.69 "PUT /v2.0/routers/62ba3e1f-c2e7-41c3-a136-e3be36cb827e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6548650 Sep 08 13:28:22.010913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e025f722-2d9f-49e6-9a40-9d5098a0e962 req-7f7dc2d4-1ce4-42f9-ad60-936c018c2977 tempest-ServerRescueTestJSONUnderV235-1039665766 tempest-ServerRescueTestJSONUnderV235-1039665766-project] 10.222.0.69 "GET /v2.0/ports?device_id=b17a7b31-c2a8-4de6-8156-cc4c1f4e6db3 HTTP/1.1" status: 200 len: 210 time: 0.0644057 Sep 08 13:28:22.013787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c963345d-7e99-4c76-8b16-c92cbc58fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:22.033016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c963345d-7e99-4c76-8b16-c92cbc58fd47 None None] Routers {'9b08173f-fb07-4d06-a601-ef6dcb56837e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:22.033652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c963345d-7e99-4c76-8b16-c92cbc58fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['9b08173f-fb07-4d06-a601-ef6dcb56837e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:22.103622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c963345d-7e99-4c76-8b16-c92cbc58fd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:22.104308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c963345d-7e99-4c76-8b16-c92cbc58fd47 None None] The sync data for ids ['9b08173f-fb07-4d06-a601-ef6dcb56837e'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:22.113320 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45876) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:22.172352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 794e9616-0b07-4896-b5a6-6f62170adec4 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:22.186492 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.194802 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Added segment 19674136-0bc5-4cdc-ae58-5faf9057f923 of type vlan for network 4d8cabfe-f3ab-4a53-a4a5-565868b42bcb Sep 08 13:28:22.204785 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-47d08592-c624-4ef8-b1af-b31395f0fb7f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1445727802'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:22.209113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 794e9616-0b07-4896-b5a6-6f62170adec4 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:22.209795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 794e9616-0b07-4896-b5a6-6f62170adec4 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:22.309573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:22.317360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d08592-c624-4ef8-b1af-b31395f0fb7f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:22.323064 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47d08592-c624-4ef8-b1af-b31395f0fb7f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.324803 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Sync routers for ids ['7a0ec92a-2b54-41ee-b11c-e03c6470caf9'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:22.342067 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Routers {'7a0ec92a-2b54-41ee-b11c-e03c6470caf9'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:22.342978 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['7a0ec92a-2b54-41ee-b11c-e03c6470caf9'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:22.355942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d08592-c624-4ef8-b1af-b31395f0fb7f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:28:22.359899 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.371118 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47d08592-c624-4ef8-b1af-b31395f0fb7f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.371833 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-47d08592-c624-4ef8-b1af-b31395f0fb7f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Added segment 6a4ce3be-3149-416f-920e-3e499fb19e69 of type vlan for network 818ef00a-7660-49a0-abb0-6ff848bc5e8d Sep 08 13:28:22.391162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b68f5d-165d-47de-a0be-3e5d24eb1e42 req-4d94d46f-8649-42dc-9764-41ac37f24f3d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:22.392797 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d0b68f5d-165d-47de-a0be-3e5d24eb1e42 req-4d94d46f-8649-42dc-9764-41ac37f24f3d tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.3975821 Sep 08 13:28:22.398974 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-c1003f80-711f-4373-b877-0708423c37c6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] remove_router_interface failed (client error): The resource could not be found. Sep 08 13:28:22.403580 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c1003f80-711f-4373-b877-0708423c37c6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/9b08173f-fb07-4d06-a601-ef6dcb56837e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5202572 Sep 08 13:28:22.407836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45880) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:22.459515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47d08592-c624-4ef8-b1af-b31395f0fb7f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.479901 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-99f03e63-e542-428c-b929-13080605b9c6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b08173f-fb07-4d06-a601-ef6dcb56837e HTTP/1.1" status: 200 len: 205 time: 0.0684559 Sep 08 13:28:22.488135 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45882) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:22.564637 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.565617 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Set router 7a0ec92a-2b54-41ee-b11c-e03c6470caf9 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:22.566142 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c83d074d-c3b5-4624-9bcd-63ae2f5a533d tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.2489464 Sep 08 13:28:22.569985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45886) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:22.613538 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.620048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:22.620884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.635679 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47d08592-c624-4ef8-b1af-b31395f0fb7f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.638900 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e5ccd97-532f-4c60-b69a-680a35d3845d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.656976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d08592-c624-4ef8-b1af-b31395f0fb7f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:22.657727 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47d08592-c624-4ef8-b1af-b31395f0fb7f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.660616 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d0b68f5d-165d-47de-a0be-3e5d24eb1e42 req-430418ac-06ff-4fae-88bb-c86ca3d66fa0 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502925 Sep 08 13:28:22.758727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-c37fbd94-a654-45da-a0e6-9de6c6d49068 req-b5d49132-893e-423d-8a06-19c4eae3dc49 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Deleting port a18ee522-c84c-4b72-a242-8a29be03a7e9 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:22.760367 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c37fbd94-a654-45da-a0e6-9de6c6d49068 req-b5d49132-893e-423d-8a06-19c4eae3dc49 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.801926 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.819657 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0ec92a-2b54-41ee-b11c-e03c6470caf9', 'name': '', 'tenant_id': '078dbe5e7db943eab00d414769dc55e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6bdba9ba-8872-4ab8-a985-5f9c3afc736e', 'external_fixed_ips': [{'subnet_id': 'e9814f5b-67c2-4e27-bd0a-4aeb3e100529', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '99fbed75-c159-44f7-9806-5a914d9091aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:15Z', 'updated_at': '2021-09-08T13:28:19Z', 'revision_number': 3, 'project_id': '078dbe5e7db943eab00d414769dc55e9', 'gw_port': {'id': '99fbed75-c159-44f7-9806-5a914d9091aa', 'name': '', 'network_id': '6bdba9ba-8872-4ab8-a985-5f9c3afc736e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7b:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0ec92a-2b54-41ee-b11c-e03c6470caf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1962, 'fixed_ips': [{'subnet_id': 'e9814f5b-67c2-4e27-bd0a-4aeb3e100529', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:17Z', 'updated_at': '2021-09-08T13:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e9814f5b-67c2-4e27-bd0a-4aeb3e100529', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:22.846725 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.6879885 Sep 08 13:28:22.849823 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Checking router: 7a0ec92a-2b54-41ee-b11c-e03c6470caf9 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:28:22.850398 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Updating router 7a0ec92a-2b54-41ee-b11c-e03c6470caf9 port 99fbed75-c159-44f7-9806-5a914d9091aa binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:28:22.902472 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.968627 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 112984b6-6ed0-4b0f-879c-d83c926554e0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:22.984340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-47d08592-c624-4ef8-b1af-b31395f0fb7f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8698611 Sep 08 13:28:22.985337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45888) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:22.986722 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:22.994929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4b178ad1-7366-4924-a06e-ec6431c45791 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'subnet': {'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:23.001123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d08592-c624-4ef8-b1af-b31395f0fb7f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Network': ['ID=818ef00a-7660-49a0-abb0-6ff848bc5e8d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:23.067827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 818ef00a-7660-49a0-abb0-6ff848bc5e8d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:28:23.118930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45892) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:23.261924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aee5be-507f-4c76-9224-a3010b22f4a9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Network': ['ID=4d8cabfe-f3ab-4a53-a4a5-565868b42bcb,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:23.281796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 4d8cabfe-f3ab-4a53-a4a5-565868b42bcb details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:28:23.378261 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e5ccd97-532f-4c60-b69a-680a35d3845d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:23.391408 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e5ccd97-532f-4c60-b69a-680a35d3845d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:23.460134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 112984b6-6ed0-4b0f-879c-d83c926554e0 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:23.466037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 112984b6-6ed0-4b0f-879c-d83c926554e0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:23.466706 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:23.540912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-c37fbd94-a654-45da-a0e6-9de6c6d49068 req-b5d49132-893e-423d-8a06-19c4eae3dc49 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] For port a18ee522-c84c-4b72-a242-8a29be03a7e9, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a18ee522-c84c-4b72-a242-8a29be03a7e9,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:23.541173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b178ad1-7366-4924-a06e-ec6431c45791 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:23.543221 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c37fbd94-a654-45da-a0e6-9de6c6d49068 req-b5d49132-893e-423d-8a06-19c4eae3dc49 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:23.548392 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4b178ad1-7366-4924-a06e-ec6431c45791 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:23.574909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-c37fbd94-a654-45da-a0e6-9de6c6d49068 req-b5d49132-893e-423d-8a06-19c4eae3dc49 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Calling delete_port for a18ee522-c84c-4b72-a242-8a29be03a7e9 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:23.599958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e5ccd97-532f-4c60-b69a-680a35d3845d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:23.600683 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e5ccd97-532f-4c60-b69a-680a35d3845d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Fanout notify agent at l3_agent the message router_deleted on router 9b08173f-fb07-4d06-a601-ef6dcb56837e {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:28:23.621275 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e5ccd97-532f-4c60-b69a-680a35d3845d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:23.623262 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5e5ccd97-532f-4c60-b69a-680a35d3845d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/9b08173f-fb07-4d06-a601-ef6dcb56837e HTTP/1.1" status: 204 len: 168 time: 1.1340044 Sep 08 13:28:23.663319 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:23.701403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45896) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:23.713794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 112984b6-6ed0-4b0f-879c-d83c926554e0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=112984b6-6ed0-4b0f-879c-d83c926554e0,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:23.777805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Sync routers for ids ['62ba3e1f-c2e7-41c3-a136-e3be36cb827e'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:23.781079 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:23.794868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Routers {'62ba3e1f-c2e7-41c3-a136-e3be36cb827e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:23.796180 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['62ba3e1f-c2e7-41c3-a136-e3be36cb827e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:23.806730 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Transition to ACTIVE for port object 99fbed75-c159-44f7-9806-5a914d9091aa will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:23.880480 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:23.901100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ac228c-2f6f-4de9-a4b7-7adc8221440d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting subnet af57124a-929b-423a-a5b9-536279fd562e {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:28:23.914108 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56ac228c-2f6f-4de9-a4b7-7adc8221440d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:23.946996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Deleting port 99fbed75-c159-44f7-9806-5a914d9091aa {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:23.947418 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:23.987893 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Attempting to bind port 99fbed75-c159-44f7-9806-5a914d9091aa on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:23.989787 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Attempting to bind port 99fbed75-c159-44f7-9806-5a914d9091aa by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b972c43b-8e33-4853-b957-7f7cceb45a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '6bdba9ba-8872-4ab8-a985-5f9c3afc736e'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:23.991662 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Attempting to bind port 99fbed75-c159-44f7-9806-5a914d9091aa on network 6bdba9ba-8872-4ab8-a985-5f9c3afc736e {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:24.007734 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:24.009327 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Checking segment: {'id': 'b972c43b-8e33-4853-b957-7f7cceb45a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '6bdba9ba-8872-4ab8-a985-5f9c3afc736e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:24.009860 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.012150 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Bound using segment: {'id': 'b972c43b-8e33-4853-b957-7f7cceb45a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '6bdba9ba-8872-4ab8-a985-5f9c3afc736e'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:24.012776 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Bound port: 99fbed75-c159-44f7-9806-5a914d9091aa, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b972c43b-8e33-4853-b957-7f7cceb45a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '6bdba9ba-8872-4ab8-a985-5f9c3afc736e'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:24.014359 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.036068 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4b178ad1-7366-4924-a06e-ec6431c45791 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.077103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0818292-31be-4633-b95a-6ba9a237d731 req-54b63f28-be37-445d-a947-162d76d617c4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:24.082867 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0818292-31be-4633-b95a-6ba9a237d731 req-54b63f28-be37-445d-a947-162d76d617c4 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 946 time: 0.2657249 Sep 08 13:28:24.093350 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56ac228c-2f6f-4de9-a4b7-7adc8221440d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.138628 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] For port 99fbed75-c159-44f7-9806-5a914d9091aa, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:24.149196 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] For port 99fbed75-c159-44f7-9806-5a914d9091aa, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=99fbed75-c159-44f7-9806-5a914d9091aa,segment=NetworkSegment(b972c43b-8e33-4853-b957-7f7cceb45a8a),segment_id=b972c43b-8e33-4853-b957-7f7cceb45a8a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:24.161974 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44944b2-ed2c-43a6-87d2-07ccee58438e None None] Pushing event updated for resources: {'Port': ['ID=99fbed75-c159-44f7-9806-5a914d9091aa,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:24.216732 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.254866 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0818292-31be-4633-b95a-6ba9a237d731 req-5ed12542-fd72-4c04-8575-25f292d61958 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/security-groups?id=12708d1c-017c-44f7-8a97-097883ee4fa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447849 Sep 08 13:28:24.260833 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.312227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=112984b6-6ed0-4b0f-879c-d83c926554e0,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:24.343061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Set router 62ba3e1f-c2e7-41c3-a136-e3be36cb827e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:24.377927 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44944b2-ed2c-43a6-87d2-07ccee58438e None None] Pushing event updated for resources: {'Port': ['ID=99fbed75-c159-44f7-9806-5a914d9091aa,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:24.380731 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Routers {'7a0ec92a-2b54-41ee-b11c-e03c6470caf9'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:24.381693 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['7a0ec92a-2b54-41ee-b11c-e03c6470caf9'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:24.413143 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56ac228c-2f6f-4de9-a4b7-7adc8221440d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.422598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b178ad1-7366-4924-a06e-ec6431c45791 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Subnet': ['ID=3802dec0-d8a8-410d-a905-bc46ca6f266b,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:24.457810 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c37fbd94-a654-45da-a0e6-9de6c6d49068 req-b5d49132-893e-423d-8a06-19c4eae3dc49 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.482823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b178ad1-7366-4924-a06e-ec6431c45791 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Checking segment: {'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:24.484295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b178ad1-7366-4924-a06e-ec6431c45791 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network hostable DHCP agents. Network: 818ef00a-7660-49a0-abb0-6ff848bc5e8d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:28:24.524415 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.552313 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] Set router 7a0ec92a-2b54-41ee-b11c-e03c6470caf9 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:24.561384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d49132-893e-423d-8a06-19c4eae3dc49 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Pushing event deleted for resources: {'Port': ['ID=a18ee522-c84c-4b72-a242-8a29be03a7e9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:24.607156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Calling delete_port for 99fbed75-c159-44f7-9806-5a914d9091aa owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:24.658656 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37fbd94-a654-45da-a0e6-9de6c6d49068 req-b5d49132-893e-423d-8a06-19c4eae3dc49 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] No DVR routers for this DVR port a18ee522-c84c-4b72-a242-8a29be03a7e9 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:24.659339 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0ec92a-2b54-41ee-b11c-e03c6470caf9', 'name': '', 'tenant_id': '078dbe5e7db943eab00d414769dc55e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:15Z', 'updated_at': '2021-09-08T13:28:22Z', 'revision_number': 4, 'project_id': '078dbe5e7db943eab00d414769dc55e9', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:24.664828 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c37fbd94-a654-45da-a0e6-9de6c6d49068 req-b5d49132-893e-423d-8a06-19c4eae3dc49 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.671391 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c37fbd94-a654-45da-a0e6-9de6c6d49068 req-b5d49132-893e-423d-8a06-19c4eae3dc49 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.60 "DELETE /v2.0/ports/a18ee522-c84c-4b72-a242-8a29be03a7e9 HTTP/1.1" status: 204 len: 173 time: 2.6821809 Sep 08 13:28:24.673397 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbf892f-e44b-4703-bef9-77fb726f6863', 'name': 'network-vif-deleted', 'tag': 'a18ee522-c84c-4b72-a242-8a29be03a7e9'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:28:24.674510 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1db27e-8598-447c-a95b-4dc475583436" -d '{"events": [{"server_uuid": "cfbf892f-e44b-4703-bef9-77fb726f6863", "name": "network-vif-deleted", "tag": "a18ee522-c84c-4b72-a242-8a29be03a7e9"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:28:24.713030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'name': 'tempest-ServersTestMultiNic-1893953794-router', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:14Z', 'updated_at': '2021-09-08T13:28:20Z', 'revision_number': 4, 'project_id': '464b7c47106844f5a3386cc180f697e4', 'gw_port': {'id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:16Z', 'updated_at': '2021-09-08T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '020a0665-d1ff-452e-8ab9-c133d77450cb', 'name': '', 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'mac_address': 'fa:16:3e:b3:8c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'd1936db5-81a7-404e-b67b-b2313ad55106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:19Z', 'updated_at': '2021-09-08T13:28:20Z', 'revision_number': 2, 'project_id': '464b7c47106844f5a3386cc180f697e4', 'subnets': [{'id': 'd1936db5-81a7-404e-b67b-b2313ad55106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:24.745230 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Checking router: 62ba3e1f-c2e7-41c3-a136-e3be36cb827e for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:28:24.745684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Updating router 62ba3e1f-c2e7-41c3-a136-e3be36cb827e port 020a0665-d1ff-452e-8ab9-c133d77450cb binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:28:24.768579 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ca964a-8c1a-47de-a907-0050a843fda0 x-openstack-request-id: req-a4ca964a-8c1a-47de-a907-0050a843fda0 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:28:24.768875 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbf892f-e44b-4703-bef9-77fb726f6863", "name": "network-vif-deleted", "tag": "a18ee522-c84c-4b72-a242-8a29be03a7e9", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:28:24.769118 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a4ca964a-8c1a-47de-a907-0050a843fda0 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:28:24.769526 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfbf892f-e44b-4703-bef9-77fb726f6863', 'name': 'network-vif-deleted', 'tag': 'a18ee522-c84c-4b72-a242-8a29be03a7e9', 'status': 'completed', 'code': 200} Sep 08 13:28:24.773947 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56ac228c-2f6f-4de9-a4b7-7adc8221440d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.786241 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cbd725-ecec-4625-9c06-ebb31b381e0d None None] The sync data for ids ['7a0ec92a-2b54-41ee-b11c-e03c6470caf9'] in n-d-807558-3 is: [{'id': '7a0ec92a-2b54-41ee-b11c-e03c6470caf9', 'name': '', 'tenant_id': '078dbe5e7db943eab00d414769dc55e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:15Z', 'updated_at': '2021-09-08T13:28:22Z', 'revision_number': 4, 'project_id': '078dbe5e7db943eab00d414769dc55e9', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:24.816982 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.878324 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac228c-2f6f-4de9-a4b7-7adc8221440d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Subnet': ['ID=af57124a-929b-423a-a5b9-536279fd562e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:24.902267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56ac228c-2f6f-4de9-a4b7-7adc8221440d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:24.906227 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-56ac228c-2f6f-4de9-a4b7-7adc8221440d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/af57124a-929b-423a-a5b9-536279fd562e HTTP/1.1" status: 204 len: 168 time: 1.1982024 Sep 08 13:28:24.909393 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45906) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:25.048168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa2e5c-222d-4132-97a7-1c4df5e87b03 None None] Network 06f0ed01-238c-4cec-9258-7947cffaedaa requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:25.172001 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:25.232962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 112984b6-6ed0-4b0f-879c-d83c926554e0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:25.339615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a18ee522-c84c-4b72-a242-8a29be03a7e9 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:25.440499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port 89393783-b879-4c95-9548-df6498887e3a {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:25.441234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:25.530096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a18ee522-c84c-4b72-a242-8a29be03a7e9 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:25.530563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a18ee522-c84c-4b72-a242-8a29be03a7e9 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:25.617661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 112984b6-6ed0-4b0f-879c-d83c926554e0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:25.618069 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:25.671639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b178ad1-7366-4924-a06e-ec6431c45791 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network 818ef00a-7660-49a0-abb0-6ff848bc5e8d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:28:25.672930 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] For port 89393783-b879-4c95-9548-df6498887e3a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=89393783-b879-4c95-9548-df6498887e3a,segment=NetworkSegment(613835db-7228-4c65-ad26-899c769e91ee),segment_id=613835db-7228-4c65-ad26-899c769e91ee)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:25.673323 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:25.708604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for 89393783-b879-4c95-9548-df6498887e3a owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:25.757441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ce354bb-1d8a-4db3-848e-d82646ea04a8 req-7fbccb20-cdd7-4376-beae-52c4ef08d439 tempest-ServerRescueTestJSON-119299974 tempest-ServerRescueTestJSON-119299974-project] 10.222.0.69 "GET /v2.0/ports?device_id=cfbf892f-e44b-4703-bef9-77fb726f6863 HTTP/1.1" status: 200 len: 210 time: 0.0796151 Sep 08 13:28:25.768907 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-976cbbaf-2ee6-44cc-8453-73e757892032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.001195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cf1e30-9679-4826-b5b9-cb40672cc067 None None] DHCP port deletion for 06f0ed01-238c-4cec-9258-7947cffaedaa request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:28:26.076530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4b178ad1-7366-4924-a06e-ec6431c45791 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 818ef00a-7660-49a0-abb0-6ff848bc5e8d) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:26.102127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b178ad1-7366-4924-a06e-ec6431c45791 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:26.102759 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4b178ad1-7366-4924-a06e-ec6431c45791 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.120127 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc5c0c-c58a-440a-adc4-7da2b46f2b45 req-62a1afa8-7463-4fe0-82b9-a45222ab01cc tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:26.134293 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ccfc5c0c-c58a-440a-adc4-7da2b46f2b45 req-62a1afa8-7463-4fe0-82b9-a45222ab01cc tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 946 time: 0.5031202 Sep 08 13:28:26.144100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aed034-b299-4e8f-8e1e-3f60a8687cac None None] Network 818ef00a-7660-49a0-abb0-6ff848bc5e8d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:26.221610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ccfc5c0c-c58a-440a-adc4-7da2b46f2b45 req-fc0788da-4df5-484b-9299-48e9a3108950 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838225 Sep 08 13:28:26.222773 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.230620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45912) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:26.244339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'subnet': {'network_id': '4d8cabfe-f3ab-4a53-a4a5-565868b42bcb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:26.317598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=89393783-b879-4c95-9548-df6498887e3a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:26.339508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4b178ad1-7366-4924-a06e-ec6431c45791 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.3470073 Sep 08 13:28:26.343161 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No DVR routers for this DVR port 89393783-b879-4c95-9548-df6498887e3a on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:26.345752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45914) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:26.360810 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2e6e21f6-c635-4fea-9e76-43648d02ceb3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-317366672'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:26.397518 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.420674 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Transition to ACTIVE for port object 020a0665-d1ff-452e-8ab9-c133d77450cb will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:26.430423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1e30-9679-4826-b5b9-cb40672cc067 None None] Deleting port 89393783-b879-4c95-9548-df6498887e3a {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:26.430423 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47cf1e30-9679-4826-b5b9-cb40672cc067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.544335 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.547604 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-47cf1e30-9679-4826-b5b9-cb40672cc067 None None] For port 89393783-b879-4c95-9548-df6498887e3a, host n-d-807558-3, got binding levels [] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:26.548239 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47cf1e30-9679-4826-b5b9-cb40672cc067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.576374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:28:26.576374 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:28:26.576374 n-d-807558-3 neutron-server[96263]: [parameters: {'project_id_1': '8469785e25604980b8f7ca032c7bdff7', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 28, 6, 425806)}] Sep 08 13:28:26.576374 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:28:26.576942 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:28:26.590904 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.610246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f0ed01-238c-4cec-9258-7947cffaedaa']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:26.618934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-818ef00a-7660-49a0-abb0-6ff848bc5e8d', 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'fixed_ips': [{'subnet_id': '3802dec0-d8a8-410d-a905-bc46ca6f266b'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:28:26.624637 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6e21f6-c635-4fea-9e76-43648d02ceb3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:26.625258 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.625382 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e6e21f6-c635-4fea-9e76-43648d02ceb3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.631576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-976cbbaf-2ee6-44cc-8453-73e757892032 admin admin] Deleting port c5e4e305-fd05-4c29-b45e-dca1e52acd0a {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:26.631927 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-976cbbaf-2ee6-44cc-8453-73e757892032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.633008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-47cf1e30-9679-4826-b5b9-cb40672cc067 None None] Calling delete_port for 89393783-b879-4c95-9548-df6498887e3a owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:26.642237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.ipam_backend_mixin [None req-47cf1e30-9679-4826-b5b9-cb40672cc067 None None] Port 89393783-b879-4c95-9548-df6498887e3a was not found and therefore no delete operation was performed {{(pid=96265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 13:28:26.648035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613835db-7228-4c65-ad26-899c769e91ee') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:26.648346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613835db-7228-4c65-ad26-899c769e91ee') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:26.657203 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47cf1e30-9679-4826-b5b9-cb40672cc067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.664509 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.687777 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.690458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e6e21f6-c635-4fea-9e76-43648d02ceb3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:28:26.702975 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:28:26.703397 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:28:26.706910 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:28:26.730093 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e6e21f6-c635-4fea-9e76-43648d02ceb3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.735112 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-2e6e21f6-c635-4fea-9e76-43648d02ceb3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Added segment c6af8342-7ce8-44d1-aff6-84ce6e4f32ba of type vlan for network b390f705-1db6-4b7a-90e8-315571f4ec41 Sep 08 13:28:26.793838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.860745 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e6e21f6-c635-4fea-9e76-43648d02ceb3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.873536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45918) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:26.902016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event deleted for resources: {'Port': ['ID=99fbed75-c159-44f7-9806-5a914d9091aa,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:26.916449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf1e30-9679-4826-b5b9-cb40672cc067 None None] No DVR routers for this DVR port 89393783-b879-4c95-9548-df6498887e3a on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:26.931149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8330801-d085-46e9-b602-ae2a7b14eb40 None None] Pushing event updated for resources: {'Port': ['ID=020a0665-d1ff-452e-8ab9-c133d77450cb,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:26.957214 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:26.966520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-976cbbaf-2ee6-44cc-8453-73e757892032 admin admin] For port c5e4e305-fd05-4c29-b45e-dca1e52acd0a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c5e4e305-fd05-4c29-b45e-dca1e52acd0a,segment=NetworkSegment(e4d465e6-8515-4a6d-bcec-c9c0bb7550c4),segment_id=e4d465e6-8515-4a6d-bcec-c9c0bb7550c4)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:26.966932 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-976cbbaf-2ee6-44cc-8453-73e757892032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.000738 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.007860 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/networks/06f0ed01-238c-4cec-9258-7947cffaedaa HTTP/1.1" status: 204 len: 168 time: 2.0909655 Sep 08 13:28:27.010775 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45920) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:27.014221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf01ff-e90f-47ec-bac7-6bf030246761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Network': ['ID=06f0ed01-238c-4cec-9258-7947cffaedaa,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:27.019648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 89393783-b879-4c95-9548-df6498887e3a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:27.026741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3e5f5bd0-46b2-466f-aac4-57389b8ead07 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'network': {'name': 'tempest-RoutersTest-13071874'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:27.040115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-976cbbaf-2ee6-44cc-8453-73e757892032 admin admin] Calling delete_port for c5e4e305-fd05-4c29-b45e-dca1e52acd0a owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:27.054769 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e6e21f6-c635-4fea-9e76-43648d02ceb3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.062840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6e21f6-c635-4fea-9e76-43648d02ceb3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:27.070034 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e6e21f6-c635-4fea-9e76-43648d02ceb3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.081190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf1e30-9679-4826-b5b9-cb40672cc067 None None] Pushing event deleted for resources: {'Port': ['ID=89393783-b879-4c95-9548-df6498887e3a,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:27.087042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 89393783-b879-4c95-9548-df6498887e3a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:27.087399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 89393783-b879-4c95-9548-df6498887e3a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:27.122668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Attempting to bind port 020a0665-d1ff-452e-8ab9-c133d77450cb on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:27.122668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Attempting to bind port 020a0665-d1ff-452e-8ab9-c133d77450cb by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'd435d0a8-fe41-48e7-a9a4-eaad751808e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:27.122668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Attempting to bind port 020a0665-d1ff-452e-8ab9-c133d77450cb on network 21e9a6a1-4e81-4c2c-a644-502c50df9f1a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:27.124702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Allocated IP 19.80.0.2 (818ef00a-7660-49a0-abb0-6ff848bc5e8d/3802dec0-d8a8-410d-a905-bc46ca6f266b/5d6317a9-f177-4203-bd38-e0b32b0b76b2) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:27.131442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:27.131835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Checking segment: {'id': 'd435d0a8-fe41-48e7-a9a4-eaad751808e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:27.132252 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.132664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Bound using segment: {'id': 'd435d0a8-fe41-48e7-a9a4-eaad751808e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:27.133189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Bound port: 020a0665-d1ff-452e-8ab9-c133d77450cb, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd435d0a8-fe41-48e7-a9a4-eaad751808e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:27.133608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.173729 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.192598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e21f6-c635-4fea-9e76-43648d02ceb3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Network': ['ID=b390f705-1db6-4b7a-90e8-315571f4ec41,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:27.207024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network b390f705-1db6-4b7a-90e8-315571f4ec41 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:28:27.264041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c8166-8320-4222-b718-ac646381f196 req-77b0b13e-ce75-4e1c-9320-11eb3b380954 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:27.265449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-350c8166-8320-4222-b718-ac646381f196 req-77b0b13e-ce75-4e1c-9320-11eb3b380954 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 946 time: 0.0695832 Sep 08 13:28:27.270561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5f5bd0-46b2-466f-aac4-57389b8ead07 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:27.274521 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5bd0-46b2-466f-aac4-57389b8ead07 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.385662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] For port 020a0665-d1ff-452e-8ab9-c133d77450cb, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:27.401500 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.405333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] For port 020a0665-d1ff-452e-8ab9-c133d77450cb, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=020a0665-d1ff-452e-8ab9-c133d77450cb,segment=NetworkSegment(d435d0a8-fe41-48e7-a9a4-eaad751808e2),segment_id=d435d0a8-fe41-48e7-a9a4-eaad751808e2)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:27.407352 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.428510 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.439938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Transition to ACTIVE for port object 5d6317a9-f177-4203-bd38-e0b32b0b76b2 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:27.458755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Transition to ACTIVE for port object 5d6317a9-f177-4203-bd38-e0b32b0b76b2 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:27.466113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e5f5bd0-46b2-466f-aac4-57389b8ead07 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:28:27.493324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:27.496801 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.501980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed6271-7147-40ac-be24-f70af8e4db72 req-200026fd-1da5-4210-b57e-5a7db458f609 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:27.504736 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-afed6271-7147-40ac-be24-f70af8e4db72 req-200026fd-1da5-4210-b57e-5a7db458f609 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 946 time: 0.1920514 Sep 08 13:28:27.513877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5bd0-46b2-466f-aac4-57389b8ead07 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.514479 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-3e5f5bd0-46b2-466f-aac4-57389b8ead07 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Added segment 279f856c-7ba1-4c91-849d-5a989a51ec8f of type vlan for network 4dfa1bd2-8e6a-495b-a426-97b9bb4816de Sep 08 13:28:27.552416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.595306 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2e6e21f6-c635-4fea-9e76-43648d02ceb3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2415578 Sep 08 13:28:27.601068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45924) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:27.612945 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.613444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8205df26-2e27-4a70-abe3-a425d1dc9b03 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'subnet': {'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:27.620796 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5bd0-46b2-466f-aac4-57389b8ead07 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.667526 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.668060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a0ec92a-2b54-41ee-b11c-e03c6470caf9 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:28:27.680213 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-afed6271-7147-40ac-be24-f70af8e4db72 req-3cb5837b-af6c-4ced-b142-c63e0c2a5bb3 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604805 Sep 08 13:28:27.696636 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.708028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-00cb9956-6098-48f1-afa8-889c04b1a590 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "DELETE /v2.0/routers/7a0ec92a-2b54-41ee-b11c-e03c6470caf9 HTTP/1.1" status: 204 len: 168 time: 5.1365168 Sep 08 13:28:27.711866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8330801-d085-46e9-b602-ae2a7b14eb40 None None] Pushing event updated for resources: {'Port': ['ID=020a0665-d1ff-452e-8ab9-c133d77450cb,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:27.712400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45926) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:27.733196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-350c8166-8320-4222-b718-ac646381f196 req-d7fb1158-ee93-4c3d-8272-a3fc5c575324 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Deleting port c0de9164-252d-4930-a174-ab9409a62df8 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:27.733415 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-350c8166-8320-4222-b718-ac646381f196 req-d7fb1158-ee93-4c3d-8272-a3fc5c575324 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.834332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Pushing event updated for resources: {'Port': ['ID=5d6317a9-f177-4203-bd38-e0b32b0b76b2,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:27.845359 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5bd0-46b2-466f-aac4-57389b8ead07 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.862449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5f5bd0-46b2-466f-aac4-57389b8ead07 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:27.862660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Network 818ef00a-7660-49a0-abb0-6ff848bc5e8d is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:27.862789 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e5f5bd0-46b2-466f-aac4-57389b8ead07 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.862908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:27.865985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:27.908322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-befb2dde-5e67-4a84-b68d-8c4e3772ce7a tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Deleting subnet e9814f5b-67c2-4e27-bd0a-4aeb3e100529 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:28:27.911269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Routers {'62ba3e1f-c2e7-41c3-a136-e3be36cb827e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:27.913046 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['62ba3e1f-c2e7-41c3-a136-e3be36cb827e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:27.933030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-befb2dde-5e67-4a84-b68d-8c4e3772ce7a tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:27.982705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Attempting to bind port 5d6317a9-f177-4203-bd38-e0b32b0b76b2 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:27.983129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Attempting to bind port 5d6317a9-f177-4203-bd38-e0b32b0b76b2 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:27.983466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Attempting to bind port 5d6317a9-f177-4203-bd38-e0b32b0b76b2 on network 818ef00a-7660-49a0-abb0-6ff848bc5e8d {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:28.004002 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-befb2dde-5e67-4a84-b68d-8c4e3772ce7a tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.004287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:28.004445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Checking segment: {'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:28.004811 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.005214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Bound using segment: {'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:28.006214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Bound port: 5d6317a9-f177-4203-bd38-e0b32b0b76b2, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:28.006214 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.030975 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-976cbbaf-2ee6-44cc-8453-73e757892032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.121132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cbbaf-2ee6-44cc-8453-73e757892032 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e4e305-fd05-4c29-b45e-dca1e52acd0a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:28.184197 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-befb2dde-5e67-4a84-b68d-8c4e3772ce7a tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.215830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.249781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] Set router 62ba3e1f-c2e7-41c3-a136-e3be36cb827e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:28.309070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] For port 5d6317a9-f177-4203-bd38-e0b32b0b76b2, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:28.327631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8205df26-2e27-4a70-abe3-a425d1dc9b03 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:28.331017 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8205df26-2e27-4a70-abe3-a425d1dc9b03 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.357245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] For port 5d6317a9-f177-4203-bd38-e0b32b0b76b2, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5d6317a9-f177-4203-bd38-e0b32b0b76b2,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:28.386870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Subnet': ['ID=327fd035-d354-4889-a94d-4366ce4fea28,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:28.426717 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3e5f5bd0-46b2-466f-aac4-57389b8ead07 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.4141188 Sep 08 13:28:28.439645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f5bd0-46b2-466f-aac4-57389b8ead07 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Network': ['ID=4dfa1bd2-8e6a-495b-a426-97b9bb4816de,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:28.440095 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.446561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Checking segment: {'id': '19674136-0bc5-4cdc-ae58-5faf9057f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4d8cabfe-f3ab-4a53-a4a5-565868b42bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:28.447214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network hostable DHCP agents. Network: 4d8cabfe-f3ab-4a53-a4a5-565868b42bcb, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:28:28.450192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45928) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:28.457739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-824a64bd-1488-48d3-81ee-55417d34ba26 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'subnet': {'network_id': '4dfa1bd2-8e6a-495b-a426-97b9bb4816de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:28.474553 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 4dfa1bd2-8e6a-495b-a426-97b9bb4816de details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:28:28.476534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-350c8166-8320-4222-b718-ac646381f196 req-d7fb1158-ee93-4c3d-8272-a3fc5c575324 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] For port c0de9164-252d-4930-a174-ab9409a62df8, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c0de9164-252d-4930-a174-ab9409a62df8,segment=NetworkSegment(42fa1ca6-0f1e-4ad7-8433-04c77a9c0208),segment_id=42fa1ca6-0f1e-4ad7-8433-04c77a9c0208)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:28.477161 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-350c8166-8320-4222-b718-ac646381f196 req-d7fb1158-ee93-4c3d-8272-a3fc5c575324 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.499994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-350c8166-8320-4222-b718-ac646381f196 req-d7fb1158-ee93-4c3d-8272-a3fc5c575324 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Calling delete_port for c0de9164-252d-4930-a174-ab9409a62df8 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:28.511805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-befb2dde-5e67-4a84-b68d-8c4e3772ce7a tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.545456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-976cbbaf-2ee6-44cc-8453-73e757892032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.551390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-befb2dde-5e67-4a84-b68d-8c4e3772ce7a tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.556635 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-befb2dde-5e67-4a84-b68d-8c4e3772ce7a tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/e9814f5b-67c2-4e27-bd0a-4aeb3e100529 HTTP/1.1" status: 204 len: 168 time: 0.8417623 Sep 08 13:28:28.557709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45930) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:28.589518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548749e-0408-4e01-b20e-f39b49e5aae7 None None] Pushing event updated for resources: {'Port': ['ID=5d6317a9-f177-4203-bd38-e0b32b0b76b2,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:28.616864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb2dde-5e67-4a84-b68d-8c4e3772ce7a tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e9814f5b-67c2-4e27-bd0a-4aeb3e100529,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:28.622037 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0557e4eb-da5f-437d-b9b9-4e8859f89128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.634626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'name': 'tempest-ServersTestMultiNic-1893953794-router', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:14Z', 'updated_at': '2021-09-08T13:28:20Z', 'revision_number': 4, 'project_id': '464b7c47106844f5a3386cc180f697e4', 'gw_port': {'id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:16Z', 'updated_at': '2021-09-08T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '020a0665-d1ff-452e-8ab9-c133d77450cb', 'name': '', 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'mac_address': 'fa:16:3e:b3:8c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'd1936db5-81a7-404e-b67b-b2313ad55106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:19Z', 'updated_at': '2021-09-08T13:28:27Z', 'revision_number': 4, 'project_id': '464b7c47106844f5a3386cc180f697e4', 'subnets': [{'id': 'd1936db5-81a7-404e-b67b-b2313ad55106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:28.666554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31393fdd-f769-4219-81b9-1a4ce13b248f None None] The sync data for ids ['62ba3e1f-c2e7-41c3-a136-e3be36cb827e'] in n-d-807558-3 is: [{'id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'name': 'tempest-ServersTestMultiNic-1893953794-router', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:14Z', 'updated_at': '2021-09-08T13:28:20Z', 'revision_number': 4, 'project_id': '464b7c47106844f5a3386cc180f697e4', 'gw_port': {'id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:16Z', 'updated_at': '2021-09-08T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '020a0665-d1ff-452e-8ab9-c133d77450cb', 'name': '', 'network_id': '21e9a6a1-4e81-4c2c-a644-502c50df9f1a', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'mac_address': 'fa:16:3e:b3:8c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1963, 'fixed_ips': [{'subnet_id': 'd1936db5-81a7-404e-b67b-b2313ad55106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:19Z', 'updated_at': '2021-09-08T13:28:27Z', 'revision_number': 4, 'project_id': '464b7c47106844f5a3386cc180f697e4', 'subnets': [{'id': 'd1936db5-81a7-404e-b67b-b2313ad55106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:28.701783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.764877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network 4d8cabfe-f3ab-4a53-a4a5-565868b42bcb is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:28:28.981297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 4d8cabfe-f3ab-4a53-a4a5-565868b42bcb) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:28.982807 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:28.983600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824a64bd-1488-48d3-81ee-55417d34ba26 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:29.000169 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-824a64bd-1488-48d3-81ee-55417d34ba26 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.006119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f6ff83-6929-422a-b8db-1b0fb632f3b1 None None] Network 4d8cabfe-f3ab-4a53-a4a5-565868b42bcb requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:29.047924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdba9ba-8872-4ab8-a985-5f9c3afc736e']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:29.072743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:29.073708 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.117084 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8205df26-2e27-4a70-abe3-a425d1dc9b03 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.145352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 020a0665-d1ff-452e-8ab9-c133d77450cb up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:29.151810 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b972c43b-8e33-4853-b957-7f7cceb45a8a') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:29.152357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b972c43b-8e33-4853-b957-7f7cceb45a8a') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:29.248857 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-350c8166-8320-4222-b718-ac646381f196 req-d7fb1158-ee93-4c3d-8272-a3fc5c575324 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.254242 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.270938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c0de9164-252d-4930-a174-ab9409a62df8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:28:29.300293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-4d8cabfe-f3ab-4a53-a4a5-565868b42bcb', 'network_id': '4d8cabfe-f3ab-4a53-a4a5-565868b42bcb', 'tenant_id': '8469785e25604980b8f7ca032c7bdff7', 'fixed_ips': [{'subnet_id': '327fd035-d354-4889-a94d-4366ce4fea28'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:28:29.301163 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.311517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb1158-ee93-4c3d-8272-a3fc5c575324 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Pushing event deleted for resources: {'Port': ['ID=c0de9164-252d-4930-a174-ab9409a62df8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:29.372223 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8205df26-2e27-4a70-abe3-a425d1dc9b03 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Checking segment: {'id': 'c6af8342-7ce8-44d1-aff6-84ce6e4f32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:29.372223 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8205df26-2e27-4a70-abe3-a425d1dc9b03 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network hostable DHCP agents. Network: b390f705-1db6-4b7a-90e8-315571f4ec41, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:28:29.401123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 020a0665-d1ff-452e-8ab9-c133d77450cb completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:29.408153 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.408643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 020a0665-d1ff-452e-8ab9-c133d77450cb triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:29.409024 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.416249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:28:29.417178 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.499751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-350c8166-8320-4222-b718-ac646381f196 req-d7fb1158-ee93-4c3d-8272-a3fc5c575324 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] No DVR routers for this DVR port c0de9164-252d-4930-a174-ab9409a62df8 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:28:29.501824 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:28:29.505692 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-350c8166-8320-4222-b718-ac646381f196 req-d7fb1158-ee93-4c3d-8272-a3fc5c575324 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.508563 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-350c8166-8320-4222-b718-ac646381f196 req-d7fb1158-ee93-4c3d-8272-a3fc5c575324 tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.60 "DELETE /v2.0/ports/c0de9164-252d-4930-a174-ab9409a62df8 HTTP/1.1" status: 204 len: 173 time: 2.2313597 Sep 08 13:28:29.512467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef22be3f-9efd-4d60-9d34-8dfa9806f443', 'name': 'network-vif-deleted', 'tag': 'c0de9164-252d-4930-a174-ab9409a62df8'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:28:29.515064 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb03b51-b836-4e99-bac2-fad23805cbec" -d '{"events": [{"server_uuid": "ef22be3f-9efd-4d60-9d34-8dfa9806f443", "name": "network-vif-deleted", "tag": "c0de9164-252d-4930-a174-ab9409a62df8"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:28:29.566712 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205df26-2e27-4a70-abe3-a425d1dc9b03 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Subnet': ['ID=0cbcc234-602a-4b5d-b847-4bd1755035b5,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:29.580866 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.586064 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.592137 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6bdba9ba-8872-4ab8-a985-5f9c3afc736e {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 13:28:29.599227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-54ac231f-1d92-472d-a738-5809f78d79b7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3671489 Sep 08 13:28:29.602982 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51eb6a0e-b1d2-49c4-843e-08c20aa74dc2 x-openstack-request-id: req-51eb6a0e-b1d2-49c4-843e-08c20aa74dc2 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:28:29.602982 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef22be3f-9efd-4d60-9d34-8dfa9806f443", "name": "network-vif-deleted", "tag": "c0de9164-252d-4930-a174-ab9409a62df8", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:28:29.603687 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-51eb6a0e-b1d2-49c4-843e-08c20aa74dc2 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:28:29.604093 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef22be3f-9efd-4d60-9d34-8dfa9806f443', 'name': 'network-vif-deleted', 'tag': 'c0de9164-252d-4930-a174-ab9409a62df8', 'status': 'completed', 'code': 200} Sep 08 13:28:29.605277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.611299 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "DELETE /v2.0/networks/6bdba9ba-8872-4ab8-a985-5f9c3afc736e HTTP/1.1" status: 204 len: 168 time: 1.0484493 Sep 08 13:28:29.633842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45936) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:29.639879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Allocated IP 2001:db8:0:ffff::2 (4d8cabfe-f3ab-4a53-a4a5-565868b42bcb/327fd035-d354-4889-a94d-4366ce4fea28/1598e91b-b9b1-4b56-aefb-7e1e79f52f64) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:29.645183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2b8e4-b5f2-4a7f-8a99-1755705b4eef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event deleted for resources: {'Network': ['ID=6bdba9ba-8872-4ab8-a985-5f9c3afc736e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:29.670472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8205df26-2e27-4a70-abe3-a425d1dc9b03 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network b390f705-1db6-4b7a-90e8-315571f4ec41 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:28:29.672945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1d129060-dcbb-44eb-bad9-e4bd6edebeca tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-381536540'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:29.674801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 020a0665-d1ff-452e-8ab9-c133d77450cb, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=020a0665-d1ff-452e-8ab9-c133d77450cb,segment=NetworkSegment(d435d0a8-fe41-48e7-a9a4-eaad751808e2),segment_id=d435d0a8-fe41-48e7-a9a4-eaad751808e2)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:29.770246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8205df26-2e27-4a70-abe3-a425d1dc9b03 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, b390f705-1db6-4b7a-90e8-315571f4ec41) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:29.775996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8205df26-2e27-4a70-abe3-a425d1dc9b03 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:29.782507 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8205df26-2e27-4a70-abe3-a425d1dc9b03 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.791586 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:29.802196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c427d970-69bf-4a79-9aa0-e30ade5912c5 None None] Network b390f705-1db6-4b7a-90e8-315571f4ec41 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:29.879304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23f263-2b00-4b6e-ba04-da4d138951f2 req-8261997f-59d9-44c5-a9e3-8896036f6bae tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:29.881585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb23f263-2b00-4b6e-ba04-da4d138951f2 req-8261997f-59d9-44c5-a9e3-8896036f6bae tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/ports?device_id=ef22be3f-9efd-4d60-9d34-8dfa9806f443 HTTP/1.1" status: 200 len: 867 time: 1.0629170 Sep 08 13:28:30.086127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=020a0665-d1ff-452e-8ab9-c133d77450cb,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:30.149506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.161558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Transition to ACTIVE for port object 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:30.181240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Transition to ACTIVE for port object 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:30.226947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d129060-dcbb-44eb-bad9-e4bd6edebeca tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:30.232226 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d129060-dcbb-44eb-bad9-e4bd6edebeca tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.257665 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.295474 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8205df26-2e27-4a70-abe3-a425d1dc9b03 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6907465 Sep 08 13:28:30.348374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45946) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:30.353910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-093604b8-8408-4695-a3e4-dfa8e53d01ec tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Request body: {'router': {'name': 'tempest-router--1679256437', 'project_id': '495985a5f812435a9597ab75f1cab3b8'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:30.356835 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb23f263-2b00-4b6e-ba04-da4d138951f2 req-5f2197b9-8f90-4167-a3c3-58e2c12c63de tempest-AttachVolumeNegativeTest-1026152330 tempest-AttachVolumeNegativeTest-1026152330-project] 10.222.0.69 "GET /v2.0/security-groups?id=274994f3-3644-4753-90fd-02841d4f36b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986895 Sep 08 13:28:30.379938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Pushing event updated for resources: {'Port': ['ID=1598e91b-b9b1-4b56-aefb-7e1e79f52f64,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:30.395307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea1f40d-6c5b-480a-afe2-67d33d7ad3dd None None] Network 818ef00a-7660-49a0-abb0-6ff848bc5e8d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:30.464987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-093604b8-8408-4695-a3e4-dfa8e53d01ec tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.465859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-093604b8-8408-4695-a3e4-dfa8e53d01ec tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.466139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Network 4d8cabfe-f3ab-4a53-a4a5-565868b42bcb is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:30.471063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d129060-dcbb-44eb-bad9-e4bd6edebeca tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:28:30.485613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-b390f705-1db6-4b7a-90e8-315571f4ec41', 'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'fixed_ips': [{'subnet_id': '0cbcc234-602a-4b5d-b847-4bd1755035b5'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:28:30.486914 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.530329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:30.536329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976cbbaf-2ee6-44cc-8453-73e757892032 admin admin] Router a7ad17c1-7a71-447e-ad30-cde5669914e1 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:28:30.547808 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-093604b8-8408-4695-a3e4-dfa8e53d01ec tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.548088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:30.565837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d129060-dcbb-44eb-bad9-e4bd6edebeca tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.566228 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-1d129060-dcbb-44eb-bad9-e4bd6edebeca tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Added segment 209aa483-55c4-458c-b447-7cf7870540fb of type vlan for network 2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e Sep 08 13:28:30.604578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6ec3e32a-e082-4835-bc7c-232655614ae9 None None] Provisioning for port 5d6317a9-f177-4203-bd38-e0b32b0b76b2 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:30.619020 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-093604b8-8408-4695-a3e4-dfa8e53d01ec tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.671231 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d129060-dcbb-44eb-bad9-e4bd6edebeca tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.717597 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-824a64bd-1488-48d3-81ee-55417d34ba26 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.811565 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-093604b8-8408-4695-a3e4-dfa8e53d01ec tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.813172 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-093604b8-8408-4695-a3e4-dfa8e53d01ec tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4636893 Sep 08 13:28:30.817356 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45958) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:30.886339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Attempting to bind port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:30.887203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Attempting to bind port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '19674136-0bc5-4cdc-ae58-5faf9057f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4d8cabfe-f3ab-4a53-a4a5-565868b42bcb'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:30.887371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Attempting to bind port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 on network 4d8cabfe-f3ab-4a53-a4a5-565868b42bcb {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:30.888219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a64bd-1488-48d3-81ee-55417d34ba26 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Subnet': ['ID=627be293-4d37-4d43-985e-ad3a82436924,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:30.912923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0557e4eb-da5f-437d-b9b9-4e8859f89128 admin admin] Deleting port 9f30b6f3-d509-4116-9d39-26d425bdfd72 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:30.913379 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0557e4eb-da5f-437d-b9b9-4e8859f89128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.917193 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d129060-dcbb-44eb-bad9-e4bd6edebeca tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.918284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:30.918284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Checking segment: {'id': '19674136-0bc5-4cdc-ae58-5faf9057f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4d8cabfe-f3ab-4a53-a4a5-565868b42bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:30.918589 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.918773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Bound using segment: {'id': '19674136-0bc5-4cdc-ae58-5faf9057f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4d8cabfe-f3ab-4a53-a4a5-565868b42bcb'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:30.919280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Bound port: 1598e91b-b9b1-4b56-aefb-7e1e79f52f64, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19674136-0bc5-4cdc-ae58-5faf9057f923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4d8cabfe-f3ab-4a53-a4a5-565868b42bcb'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:30.919750 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:30.922302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d129060-dcbb-44eb-bad9-e4bd6edebeca tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:30.923220 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d129060-dcbb-44eb-bad9-e4bd6edebeca tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.000367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976cbbaf-2ee6-44cc-8453-73e757892032 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:31.007641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Allocated IP 19.86.0.2 (b390f705-1db6-4b7a-90e8-315571f4ec41/0cbcc234-602a-4b5d-b847-4bd1755035b5/04ddc55a-6bfe-4728-b8b2-3418f8dc63d8) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:31.011716 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1746402-9315-4f3e-ac4b-f32dbeab632a None None] Sync routers for ids ['a7ad17c1-7a71-447e-ad30-cde5669914e1'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:31.018163 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-976cbbaf-2ee6-44cc-8453-73e757892032 admin admin] 10.222.0.69 "PUT /v2.0/routers/a7ad17c1-7a71-447e-ad30-cde5669914e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8925130 Sep 08 13:28:31.027883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45960) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:31.028787 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1746402-9315-4f3e-ac4b-f32dbeab632a None None] Routers {'a7ad17c1-7a71-447e-ad30-cde5669914e1'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:31.030291 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b1746402-9315-4f3e-ac4b-f32dbeab632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['a7ad17c1-7a71-447e-ad30-cde5669914e1'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:31.031393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a64bd-1488-48d3-81ee-55417d34ba26 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Checking segment: {'id': '279f856c-7ba1-4c91-849d-5a989a51ec8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '4dfa1bd2-8e6a-495b-a426-97b9bb4816de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:31.032008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824a64bd-1488-48d3-81ee-55417d34ba26 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network hostable DHCP agents. Network: 4dfa1bd2-8e6a-495b-a426-97b9bb4816de, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:28:31.060746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-3cc0b06b-e49e-44cd-a0a8-baf7ac0185b7 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:31.086815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-3cc0b06b-e49e-44cd-a0a8-baf7ac0185b7 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:31.089114 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-3cc0b06b-e49e-44cd-a0a8-baf7ac0185b7 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/networks?id=818ef00a-7660-49a0-abb0-6ff848bc5e8d&id=b390f705-1db6-4b7a-90e8-315571f4ec41&id=818ef00a-7660-49a0-abb0-6ff848bc5e8d HTTP/1.1" status: 200 len: 1391 time: 0.4537039 Sep 08 13:28:31.090431 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-677e9be2-bd6b-470a-8042-c8584a8655ab tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.091280 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1d129060-dcbb-44eb-bad9-e4bd6edebeca tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4327264 Sep 08 13:28:31.094200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45962) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:31.113087 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 020a0665-d1ff-452e-8ab9-c133d77450cb up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:31.154714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d129060-dcbb-44eb-bad9-e4bd6edebeca tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Network': ['ID=2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:31.158883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'subnet': {'network_id': '2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:31.192372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-0557e4eb-da5f-437d-b9b9-4e8859f89128 admin admin] For port 9f30b6f3-d509-4116-9d39-26d425bdfd72, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9f30b6f3-d509-4116-9d39-26d425bdfd72,segment=NetworkSegment(e066db4f-caf4-475a-8c88-ff92af6b266c),segment_id=e066db4f-caf4-475a-8c88-ff92af6b266c)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:31.193088 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0557e4eb-da5f-437d-b9b9-4e8859f89128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.209896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:28:31.214417 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b1746402-9315-4f3e-ac4b-f32dbeab632a None None] Set router a7ad17c1-7a71-447e-ad30-cde5669914e1 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:31.217735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0557e4eb-da5f-437d-b9b9-4e8859f89128 admin admin] Calling delete_port for 9f30b6f3-d509-4116-9d39-26d425bdfd72 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:31.243049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824a64bd-1488-48d3-81ee-55417d34ba26 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 4dfa1bd2-8e6a-495b-a426-97b9bb4816de is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:28:31.258952 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] For port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:31.408563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-824a64bd-1488-48d3-81ee-55417d34ba26 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 4dfa1bd2-8e6a-495b-a426-97b9bb4816de) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:31.414884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824a64bd-1488-48d3-81ee-55417d34ba26 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:31.415866 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-824a64bd-1488-48d3-81ee-55417d34ba26 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.461172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45966) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:31.478232 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-eb224f78-ac01-429f-a3ba-0ff0fa1f9be4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/quotas/464b7c47106844f5a3386cc180f697e4 HTTP/1.1" status: 200 len: 375 time: 0.3017025 Sep 08 13:28:31.496779 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b1746402-9315-4f3e-ac4b-f32dbeab632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:28:27Z', 'revision_number': 5, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:31.538378 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1746402-9315-4f3e-ac4b-f32dbeab632a None None] Checking router: a7ad17c1-7a71-447e-ad30-cde5669914e1 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:28:31.540858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-1632b685-1663-4a6d-9a28-e95289f5c93a admin admin] Deleting subnet c2665831-97b9-4458-a009-1681e7f31e07 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:28:31.545049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1632b685-1663-4a6d-9a28-e95289f5c93a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.549518 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1746402-9315-4f3e-ac4b-f32dbeab632a None None] Routers {'a7ad17c1-7a71-447e-ad30-cde5669914e1'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:31.554855 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b1746402-9315-4f3e-ac4b-f32dbeab632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['a7ad17c1-7a71-447e-ad30-cde5669914e1'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:31.578875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c0de9164-252d-4930-a174-ab9409a62df8 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:31.596905 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1632b685-1663-4a6d-9a28-e95289f5c93a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.600810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7f28ef-c5f9-4d97-9829-7f0899f18f67 None None] Network 4dfa1bd2-8e6a-495b-a426-97b9bb4816de requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:31.613646 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-677e9be2-bd6b-470a-8042-c8584a8655ab tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.615883 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-677e9be2-bd6b-470a-8042-c8584a8655ab tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.648439 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1632b685-1663-4a6d-9a28-e95289f5c93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.672614 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b1746402-9315-4f3e-ac4b-f32dbeab632a None None] Set router a7ad17c1-7a71-447e-ad30-cde5669914e1 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:31.709076 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.718995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] For port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1598e91b-b9b1-4b56-aefb-7e1e79f52f64,segment=NetworkSegment(19674136-0bc5-4cdc-ae58-5faf9057f923),segment_id=19674136-0bc5-4cdc-ae58-5faf9057f923)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:31.719681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-824a64bd-1488-48d3-81ee-55417d34ba26 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2656064 Sep 08 13:28:31.721968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45968) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:31.725218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: c0de9164-252d-4930-a174-ab9409a62df8 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:31.725763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c0de9164-252d-4930-a174-ab9409a62df8 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:31.728885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8e98f1f1-e6c0-47aa-b370-892659a10b7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2139312670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:31.764181 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-66526b93-181d-450e-a63a-f283d39adbcf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=464b7c47106844f5a3386cc180f697e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2357523 Sep 08 13:28:31.773468 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-677e9be2-bd6b-470a-8042-c8584a8655ab tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.774017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677e9be2-bd6b-470a-8042-c8584a8655ab tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb5cd65f-5f5b-459f-9e4c-8a30891107e0 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:28:31.781673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-230cd11b-8969-490e-844d-465cb137bca4 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:28:31.782643 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-230cd11b-8969-490e-844d-465cb137bca4 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067544 Sep 08 13:28:31.785709 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-677e9be2-bd6b-470a-8042-c8584a8655ab tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.786843 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-677e9be2-bd6b-470a-8042-c8584a8655ab tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "DELETE /v2.0/routers/fb5cd65f-5f5b-459f-9e4c-8a30891107e0 HTTP/1.1" status: 204 len: 168 time: 0.9686985 Sep 08 13:28:31.806513 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1632b685-1663-4a6d-9a28-e95289f5c93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.824238 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.831971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:31.833322 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1632b685-1663-4a6d-9a28-e95289f5c93a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.838661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1632b685-1663-4a6d-9a28-e95289f5c93a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c2665831-97b9-4458-a009-1681e7f31e07 HTTP/1.1" status: 204 len: 168 time: 0.3735096 Sep 08 13:28:31.840645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45972) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:31.840792 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.922658 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b1746402-9315-4f3e-ac4b-f32dbeab632a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:28:27Z', 'revision_number': 5, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:31.937713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-4dfa1bd2-8e6a-495b-a426-97b9bb4816de', 'network_id': '4dfa1bd2-8e6a-495b-a426-97b9bb4816de', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'fixed_ips': [{'subnet_id': '627be293-4d37-4d43-985e-ad3a82436924'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:28:31.941704 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:31.962497 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1746402-9315-4f3e-ac4b-f32dbeab632a None None] The sync data for ids ['a7ad17c1-7a71-447e-ad30-cde5669914e1'] in n-d-807558-3 is: [{'id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'name': 'tempest-ServerRescueTestJSONUnderV235-959745229-router', 'tenant_id': '37ce8e07b88d4ed589a5019633373d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:27:00Z', 'updated_at': '2021-09-08T13:28:27Z', 'revision_number': 5, 'project_id': '37ce8e07b88d4ed589a5019633373d32', 'gw_port': {'id': 'd8a58e14-8e38-475b-ac97-6ba1a56ed367', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:36:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ad17c1-7a71-447e-ad30-cde5669914e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:27:01Z', 'updated_at': '2021-09-08T13:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:32.004172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1632b685-1663-4a6d-9a28-e95289f5c93a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2665831-97b9-4458-a009-1681e7f31e07,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:32.006679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 020a0665-d1ff-452e-8ab9-c133d77450cb triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:32.007069 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.016090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aa51b-b587-4394-9e25-725a26993d4b None None] Pushing event updated for resources: {'Port': ['ID=1598e91b-b9b1-4b56-aefb-7e1e79f52f64,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:32.040134 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0557e4eb-da5f-437d-b9b9-4e8859f89128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.074275 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.077697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557e4eb-da5f-437d-b9b9-4e8859f89128 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f30b6f3-d509-4116-9d39-26d425bdfd72,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:32.086132 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e98f1f1-e6c0-47aa-b370-892659a10b7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.086444 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e98f1f1-e6c0-47aa-b370-892659a10b7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.123680 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.138296 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-9da99060-a6a9-431c-91f8-17539690b508 service neutron] 10.222.0.69 "GET /v2.0/networks/818ef00a-7660-49a0-abb0-6ff848bc5e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388441 Sep 08 13:28:32.162271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45974) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:32.184437 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e98f1f1-e6c0-47aa-b370-892659a10b7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.250428 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.300565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Transition to ACTIVE for port object 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:32.364400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Transition to ACTIVE for port object 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:32.373920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5d6317a9-f177-4203-bd38-e0b32b0b76b2 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:32.376428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Allocated IP 172.20.0.2 (4dfa1bd2-8e6a-495b-a426-97b9bb4816de/627be293-4d37-4d43-985e-ad3a82436924/8549f33d-5a11-4b69-ad30-cbb7f2a9864b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:32.396156 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.452650 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e98f1f1-e6c0-47aa-b370-892659a10b7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.483499 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.504407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa668119-09d2-4bd6-a1a4-f6d4eed4e759']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:32.529343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:32.529774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fa1ca6-0f1e-4ad7-8433-04c77a9c0208') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:32.558871 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-5576fe86-6bbb-408a-8cdd-5d2c50f95a27 service neutron] 10.222.0.69 "GET /v2.0/networks/818ef00a-7660-49a0-abb0-6ff848bc5e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050577 Sep 08 13:28:32.583058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.593309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Pushing event updated for resources: {'Port': ['ID=04ddc55a-6bfe-4728-b8b2-3418f8dc63d8,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:32.606396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.614748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0557e4eb-da5f-437d-b9b9-4e8859f89128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.617926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:28:32.618610 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.621486 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e98f1f1-e6c0-47aa-b370-892659a10b7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.621875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1842144806', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:32.623293 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8e98f1f1-e6c0-47aa-b370-892659a10b7c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9000406 Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:28:32.624306 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:28:32.630826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Deleting port d8a58e14-8e38-475b-ac97-6ba1a56ed367 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:32.631177 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.639832 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45978) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:32.675493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Network b390f705-1db6-4b7a-90e8-315571f4ec41 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:32.680535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:32.683328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:32.808275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Attempting to bind port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:32.809006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Attempting to bind port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'c6af8342-7ce8-44d1-aff6-84ce6e4f32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:32.809153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Attempting to bind port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 on network b390f705-1db6-4b7a-90e8-315571f4ec41 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:32.842129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 5d6317a9-f177-4203-bd38-e0b32b0b76b2 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:32.846686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:32.846686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Checking segment: {'id': 'c6af8342-7ce8-44d1-aff6-84ce6e4f32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:32.846686 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.847234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Bound using segment: {'id': 'c6af8342-7ce8-44d1-aff6-84ce6e4f32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:32.847973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Bound port: 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6af8342-7ce8-44d1-aff6-84ce6e4f32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:32.847973 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.870567 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 5d6317a9-f177-4203-bd38-e0b32b0b76b2 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:32.870950 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.892559 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.900317 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.908333 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] 10.222.0.69 "DELETE /v2.0/networks/aa668119-09d2-4bd6-a1a4-f6d4eed4e759 HTTP/1.1" status: 204 len: 168 time: 1.0535316 Sep 08 13:28:32.920467 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27ccafa-ed5b-4657-90ee-33845366d572 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa668119-09d2-4bd6-a1a4-f6d4eed4e759,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:32.948843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0557e4eb-da5f-437d-b9b9-4e8859f89128 admin admin] Router fa45c181-e151-4929-b4a8-c83bee48af98 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:28:32.954407 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:32.996474 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Transition to ACTIVE for port object 8549f33d-5a11-4b69-ad30-cbb7f2a9864b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:33.028770 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.031127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.032934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] For port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:33.038983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] For port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=04ddc55a-6bfe-4728-b8b2-3418f8dc63d8,segment=NetworkSegment(c6af8342-7ce8-44d1-aff6-84ce6e4f32ba),segment_id=c6af8342-7ce8-44d1-aff6-84ce6e4f32ba)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:33.040883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Transition to ACTIVE for port object 8549f33d-5a11-4b69-ad30-cbb7f2a9864b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:33.089787 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.098591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0557e4eb-da5f-437d-b9b9-4e8859f89128 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:33.107978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0557e4eb-da5f-437d-b9b9-4e8859f89128 admin admin] 10.222.0.69 "PUT /v2.0/routers/fa45c181-e151-4929-b4a8-c83bee48af98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2238376 Sep 08 13:28:33.109106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45982) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:33.120101 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb375061-837a-436f-a17f-4605110cc438 None None] Sync routers for ids ['fa45c181-e151-4929-b4a8-c83bee48af98'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:33.137806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 5d6317a9-f177-4203-bd38-e0b32b0b76b2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5d6317a9-f177-4203-bd38-e0b32b0b76b2,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:33.141631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb375061-837a-436f-a17f-4605110cc438 None None] Routers {'fa45c181-e151-4929-b4a8-c83bee48af98'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:33.144778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bb375061-837a-436f-a17f-4605110cc438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fa45c181-e151-4929-b4a8-c83bee48af98'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:33.178597 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.185044 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.236050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Network 4dfa1bd2-8e6a-495b-a426-97b9bb4816de is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:33.241468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:33.246773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:33.257851 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.280011 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.289064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Pushing event updated for resources: {'Port': ['ID=8549f33d-5a11-4b69-ad30-cbb7f2a9864b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:33.366748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45984) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:33.468186 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.480659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aaeb538d-7b36-4680-a37a-6318e8de5558 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8cdb970572fb48fcb75dcb584126b1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1094682 Sep 08 13:28:33.480934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45986) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:33.517111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-bb375061-837a-436f-a17f-4605110cc438 None None] Set router fa45c181-e151-4929-b4a8-c83bee48af98 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:33.521035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c2de3-c8c1-4481-9864-f6a097eb2383 None None] Pushing event updated for resources: {'Port': ['ID=04ddc55a-6bfe-4728-b8b2-3418f8dc63d8,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:33.602567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32c3e44f-c216-4ebb-89ad-050f35e3ae3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.674038 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32c3e44f-c216-4ebb-89ad-050f35e3ae3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.701611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:33.747865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.objects.ports [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:28:33.757511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-9c2f95ed-c648-43d1-a289-d1f028a23654 service neutron] 10.222.0.69 "GET /v2.0/networks/b390f705-1db6-4b7a-90e8-315571f4ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1977754 Sep 08 13:28:33.779506 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Deleting port 4a0b9756-5510-452c-847c-df0abaa9e622 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:33.779892 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.807869 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.826681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Attempting to bind port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:33.827817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] For port d8a58e14-8e38-475b-ac97-6ba1a56ed367, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d8a58e14-8e38-475b-ac97-6ba1a56ed367,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:33.827817 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.828023 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Attempting to bind port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '279f856c-7ba1-4c91-849d-5a989a51ec8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '4dfa1bd2-8e6a-495b-a426-97b9bb4816de'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:33.828023 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Attempting to bind port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b on network 4dfa1bd2-8e6a-495b-a426-97b9bb4816de {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:33.839384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1124f9a-536e-4baa-922c-d2c91ac729e6 None None] Network 4d8cabfe-f3ab-4a53-a4a5-565868b42bcb requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:33.908142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] For port 4a0b9756-5510-452c-847c-df0abaa9e622, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4a0b9756-5510-452c-847c-df0abaa9e622,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:33.908831 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.908972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Calling delete_port for d8a58e14-8e38-475b-ac97-6ba1a56ed367 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:33.918117 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32c3e44f-c216-4ebb-89ad-050f35e3ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.920900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32c3e44f-c216-4ebb-89ad-050f35e3ae3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.925851 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-32c3e44f-c216-4ebb-89ad-050f35e3ae3a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/274994f3-3644-4753-90fd-02841d4f36b1 HTTP/1.1" status: 204 len: 168 time: 0.4401164 Sep 08 13:28:33.926030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:33.926030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Checking segment: {'id': '279f856c-7ba1-4c91-849d-5a989a51ec8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '4dfa1bd2-8e6a-495b-a426-97b9bb4816de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:33.926030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.926030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Bound using segment: {'id': '279f856c-7ba1-4c91-849d-5a989a51ec8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '4dfa1bd2-8e6a-495b-a426-97b9bb4816de'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:33.926030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Bound port: 8549f33d-5a11-4b69-ad30-cbb7f2a9864b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279f856c-7ba1-4c91-849d-5a989a51ec8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '4dfa1bd2-8e6a-495b-a426-97b9bb4816de'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:33.926030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:33.945498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Calling delete_port for 4a0b9756-5510-452c-847c-df0abaa9e622 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:33.948050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3e44f-c216-4ebb-89ad-050f35e3ae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274994f3-3644-4753-90fd-02841d4f36b1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:33.973024 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:34.002644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=5d6317a9-f177-4203-bd38-e0b32b0b76b2,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:34.084259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-96ce168e-43ad-4952-8d7f-af4e26603b00 None None] Provisioning for port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:34.088736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Subnet': ['ID=0e3be3f4-20b0-40ea-b6cc-e928ddc502b3,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:34.219290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:34.256481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Checking segment: {'id': '209aa483-55c4-458c-b447-7cf7870540fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:34.257020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network hostable DHCP agents. Network: 2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:28:34.267027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:34.270203 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:34.273312 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-96ce168e-43ad-4952-8d7f-af4e26603b00 None None] Provisioning complete for port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:34.273718 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-96ce168e-43ad-4952-8d7f-af4e26603b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:34.301987 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7796ff27-9c53-4e18-a201-8d343b9db303 service neutron] 10.222.0.69 "GET /v2.0/networks/b390f705-1db6-4b7a-90e8-315571f4ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964528 Sep 08 13:28:34.307456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] For port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:34.332421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:34.332808 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:34.367870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0b9756-5510-452c-847c-df0abaa9e622,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:34.394489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] For port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8549f33d-5a11-4b69-ad30-cbb7f2a9864b,segment=NetworkSegment(279f856c-7ba1-4c91-849d-5a989a51ec8f),segment_id=279f856c-7ba1-4c91-849d-5a989a51ec8f)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:34.456644 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:34.496067 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:34.543225 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:34.549339 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:34.638036 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-96ce168e-43ad-4952-8d7f-af4e26603b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:34.638036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bb375061-837a-436f-a17f-4605110cc438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'name': 'tempest-ServerRescueTestJSON-569347376-router', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196'}], 'enable_snat': True}, 'gw_port_id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:26:09Z', 'updated_at': '2021-09-08T13:28:31Z', 'revision_number': 5, 'project_id': '076466dc77634138a2bb45af59532deb', 'gw_port': {'id': '4a0b9756-5510-452c-847c-df0abaa9e622', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:1f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:26:10Z', 'updated_at': '2021-09-08T13:26:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:34.679781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb375061-837a-436f-a17f-4605110cc438 None None] Checking router: fa45c181-e151-4929-b4a8-c83bee48af98 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:28:34.726508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network 2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:28:34.781063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb375061-837a-436f-a17f-4605110cc438 None None] Routers {'fa45c181-e151-4929-b4a8-c83bee48af98'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:34.781733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bb375061-837a-436f-a17f-4605110cc438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fa45c181-e151-4929-b4a8-c83bee48af98'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:34.897887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1598e91b-b9b1-4b56-aefb-7e1e79f52f64,segment=NetworkSegment(19674136-0bc5-4cdc-ae58-5faf9057f923),segment_id=19674136-0bc5-4cdc-ae58-5faf9057f923)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:34.973216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-bb375061-837a-436f-a17f-4605110cc438 None None] Set router fa45c181-e151-4929-b4a8-c83bee48af98 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:35.039197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:35.049223 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:35.059581 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:35.104678 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:35.108061 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:35.109027 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-a4cfdbb1-79c6-483a-af74-32f32c3df0ca service neutron] 10.222.0.69 "GET /v2.0/networks/818ef00a-7660-49a0-abb0-6ff848bc5e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7641463 Sep 08 13:28:35.133220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a48387-54b7-45bb-b550-73dcc4d661f6 None None] Network b390f705-1db6-4b7a-90e8-315571f4ec41 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:35.138086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68693857-12ff-4af3-bc6f-55e330e6aaa1 None None] Network 2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:35.141972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf83a6-14c0-4772-8d09-291f03ec9564 None None] Pushing event updated for resources: {'Port': ['ID=8549f33d-5a11-4b69-ad30-cbb7f2a9864b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:35.147763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bb375061-837a-436f-a17f-4605110cc438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'name': 'tempest-ServerRescueTestJSON-569347376-router', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:26:09Z', 'updated_at': '2021-09-08T13:28:34Z', 'revision_number': 7, 'project_id': '076466dc77634138a2bb45af59532deb', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:35.149805 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:35.254626 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-03e33a78-8353-4d7f-80a7-f5cddfe426d5 service neutron] 10.222.0.69 "GET /v2.0/networks/818ef00a-7660-49a0-abb0-6ff848bc5e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323116 Sep 08 13:28:35.263344 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-78e861f5-d3a0-4b72-819f-216369c02cec tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1607435 Sep 08 13:28:35.266133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46000) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:35.273527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'port': {'network_id': '2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e', 'name': 'tempest-NetworksIpV6TestAttrs-1125470195'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:35.283275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c5e4e305-fd05-4c29-b45e-dca1e52acd0a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:35.341045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:35.350049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa45c181-e151-4929-b4a8-c83bee48af98 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:28:35.356846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:35.358031 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-56fb1109-3fa1-4ec6-9cea-a36d47f9f555 admin admin] 10.222.0.69 "DELETE /v2.0/routers/fa45c181-e151-4929-b4a8-c83bee48af98 HTTP/1.1" status: 204 len: 168 time: 2.2481489 Sep 08 13:28:35.361124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46004) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:35.381714 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:35.413097 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb375061-837a-436f-a17f-4605110cc438 None None] The sync data for ids ['fa45c181-e151-4929-b4a8-c83bee48af98'] in n-d-807558-3 is: [{'id': 'fa45c181-e151-4929-b4a8-c83bee48af98', 'name': 'tempest-ServerRescueTestJSON-569347376-router', 'tenant_id': '076466dc77634138a2bb45af59532deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:26:09Z', 'updated_at': '2021-09-08T13:28:34Z', 'revision_number': 7, 'project_id': '076466dc77634138a2bb45af59532deb', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:35.419063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a58e14-8e38-475b-ac97-6ba1a56ed367,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:35.440015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: c5e4e305-fd05-4c29-b45e-dca1e52acd0a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:35.440368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c5e4e305-fd05-4c29-b45e-dca1e52acd0a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:35.557172 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-96ce168e-43ad-4952-8d7f-af4e26603b00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:28:35.557528 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-96ce168e-43ad-4952-8d7f-af4e26603b00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:28:35.574741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b5114d-906f-4f24-b3e0-4acb9160bc31 admin admin] Deleting subnet 2d44eaf4-9c89-4950-a5be-c246fd16a504 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:28:35.578243 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43b5114d-906f-4f24-b3e0-4acb9160bc31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:35.580370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=1598e91b-b9b1-4b56-aefb-7e1e79f52f64,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:35.604415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Allocated IP 172.20.0.1 (4dfa1bd2-8e6a-495b-a426-97b9bb4816de/627be293-4d37-4d43-985e-ad3a82436924/dbd3631c-8b03-4822-a37a-2ccdf97cb221) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:35.663604 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43b5114d-906f-4f24-b3e0-4acb9160bc31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:35.794995 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:35.808029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e', 'network_id': '2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e', 'tenant_id': '8469785e25604980b8f7ca032c7bdff7', 'fixed_ips': [{'subnet_id': '0e3be3f4-20b0-40ea-b6cc-e928ddc502b3'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:28:35.813409 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:35.882868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-334ec3db-0dad-45ec-acbc-e9617323559a req-ed5a21af-498e-4838-b1c6-7addea3ff94e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 210 time: 0.1428874 Sep 08 13:28:35.899270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:35.899270 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:35.958233 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43b5114d-906f-4f24-b3e0-4acb9160bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.020009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] device_id is not set on port 3658ebb1-b90a-474b-a39e-c79aff6fba3c yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:28:36.043193 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.250424 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.251242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Allocated IP 2001:db8::f816:3eff:feae:12d3 (2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e/0e3be3f4-20b0-40ea-b6cc-e928ddc502b3/3658ebb1-b90a-474b-a39e-c79aff6fba3c) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:36.303967 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43b5114d-906f-4f24-b3e0-4acb9160bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.323475 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.329469 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.368038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5114d-906f-4f24-b3e0-4acb9160bc31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d44eaf4-9c89-4950-a5be-c246fd16a504,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:36.373312 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43b5114d-906f-4f24-b3e0-4acb9160bc31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.375267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-43b5114d-906f-4f24-b3e0-4acb9160bc31 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2d44eaf4-9c89-4950-a5be-c246fd16a504 HTTP/1.1" status: 204 len: 168 time: 1.0131905 Sep 08 13:28:36.395728 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46026) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:36.460510 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.472772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34321f3-3ec8-4a25-9489-33e0599eba14 None None] Network 4dfa1bd2-8e6a-495b-a426-97b9bb4816de requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:36.513819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-38ff9dc4-de8f-40bc-a826-01694d06352e None None] Provisioning for port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:36.522017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Transition to ACTIVE for port object dbd3631c-8b03-4822-a37a-2ccdf97cb221 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:36.578331 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.647648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-38ff9dc4-de8f-40bc-a826-01694d06352e None None] Provisioning complete for port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:36.648413 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-38ff9dc4-de8f-40bc-a826-01694d06352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.654925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5d6317a9-f177-4203-bd38-e0b32b0b76b2 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:36.725852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Allocated IP 172.25.5.146 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/f78c0ea9-55c5-4089-ab10-9d786d96e4a8) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:36.729887 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.751886 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.752728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ad17c1-7a71-447e-ad30-cde5669914e1 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:28:36.757448 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.770471 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.773434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdab96b-a35c-49d9-8c67-1156369c5a80']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:36.788270 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.789082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-544b12df-de8a-4791-9b61-949048c564f7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/a7ad17c1-7a71-447e-ad30-cde5669914e1 HTTP/1.1" status: 204 len: 168 time: 5.7576020 Sep 08 13:28:36.793951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e066db4f-caf4-475a-8c88-ff92af6b266c') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:36.794334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e066db4f-caf4-475a-8c88-ff92af6b266c') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:36.796048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46030) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:36.803950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Transition to ACTIVE for port object 3658ebb1-b90a-474b-a39e-c79aff6fba3c will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:36.843158 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.872607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 5d6317a9-f177-4203-bd38-e0b32b0b76b2 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:36.873278 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.878788 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.891904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f95f7cec-dce8-4676-8c0e-678d4de3ebf3 admin admin] Deleting subnet 6f19a8b0-578c-476d-846a-fab4172242ec {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:28:36.896088 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f95f7cec-dce8-4676-8c0e-678d4de3ebf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.939031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:28:36.939616 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:28:36.944984 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:28:36.966937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 4dfa1bd2-8e6a-495b-a426-97b9bb4816de is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:36.977805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f95f7cec-dce8-4676-8c0e-678d4de3ebf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.038046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:37.056438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d392bbca-128b-4b8b-b52f-1c293aead2ab req-2e3bfd7b-2c54-439d-8d9c-dc2ebad95ceb tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 210 time: 0.0907147 Sep 08 13:28:37.085172 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:37.141964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8549f33d-5a11-4b69-ad30-cbb7f2a9864b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:37.171802 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f95f7cec-dce8-4676-8c0e-678d4de3ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.306744 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.307833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-35bd37c9-9683-44d5-9d5b-7d1c35e21915 None None] Provisioning for port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:37.310003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=dbd3631c-8b03-4822-a37a-2ccdf97cb221,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:37.326218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.363196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.377411 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.379887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] 10.222.0.69 "DELETE /v2.0/networks/bbdab96b-a35c-49d9-8c67-1156369c5a80 HTTP/1.1" status: 204 len: 168 time: 0.9713423 Sep 08 13:28:37.404257 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Allocated IP 2001:db8::f816:3eff:fe16:c02b (2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e/0e3be3f4-20b0-40ea-b6cc-e928ddc502b3/bc4a3559-4cf7-4491-a413-eaa7e4d64e7a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:37.412376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbdab96b-a35c-49d9-8c67-1156369c5a80,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:37.418731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Port': ['ID=3658ebb1-b90a-474b-a39e-c79aff6fba3c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:37.424121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network 2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:37.442673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:37.445850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.446539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.447112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.447665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.448206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.448735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.449618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.451692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.452301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.452828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.453338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.453860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ca8acf-ad4a-4851-bdfb-d8aa30505442 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.457876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.458571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.459148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.459926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.461147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.461698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.462276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.462803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.463319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.471471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.472115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.472655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:37.478290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:37.486162 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:37.486162 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.509060 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.772330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:37.784115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:37.784488 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.875782 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f95f7cec-dce8-4676-8c0e-678d4de3ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.878674 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.904077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f7cec-dce8-4676-8c0e-678d4de3ebf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f19a8b0-578c-476d-846a-fab4172242ec,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:37.908740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Transition to ACTIVE for port object bc4a3559-4cf7-4491-a413-eaa7e4d64e7a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:37.915962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-108ca986-ac47-4593-8ad8-5ad9dca1ecbc None None] Provisioning for port dbd3631c-8b03-4822-a37a-2ccdf97cb221 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:37.918224 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-23c0960c-40b1-4874-81dd-591b4a86d936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.919404 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.930347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-108ca986-ac47-4593-8ad8-5ad9dca1ecbc None None] Provisioning complete for port dbd3631c-8b03-4822-a37a-2ccdf97cb221 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:37.930710 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-108ca986-ac47-4593-8ad8-5ad9dca1ecbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.932072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f95f7cec-dce8-4676-8c0e-678d4de3ebf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:37.936885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f95f7cec-dce8-4676-8c0e-678d4de3ebf3 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/6f19a8b0-578c-476d-846a-fab4172242ec HTTP/1.1" status: 204 len: 168 time: 1.1397376 Sep 08 13:28:37.938833 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5747bef2-1845-4c8a-8e6d-fb22aa899e3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.6705582 Sep 08 13:28:37.939464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46038) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:37.949790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46040) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:37.950059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Transition to ACTIVE for port object bc4a3559-4cf7-4491-a413-eaa7e4d64e7a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:37.967544 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.014913 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-108ca986-ac47-4593-8ad8-5ad9dca1ecbc None None] Port dbd3631c-8b03-4822-a37a-2ccdf97cb221 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:38.019493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8549f33d-5a11-4b69-ad30-cbb7f2a9864b,segment=NetworkSegment(279f856c-7ba1-4c91-849d-5a989a51ec8f),segment_id=279f856c-7ba1-4c91-849d-5a989a51ec8f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:38.022214 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.043055 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.065627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:38.081888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:38.086837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:38.141939 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Pushing event updated for resources: {'Port': ['ID=f78c0ea9-55c5-4089-ab10-9d786d96e4a8,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:38.155857 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.156639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:38.181780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e21798d-a3c8-4735-983c-ffa26156c00f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Deleting subnet 0e3be3f4-20b0-40ea-b6cc-e928ddc502b3 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:28:38.222148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.241931 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4e21798d-a3c8-4735-983c-ffa26156c00f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.250593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Network 2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:38.263474 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:38.269342 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42220547-ce9c-462e-9986-c30df8a6aefa req-3697a2d2-118e-44ba-8621-691e36a0f8d0 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 210 time: 0.1039655 Sep 08 13:28:38.272005 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:38.277037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Pushing event updated for resources: {'Port': ['ID=bc4a3559-4cf7-4491-a413-eaa7e4d64e7a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:38.296309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46052) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:38.323773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-63d19acb-04a7-4084-a24c-3f7b925e2955 None None] Provisioning complete for port dbd3631c-8b03-4822-a37a-2ccdf97cb221 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:38.324500 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-63d19acb-04a7-4084-a24c-3f7b925e2955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.380663 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4e21798d-a3c8-4735-983c-ffa26156c00f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.426660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:38.431329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=8549f33d-5a11-4b69-ad30-cbb7f2a9864b,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:38.436454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-63d19acb-04a7-4084-a24c-3f7b925e2955 None None] Port dbd3631c-8b03-4822-a37a-2ccdf97cb221 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:38.440189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Attempting to bind port bc4a3559-4cf7-4491-a413-eaa7e4d64e7a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:38.440189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Attempting to bind port bc4a3559-4cf7-4491-a413-eaa7e4d64e7a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '209aa483-55c4-458c-b447-7cf7870540fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:38.440455 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Attempting to bind port bc4a3559-4cf7-4491-a413-eaa7e4d64e7a on network 2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:38.442399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:38.442776 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.459902 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.504612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05942d12-dd94-420c-9bef-32cfedd93d3d']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:38.520296 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9b7a4144-df10-4722-85c7-2934f50ba7d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=076466dc77634138a2bb45af59532deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2226501 Sep 08 13:28:38.524661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:38.525481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Checking segment: {'id': '209aa483-55c4-458c-b447-7cf7870540fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:38.526146 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.526884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Bound using segment: {'id': '209aa483-55c4-458c-b447-7cf7870540fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:38.527635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Bound port: bc4a3559-4cf7-4491-a413-eaa7e4d64e7a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '209aa483-55c4-458c-b447-7cf7870540fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:38.528241 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.532875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46054) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:38.540648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d465e6-8515-4a6d-bcec-c9c0bb7550c4') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:38.540953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d465e6-8515-4a6d-bcec-c9c0bb7550c4') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:38.554516 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.578722 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.604980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:28:38.605454 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:28:38.607246 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:28:38.618450 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.682922 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.735390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4e21798d-a3c8-4735-983c-ffa26156c00f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.742798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=04ddc55a-6bfe-4728-b8b2-3418f8dc63d8,segment=NetworkSegment(c6af8342-7ce8-44d1-aff6-84ce6e4f32ba),segment_id=c6af8342-7ce8-44d1-aff6-84ce6e4f32ba)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:38.752714 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.798592 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.805990 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.810540 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] 10.222.0.69 "DELETE /v2.0/networks/05942d12-dd94-420c-9bef-32cfedd93d3d HTTP/1.1" status: 204 len: 168 time: 0.8635123 Sep 08 13:28:38.824884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee418c-5055-46f9-ae3b-fee9c17208cc admin admin] Pushing event deleted for resources: {'Network': ['ID=05942d12-dd94-420c-9bef-32cfedd93d3d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:38.847965 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.911280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4e21798d-a3c8-4735-983c-ffa26156c00f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.953650 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4e21798d-a3c8-4735-983c-ffa26156c00f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:38.959513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] For port bc4a3559-4cf7-4491-a413-eaa7e4d64e7a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:38.961513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4e21798d-a3c8-4735-983c-ffa26156c00f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/subnets/0e3be3f4-20b0-40ea-b6cc-e928ddc502b3 HTTP/1.1" status: 204 len: 168 time: 1.0091767 Sep 08 13:28:38.967707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46060) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:38.993070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] For port bc4a3559-4cf7-4491-a413-eaa7e4d64e7a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bc4a3559-4cf7-4491-a413-eaa7e4d64e7a,segment=NetworkSegment(209aa483-55c4-458c-b447-7cf7870540fb),segment_id=209aa483-55c4-458c-b447-7cf7870540fb)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:39.008576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=04ddc55a-6bfe-4728-b8b2-3418f8dc63d8,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:39.032462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8549f33d-5a11-4b69-ad30-cbb7f2a9864b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:39.091313 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.096562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21798d-a3c8-4735-983c-ffa26156c00f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3be3f4-20b0-40ea-b6cc-e928ddc502b3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:39.164444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81361b74-e303-4728-9efc-a5b4cbf4811f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:39.164444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81361b74-e303-4728-9efc-a5b4cbf4811f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:39.169022 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-81361b74-e303-4728-9efc-a5b4cbf4811f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1319232 Sep 08 13:28:39.169641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46062) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:39.173345 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:39.173920 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.210572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cf6af-427e-4de7-a309-430b32cfe6fe None None] Pushing event updated for resources: {'Port': ['ID=bc4a3559-4cf7-4491-a413-eaa7e4d64e7a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:39.287498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.315460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:39.391603 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9cdd743-b5df-462c-8881-2cfff9fc3385 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.401311 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:39.402263 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.403154 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cdd743-b5df-462c-8881-2cfff9fc3385 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 08 13:28:39.403640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cdd743-b5df-462c-8881-2cfff9fc3385 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:28:39.413085 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.415915 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=dbd3631c-8b03-4822-a37a-2ccdf97cb221,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:39.417468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d9cdd743-b5df-462c-8881-2cfff9fc3385 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/networks/2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e HTTP/1.1" status: 409 len: 405 time: 0.2465618 Sep 08 13:28:39.430075 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-defad054-d9cc-47c2-986b-ced1883ce95d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.465344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46070) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:39.500473 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-44765933-9688-4160-beb7-aeabc4f7a83d req-faf84e5f-a5ed-4201-bb00-9ca5d112263e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 210 time: 0.0791438 Sep 08 13:28:39.530739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-2c0bf91a-59c3-4120-8733-4c720f9d09c5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-927128092'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:39.545608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:39.549105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:39.550474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:39.554441 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:39.557392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:39.557882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:39.558261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:39.558750 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:39.559095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:39.559442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:39.559770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:39.562745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:39.625657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d8a58e14-8e38-475b-ac97-6ba1a56ed367 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:39.650443 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-defad054-d9cc-47c2-986b-ced1883ce95d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.681839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0bf91a-59c3-4120-8733-4c720f9d09c5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:39.686245 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf91a-59c3-4120-8733-4c720f9d09c5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.689473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46072) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:39.702968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: d8a58e14-8e38-475b-ac97-6ba1a56ed367 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:39.704093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d8a58e14-8e38-475b-ac97-6ba1a56ed367 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:39.705186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4a0b9756-5510-452c-847c-df0abaa9e622 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:39.745047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0bf91a-59c3-4120-8733-4c720f9d09c5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:28:39.750716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 4a0b9756-5510-452c-847c-df0abaa9e622 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:39.751920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4a0b9756-5510-452c-847c-df0abaa9e622 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:39.752669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9f30b6f3-d509-4116-9d39-26d425bdfd72 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:39.765182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-93717aa0-9953-46b1-adc1-5660d1ab825d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37ce8e07b88d4ed589a5019633373d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742817 Sep 08 13:28:39.770282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46074) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:39.779347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 9f30b6f3-d509-4116-9d39-26d425bdfd72 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:39.779708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9f30b6f3-d509-4116-9d39-26d425bdfd72 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:39.780996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf91a-59c3-4120-8733-4c720f9d09c5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.781372 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-2c0bf91a-59c3-4120-8733-4c720f9d09c5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Added segment 7caf291a-bbe5-4122-a9d0-411e219a4a37 of type vlan for network 3a71af97-284f-48ab-ac9e-2e7af12fe3a9 Sep 08 13:28:39.828186 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf91a-59c3-4120-8733-4c720f9d09c5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.913457 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-defad054-d9cc-47c2-986b-ced1883ce95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.916057 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-defad054-d9cc-47c2-986b-ced1883ce95d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:39.917226 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-defad054-d9cc-47c2-986b-ced1883ce95d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/12708d1c-017c-44f7-8a97-097883ee4fa0 HTTP/1.1" status: 204 len: 168 time: 1.3812048 Sep 08 13:28:39.995598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defad054-d9cc-47c2-986b-ced1883ce95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12708d1c-017c-44f7-8a97-097883ee4fa0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:40.001010 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf91a-59c3-4120-8733-4c720f9d09c5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:40.012995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0bf91a-59c3-4120-8733-4c720f9d09c5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:40.012995 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2c0bf91a-59c3-4120-8733-4c720f9d09c5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:40.020251 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 4dfa1bd2-8e6a-495b-a426-97b9bb4816de is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:40.038705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:40.072668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-88a15b99-9810-48f8-b544-a7b15d9ecb01 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:40.080667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-88a15b99-9810-48f8-b544-a7b15d9ecb01 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:40.082118 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-88a15b99-9810-48f8-b544-a7b15d9ecb01 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "GET /v2.0/networks?id=818ef00a-7660-49a0-abb0-6ff848bc5e8d&id=b390f705-1db6-4b7a-90e8-315571f4ec41&id=818ef00a-7660-49a0-abb0-6ff848bc5e8d HTTP/1.1" status: 200 len: 1391 time: 0.3150589 Sep 08 13:28:40.084335 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-704625e7-69e4-48b6-93ba-20e1157fd75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:40.091005 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:40.116705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bf91a-59c3-4120-8733-4c720f9d09c5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Network': ['ID=3a71af97-284f-48ab-ac9e-2e7af12fe3a9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:40.131633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 3a71af97-284f-48ab-ac9e-2e7af12fe3a9 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:28:40.147199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'port': {'device_id': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d', 'admin_state_up': True, 'tenant_id': '464b7c47106844f5a3386cc180f697e4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:40.164182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2c0bf91a-59c3-4120-8733-4c720f9d09c5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6621346 Sep 08 13:28:40.167572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46078) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:40.175751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'subnet': {'network_id': '3a71af97-284f-48ab-ac9e-2e7af12fe3a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:40.228480 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-704625e7-69e4-48b6-93ba-20e1157fd75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:40.269484 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3d8d19d6-af7e-4730-99f6-38d5792c1fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:40.438028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-59b182b4-a912-4f63-9a13-fca0edb6b91a None None] Provisioning complete for port dbd3631c-8b03-4822-a37a-2ccdf97cb221 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:40.438771 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59b182b4-a912-4f63-9a13-fca0edb6b91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:40.482864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-59b182b4-a912-4f63-9a13-fca0edb6b91a None None] Port dbd3631c-8b03-4822-a37a-2ccdf97cb221 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:40.543867 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:40.546207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:40.550152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:40.632934 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-72775075-5e46-4df8-8cec-92687249a480 req-10e29688-483d-49c6-b2d5-b4bc35f66802 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 210 time: 0.0369477 Sep 08 13:28:40.634634 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-704625e7-69e4-48b6-93ba-20e1157fd75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:40.638836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-704625e7-69e4-48b6-93ba-20e1157fd75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:40.640482 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-704625e7-69e4-48b6-93ba-20e1157fd75b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5f79d341-2659-4191-a1d2-f09d86901a91 HTTP/1.1" status: 204 len: 168 time: 0.8442559 Sep 08 13:28:40.651767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704625e7-69e4-48b6-93ba-20e1157fd75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f79d341-2659-4191-a1d2-f09d86901a91,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:40.654939 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:28:40.764190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:40.767817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40a1269-d00a-4a1f-85df-d49642ef4f06 None None] Network 2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:40.768589 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:40.785988 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Router eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:28:40.889932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:40.901862 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c8411dca-4d37-43fd-bc1d-286ddd68b7ec tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2541120 Sep 08 13:28:40.902046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46100) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:40.923301 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b7496-c4fb-441b-8791-ee9ffd65ff84 None None] Sync routers for ids ['6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:40.947567 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b7496-c4fb-441b-8791-ee9ffd65ff84 None None] Routers {'6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:40.948476 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8c2b7496-c4fb-441b-8791-ee9ffd65ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:40.978054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-23157305-1815-4311-bceb-a5f5a2bb0401 None None] Provisioning for port bc4a3559-4cf7-4491-a413-eaa7e4d64e7a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:41.015783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c36547-371e-49a6-b512-d0225295fa5d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:41.020307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-65c36547-371e-49a6-b512-d0225295fa5d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports/dbd3631c-8b03-4822-a37a-2ccdf97cb221 HTTP/1.1" status: 200 len: 910 time: 0.1165922 Sep 08 13:28:41.021181 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46104) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:41.027744 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8c2b7496-c4fb-441b-8791-ee9ffd65ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:41.040783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cc8db9-c4b6-44d3-a5a5-986e7326c7d3 None None] DHCP port deletion for 2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:28:41.065941 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b7496-c4fb-441b-8791-ee9ffd65ff84 None None] Routers {'6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:41.067940 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8c2b7496-c4fb-441b-8791-ee9ffd65ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:41.086652 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:41.121805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba038c3-f21d-4c2e-9100-eaf983138bb8 None None] Sync routers for ids ['eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:41.146813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Allocated IP 19.80.0.128 (818ef00a-7660-49a0-abb0-6ff848bc5e8d/3802dec0-d8a8-410d-a905-bc46ca6f266b/6c2c0b8c-f65e-470e-bf48-240cd620ed55) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:41.164292 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8c2b7496-c4fb-441b-8791-ee9ffd65ff84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:41.166604 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:41.167368 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2b7496-c4fb-441b-8791-ee9ffd65ff84 None None] The sync data for ids ['6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:41.175006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba038c3-f21d-4c2e-9100-eaf983138bb8 None None] Routers {'eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:41.176425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7ba038c3-f21d-4c2e-9100-eaf983138bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:41.261570 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:41.268407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ea5ac999-12cc-4548-9f3e-d401b4dc3988 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.0997455 Sep 08 13:28:41.284948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46112) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:41.306649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7ba038c3-f21d-4c2e-9100-eaf983138bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:41.333075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:41.333854 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:41.379231 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba038c3-f21d-4c2e-9100-eaf983138bb8 None None] Routers {'eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:41.379925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7ba038c3-f21d-4c2e-9100-eaf983138bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:41.388226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.objects.ports [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96263) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:28:41.439220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7ba038c3-f21d-4c2e-9100-eaf983138bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:41.440013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba038c3-f21d-4c2e-9100-eaf983138bb8 None None] The sync data for ids ['eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:41.455127 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:41.480504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc8db9-c4b6-44d3-a5a5-986e7326c7d3 None None] Deleting port bc4a3559-4cf7-4491-a413-eaa7e4d64e7a {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:41.480890 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8db9-c4b6-44d3-a5a5-986e7326c7d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:41.553044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Subnet': ['ID=e8599882-8956-41e0-9279-4ba0651a01c7,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:41.566419 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:41.575659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b3cc8db9-c4b6-44d3-a5a5-986e7326c7d3 None None] For port bc4a3559-4cf7-4491-a413-eaa7e4d64e7a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bc4a3559-4cf7-4491-a413-eaa7e4d64e7a,segment=NetworkSegment(209aa483-55c4-458c-b447-7cf7870540fb),segment_id=209aa483-55c4-458c-b447-7cf7870540fb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:41.578436 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8db9-c4b6-44d3-a5a5-986e7326c7d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:41.600463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Checking segment: {'id': '7caf291a-bbe5-4122-a9d0-411e219a4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '3a71af97-284f-48ab-ac9e-2e7af12fe3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:41.601217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network hostable DHCP agents. Network: 3a71af97-284f-48ab-ac9e-2e7af12fe3a9, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:28:41.605950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b3cc8db9-c4b6-44d3-a5a5-986e7326c7d3 None None] Calling delete_port for bc4a3559-4cf7-4491-a413-eaa7e4d64e7a owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:41.700403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Transition to ACTIVE for port object 6c2c0b8c-f65e-470e-bf48-240cd620ed55 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:41.736252 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9599294b-35ea-4357-b629-053db5aed67c tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/routers/eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e HTTP/1.1" status: 200 len: 921 time: 0.4548609 Sep 08 13:28:41.737335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46138) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:41.799005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9c9af115-4017-4939-8856-900ad9000bce tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e HTTP/1.1" status: 200 len: 205 time: 0.0601373 Sep 08 13:28:41.801464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46142) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:41.803335 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3316bec0-213a-4cb9-95b9-633430cc8247 req-57547bf4-0cad-42c3-92f7-477bf9bac987 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 210 time: 0.0522394 Sep 08 13:28:41.805683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network 3a71af97-284f-48ab-ac9e-2e7af12fe3a9 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:28:41.813840 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-27458511-bf41-40ce-a997-a43608b20b10 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:41.841323 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3cc8db9-c4b6-44d3-a5a5-986e7326c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:41.845435 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:41.890465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc8db9-c4b6-44d3-a5a5-986e7326c7d3 None None] Pushing event deleted for resources: {'Port': ['ID=bc4a3559-4cf7-4491-a413-eaa7e4d64e7a,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:41.894497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cc8db9-c4b6-44d3-a5a5-986e7326c7d3 None None] No DVR routers for this DVR port bc4a3559-4cf7-4491-a413-eaa7e4d64e7a on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:41.958401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:41.996132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 3a71af97-284f-48ab-ac9e-2e7af12fe3a9) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:42.002807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:42.003492 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:42.004652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5327e1b7-99bb-44af-ace2-922bd2a54ebd None None] Network 3a71af97-284f-48ab-ac9e-2e7af12fe3a9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:42.019486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network 818ef00a-7660-49a0-abb0-6ff848bc5e8d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:42.030246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:42.044112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:42.095558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:42.152622 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-47450847-5226-4ece-bd51-9899553a69a0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9839246 Sep 08 13:28:42.153417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46150) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:42.164509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'port': {'network_id': '3a71af97-284f-48ab-ac9e-2e7af12fe3a9', 'name': 'tempest-NetworksIpV6TestAttrs-788883585'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:42.277499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Port': ['ID=6c2c0b8c-f65e-470e-bf48-240cd620ed55,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:42.310032 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:28:42.312195 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:42.327490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-3a71af97-284f-48ab-ac9e-2e7af12fe3a9', 'network_id': '3a71af97-284f-48ab-ac9e-2e7af12fe3a9', 'tenant_id': '8469785e25604980b8f7ca032c7bdff7', 'fixed_ips': [{'subnet_id': 'e8599882-8956-41e0-9279-4ba0651a01c7'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:28:42.328126 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:42.343191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:42.348457 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:42.454012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76ae8654-ce5d-4644-bdac-894edf1cdbaf tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3502243 Sep 08 13:28:42.471485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'port': {'device_id': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41', 'admin_state_up': True, 'tenant_id': '464b7c47106844f5a3386cc180f697e4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:42.472080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-27458511-bf41-40ce-a997-a43608b20b10 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port dbd3631c-8b03-4822-a37a-2ccdf97cb221 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:42.472669 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-27458511-bf41-40ce-a997-a43608b20b10 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:42.555258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f9701aa5-cac0-495d-a11f-6ac20a416add None None] Provisioning for port 6c2c0b8c-f65e-470e-bf48-240cd620ed55 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:42.563763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f9701aa5-cac0-495d-a11f-6ac20a416add None None] Provisioning complete for port 6c2c0b8c-f65e-470e-bf48-240cd620ed55 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:42.564325 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f9701aa5-cac0-495d-a11f-6ac20a416add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:42.593837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Deleting port f78c0ea9-55c5-4089-ab10-9d786d96e4a8 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:42.594089 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:42.599061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Allocated IP 2001:db8::f816:3eff:fe58:e087 (3a71af97-284f-48ab-ac9e-2e7af12fe3a9/e8599882-8956-41e0-9279-4ba0651a01c7/f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:42.636458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f9701aa5-cac0-495d-a11f-6ac20a416add None None] Port 6c2c0b8c-f65e-470e-bf48-240cd620ed55 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:42.640709 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-27458511-bf41-40ce-a997-a43608b20b10 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:42.656377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-27458511-bf41-40ce-a997-a43608b20b10 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for dbd3631c-8b03-4822-a37a-2ccdf97cb221 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:42.854920 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:42.886268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Calling delete_port for f78c0ea9-55c5-4089-ab10-9d786d96e4a8 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:42.902275 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:42.929545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Transition to ACTIVE for port object f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:42.949941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Transition to ACTIVE for port object f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:42.995494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bc4a3559-4cf7-4491-a413-eaa7e4d64e7a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:43.045380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: bc4a3559-4cf7-4491-a413-eaa7e4d64e7a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:43.045380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bc4a3559-4cf7-4491-a413-eaa7e4d64e7a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:43.081467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e65473-11d4-4c72-8567-d4d04f3ca5a8 req-8ea900c4-2937-4678-8cec-7b62fd4c267a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:43.086389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-41e65473-11d4-4c72-8567-d4d04f3ca5a8 req-8ea900c4-2937-4678-8cec-7b62fd4c267a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 932 time: 0.1560807 Sep 08 13:28:43.097751 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:43.157898 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:28:43.157898 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:28:43.157898 n-d-807558-3 neutron-server[96264]: [parameters: {'project_id_1': '464b7c47106844f5a3386cc180f697e4', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 28, 22, 771108)}] Sep 08 13:28:43.157898 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:28:43.157898 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:28:43.196745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Pushing event updated for resources: {'Port': ['ID=f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:43.199541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-41e65473-11d4-4c72-8567-d4d04f3ca5a8 req-250aa6aa-e6dc-4ca5-aed0-6fda5efe37c9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039448 Sep 08 13:28:43.220621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Network 3a71af97-284f-48ab-ac9e-2e7af12fe3a9 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:43.222963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:43.226402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:43.280310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:43.287575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:43.308850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Attempting to bind port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:43.309623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Attempting to bind port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7caf291a-bbe5-4122-a9d0-411e219a4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '3a71af97-284f-48ab-ac9e-2e7af12fe3a9'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:43.310285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Attempting to bind port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 on network 3a71af97-284f-48ab-ac9e-2e7af12fe3a9 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:43.314504 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:43.317625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:43.318044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Checking segment: {'id': '7caf291a-bbe5-4122-a9d0-411e219a4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '3a71af97-284f-48ab-ac9e-2e7af12fe3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:43.318484 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:43.318885 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Bound using segment: {'id': '7caf291a-bbe5-4122-a9d0-411e219a4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '3a71af97-284f-48ab-ac9e-2e7af12fe3a9'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:43.319370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Bound port: f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7caf291a-bbe5-4122-a9d0-411e219a4a37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '3a71af97-284f-48ab-ac9e-2e7af12fe3a9'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:43.319760 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:43.361888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] device_id is not set on port d23961a1-f9f6-4bd3-9467-f3388b3f8ee4 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:28:43.491504 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:43.647399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Pushing event deleted for resources: {'Port': ['ID=f78c0ea9-55c5-4089-ab10-9d786d96e4a8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:43.714156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Allocated IP 2001:db8::f816:3eff:fe7f:5a (3a71af97-284f-48ab-ac9e-2e7af12fe3a9/e8599882-8956-41e0-9279-4ba0651a01c7/d23961a1-f9f6-4bd3-9467-f3388b3f8ee4) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:43.719032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] For port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:43.724758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] For port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88,segment=NetworkSegment(7caf291a-bbe5-4122-a9d0-411e219a4a37),segment_id=7caf291a-bbe5-4122-a9d0-411e219a4a37)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:43.727940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-27458511-bf41-40ce-a997-a43608b20b10 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:43.732134 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:43.765524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27458511-bf41-40ce-a997-a43608b20b10 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=dbd3631c-8b03-4822-a37a-2ccdf97cb221,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:43.841703 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:43.887402 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:43.894647 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:43.921628 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e0f5867-907a-42b1-854b-6cc4e20cac58 req-16aa18cb-3868-41d4-93ee-2dfd55053b4b tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd08bb69-9afe-4811-ac2c-b5be4dc12885 HTTP/1.1" status: 200 len: 210 time: 0.0449331 Sep 08 13:28:43.934519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b78a73-ba3c-429e-bfa7-7d7b577ec000 None None] Pushing event updated for resources: {'Port': ['ID=f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:44.042620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:44.049635 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:44.113603 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-27458511-bf41-40ce-a997-a43608b20b10 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:44.199859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:44.200450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Fanout notify agent at l3_agent the message router_deleted on router eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:28:44.217925 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:44.222203 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-504258df-052c-4692-853c-242679f10005 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/routers/eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e HTTP/1.1" status: 204 len: 168 time: 2.4194248 Sep 08 13:28:44.226567 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46218) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:44.262475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1929197147', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'enable_snat': False}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:44.315537 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:44.334852 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:44.442265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Transition to ACTIVE for port object d23961a1-f9f6-4bd3-9467-f3388b3f8ee4 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:44.510592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27458511-bf41-40ce-a997-a43608b20b10 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:28:44.654702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27458511-bf41-40ce-a997-a43608b20b10 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:44.666116 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc78e0-c094-4ebd-aee5-80142e411468 None None] Sync routers for ids ['6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:44.668051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-27458511-bf41-40ce-a997-a43608b20b10 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6464758 Sep 08 13:28:44.671891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46230) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:44.698151 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc78e0-c094-4ebd-aee5-80142e411468 None None] Routers {'6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:44.703589 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5adc78e0-c094-4ebd-aee5-80142e411468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:44.738665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-354ee176-3857-4849-9fa2-5a4c6b80b955 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b HTTP/1.1" status: 200 len: 205 time: 0.0655136 Sep 08 13:28:44.743609 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:44.745732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46232) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:44.765395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Allocated IP 19.86.0.86 (b390f705-1db6-4b7a-90e8-315571f4ec41/0cbcc234-602a-4b5d-b847-4bd1755035b5/a01182ee-3f00-4c71-b1ea-aad1fa2e8c65) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:44.815367 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5adc78e0-c094-4ebd-aee5-80142e411468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:44.827244 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adc78e0-c094-4ebd-aee5-80142e411468 None None] Routers {'6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:44.828108 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5adc78e0-c094-4ebd-aee5-80142e411468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:44.939439 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5adc78e0-c094-4ebd-aee5-80142e411468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:44.940113 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adc78e0-c094-4ebd-aee5-80142e411468 None None] The sync data for ids ['6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:44.993295 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.066093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:45.077426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Port': ['ID=d23961a1-f9f6-4bd3-9467-f3388b3f8ee4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:45.105699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Transition to ACTIVE for port object a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:45.125515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network 3a71af97-284f-48ab-ac9e-2e7af12fe3a9 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:45.128276 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-daa38ee6-b4e9-4448-9876-d7dbfbec2d79 req-489f1d18-b9c2-4872-a523-b61a7b7ee4fb tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0995228 Sep 08 13:28:45.135447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:45.174660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:45.181071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:45.183419 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.183610 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.183753 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.198239 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4477d54b-010f-42f1-8b2f-29709c26c4bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.206789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e3550-1006-4477-8375-9152dec30792 req-a8e627c8-a6dd-4f9e-9642-96d413e4d4d4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:45.208429 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-278e3550-1006-4477-8375-9152dec30792 req-a8e627c8-a6dd-4f9e-9642-96d413e4d4d4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 932 time: 0.1923842 Sep 08 13:28:45.269786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:45.283483 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.285394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.343782 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-278e3550-1006-4477-8375-9152dec30792 req-f9d9c850-e5e8-41e8-ba3f-3017b03a90dd tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177123 Sep 08 13:28:45.359023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network b390f705-1db6-4b7a-90e8-315571f4ec41 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:45.363960 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:45.371219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:45.375556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Port': ['ID=a01182ee-3f00-4c71-b1ea-aad1fa2e8c65,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:45.412568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f8ee71af-8546-4c10-b8f1-4573b5369fa6 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2556090 Sep 08 13:28:45.420252 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46254) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:45.471482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:45.472173 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.497766 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203716a7-8986-4d07-aa13-0f2bcbe1ed4a None None] Network 3a71af97-284f-48ab-ac9e-2e7af12fe3a9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:45.537899 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4477d54b-010f-42f1-8b2f-29709c26c4bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.541394 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4477d54b-010f-42f1-8b2f-29709c26c4bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.601747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-084fc71d-1719-4983-8bd7-38a1f1a1f94e tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Deleting subnet e8599882-8956-41e0-9279-4ba0651a01c7 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:28:45.672676 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-084fc71d-1719-4983-8bd7-38a1f1a1f94e tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.726973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.761591 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4477d54b-010f-42f1-8b2f-29709c26c4bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.762712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4477d54b-010f-42f1-8b2f-29709c26c4bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Fanout notify agent at l3_agent the message router_deleted on router 6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:28:45.769163 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-7aa4fe8d-43f6-46dd-a5c0-7d4565585a5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3039384 Sep 08 13:28:45.780662 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4477d54b-010f-42f1-8b2f-29709c26c4bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.786046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'port': {'device_id': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d', 'admin_state_up': True, 'tenant_id': '464b7c47106844f5a3386cc180f697e4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:45.787557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4477d54b-010f-42f1-8b2f-29709c26c4bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b HTTP/1.1" status: 204 len: 168 time: 1.0357866 Sep 08 13:28:45.788540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46260) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:45.794593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-084fc71d-1719-4983-8bd7-38a1f1a1f94e tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.813024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Provisioning for port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:45.829435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Provisioning complete for port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:45.831416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.877878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f95368-3cb7-4342-bcff-8f53de6e4518 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting subnet 627be293-4d37-4d43-985e-ad3a82436924 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:28:45.882289 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02f95368-3cb7-4342-bcff-8f53de6e4518 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:45.941241 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02f95368-3cb7-4342-bcff-8f53de6e4518 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.011295 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.053122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] For port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88,segment=NetworkSegment(7caf291a-bbe5-4122-a9d0-411e219a4a37),segment_id=7caf291a-bbe5-4122-a9d0-411e219a4a37)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:46.132388 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.145322 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02f95368-3cb7-4342-bcff-8f53de6e4518 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.303031 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-084fc71d-1719-4983-8bd7-38a1f1a1f94e tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.324322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7034bf95-1353-40fe-bc8d-76b59faf9083 req-55576063-ba72-4ad0-9e6f-bb719929532d tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0361795 Sep 08 13:28:46.331739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Pushing event updated for resources: {'Port': ['ID=f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:46.373980 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02f95368-3cb7-4342-bcff-8f53de6e4518 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.395947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:46.396444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:46.399074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:46.399480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:46.402916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:46.402916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:46.402916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:46.404805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:46.405266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:46.406411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:46.406788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:46.407157 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265ddf48-2e95-47b2-b6ee-6ee2f8d4063c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:28:46.458271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f95368-3cb7-4342-bcff-8f53de6e4518 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Subnet': ['ID=627be293-4d37-4d43-985e-ad3a82436924,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:46.463069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3d13722b-4815-456d-9f66-94831d170efd None None] Provisioning for port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:46.463969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:46.468392 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.476046 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790d56f1-73c7-400c-82d1-ef125c2b7f31 None None] Network 4dfa1bd2-8e6a-495b-a426-97b9bb4816de requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:46.480370 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02f95368-3cb7-4342-bcff-8f53de6e4518 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.483601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-02f95368-3cb7-4342-bcff-8f53de6e4518 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/627be293-4d37-4d43-985e-ad3a82436924 HTTP/1.1" status: 204 len: 168 time: 0.6937821 Sep 08 13:28:46.485004 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-084fc71d-1719-4983-8bd7-38a1f1a1f94e tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.486349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46268) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:46.529017 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3d13722b-4815-456d-9f66-94831d170efd None None] Provisioning complete for port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:46.532318 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3d13722b-4815-456d-9f66-94831d170efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.597916 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.644500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fc71d-1719-4983-8bd7-38a1f1a1f94e tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Subnet': ['ID=e8599882-8956-41e0-9279-4ba0651a01c7,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:46.657074 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-084fc71d-1719-4983-8bd7-38a1f1a1f94e tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.663681 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-084fc71d-1719-4983-8bd7-38a1f1a1f94e tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/subnets/e8599882-8956-41e0-9279-4ba0651a01c7 HTTP/1.1" status: 204 len: 168 time: 1.2369037 Sep 08 13:28:46.672056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46274) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:46.735342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af42111-a859-4571-a996-d0621f92bdc5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:46.735776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f69627f-ec64-4e09-9913-1415fe1116bb None None] Network 3a71af97-284f-48ab-ac9e-2e7af12fe3a9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:46.738373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af42111-a859-4571-a996-d0621f92bdc5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:46.744939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7af42111-a859-4571-a996-d0621f92bdc5 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0707915 Sep 08 13:28:46.747926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3d13722b-4815-456d-9f66-94831d170efd None None] Port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:46.749893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46276) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:46.823068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:46.824408 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.874792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deabc76-f584-4556-bc87-0b404db743a7 req-7c30b821-6844-4398-a4cb-4c79ce3e25b0 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:46.884746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deabc76-f584-4556-bc87-0b404db743a7 req-7c30b821-6844-4398-a4cb-4c79ce3e25b0 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:46.894877 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8deabc76-f584-4556-bc87-0b404db743a7 req-7c30b821-6844-4398-a4cb-4c79ce3e25b0 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 1654 time: 0.4347754 Sep 08 13:28:46.919059 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.947545 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:46.986593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46280) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:47.002027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:47.044751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.049466 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-508db9ce-21fd-4737-a6c4-94e0739421a8 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.063621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7aab9966-e724-4c21-a5c5-6c95c0985f21 None None] Provisioning for port d23961a1-f9f6-4bd3-9467-f3388b3f8ee4 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:47.069843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7aab9966-e724-4c21-a5c5-6c95c0985f21 None None] Provisioning complete for port d23961a1-f9f6-4bd3-9467-f3388b3f8ee4 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:47.070347 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7aab9966-e724-4c21-a5c5-6c95c0985f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.073631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:47.082769 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.112758 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-508db9ce-21fd-4737-a6c4-94e0739421a8 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 08 13:28:47.113377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-508db9ce-21fd-4737-a6c4-94e0739421a8 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:28:47.115297 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-508db9ce-21fd-4737-a6c4-94e0739421a8 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/networks/3a71af97-284f-48ab-ac9e-2e7af12fe3a9 HTTP/1.1" status: 409 len: 405 time: 0.3641887 Sep 08 13:28:47.138747 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8deabc76-f584-4556-bc87-0b404db743a7 req-492044f7-f1a6-430b-bf88-38396f81ba39 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428961 Sep 08 13:28:47.139258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46284) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:47.157276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc01421b-7747-4616-891d-f7473bfc6952 None None] DHCP port deletion for 4dfa1bd2-8e6a-495b-a426-97b9bb4816de request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:28:47.225041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e2ef84-f430-44e3-9fa9-74c1a9c8a119 None None] DHCP port deletion for 3a71af97-284f-48ab-ac9e-2e7af12fe3a9 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:28:47.244484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] For port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8549f33d-5a11-4b69-ad30-cbb7f2a9864b,segment=NetworkSegment(279f856c-7ba1-4c91-849d-5a989a51ec8f),segment_id=279f856c-7ba1-4c91-849d-5a989a51ec8f)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:47.244833 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.252553 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Allocated IP 172.25.5.148 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/a3757b5d-7766-4e2a-9cdd-d003742df821) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:47.266507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7aab9966-e724-4c21-a5c5-6c95c0985f21 None None] Port d23961a1-f9f6-4bd3-9467-f3388b3f8ee4 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:47.268130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for 8549f33d-5a11-4b69-ad30-cbb7f2a9864b owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:47.270108 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-02f7d8bf-e93d-4c00-a045-13bda8aa6fe7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-438782055'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:47.329201 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca799-3e88-49e5-b39a-1fdcd0907a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.345782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7aab9966-e724-4c21-a5c5-6c95c0985f21 None None] Provisioning complete for port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:47.346135 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7aab9966-e724-4c21-a5c5-6c95c0985f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.389250 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Allocated IP 19.80.0.50 (818ef00a-7660-49a0-abb0-6ff848bc5e8d/3802dec0-d8a8-410d-a905-bc46ca6f266b/bdf0e065-d96e-45c2-b891-d86e8acdf24f) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:47.508930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.511587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-75fae82c-aff7-40fe-b9f7-224facd2c810 req-e6af9200-ef24-4924-b064-95f99553942d tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0588148 Sep 08 13:28:47.518642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-cc01421b-7747-4616-891d-f7473bfc6952 None None] Deleting port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:47.519025 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cc01421b-7747-4616-891d-f7473bfc6952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.556075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f7d8bf-e93d-4c00-a045-13bda8aa6fe7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:47.564782 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02f7d8bf-e93d-4c00-a045-13bda8aa6fe7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.565859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2ef84-f430-44e3-9fa9-74c1a9c8a119 None None] Deleting port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:47.569809 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ef84-f430-44e3-9fa9-74c1a9c8a119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.624618 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.634203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f7d8bf-e93d-4c00-a045-13bda8aa6fe7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:28:47.657538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No DVR routers for this DVR port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:47.659856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=8549f33d-5a11-4b69-ad30-cbb7f2a9864b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:47.690974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cc01421b-7747-4616-891d-f7473bfc6952 None None] For port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8549f33d-5a11-4b69-ad30-cbb7f2a9864b,segment=NetworkSegment(279f856c-7ba1-4c91-849d-5a989a51ec8f),segment_id=279f856c-7ba1-4c91-849d-5a989a51ec8f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:47.691442 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cc01421b-7747-4616-891d-f7473bfc6952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.707124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-cc01421b-7747-4616-891d-f7473bfc6952 None None] Calling delete_port for 8549f33d-5a11-4b69-ad30-cbb7f2a9864b owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:47.735384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02f7d8bf-e93d-4c00-a045-13bda8aa6fe7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.735740 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-02f7d8bf-e93d-4c00-a045-13bda8aa6fe7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Added segment 618ac63b-e9fc-4245-9cee-a4e06f74bb59 of type vlan for network 7cb3f7f0-9d7d-46d8-9c55-ad83030b14de Sep 08 13:28:47.776038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f8e2ef84-f430-44e3-9fa9-74c1a9c8a119 None None] For port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88,segment=NetworkSegment(7caf291a-bbe5-4122-a9d0-411e219a4a37),segment_id=7caf291a-bbe5-4122-a9d0-411e219a4a37)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:47.777612 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ef84-f430-44e3-9fa9-74c1a9c8a119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.831962 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.842939 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02f7d8bf-e93d-4c00-a045-13bda8aa6fe7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.865526 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.867301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfa1bd2-8e6a-495b-a426-97b9bb4816de']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:47.872909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2ef84-f430-44e3-9fa9-74c1a9c8a119 None None] Calling delete_port for f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:47.906255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279f856c-7ba1-4c91-849d-5a989a51ec8f') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:47.906558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279f856c-7ba1-4c91-849d-5a989a51ec8f') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:47.920786 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.931096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Transition to ACTIVE for port object bdf0e065-d96e-45c2-b891-d86e8acdf24f will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:47.948090 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:47.958147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:28:47.958729 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.000681 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cc01421b-7747-4616-891d-f7473bfc6952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.014015 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca799-3e88-49e5-b39a-1fdcd0907a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:28:48.039692 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:28:48.043921 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.061295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc01421b-7747-4616-891d-f7473bfc6952 None None] No DVR routers for this DVR port 8549f33d-5a11-4b69-ad30-cbb7f2a9864b on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:48.073665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01421b-7747-4616-891d-f7473bfc6952 None None] Pushing event deleted for resources: {'Port': ['ID=8549f33d-5a11-4b69-ad30-cbb7f2a9864b,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:48.095137 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02f7d8bf-e93d-4c00-a045-13bda8aa6fe7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.097152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f7d8bf-e93d-4c00-a045-13bda8aa6fe7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:48.097847 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02f7d8bf-e93d-4c00-a045-13bda8aa6fe7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.127278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:48.132739 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.142216 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.150047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/networks/4dfa1bd2-8e6a-495b-a426-97b9bb4816de HTTP/1.1" status: 204 len: 168 time: 1.6564717 Sep 08 13:28:48.154144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46292) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:48.156796 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:48.168571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13741f-b0c0-42c9-b20f-962ccf394a34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Network': ['ID=4dfa1bd2-8e6a-495b-a426-97b9bb4816de,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:48.172757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1647329836', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:48.191587 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca799-3e88-49e5-b39a-1fdcd0907a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.203475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:48.238329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event updated for resources: {'Port': ['ID=a3757b5d-7766-4e2a-9cdd-d003742df821,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:48.241663 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.277036 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ef84-f430-44e3-9fa9-74c1a9c8a119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.297461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881138c-0baa-4b9d-8cb5-8fd605c642da req-c93bd66a-9ae6-4064-867e-35bfe3e11009 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:48.297461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881138c-0baa-4b9d-8cb5-8fd605c642da req-c93bd66a-9ae6-4064-867e-35bfe3e11009 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:48.297461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e881138c-0baa-4b9d-8cb5-8fd605c642da req-c93bd66a-9ae6-4064-867e-35bfe3e11009 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:48.297461 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e881138c-0baa-4b9d-8cb5-8fd605c642da req-c93bd66a-9ae6-4064-867e-35bfe3e11009 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2375 time: 0.0706737 Sep 08 13:28:48.325213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2ef84-f430-44e3-9fa9-74c1a9c8a119 None None] Pushing event deleted for resources: {'Port': ['ID=f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:48.330298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7d8bf-e93d-4c00-a045-13bda8aa6fe7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Network': ['ID=7cb3f7f0-9d7d-46d8-9c55-ad83030b14de,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:48.347404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2ef84-f430-44e3-9fa9-74c1a9c8a119 None None] No DVR routers for this DVR port f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:28:48.358431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 7cb3f7f0-9d7d-46d8-9c55-ad83030b14de details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:28:48.377719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e881138c-0baa-4b9d-8cb5-8fd605c642da req-07a4c95f-b839-4769-9d53-bd40476b0d4e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773036 Sep 08 13:28:48.383750 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ca799-3e88-49e5-b39a-1fdcd0907a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8276a59e-c958-455f-9754-9c9ca48c8b02,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:48.406399 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fb0ca799-3e88-49e5-b39a-1fdcd0907a6d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4f93fce8248a445cac0bdd24ba637c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4096947 Sep 08 13:28:48.406399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46300) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:48.427240 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network 818ef00a-7660-49a0-abb0-6ff848bc5e8d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:48.439499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Port': ['ID=bdf0e065-d96e-45c2-b891-d86e8acdf24f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:48.442017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:48.454928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:48.454928 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-02f7d8bf-e93d-4c00-a045-13bda8aa6fe7 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1881309 Sep 08 13:28:48.456762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46302) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:48.462167 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'subnet': {'network_id': '7cb3f7f0-9d7d-46d8-9c55-ad83030b14de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:48.802800 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e9cc37e-5731-4756-8c69-bf5a90b47eb2 req-3d7782a9-672b-4135-872d-30cf0d0cbbe6 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.1188545 Sep 08 13:28:48.827173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:48.828347 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.855341 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.857530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.888507 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f28d53e2-ce19-47f6-8538-5c6bfb701f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.932555 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27b581ff-64fb-48bc-ab6b-8b49e568e1ad req-3a108c41-89a3-43a5-a0a2-3bb8d0a05637 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd08bb69-9afe-4811-ac2c-b5be4dc12885 HTTP/1.1" status: 200 len: 210 time: 0.0648944 Sep 08 13:28:48.946932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8549f33d-5a11-4b69-ad30-cbb7f2a9864b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:48.957405 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f28d53e2-ce19-47f6-8538-5c6bfb701f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.972001 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 8549f33d-5a11-4b69-ad30-cbb7f2a9864b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:48.972461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8549f33d-5a11-4b69-ad30-cbb7f2a9864b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:48.972962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:28:48.992821 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:48.993316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:28:48.993810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f904ae7b-56b1-4d5f-8a8c-1b26a8d9fd88 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:28:49.011633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-16c06de2-3a99-422c-807a-954db1bf01d8 None None] Provisioning for port bdf0e065-d96e-45c2-b891-d86e8acdf24f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:49.016328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-16c06de2-3a99-422c-807a-954db1bf01d8 None None] Provisioning complete for port bdf0e065-d96e-45c2-b891-d86e8acdf24f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:49.028383 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-16c06de2-3a99-422c-807a-954db1bf01d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:49.053756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-16c06de2-3a99-422c-807a-954db1bf01d8 None None] Port bdf0e065-d96e-45c2-b891-d86e8acdf24f cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:28:49.063127 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-1581dc1b-2a8c-4a23-8164-48a93d8d2d33 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2818134 Sep 08 13:28:49.104831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Request body: {'port': {'device_id': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:49.188579 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f28d53e2-ce19-47f6-8538-5c6bfb701f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:49.193288 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f28d53e2-ce19-47f6-8538-5c6bfb701f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:49.195362 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f28d53e2-ce19-47f6-8538-5c6bfb701f60 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8276a59e-c958-455f-9754-9c9ca48c8b02 HTTP/1.1" status: 204 len: 168 time: 0.7888248 Sep 08 13:28:49.294780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:49.298469 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:49.336499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d53e2-ce19-47f6-8538-5c6bfb701f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8276a59e-c958-455f-9754-9c9ca48c8b02,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:49.358799 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:49.562879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17616a98-ceb1-41ea-946b-0a00f15b3901 req-c606598b-291c-4584-8ff3-35ee7c994194 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:49.570443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17616a98-ceb1-41ea-946b-0a00f15b3901 req-c606598b-291c-4584-8ff3-35ee7c994194 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:49.578276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17616a98-ceb1-41ea-946b-0a00f15b3901 req-c606598b-291c-4584-8ff3-35ee7c994194 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:49.591412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-17616a98-ceb1-41ea-946b-0a00f15b3901 req-c606598b-291c-4584-8ff3-35ee7c994194 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2375 time: 0.1171675 Sep 08 13:28:49.675100 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-17616a98-ceb1-41ea-946b-0a00f15b3901 req-dffeb13e-2e13-4ee9-90fd-ed5561cb4c70 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813651 Sep 08 13:28:49.856840 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:49.906247 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:50.176049 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-092d0a00-eae3-4b9d-80a1-10015984e55d req-41a3a985-2387-4402-bba0-93d448cbf846 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.1536124 Sep 08 13:28:50.178733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46326) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:50.212299 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-09de3403-98ef-443c-adcd-0714c0293c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:50.248962 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2045f3e-e974-4f5f-903e-2f73e1256cac req-bcdfbc96-3d56-406a-a7f2-491567f8e268 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.1219735 Sep 08 13:28:50.341331 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-09de3403-98ef-443c-adcd-0714c0293c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:50.429672 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-09de3403-98ef-443c-adcd-0714c0293c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:50.479703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-09de3403-98ef-443c-adcd-0714c0293c16 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=abd80b7868a340eb8cb19a276c861312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954068 Sep 08 13:28:50.481822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de3403-98ef-443c-adcd-0714c0293c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a615af05-d637-4a59-9649-0f66dc905ea4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:50.486825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46332) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:50.555913 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ef669f7-4886-40cc-801b-db4814da5162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:50.580742 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ef669f7-4886-40cc-801b-db4814da5162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:50.639337 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:50.697985 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ef669f7-4886-40cc-801b-db4814da5162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:50.702478 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ef669f7-4886-40cc-801b-db4814da5162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:50.708014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9ef669f7-4886-40cc-801b-db4814da5162 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a615af05-d637-4a59-9649-0f66dc905ea4 HTTP/1.1" status: 204 len: 168 time: 0.2157030 Sep 08 13:28:50.730388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef669f7-4886-40cc-801b-db4814da5162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a615af05-d637-4a59-9649-0f66dc905ea4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:50.775319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2c0b8c-f65e-470e-bf48-240cd620ed55 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:28:50.824013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:50.925435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.objects.ports [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:28:50.958263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Transition to ACTIVE for port object 6c2c0b8c-f65e-470e-bf48-240cd620ed55 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:50.966296 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:51.018226 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:51.061616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:51.093514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc702083-d697-4018-ba01-e89b04869e36 req-ad997e1c-96e4-49a5-a60c-46eebd183b88 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:51.100105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc702083-d697-4018-ba01-e89b04869e36 req-ad997e1c-96e4-49a5-a60c-46eebd183b88 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:51.106368 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc702083-d697-4018-ba01-e89b04869e36 req-ad997e1c-96e4-49a5-a60c-46eebd183b88 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:51.108062 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc702083-d697-4018-ba01-e89b04869e36 req-ad997e1c-96e4-49a5-a60c-46eebd183b88 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2375 time: 0.2891901 Sep 08 13:28:51.170732 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:51.173383 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Subnet': ['ID=69db44b3-a9b3-41f4-9e5d-1cbaeb7eee13,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:51.256457 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Checking segment: {'id': '618ac63b-e9fc-4245-9cee-a4e06f74bb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '7cb3f7f0-9d7d-46d8-9c55-ad83030b14de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:51.256742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network hostable DHCP agents. Network: 7cb3f7f0-9d7d-46d8-9c55-ad83030b14de, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:28:51.345330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63c3c727-dc70-4532-afd5-f57d7136d0f5 req-0cc15eb3-b431-463c-a367-3e4fc0bad1cf tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0447729 Sep 08 13:28:51.352602 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc702083-d697-4018-ba01-e89b04869e36 req-de42c087-6349-4cc3-9e58-c08ef548df5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293923 Sep 08 13:28:51.353385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2c0b8c-f65e-470e-bf48-240cd620ed55,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:51.432468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Allocated IP 172.25.5.88 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/dcc19b6a-46a5-425e-9d25-e88158067f13) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:51.495064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Router 80cf4ede-58e0-4f71-a1db-64d98b8955ee is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:28:51.653218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network 7cb3f7f0-9d7d-46d8-9c55-ad83030b14de is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:28:51.678031 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Attempting to bind port 6c2c0b8c-f65e-470e-bf48-240cd620ed55 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:51.678421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Attempting to bind port 6c2c0b8c-f65e-470e-bf48-240cd620ed55 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:51.678752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Attempting to bind port 6c2c0b8c-f65e-470e-bf48-240cd620ed55 on network 818ef00a-7660-49a0-abb0-6ff848bc5e8d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:51.696726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Port 6c2c0b8c-f65e-470e-bf48-240cd620ed55 on network 818ef00a-7660-49a0-abb0-6ff848bc5e8d not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:28:51.697061 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Attempting to bind port 6c2c0b8c-f65e-470e-bf48-240cd620ed55 on network 818ef00a-7660-49a0-abb0-6ff848bc5e8d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:51.742876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:51.743164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Checking segment: {'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:51.743508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Bound using segment: {'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:51.743962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Bound port: 6c2c0b8c-f65e-470e-bf48-240cd620ed55, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:51.744331 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:51.773393 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:51.812342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:51.825825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 7cb3f7f0-9d7d-46d8-9c55-ad83030b14de) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:51.826389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Sync routers for ids ['80cf4ede-58e0-4f71-a1db-64d98b8955ee'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:51.840861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:51.841471 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:51.860174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa8911f-b836-40e1-9068-7013dbea10a2 None None] Network 7cb3f7f0-9d7d-46d8-9c55-ad83030b14de requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:51.899607 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] For port 6c2c0b8c-f65e-470e-bf48-240cd620ed55, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:51.904735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] For port 6c2c0b8c-f65e-470e-bf48-240cd620ed55, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6c2c0b8c-f65e-470e-bf48-240cd620ed55,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:51.950046 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:51.953042 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c4114401-040f-4df2-accf-7f3ba0905786 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.7211967 Sep 08 13:28:51.956770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46354) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:51.965725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Routers {'80cf4ede-58e0-4f71-a1db-64d98b8955ee'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:51.966667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['80cf4ede-58e0-4f71-a1db-64d98b8955ee'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:52.004359 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:52.007434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:52.016477 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1d9025ee-8e3d-41ec-8a90-3d97e85f2181 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.5565994 Sep 08 13:28:52.023650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46356) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:52.077681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:52.086953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:52.168004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:52.168662 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:52.170841 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] 10.222.0.60 "PUT /v2.0/ports/6c2c0b8c-f65e-470e-bf48-240cd620ed55 HTTP/1.1" status: 200 len: 1092 time: 3.0716414 Sep 08 13:28:52.175684 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-78b071b9-f9a4-4ab0-9202-d0717f3c44e6 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/routers/80cf4ede-58e0-4f71-a1db-64d98b8955ee HTTP/1.1" status: 200 len: 909 time: 0.2194269 Sep 08 13:28:52.176281 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'tag': '6c2c0b8c-f65e-470e-bf48-240cd620ed55'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:28:52.178826 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98498f7f-b2dc-4fad-993d-603335546e05" -d '{"events": [{"name": "network-changed", "server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "tag": "6c2c0b8c-f65e-470e-bf48-240cd620ed55"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:28:52.182389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:52.262400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:52.268230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46362) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:52.278115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1929197147', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'enable_snat': True}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:52.411150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Set router 80cf4ede-58e0-4f71-a1db-64d98b8955ee gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:52.466114 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea9fcf-9b67-497d-b89f-7c45e7f91186 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2c0b8c-f65e-470e-bf48-240cd620ed55,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:52.495529 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:52.504880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Request body: {'port': {'device_id': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:52.514540 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:52.515554 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:52.583216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cb17b9-0e19-4b84-9708-254aec0f9189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-7cb3f7f0-9d7d-46d8-9c55-ad83030b14de', 'network_id': '7cb3f7f0-9d7d-46d8-9c55-ad83030b14de', 'tenant_id': '8469785e25604980b8f7ca032c7bdff7', 'fixed_ips': [{'subnet_id': '69db44b3-a9b3-41f4-9e5d-1cbaeb7eee13'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:28:52.585936 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-77cb17b9-0e19-4b84-9708-254aec0f9189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:52.668584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90fd364a-86c0-452f-8bfa-217c80ea87c1 req-3efd3c1d-e197-41fd-80dc-6d58ce792df3 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.1602488 Sep 08 13:28:52.772736 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:52.847682 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:52.892435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cf4ede-58e0-4f71-a1db-64d98b8955ee', 'name': 'tempest-snat-router-1929197147', 'tenant_id': '078dbe5e7db943eab00d414769dc55e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.148'}], 'enable_snat': False}, 'gw_port_id': 'a3757b5d-7766-4e2a-9cdd-d003742df821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:45Z', 'updated_at': '2021-09-08T13:28:48Z', 'revision_number': 3, 'project_id': '078dbe5e7db943eab00d414769dc55e9', 'gw_port': {'id': 'a3757b5d-7766-4e2a-9cdd-d003742df821', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cf4ede-58e0-4f71-a1db-64d98b8955ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:47Z', 'updated_at': '2021-09-08T13:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:52.928932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Checking router: 80cf4ede-58e0-4f71-a1db-64d98b8955ee for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:28:52.929478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Updating router 80cf4ede-58e0-4f71-a1db-64d98b8955ee port a3757b5d-7766-4e2a-9cdd-d003742df821 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:28:52.959903 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:53.135529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882d599-5119-437f-8f0f-b1b31b78ef95 req-ac20846d-112f-4af4-9ffa-8a7e0ed22e0c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:53.146985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882d599-5119-437f-8f0f-b1b31b78ef95 req-ac20846d-112f-4af4-9ffa-8a7e0ed22e0c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:53.180602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882d599-5119-437f-8f0f-b1b31b78ef95 req-ac20846d-112f-4af4-9ffa-8a7e0ed22e0c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:53.183745 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3882d599-5119-437f-8f0f-b1b31b78ef95 req-ac20846d-112f-4af4-9ffa-8a7e0ed22e0c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2387 time: 0.3423793 Sep 08 13:28:53.185337 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:53.224740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Subnet': ['ID=69db44b3-a9b3-41f4-9e5d-1cbaeb7eee13,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:53.306224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98498f7f-b2dc-4fad-993d-603335546e05 req-e16e80fb-dedf-4edb-a513-9b3d69103ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:53.307021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98498f7f-b2dc-4fad-993d-603335546e05 req-e16e80fb-dedf-4edb-a513-9b3d69103ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:53.307519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98498f7f-b2dc-4fad-993d-603335546e05 req-e16e80fb-dedf-4edb-a513-9b3d69103ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:53.309656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98498f7f-b2dc-4fad-993d-603335546e05 req-e16e80fb-dedf-4edb-a513-9b3d69103ee2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=464b7c47106844f5a3386cc180f697e4&device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2730 time: 0.3409462 Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server [None req-77cb17b9-0e19-4b84-9708-254aec0f9189 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69db44b3-a9b3-41f4-9e5d-1cbaeb7eee13: This subnet is being modified by another concurrent operation. Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 13:28:53.355833 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise exception Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 69db44b3-a9b3-41f4-9e5d-1cbaeb7eee13: This subnet is being modified by another concurrent operation. Sep 08 13:28:53.361408 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server Sep 08 13:28:53.383987 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:53.408100 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b024014e-6007-4ace-83d0-9088d84d5db5 x-openstack-request-id: req-b024014e-6007-4ace-83d0-9088d84d5db5 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:28:53.408772 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "tag": "6c2c0b8c-f65e-470e-bf48-240cd620ed55", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:28:53.409274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb3f7f0-9d7d-46d8-9c55-ad83030b14de']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:53.409437 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b024014e-6007-4ace-83d0-9088d84d5db5 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:28:53.410221 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'tag': '6c2c0b8c-f65e-470e-bf48-240cd620ed55', 'status': 'completed', 'code': 200} Sep 08 13:28:53.420479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618ac63b-e9fc-4245-9cee-a4e06f74bb59') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:53.420791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618ac63b-e9fc-4245-9cee-a4e06f74bb59') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:53.432698 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:53.440165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df424f-f9a1-47e2-b1f9-d9421394dc98 None None] Network 7cb3f7f0-9d7d-46d8-9c55-ad83030b14de requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:53.449637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:53.457060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:28:53.457488 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:53.493686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=dcc19b6a-46a5-425e-9d25-e88158067f13,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:28:53.528045 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:28:53.538039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:28:53.556075 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:53.625662 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:53.669608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d39eb9-94af-44f7-8895-f3e502dcbabf None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:28:53.756578 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:53.974205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d39eb9-94af-44f7-8895-f3e502dcbabf None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:28:54.123593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3882d599-5119-437f-8f0f-b1b31b78ef95 req-a1725bf8-42d5-4ef1-8681-80e0cad1eb4b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8996325 Sep 08 13:28:54.131106 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:54.261044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:54.278838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:54.287139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/networks/7cb3f7f0-9d7d-46d8-9c55-ad83030b14de HTTP/1.1" status: 204 len: 168 time: 2.2553387 Sep 08 13:28:54.330739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Transition to ACTIVE for port object a3757b5d-7766-4e2a-9cdd-d003742df821 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:54.347635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46420) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:54.356105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-20927f34-3093-4d65-91b4-7dfe509cb8ed tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-930026162'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:54.381116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f3110-7a3d-4f3b-a5ca-c1022d73e343 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Network': ['ID=7cb3f7f0-9d7d-46d8-9c55-ad83030b14de,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:54.443659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98498f7f-b2dc-4fad-993d-603335546e05 req-326a3f34-513d-4bc1-8a88-d1d6a3dfa7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:54.444249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98498f7f-b2dc-4fad-993d-603335546e05 req-326a3f34-513d-4bc1-8a88-d1d6a3dfa7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:54.444823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98498f7f-b2dc-4fad-993d-603335546e05 req-326a3f34-513d-4bc1-8a88-d1d6a3dfa7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:54.446741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98498f7f-b2dc-4fad-993d-603335546e05 req-326a3f34-513d-4bc1-8a88-d1d6a3dfa7fc service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=464b7c47106844f5a3386cc180f697e4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9198506 Sep 08 13:28:54.539930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20927f34-3093-4d65-91b4-7dfe509cb8ed tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:54.543550 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20927f34-3093-4d65-91b4-7dfe509cb8ed tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:54.548984 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:54.649312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20927f34-3093-4d65-91b4-7dfe509cb8ed tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:28:54.676578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Attempting to bind port a3757b5d-7766-4e2a-9cdd-d003742df821 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:54.677770 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Attempting to bind port a3757b5d-7766-4e2a-9cdd-d003742df821 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:54.678720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Attempting to bind port a3757b5d-7766-4e2a-9cdd-d003742df821 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:54.683352 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Transition to ACTIVE for port object a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:54.695658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b4c1b-7719-47ed-b60f-d5dd819db21c None None] Pushing event updated for resources: {'Port': ['ID=a3757b5d-7766-4e2a-9cdd-d003742df821,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:54.709204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:54.711368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:54.712294 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:54.713151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:54.714324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Bound port: a3757b5d-7766-4e2a-9cdd-d003742df821, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:54.715275 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:54.759040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98498f7f-b2dc-4fad-993d-603335546e05 req-cd155168-67f5-4091-a1cb-0e18b66064a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:54.761630 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98498f7f-b2dc-4fad-993d-603335546e05 req-cd155168-67f5-4091-a1cb-0e18b66064a7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2779698 Sep 08 13:28:54.764641 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6d4afdd5-d82d-4451-8b2d-68a5106ecdba req-f7231565-08cb-4afa-b909-76cf395a4b40 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.1034186 Sep 08 13:28:54.770065 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:54.787181 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20927f34-3093-4d65-91b4-7dfe509cb8ed tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:54.787715 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-20927f34-3093-4d65-91b4-7dfe509cb8ed tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Added segment 9fe1622a-5585-4ebb-a981-a1c911cb203b of type vlan for network c5c5681c-9ac3-4835-878c-baf08cb2ddac Sep 08 13:28:54.856884 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20927f34-3093-4d65-91b4-7dfe509cb8ed tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:54.859926 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:54.875070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] For port a3757b5d-7766-4e2a-9cdd-d003742df821, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:54.887848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] For port a3757b5d-7766-4e2a-9cdd-d003742df821, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a3757b5d-7766-4e2a-9cdd-d003742df821,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:54.890823 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:54.907253 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Pushing event updated for resources: {'Port': ['ID=a01182ee-3f00-4c71-b1ea-aad1fa2e8c65,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:54.988479 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:55.007895 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:55.086139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Allocated IP 172.25.5.92 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/5df16cf7-c22f-4452-a445-856eae38cd68) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:55.099722 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20927f34-3093-4d65-91b4-7dfe509cb8ed tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:55.107128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20927f34-3093-4d65-91b4-7dfe509cb8ed tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:55.107537 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20927f34-3093-4d65-91b4-7dfe509cb8ed tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:55.123826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46430) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:55.176219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Attempting to bind port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:55.178473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Attempting to bind port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'c6af8342-7ce8-44d1-aff6-84ce6e4f32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:55.179929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Attempting to bind port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 on network b390f705-1db6-4b7a-90e8-315571f4ec41 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:55.236373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Routers {'80cf4ede-58e0-4f71-a1db-64d98b8955ee'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:55.237085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['80cf4ede-58e0-4f71-a1db-64d98b8955ee'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:55.242218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b4c1b-7719-47ed-b60f-d5dd819db21c None None] Pushing event updated for resources: {'Port': ['ID=a3757b5d-7766-4e2a-9cdd-d003742df821,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:55.289979 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 on network b390f705-1db6-4b7a-90e8-315571f4ec41 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:28:55.290322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Attempting to bind port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 on network b390f705-1db6-4b7a-90e8-315571f4ec41 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:55.302124 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:55.302554 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Checking segment: {'id': 'c6af8342-7ce8-44d1-aff6-84ce6e4f32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:55.302896 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Bound using segment: {'id': 'c6af8342-7ce8-44d1-aff6-84ce6e4f32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:55.303361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Bound port: a01182ee-3f00-4c71-b1ea-aad1fa2e8c65, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6af8342-7ce8-44d1-aff6-84ce6e4f32ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:55.303739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:55.323611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20927f34-3093-4d65-91b4-7dfe509cb8ed tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Network': ['ID=c5c5681c-9ac3-4835-878c-baf08cb2ddac,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:55.334819 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-20927f34-3093-4d65-91b4-7dfe509cb8ed tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9841025 Sep 08 13:28:55.341053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c5c5681c-9ac3-4835-878c-baf08cb2ddac details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:28:55.344357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46436) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:55.350214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3dd59281-fd88-4c76-8dd8-7e9a50143a3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'subnet': {'network_id': 'c5c5681c-9ac3-4835-878c-baf08cb2ddac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:55.379065 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2b6287ee-e00a-4219-9950-f0ecab48c0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:55.403588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169fe37-cc86-4a02-8287-defba2e175a8 req-29917ada-ecb1-4b2d-9be3-17832ad40390 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:55.410799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169fe37-cc86-4a02-8287-defba2e175a8 req-29917ada-ecb1-4b2d-9be3-17832ad40390 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:55.417455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169fe37-cc86-4a02-8287-defba2e175a8 req-29917ada-ecb1-4b2d-9be3-17832ad40390 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:55.419272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c169fe37-cc86-4a02-8287-defba2e175a8 req-29917ada-ecb1-4b2d-9be3-17832ad40390 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2399 time: 0.1376348 Sep 08 13:28:55.444366 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:55.487530 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c169fe37-cc86-4a02-8287-defba2e175a8 req-0a67a8ec-2ffc-4e28-bdaa-277e031cbf35 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609119 Sep 08 13:28:55.560069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] For port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:55.567043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] For port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a01182ee-3f00-4c71-b1ea-aad1fa2e8c65,segment=NetworkSegment(c6af8342-7ce8-44d1-aff6-84ce6e4f32ba),segment_id=c6af8342-7ce8-44d1-aff6-84ce6e4f32ba)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:55.595744 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:55.639720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:55.644041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:55.649725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:55.671016 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2b6287ee-e00a-4219-9950-f0ecab48c0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:55.675317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:28:55.695213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event updated for resources: {'Port': ['ID=5df16cf7-c22f-4452-a445-856eae38cd68,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:55.738378 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:55.758752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] Set router 80cf4ede-58e0-4f71-a1db-64d98b8955ee gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:55.852453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:55.853429 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:55.855161 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] 10.222.0.60 "PUT /v2.0/ports/a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 HTTP/1.1" status: 200 len: 1091 time: 3.3663130 Sep 08 13:28:55.856320 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2b6287ee-e00a-4219-9950-f0ecab48c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:55.859646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'tag': 'a01182ee-3f00-4c71-b1ea-aad1fa2e8c65'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:28:55.862479 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd19785-bd14-44b2-b844-ffd4b8c3093c" -d '{"events": [{"name": "network-changed", "server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "tag": "a01182ee-3f00-4c71-b1ea-aad1fa2e8c65"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:28:55.962702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76879883-d864-4df6-b9e4-920d0f61b462 service neutron] Pushing event updated for resources: {'Port': ['ID=a01182ee-3f00-4c71-b1ea-aad1fa2e8c65,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:55.970920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6287ee-e00a-4219-9950-f0ecab48c0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebd400a-b758-4a67-80ac-c1f4ab039842,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:55.977371 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e892ed-42bc-4abf-940a-5c63cf5f887c x-openstack-request-id: req-49e892ed-42bc-4abf-940a-5c63cf5f887c {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:28:55.978152 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "tag": "a01182ee-3f00-4c71-b1ea-aad1fa2e8c65", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:28:55.978609 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49e892ed-42bc-4abf-940a-5c63cf5f887c {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:28:55.979249 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'tag': 'a01182ee-3f00-4c71-b1ea-aad1fa2e8c65', 'status': 'completed', 'code': 200} Sep 08 13:28:56.033723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Request body: {'port': {'device_id': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:56.040069 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-640e778a-59c6-4dd3-9a3a-4adf03fdd3da req-c6d38035-d9d7-4d33-90a2-b4fcbd43d6ee tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0881803 Sep 08 13:28:56.044452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80cf4ede-58e0-4f71-a1db-64d98b8955ee', 'name': 'tempest-snat-router-1929197147', 'tenant_id': '078dbe5e7db943eab00d414769dc55e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.148'}], 'enable_snat': False}, 'gw_port_id': 'a3757b5d-7766-4e2a-9cdd-d003742df821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:45Z', 'updated_at': '2021-09-08T13:28:48Z', 'revision_number': 3, 'project_id': '078dbe5e7db943eab00d414769dc55e9', 'gw_port': {'id': 'a3757b5d-7766-4e2a-9cdd-d003742df821', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cf4ede-58e0-4f71-a1db-64d98b8955ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:47Z', 'updated_at': '2021-09-08T13:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:56.080675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:56.085057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd59281-fd88-4c76-8dd8-7e9a50143a3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:28:56.088542 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3dd59281-fd88-4c76-8dd8-7e9a50143a3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:56.096894 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56089be2-4ccd-4c42-922b-2647482485ac None None] Sync routers for ids ['165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:56.104679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d1562f-1c03-4b80-a674-255bcbf44d4d None None] The sync data for ids ['80cf4ede-58e0-4f71-a1db-64d98b8955ee'] in n-d-807558-3 is: [{'id': '80cf4ede-58e0-4f71-a1db-64d98b8955ee', 'name': 'tempest-snat-router-1929197147', 'tenant_id': '078dbe5e7db943eab00d414769dc55e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.148'}], 'enable_snat': False}, 'gw_port_id': 'a3757b5d-7766-4e2a-9cdd-d003742df821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:45Z', 'updated_at': '2021-09-08T13:28:48Z', 'revision_number': 3, 'project_id': '078dbe5e7db943eab00d414769dc55e9', 'gw_port': {'id': 'a3757b5d-7766-4e2a-9cdd-d003742df821', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:2f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80cf4ede-58e0-4f71-a1db-64d98b8955ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:47Z', 'updated_at': '2021-09-08T13:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:56.111252 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2b6287ee-e00a-4219-9950-f0ecab48c0d8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1a58039460f84328888cee9988792d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9748507 Sep 08 13:28:56.111826 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56089be2-4ccd-4c42-922b-2647482485ac None None] Routers {'165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:56.112715 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-56089be2-4ccd-4c42-922b-2647482485ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:56.121913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46450) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:56.172315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19785-bd14-44b2-b844-ffd4b8c3093c req-a3d71440-9884-4d13-bae8-45a3cea6f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:56.172824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19785-bd14-44b2-b844-ffd4b8c3093c req-a3d71440-9884-4d13-bae8-45a3cea6f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:56.173316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19785-bd14-44b2-b844-ffd4b8c3093c req-a3d71440-9884-4d13-bae8-45a3cea6f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:56.178988 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdd19785-bd14-44b2-b844-ffd4b8c3093c req-a3d71440-9884-4d13-bae8-45a3cea6f9d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=464b7c47106844f5a3386cc180f697e4&device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2797 time: 0.1711333 Sep 08 13:28:56.183241 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-56089be2-4ccd-4c42-922b-2647482485ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:56.211807 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56089be2-4ccd-4c42-922b-2647482485ac None None] Routers {'165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:56.212435 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-56089be2-4ccd-4c42-922b-2647482485ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:56.252603 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-56089be2-4ccd-4c42-922b-2647482485ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:56.253834 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56089be2-4ccd-4c42-922b-2647482485ac None None] The sync data for ids ['165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:28:56.273023 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:56.303822 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:56.311115 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bd971120-ffd9-4c12-9d12-08915dff1951 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.1497686 Sep 08 13:28:56.311253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46452) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:56.327010 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:56.354618 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eae499b5-9233-4608-93e0-26167193bcc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:56.449871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19785-bd14-44b2-b844-ffd4b8c3093c req-4dce5dea-7faa-4502-a71b-67e4ec02d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:56.450385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19785-bd14-44b2-b844-ffd4b8c3093c req-4dce5dea-7faa-4502-a71b-67e4ec02d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:56.450892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19785-bd14-44b2-b844-ffd4b8c3093c req-4dce5dea-7faa-4502-a71b-67e4ec02d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:56.452525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdd19785-bd14-44b2-b844-ffd4b8c3093c req-4dce5dea-7faa-4502-a71b-67e4ec02d0f3 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=464b7c47106844f5a3386cc180f697e4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2637019 Sep 08 13:28:56.512043 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eae499b5-9233-4608-93e0-26167193bcc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:56.670829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0e2a0bee-79bb-4e4e-857e-baabd3fd7f34 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/routers/165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2 HTTP/1.1" status: 200 len: 880 time: 0.3584464 Sep 08 13:28:56.683793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46458) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:56.752019 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd19785-bd14-44b2-b844-ffd4b8c3093c req-9541a380-23e0-4ca4-9906-b75fb2cb3826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:56.752286 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdd19785-bd14-44b2-b844-ffd4b8c3093c req-9541a380-23e0-4ca4-9906-b75fb2cb3826 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2637336 Sep 08 13:28:56.782906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5b911-451e-4206-bb40-415c421dc440 req-479893c9-0883-4633-832d-ff54dcec1826 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:56.789831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5b911-451e-4206-bb40-415c421dc440 req-479893c9-0883-4633-832d-ff54dcec1826 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:56.796185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5b911-451e-4206-bb40-415c421dc440 req-479893c9-0883-4633-832d-ff54dcec1826 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:56.798279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10a5b911-451e-4206-bb40-415c421dc440 req-479893c9-0883-4633-832d-ff54dcec1826 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2399 time: 0.1696150 Sep 08 13:28:56.904602 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:56.926839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10a5b911-451e-4206-bb40-415c421dc440 req-ddc43ff9-a589-49b0-b7a5-b4ed0c3b46df tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003065 Sep 08 13:28:56.954907 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3dd59281-fd88-4c76-8dd8-7e9a50143a3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:57.037653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a3757b5d-7766-4e2a-9cdd-d003742df821 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:57.044472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eae499b5-9233-4608-93e0-26167193bcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:57.047445 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eae499b5-9233-4608-93e0-26167193bcc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:57.053679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-eae499b5-9233-4608-93e0-26167193bcc2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cebd400a-b758-4a67-80ac-c1f4ab039842 HTTP/1.1" status: 204 len: 168 time: 0.9158068 Sep 08 13:28:57.148054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdf0e065-d96e-45c2-b891-d86e8acdf24f {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:28:57.167027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port a3757b5d-7766-4e2a-9cdd-d003742df821 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:28:57.169933 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:57.171731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a3757b5d-7766-4e2a-9cdd-d003742df821 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:57.172771 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:57.258890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae499b5-9233-4608-93e0-26167193bcc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebd400a-b758-4a67-80ac-c1f4ab039842,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:57.299536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Router 33e46ce7-a91d-40de-82ba-4fa6f0929fb5 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:28:57.350191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd59281-fd88-4c76-8dd8-7e9a50143a3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Subnet': ['ID=4f1c4b1c-c6c6-46c7-a5a5-7545042d5003,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:57.373542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Transition to ACTIVE for port object bdf0e065-d96e-45c2-b891-d86e8acdf24f will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:57.382212 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:57.391750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d73938b8-f6ce-4075-a308-ba5b5831508b req-209ce6d5-d06c-44b9-ab9a-2cb3b77c250a tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.1539154 Sep 08 13:28:57.430949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd59281-fd88-4c76-8dd8-7e9a50143a3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Checking segment: {'id': '9fe1622a-5585-4ebb-a981-a1c911cb203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c5c5681c-9ac3-4835-878c-baf08cb2ddac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:57.431880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd59281-fd88-4c76-8dd8-7e9a50143a3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network hostable DHCP agents. Network: c5c5681c-9ac3-4835-878c-baf08cb2ddac, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:28:57.450034 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:57.455827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port a3757b5d-7766-4e2a-9cdd-d003742df821, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a3757b5d-7766-4e2a-9cdd-d003742df821,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:28:57.526864 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:57.562511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-560d1bcd-2b60-4509-8cc7-a6048b632d18 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.8748415 Sep 08 13:28:57.564804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf0e065-d96e-45c2-b891-d86e8acdf24f,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:57.567420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46468) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:57.573420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-59335f5c-cfc3-462e-bfca-ed53b71d8b7a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1647329836'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:28:57.641901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=a3757b5d-7766-4e2a-9cdd-d003742df821,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:57.643493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd59281-fd88-4c76-8dd8-7e9a50143a3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network c5c5681c-9ac3-4835-878c-baf08cb2ddac is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:28:57.688624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:28:57.704644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Sync routers for ids ['33e46ce7-a91d-40de-82ba-4fa6f0929fb5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:28:57.719144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Routers {'33e46ce7-a91d-40de-82ba-4fa6f0929fb5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:28:57.720468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['33e46ce7-a91d-40de-82ba-4fa6f0929fb5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:57.778246 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:57.779594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b1bdf7d9-f4bd-4432-8aa7-ecdbd572198e tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.5055785 Sep 08 13:28:57.791104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46472) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:57.810912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Attempting to bind port bdf0e065-d96e-45c2-b891-d86e8acdf24f on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:28:57.811257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Attempting to bind port bdf0e065-d96e-45c2-b891-d86e8acdf24f by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:28:57.811594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Attempting to bind port bdf0e065-d96e-45c2-b891-d86e8acdf24f on network 818ef00a-7660-49a0-abb0-6ff848bc5e8d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:57.821729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Port bdf0e065-d96e-45c2-b891-d86e8acdf24f on network 818ef00a-7660-49a0-abb0-6ff848bc5e8d not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:28:57.822064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Attempting to bind port bdf0e065-d96e-45c2-b891-d86e8acdf24f on network 818ef00a-7660-49a0-abb0-6ff848bc5e8d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:28:57.886155 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-3dd59281-fd88-4c76-8dd8-7e9a50143a3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c5c5681c-9ac3-4835-878c-baf08cb2ddac) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:57.894678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:28:57.895281 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Checking segment: {'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:28:57.896422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Bound using segment: {'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:28:57.897068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Bound port: bdf0e065-d96e-45c2-b891-d86e8acdf24f, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a4ce3be-3149-416f-920e-3e499fb19e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:28:57.897633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:57.900527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Set router 33e46ce7-a91d-40de-82ba-4fa6f0929fb5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:28:57.904301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd59281-fd88-4c76-8dd8-7e9a50143a3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:57.904697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b19bbb7-a362-4cde-93ab-1f12ddcd156f None None] Network c5c5681c-9ac3-4835-878c-baf08cb2ddac requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:28:57.905415 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3dd59281-fd88-4c76-8dd8-7e9a50143a3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:57.970583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1809d8b1-55e6-4f61-9e2c-540da3fcbd7f tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/routers/33e46ce7-a91d-40de-82ba-4fa6f0929fb5 HTTP/1.1" status: 200 len: 907 time: 0.1781023 Sep 08 13:28:57.971365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46478) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:58.074273 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3dd59281-fd88-4c76-8dd8-7e9a50143a3f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7277772 Sep 08 13:28:58.076929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46482) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:58.159997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46484) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:58.163282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] For port bdf0e065-d96e-45c2-b891-d86e8acdf24f, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:28:58.203544 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:58.210515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] For port bdf0e065-d96e-45c2-b891-d86e8acdf24f, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=bdf0e065-d96e-45c2-b891-d86e8acdf24f,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:28:58.329964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cdd70-6545-4792-971b-e49725df2ba1 req-a6660be1-8b4b-4303-97dc-9bf34869e8f8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:58.336216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cdd70-6545-4792-971b-e49725df2ba1 req-a6660be1-8b4b-4303-97dc-9bf34869e8f8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:58.346567 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:58.358876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cdd70-6545-4792-971b-e49725df2ba1 req-a6660be1-8b4b-4303-97dc-9bf34869e8f8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:58.360661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-011cdd70-6545-4792-971b-e49725df2ba1 req-a6660be1-8b4b-4303-97dc-9bf34869e8f8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2411 time: 0.2506588 Sep 08 13:28:58.379266 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8304c159-e986-4ea1-9182-5365f65e34ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:58.490674 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-011cdd70-6545-4792-971b-e49725df2ba1 req-08f2700f-d599-4316-be96-2cc603ddcf78 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078649 Sep 08 13:28:58.524998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:58.601330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e46ce7-a91d-40de-82ba-4fa6f0929fb5', 'name': 'tempest-snat-router-1929197147', 'tenant_id': '078dbe5e7db943eab00d414769dc55e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.92'}], 'enable_snat': True}, 'gw_port_id': '5df16cf7-c22f-4452-a445-856eae38cd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:52Z', 'updated_at': '2021-09-08T13:28:55Z', 'revision_number': 3, 'project_id': '078dbe5e7db943eab00d414769dc55e9', 'gw_port': {'id': '5df16cf7-c22f-4452-a445-856eae38cd68', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:21:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33e46ce7-a91d-40de-82ba-4fa6f0929fb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2024, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:54Z', 'updated_at': '2021-09-08T13:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:28:58.611502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c5c5681c-9ac3-4835-878c-baf08cb2ddac', 'network_id': 'c5c5681c-9ac3-4835-878c-baf08cb2ddac', 'tenant_id': '8469785e25604980b8f7ca032c7bdff7', 'fixed_ips': [{'subnet_id': '4f1c4b1c-c6c6-46c7-a5a5-7545042d5003'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:28:58.612965 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:58.650069 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8304c159-e986-4ea1-9182-5365f65e34ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:58.692960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Checking router: 33e46ce7-a91d-40de-82ba-4fa6f0929fb5 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:28:58.693403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Updating router 33e46ce7-a91d-40de-82ba-4fa6f0929fb5 port 5df16cf7-c22f-4452-a445-856eae38cd68 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:28:58.725641 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:58.731238 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8304c159-e986-4ea1-9182-5365f65e34ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:58.987690 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.021466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Allocated IP 2001:db8::2 (c5c5681c-9ac3-4835-878c-baf08cb2ddac/4f1c4b1c-c6c6-46c7-a5a5-7545042d5003/539ae8c5-2163-4fb2-92e3-6f3f88bab173) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:28:59.045036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a3757b5d-7766-4e2a-9cdd-d003742df821 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:28:59.089709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:59.090387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.091978 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] 10.222.0.60 "PUT /v2.0/ports/bdf0e065-d96e-45c2-b891-d86e8acdf24f HTTP/1.1" status: 200 len: 1091 time: 3.0671577 Sep 08 13:28:59.094694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'tag': 'bdf0e065-d96e-45c2-b891-d86e8acdf24f'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:28:59.097468 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74583936-d99c-4162-8649-79b4d6f55de2" -d '{"events": [{"name": "network-changed", "server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "tag": "bdf0e065-d96e-45c2-b891-d86e8acdf24f"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:28:59.119287 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0bc0121-829a-48e6-91ba-0a11ceaebc2a req-77063d3c-e325-40eb-8727-3c760079f396 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.1279042 Sep 08 13:28:59.133691 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-59335f5c-cfc3-462e-bfca-ed53b71d8b7a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.209769 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac44a37-2a0a-4a84-ad7a-c895e34dba53 x-openstack-request-id: req-8ac44a37-2a0a-4a84-ad7a-c895e34dba53 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:28:59.210157 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "tag": "bdf0e065-d96e-45c2-b891-d86e8acdf24f", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:28:59.210437 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8ac44a37-2a0a-4a84-ad7a-c895e34dba53 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:28:59.210876 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'tag': 'bdf0e065-d96e-45c2-b891-d86e8acdf24f', 'status': 'completed', 'code': 200} Sep 08 13:28:59.242449 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-59335f5c-cfc3-462e-bfca-ed53b71d8b7a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.252759 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167611ab-555e-40b5-ab7c-8280ea82b605 service neutron] Pushing event updated for resources: {'Port': ['ID=bdf0e065-d96e-45c2-b891-d86e8acdf24f,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:59.285919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Deleting port 5df16cf7-c22f-4452-a445-856eae38cd68 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:28:59.286456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.321590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304c159-e986-4ea1-9182-5365f65e34ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d1da9e-d80d-4727-a4fb-5e1ba41481a0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:59.354343 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8304c159-e986-4ea1-9182-5365f65e34ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2bf2b9af0a5c4248a373de2f0e0a9d06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1722803 Sep 08 13:28:59.362767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46506) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:28:59.390117 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.399187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a3757b5d-7766-4e2a-9cdd-d003742df821 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:28:59.399608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.436464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74583936-d99c-4162-8649-79b4d6f55de2 req-ee462967-97a7-4784-863e-f30f2c3c4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:59.436960 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74583936-d99c-4162-8649-79b4d6f55de2 req-ee462967-97a7-4784-863e-f30f2c3c4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:59.437443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74583936-d99c-4162-8649-79b4d6f55de2 req-ee462967-97a7-4784-863e-f30f2c3c4c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:59.439425 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-74583936-d99c-4162-8649-79b4d6f55de2 req-ee462967-97a7-4784-863e-f30f2c3c4c25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=464b7c47106844f5a3386cc180f697e4&device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2864 time: 0.2252903 Sep 08 13:28:59.445352 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.453673 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.485941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Calling delete_port for 5df16cf7-c22f-4452-a445-856eae38cd68 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:28:59.501917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Transition to ACTIVE for port object 539ae8c5-2163-4fb2-92e3-6f3f88bab173 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:59.526558 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db8b08df-c410-4055-853d-d365682e1ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.541982 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.566158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Transition to ACTIVE for port object 539ae8c5-2163-4fb2-92e3-6f3f88bab173 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:59.575268 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Transition to ACTIVE for port object 5df16cf7-c22f-4452-a445-856eae38cd68 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:28:59.616559 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db8b08df-c410-4055-853d-d365682e1ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.703500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59335f5c-cfc3-462e-bfca-ed53b71d8b7a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:28:59.728804 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.802008 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.810454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74583936-d99c-4162-8649-79b4d6f55de2 req-4cc3f949-a09c-49dd-8e0b-e5dd5fd8536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:59.811347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74583936-d99c-4162-8649-79b4d6f55de2 req-4cc3f949-a09c-49dd-8e0b-e5dd5fd8536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:59.811815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74583936-d99c-4162-8649-79b4d6f55de2 req-4cc3f949-a09c-49dd-8e0b-e5dd5fd8536e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:59.812078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Pushing event updated for resources: {'Port': ['ID=539ae8c5-2163-4fb2-92e3-6f3f88bab173,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:59.822725 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-74583936-d99c-4162-8649-79b4d6f55de2 req-4cc3f949-a09c-49dd-8e0b-e5dd5fd8536e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=464b7c47106844f5a3386cc180f697e4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3641903 Sep 08 13:28:59.838760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c02a36-3959-4e34-9d16-546610658b44 req-e8cb067a-9cf8-4b60-99b7-9220cc2eaa6b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:59.846983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c02a36-3959-4e34-9d16-546610658b44 req-e8cb067a-9cf8-4b60-99b7-9220cc2eaa6b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:59.856552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c02a36-3959-4e34-9d16-546610658b44 req-e8cb067a-9cf8-4b60-99b7-9220cc2eaa6b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:28:59.858994 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40c02a36-3959-4e34-9d16-546610658b44 req-e8cb067a-9cf8-4b60-99b7-9220cc2eaa6b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2411 time: 0.2277994 Sep 08 13:28:59.866908 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.882002 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:28:59.915824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adb0814-62ef-4311-9e83-b488730de4f0 None None] Pushing event updated for resources: {'Port': ['ID=5df16cf7-c22f-4452-a445-856eae38cd68,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:59.929352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Network c5c5681c-9ac3-4835-878c-baf08cb2ddac is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:28:59.933274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:28:59.940324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:28:59.948454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event deleted for resources: {'Port': ['ID=5df16cf7-c22f-4452-a445-856eae38cd68,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:28:59.999961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1c4b1c-c6c6-46c7-a5a5-7545042d5003,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:00.028344 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Attempting to bind port 5df16cf7-c22f-4452-a445-856eae38cd68 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:00.029102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Attempting to bind port 5df16cf7-c22f-4452-a445-856eae38cd68 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:00.030501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Attempting to bind port 5df16cf7-c22f-4452-a445-856eae38cd68 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:00.042542 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db8b08df-c410-4055-853d-d365682e1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.042542 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db8b08df-c410-4055-853d-d365682e1ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.046936 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-db8b08df-c410-4055-853d-d365682e1ac8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e0d1da9e-d80d-4727-a4fb-5e1ba41481a0 HTTP/1.1" status: 204 len: 168 time: 0.6799536 Sep 08 13:29:00.065510 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40c02a36-3959-4e34-9d16-546610658b44 req-d4238979-e677-4b08-ad99-b3dcc4a94748 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743019 Sep 08 13:29:00.068222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:00.069490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:00.072159 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.073117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:00.075426 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Bound port: 5df16cf7-c22f-4452-a445-856eae38cd68, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:00.075426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.095030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8b08df-c410-4055-853d-d365682e1ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d1da9e-d80d-4727-a4fb-5e1ba41481a0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:00.103552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59335f5c-cfc3-462e-bfca-ed53b71d8b7a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:00.115591 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-59335f5c-cfc3-462e-bfca-ed53b71d8b7a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.119655 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-59335f5c-cfc3-462e-bfca-ed53b71d8b7a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2 HTTP/1.1" status: 200 len: 887 time: 2.5477107 Sep 08 13:29:00.121725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74583936-d99c-4162-8649-79b4d6f55de2 req-25190995-8ea4-4317-acd3-48c2076aa5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:00.122556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46518) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:00.123976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-74583936-d99c-4162-8649-79b4d6f55de2 req-25190995-8ea4-4317-acd3-48c2076aa5a5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3005514 Sep 08 13:29:00.139577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Port 5df16cf7-c22f-4452-a445-856eae38cd68 has been deleted concurrently {{(pid=96265) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 08 13:29:00.144467 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9507f567-6166-4b4d-8160-4ffc7eafa032 None None] Sync routers for ids ['165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:00.160692 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9507f567-6166-4b4d-8160-4ffc7eafa032 None None] Routers {'165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:00.165937 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.166436 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9507f567-6166-4b4d-8160-4ffc7eafa032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:00.198898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Attempting to bind port 539ae8c5-2163-4fb2-92e3-6f3f88bab173 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:00.199286 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Attempting to bind port 539ae8c5-2163-4fb2-92e3-6f3f88bab173 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '9fe1622a-5585-4ebb-a981-a1c911cb203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c5c5681c-9ac3-4835-878c-baf08cb2ddac'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:00.206074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Attempting to bind port 539ae8c5-2163-4fb2-92e3-6f3f88bab173 on network c5c5681c-9ac3-4835-878c-baf08cb2ddac {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:00.219703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Routers {'33e46ce7-a91d-40de-82ba-4fa6f0929fb5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:00.220598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c5681c-9ac3-4835-878c-baf08cb2ddac']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:00.220810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['33e46ce7-a91d-40de-82ba-4fa6f0929fb5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:00.225510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:00.226244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Checking segment: {'id': '9fe1622a-5585-4ebb-a981-a1c911cb203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c5c5681c-9ac3-4835-878c-baf08cb2ddac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:00.226889 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.227489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Bound using segment: {'id': '9fe1622a-5585-4ebb-a981-a1c911cb203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c5c5681c-9ac3-4835-878c-baf08cb2ddac'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:00.228200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Bound port: 539ae8c5-2163-4fb2-92e3-6f3f88bab173, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fe1622a-5585-4ebb-a981-a1c911cb203b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'c5c5681c-9ac3-4835-878c-baf08cb2ddac'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:00.228797 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.264912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe1622a-5585-4ebb-a981-a1c911cb203b') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:00.269071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe1622a-5585-4ebb-a981-a1c911cb203b') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:00.277385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.305414 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.328001 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.333984 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9507f567-6166-4b4d-8160-4ffc7eafa032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:00.336694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-f510b97a-7bdf-4073-a6d6-0071d7763d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:00.337374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-f510b97a-7bdf-4073-a6d6-0071d7763d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:00.337866 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-f510b97a-7bdf-4073-a6d6-0071d7763d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:00.340035 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-f510b97a-7bdf-4073-a6d6-0071d7763d7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=464b7c47106844f5a3386cc180f697e4&device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2864 time: 0.1163502 Sep 08 13:29:00.349571 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9507f567-6166-4b4d-8160-4ffc7eafa032 None None] Routers {'165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:00.350771 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9507f567-6166-4b4d-8160-4ffc7eafa032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:00.351943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:00.353404 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:00.357180 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:00.402127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] Set router 33e46ce7-a91d-40de-82ba-4fa6f0929fb5 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:00.422076 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-c3b541d7-49d4-4151-a5a8-bee4bf1269af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.128&port_id=6c2c0b8c-f65e-470e-bf48-240cd620ed55 HTTP/1.1" status: 200 len: 217 time: 0.0598395 Sep 08 13:29:00.448822 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.450610 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9507f567-6166-4b4d-8160-4ffc7eafa032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:00.451898 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9507f567-6166-4b4d-8160-4ffc7eafa032 None None] The sync data for ids ['165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:00.456452 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.512610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33e46ce7-a91d-40de-82ba-4fa6f0929fb5', 'name': 'tempest-snat-router-1929197147', 'tenant_id': '078dbe5e7db943eab00d414769dc55e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:52Z', 'updated_at': '2021-09-08T13:28:59Z', 'revision_number': 5, 'project_id': '078dbe5e7db943eab00d414769dc55e9', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:00.518929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-a6465b9b-a9d0-4264-a378-c11d25120c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:00.529190 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-a6465b9b-a9d0-4264-a378-c11d25120c8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3802dec0-d8a8-410d-a905-bc46ca6f266b HTTP/1.1" status: 200 len: 801 time: 0.0701716 Sep 08 13:29:00.557475 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 13:29:00.557475 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 13:29:00.557475 n-d-807558-3 neutron-server[96264]: [parameters: {'id': 'c5c5681c-9ac3-4835-878c-baf08cb2ddac'}] Sep 08 13:29:00.557475 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:29:00.557475 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:29:00.559039 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1de4d95e-3fae-4535-93d3-d37102c315c6 req-dbe32168-9d4b-4631-9130-7c2e9b13c8f3 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0942941 Sep 08 13:29:00.597747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc2552-ff5d-4afc-9687-92d7e564224b None None] The sync data for ids ['33e46ce7-a91d-40de-82ba-4fa6f0929fb5'] in n-d-807558-3 is: [{'id': '33e46ce7-a91d-40de-82ba-4fa6f0929fb5', 'name': 'tempest-snat-router-1929197147', 'tenant_id': '078dbe5e7db943eab00d414769dc55e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:52Z', 'updated_at': '2021-09-08T13:28:59Z', 'revision_number': 5, 'project_id': '078dbe5e7db943eab00d414769dc55e9', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:00.644612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] For port 539ae8c5-2163-4fb2-92e3-6f3f88bab173, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:00.658617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] For port 539ae8c5-2163-4fb2-92e3-6f3f88bab173, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=539ae8c5-2163-4fb2-92e3-6f3f88bab173,segment=NetworkSegment(9fe1622a-5585-4ebb-a981-a1c911cb203b),segment_id=9fe1622a-5585-4ebb-a981-a1c911cb203b)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:00.659454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-16e2eea9-0251-40a7-9593-0ba64190bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:00.661018 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-16e2eea9-0251-40a7-9593-0ba64190bf35 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=818ef00a-7660-49a0-abb0-6ff848bc5e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1301348 Sep 08 13:29:00.688192 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6085adc9-aac4-4113-98d1-77dddba70b53 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/routers/165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2 HTTP/1.1" status: 200 len: 887 time: 0.5619519 Sep 08 13:29:00.688748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.690412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33e46ce7-a91d-40de-82ba-4fa6f0929fb5 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:29:00.691016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46532) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:00.701200 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.705993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-120a9fd3-2672-4a0f-a032-3816138513a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "DELETE /v2.0/routers/33e46ce7-a91d-40de-82ba-4fa6f0929fb5 HTTP/1.1" status: 204 len: 168 time: 2.7310767 Sep 08 13:29:00.707016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46534) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:00.753921 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:00.792243 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-40f13af0-9f93-4304-936b-5c3df63d9409 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2 HTTP/1.1" status: 200 len: 205 time: 0.0610647 Sep 08 13:29:00.795144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46536) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:00.864858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806a0b1-8269-43b7-870a-52c04d348075 None None] Pushing event updated for resources: {'Port': ['ID=539ae8c5-2163-4fb2-92e3-6f3f88bab173,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:00.882770 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b75b2d-e143-4551-90dc-231bdb6a3d06 None None] Network c5c5681c-9ac3-4835-878c-baf08cb2ddac requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:00.904815 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-aa46139e-292a-4dc3-9056-d9008e6b5fdf service neutron] 10.222.0.60 "GET /v2.0/networks/818ef00a-7660-49a0-abb0-6ff848bc5e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348716 Sep 08 13:29:01.039523 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:01.064570 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:01.101123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192dc377-d641-44b4-9e2e-137ac88a75fe None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:29:01.115257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:01.119722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-738a2904-84ad-4dfb-aa2f-a26fe7b1938a service neutron] 10.222.0.60 "GET /v2.0/networks/818ef00a-7660-49a0-abb0-6ff848bc5e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038503 Sep 08 13:29:01.170435 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-3c2eed8c-7938-4ec2-b445-e0618449d25e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.86&port_id=a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 HTTP/1.1" status: 200 len: 217 time: 0.0390978 Sep 08 13:29:01.204724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46542) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:01.230052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192dc377-d641-44b4-9e2e-137ac88a75fe None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:29:01.285322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-54249b91-3743-4eb6-8dd4-6c9a9a1f05b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:01.316771 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-8d6f51df-9c8b-4dae-900d-72a2cff420d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:01.318547 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-8d6f51df-9c8b-4dae-900d-72a2cff420d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0cbcc234-602a-4b5d-b847-4bd1755035b5 HTTP/1.1" status: 200 len: 801 time: 0.1294787 Sep 08 13:29:01.378812 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:01.384457 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6827524-d78a-4eae-a193-d91d21cf6935 req-35702ed7-f68d-4844-a985-56448023a048 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:01.390962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6827524-d78a-4eae-a193-d91d21cf6935 req-35702ed7-f68d-4844-a985-56448023a048 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:01.392508 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:01.397299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6827524-d78a-4eae-a193-d91d21cf6935 req-35702ed7-f68d-4844-a985-56448023a048 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:01.399249 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6827524-d78a-4eae-a193-d91d21cf6935 req-35702ed7-f68d-4844-a985-56448023a048 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2411 time: 0.2113287 Sep 08 13:29:01.424660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Deleting port 539ae8c5-2163-4fb2-92e3-6f3f88bab173 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:01.425116 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:01.526655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-800f323a-4b63-4c97-802e-eeebcef9c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:01.528173 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-800f323a-4b63-4c97-802e-eeebcef9c736 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b390f705-1db6-4b7a-90e8-315571f4ec41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2012813 Sep 08 13:29:01.562502 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6827524-d78a-4eae-a193-d91d21cf6935 req-f37a516c-4449-407a-9be3-70b6da0975e4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515486 Sep 08 13:29:01.585419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] For port 539ae8c5-2163-4fb2-92e3-6f3f88bab173, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=539ae8c5-2163-4fb2-92e3-6f3f88bab173,segment=NetworkSegment(9fe1622a-5585-4ebb-a981-a1c911cb203b),segment_id=9fe1622a-5585-4ebb-a981-a1c911cb203b)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:01.585797 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:01.664946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Deleting port a3757b5d-7766-4e2a-9cdd-d003742df821 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:01.665210 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:01.671097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port dcc19b6a-46a5-425e-9d25-e88158067f13 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:01.671097 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:01.751068 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f21b2ce3-75b6-4f55-8979-978cf7f72df0 req-833b0036-dbe3-4cf8-a5b1-7b280d6ff010 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0764735 Sep 08 13:29:01.892971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] For port a3757b5d-7766-4e2a-9cdd-d003742df821, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a3757b5d-7766-4e2a-9cdd-d003742df821,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:01.893347 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:01.897432 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:01.915476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for dcc19b6a-46a5-425e-9d25-e88158067f13 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:01.934253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Calling delete_port for a3757b5d-7766-4e2a-9cdd-d003742df821 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:01.997233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Calling delete_port for 539ae8c5-2163-4fb2-92e3-6f3f88bab173 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:02.088730 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-54249b91-3743-4eb6-8dd4-6c9a9a1f05b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.099462 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-ac636e54-9c97-46b3-ae7e-900a2803d3a9 service neutron] 10.222.0.60 "GET /v2.0/networks/b390f705-1db6-4b7a-90e8-315571f4ec41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568404 Sep 08 13:29:02.200562 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-54249b91-3743-4eb6-8dd4-6c9a9a1f05b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.222449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-20a73a9d-196e-455c-9731-960099ac378a service neutron] 10.222.0.60 "GET /v2.0/networks/b390f705-1db6-4b7a-90e8-315571f4ec41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149001 Sep 08 13:29:02.251667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54249b91-3743-4eb6-8dd4-6c9a9a1f05b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe28b4af-7f0c-46b9-a835-2a4ec91c6e50,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:02.285832 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-54249b91-3743-4eb6-8dd4-6c9a9a1f05b5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3e4f3bf77e143b0baee16d4a7c5e43f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0716515 Sep 08 13:29:02.287895 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.288637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46550) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:02.290723 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-45b5aba7-1475-4cec-aa41-585979828a3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=bdf0e065-d96e-45c2-b891-d86e8acdf24f HTTP/1.1" status: 200 len: 217 time: 0.0567915 Sep 08 13:29:02.342197 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ac27788d-5e7b-43a5-a171-2ed4d73f3db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.342675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Port': ['ID=539ae8c5-2163-4fb2-92e3-6f3f88bab173,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:02.344782 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No DVR routers for this DVR port 539ae8c5-2163-4fb2-92e3-6f3f88bab173 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:02.347686 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.350499 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.404280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-399d3c2c-f219-4fb4-bd4b-6e1e48234894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:02.404528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3757b5d-7766-4e2a-9cdd-d003742df821,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:02.405838 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-399d3c2c-f219-4fb4-bd4b-6e1e48234894 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3802dec0-d8a8-410d-a905-bc46ca6f266b HTTP/1.1" status: 200 len: 801 time: 0.1067705 Sep 08 13:29:02.409840 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ac27788d-5e7b-43a5-a171-2ed4d73f3db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.454670 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.472531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=dcc19b6a-46a5-425e-9d25-e88158067f13,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:02.491616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c5681c-9ac3-4835-878c-baf08cb2ddac']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:02.505097 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fe1622a-5585-4ebb-a981-a1c911cb203b') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:02.505884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fe1622a-5585-4ebb-a981-a1c911cb203b') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:02.517287 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.520209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-3af1a261-9d39-487c-86ae-1f523a293738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:02.521775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-3af1a261-9d39-487c-86ae-1f523a293738 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=818ef00a-7660-49a0-abb0-6ff848bc5e8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1074538 Sep 08 13:29:02.549038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.563373 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.564060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:02.564470 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.565491 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:02.567594 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:02.675128 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-786dbb94-95a0-4a09-a75f-8421eafd2764 service neutron] 10.222.0.60 "GET /v2.0/networks/818ef00a-7660-49a0-abb0-6ff848bc5e8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462924 Sep 08 13:29:02.744982 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.745261 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ac27788d-5e7b-43a5-a171-2ed4d73f3db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.749371 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ac27788d-5e7b-43a5-a171-2ed4d73f3db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.753198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ac27788d-5e7b-43a5-a171-2ed4d73f3db2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe28b4af-7f0c-46b9-a835-2a4ec91c6e50 HTTP/1.1" status: 204 len: 168 time: 0.4605298 Sep 08 13:29:02.762864 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.763992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.764118 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/networks/c5c5681c-9ac3-4835-878c-baf08cb2ddac HTTP/1.1" status: 204 len: 168 time: 4.6768954 Sep 08 13:29:02.764118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46556) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:02.768952 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.779165 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-815fe49a-4769-48bd-9264-a594fd450a96 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1694185334'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:02.785276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658970c3-766b-4acd-b401-18bed59314cf tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Network': ['ID=c5c5681c-9ac3-4835-878c-baf08cb2ddac,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:02.815734 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af40b7d0-0edd-4390-a518-a455753f61f4 req-4f6c2f16-f6a2-4c20-9fc2-626956b0aeea service neutron] 10.222.0.60 "GET /v2.0/networks/818ef00a-7660-49a0-abb0-6ff848bc5e8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330273 Sep 08 13:29:02.818105 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.849435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27788d-5e7b-43a5-a171-2ed4d73f3db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe28b4af-7f0c-46b9-a835-2a4ec91c6e50,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:02.851795 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.878013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a434a6-f3d0-40bf-a3d1-ce2a98886b1d req-06cf5454-4be9-4456-871d-0da7ea22eed4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:02.886707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a434a6-f3d0-40bf-a3d1-ce2a98886b1d req-06cf5454-4be9-4456-871d-0da7ea22eed4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:02.892079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a434a6-f3d0-40bf-a3d1-ce2a98886b1d req-06cf5454-4be9-4456-871d-0da7ea22eed4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:02.901597 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93a434a6-f3d0-40bf-a3d1-ce2a98886b1d req-06cf5454-4be9-4456-871d-0da7ea22eed4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2411 time: 0.2479830 Sep 08 13:29:02.904147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815fe49a-4769-48bd-9264-a594fd450a96 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:02.909599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-815fe49a-4769-48bd-9264-a594fd450a96 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.937341 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7986e88c-9592-4118-80e1-dc23292857a6 req-18dbf9fd-d486-4735-acbe-ccb79b9a0103 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0528090 Sep 08 13:29:02.955621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815fe49a-4769-48bd-9264-a594fd450a96 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:02.967483 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-815fe49a-4769-48bd-9264-a594fd450a96 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:02.968659 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-815fe49a-4769-48bd-9264-a594fd450a96 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Added segment defc4a4c-750a-4b52-a3ca-35473cd2cc4b of type vlan for network 8d42bc83-fea2-4867-ab34-c3777b360767 Sep 08 13:29:02.982550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93a434a6-f3d0-40bf-a3d1-ce2a98886b1d req-19c375ed-3b90-4f3f-9f49-b71cff84eb77 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776293 Sep 08 13:29:03.015251 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-815fe49a-4769-48bd-9264-a594fd450a96 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.114761 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.115360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Fanout notify agent at l3_agent the message router_deleted on router 165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:29:03.117097 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.117581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 80cf4ede-58e0-4f71-a1db-64d98b8955ee {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:29:03.124482 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.125220 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-12098aa4-1e1b-4544-a893-4402a651e476 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2 HTTP/1.1" status: 204 len: 168 time: 2.3283141 Sep 08 13:29:03.130327 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.131486 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e19e7741-88c2-4b3c-b4ed-755964b7ee02 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "DELETE /v2.0/routers/80cf4ede-58e0-4f71-a1db-64d98b8955ee HTTP/1.1" status: 204 len: 168 time: 2.4219506 Sep 08 13:29:03.132535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46572) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:03.135601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46574) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:03.137708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e8b0512a-e20f-4f1b-937e-9912c44abb8b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'network': {'name': 'tempest-RoutersTest-2035146039'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:03.140700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-933875302', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:03.183251 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-815fe49a-4769-48bd-9264-a594fd450a96 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.189148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815fe49a-4769-48bd-9264-a594fd450a96 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:03.189793 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-815fe49a-4769-48bd-9264-a594fd450a96 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.265973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fe49a-4769-48bd-9264-a594fd450a96 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Network': ['ID=8d42bc83-fea2-4867-ab34-c3777b360767,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:03.282819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 8d42bc83-fea2-4867-ab34-c3777b360767 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:03.457606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b0512a-e20f-4f1b-937e-9912c44abb8b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:03.461832 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8b0512a-e20f-4f1b-937e-9912c44abb8b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.488251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b0512a-e20f-4f1b-937e-9912c44abb8b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:03.498523 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8b0512a-e20f-4f1b-937e-9912c44abb8b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.498882 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-e8b0512a-e20f-4f1b-937e-9912c44abb8b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Added segment 303f036c-f820-4630-bb46-6f3ddb3d570c of type vlan for network c628813e-b715-4ac7-b136-c52c9538438f Sep 08 13:29:03.544814 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8b0512a-e20f-4f1b-937e-9912c44abb8b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.699584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8b0512a-e20f-4f1b-937e-9912c44abb8b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.701811 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.707517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0512a-e20f-4f1b-937e-9912c44abb8b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:03.707883 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8b0512a-e20f-4f1b-937e-9912c44abb8b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.710103 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.789607 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:03.792158 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-815fe49a-4769-48bd-9264-a594fd450a96 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0278773 Sep 08 13:29:03.795367 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46590) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:03.801282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Request body: {'subnet': {'network_id': '8d42bc83-fea2-4867-ab34-c3777b360767', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:03.812997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0512a-e20f-4f1b-937e-9912c44abb8b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Network': ['ID=c628813e-b715-4ac7-b136-c52c9538438f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:03.826079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c628813e-b715-4ac7-b136-c52c9538438f details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:03.846880 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e8b0512a-e20f-4f1b-937e-9912c44abb8b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7133212 Sep 08 13:29:03.849767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46592) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:03.855770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-409c6d76-0544-43e2-9d8b-a963687cd566 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'subnet': {'network_id': 'c628813e-b715-4ac7-b136-c52c9538438f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:04.101229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c6d76-0544-43e2-9d8b-a963687cd566 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:04.104946 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-409c6d76-0544-43e2-9d8b-a963687cd566 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:04.154816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:04.159543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ae4ac9d-fa06-4581-8935-a63234522487 req-20d056d0-4b8b-43b3-aae4-2a4c68984cd3 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0684769 Sep 08 13:29:04.185164 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84e160-270b-48d4-b5b3-1b11c17d3548 req-44118678-2c37-4c06-ac09-31b796a57f60 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:04.187915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84e160-270b-48d4-b5b3-1b11c17d3548 req-44118678-2c37-4c06-ac09-31b796a57f60 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:04.194520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84e160-270b-48d4-b5b3-1b11c17d3548 req-44118678-2c37-4c06-ac09-31b796a57f60 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:04.196267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb84e160-270b-48d4-b5b3-1b11c17d3548 req-44118678-2c37-4c06-ac09-31b796a57f60 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2411 time: 0.1348689 Sep 08 13:29:04.254396 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb84e160-270b-48d4-b5b3-1b11c17d3548 req-f85097f7-37e5-4ded-b1b2-56c237542ae5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510561 Sep 08 13:29:04.316856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Made reservation on behalf of 8469785e25604980b8f7ca032c7bdff7 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:04.321247 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:04.458926 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-409c6d76-0544-43e2-9d8b-a963687cd566 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:04.540641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c6d76-0544-43e2-9d8b-a963687cd566 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Subnet': ['ID=16e370b8-9ae4-4232-87a6-852d662926ca,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:04.573532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c6d76-0544-43e2-9d8b-a963687cd566 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Checking segment: {'id': '303f036c-f820-4630-bb46-6f3ddb3d570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c628813e-b715-4ac7-b136-c52c9538438f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:04.573872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c6d76-0544-43e2-9d8b-a963687cd566 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network hostable DHCP agents. Network: c628813e-b715-4ac7-b136-c52c9538438f, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:29:04.643158 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:04.663520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c6d76-0544-43e2-9d8b-a963687cd566 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network c628813e-b715-4ac7-b136-c52c9538438f is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:29:04.676245 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:04.787411 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Allocated IP 172.25.5.21 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/15530605-0ea3-4af7-94b5-e5d4749aedc9) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:04.851496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-409c6d76-0544-43e2-9d8b-a963687cd566 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c628813e-b715-4ac7-b136-c52c9538438f) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:04.856954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c6d76-0544-43e2-9d8b-a963687cd566 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:04.861479 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-409c6d76-0544-43e2-9d8b-a963687cd566 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:04.863265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97636b49-214e-4f15-bae8-82070fcb6063 None None] Network c628813e-b715-4ac7-b136-c52c9538438f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:04.922254 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a3757b5d-7766-4e2a-9cdd-d003742df821 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:29:04.963352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: a3757b5d-7766-4e2a-9cdd-d003742df821 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:29:04.964331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a3757b5d-7766-4e2a-9cdd-d003742df821 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:29:04.994359 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-409c6d76-0544-43e2-9d8b-a963687cd566 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1428466 Sep 08 13:29:04.994666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46620) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:05.002038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7788e518-56ca-42fa-9ca7-2063359d3392 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2014259477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:05.024959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.objects.ports [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:29:05.028444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:05.033711 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:05.122844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event updated for resources: {'Subnet': ['ID=a5590a75-bc02-40cd-a60d-3ccb0a2ceeb2,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:05.160361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Checking segment: {'id': 'defc4a4c-750a-4b52-a3ca-35473cd2cc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8d42bc83-fea2-4867-ab34-c3777b360767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:05.161121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network hostable DHCP agents. Network: 8d42bc83-fea2-4867-ab34-c3777b360767, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:29:05.175859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7788e518-56ca-42fa-9ca7-2063359d3392 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:05.177825 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7788e518-56ca-42fa-9ca7-2063359d3392 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:05.262355 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:05.265951 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7788e518-56ca-42fa-9ca7-2063359d3392 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:05.266343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c628813e-b715-4ac7-b136-c52c9538438f', 'network_id': 'c628813e-b715-4ac7-b136-c52c9538438f', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'fixed_ips': [{'subnet_id': '16e370b8-9ae4-4232-87a6-852d662926ca'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:29:05.268079 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:05.328193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-81a5e13c-b70f-4fd1-97e9-00467eb6522b req-1a65936d-d476-46eb-8948-d394915e9ef9 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0677950 Sep 08 13:29:05.330954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Network 8d42bc83-fea2-4867-ab34-c3777b360767 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:29:05.358593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:05.361729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:05.377040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:05.423254 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7788e518-56ca-42fa-9ca7-2063359d3392 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:05.431703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Pushing event updated for resources: {'Port': ['ID=15530605-0ea3-4af7-94b5-e5d4749aedc9,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:05.485278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Allocated IP 172.20.0.2 (c628813e-b715-4ac7-b136-c52c9538438f/16e370b8-9ae4-4232-87a6-852d662926ca/0fad4cdb-7b10-4ccf-81cb-166f02de51dc) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:05.503623 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 8d42bc83-fea2-4867-ab34-c3777b360767) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:05.519932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6050032-61d7-45a2-a52d-a1db104bc3a7 None None] Network 8d42bc83-fea2-4867-ab34-c3777b360767 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:05.525450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b1b3e-4ec5-4a85-b214-b2e03edb6728 req-a4efe039-c65c-4e0d-bab4-5827190f73c1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:05.538123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b1b3e-4ec5-4a85-b214-b2e03edb6728 req-a4efe039-c65c-4e0d-bab4-5827190f73c1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:05.546923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b1b3e-4ec5-4a85-b214-b2e03edb6728 req-a4efe039-c65c-4e0d-bab4-5827190f73c1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:05.550222 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a3b1b3e-4ec5-4a85-b214-b2e03edb6728 req-a4efe039-c65c-4e0d-bab4-5827190f73c1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2411 time: 0.1854250 Sep 08 13:29:05.556086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:05.557088 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:05.626199 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7788e518-56ca-42fa-9ca7-2063359d3392 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:05.628268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7788e518-56ca-42fa-9ca7-2063359d3392 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6310604 Sep 08 13:29:05.631462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46636) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:05.747479 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a3b1b3e-4ec5-4a85-b214-b2e03edb6728 req-15764e71-3fcc-4205-a082-c543c6b43f81 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320703 Sep 08 13:29:05.769116 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-88216b05-8090-4ab1-a290-9e7294217502 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9720917 Sep 08 13:29:05.771889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46640) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:05.866677 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:05.908228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-8d42bc83-fea2-4867-ab34-c3777b360767', 'network_id': '8d42bc83-fea2-4867-ab34-c3777b360767', 'tenant_id': '8469785e25604980b8f7ca032c7bdff7', 'fixed_ips': [{'subnet_id': 'a5590a75-bc02-40cd-a60d-3ccb0a2ceeb2'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:29:05.909430 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:05.929176 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Transition to ACTIVE for port object 0fad4cdb-7b10-4ccf-81cb-166f02de51dc will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:06.072736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Transition to ACTIVE for port object 0fad4cdb-7b10-4ccf-81cb-166f02de51dc will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:06.167219 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Allocated IP 2001:db8::f816:3eff:fe46:690 (8d42bc83-fea2-4867-ab34-c3777b360767/a5590a75-bc02-40cd-a60d-3ccb0a2ceeb2/64c47768-ef40-46dd-93e7-39cfef370d2e) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:06.182072 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:06.279253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Network c628813e-b715-4ac7-b136-c52c9538438f is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:06.282831 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:06.350043 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:06.369619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:06.379291 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:06.382441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Pushing event updated for resources: {'Port': ['ID=0fad4cdb-7b10-4ccf-81cb-166f02de51dc,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:06.507947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Attempting to bind port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:06.508711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Attempting to bind port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '303f036c-f820-4630-bb46-6f3ddb3d570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c628813e-b715-4ac7-b136-c52c9538438f'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:06.509458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Attempting to bind port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc on network c628813e-b715-4ac7-b136-c52c9538438f {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:06.519609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:06.520318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Checking segment: {'id': '303f036c-f820-4630-bb46-6f3ddb3d570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c628813e-b715-4ac7-b136-c52c9538438f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:06.521671 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:06.522340 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Bound using segment: {'id': '303f036c-f820-4630-bb46-6f3ddb3d570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c628813e-b715-4ac7-b136-c52c9538438f'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:06.523348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Bound port: 0fad4cdb-7b10-4ccf-81cb-166f02de51dc, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303f036c-f820-4630-bb46-6f3ddb3d570c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'c628813e-b715-4ac7-b136-c52c9538438f'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:06.523979 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:06.667509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46660) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:06.669539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] For port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:06.675877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] For port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0fad4cdb-7b10-4ccf-81cb-166f02de51dc,segment=NetworkSegment(303f036c-f820-4630-bb46-6f3ddb3d570c),segment_id=303f036c-f820-4630-bb46-6f3ddb3d570c)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:06.695801 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:06.707057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Transition to ACTIVE for port object 64c47768-ef40-46dd-93e7-39cfef370d2e will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:06.733767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Transition to ACTIVE for port object 64c47768-ef40-46dd-93e7-39cfef370d2e will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:06.749711 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:06.826957 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:06.909523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995e0ee-df67-4c20-b84c-5b86e12139c5 None None] Pushing event updated for resources: {'Port': ['ID=0fad4cdb-7b10-4ccf-81cb-166f02de51dc,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:07.001337 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.010210 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea60e549-8a94-43ce-b8fe-ab1d584a918c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.013145 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.074801 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357dfe4-3ba7-4dac-80ab-a9e6a93e4453 req-36f9e870-2c71-4a8b-ae6c-e9fccc6647a5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:07.081712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357dfe4-3ba7-4dac-80ab-a9e6a93e4453 req-36f9e870-2c71-4a8b-ae6c-e9fccc6647a5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:07.089030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357dfe4-3ba7-4dac-80ab-a9e6a93e4453 req-36f9e870-2c71-4a8b-ae6c-e9fccc6647a5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:07.091033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Network 8d42bc83-fea2-4867-ab34-c3777b360767 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:07.097345 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a357dfe4-3ba7-4dac-80ab-a9e6a93e4453 req-36f9e870-2c71-4a8b-ae6c-e9fccc6647a5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2411 time: 0.1497900 Sep 08 13:29:07.118958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:07.122846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:07.183947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c986bb0b-bb34-4a34-a8af-95adb27ce5a3 req-a5fdc3d2-e485-4a1c-9682-002f0ca63ebb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fd08bb69-9afe-4811-ac2c-b5be4dc12885&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0619428 Sep 08 13:29:07.246341 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Pushing event updated for resources: {'Port': ['ID=64c47768-ef40-46dd-93e7-39cfef370d2e,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:07.262354 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-478022e0-199a-4dfe-9605-2ce3af131f1e req-bdb69932-8cdf-4d25-87bb-a75e0de8988c tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.2657709 Sep 08 13:29:07.262354 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.297368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Attempting to bind port 64c47768-ef40-46dd-93e7-39cfef370d2e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:07.300049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Attempting to bind port 64c47768-ef40-46dd-93e7-39cfef370d2e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'defc4a4c-750a-4b52-a3ca-35473cd2cc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8d42bc83-fea2-4867-ab34-c3777b360767'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:07.300049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Attempting to bind port 64c47768-ef40-46dd-93e7-39cfef370d2e on network 8d42bc83-fea2-4867-ab34-c3777b360767 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:07.304144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:07.304537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Checking segment: {'id': 'defc4a4c-750a-4b52-a3ca-35473cd2cc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8d42bc83-fea2-4867-ab34-c3777b360767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:07.304953 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.305358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Bound using segment: {'id': 'defc4a4c-750a-4b52-a3ca-35473cd2cc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8d42bc83-fea2-4867-ab34-c3777b360767'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:07.305845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Bound port: 64c47768-ef40-46dd-93e7-39cfef370d2e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'defc4a4c-750a-4b52-a3ca-35473cd2cc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '8d42bc83-fea2-4867-ab34-c3777b360767'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:07.306265 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.322711 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a357dfe4-3ba7-4dac-80ab-a9e6a93e4453 req-451be020-c92c-48dc-9c08-bbc229364828 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151003 Sep 08 13:29:07.345277 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c986bb0b-bb34-4a34-a8af-95adb27ce5a3 req-308fc29d-8c2d-4a80-88f6-1427973e981e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=899e5dc13cf84acb90ce2c94e2daaf95&device_id=fd08bb69-9afe-4811-ac2c-b5be4dc12885 HTTP/1.1" status: 200 len: 210 time: 0.0601945 Sep 08 13:29:07.412597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Allocated IP 172.20.0.1 (c628813e-b715-4ac7-b136-c52c9538438f/16e370b8-9ae4-4232-87a6-852d662926ca/59f49265-e58a-4d48-84d0-bc282b0b1e49) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:07.425796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] For port 64c47768-ef40-46dd-93e7-39cfef370d2e, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:07.435684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] For port 64c47768-ef40-46dd-93e7-39cfef370d2e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=64c47768-ef40-46dd-93e7-39cfef370d2e,segment=NetworkSegment(defc4a4c-750a-4b52-a3ca-35473cd2cc4b),segment_id=defc4a4c-750a-4b52-a3ca-35473cd2cc4b)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:07.454133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.471449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device bdf0e065-d96e-45c2-b891-d86e8acdf24f details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:29:07.483597 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea60e549-8a94-43ce-b8fe-ab1d584a918c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.488396 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c986bb0b-bb34-4a34-a8af-95adb27ce5a3 req-631c2f7c-649e-4bfe-af9a-3c00613c3323 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=899e5dc13cf84acb90ce2c94e2daaf95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1128349 Sep 08 13:29:07.489463 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.491678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Subnet': ['ID=a5590a75-bc02-40cd-a60d-3ccb0a2ceeb2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:07.518722 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d42bc83-fea2-4867-ab34-c3777b360767']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:07.564064 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea60e549-8a94-43ce-b8fe-ab1d584a918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.569083 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.629535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ea60e549-8a94-43ce-b8fe-ab1d584a918c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=02c23085e5f24348a99306d248941d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9589479 Sep 08 13:29:07.634216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46676) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:07.658735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60e549-8a94-43ce-b8fe-ab1d584a918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c6499-2947-4940-8ff6-6e8511665ebd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:07.661272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port bdf0e065-d96e-45c2-b891-d86e8acdf24f, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=bdf0e065-d96e-45c2-b891-d86e8acdf24f,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:07.683664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.690697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defc4a4c-750a-4b52-a3ca-35473cd2cc4b') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:07.691002 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defc4a4c-750a-4b52-a3ca-35473cd2cc4b') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:07.701229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04d7ad-284e-4253-aea7-11c12fce36d6 None None] Pushing event updated for resources: {'Port': ['ID=64c47768-ef40-46dd-93e7-39cfef370d2e,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:07.708932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'bdf0e065-d96e-45c2-b891-d86e8acdf24f', 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d', 'port_id': 'bdf0e065-d96e-45c2-b891-d86e8acdf24f', 'mac_address': 'fa:16:3e:11:dc:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3802dec0-d8a8-410d-a905-bc46ca6f266b', 'ip_address': '19.80.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:29:07.734090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Transition to ACTIVE for port object 59f49265-e58a-4d48-84d0-bc282b0b1e49 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:07.743383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be1137f-4eca-4cd7-af89-4f18fa6293e9 None None] Network 8d42bc83-fea2-4867-ab34-c3777b360767 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:07.762985 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bbbcdd3-9d0c-4700-8eaf-6e579b09771e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.764311 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.787484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bbbcdd3-9d0c-4700-8eaf-6e579b09771e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.810267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.822009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:07.822485 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.824323 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:07.826357 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:07.835315 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a95573a8-4464-4894-b568-b088c45f01be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:07.873010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdf0e065-d96e-45c2-b891-d86e8acdf24f {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:29:07.913148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986bb0b-bb34-4a34-a8af-95adb27ce5a3 req-fd91ca39-42fc-40b8-8dcb-148f6b8b4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:07.914943 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c986bb0b-bb34-4a34-a8af-95adb27ce5a3 req-fd91ca39-42fc-40b8-8dcb-148f6b8b4e85 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4143844 Sep 08 13:29:07.920864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port bdf0e065-d96e-45c2-b891-d86e8acdf24f, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=bdf0e065-d96e-45c2-b891-d86e8acdf24f,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:07.948748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Router 3ecf65a7-0294-4ec9-803d-5daebc3d9eff is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:29:08.000747 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bbbcdd3-9d0c-4700-8eaf-6e579b09771e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.003562 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7bbbcdd3-9d0c-4700-8eaf-6e579b09771e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.008570 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7bbbcdd3-9d0c-4700-8eaf-6e579b09771e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f54c6499-2947-4940-8ff6-6e8511665ebd HTTP/1.1" status: 204 len: 168 time: 0.3645689 Sep 08 13:29:08.008710 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 13:29:08.008710 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 13:29:08.008710 n-d-807558-3 neutron-server[96264]: [parameters: {'id': '8d42bc83-fea2-4867-ab34-c3777b360767'}] Sep 08 13:29:08.008710 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:29:08.008710 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:29:08.026564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbcdd3-9d0c-4700-8eaf-6e579b09771e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c6499-2947-4940-8ff6-6e8511665ebd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:08.034746 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.034956 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.035915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6c2c0b8c-f65e-470e-bf48-240cd620ed55 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:29:08.089925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:08.124092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738add2f-376f-4b53-b771-f91c4c05d1e2 None None] Sync routers for ids ['3ecf65a7-0294-4ec9-803d-5daebc3d9eff'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:08.131570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network c628813e-b715-4ac7-b136-c52c9538438f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:08.138000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:08.143538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:08.148850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=59f49265-e58a-4d48-84d0-bc282b0b1e49,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:08.157269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6c2c0b8c-f65e-470e-bf48-240cd620ed55, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6c2c0b8c-f65e-470e-bf48-240cd620ed55,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:08.173128 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '6c2c0b8c-f65e-470e-bf48-240cd620ed55', 'network_id': '818ef00a-7660-49a0-abb0-6ff848bc5e8d', 'port_id': '6c2c0b8c-f65e-470e-bf48-240cd620ed55', 'mac_address': 'fa:16:3e:b8:6c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3802dec0-d8a8-410d-a905-bc46ca6f266b', 'ip_address': '19.80.0.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:29:08.200431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.206102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.208598 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9780abac-5106-45cc-8c81-3f090cf78628 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0709376 Sep 08 13:29:08.213246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46682) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:08.218022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9de31610-0e55-4439-829b-7ef55b1d1785 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'enable_snat': False}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:08.223632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894decb9-f0da-4422-b65e-444a75e0692a None None] Network c628813e-b715-4ac7-b136-c52c9538438f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:08.243906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738add2f-376f-4b53-b771-f91c4c05d1e2 None None] Routers {'3ecf65a7-0294-4ec9-803d-5daebc3d9eff'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:08.244628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-738add2f-376f-4b53-b771-f91c4c05d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3ecf65a7-0294-4ec9-803d-5daebc3d9eff'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:08.291662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=bdf0e065-d96e-45c2-b891-d86e8acdf24f,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:08.308624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-738add2f-376f-4b53-b771-f91c4c05d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:08.313293 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.376022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2c0b8c-f65e-470e-bf48-240cd620ed55 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:29:08.383710 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738add2f-376f-4b53-b771-f91c4c05d1e2 None None] Routers {'3ecf65a7-0294-4ec9-803d-5daebc3d9eff'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:08.384361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-738add2f-376f-4b53-b771-f91c4c05d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3ecf65a7-0294-4ec9-803d-5daebc3d9eff'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:08.402910 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3d26223-942d-4227-9467-975e01d244a2 req-102937ab-6731-4ba2-979f-35e71fe6dca9 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0520368 Sep 08 13:29:08.501464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff17c3-5bfc-4c83-a68c-4c5c5d14b6a8 req-9668e3da-709f-4f31-935f-2b2f10bb31b9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:08.509410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff17c3-5bfc-4c83-a68c-4c5c5d14b6a8 req-9668e3da-709f-4f31-935f-2b2f10bb31b9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:08.510045 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.515983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff17c3-5bfc-4c83-a68c-4c5c5d14b6a8 req-9668e3da-709f-4f31-935f-2b2f10bb31b9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:08.517701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cff17c3-5bfc-4c83-a68c-4c5c5d14b6a8 req-9668e3da-709f-4f31-935f-2b2f10bb31b9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2412 time: 0.1184230 Sep 08 13:29:08.571891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cff17c3-5bfc-4c83-a68c-4c5c5d14b6a8 req-d3b399c3-f378-46a6-9fb8-be0ac5b5fc17 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412538 Sep 08 13:29:08.616532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-738add2f-376f-4b53-b771-f91c4c05d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:08.617185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738add2f-376f-4b53-b771-f91c4c05d1e2 None None] The sync data for ids ['3ecf65a7-0294-4ec9-803d-5daebc3d9eff'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:08.622751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6c2c0b8c-f65e-470e-bf48-240cd620ed55, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6c2c0b8c-f65e-470e-bf48-240cd620ed55,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:08.683595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Deleting port 64c47768-ef40-46dd-93e7-39cfef370d2e {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:08.683937 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.779107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9de31610-0e55-4439-829b-7ef55b1d1785 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.798198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] For port 64c47768-ef40-46dd-93e7-39cfef370d2e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=64c47768-ef40-46dd-93e7-39cfef370d2e,segment=NetworkSegment(defc4a4c-750a-4b52-a3ca-35473cd2cc4b),segment_id=defc4a4c-750a-4b52-a3ca-35473cd2cc4b)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:08.798657 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.813383 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Calling delete_port for 64c47768-ef40-46dd-93e7-39cfef370d2e owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:08.819408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46690) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:08.844223 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.874474 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4f82843e-ae8d-45c3-ad63-4d5f67d85959 None None] Provisioning for port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:08.876770 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:08.877440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:29:09.043088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0fad4cdb-7b10-4ccf-81cb-166f02de51dc up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:09.089219 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-47f2d207-3b3b-46ab-a1d4-8e39e8bf883a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.097730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=6c2c0b8c-f65e-470e-bf48-240cd620ed55,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:09.113155 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.168678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Port': ['ID=64c47768-ef40-46dd-93e7-39cfef370d2e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:09.193320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No DVR routers for this DVR port 64c47768-ef40-46dd-93e7-39cfef370d2e on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:09.246673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a01182ee-3f00-4c71-b1ea-aad1fa2e8c65,segment=NetworkSegment(c6af8342-7ce8-44d1-aff6-84ce6e4f32ba),segment_id=c6af8342-7ce8-44d1-aff6-84ce6e4f32ba)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:09.263720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a01182ee-3f00-4c71-b1ea-aad1fa2e8c65', 'network_id': 'b390f705-1db6-4b7a-90e8-315571f4ec41', 'port_id': 'a01182ee-3f00-4c71-b1ea-aad1fa2e8c65', 'mac_address': 'fa:16:3e:3b:d9:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cbcc234-602a-4b5d-b847-4bd1755035b5', 'ip_address': '19.86.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:29:09.322798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dea04fda-c1a6-4153-9a3d-28d8b7021fc5 None None] Provisioning for port 59f49265-e58a-4d48-84d0-bc282b0b1e49 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:09.334751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:09.338813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dea04fda-c1a6-4153-9a3d-28d8b7021fc5 None None] Provisioning complete for port 59f49265-e58a-4d48-84d0-bc282b0b1e49 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:09.341073 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dea04fda-c1a6-4153-9a3d-28d8b7021fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.341073 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.347176 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b6d928-0783-4102-82a4-419705f3ccc6 None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:29:09.378913 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:09.379326 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.427010 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.433734 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:29:09.467672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-dea04fda-c1a6-4153-9a3d-28d8b7021fc5 None None] Port 59f49265-e58a-4d48-84d0-bc282b0b1e49 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:09.493041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a01182ee-3f00-4c71-b1ea-aad1fa2e8c65,segment=NetworkSegment(c6af8342-7ce8-44d1-aff6-84ce6e4f32ba),segment_id=c6af8342-7ce8-44d1-aff6-84ce6e4f32ba)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:09.540311 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.548489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dea04fda-c1a6-4153-9a3d-28d8b7021fc5 None None] Provisioning complete for port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:09.549183 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dea04fda-c1a6-4153-9a3d-28d8b7021fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.556060 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.608983 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-47f2d207-3b3b-46ab-a1d4-8e39e8bf883a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.615876 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.647974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e9cc7194-08a5-4b34-b3c6-6ab463cac91e req-7abf3a65-8946-4cad-b3bc-e355ab2eae66 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.1104624 Sep 08 13:29:09.660621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d42bc83-fea2-4867-ab34-c3777b360767']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:09.678621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'defc4a4c-750a-4b52-a3ca-35473cd2cc4b') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:09.684174 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'defc4a4c-750a-4b52-a3ca-35473cd2cc4b') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:09.684364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b6d928-0783-4102-82a4-419705f3ccc6 None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:29:09.701567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=59f49265-e58a-4d48-84d0-bc282b0b1e49,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:09.712974 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.718009 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.725687 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.742242 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.752064 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-47f2d207-3b3b-46ab-a1d4-8e39e8bf883a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.756473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:09.757052 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:09.763682 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:09.876499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network c628813e-b715-4ac7-b136-c52c9538438f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:09.878858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:09.904473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12b3b5-e70c-4b83-aebc-21d557fb1557 req-567ed88d-c65f-49ce-9893-235f2d09f5e1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:09.914228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12b3b5-e70c-4b83-aebc-21d557fb1557 req-567ed88d-c65f-49ce-9893-235f2d09f5e1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:09.934869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12b3b5-e70c-4b83-aebc-21d557fb1557 req-567ed88d-c65f-49ce-9893-235f2d09f5e1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:09.934869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f12b3b5-e70c-4b83-aebc-21d557fb1557 req-567ed88d-c65f-49ce-9893-235f2d09f5e1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2414 time: 0.2354348 Sep 08 13:29:09.935244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a01182ee-3f00-4c71-b1ea-aad1fa2e8c65,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:09.962495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2d207-3b3b-46ab-a1d4-8e39e8bf883a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1375ca4-83e2-409a-a888-3ad05563f1e1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:09.963829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0fad4cdb-7b10-4ccf-81cb-166f02de51dc,segment=NetworkSegment(303f036c-f820-4630-bb46-6f3ddb3d570c),segment_id=303f036c-f820-4630-bb46-6f3ddb3d570c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:09.970700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-47f2d207-3b3b-46ab-a1d4-8e39e8bf883a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3f8c69673b604e65afb70a839d50cf43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1497817 Sep 08 13:29:09.973325 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46714) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:09.980676 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dea04fda-c1a6-4153-9a3d-28d8b7021fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.074388 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f12b3b5-e70c-4b83-aebc-21d557fb1557 req-0bbaf351-476a-43a7-b4d9-173aae959e4c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401711 Sep 08 13:29:10.124592 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ac82a41-d0b3-4338-a9a3-ddc09b122f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.136200 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.138064 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.141874 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9de31610-0e55-4439-829b-7ef55b1d1785 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.155987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.157829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/networks/8d42bc83-fea2-4867-ab34-c3777b360767 HTTP/1.1" status: 204 len: 168 time: 4.3846149 Sep 08 13:29:10.161875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46718) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:10.165943 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9de31610-0e55-4439-829b-7ef55b1d1785 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.171388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['bdf0e065-d96e-45c2-b891-d86e8acdf24f'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:29:10.174138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6c2c0b8c-f65e-470e-bf48-240cd620ed55'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:29:10.196570 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1ecc99-561e-4d70-bf67-deb29a729959 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] DELETE failed (client error): The resource could not be found. Sep 08 13:29:10.197031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac1ecc99-561e-4d70-bf67-deb29a729959 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:29:10.199277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ac1ecc99-561e-4d70-bf67-deb29a729959 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/subnets/a5590a75-bc02-40cd-a60d-3ccb0a2ceeb2 HTTP/1.1" status: 404 len: 337 time: 0.0359943 Sep 08 13:29:10.200832 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ecebd-6e0d-4a6c-a492-bd288b667081 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Network': ['ID=8d42bc83-fea2-4867-ab34-c3777b360767,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:10.201709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46720) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:10.204048 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ac82a41-d0b3-4338-a9a3-ddc09b122f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.231096 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-56538889-f8de-430b-bd42-d0cdb59ff654 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] DELETE failed (client error): The resource could not be found. Sep 08 13:29:10.231764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56538889-f8de-430b-bd42-d0cdb59ff654 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:29:10.233658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-56538889-f8de-430b-bd42-d0cdb59ff654 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/networks/8d42bc83-fea2-4867-ab34-c3777b360767 HTTP/1.1" status: 404 len: 339 time: 0.0235097 Sep 08 13:29:10.237277 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46722) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:10.278203 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-d706cad1-a1bc-49f6-be6d-521623f14ea9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] DELETE failed (client error): The resource could not be found. Sep 08 13:29:10.279038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d706cad1-a1bc-49f6-be6d-521623f14ea9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:29:10.281694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d706cad1-a1bc-49f6-be6d-521623f14ea9 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/subnets/4f1c4b1c-c6c6-46c7-a5a5-7545042d5003 HTTP/1.1" status: 404 len: 337 time: 0.0401914 Sep 08 13:29:10.284499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46724) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:10.296330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a01182ee-3f00-4c71-b1ea-aad1fa2e8c65'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:29:10.317763 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-210bc8bf-5b23-4e9e-a068-b969ac814ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.340044 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e214fba-d07c-4473-9085-8b77bcef829d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] DELETE failed (client error): The resource could not be found. Sep 08 13:29:10.341210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e214fba-d07c-4473-9085-8b77bcef829d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:29:10.343130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1e214fba-d07c-4473-9085-8b77bcef829d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/networks/c5c5681c-9ac3-4835-878c-baf08cb2ddac HTTP/1.1" status: 404 len: 339 time: 0.0574205 Sep 08 13:29:10.346138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46728) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:10.384536 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-161768d6-477e-4e76-8db0-a2c66894f689 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] DELETE failed (client error): The resource could not be found. Sep 08 13:29:10.385108 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-dea04fda-c1a6-4153-9a3d-28d8b7021fc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:29:10.385353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161768d6-477e-4e76-8db0-a2c66894f689 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:29:10.385487 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-dea04fda-c1a6-4153-9a3d-28d8b7021fc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:29:10.387605 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-161768d6-477e-4e76-8db0-a2c66894f689 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/subnets/69db44b3-a9b3-41f4-9e5d-1cbaeb7eee13 HTTP/1.1" status: 404 len: 337 time: 0.0404565 Sep 08 13:29:10.389050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de31610-0e55-4439-829b-7ef55b1d1785 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Router 3ecf65a7-0294-4ec9-803d-5daebc3d9eff has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:29:10.390008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46730) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:10.411118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=0fad4cdb-7b10-4ccf-81cb-166f02de51dc,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:10.424647 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f8fea6-5f3b-4c6c-b8a4-aa95ab39948b tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] DELETE failed (client error): The resource could not be found. Sep 08 13:29:10.426291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f8fea6-5f3b-4c6c-b8a4-aa95ab39948b tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:29:10.428984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-82f8fea6-5f3b-4c6c-b8a4-aa95ab39948b tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/networks/7cb3f7f0-9d7d-46d8-9c55-ad83030b14de HTTP/1.1" status: 404 len: 339 time: 0.0374405 Sep 08 13:29:10.431663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46732) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:10.458954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 21e274a8-9048-4ff1-9573-c1ee46b67935 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:29:10.514030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.596354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:10.605952 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-13ce6aec-0904-4aba-9b90-384011adfaad tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/21e274a8-9048-4ff1-9573-c1ee46b67935/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9731770 Sep 08 13:29:10.606629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46734) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:10.610702 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9dbe38-e52b-4232-954c-01df18270c62 None None] Sync routers for ids ['21e274a8-9048-4ff1-9573-c1ee46b67935'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:10.622290 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9dbe38-e52b-4232-954c-01df18270c62 None None] Routers {'21e274a8-9048-4ff1-9573-c1ee46b67935'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:10.623540 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5b9dbe38-e52b-4232-954c-01df18270c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['21e274a8-9048-4ff1-9573-c1ee46b67935'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:10.668236 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5b9dbe38-e52b-4232-954c-01df18270c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:10.678154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3b21a-4a65-4bca-b42f-9a9bd03411a6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:10.680176 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9dbe38-e52b-4232-954c-01df18270c62 None None] Routers {'21e274a8-9048-4ff1-9573-c1ee46b67935'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:10.680979 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5b9dbe38-e52b-4232-954c-01df18270c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['21e274a8-9048-4ff1-9573-c1ee46b67935'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:10.683217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cdf3b21a-4a65-4bca-b42f-9a9bd03411a6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports/59f49265-e58a-4d48-84d0-bc282b0b1e49 HTTP/1.1" status: 200 len: 910 time: 0.0746288 Sep 08 13:29:10.689281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46738) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:10.698281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8a3a7758-e525-4183-8108-d3d7cb62061d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '16e370b8-9ae4-4232-87a6-852d662926ca'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:10.721718 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5b9dbe38-e52b-4232-954c-01df18270c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:10.722882 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9dbe38-e52b-4232-954c-01df18270c62 None None] The sync data for ids ['21e274a8-9048-4ff1-9573-c1ee46b67935'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:10.738429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-2bb78a15-95b4-4115-9668-163d0a2afa69 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Deleting port d23961a1-f9f6-4bd3-9467-f3388b3f8ee4 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:10.739312 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2bb78a15-95b4-4115-9668-163d0a2afa69 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.834338 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b1fa190a-ce39-43f4-a209-0cc914da5007 req-72e387a6-eead-4dd3-8345-c88457cec09b tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0335655 Sep 08 13:29:10.876760 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2bb78a15-95b4-4115-9668-163d0a2afa69 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.928271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-2bb78a15-95b4-4115-9668-163d0a2afa69 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Calling delete_port for d23961a1-f9f6-4bd3-9467-f3388b3f8ee4 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:10.929419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de31610-0e55-4439-829b-7ef55b1d1785 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:10.935561 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9de31610-0e55-4439-829b-7ef55b1d1785 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:10.936845 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9de31610-0e55-4439-829b-7ef55b1d1785 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "PUT /v2.0/routers/3ecf65a7-0294-4ec9-803d-5daebc3d9eff HTTP/1.1" status: 200 len: 920 time: 2.7224395 Sep 08 13:29:10.941606 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46742) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:10.947142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7983ac-f5d9-4bad-8fe7-502c27a25ed5 None None] Sync routers for ids ['3ecf65a7-0294-4ec9-803d-5daebc3d9eff'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:11.008867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7983ac-f5d9-4bad-8fe7-502c27a25ed5 None None] Routers {'3ecf65a7-0294-4ec9-803d-5daebc3d9eff'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:11.009520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9d7983ac-f5d9-4bad-8fe7-502c27a25ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3ecf65a7-0294-4ec9-803d-5daebc3d9eff'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:11.069803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9d7983ac-f5d9-4bad-8fe7-502c27a25ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:11.072563 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9b11aaec-c77c-454f-ad44-8182f33c0610 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/routers/3ecf65a7-0294-4ec9-803d-5daebc3d9eff HTTP/1.1" status: 200 len: 920 time: 0.1291533 Sep 08 13:29:11.073201 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46748) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:11.073521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0fad4cdb-7b10-4ccf-81cb-166f02de51dc up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:11.082720 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ac82a41-d0b3-4338-a9a3-ddc09b122f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.085461 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ac82a41-d0b3-4338-a9a3-ddc09b122f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.089345 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8ac82a41-d0b3-4338-a9a3-ddc09b122f20 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f1375ca4-83e2-409a-a888-3ad05563f1e1 HTTP/1.1" status: 204 len: 168 time: 1.1142020 Sep 08 13:29:11.116984 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7758-e525-4183-8108-d3d7cb62061d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.149090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac82a41-d0b3-4338-a9a3-ddc09b122f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1375ca4-83e2-409a-a888-3ad05563f1e1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:11.172944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7983ac-f5d9-4bad-8fe7-502c27a25ed5 None None] Routers {'3ecf65a7-0294-4ec9-803d-5daebc3d9eff'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:11.173626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9d7983ac-f5d9-4bad-8fe7-502c27a25ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3ecf65a7-0294-4ec9-803d-5daebc3d9eff'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:11.179748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf772b-27e9-4e4a-bbb5-81545bad964f tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:11.184346 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b3bf772b-27e9-4e4a-bbb5-81545bad964f tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&device_id=3ecf65a7-0294-4ec9-803d-5daebc3d9eff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1097338 Sep 08 13:29:11.184999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46754) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:11.228682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9d7983ac-f5d9-4bad-8fe7-502c27a25ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:11.229318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7983ac-f5d9-4bad-8fe7-502c27a25ed5 None None] The sync data for ids ['3ecf65a7-0294-4ec9-803d-5daebc3d9eff'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:11.245310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-34416ce3-914d-457b-957a-d0efb0aae8bc None None] Provisioning complete for port 59f49265-e58a-4d48-84d0-bc282b0b1e49 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:11.245310 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-34416ce3-914d-457b-957a-d0efb0aae8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.290022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-34416ce3-914d-457b-957a-d0efb0aae8bc None None] Port 59f49265-e58a-4d48-84d0-bc282b0b1e49 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:11.292151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:11.292527 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.337853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8615673-048c-48bf-b04f-c3567951eec6 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:11.341666 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a8615673-048c-48bf-b04f-c3567951eec6 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 881 time: 0.1544898 Sep 08 13:29:11.343378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46758) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:11.377079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec378e8-21a1-4491-b534-14b698983a2c req-5087f896-a8e8-483d-923f-f4f9a7eb1ba4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:11.383960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec378e8-21a1-4491-b534-14b698983a2c req-5087f896-a8e8-483d-923f-f4f9a7eb1ba4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:11.390671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec378e8-21a1-4491-b534-14b698983a2c req-5087f896-a8e8-483d-923f-f4f9a7eb1ba4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:11.391158 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-73b1b4a9-ca6c-4efe-9981-601c265d4955 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ecf65a7-0294-4ec9-803d-5daebc3d9eff HTTP/1.1" status: 200 len: 205 time: 0.0447268 Sep 08 13:29:11.393796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aec378e8-21a1-4491-b534-14b698983a2c req-5087f896-a8e8-483d-923f-f4f9a7eb1ba4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2414 time: 0.1906092 Sep 08 13:29:11.393796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46760) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:11.472003 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2bb78a15-95b4-4115-9668-163d0a2afa69 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.585429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb78a15-95b4-4115-9668-163d0a2afa69 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Port': ['ID=d23961a1-f9f6-4bd3-9467-f3388b3f8ee4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:11.585429 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aec378e8-21a1-4491-b534-14b698983a2c req-a7eddc11-0c88-47ae-9873-d6c21c4ee5d5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729321 Sep 08 13:29:11.627496 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2bb78a15-95b4-4115-9668-163d0a2afa69 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.632167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2bb78a15-95b4-4115-9668-163d0a2afa69 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/ports/d23961a1-f9f6-4bd3-9467-f3388b3f8ee4 HTTP/1.1" status: 204 len: 168 time: 1.1967857 Sep 08 13:29:11.632643 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46768) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:11.667516 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-db88a687-9abe-4e5f-b31e-70d50203526f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] DELETE failed (client error): The resource could not be found. Sep 08 13:29:11.670877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db88a687-9abe-4e5f-b31e-70d50203526f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:29:11.670877 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-db88a687-9abe-4e5f-b31e-70d50203526f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/subnets/e8599882-8956-41e0-9279-4ba0651a01c7 HTTP/1.1" status: 404 len: 337 time: 0.0362520 Sep 08 13:29:11.672921 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46770) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:11.690019 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.767190 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.800520 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.882504 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.922427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.938487 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7758-e525-4183-8108-d3d7cb62061d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.948196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a71af97-284f-48ab-ac9e-2e7af12fe3a9']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:11.959892 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7caf291a-bbe5-4122-a9d0-411e219a4a37') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:11.960272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7caf291a-bbe5-4122-a9d0-411e219a4a37') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:11.970916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.985946 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.995240 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:11.995576 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:11.999305 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:12.045411 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7758-e525-4183-8108-d3d7cb62061d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:12.049905 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59e2c2f5-ec61-4409-bc47-8024c4236f41 req-79622957-096f-44fc-8a15-da63757cc86e tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0493877 Sep 08 13:29:12.133455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46778) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:12.148352 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9bbd-87bf-4484-91b3-56c0a2215d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:12.173715 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:12.197371 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:12.199723 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/networks/3a71af97-284f-48ab-ac9e-2e7af12fe3a9 HTTP/1.1" status: 204 len: 168 time: 0.5256901 Sep 08 13:29:12.202311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9c366b-4277-4e55-8cd8-192f2e5acebb tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Network': ['ID=3a71af97-284f-48ab-ac9e-2e7af12fe3a9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:12.213379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46780) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:12.236662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a7758-e525-4183-8108-d3d7cb62061d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=59f49265-e58a-4d48-84d0-bc282b0b1e49,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:12.253808 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a7758-e525-4183-8108-d3d7cb62061d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:12.260901 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7758-e525-4183-8108-d3d7cb62061d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:12.260901 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8a3a7758-e525-4183-8108-d3d7cb62061d tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/ports/59f49265-e58a-4d48-84d0-bc282b0b1e49 HTTP/1.1" status: 200 len: 910 time: 1.5675600 Sep 08 13:29:12.261177 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Deleting port 15530605-0ea3-4af7-94b5-e5d4749aedc9 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:12.261814 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:12.263030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46784) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:12.419015 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:12.438524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Calling delete_port for 15530605-0ea3-4af7-94b5-e5d4749aedc9 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:12.479456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-4162df34-0a15-47cd-941f-ce017a62a4f8 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Deleting port 3658ebb1-b90a-474b-a39e-c79aff6fba3c {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:12.479811 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4162df34-0a15-47cd-941f-ce017a62a4f8 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:12.594987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9bbd-87bf-4484-91b3-56c0a2215d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:12.619180 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4162df34-0a15-47cd-941f-ce017a62a4f8 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:12.657294 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-4162df34-0a15-47cd-941f-ce017a62a4f8 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Calling delete_port for 3658ebb1-b90a-474b-a39e-c79aff6fba3c owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:12.720247 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b2d9bbd-87bf-4484-91b3-56c0a2215d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:12.825858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d9bbd-87bf-4484-91b3-56c0a2215d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21384fc-ab8a-4d6d-b90f-aff27f026f71,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:12.835113 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5b2d9bbd-87bf-4484-91b3-56c0a2215d54 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=faf552a6505a45c4a29bbd91d66b6e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6969235 Sep 08 13:29:12.839536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46800) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:12.957123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bd958-71a5-44bf-a359-eacdfc6446fb req-3048ced4-c7be-4c9e-8c7c-aba55b57931c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:12.963216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bd958-71a5-44bf-a359-eacdfc6446fb req-3048ced4-c7be-4c9e-8c7c-aba55b57931c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:12.969291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bd958-71a5-44bf-a359-eacdfc6446fb req-3048ced4-c7be-4c9e-8c7c-aba55b57931c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:12.971202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd7bd958-71a5-44bf-a359-eacdfc6446fb req-3048ced4-c7be-4c9e-8c7c-aba55b57931c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2414 time: 0.0765564 Sep 08 13:29:12.992527 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6056d56a-38a2-4564-8aa9-43137a4f9f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.012817 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4162df34-0a15-47cd-941f-ce017a62a4f8 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.046393 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6056d56a-38a2-4564-8aa9-43137a4f9f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.052386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd7bd958-71a5-44bf-a359-eacdfc6446fb req-604d1d3e-701c-44be-bedb-f9f4d4ba072c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745213 Sep 08 13:29:13.081927 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162df34-0a15-47cd-941f-ce017a62a4f8 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Port': ['ID=3658ebb1-b90a-474b-a39e-c79aff6fba3c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:13.096086 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bab15781-f6e8-48d0-96af-546f68c39da6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.109601 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4162df34-0a15-47cd-941f-ce017a62a4f8 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.109601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4162df34-0a15-47cd-941f-ce017a62a4f8 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/ports/3658ebb1-b90a-474b-a39e-c79aff6fba3c HTTP/1.1" status: 204 len: 168 time: 0.8935578 Sep 08 13:29:13.110040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46806) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:13.130972 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.179902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Pushing event deleted for resources: {'Port': ['ID=15530605-0ea3-4af7-94b5-e5d4749aedc9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:13.186946 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40b59e8-3486-454d-97ed-d1392754fa71 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] DELETE failed (client error): The resource could not be found. Sep 08 13:29:13.186946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40b59e8-3486-454d-97ed-d1392754fa71 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:29:13.188560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c40b59e8-3486-454d-97ed-d1392754fa71 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/subnets/0e3be3f4-20b0-40ea-b6cc-e928ddc502b3 HTTP/1.1" status: 404 len: 337 time: 0.0772521 Sep 08 13:29:13.192403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46808) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:13.194748 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.215664 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82e8c3f5-90a9-4199-bf1b-1f03b4b5e158 req-22e4ab9b-4c6a-468a-a9de-fb075c54d81d tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0340917 Sep 08 13:29:13.332272 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.358581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.396963 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6056d56a-38a2-4564-8aa9-43137a4f9f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.415862 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6056d56a-38a2-4564-8aa9-43137a4f9f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.415862 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6056d56a-38a2-4564-8aa9-43137a4f9f12 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f21384fc-ab8a-4d6d-b90f-aff27f026f71 HTTP/1.1" status: 204 len: 168 time: 0.5602455 Sep 08 13:29:13.415862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6056d56a-38a2-4564-8aa9-43137a4f9f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21384fc-ab8a-4d6d-b90f-aff27f026f71,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:13.418683 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-bab15781-f6e8-48d0-96af-546f68c39da6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port 59f49265-e58a-4d48-84d0-bc282b0b1e49 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:13.419036 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bab15781-f6e8-48d0-96af-546f68c39da6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.443107 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.462518 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.548126 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bab15781-f6e8-48d0-96af-546f68c39da6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.561548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.565344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-bab15781-f6e8-48d0-96af-546f68c39da6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for 59f49265-e58a-4d48-84d0-bc282b0b1e49 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:13.593733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:13.604092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209aa483-55c4-458c-b447-7cf7870540fb') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:13.604383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209aa483-55c4-458c-b447-7cf7870540fb') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:13.617092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.633296 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.640662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:13.641153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: items = [ Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:13.644968 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:13.657743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device bdf0e065-d96e-45c2-b891-d86e8acdf24f up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:13.730145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.730762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Fanout notify agent at l3_agent the message router_deleted on router 3ecf65a7-0294-4ec9-803d-5daebc3d9eff {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:29:13.740159 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.741305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dd99c62b-a2b4-45e4-a172-1bb39d2726db tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/routers/3ecf65a7-0294-4ec9-803d-5daebc3d9eff HTTP/1.1" status: 204 len: 168 time: 2.3448925 Sep 08 13:29:13.744991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46814) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:13.749914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f98db17c-071b-4b32-ac31-13e2ee7358e5 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2047368389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:13.811476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port bdf0e065-d96e-45c2-b891-d86e8acdf24f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:13.815554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port bdf0e065-d96e-45c2-b891-d86e8acdf24f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:13.815931 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.843145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f98db17c-071b-4b32-ac31-13e2ee7358e5 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.845555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f98db17c-071b-4b32-ac31-13e2ee7358e5 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.851846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.864149 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.869422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46818) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:13.869640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/networks/2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e HTTP/1.1" status: 204 len: 168 time: 0.6730413 Sep 08 13:29:13.893051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a950547-2893-459e-aec0-dbffb645727d tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Network': ['ID=2c06ca5c-1c42-4cd2-9ea5-44ba0e4b515e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:13.939000 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.939531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c5ecd8-49d7-4d72-9e60-697ad60818c0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Deleting subnet 327fd035-d354-4889-a94d-4366ce4fea28 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:29:13.944191 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58c5ecd8-49d7-4d72-9e60-697ad60818c0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.966559 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f98db17c-071b-4b32-ac31-13e2ee7358e5 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.971141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf0e065-d96e-45c2-b891-d86e8acdf24f'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:29:13.975483 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0814d438-38ed-410d-bf96-9fb87adc6bf3" -d '{"events": [{"server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "name": "network-vif-plugged", "status": "completed", "tag": "bdf0e065-d96e-45c2-b891-d86e8acdf24f"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:29:13.994144 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58c5ecd8-49d7-4d72-9e60-697ad60818c0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:13.994829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port bdf0e065-d96e-45c2-b891-d86e8acdf24f, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=bdf0e065-d96e-45c2-b891-d86e8acdf24f,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:13.997091 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bab15781-f6e8-48d0-96af-546f68c39da6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.065711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab15781-f6e8-48d0-96af-546f68c39da6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=59f49265-e58a-4d48-84d0-bc282b0b1e49,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:14.069263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f98db17c-071b-4b32-ac31-13e2ee7358e5 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.110626 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.113595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6c2c0b8c-f65e-470e-bf48-240cd620ed55 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:14.165786 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f98db17c-071b-4b32-ac31-13e2ee7358e5 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.170808 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f98db17c-071b-4b32-ac31-13e2ee7358e5 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4243641 Sep 08 13:29:14.171040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46832) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:14.221269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Request body: {'router': {'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:14.253453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=bdf0e065-d96e-45c2-b891-d86e8acdf24f,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:14.297425 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.305040 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10d22a0-013a-40dd-801f-46f5405e8f09 x-openstack-request-id: req-e10d22a0-013a-40dd-801f-46f5405e8f09 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:29:14.305620 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "name": "network-vif-plugged", "status": "completed", "tag": "bdf0e065-d96e-45c2-b891-d86e8acdf24f", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:29:14.306082 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e10d22a0-013a-40dd-801f-46f5405e8f09 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:29:14.307084 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdf0e065-d96e-45c2-b891-d86e8acdf24f', 'code': 200} Sep 08 13:29:14.308955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 6c2c0b8c-f65e-470e-bf48-240cd620ed55 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:14.315447 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 6c2c0b8c-f65e-470e-bf48-240cd620ed55 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:14.316749 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.452738 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1713940-a70a-48c7-8515-8c24c69d023b req-e32a1c41-5864-4113-8ae6-816dc4cc2538 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0336704 Sep 08 13:29:14.456311 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.503747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6c2c0b8c-f65e-470e-bf48-240cd620ed55, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6c2c0b8c-f65e-470e-bf48-240cd620ed55,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:14.548979 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.549840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:14.627269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=6c2c0b8c-f65e-470e-bf48-240cd620ed55,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:14.679684 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58c5ecd8-49d7-4d72-9e60-697ad60818c0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.724927 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bab15781-f6e8-48d0-96af-546f68c39da6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.748568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:14.753837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:14.753837 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.879403 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.919139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a01182ee-3f00-4c71-b1ea-aad1fa2e8c65,segment=NetworkSegment(c6af8342-7ce8-44d1-aff6-84ce6e4f32ba),segment_id=c6af8342-7ce8-44d1-aff6-84ce6e4f32ba)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:14.946503 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:14.960264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5abfe0-727a-4e2e-8865-d71a50f8eec1 req-981a61ed-b096-4088-bf85-d85422c9baa1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:14.966342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5abfe0-727a-4e2e-8865-d71a50f8eec1 req-981a61ed-b096-4088-bf85-d85422c9baa1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:14.972442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5abfe0-727a-4e2e-8865-d71a50f8eec1 req-981a61ed-b096-4088-bf85-d85422c9baa1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:14.974767 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c5abfe0-727a-4e2e-8865-d71a50f8eec1 req-981a61ed-b096-4088-bf85-d85422c9baa1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2416 time: 0.3835373 Sep 08 13:29:15.018802 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.074718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a01182ee-3f00-4c71-b1ea-aad1fa2e8c65,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:15.089004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab15781-f6e8-48d0-96af-546f68c39da6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 21e274a8-9048-4ff1-9573-c1ee46b67935 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:29:15.111800 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8c5abfe0-727a-4e2e-8865-d71a50f8eec1 req-c80bafa9-0b0a-4210-a12b-c3bfa1967cf0 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920084 Sep 08 13:29:15.131840 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58c5ecd8-49d7-4d72-9e60-697ad60818c0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.234723 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58c5ecd8-49d7-4d72-9e60-697ad60818c0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.240130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46862) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:15.240604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-58c5ecd8-49d7-4d72-9e60-697ad60818c0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/subnets/327fd035-d354-4889-a94d-4366ce4fea28 HTTP/1.1" status: 204 len: 168 time: 1.3695052 Sep 08 13:29:15.243747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5439c9d4-7a8e-4619-ad8e-71b6ae238f79 None None] Network 4d8cabfe-f3ab-4a53-a4a5-565868b42bcb requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:15.244284 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5ecd8-49d7-4d72-9e60-697ad60818c0 tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Subnet': ['ID=327fd035-d354-4889-a94d-4366ce4fea28,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:15.251370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab15781-f6e8-48d0-96af-546f68c39da6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:15.260817 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bab15781-f6e8-48d0-96af-546f68c39da6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/21e274a8-9048-4ff1-9573-c1ee46b67935/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9964461 Sep 08 13:29:15.261447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46864) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:15.264155 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40931168-c95e-40c5-b2f9-2692529eed7c None None] Sync routers for ids ['21e274a8-9048-4ff1-9573-c1ee46b67935'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:15.276988 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40931168-c95e-40c5-b2f9-2692529eed7c None None] Routers {'21e274a8-9048-4ff1-9573-c1ee46b67935'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:15.277847 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-40931168-c95e-40c5-b2f9-2692529eed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['21e274a8-9048-4ff1-9573-c1ee46b67935'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:15.338192 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0bf7e25d-8f40-4ba3-880f-a277d84d86fc tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e274a8-9048-4ff1-9573-c1ee46b67935 HTTP/1.1" status: 200 len: 205 time: 0.0753679 Sep 08 13:29:15.338856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46868) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:15.365438 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-40931168-c95e-40c5-b2f9-2692529eed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:15.376813 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40931168-c95e-40c5-b2f9-2692529eed7c None None] Routers {'21e274a8-9048-4ff1-9573-c1ee46b67935'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:15.379183 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-40931168-c95e-40c5-b2f9-2692529eed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['21e274a8-9048-4ff1-9573-c1ee46b67935'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:15.388938 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.423314 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-40931168-c95e-40c5-b2f9-2692529eed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:15.424254 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40931168-c95e-40c5-b2f9-2692529eed7c None None] The sync data for ids ['21e274a8-9048-4ff1-9573-c1ee46b67935'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:15.481773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Deleting port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:15.482560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.485498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7de844c8-014a-4017-9563-df4e3e6c208e tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.542510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e00a06-70ca-4ab3-aa4d-8d5114a3b6e6 None None] DHCP port deletion for 4d8cabfe-f3ab-4a53-a4a5-565868b42bcb request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:29:15.606849 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] For port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1598e91b-b9b1-4b56-aefb-7e1e79f52f64,segment=NetworkSegment(19674136-0bc5-4cdc-ae58-5faf9057f923),segment_id=19674136-0bc5-4cdc-ae58-5faf9057f923)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:15.607218 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.623384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Calling delete_port for 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:15.705934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53ebe853-f1ea-4c2c-a699-edbb761ba270 req-1ffde981-1ccf-4e32-9089-0620318fece4 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0691485 Sep 08 13:29:15.795420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b8e00a06-70ca-4ab3-aa4d-8d5114a3b6e6 None None] Deleting port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:15.795800 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b8e00a06-70ca-4ab3-aa4d-8d5114a3b6e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.858468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b8e00a06-70ca-4ab3-aa4d-8d5114a3b6e6 None None] For port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1598e91b-b9b1-4b56-aefb-7e1e79f52f64,segment=NetworkSegment(19674136-0bc5-4cdc-ae58-5faf9057f923),segment_id=19674136-0bc5-4cdc-ae58-5faf9057f923)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:15.858875 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b8e00a06-70ca-4ab3-aa4d-8d5114a3b6e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.866234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.870048 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7de844c8-014a-4017-9563-df4e3e6c208e tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.872677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b8e00a06-70ca-4ab3-aa4d-8d5114a3b6e6 None None] Calling delete_port for 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:15.892616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7de844c8-014a-4017-9563-df4e3e6c208e tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.894820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.989656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:15.997331 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b8e00a06-70ca-4ab3-aa4d-8d5114a3b6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.028083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e00a06-70ca-4ab3-aa4d-8d5114a3b6e6 None None] Pushing event deleted for resources: {'Port': ['ID=1598e91b-b9b1-4b56-aefb-7e1e79f52f64,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:16.032600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Port': ['ID=1598e91b-b9b1-4b56-aefb-7e1e79f52f64,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:16.035612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] No DVR routers for this DVR port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:16.038340 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e00a06-70ca-4ab3-aa4d-8d5114a3b6e6 None None] No DVR routers for this DVR port 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:16.068965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Allocated IP 172.25.5.184 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/40a8fe73-8b9a-478b-a7f7-7b801e509e47) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:16.074838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7de844c8-014a-4017-9563-df4e3e6c208e tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.075334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de844c8-014a-4017-9563-df4e3e6c208e tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Fanout notify agent at l3_agent the message router_deleted on router 21e274a8-9048-4ff1-9573-c1ee46b67935 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:29:16.082718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7de844c8-014a-4017-9563-df4e3e6c208e tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.084908 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7de844c8-014a-4017-9563-df4e3e6c208e tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/21e274a8-9048-4ff1-9573-c1ee46b67935 HTTP/1.1" status: 204 len: 168 time: 0.7396181 Sep 08 13:29:16.088088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46886) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:16.577039 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.577039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8cabfe-f3ab-4a53-a4a5-565868b42bcb']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:16.577039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19674136-0bc5-4cdc-ae58-5faf9057f923') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:16.577039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19674136-0bc5-4cdc-ae58-5faf9057f923') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:16.577039 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.581429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c917df1-c2a9-418c-913d-922ae0b0b0ae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting subnet 16e370b8-9ae4-4232-87a6-852d662926ca {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:16.585453 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:16.591226 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c917df1-c2a9-418c-913d-922ae0b0b0ae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.591226 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c917df1-c2a9-418c-913d-922ae0b0b0ae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.592120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2c0b8c-f65e-470e-bf48-240cd620ed55'}, {'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01182ee-3f00-4c71-b1ea-aad1fa2e8c65'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:29:16.592120 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695e010f-07e4-466f-8823-c945b1b12447" -d '{"events": [{"server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "name": "network-vif-plugged", "status": "completed", "tag": "6c2c0b8c-f65e-470e-bf48-240cd620ed55"}, {"server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "name": "network-vif-plugged", "status": "completed", "tag": "a01182ee-3f00-4c71-b1ea-aad1fa2e8c65"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:29:16.593246 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.593719 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a982af7f-fda9-4cc6-99fb-d0a276d0c7ef x-openstack-request-id: req-a982af7f-fda9-4cc6-99fb-d0a276d0c7ef {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:29:16.593719 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "name": "network-vif-plugged", "status": "completed", "tag": "6c2c0b8c-f65e-470e-bf48-240cd620ed55", "code": 200}, {"server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "name": "network-vif-plugged", "status": "completed", "tag": "a01182ee-3f00-4c71-b1ea-aad1fa2e8c65", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:29:16.593719 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a982af7f-fda9-4cc6-99fb-d0a276d0c7ef {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:29:16.593719 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2c0b8c-f65e-470e-bf48-240cd620ed55', 'code': 200} Sep 08 13:29:16.593719 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a01182ee-3f00-4c71-b1ea-aad1fa2e8c65', 'code': 200} Sep 08 13:29:16.595283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5447163-7d7a-4e20-ba91-755d49a72106 req-82c22526-d484-4626-9248-d565c26a1529 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:16.595283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5447163-7d7a-4e20-ba91-755d49a72106 req-82c22526-d484-4626-9248-d565c26a1529 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:16.595283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5447163-7d7a-4e20-ba91-755d49a72106 req-82c22526-d484-4626-9248-d565c26a1529 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:16.595283 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5447163-7d7a-4e20-ba91-755d49a72106 req-82c22526-d484-4626-9248-d565c26a1529 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2417 time: 0.1792183 Sep 08 13:29:16.595283 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5447163-7d7a-4e20-ba91-755d49a72106 req-a40f4b13-dce4-4ded-a127-7f4c9abaa7b0 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178560 Sep 08 13:29:16.595283 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c917df1-c2a9-418c-913d-922ae0b0b0ae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.595283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585d2e-b3eb-486f-a5ed-9035fdcbcded req-3cf2edbb-4841-471f-b3a6-d7b21df1c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:16.595283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585d2e-b3eb-486f-a5ed-9035fdcbcded req-3cf2edbb-4841-471f-b3a6-d7b21df1c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:16.595283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585d2e-b3eb-486f-a5ed-9035fdcbcded req-3cf2edbb-4841-471f-b3a6-d7b21df1c177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:16.595283 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ef585d2e-b3eb-486f-a5ed-9035fdcbcded req-3cf2edbb-4841-471f-b3a6-d7b21df1c177 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2870 time: 0.1270032 Sep 08 13:29:16.596776 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.596776 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.596776 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] 10.222.0.69 "DELETE /v2.0/networks/4d8cabfe-f3ab-4a53-a4a5-565868b42bcb HTTP/1.1" status: 204 len: 168 time: 1.3388605 Sep 08 13:29:16.596776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862ca86-a9c0-4d9d-acdd-8dcd7b00056f tempest-NetworksIpV6TestAttrs-620524976 tempest-NetworksIpV6TestAttrs-620524976-project] Pushing event deleted for resources: {'Network': ['ID=4d8cabfe-f3ab-4a53-a4a5-565868b42bcb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:16.617286 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ef585d2e-b3eb-486f-a5ed-9035fdcbcded req-c93a4fe7-8747-4f3f-8571-1168aba06348 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500586 Sep 08 13:29:16.820405 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31af8b21-f6a6-4733-bb85-cb3006190b7e req-fea45867-1b96-4808-9afa-035fb8996869 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0291355 Sep 08 13:29:16.897312 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.942813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:16.948113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:16.952638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:16.955991 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Pushing event updated for resources: {'Port': ['ID=40a8fe73-8b9a-478b-a7f7-7b801e509e47,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:16.960378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:29:16.981730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:29:16.984762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1598e91b-b9b1-4b56-aefb-7e1e79f52f64 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:29:16.986835 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c917df1-c2a9-418c-913d-922ae0b0b0ae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:16.987162 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.022747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c917df1-c2a9-418c-913d-922ae0b0b0ae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Subnet': ['ID=16e370b8-9ae4-4232-87a6-852d662926ca,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:17.025597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c917df1-c2a9-418c-913d-922ae0b0b0ae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.030039 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7c917df1-c2a9-418c-913d-922ae0b0b0ae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/16e370b8-9ae4-4232-87a6-852d662926ca HTTP/1.1" status: 204 len: 168 time: 0.9381490 Sep 08 13:29:17.030612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46912) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:17.033617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea4ea47-8966-48a2-8039-6a79dd99221c None None] Network c628813e-b715-4ac7-b136-c52c9538438f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:17.133306 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.203993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:17.205044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.290823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] For port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0fad4cdb-7b10-4ccf-81cb-166f02de51dc,segment=NetworkSegment(303f036c-f820-4630-bb46-6f3ddb3d570c),segment_id=303f036c-f820-4630-bb46-6f3ddb3d570c)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:17.291021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b6c0ff-1df4-47c3-8b28-53e42a31b7df None None] DHCP port deletion for c628813e-b715-4ac7-b136-c52c9538438f request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:29:17.291651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.319794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for 0fad4cdb-7b10-4ccf-81cb-166f02de51dc owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:17.345504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-42b6c0ff-1df4-47c3-8b28-53e42a31b7df None None] Deleting port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:17.346364 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-42b6c0ff-1df4-47c3-8b28-53e42a31b7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.428673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-42b6c0ff-1df4-47c3-8b28-53e42a31b7df None None] For port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0fad4cdb-7b10-4ccf-81cb-166f02de51dc,segment=NetworkSegment(303f036c-f820-4630-bb46-6f3ddb3d570c),segment_id=303f036c-f820-4630-bb46-6f3ddb3d570c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:17.429395 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-42b6c0ff-1df4-47c3-8b28-53e42a31b7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.443910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-42b6c0ff-1df4-47c3-8b28-53e42a31b7df None None] Calling delete_port for 0fad4cdb-7b10-4ccf-81cb-166f02de51dc owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:17.508663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46924) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:17.588751 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.596339 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-42b6c0ff-1df4-47c3-8b28-53e42a31b7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.617153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=0fad4cdb-7b10-4ccf-81cb-166f02de51dc,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:17.619123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No DVR routers for this DVR port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:17.627539 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c8339-12dd-4f6f-8645-53f873902df3 req-7cfa58a9-a467-48b2-96ab-a3b967320659 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:17.634068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c8339-12dd-4f6f-8645-53f873902df3 req-7cfa58a9-a467-48b2-96ab-a3b967320659 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:17.640414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c8339-12dd-4f6f-8645-53f873902df3 req-7cfa58a9-a467-48b2-96ab-a3b967320659 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:17.642141 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d0c8339-12dd-4f6f-8645-53f873902df3 req-7cfa58a9-a467-48b2-96ab-a3b967320659 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2417 time: 0.0768733 Sep 08 13:29:17.651866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6c0ff-1df4-47c3-8b28-53e42a31b7df None None] Pushing event deleted for resources: {'Port': ['ID=0fad4cdb-7b10-4ccf-81cb-166f02de51dc,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:17.656971 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6c0ff-1df4-47c3-8b28-53e42a31b7df None None] No DVR routers for this DVR port 0fad4cdb-7b10-4ccf-81cb-166f02de51dc on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:17.730896 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.735972 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d0c8339-12dd-4f6f-8645-53f873902df3 req-51802522-bff2-40d4-ba81-110e74264c62 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496271 Sep 08 13:29:17.769787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c628813e-b715-4ac7-b136-c52c9538438f']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:17.792354 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.797489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303f036c-f820-4630-bb46-6f3ddb3d570c') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:17.797789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303f036c-f820-4630-bb46-6f3ddb3d570c') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:17.813655 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.828799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4049041d-bad8-4ffa-abeb-562b0cbf0363 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8469785e25604980b8f7ca032c7bdff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189676 Sep 08 13:29:17.831480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46932) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:17.835251 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.841850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:17.842300 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:17.845665 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:17.937512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64a0200f-8266-4fb4-86e4-5250e3bdb18a req-392fbc52-a9ed-4e52-9965-2036d190e416 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0268698 Sep 08 13:29:17.943780 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-859f5e4e-18c5-4b48-a779-0552f767f140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:17.972760 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-859f5e4e-18c5-4b48-a779-0552f767f140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.011817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.023337 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.028954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/networks/c628813e-b715-4ac7-b136-c52c9538438f HTTP/1.1" status: 204 len: 168 time: 0.9903862 Sep 08 13:29:18.030406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46938) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:18.037341 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-98332345-774f-47a1-b169-47f9fac16ca0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-732628808', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:18.040629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e6119-a586-4f3b-b9cb-c6bf14341da2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Network': ['ID=c628813e-b715-4ac7-b136-c52c9538438f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:18.147882 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.154597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.168402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46942) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:18.213737 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-98332345-774f-47a1-b169-47f9fac16ca0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.215009 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-98332345-774f-47a1-b169-47f9fac16ca0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.278527 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9129e2c4-d65b-425a-82c6-344488b2db37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.312005 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-98332345-774f-47a1-b169-47f9fac16ca0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.400239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-859f5e4e-18c5-4b48-a779-0552f767f140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.402796 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-859f5e4e-18c5-4b48-a779-0552f767f140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.404053 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-859f5e4e-18c5-4b48-a779-0552f767f140 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8eeacb1b-cca4-4d0e-8621-a6c742df3d40 HTTP/1.1" status: 204 len: 168 time: 0.5686264 Sep 08 13:29:18.413533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f5e4e-18c5-4b48-a779-0552f767f140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eeacb1b-cca4-4d0e-8621-a6c742df3d40,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:18.481627 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-98332345-774f-47a1-b169-47f9fac16ca0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.495780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9129e2c4-d65b-425a-82c6-344488b2db37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.520084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Router be074480-088c-4767-adbf-735527c0c3d5 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:29:18.633068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:18.640997 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9129e2c4-d65b-425a-82c6-344488b2db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.646534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe235871-1c20-4e9c-9f6e-202d76260e66 None None] Sync routers for ids ['be074480-088c-4767-adbf-735527c0c3d5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:18.646996 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.651081 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-61065ca7-cf70-493f-9f77-e80f59b965e7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "PUT /v2.0/routers/be074480-088c-4767-adbf-735527c0c3d5 HTTP/1.1" status: 200 len: 880 time: 4.4726238 Sep 08 13:29:18.651081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46954) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:18.665525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe235871-1c20-4e9c-9f6e-202d76260e66 None None] Routers {'be074480-088c-4767-adbf-735527c0c3d5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:18.667921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-fe235871-1c20-4e9c-9f6e-202d76260e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['be074480-088c-4767-adbf-735527c0c3d5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:18.684037 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9129e2c4-d65b-425a-82c6-344488b2db37 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=08fb1a3085ea45aba4582dbe053bb3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142360 Sep 08 13:29:18.687236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46958) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:18.705252 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129e2c4-d65b-425a-82c6-344488b2db37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75482bc4-11ef-4d4b-887e-734489ff4ab9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:18.730647 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-98332345-774f-47a1-b169-47f9fac16ca0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.730647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-98332345-774f-47a1-b169-47f9fac16ca0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6949770 Sep 08 13:29:18.730923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46960) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:18.738420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-fe235871-1c20-4e9c-9f6e-202d76260e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:18.740313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-268a1cbd-29bc-44e0-9b91-cd5269f06505 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'network': {'name': 'tempest-RoutersTest-479738075'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:18.751394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe235871-1c20-4e9c-9f6e-202d76260e66 None None] Routers {'be074480-088c-4767-adbf-735527c0c3d5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:18.752382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-fe235871-1c20-4e9c-9f6e-202d76260e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['be074480-088c-4767-adbf-735527c0c3d5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:18.779670 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a65d9c56-1e5c-43d0-9ea8-4ea8b2ce2d84 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/routers/be074480-088c-4767-adbf-735527c0c3d5 HTTP/1.1" status: 200 len: 921 time: 0.1274898 Sep 08 13:29:18.788917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46964) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:18.791243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-fe235871-1c20-4e9c-9f6e-202d76260e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:18.792076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe235871-1c20-4e9c-9f6e-202d76260e66 None None] The sync data for ids ['be074480-088c-4767-adbf-735527c0c3d5'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:18.800738 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b13d4d00-3b40-475f-9bab-8cb02a50f57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.832585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b13d4d00-3b40-475f-9bab-8cb02a50f57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.839657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e68ede-82aa-416f-8004-0c873c247330 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:18.841178 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-30e68ede-82aa-416f-8004-0c873c247330 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&device_id=be074480-088c-4767-adbf-735527c0c3d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0511868 Sep 08 13:29:18.854421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46970) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:18.892849 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268a1cbd-29bc-44e0-9b91-cd5269f06505 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:18.894509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-268a1cbd-29bc-44e0-9b91-cd5269f06505 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.965387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b13d4d00-3b40-475f-9bab-8cb02a50f57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.969552 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b13d4d00-3b40-475f-9bab-8cb02a50f57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:18.969552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b13d4d00-3b40-475f-9bab-8cb02a50f57a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/75482bc4-11ef-4d4b-887e-734489ff4ab9 HTTP/1.1" status: 204 len: 168 time: 0.2809441 Sep 08 13:29:18.973486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268a1cbd-29bc-44e0-9b91-cd5269f06505 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:18.993694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0fad4cdb-7b10-4ccf-81cb-166f02de51dc no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:29:19.009288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d4d00-3b40-475f-9bab-8cb02a50f57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75482bc4-11ef-4d4b-887e-734489ff4ab9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:19.019174 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-268a1cbd-29bc-44e0-9b91-cd5269f06505 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:19.019527 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-268a1cbd-29bc-44e0-9b91-cd5269f06505 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Added segment bf0b6600-06df-4bd7-865e-c51630c314d3 of type vlan for network 0f075fb7-cc8a-4293-bd65-40fe022f6468 Sep 08 13:29:19.022215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7014ca-529e-472c-a49b-22cbebbeb3e9 req-b4e31ff4-f0a5-48d4-9737-34ea45a8f51e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:19.029527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7014ca-529e-472c-a49b-22cbebbeb3e9 req-b4e31ff4-f0a5-48d4-9737-34ea45a8f51e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:19.039277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7014ca-529e-472c-a49b-22cbebbeb3e9 req-b4e31ff4-f0a5-48d4-9737-34ea45a8f51e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:19.041466 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e7014ca-529e-472c-a49b-22cbebbeb3e9 req-b4e31ff4-f0a5-48d4-9737-34ea45a8f51e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2417 time: 0.1991606 Sep 08 13:29:19.078486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 0fad4cdb-7b10-4ccf-81cb-166f02de51dc {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:29:19.078928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0fad4cdb-7b10-4ccf-81cb-166f02de51dc not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:29:19.094244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c8211-daa2-458c-bdcb-af7d000eeb8b tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:19.097144 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-344c8211-daa2-458c-bdcb-af7d000eeb8b tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 881 time: 0.2409191 Sep 08 13:29:19.102693 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46988) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:19.122916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8e358d00-a8f9-40ab-b802-09391d10674a req-ead45566-d9c9-49fd-a1d2-6e026af06301 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0540299 Sep 08 13:29:19.166748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-268a1cbd-29bc-44e0-9b91-cd5269f06505 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:19.167341 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-49b8d3d1-7878-4047-be3a-8a2a0f57a019 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "GET /v2.0/ports?device_id=be074480-088c-4767-adbf-735527c0c3d5 HTTP/1.1" status: 200 len: 205 time: 0.0455840 Sep 08 13:29:19.167341 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e7014ca-529e-472c-a49b-22cbebbeb3e9 req-4bf3e197-6dc2-4cc4-ae8a-f9a6557baf97 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032259 Sep 08 13:29:19.168957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46992) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:19.312147 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:29:19.323742 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:19.348051 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-268a1cbd-29bc-44e0-9b91-cd5269f06505 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:19.353779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a1cbd-29bc-44e0-9b91-cd5269f06505 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:19.354417 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-268a1cbd-29bc-44e0-9b91-cd5269f06505 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:19.422883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a1cbd-29bc-44e0-9b91-cd5269f06505 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Network': ['ID=0f075fb7-cc8a-4293-bd65-40fe022f6468,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:19.437382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 0f075fb7-cc8a-4293-bd65-40fe022f6468 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:19.439308 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:19.548531 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-268a1cbd-29bc-44e0-9b91-cd5269f06505 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8165452 Sep 08 13:29:19.551458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47014) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:19.557298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1b108a14-b0a7-4f62-b3f7-10f0cf63139a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'subnet': {'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:19.653350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Deleting port 40a8fe73-8b9a-478b-a7f7-7b801e509e47 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:19.654323 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:19.736097 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:19.757848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Calling delete_port for 40a8fe73-8b9a-478b-a7f7-7b801e509e47 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:19.847230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b108a14-b0a7-4f62-b3f7-10f0cf63139a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:19.850797 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b108a14-b0a7-4f62-b3f7-10f0cf63139a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:19.898452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be7753-6a06-472e-9d4e-0d8a34aac348 req-4f1fccdc-0212-43d6-b7fd-9820834195b0 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:19.904744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be7753-6a06-472e-9d4e-0d8a34aac348 req-4f1fccdc-0212-43d6-b7fd-9820834195b0 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:19.912030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be7753-6a06-472e-9d4e-0d8a34aac348 req-4f1fccdc-0212-43d6-b7fd-9820834195b0 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:19.914307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-50be7753-6a06-472e-9d4e-0d8a34aac348 req-4f1fccdc-0212-43d6-b7fd-9820834195b0 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2417 time: 0.1049457 Sep 08 13:29:19.995642 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-50be7753-6a06-472e-9d4e-0d8a34aac348 req-8950cb0f-4b23-4329-8980-5b8acaec4c53 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551844 Sep 08 13:29:20.167458 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.195808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Pushing event deleted for resources: {'Port': ['ID=40a8fe73-8b9a-478b-a7f7-7b801e509e47,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:20.282744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7ef09744-c83c-457b-ac52-a67f9b4e0288 req-e513e891-44d8-4660-bc5e-f176520b0e4a tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0582469 Sep 08 13:29:20.295772 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.358073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47050) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:20.405253 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.407769 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.412296 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b108a14-b0a7-4f62-b3f7-10f0cf63139a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.490559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e7e67554-7bb8-46a4-bd97-17c60e69f83d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460055531'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:20.496877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b108a14-b0a7-4f62-b3f7-10f0cf63139a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Subnet': ['ID=c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:20.507109 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.507109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Fanout notify agent at l3_agent the message router_deleted on router be074480-088c-4767-adbf-735527c0c3d5 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:29:20.511340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.512793 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7e20cd13-e51f-48fe-b28c-f3662d342d3b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/routers/be074480-088c-4767-adbf-735527c0c3d5 HTTP/1.1" status: 204 len: 168 time: 1.3423312 Sep 08 13:29:20.516480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b108a14-b0a7-4f62-b3f7-10f0cf63139a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Checking segment: {'id': 'bf0b6600-06df-4bd7-865e-c51630c314d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:20.516480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b108a14-b0a7-4f62-b3f7-10f0cf63139a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network hostable DHCP agents. Network: 0f075fb7-cc8a-4293-bd65-40fe022f6468, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:29:20.519798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47064) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:20.531872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6dffd3af-c680-4b73-b8d1-8612eb2d4f1a tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-714149555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:20.624777 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e7e67554-7bb8-46a4-bd97-17c60e69f83d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.640395 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e7e67554-7bb8-46a4-bd97-17c60e69f83d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.655146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b108a14-b0a7-4f62-b3f7-10f0cf63139a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 0f075fb7-cc8a-4293-bd65-40fe022f6468 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:29:20.727490 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dffd3af-c680-4b73-b8d1-8612eb2d4f1a tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.728462 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dffd3af-c680-4b73-b8d1-8612eb2d4f1a tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.741659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-1b108a14-b0a7-4f62-b3f7-10f0cf63139a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 0f075fb7-cc8a-4293-bd65-40fe022f6468) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:20.752527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829f3d5c-59da-4e4e-9197-a474b0e67793 None None] Network 0f075fb7-cc8a-4293-bd65-40fe022f6468 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:20.758544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b108a14-b0a7-4f62-b3f7-10f0cf63139a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:20.759292 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b108a14-b0a7-4f62-b3f7-10f0cf63139a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.825572 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dffd3af-c680-4b73-b8d1-8612eb2d4f1a tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.882822 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dffd3af-c680-4b73-b8d1-8612eb2d4f1a tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.933228 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e7e67554-7bb8-46a4-bd97-17c60e69f83d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:20.933388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-0f075fb7-cc8a-4293-bd65-40fe022f6468', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:29:20.934580 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.007939 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e7e67554-7bb8-46a4-bd97-17c60e69f83d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.039622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e67554-7bb8-46a4-bd97-17c60e69f83d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b74bac-7d26-478e-b001-2c5b6cfcd155,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:21.078296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47104) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:21.079227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1b108a14-b0a7-4f62-b3f7-10f0cf63139a tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5266552 Sep 08 13:29:21.091888 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dffd3af-c680-4b73-b8d1-8612eb2d4f1a tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.096352 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6dffd3af-c680-4b73-b8d1-8612eb2d4f1a tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5700221 Sep 08 13:29:21.097061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47106) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:21.105899 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'enable_snat': True}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:21.135025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Allocated IP 172.20.0.2 (0f075fb7-cc8a-4293-bd65-40fe022f6468/c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2/3c33abce-eb03-45ac-a410-c4ac992c4324) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:21.293170 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6e676-9718-41ba-b845-952a96d9e10a req-2317fcf2-1886-4321-9331-1ca7450f313b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:21.299465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6e676-9718-41ba-b845-952a96d9e10a req-2317fcf2-1886-4321-9331-1ca7450f313b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:21.306137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6e676-9718-41ba-b845-952a96d9e10a req-2317fcf2-1886-4321-9331-1ca7450f313b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:21.308114 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14c6e676-9718-41ba-b845-952a96d9e10a req-2317fcf2-1886-4321-9331-1ca7450f313b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2417 time: 0.2101529 Sep 08 13:29:21.430199 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e7e67554-7bb8-46a4-bd97-17c60e69f83d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.471448 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.481945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14c6e676-9718-41ba-b845-952a96d9e10a req-d0e87b1e-f11f-46ad-b9c2-572c51411a37 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366303 Sep 08 13:29:21.504189 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.519791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Transition to ACTIVE for port object 3c33abce-eb03-45ac-a410-c4ac992c4324 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:21.547768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Transition to ACTIVE for port object 3c33abce-eb03-45ac-a410-c4ac992c4324 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:21.555236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ad216fa4-edcf-4870-9b57-a59beeb27eb4 req-b81d09f8-113f-45cf-8a7f-c0f4c5a592f0 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0992396 Sep 08 13:29:21.584888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d110a74-766a-4a09-9536-295430dafa19 req-831c5eb2-1e92-4507-92d8-256c064c074a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:21.591168 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d110a74-766a-4a09-9536-295430dafa19 req-831c5eb2-1e92-4507-92d8-256c064c074a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:21.597332 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d110a74-766a-4a09-9536-295430dafa19 req-831c5eb2-1e92-4507-92d8-256c064c074a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:21.599623 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d110a74-766a-4a09-9536-295430dafa19 req-831c5eb2-1e92-4507-92d8-256c064c074a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2417 time: 0.1567457 Sep 08 13:29:21.613265 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e7e67554-7bb8-46a4-bd97-17c60e69f83d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.632720 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.640762 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.672248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e67554-7bb8-46a4-bd97-17c60e69f83d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d3315d-153f-4c55-a79f-be27db7b8c5e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:21.740089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Network 0f075fb7-cc8a-4293-bd65-40fe022f6468 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:21.744184 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e7e67554-7bb8-46a4-bd97-17c60e69f83d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.745472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e7e67554-7bb8-46a4-bd97-17c60e69f83d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3860896 Sep 08 13:29:21.748423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47148) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:21.749625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:21.753073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:21.768761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Pushing event updated for resources: {'Port': ['ID=3c33abce-eb03-45ac-a410-c4ac992c4324,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:21.873482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Attempting to bind port 3c33abce-eb03-45ac-a410-c4ac992c4324 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:21.873867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Attempting to bind port 3c33abce-eb03-45ac-a410-c4ac992c4324 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'bf0b6600-06df-4bd7-865e-c51630c314d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:21.874261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Attempting to bind port 3c33abce-eb03-45ac-a410-c4ac992c4324 on network 0f075fb7-cc8a-4293-bd65-40fe022f6468 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:21.880092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:21.880877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Checking segment: {'id': 'bf0b6600-06df-4bd7-865e-c51630c314d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:21.881478 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.882022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Bound using segment: {'id': 'bf0b6600-06df-4bd7-865e-c51630c314d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:21.882675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Bound port: 3c33abce-eb03-45ac-a410-c4ac992c4324, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0b6600-06df-4bd7-865e-c51630c314d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:21.883264 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.895857 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-9d110a74-766a-4a09-9536-295430dafa19 req-db1a6306-d42a-4543-96b9-643fdbe58ba1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting port bdf0e065-d96e-45c2-b891-d86e8acdf24f {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:21.896728 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9d110a74-766a-4a09-9536-295430dafa19 req-db1a6306-d42a-4543-96b9-643fdbe58ba1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:21.904859 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8d5da1a6-22f4-4800-858f-f389e5935b1b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1552763 Sep 08 13:29:21.912775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47160) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:21.943248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-feec42aa-6280-42d2-ab49-8e5f42108792 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group': {'name': 'tempest-security--1902460409', 'description': 'tempest-security-description-59251042'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:21.989866 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-feec42aa-6280-42d2-ab49-8e5f42108792 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.010512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] For port 3c33abce-eb03-45ac-a410-c4ac992c4324, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:22.014102 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.014293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] For port 3c33abce-eb03-45ac-a410-c4ac992c4324, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3c33abce-eb03-45ac-a410-c4ac992c4324,segment=NetworkSegment(bf0b6600-06df-4bd7-865e-c51630c314d3),segment_id=bf0b6600-06df-4bd7-865e-c51630c314d3)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:22.040613 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.127594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-feec42aa-6280-42d2-ab49-8e5f42108792 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.154090 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.185027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Allocated IP 172.25.5.96 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/e79060ca-7919-4d6d-be52-b837b2f56584) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:22.235054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79433183-4e01-4217-87f3-74eca0f33746 None None] Pushing event updated for resources: {'Port': ['ID=3c33abce-eb03-45ac-a410-c4ac992c4324,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:22.311818 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.339837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-feec42aa-6280-42d2-ab49-8e5f42108792 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.342662 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-feec42aa-6280-42d2-ab49-8e5f42108792 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.343952 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-feec42aa-6280-42d2-ab49-8e5f42108792 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "PUT /v2.0/security-groups/92d3315d-153f-4c55-a79f-be27db7b8c5e HTTP/1.1" status: 200 len: 1778 time: 0.4066255 Sep 08 13:29:22.349399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47168) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:22.401964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec42aa-6280-42d2-ab49-8e5f42108792 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d3315d-153f-4c55-a79f-be27db7b8c5e,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:22.436101 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c1723653-16b1-4774-b29b-34e00e0e2cef tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-groups/92d3315d-153f-4c55-a79f-be27db7b8c5e HTTP/1.1" status: 200 len: 1778 time: 0.0843489 Sep 08 13:29:22.447663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47174) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:22.477790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-9d110a74-766a-4a09-9536-295430dafa19 req-db1a6306-d42a-4543-96b9-643fdbe58ba1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] For port bdf0e065-d96e-45c2-b891-d86e8acdf24f, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=bdf0e065-d96e-45c2-b891-d86e8acdf24f,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:22.478559 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9d110a74-766a-4a09-9536-295430dafa19 req-db1a6306-d42a-4543-96b9-643fdbe58ba1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.506632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-9d110a74-766a-4a09-9536-295430dafa19 req-db1a6306-d42a-4543-96b9-643fdbe58ba1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Calling delete_port for bdf0e065-d96e-45c2-b891-d86e8acdf24f owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:22.527165 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.541692 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-27e93dfe-05d4-47f3-b29d-27ca6176bfe5 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.596866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:22.617338 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Allocated IP 172.20.0.1 (0f075fb7-cc8a-4293-bd65-40fe022f6468/c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2/d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:22.622148 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-598276c7-4c3b-428a-b4bc-16acc2c62573 req-157f6514-2c66-49ab-ae46-9944b2608526 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0409560 Sep 08 13:29:22.636512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:22.654583 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-27e93dfe-05d4-47f3-b29d-27ca6176bfe5 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.657496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:22.660142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event updated for resources: {'Port': ['ID=e79060ca-7919-4d6d-be52-b837b2f56584,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:22.752128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8449a8-5abc-4215-932d-dbdff2c9667e req-0dd9ba2f-97c9-4b50-a05b-1520cbece52a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:22.759686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8449a8-5abc-4215-932d-dbdff2c9667e req-0dd9ba2f-97c9-4b50-a05b-1520cbece52a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:22.771659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0e56c0a-fc85-43f1-ba44-573d7a482546 req-52ddf348-3955-47ab-a398-b19cdd25262d tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0811477 Sep 08 13:29:22.783831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8449a8-5abc-4215-932d-dbdff2c9667e req-0dd9ba2f-97c9-4b50-a05b-1520cbece52a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:22.794483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b8449a8-5abc-4215-932d-dbdff2c9667e req-0dd9ba2f-97c9-4b50-a05b-1520cbece52a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 2417 time: 0.2032819 Sep 08 13:29:22.865508 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.905134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47190) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:22.943086 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b8449a8-5abc-4215-932d-dbdff2c9667e req-b2d65fc5-cf1d-4da4-9c3b-246f26fa95e1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490293 Sep 08 13:29:22.965931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Transition to ACTIVE for port object d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:22.969886 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9d110a74-766a-4a09-9536-295430dafa19 req-db1a6306-d42a-4543-96b9-643fdbe58ba1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:22.987589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6c2c0b8c-f65e-470e-bf48-240cd620ed55', 'a01182ee-3f00-4c71-b1ea-aad1fa2e8c65', 'bdf0e065-d96e-45c2-b891-d86e8acdf24f'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:29:22.993306 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-27e93dfe-05d4-47f3-b29d-27ca6176bfe5 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:23.006740 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-27e93dfe-05d4-47f3-b29d-27ca6176bfe5 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:23.017780 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-27e93dfe-05d4-47f3-b29d-27ca6176bfe5 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-groups/92d3315d-153f-4c55-a79f-be27db7b8c5e HTTP/1.1" status: 204 len: 168 time: 0.5681150 Sep 08 13:29:23.020825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47206) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:23.037200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a6306-d42a-4543-96b9-643fdbe58ba1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Port': ['ID=bdf0e065-d96e-45c2-b891-d86e8acdf24f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:23.063312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e93dfe-05d4-47f3-b29d-27ca6176bfe5 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d3315d-153f-4c55-a79f-be27db7b8c5e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:23.099308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3c33abce-eb03-45ac-a410-c4ac992c4324 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:23.131615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5362136d-118f-4bdb-9b1c-7a319b79ffc1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1007929 Sep 08 13:29:23.135771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47208) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:23.147391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d110a74-766a-4a09-9536-295430dafa19 req-db1a6306-d42a-4543-96b9-643fdbe58ba1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] No DVR routers for this DVR port bdf0e065-d96e-45c2-b891-d86e8acdf24f on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:23.150775 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9d110a74-766a-4a09-9536-295430dafa19 req-db1a6306-d42a-4543-96b9-643fdbe58ba1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:23.153339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d110a74-766a-4a09-9536-295430dafa19 req-db1a6306-d42a-4543-96b9-643fdbe58ba1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "DELETE /v2.0/ports/bdf0e065-d96e-45c2-b891-d86e8acdf24f HTTP/1.1" status: 204 len: 173 time: 1.5277672 Sep 08 13:29:23.156038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'name': 'network-vif-deleted', 'tag': 'bdf0e065-d96e-45c2-b891-d86e8acdf24f'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:29:23.159091 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065b1fbe-c902-4de8-a8cd-c8715f66caf1" -d '{"events": [{"server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "name": "network-vif-deleted", "tag": "bdf0e065-d96e-45c2-b891-d86e8acdf24f"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:29:23.268883 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493cc30c-8d98-47ed-9192-7d4ee45e8fdd x-openstack-request-id: req-493cc30c-8d98-47ed-9192-7d4ee45e8fdd {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:29:23.269518 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "name": "network-vif-deleted", "tag": "bdf0e065-d96e-45c2-b891-d86e8acdf24f", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:29:23.270489 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-493cc30c-8d98-47ed-9192-7d4ee45e8fdd {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:29:23.271071 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'name': 'network-vif-deleted', 'tag': 'bdf0e065-d96e-45c2-b891-d86e8acdf24f', 'status': 'completed', 'code': 200} Sep 08 13:29:23.292661 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:23.362426 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8d26bcb-d0f2-4abd-badd-2a2199178b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:23.389534 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:23.393278 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-d62be2d1-3907-4254-8c68-dea0e71f70a4 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] delete failed (client error): The resource could not be found. Sep 08 13:29:23.394730 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d62be2d1-3907-4254-8c68-dea0e71f70a4 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-groups/92d3315d-153f-4c55-a79f-be27db7b8c5e HTTP/1.1" status: 404 len: 347 time: 0.2576544 Sep 08 13:29:23.408204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 0f075fb7-cc8a-4293-bd65-40fe022f6468 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:23.408828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47216) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:23.460326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4737ac56-0929-4516-b75f-ede9450d845b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875398454'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:23.468914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-9d110a74-766a-4a09-9536-295430dafa19 req-40d19bca-1343-4789-a47e-ca03017f2cd2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:23.469267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9d110a74-766a-4a09-9536-295430dafa19 req-40d19bca-1343-4789-a47e-ca03017f2cd2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:23.477674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:23.480903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:23.500169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:23.520344 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 3c33abce-eb03-45ac-a410-c4ac992c4324 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:23.656665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:23.676863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c4ec84-733b-498a-a622-bd6930517935 None None] Network 0f075fb7-cc8a-4293-bd65-40fe022f6468 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:23.688072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-9d110a74-766a-4a09-9536-295430dafa19 req-40d19bca-1343-4789-a47e-ca03017f2cd2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] For port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a01182ee-3f00-4c71-b1ea-aad1fa2e8c65,segment=NetworkSegment(c6af8342-7ce8-44d1-aff6-84ce6e4f32ba),segment_id=c6af8342-7ce8-44d1-aff6-84ce6e4f32ba)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:23.688606 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9d110a74-766a-4a09-9536-295430dafa19 req-40d19bca-1343-4789-a47e-ca03017f2cd2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:23.708431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-9d110a74-766a-4a09-9536-295430dafa19 req-40d19bca-1343-4789-a47e-ca03017f2cd2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Calling delete_port for a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:23.835282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2e2f8b2a-a0c6-4937-8ccc-92bdbce6f8aa None None] Provisioning for port 3c33abce-eb03-45ac-a410-c4ac992c4324 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:23.842456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2e2f8b2a-a0c6-4937-8ccc-92bdbce6f8aa None None] Provisioning complete for port 3c33abce-eb03-45ac-a410-c4ac992c4324 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:23.842854 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8b2a-a0c6-4937-8ccc-92bdbce6f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:23.861364 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8d26bcb-d0f2-4abd-badd-2a2199178b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:23.983303 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8d26bcb-d0f2-4abd-badd-2a2199178b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.033237 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8b2a-a0c6-4937-8ccc-92bdbce6f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.074453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2e2f8b2a-a0c6-4937-8ccc-92bdbce6f8aa None None] For port 3c33abce-eb03-45ac-a410-c4ac992c4324, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3c33abce-eb03-45ac-a410-c4ac992c4324,segment=NetworkSegment(bf0b6600-06df-4bd7-865e-c51630c314d3),segment_id=bf0b6600-06df-4bd7-865e-c51630c314d3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:24.074783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-048a778d-cddf-46e6-bbd3-30731738137a req-574b2816-b733-4cc5-8baa-995d5dc431c5 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0350728 Sep 08 13:29:24.088350 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.092309 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.109356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47250) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:24.110109 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c8d26bcb-d0f2-4abd-badd-2a2199178b68 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c6a42bb789294c35972ed5f857ea833b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1908176 Sep 08 13:29:24.110109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d26bcb-d0f2-4abd-badd-2a2199178b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c9f8ce-a563-4fe8-8480-b4ce1ca93bb5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:24.177912 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.180219 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4737ac56-0929-4516-b75f-ede9450d845b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.233933 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8b2a-a0c6-4937-8ccc-92bdbce6f8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.247166 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-93ace6e4-e649-44fb-bedf-be93c996b0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.269847 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-93ace6e4-e649-44fb-bedf-be93c996b0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.332574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f8b2a-a0c6-4937-8ccc-92bdbce6f8aa None None] Pushing event updated for resources: {'Port': ['ID=3c33abce-eb03-45ac-a410-c4ac992c4324,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:24.387599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-179c0c03-2289-4e00-bdfd-518b6967cd18 None None] Provisioning complete for port 3c33abce-eb03-45ac-a410-c4ac992c4324 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:24.387989 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-179c0c03-2289-4e00-bdfd-518b6967cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.502878 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-93ace6e4-e649-44fb-bedf-be93c996b0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.505933 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-93ace6e4-e649-44fb-bedf-be93c996b0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.507278 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-93ace6e4-e649-44fb-bedf-be93c996b0c0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6c9f8ce-a563-4fe8-8480-b4ce1ca93bb5 HTTP/1.1" status: 204 len: 168 time: 0.4091725 Sep 08 13:29:24.523046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ace6e4-e649-44fb-bedf-be93c996b0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c9f8ce-a563-4fe8-8480-b4ce1ca93bb5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:24.552041 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.565205 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9d110a74-766a-4a09-9536-295430dafa19 req-40d19bca-1343-4789-a47e-ca03017f2cd2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.572693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd7df85e-0221-4f5c-a0d0-0757b87b849b req-79d833ed-01eb-4b0f-9e25-01063986a4ed tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52&device_id=fd08bb69-9afe-4811-ac2c-b5be4dc12885 HTTP/1.1" status: 200 len: 210 time: 0.0365915 Sep 08 13:29:24.605604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Router 099657db-3766-4420-9e0c-5e7bff3a3f49 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:29:24.656045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b2633-f2a8-44f1-8017-aca1769f5dec req-86326fe2-74f7-4885-b276-0cbdc2e5d166 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:24.663320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b2633-f2a8-44f1-8017-aca1769f5dec req-86326fe2-74f7-4885-b276-0cbdc2e5d166 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:24.664015 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b50b2633-f2a8-44f1-8017-aca1769f5dec req-86326fe2-74f7-4885-b276-0cbdc2e5d166 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 1604 time: 0.6025639 Sep 08 13:29:24.669503 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-179c0c03-2289-4e00-bdfd-518b6967cd18 None None] Provisioning for port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:24.691676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-179c0c03-2289-4e00-bdfd-518b6967cd18 None None] Provisioning complete for port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:24.693618 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-179c0c03-2289-4e00-bdfd-518b6967cd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.706086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d19bca-1343-4789-a47e-ca03017f2cd2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Port': ['ID=a01182ee-3f00-4c71-b1ea-aad1fa2e8c65,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:24.717271 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.722215 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4737ac56-0929-4516-b75f-ede9450d845b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.756940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-179c0c03-2289-4e00-bdfd-518b6967cd18 None None] Port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:24.762947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:24.767280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.768795 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5cacbf81-6aa6-493a-9ccd-a0c26d4bc9a5 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "PUT /v2.0/routers/099657db-3766-4420-9e0c-5e7bff3a3f49 HTTP/1.1" status: 200 len: 913 time: 3.6663179 Sep 08 13:29:24.772251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47274) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:24.776134 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a09626-c1c6-42f4-8113-67763dbedf30 None None] Sync routers for ids ['099657db-3766-4420-9e0c-5e7bff3a3f49'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:24.789824 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a09626-c1c6-42f4-8113-67763dbedf30 None None] Routers {'099657db-3766-4420-9e0c-5e7bff3a3f49'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:24.790669 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b8a09626-c1c6-42f4-8113-67763dbedf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['099657db-3766-4420-9e0c-5e7bff3a3f49'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:24.853535 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4737ac56-0929-4516-b75f-ede9450d845b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.860040 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b8a09626-c1c6-42f4-8113-67763dbedf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:24.867881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d110a74-766a-4a09-9536-295430dafa19 req-40d19bca-1343-4789-a47e-ca03017f2cd2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] No DVR routers for this DVR port a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:24.870954 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9d110a74-766a-4a09-9536-295430dafa19 req-40d19bca-1343-4789-a47e-ca03017f2cd2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.874116 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d110a74-766a-4a09-9536-295430dafa19 req-40d19bca-1343-4789-a47e-ca03017f2cd2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "DELETE /v2.0/ports/a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 HTTP/1.1" status: 204 len: 173 time: 1.7094429 Sep 08 13:29:24.874296 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a09626-c1c6-42f4-8113-67763dbedf30 None None] Routers {'099657db-3766-4420-9e0c-5e7bff3a3f49'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:24.874914 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b8a09626-c1c6-42f4-8113-67763dbedf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['099657db-3766-4420-9e0c-5e7bff3a3f49'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:24.905936 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dc9947d5-5df3-46cb-92c3-103a66956e2b tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/routers/099657db-3766-4420-9e0c-5e7bff3a3f49 HTTP/1.1" status: 200 len: 919 time: 0.1329694 Sep 08 13:29:24.909103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47282) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:24.913191 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b8a09626-c1c6-42f4-8113-67763dbedf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:24.914463 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a09626-c1c6-42f4-8113-67763dbedf30 None None] The sync data for ids ['099657db-3766-4420-9e0c-5e7bff3a3f49'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:24.936254 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-81a6f2cf-99ca-460d-87a6-6be54505108e None None] Provisioning complete for port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:24.936642 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-81a6f2cf-99ca-460d-87a6-6be54505108e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:24.993717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-81a6f2cf-99ca-460d-87a6-6be54505108e None None] Port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:25.007427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.012153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b50b2633-f2a8-44f1-8017-aca1769f5dec req-538332a7-04a2-4b21-a6a5-07378bfd0767 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976162 Sep 08 13:29:25.023235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:25.036439 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4737ac56-0929-4516-b75f-ede9450d845b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5080af4c-de66-447b-acc4-43ed6aaff1a9,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:25.111229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4737ac56-0929-4516-b75f-ede9450d845b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.112442 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4737ac56-0929-4516-b75f-ede9450d845b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6977270 Sep 08 13:29:25.116147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47286) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:25.145144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7abb9cf5-0f06-4c7e-b7a6-27d946f7b0a3 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group_rule': {'security_group_id': '5080af4c-de66-447b-acc4-43ed6aaff1a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:25.161533 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4027854-399a-48ba-b0df-07c625a01a0d req-5cbedd16-3d43-4990-9e58-a2b97b20f6f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=899e5dc13cf84acb90ce2c94e2daaf95&device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0732918 Sep 08 13:29:25.242520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3c33abce-eb03-45ac-a410-c4ac992c4324 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:25.259092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15aaa4ce-e77c-4184-8e1a-3bbd175a02d1 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:25.262077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-15aaa4ce-e77c-4184-8e1a-3bbd175a02d1 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&device_id=099657db-3766-4420-9e0c-5e7bff3a3f49&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3513417 Sep 08 13:29:25.264752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47296) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:25.279419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'name': 'network-vif-deleted', 'tag': 'a01182ee-3f00-4c71-b1ea-aad1fa2e8c65'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:29:25.282051 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c4dcb6-61b1-4e98-9b70-48b3530763f5" -d '{"events": [{"server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "name": "network-vif-deleted", "tag": "a01182ee-3f00-4c71-b1ea-aad1fa2e8c65"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:29:25.283361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3c33abce-eb03-45ac-a410-c4ac992c4324 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:25.284112 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.298325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4027854-399a-48ba-b0df-07c625a01a0d req-3e22c947-2583-4221-bf21-8d0d189e8091 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=899e5dc13cf84acb90ce2c94e2daaf95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848200 Sep 08 13:29:25.338317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 0f075fb7-cc8a-4293-bd65-40fe022f6468 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:25.340344 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a762dc-ce10-4d75-94fa-f42915aa8577 x-openstack-request-id: req-e5a762dc-ce10-4d75-94fa-f42915aa8577 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:29:25.340793 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "name": "network-vif-deleted", "tag": "a01182ee-3f00-4c71-b1ea-aad1fa2e8c65", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:29:25.341213 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e5a762dc-ce10-4d75-94fa-f42915aa8577 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:29:25.341747 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'name': 'network-vif-deleted', 'tag': 'a01182ee-3f00-4c71-b1ea-aad1fa2e8c65', 'status': 'completed', 'code': 200} Sep 08 13:29:25.371192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:25.381920 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e0254ba6-4ccb-40fc-8f64-a413be12250f req-6f9f111d-d646-4379-baee-07a82d12a1e3 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0929341 Sep 08 13:29:25.400263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7abb9cf5-0f06-4c7e-b7a6-27d946f7b0a3 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.448054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6763b979-9700-4073-a2dd-76b4b79d3b8c tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:25.449464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6763b979-9700-4073-a2dd-76b4b79d3b8c tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 881 time: 0.1834309 Sep 08 13:29:25.455676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47300) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:25.489607 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ef72f1da-a782-4a6a-9fa5-62b6e78f0cef tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "GET /v2.0/ports?device_id=099657db-3766-4420-9e0c-5e7bff3a3f49 HTTP/1.1" status: 200 len: 205 time: 0.0327480 Sep 08 13:29:25.499178 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-9d110a74-766a-4a09-9536-295430dafa19 req-60b68b0f-4341-491a-9c25-6637782b3878 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting port 6c2c0b8c-f65e-470e-bf48-240cd620ed55 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:25.499394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47306) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:25.499838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9d110a74-766a-4a09-9536-295430dafa19 req-60b68b0f-4341-491a-9c25-6637782b3878 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.559877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7abb9cf5-0f06-4c7e-b7a6-27d946f7b0a3 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.612080 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4027854-399a-48ba-b0df-07c625a01a0d req-f393e72b-c503-4ad7-92cd-557971a9973e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:25.614227 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4027854-399a-48ba-b0df-07c625a01a0d req-f393e72b-c503-4ad7-92cd-557971a9973e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3050580 Sep 08 13:29:25.648832 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.668146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-9d110a74-766a-4a09-9536-295430dafa19 req-60b68b0f-4341-491a-9c25-6637782b3878 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] For port 6c2c0b8c-f65e-470e-bf48-240cd620ed55, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6c2c0b8c-f65e-470e-bf48-240cd620ed55,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:25.668493 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9d110a74-766a-4a09-9536-295430dafa19 req-60b68b0f-4341-491a-9c25-6637782b3878 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.690351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-9d110a74-766a-4a09-9536-295430dafa19 req-60b68b0f-4341-491a-9c25-6637782b3878 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Calling delete_port for 6c2c0b8c-f65e-470e-bf48-240cd620ed55 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:25.694143 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7abb9cf5-0f06-4c7e-b7a6-27d946f7b0a3 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.706835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device bdf0e065-d96e-45c2-b891-d86e8acdf24f no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:29:25.723078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb9cf5-0f06-4c7e-b7a6-27d946f7b0a3 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05489304-74f3-4ee4-a6a6-e91e17a7be57,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:25.744878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: bdf0e065-d96e-45c2-b891-d86e8acdf24f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:29:25.745316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device bdf0e065-d96e-45c2-b891-d86e8acdf24f not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:29:25.745930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6c2c0b8c-f65e-470e-bf48-240cd620ed55 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:29:25.753777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47316) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:25.774011 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58e35b1f-39c7-4156-8e09-ac85fddc3418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.779674 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-066cfd56-f4d2-49b9-bc4f-5d000d2b999f None None] Provisioning complete for port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:25.780185 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-066cfd56-f4d2-49b9-bc4f-5d000d2b999f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.807687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:29:25.829748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.836667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-066cfd56-f4d2-49b9-bc4f-5d000d2b999f None None] Port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:25.838894 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7abb9cf5-0f06-4c7e-b7a6-27d946f7b0a3 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.840446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7abb9cf5-0f06-4c7e-b7a6-27d946f7b0a3 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7123723 Sep 08 13:29:25.843216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47318) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:25.872345 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9443a47-8ba9-4dd2-97c5-4c20eb43c248 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.881641 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9443a47-8ba9-4dd2-97c5-4c20eb43c248 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.886142 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:25.971675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:25.982787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Sync routers for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:25.985861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b35de974-82dd-4d1f-9bb9-d58de555c1f4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9032655 Sep 08 13:29:25.985976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47324) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:25.992669 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-82fcd600-b06b-41e3-84d5-4ed34660132b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1875612794'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:26.001331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:26.003332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:26.010145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9443a47-8ba9-4dd2-97c5-4c20eb43c248 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.021858 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9443a47-8ba9-4dd2-97c5-4c20eb43c248 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.026106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47326) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:26.026802 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e9443a47-8ba9-4dd2-97c5-4c20eb43c248 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/05489304-74f3-4ee4-a6a6-e91e17a7be57 HTTP/1.1" status: 204 len: 168 time: 0.1822770 Sep 08 13:29:26.036767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9443a47-8ba9-4dd2-97c5-4c20eb43c248 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05489304-74f3-4ee4-a6a6-e91e17a7be57,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:26.040554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Deleting port e79060ca-7919-4d6d-be52-b837b2f56584 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:26.040906 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.049128 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9d110a74-766a-4a09-9536-295430dafa19 req-60b68b0f-4341-491a-9c25-6637782b3878 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.107107 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b68b0f-4341-491a-9c25-6637782b3878 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Port': ['ID=6c2c0b8c-f65e-470e-bf48-240cd620ed55,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:26.165319 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-be10b4e7-9c6f-4207-bdd5-0b722829979e tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1381059 Sep 08 13:29:26.168493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47334) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:26.221889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d110a74-766a-4a09-9536-295430dafa19 req-60b68b0f-4341-491a-9c25-6637782b3878 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] No DVR routers for this DVR port 6c2c0b8c-f65e-470e-bf48-240cd620ed55 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:26.230780 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9d110a74-766a-4a09-9536-295430dafa19 req-60b68b0f-4341-491a-9c25-6637782b3878 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.236736 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d110a74-766a-4a09-9536-295430dafa19 req-60b68b0f-4341-491a-9c25-6637782b3878 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "DELETE /v2.0/ports/6c2c0b8c-f65e-470e-bf48-240cd620ed55 HTTP/1.1" status: 204 len: 173 time: 1.3425946 Sep 08 13:29:26.263192 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58e35b1f-39c7-4156-8e09-ac85fddc3418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.315868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84182508-977b-41f1-a57e-0ac0e06770c1 req-0241abf0-f628-4e89-a9ea-dff4926c8e54 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 210 time: 0.0648432 Sep 08 13:29:26.318018 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.356071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Calling delete_port for e79060ca-7919-4d6d-be52-b837b2f56584 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:26.357905 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4e6172d4-21f6-4b8a-924a-218fa34b0169 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.385265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:29:26.396004 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58e35b1f-39c7-4156-8e09-ac85fddc3418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.443402 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4e6172d4-21f6-4b8a-924a-218fa34b0169 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.458660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:29:26.459612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a01182ee-3f00-4c71-b1ea-aad1fa2e8c65 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:29:26.513728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fcd600-b06b-41e3-84d5-4ed34660132b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:26.517470 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82fcd600-b06b-41e3-84d5-4ed34660132b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.522013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:26.565826 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-58e35b1f-39c7-4156-8e09-ac85fddc3418 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f7d203e33e8843dd9146ed4325cbe097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8103576 Sep 08 13:29:26.568613 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4b874d6-b285-4849-a794-959f0e097a23 req-58e428a7-5254-4c1e-93aa-cd2918e6f492 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0402944 Sep 08 13:29:26.575087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47350) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:26.598447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e35b1f-39c7-4156-8e09-ac85fddc3418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c319e37-d492-4886-8324-6aaaa882ad9f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:26.626730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4e6172d4-21f6-4b8a-924a-218fa34b0169 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.630203 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4e6172d4-21f6-4b8a-924a-218fa34b0169 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.631346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4e6172d4-21f6-4b8a-924a-218fa34b0169 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-groups/5080af4c-de66-447b-acc4-43ed6aaff1a9 HTTP/1.1" status: 204 len: 168 time: 0.4596801 Sep 08 13:29:26.634163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47360) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:26.659198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6172d4-21f6-4b8a-924a-218fa34b0169 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5080af4c-de66-447b-acc4-43ed6aaff1a9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:26.725938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d534788a-8ca7-4397-b7c5-674f53082483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.738226 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5f573e29-6a5a-4259-8367-e76bf8bd7822 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977347 Sep 08 13:29:26.742483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47362) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:26.748991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-722f985e-85f1-41e9-bfd5-89384e4a8f2b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150843763'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:26.758282 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d534788a-8ca7-4397-b7c5-674f53082483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.766232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.772163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fcd600-b06b-41e3-84d5-4ed34660132b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:26.800295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Pushing event deleted for resources: {'Port': ['ID=e79060ca-7919-4d6d-be52-b837b2f56584,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:26.803048 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82fcd600-b06b-41e3-84d5-4ed34660132b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.803319 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-82fcd600-b06b-41e3-84d5-4ed34660132b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Added segment 8b715332-e88d-4a48-83a3-815798b7f92e of type vlan for network c1b22284-8188-4345-9690-2b21b4610a5e Sep 08 13:29:26.804560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:23Z', 'revision_number': 2, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:24Z', 'revision_number': 2, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:26.835629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Checking router: 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:29:26.836124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Updating router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:29:26.858536 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82fcd600-b06b-41e3-84d5-4ed34660132b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.867228 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.891583 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-722f985e-85f1-41e9-bfd5-89384e4a8f2b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.916291 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.922302 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4027854-399a-48ba-b0df-07c625a01a0d req-bf22bc67-26e7-42bf-bd3c-4c323088b088 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.70 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0294688 Sep 08 13:29:26.923106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d534788a-8ca7-4397-b7c5-674f53082483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.927009 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d534788a-8ca7-4397-b7c5-674f53082483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.942332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d534788a-8ca7-4397-b7c5-674f53082483 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c319e37-d492-4886-8324-6aaaa882ad9f HTTP/1.1" status: 204 len: 168 time: 0.3535643 Sep 08 13:29:26.964099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82fcd600-b06b-41e3-84d5-4ed34660132b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.972473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fcd600-b06b-41e3-84d5-4ed34660132b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:26.986430 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82fcd600-b06b-41e3-84d5-4ed34660132b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:26.995713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534788a-8ca7-4397-b7c5-674f53082483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c319e37-d492-4886-8324-6aaaa882ad9f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:27.032188 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.036433 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.135695 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-722f985e-85f1-41e9-bfd5-89384e4a8f2b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.164998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcd600-b06b-41e3-84d5-4ed34660132b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Network': ['ID=c1b22284-8188-4345-9690-2b21b4610a5e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:27.165817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.166814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Fanout notify agent at l3_agent the message router_deleted on router 099657db-3766-4420-9e0c-5e7bff3a3f49 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:29:27.175746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c1b22284-8188-4345-9690-2b21b4610a5e details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:27.178435 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.180411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b485f904-bbc7-4b3f-b3a0-225873c987cd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/routers/099657db-3766-4420-9e0c-5e7bff3a3f49 HTTP/1.1" status: 204 len: 168 time: 1.6789386 Sep 08 13:29:27.185245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47368) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:27.190157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c7d9c2c1-3c7b-486c-85eb-e218ac1c695e tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-909648140', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:27.195089 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-722f985e-85f1-41e9-bfd5-89384e4a8f2b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.249344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f985e-85f1-41e9-bfd5-89384e4a8f2b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb73c569-61f3-4185-8533-249516c2aef0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:27.310477 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-82fcd600-b06b-41e3-84d5-4ed34660132b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3225913 Sep 08 13:29:27.313930 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47370) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:27.320173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'subnet': {'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:27.338502 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.349288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Transition to ACTIVE for port object d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:27.365183 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-722f985e-85f1-41e9-bfd5-89384e4a8f2b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.367012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-722f985e-85f1-41e9-bfd5-89384e4a8f2b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6228786 Sep 08 13:29:27.376685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47374) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:27.387652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ed8f8014-0bf2-4148-b7c0-fdb75aa9a3e6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group_rule': {'security_group_id': 'bb73c569-61f3-4185-8533-249516c2aef0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:27.503981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-447ab845-92f5-45b4-b3c1-775c4b4fbbe7 req-d9e02036-7ef5-4235-b4ea-66b534f12e5b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=b09776f6-8758-4dc0-b973-d21c8a64a699 HTTP/1.1" status: 200 len: 210 time: 0.0594740 Sep 08 13:29:27.525517 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.649433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Attempting to bind port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:27.649977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Attempting to bind port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'bf0b6600-06df-4bd7-865e-c51630c314d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:27.651887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Attempting to bind port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 on network 0f075fb7-cc8a-4293-bd65-40fe022f6468 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:27.653031 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8ed23-7ce4-4d9e-abaf-b079ae46ba9e None None] Pushing event updated for resources: {'Port': ['ID=d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:27.659864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47384) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:27.663615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:27.664627 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Checking segment: {'id': 'bf0b6600-06df-4bd7-865e-c51630c314d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:27.664627 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.664834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Bound using segment: {'id': 'bf0b6600-06df-4bd7-865e-c51630c314d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:27.665297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Bound port: d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0b6600-06df-4bd7-865e-c51630c314d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:27.665848 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.718505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'name': 'network-vif-deleted', 'tag': '6c2c0b8c-f65e-470e-bf48-240cd620ed55'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:29:27.720717 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0669028-5210-4378-aa74-7ed67a87984f" -d '{"events": [{"server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "name": "network-vif-deleted", "tag": "6c2c0b8c-f65e-470e-bf48-240cd620ed55"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:29:27.767326 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-28879f02-e80a-44bc-831e-198b34ac4126 req-66a846f3-515c-4a1d-ae42-2a8353438dcb tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=34c97d09-5407-45fa-a207-755da7713d52 HTTP/1.1" status: 200 len: 210 time: 0.0413084 Sep 08 13:29:27.835648 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65cac34-bbe7-4e9d-9962-0a154c06a4f0 x-openstack-request-id: req-e65cac34-bbe7-4e9d-9962-0a154c06a4f0 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:29:27.836169 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09776f6-8758-4dc0-b973-d21c8a64a699", "name": "network-vif-deleted", "tag": "6c2c0b8c-f65e-470e-bf48-240cd620ed55", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:29:27.836576 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e65cac34-bbe7-4e9d-9962-0a154c06a4f0 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:29:27.837141 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09776f6-8758-4dc0-b973-d21c8a64a699', 'name': 'network-vif-deleted', 'tag': '6c2c0b8c-f65e-470e-bf48-240cd620ed55', 'status': 'completed', 'code': 200} Sep 08 13:29:27.852672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] For port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:27.860677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] For port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7,segment=NetworkSegment(bf0b6600-06df-4bd7-865e-c51630c314d3),segment_id=bf0b6600-06df-4bd7-865e-c51630c314d3)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:27.868080 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3784d260-89cb-49cf-8078-5c3e7ca92544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.954647 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c2c1-3c7b-486c-85eb-e218ac1c695e tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.955760 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c2c1-3c7b-486c-85eb-e218ac1c695e tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:27.989721 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.021177 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c2c1-3c7b-486c-85eb-e218ac1c695e tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.053871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:28.054570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:28.090225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8ed23-7ce4-4d9e-abaf-b079ae46ba9e None None] Pushing event updated for resources: {'Port': ['ID=d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:28.113867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8014-0bf2-4148-b7c0-fdb75aa9a3e6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.114905 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:29:28.114905 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:29:28.114905 n-d-807558-3 neutron-server[96264]: [parameters: {'project_id_1': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 29, 7, 854686)}] Sep 08 13:29:28.114905 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:29:28.115240 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:29:28.155277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:28.170014 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c2c1-3c7b-486c-85eb-e218ac1c695e tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.218773 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8014-0bf2-4148-b7c0-fdb75aa9a3e6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.260940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3784d260-89cb-49cf-8078-5c3e7ca92544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.262651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8014-0bf2-4148-b7c0-fdb75aa9a3e6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.280386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f8014-0bf2-4148-b7c0-fdb75aa9a3e6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae53e48-e310-42b9-b9ad-433dffcc2649,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:28.309906 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3784d260-89cb-49cf-8078-5c3e7ca92544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.349414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784d260-89cb-49cf-8078-5c3e7ca92544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051f3b7c-1dfb-48c8-abbb-686f271ccd59,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:28.353928 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3784d260-89cb-49cf-8078-5c3e7ca92544 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=72bb4d268569462189891fdf630e9c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6927884 Sep 08 13:29:28.356561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47402) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:28.384099 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed8f8014-0bf2-4148-b7c0-fdb75aa9a3e6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.385604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ed8f8014-0bf2-4148-b7c0-fdb75aa9a3e6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0077069 Sep 08 13:29:28.387563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:23Z', 'revision_number': 2, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:27Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:28.388818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47404) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:28.397074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-419b4172-1acd-4c5e-8474-da1493876934 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group_rule': {'security_group_id': 'bb73c569-61f3-4185-8533-249516c2aef0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:28.402776 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7d9c2c1-3c7b-486c-85eb-e218ac1c695e tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.403906 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c7d9c2c1-3c7b-486c-85eb-e218ac1c695e tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2175887 Sep 08 13:29:28.406799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47406) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:28.414161 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'enable_snat': False}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:28.415274 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c8c6015-8231-4a01-ae97-ec06a40aea6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.415395 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2ff0d-a782-4309-83a2-0ceb79e5ceae None None] The sync data for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 is: [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:23Z', 'revision_number': 2, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:27Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:28.439437 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c8c6015-8231-4a01-ae97-ec06a40aea6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.565168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c8c6015-8231-4a01-ae97-ec06a40aea6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.568657 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c8c6015-8231-4a01-ae97-ec06a40aea6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.575773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3c8c6015-8231-4a01-ae97-ec06a40aea6c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/051f3b7c-1dfb-48c8-abbb-686f271ccd59 HTTP/1.1" status: 204 len: 168 time: 0.2181468 Sep 08 13:29:28.576676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47414) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:28.613670 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8c6015-8231-4a01-ae97-ec06a40aea6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051f3b7c-1dfb-48c8-abbb-686f271ccd59,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:28.650279 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-419b4172-1acd-4c5e-8474-da1493876934 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.679887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a7112b-8e06-4cdd-bca2-1c6cc768ac17 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting subnet 0cbcc234-602a-4b5d-b847-4bd1755035b5 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:29:28.690505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80a7112b-8e06-4cdd-bca2-1c6cc768ac17 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.761901 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80a7112b-8e06-4cdd-bca2-1c6cc768ac17 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.775827 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.839707 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-419b4172-1acd-4c5e-8474-da1493876934 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.900217 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80a7112b-8e06-4cdd-bca2-1c6cc768ac17 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.921885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:28.927158 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:28.930459 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-419b4172-1acd-4c5e-8474-da1493876934 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.006864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b4172-1acd-4c5e-8474-da1493876934 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a485bf8-c812-40da-aafb-b00e6a5d3910,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:29.069854 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80a7112b-8e06-4cdd-bca2-1c6cc768ac17 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.081871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-419b4172-1acd-4c5e-8474-da1493876934 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.087439 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-419b4172-1acd-4c5e-8474-da1493876934 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6950994 Sep 08 13:29:29.089941 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47424) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:29.099357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-270b45ba-0801-4b7f-ae78-353ba72fe58a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group_rule': {'security_group_id': 'bb73c569-61f3-4185-8533-249516c2aef0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:29.109062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:29.165948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7112b-8e06-4cdd-bca2-1c6cc768ac17 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Subnet': ['ID=0cbcc234-602a-4b5d-b847-4bd1755035b5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:29.172536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80a7112b-8e06-4cdd-bca2-1c6cc768ac17 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.178717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-80a7112b-8e06-4cdd-bca2-1c6cc768ac17 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "DELETE /v2.0/subnets/0cbcc234-602a-4b5d-b847-4bd1755035b5 HTTP/1.1" status: 204 len: 168 time: 0.5992599 Sep 08 13:29:29.179827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc1495-312b-4c23-b71c-c6f80bfa0f8b None None] Network b390f705-1db6-4b7a-90e8-315571f4ec41 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:29.181892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47428) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:29.334339 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-270b45ba-0801-4b7f-ae78-353ba72fe58a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.382367 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.469057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:29.473611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:29.474374 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.486766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79ee0bce-cd41-49c0-89a0-fc82e3a87787 req-7596c55a-c33e-4d76-b32d-40748e5f0fe4 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd08bb69-9afe-4811-ac2c-b5be4dc12885 HTTP/1.1" status: 200 len: 210 time: 0.0336025 Sep 08 13:29:29.487365 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8ad2195-7f01-403c-a8d4-cc27c5ad45da req-8cf07c97-288e-429e-9bbb-e588f8aed35a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=899e5dc13cf84acb90ce2c94e2daaf95&device_id=fd08bb69-9afe-4811-ac2c-b5be4dc12885 HTTP/1.1" status: 200 len: 210 time: 0.0478640 Sep 08 13:29:29.515005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:29.517851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.522644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0110bf94-569c-481a-ae2d-04e317019222 None None] DHCP port deletion for b390f705-1db6-4b7a-90e8-315571f4ec41 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:29:29.533139 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.554066 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8ad2195-7f01-403c-a8d4-cc27c5ad45da req-5440410e-cea5-4abb-95db-e94ed07c8af0 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=899e5dc13cf84acb90ce2c94e2daaf95&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540648 Sep 08 13:29:29.558761 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.599853 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.608020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] For port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=04ddc55a-6bfe-4728-b8b2-3418f8dc63d8,segment=NetworkSegment(c6af8342-7ce8-44d1-aff6-84ce6e4f32ba),segment_id=c6af8342-7ce8-44d1-aff6-84ce6e4f32ba)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:29.608020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.648415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Calling delete_port for 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:29.650498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-270b45ba-0801-4b7f-ae78-353ba72fe58a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.696071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0110bf94-569c-481a-ae2d-04e317019222 None None] Deleting port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:29.696071 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0110bf94-569c-481a-ae2d-04e317019222 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.723513 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.773818 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-270b45ba-0801-4b7f-ae78-353ba72fe58a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.804252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7,segment=NetworkSegment(bf0b6600-06df-4bd7-865e-c51630c314d3),segment_id=bf0b6600-06df-4bd7-865e-c51630c314d3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:29.811998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0110bf94-569c-481a-ae2d-04e317019222 None None] For port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=04ddc55a-6bfe-4728-b8b2-3418f8dc63d8,segment=NetworkSegment(c6af8342-7ce8-44d1-aff6-84ce6e4f32ba),segment_id=c6af8342-7ce8-44d1-aff6-84ce6e4f32ba)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:29.812409 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0110bf94-569c-481a-ae2d-04e317019222 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.813951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47442) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:29.826695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0110bf94-569c-481a-ae2d-04e317019222 None None] Calling delete_port for 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:29.835114 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b45ba-0801-4b7f-ae78-353ba72fe58a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04d18c8-d967-4dc7-b3a1-9e84f7fb5d01,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:29.837731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Subnet': ['ID=42c02dba-3dee-4297-8f4c-a6e604df46e5,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:29.874560 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.894484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.895344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad2195-7f01-403c-a8d4-cc27c5ad45da req-101ea606-2279-411d-9b14-eb7a1e8570b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:29.896958 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8ad2195-7f01-403c-a8d4-cc27c5ad45da req-101ea606-2279-411d-9b14-eb7a1e8570b8 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3342288 Sep 08 13:29:29.900892 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Checking segment: {'id': '8b715332-e88d-4a48-83a3-815798b7f92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:29.901262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network hostable DHCP agents. Network: c1b22284-8188-4345-9690-2b21b4610a5e, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:29:29.909116 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ad66429-1215-4d34-a22f-e52ef5c68032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.920629 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-270b45ba-0801-4b7f-ae78-353ba72fe58a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:29.927585 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-270b45ba-0801-4b7f-ae78-353ba72fe58a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8319578 Sep 08 13:29:29.928285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47446) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:29.930009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Allocated IP 172.25.5.54 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/5a92dc92-563d-425d-8641-3bc6b06a0fd1) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:29.936582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-963de154-8227-4f1e-95f6-a608619a3cf9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group_rule': {'security_group_id': 'bb73c569-61f3-4185-8533-249516c2aef0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:29.962257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] No DVR routers for this DVR port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:29.976569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Port': ['ID=04ddc55a-6bfe-4728-b8b2-3418f8dc63d8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:29.976845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:29.996995 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0110bf94-569c-481a-ae2d-04e317019222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.024303 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0110bf94-569c-481a-ae2d-04e317019222 None None] Pushing event deleted for resources: {'Port': ['ID=04ddc55a-6bfe-4728-b8b2-3418f8dc63d8,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:30.033222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0110bf94-569c-481a-ae2d-04e317019222 None None] No DVR routers for this DVR port 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:30.045936 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network c1b22284-8188-4345-9690-2b21b4610a5e is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:29:30.074517 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-963de154-8227-4f1e-95f6-a608619a3cf9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.095574 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.124466 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.138711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b390f705-1db6-4b7a-90e8-315571f4ec41']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:30.157061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6af8342-7ce8-44d1-aff6-84ce6e4f32ba') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:30.157628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6af8342-7ce8-44d1-aff6-84ce6e4f32ba') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:30.158617 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-963de154-8227-4f1e-95f6-a608619a3cf9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.159630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c1b22284-8188-4345-9690-2b21b4610a5e) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:30.166867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:30.166867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.169368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92394dc7-b327-48b2-8348-1a386bf6adfb None None] Network c1b22284-8188-4345-9690-2b21b4610a5e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:30.198822 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.221227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.228012 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-963de154-8227-4f1e-95f6-a608619a3cf9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.232323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:30.232794 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:30.242359 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:30.262902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963de154-8227-4f1e-95f6-a608619a3cf9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b940257-5b98-4581-85cc-997d2f2835e4,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:30.274316 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.340988 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:30.347598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:30.352959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:30.359061 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ad66429-1215-4d34-a22f-e52ef5c68032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.359577 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Pushing event updated for resources: {'Port': ['ID=5a92dc92-563d-425d-8641-3bc6b06a0fd1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:30.376333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c1b22284-8188-4345-9690-2b21b4610a5e', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:29:30.377203 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.521535 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ad66429-1215-4d34-a22f-e52ef5c68032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.533167 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.574457 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.576628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "DELETE /v2.0/networks/b390f705-1db6-4b7a-90e8-315571f4ec41 HTTP/1.1" status: 204 len: 168 time: 1.3938801 Sep 08 13:29:30.579335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47458) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:30.605969 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9ad66429-1215-4d34-a22f-e52ef5c68032 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=975e2c35a8ed43e68c1d371437ec0fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7903135 Sep 08 13:29:30.606866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cd104-7abb-4ff0-9951-5977f67f317e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Network': ['ID=b390f705-1db6-4b7a-90e8-315571f4ec41,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:30.608570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47460) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:30.628578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad66429-1215-4d34-a22f-e52ef5c68032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48adf96d-6572-452a-ac70-b47efb4715bd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:30.666682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Allocated IP 172.21.0.2 (c1b22284-8188-4345-9690-2b21b4610a5e/42c02dba-3dee-4297-8f4c-a6e604df46e5/aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:30.669939 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85e979d6-80d9-482e-9216-ceefae1b01f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.670717 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-963de154-8227-4f1e-95f6-a608619a3cf9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.674433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-963de154-8227-4f1e-95f6-a608619a3cf9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7395053 Sep 08 13:29:30.674433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f188e669-c666-42ed-b8b1-3414d1d06bbb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3581378 Sep 08 13:29:30.675373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47462) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:30.680591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47464) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:30.686444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-02b7128b-9747-41c5-ab10-98cf95551c94 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group_rule': {'security_group_id': 'bb73c569-61f3-4185-8533-249516c2aef0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:30.710032 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85e979d6-80d9-482e-9216-ceefae1b01f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.763145 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-412d1b40-c40a-420d-bb53-2cd9ae5ff395 req-0178452d-db1b-403c-99c1-a8a7f625af81 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd08bb69-9afe-4811-ac2c-b5be4dc12885 HTTP/1.1" status: 200 len: 210 time: 0.1092198 Sep 08 13:29:30.824766 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02b7128b-9747-41c5-ab10-98cf95551c94 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.843692 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7edc16f7-d504-4385-a26c-dccb002ee72c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting subnet 3802dec0-d8a8-410d-a905-bc46ca6f266b {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:29:30.847770 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7edc16f7-d504-4385-a26c-dccb002ee72c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.849739 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.901703 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85e979d6-80d9-482e-9216-ceefae1b01f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.903732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Transition to ACTIVE for port object aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:30.905276 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85e979d6-80d9-482e-9216-ceefae1b01f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.906887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-85e979d6-80d9-482e-9216-ceefae1b01f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/48adf96d-6572-452a-ac70-b47efb4715bd HTTP/1.1" status: 204 len: 168 time: 0.2932701 Sep 08 13:29:30.938781 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7edc16f7-d504-4385-a26c-dccb002ee72c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.939434 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02b7128b-9747-41c5-ab10-98cf95551c94 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:30.939817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Transition to ACTIVE for port object aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:30.941209 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e979d6-80d9-482e-9216-ceefae1b01f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48adf96d-6572-452a-ac70-b47efb4715bd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:31.016341 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.030719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02b7128b-9747-41c5-ab10-98cf95551c94 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.037683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:31.052356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7128b-9747-41c5-ab10-98cf95551c94 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56eee5d-1e43-4d2c-bfd8-85c4e7583161,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:31.076030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.134822 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Network c1b22284-8188-4345-9690-2b21b4610a5e is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:31.137043 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02b7128b-9747-41c5-ab10-98cf95551c94 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.141703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-02b7128b-9747-41c5-ab10-98cf95551c94 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4652367 Sep 08 13:29:31.142443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47474) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:31.145040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:31.149008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:31.151820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Pushing event updated for resources: {'Port': ['ID=aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:31.152529 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8ad2195-7f01-403c-a8d4-cc27c5ad45da req-fcff530d-5582-464d-add4-0867998c7b02 tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.70 "GET /v2.0/ports?device_id=fd08bb69-9afe-4811-ac2c-b5be4dc12885 HTTP/1.1" status: 200 len: 210 time: 0.0475276 Sep 08 13:29:31.184754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:31.185355 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.199310 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-402b9332-831e-41db-b534-69fb1fc326b8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.230629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-402b9332-831e-41db-b534-69fb1fc326b8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.241737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Attempting to bind port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:31.242205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Attempting to bind port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '8b715332-e88d-4a48-83a3-815798b7f92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:31.242670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Attempting to bind port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a on network c1b22284-8188-4345-9690-2b21b4610a5e {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:31.249939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:31.257661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Checking segment: {'id': '8b715332-e88d-4a48-83a3-815798b7f92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:31.257661 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.257661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Bound using segment: {'id': '8b715332-e88d-4a48-83a3-815798b7f92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:31.257661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Bound port: aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b715332-e88d-4a48-83a3-815798b7f92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:31.257661 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.382411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] For port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:31.382644 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-402b9332-831e-41db-b534-69fb1fc326b8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.387119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] For port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a,segment=NetworkSegment(8b715332-e88d-4a48-83a3-815798b7f92e),segment_id=8b715332-e88d-4a48-83a3-815798b7f92e)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:31.390048 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-402b9332-831e-41db-b534-69fb1fc326b8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.400820 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-402b9332-831e-41db-b534-69fb1fc326b8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/d56eee5d-1e43-4d2c-bfd8-85c4e7583161 HTTP/1.1" status: 204 len: 168 time: 0.2550628 Sep 08 13:29:31.401544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47478) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:31.434239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:29:31.445972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b9332-831e-41db-b534-69fb1fc326b8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d56eee5d-1e43-4d2c-bfd8-85c4e7583161,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:31.460206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:29:31.460606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 04ddc55a-6bfe-4728-b8b2-3418f8dc63d8 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:29:31.514935 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.528942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-16f66fcf-5447-4355-bb4f-97b28f31a4ea tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1199329 Sep 08 13:29:31.532140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47486) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:31.576506 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2f911d47-31d5-41bf-b36e-76e1b1957e5c tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.581404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a0a4e-0250-485c-8504-e56dcd3c82dc None None] Pushing event updated for resources: {'Port': ['ID=aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:31.592450 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2f911d47-31d5-41bf-b36e-76e1b1957e5c tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.657712 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7edc16f7-d504-4385-a26c-dccb002ee72c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.707529 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2f911d47-31d5-41bf-b36e-76e1b1957e5c tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.716924 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2f911d47-31d5-41bf-b36e-76e1b1957e5c tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.718534 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2f911d47-31d5-41bf-b36e-76e1b1957e5c tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/3b940257-5b98-4581-85cc-997d2f2835e4 HTTP/1.1" status: 204 len: 168 time: 0.1848233 Sep 08 13:29:31.722391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47492) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:31.730081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f911d47-31d5-41bf-b36e-76e1b1957e5c tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b940257-5b98-4581-85cc-997d2f2835e4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:31.800445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8d614f7a-d88a-4a90-9d78-a3ff28f67147 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0764937 Sep 08 13:29:31.806345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47498) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:31.851884 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8468d1b3-26ae-481c-aeb2-e327d1090d7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.870286 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8468d1b3-26ae-481c-aeb2-e327d1090d7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:31.964089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56af787e-4cd0-44e4-a991-9b87764a4199 req-ca96be93-6615-49c5-b522-938677008e6a tempest-ServerShowV247Test-1954760202 tempest-ServerShowV247Test-1954760202-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd08bb69-9afe-4811-ac2c-b5be4dc12885 HTTP/1.1" status: 200 len: 210 time: 0.0388370 Sep 08 13:29:32.009795 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.017750 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.033533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.033755 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8468d1b3-26ae-481c-aeb2-e327d1090d7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.039646 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8468d1b3-26ae-481c-aeb2-e327d1090d7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.046006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8468d1b3-26ae-481c-aeb2-e327d1090d7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/e04d18c8-d967-4dc7-b3a1-9e84f7fb5d01 HTTP/1.1" status: 204 len: 168 time: 0.2377934 Sep 08 13:29:32.048031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47502) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:32.067156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468d1b3-26ae-481c-aeb2-e327d1090d7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e04d18c8-d967-4dc7-b3a1-9e84f7fb5d01,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:32.103544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f1df29c4-2599-4a20-ba30-8c2c54e91b8f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0540867 Sep 08 13:29:32.106147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47504) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:32.131387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d9ff3d2-484b-4d51-b76d-d0361bd4fae4 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.140118 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d9ff3d2-484b-4d51-b76d-d0361bd4fae4 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.184649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7edc16f7-d504-4385-a26c-dccb002ee72c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.232734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc16f7-d504-4385-a26c-dccb002ee72c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Subnet': ['ID=3802dec0-d8a8-410d-a905-bc46ca6f266b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:32.239919 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d9ff3d2-484b-4d51-b76d-d0361bd4fae4 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.251032 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d9ff3d2-484b-4d51-b76d-d0361bd4fae4 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.251032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4d9ff3d2-484b-4d51-b76d-d0361bd4fae4 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/7a485bf8-c812-40da-aafb-b00e6a5d3910 HTTP/1.1" status: 204 len: 168 time: 0.1402090 Sep 08 13:29:32.251182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445d3b8-301a-49f0-8b78-a95308ebbe16 None None] Network 818ef00a-7660-49a0-abb0-6ff848bc5e8d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:32.251598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47512) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:32.256249 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7edc16f7-d504-4385-a26c-dccb002ee72c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.258153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7edc16f7-d504-4385-a26c-dccb002ee72c tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "DELETE /v2.0/subnets/3802dec0-d8a8-410d-a905-bc46ca6f266b HTTP/1.1" status: 204 len: 168 time: 1.6777666 Sep 08 13:29:32.261622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47514) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:32.268699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ff3d2-484b-4d51-b76d-d0361bd4fae4 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a485bf8-c812-40da-aafb-b00e6a5d3910,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:32.342725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-37e68f55-c6f7-4e4a-bd9a-bd7d8f4e84bc tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0878925 Sep 08 13:29:32.343452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47520) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:32.387665 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a2b1b72-f9d1-4692-a337-58b4f5832ffd tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.400879 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a2b1b72-f9d1-4692-a337-58b4f5832ffd tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.474543 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.547143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3899d0b-8503-4a92-92f4-60bd6bee54b6 None None] DHCP port deletion for 818ef00a-7660-49a0-abb0-6ff848bc5e8d request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:29:32.588583 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a2b1b72-f9d1-4692-a337-58b4f5832ffd tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.595715 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a2b1b72-f9d1-4692-a337-58b4f5832ffd tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.601923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8a2b1b72-f9d1-4692-a337-58b4f5832ffd tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/bae53e48-e310-42b9-b9ad-433dffcc2649 HTTP/1.1" status: 204 len: 168 time: 0.2573991 Sep 08 13:29:32.604021 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Router 91403044-d96d-4718-ad09-300d963ba838 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:29:32.605953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47526) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:32.627148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Allocated IP 172.21.0.1 (c1b22284-8188-4345-9690-2b21b4610a5e/42c02dba-3dee-4297-8f4c-a6e604df46e5/54f8f67e-47fe-4c50-af42-8b28466f2292) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:32.631438 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b1b72-f9d1-4692-a337-58b4f5832ffd tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bae53e48-e310-42b9-b9ad-433dffcc2649,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:32.667642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b3899d0b-8503-4a92-92f4-60bd6bee54b6 None None] Deleting port 5d6317a9-f177-4203-bd38-e0b32b0b76b2 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:32.668037 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3899d0b-8503-4a92-92f4-60bd6bee54b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.668152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f2f7272c-9d19-4348-bebb-e5a0386ac8a9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0596945 Sep 08 13:29:32.669001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47528) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:32.759166 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-810a9ab8-8ac2-44c3-95f7-c2ca8dfded08 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.767413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b3899d0b-8503-4a92-92f4-60bd6bee54b6 None None] For port 5d6317a9-f177-4203-bd38-e0b32b0b76b2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5d6317a9-f177-4203-bd38-e0b32b0b76b2,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:32.767788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3899d0b-8503-4a92-92f4-60bd6bee54b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.785845 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-810a9ab8-8ac2-44c3-95f7-c2ca8dfded08 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.786565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b3899d0b-8503-4a92-92f4-60bd6bee54b6 None None] Calling delete_port for 5d6317a9-f177-4203-bd38-e0b32b0b76b2 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:32.817708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting port 5d6317a9-f177-4203-bd38-e0b32b0b76b2 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:32.817708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.906443 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.908347 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-810a9ab8-8ac2-44c3-95f7-c2ca8dfded08 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.912712 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-810a9ab8-8ac2-44c3-95f7-c2ca8dfded08 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:32.920100 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-810a9ab8-8ac2-44c3-95f7-c2ca8dfded08 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-groups/bb73c569-61f3-4185-8533-249516c2aef0 HTTP/1.1" status: 204 len: 168 time: 0.2436721 Sep 08 13:29:32.922309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47534) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:32.924732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a780a96b-0b7c-4a0a-8f40-6f9d357d6afd None None] Network c1b22284-8188-4345-9690-2b21b4610a5e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:32.975557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a9ab8-8ac2-44c3-95f7-c2ca8dfded08 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb73c569-61f3-4185-8533-249516c2aef0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:33.018752 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3899d0b-8503-4a92-92f4-60bd6bee54b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.035145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0240915e-1123-455a-a650-d75f44760af1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1050701 Sep 08 13:29:33.040375 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47540) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:33.045803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-90e73675-42d4-49e8-aa00-21b0222c8c82 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641957294'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:33.074383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3899d0b-8503-4a92-92f4-60bd6bee54b6 None None] Pushing event deleted for resources: {'Port': ['ID=5d6317a9-f177-4203-bd38-e0b32b0b76b2,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:33.080890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3899d0b-8503-4a92-92f4-60bd6bee54b6 None None] No DVR routers for this DVR port 5d6317a9-f177-4203-bd38-e0b32b0b76b2 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:33.094258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] For port 5d6317a9-f177-4203-bd38-e0b32b0b76b2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5d6317a9-f177-4203-bd38-e0b32b0b76b2,segment=NetworkSegment(6a4ce3be-3149-416f-920e-3e499fb19e69),segment_id=6a4ce3be-3149-416f-920e-3e499fb19e69)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:33.094721 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.107333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:33.120592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-04cce29b-f596-479d-908a-7b082b737697 None None] Provisioning for port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:33.125636 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Transition to ACTIVE for port object 54f8f67e-47fe-4c50-af42-8b28466f2292 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:33.137127 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-90e73675-42d4-49e8-aa00-21b0222c8c82 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.171233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Calling delete_port for 5d6317a9-f177-4203-bd38-e0b32b0b76b2 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:33.256410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:33.265597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.266956 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7162caf5-e431-40b5-9354-1a531eec03f7 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "PUT /v2.0/routers/91403044-d96d-4718-ad09-300d963ba838 HTTP/1.1" status: 200 len: 914 time: 4.8589163 Sep 08 13:29:33.268566 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6b686d-231f-49ad-bfda-bae37a705422 None None] Sync routers for ids ['91403044-d96d-4718-ad09-300d963ba838'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:33.271613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47546) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:33.280391 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6b686d-231f-49ad-bfda-bae37a705422 None None] Routers {'91403044-d96d-4718-ad09-300d963ba838'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:33.281401 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7d6b686d-231f-49ad-bfda-bae37a705422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['91403044-d96d-4718-ad09-300d963ba838'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:33.320106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.326268 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7d6b686d-231f-49ad-bfda-bae37a705422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:33.337550 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6b686d-231f-49ad-bfda-bae37a705422 None None] Routers {'91403044-d96d-4718-ad09-300d963ba838'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:33.338577 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7d6b686d-231f-49ad-bfda-bae37a705422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['91403044-d96d-4718-ad09-300d963ba838'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:33.352168 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Port': ['ID=5d6317a9-f177-4203-bd38-e0b32b0b76b2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:33.354435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] No DVR routers for this DVR port 5d6317a9-f177-4203-bd38-e0b32b0b76b2 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:29:33.413557 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.446462 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7d6b686d-231f-49ad-bfda-bae37a705422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:33.447133 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6b686d-231f-49ad-bfda-bae37a705422 None None] The sync data for ids ['91403044-d96d-4718-ad09-300d963ba838'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:33.472341 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-90e73675-42d4-49e8-aa00-21b0222c8c82 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.498211 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d8cdf334-9da2-44b9-8715-42feb3985018 tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/routers/91403044-d96d-4718-ad09-300d963ba838 HTTP/1.1" status: 200 len: 920 time: 0.2253795 Sep 08 13:29:33.498933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47552) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:33.512220 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.518128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network c1b22284-8188-4345-9690-2b21b4610a5e is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:33.528779 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:33.544264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:33.553587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06d9cdd-fa65-4772-b77b-10f41e1d96ab tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:33.558209 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b06d9cdd-fa65-4772-b77b-10f41e1d96ab tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&device_id=91403044-d96d-4718-ad09-300d963ba838&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0581901 Sep 08 13:29:33.558959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47556) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:33.582430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:33.587942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:33.588333 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.589018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.633518 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-90e73675-42d4-49e8-aa00-21b0222c8c82 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.648712 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=54f8f67e-47fe-4c50-af42-8b28466f2292,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:33.655255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818ef00a-7660-49a0-abb0-6ff848bc5e8d']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:33.670290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a4ce3be-3149-416f-920e-3e499fb19e69') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:33.670590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a4ce3be-3149-416f-920e-3e499fb19e69') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:33.689376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e73675-42d4-49e8-aa00-21b0222c8c82 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbc41f1-523a-4263-b524-77c6da0b09b8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:33.712201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-90e73675-42d4-49e8-aa00-21b0222c8c82 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.712201 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-90e73675-42d4-49e8-aa00-21b0222c8c82 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6694064 Sep 08 13:29:33.714976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47560) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:33.717440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.737453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9d0e44a9-6f10-4cb7-8ea3-82cdea01babb tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group_rule': {'security_group_id': 'ebbc41f1-523a-4263-b524-77c6da0b09b8', 'direction': 'ingress', 'protocol': 17}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:33.739727 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.751805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:33.752227 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:33.756717 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:33.764569 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.768410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-54f6eaba-2dfd-4560-a8db-34d53ca0b50d None None] Provisioning complete for port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:33.768836 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-54f6eaba-2dfd-4560-a8db-34d53ca0b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.781372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0535317-c4f7-43e5-8aae-29f3699ceeef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:33.790518 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c0535317-c4f7-43e5-8aae-29f3699ceeef tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 881 time: 0.2286026 Sep 08 13:29:33.793148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47562) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:33.840432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a,segment=NetworkSegment(8b715332-e88d-4a48-83a3-815798b7f92e),segment_id=8b715332-e88d-4a48-83a3-815798b7f92e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:33.854695 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a923e8d6-9c69-4917-8ed0-78c255523547 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "GET /v2.0/ports?device_id=91403044-d96d-4718-ad09-300d963ba838 HTTP/1.1" status: 200 len: 205 time: 0.0603497 Sep 08 13:29:33.858106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47564) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:33.900611 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-54f6eaba-2dfd-4560-a8db-34d53ca0b50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.930976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.982290 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.995486 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:33.995821 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d0e44a9-6f10-4cb7-8ea3-82cdea01babb tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.053381 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.059902 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "DELETE /v2.0/networks/818ef00a-7660-49a0-abb0-6ff848bc5e8d HTTP/1.1" status: 204 len: 168 time: 1.7957363 Sep 08 13:29:34.067360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5d6317a9-f177-4203-bd38-e0b32b0b76b2 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:29:34.071238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47570) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:34.077555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-08e60b8d-4113-49ec-bfca-398df32ee983 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1475747654'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:34.084884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.101049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 5d6317a9-f177-4203-bd38-e0b32b0b76b2 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:29:34.101406 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5d6317a9-f177-4203-bd38-e0b32b0b76b2 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:29:34.112150 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-54f6eaba-2dfd-4560-a8db-34d53ca0b50d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:29:34.112150 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-54f6eaba-2dfd-4560-a8db-34d53ca0b50d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:29:34.123797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:34.142551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d0e44a9-6f10-4cb7-8ea3-82cdea01babb tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.159172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47572) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:34.305704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e60b8d-4113-49ec-bfca-398df32ee983 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:34.309618 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08e60b8d-4113-49ec-bfca-398df32ee983 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.325444 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad5afa04-4245-4b79-b28e-4f48d853ad9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.360535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e60b8d-4113-49ec-bfca-398df32ee983 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:34.365036 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d0e44a9-6f10-4cb7-8ea3-82cdea01babb tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.398857 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08e60b8d-4113-49ec-bfca-398df32ee983 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.399209 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-08e60b8d-4113-49ec-bfca-398df32ee983 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Added segment 97d7eeb6-18d4-46dd-a1af-f52b69d4a197 of type vlan for network 43575a58-b49f-4098-8f42-aee7505cf0bf Sep 08 13:29:34.406423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e44a9-6f10-4cb7-8ea3-82cdea01babb tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfec047-904d-41e2-95ec-3f2a91f7b667,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:34.461427 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd20804-7c3a-409c-8be0-cad8eb0986a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Network': ['ID=818ef00a-7660-49a0-abb0-6ff848bc5e8d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:34.485892 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08e60b8d-4113-49ec-bfca-398df32ee983 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.514256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47582) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:34.571780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad5afa04-4245-4b79-b28e-4f48d853ad9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.612325 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.682201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-785047348'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:34.690686 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad5afa04-4245-4b79-b28e-4f48d853ad9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.693194 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08e60b8d-4113-49ec-bfca-398df32ee983 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.698759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e60b8d-4113-49ec-bfca-398df32ee983 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:34.699356 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08e60b8d-4113-49ec-bfca-398df32ee983 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.774060 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.800179 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Deleting port 5a92dc92-563d-425d-8641-3bc6b06a0fd1 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:34.800699 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.804722 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ad5afa04-4245-4b79-b28e-4f48d853ad9d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=899e5dc13cf84acb90ce2c94e2daaf95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402664 Sep 08 13:29:34.806277 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47588) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:34.812317 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e60b8d-4113-49ec-bfca-398df32ee983 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Network': ['ID=43575a58-b49f-4098-8f42-aee7505cf0bf,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:34.815729 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5afa04-4245-4b79-b28e-4f48d853ad9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3566d03-fb95-42f9-b58f-952dcd57cd75,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:34.836377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 43575a58-b49f-4098-8f42-aee7505cf0bf details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:34.842480 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d0e44a9-6f10-4cb7-8ea3-82cdea01babb tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.843739 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9d0e44a9-6f10-4cb7-8ea3-82cdea01babb tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1272874 Sep 08 13:29:34.849820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47592) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:34.870055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.912480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ce424f65-d1de-4d6e-8dfb-89be0eaed126 None None] Provisioning for port 54f8f67e-47fe-4c50-af42-8b28466f2292 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:34.925810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ce424f65-d1de-4d6e-8dfb-89be0eaed126 None None] Provisioning complete for port 54f8f67e-47fe-4c50-af42-8b28466f2292 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:34.925810 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ce424f65-d1de-4d6e-8dfb-89be0eaed126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.932647 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abf003b2-fb74-4564-822f-dfa153c68657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.961419 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1134136-bc35-419a-a25a-1132fdc116a6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.962291 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.968239 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abf003b2-fb74-4564-822f-dfa153c68657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:34.970198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ce424f65-d1de-4d6e-8dfb-89be0eaed126 None None] Port 54f8f67e-47fe-4c50-af42-8b28466f2292 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:34.977188 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=54f8f67e-47fe-4c50-af42-8b28466f2292,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:34.988296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Made reservation on behalf of 698b7caf91ca4b97af8a530cd1d7dc26 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:34.989587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Calling delete_port for 5a92dc92-563d-425d-8641-3bc6b06a0fd1 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:34.991895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.018573 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.027656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1134136-bc35-419a-a25a-1132fdc116a6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.041676 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.053190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:35.108565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-08e60b8d-4113-49ec-bfca-398df32ee983 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0358796 Sep 08 13:29:35.112428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47596) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:35.117133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:35.117436 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.119717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f5a1a6f6-b822-460a-b39e-c4e772c294e6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'subnet': {'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:35.213105 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abf003b2-fb74-4564-822f-dfa153c68657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.215702 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abf003b2-fb74-4564-822f-dfa153c68657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.219623 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-abf003b2-fb74-4564-822f-dfa153c68657 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b3566d03-fb95-42f9-b58f-952dcd57cd75 HTTP/1.1" status: 204 len: 168 time: 0.4123788 Sep 08 13:29:35.236864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf003b2-fb74-4564-822f-dfa153c68657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3566d03-fb95-42f9-b58f-952dcd57cd75,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:35.306919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network c1b22284-8188-4345-9690-2b21b4610a5e is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:35.311740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:35.345908 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.350578 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1134136-bc35-419a-a25a-1132fdc116a6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.350914 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1134136-bc35-419a-a25a-1132fdc116a6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.356001 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e1134136-bc35-419a-a25a-1132fdc116a6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-groups/ebbc41f1-523a-4263-b524-77c6da0b09b8 HTTP/1.1" status: 204 len: 168 time: 0.5013494 Sep 08 13:29:35.361677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47602) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:35.362562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1134136-bc35-419a-a25a-1132fdc116a6 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbc41f1-523a-4263-b524-77c6da0b09b8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:35.454256 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.478503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:35.513575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.514280 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Added segment 5f8588d7-dd3a-4776-a5d6-3885b92e65d6 of type vlan for network 9c357cb9-fe27-4db1-9ea0-4d05c1f02e9c Sep 08 13:29:35.516747 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.559121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2b0a9d0c-ca38-48a8-8a82-12cccf76fdf0 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1942630 Sep 08 13:29:35.565990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47604) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:35.590768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-05903024-1168-475b-9de1-b112abea36bf tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group': {'name': 'tempest-secgroup--715250880'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:35.603984 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Pushing event deleted for resources: {'Port': ['ID=5a92dc92-563d-425d-8641-3bc6b06a0fd1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:35.618962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:29:35.624211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceecf10e-c10e-4418-980d-b5710ce9382f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:35.629341 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.654988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a1a6f6-b822-460a-b39e-c4e772c294e6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:35.663052 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f5a1a6f6-b822-460a-b39e-c4e772c294e6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.703795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-63a485e0-113f-4b6a-abde-e7539396d3b1 None None] Provisioning complete for port 54f8f67e-47fe-4c50-af42-8b28466f2292 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:35.704400 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-63a485e0-113f-4b6a-abde-e7539396d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.764784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-63a485e0-113f-4b6a-abde-e7539396d3b1 None None] Port 54f8f67e-47fe-4c50-af42-8b28466f2292 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:35.769589 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.788667 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.795047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:35.795688 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.849470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:35.863002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Sync routers for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:35.880951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:35.882867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:35.890513 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.893665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:35.954827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-87807592-1cb7-43c9-8ab9-487a10e8abbf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2730942 Sep 08 13:29:35.958878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47614) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:35.970442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0cab71ad-706d-41f5-9e56-8d0e9324aaae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1202209655'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:36.002081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:36.033978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.034629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Fanout notify agent at l3_agent the message router_deleted on router 91403044-d96d-4718-ad09-300d963ba838 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:29:36.043307 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.044612 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-30625588-a6bc-48b5-9386-d349da6152c7 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/routers/91403044-d96d-4718-ad09-300d963ba838 HTTP/1.1" status: 204 len: 168 time: 2.1858096 Sep 08 13:29:36.048329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47616) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:36.059795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2008645858', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:36.094670 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cab71ad-706d-41f5-9e56-8d0e9324aaae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:36.099181 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cab71ad-706d-41f5-9e56-8d0e9324aaae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.143735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cab71ad-706d-41f5-9e56-8d0e9324aaae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:36.155960 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cab71ad-706d-41f5-9e56-8d0e9324aaae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.156412 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-0cab71ad-706d-41f5-9e56-8d0e9324aaae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Added segment 205ab5d8-cae7-4bbd-bad3-b9242546222f of type vlan for network 7e343ad6-bdd3-4121-9330-1deb949510ce Sep 08 13:29:36.177127 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05903024-1168-475b-9de1-b112abea36bf tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.211693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.215063 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.249026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Pushing event updated for resources: {'Network': ['ID=9c357cb9-fe27-4db1-9ea0-4d05c1f02e9c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:36.263711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 9c357cb9-fe27-4db1-9ea0-4d05c1f02e9c details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:36.298828 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.304871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:33Z', 'revision_number': 3, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:34Z', 'revision_number': 2, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:36.315633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cab71ad-706d-41f5-9e56-8d0e9324aaae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.325816 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4c8d7c19-0f07-405e-9082-87db1f54dd4f tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8082635 Sep 08 13:29:36.326397 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47626) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:36.361630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Checking router: 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:29:36.362490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Updating router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 port 54f8f67e-47fe-4c50-af42-8b28466f2292 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:29:36.429868 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.521134 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cab71ad-706d-41f5-9e56-8d0e9324aaae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.527510 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cab71ad-706d-41f5-9e56-8d0e9324aaae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:36.527510 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cab71ad-706d-41f5-9e56-8d0e9324aaae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.535205 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f5a1a6f6-b822-460a-b39e-c4e772c294e6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.620305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1a6f6-b822-460a-b39e-c4e772c294e6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Subnet': ['ID=ab404b93-537b-41ce-ab13-3319b462c25e,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:36.655231 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05903024-1168-475b-9de1-b112abea36bf tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.662972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a1a6f6-b822-460a-b39e-c4e772c294e6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Checking segment: {'id': '97d7eeb6-18d4-46dd-a1af-f52b69d4a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:36.663452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a1a6f6-b822-460a-b39e-c4e772c294e6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network hostable DHCP agents. Network: 43575a58-b49f-4098-8f42-aee7505cf0bf, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:29:36.711414 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.745924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab71ad-706d-41f5-9e56-8d0e9324aaae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Network': ['ID=7e343ad6-bdd3-4121-9330-1deb949510ce,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:36.747836 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05903024-1168-475b-9de1-b112abea36bf tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.774908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 7e343ad6-bdd3-4121-9330-1deb949510ce details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:36.791257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a1a6f6-b822-460a-b39e-c4e772c294e6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network 43575a58-b49f-4098-8f42-aee7505cf0bf is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:29:36.797983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05903024-1168-475b-9de1-b112abea36bf tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc2d5dc-fc7e-4f38-9b35-c96eb6736e67,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:36.808068 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.826267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Request body: {'network': {'name': 'tempest-network--1376088479', 'router:external': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:36.860702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Transition to ACTIVE for port object 54f8f67e-47fe-4c50-af42-8b28466f2292 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:36.908236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-f5a1a6f6-b822-460a-b39e-c4e772c294e6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 43575a58-b49f-4098-8f42-aee7505cf0bf) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:36.910030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05903024-1168-475b-9de1-b112abea36bf tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.914527 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-05903024-1168-475b-9de1-b112abea36bf tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3437493 Sep 08 13:29:36.918609 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0cab71ad-706d-41f5-9e56-8d0e9324aaae tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9551580 Sep 08 13:29:36.918609 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47638) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:36.918774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47640) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:36.920263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a1a6f6-b822-460a-b39e-c4e772c294e6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:36.921045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f5a1a6f6-b822-460a-b39e-c4e772c294e6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:36.923354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303f74e9-53ef-413f-a88b-c2b62737d92d None None] Network 43575a58-b49f-4098-8f42-aee7505cf0bf requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:36.924556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-5741d6ae-5fb6-4636-ba51-1f086c9cdd7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group': {'name': 'tempest-secgroup--892733637'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:36.928274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'subnet': {'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:37.008159 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.092427 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Made reservation on behalf of dac5a32521964ca79b32de90e5554ca2 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:37.095180 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.136124 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.137984 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.155877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974099d-896b-411c-a31d-055c13a63830 None None] Pushing event updated for resources: {'Port': ['ID=54f8f67e-47fe-4c50-af42-8b28466f2292,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:37.171715 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.184076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47646) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:37.273814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-43575a58-b49f-4098-8f42-aee7505cf0bf', 'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'fixed_ips': [{'subnet_id': 'ab404b93-537b-41ce-ab13-3319b462c25e'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:29:37.274874 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.278901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Attempting to bind port 54f8f67e-47fe-4c50-af42-8b28466f2292 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:37.279081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Attempting to bind port 54f8f67e-47fe-4c50-af42-8b28466f2292 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '8b715332-e88d-4a48-83a3-815798b7f92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:37.279465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Attempting to bind port 54f8f67e-47fe-4c50-af42-8b28466f2292 on network c1b22284-8188-4345-9690-2b21b4610a5e {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:37.293606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:37.294000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Checking segment: {'id': '8b715332-e88d-4a48-83a3-815798b7f92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:37.294421 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.295532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Bound using segment: {'id': '8b715332-e88d-4a48-83a3-815798b7f92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:37.295532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Bound port: 54f8f67e-47fe-4c50-af42-8b28466f2292, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b715332-e88d-4a48-83a3-815798b7f92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:37.295734 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.314732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Allocated IP 172.25.5.63 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/b573bd48-7d5d-4941-895a-de33f2bdc808) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:37.331721 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5741d6ae-5fb6-4636-ba51-1f086c9cdd7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.442945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f5a1a6f6-b822-460a-b39e-c4e772c294e6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3251941 Sep 08 13:29:37.444497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47652) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:37.452609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f3b533df-1dbb-46da-8b3e-695c7d9df016 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1079696530'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:37.517284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] For port 54f8f67e-47fe-4c50-af42-8b28466f2292, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:37.521932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1470521013-network', 'tenant_id': 'f0c33ff95fd94c5b8efb16048a231a08'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:37.551647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] For port 54f8f67e-47fe-4c50-af42-8b28466f2292, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=54f8f67e-47fe-4c50-af42-8b28466f2292,segment=NetworkSegment(8b715332-e88d-4a48-83a3-815798b7f92e),segment_id=8b715332-e88d-4a48-83a3-815798b7f92e)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:37.565619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:37.573151 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.575908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Allocated IP 19.80.0.2 (43575a58-b49f-4098-8f42-aee7505cf0bf/ab404b93-537b-41ce-ab13-3319b462c25e/2fb32743-1e7c-4e3a-a231-48a6a2207419) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:37.600632 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.624055 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.717045 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.743229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.796958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:37.797617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:37.799532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974099d-896b-411c-a31d-055c13a63830 None None] Pushing event updated for resources: {'Port': ['ID=54f8f67e-47fe-4c50-af42-8b28466f2292,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:37.828545 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.891732 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.897774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:37.919968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2302d04f-34cc-45e0-b68f-d12ec7136e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:37.935064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:37.938321 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:37.962753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:37.973076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Subnet': ['ID=9090f730-5585-4b87-bcc9-256a30e20e5e,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:37.977532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Pushing event updated for resources: {'Port': ['ID=b573bd48-7d5d-4941-895a-de33f2bdc808,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:37.984073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:37.984073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:37.984073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:37.984073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:37.984073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:37.984073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:37.984073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:37.984073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:37.984073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:37.984709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:37.984709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:37.985072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:37.989198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Checking segment: {'id': '205ab5d8-cae7-4bbd-bad3-b9242546222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:37.989578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network hostable DHCP agents. Network: 7e343ad6-bdd3-4121-9330-1deb949510ce, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:29:38.016696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166493da-0cef-4784-89f9-b0c51ed9a67a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:38.034517 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.035036 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Added segment f9d73c1d-7c8f-4a6d-a317-55ace337b726 of type vlan for network d421be23-c668-4253-8abf-9a6a775ab067 Sep 08 13:29:38.080954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 7e343ad6-bdd3-4121-9330-1deb949510ce is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:29:38.104719 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.140210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:38.144452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Transition to ACTIVE for port object 2fb32743-1e7c-4e3a-a231-48a6a2207419 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:38.165865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 7e343ad6-bdd3-4121-9330-1deb949510ce) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:38.171164 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.188054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:38.188535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5568cfe-0426-4213-9856-7ccd453d9f3e None None] Network 7e343ad6-bdd3-4121-9330-1deb949510ce requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:38.189230 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.232855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Transition to ACTIVE for port object 2fb32743-1e7c-4e3a-a231-48a6a2207419 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:38.269396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5741d6ae-5fb6-4636-ba51-1f086c9cdd7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.445855 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.475872 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5741d6ae-5fb6-4636-ba51-1f086c9cdd7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.483007 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.494329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:38.494329 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.515684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Network 43575a58-b49f-4098-8f42-aee7505cf0bf is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:38.556239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:38.563839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:38.598285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Pushing event updated for resources: {'Port': ['ID=2fb32743-1e7c-4e3a-a231-48a6a2207419,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:38.618289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5741d6ae-5fb6-4636-ba51-1f086c9cdd7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c4237-8018-4eb3-8b54-32ae06fe0fda,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:38.631718 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d2d17479-2bdf-4182-bceb-fd0c3f8bd42c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7074771 Sep 08 13:29:38.634713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47660) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:38.657330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event updated for resources: {'Network': ['ID=d421be23-c668-4253-8abf-9a6a775ab067,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:38.676162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network d421be23-c668-4253-8abf-9a6a775ab067 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:38.679503 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.716416 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Attempting to bind port 2fb32743-1e7c-4e3a-a231-48a6a2207419 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:38.717220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Attempting to bind port 2fb32743-1e7c-4e3a-a231-48a6a2207419 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '97d7eeb6-18d4-46dd-a1af-f52b69d4a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:38.717220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Attempting to bind port 2fb32743-1e7c-4e3a-a231-48a6a2207419 on network 43575a58-b49f-4098-8f42-aee7505cf0bf {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:38.735719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b533df-1dbb-46da-8b3e-695c7d9df016 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:38.740530 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f3b533df-1dbb-46da-8b3e-695c7d9df016 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.749927 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-7e343ad6-bdd3-4121-9330-1deb949510ce', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:29:38.750783 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.765612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:38.765995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Checking segment: {'id': '97d7eeb6-18d4-46dd-a1af-f52b69d4a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:38.766426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.766828 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Bound using segment: {'id': '97d7eeb6-18d4-46dd-a1af-f52b69d4a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:38.767319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Bound port: 2fb32743-1e7c-4e3a-a231-48a6a2207419, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d7eeb6-18d4-46dd-a1af-f52b69d4a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:38.767727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.787299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b533df-1dbb-46da-8b3e-695c7d9df016 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:38.837612 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f3b533df-1dbb-46da-8b3e-695c7d9df016 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:38.837612 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-f3b533df-1dbb-46da-8b3e-695c7d9df016 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Added segment b9c462bc-d987-4b30-a263-b039b1e8b7cb of type vlan for network b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 Sep 08 13:29:38.948317 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f3b533df-1dbb-46da-8b3e-695c7d9df016 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.014616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] For port 2fb32743-1e7c-4e3a-a231-48a6a2207419, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:39.018158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:33Z', 'revision_number': 3, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:37Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:39.064029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] For port 2fb32743-1e7c-4e3a-a231-48a6a2207419, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2fb32743-1e7c-4e3a-a231-48a6a2207419,segment=NetworkSegment(97d7eeb6-18d4-46dd-a1af-f52b69d4a197),segment_id=97d7eeb6-18d4-46dd-a1af-f52b69d4a197)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:39.068411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19435ac0-eb2d-4436-ac26-67c407ae6223 None None] The sync data for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 is: [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:33Z', 'revision_number': 3, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:37Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:39.075439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Allocated IP 172.22.0.2 (7e343ad6-bdd3-4121-9330-1deb949510ce/9090f730-5585-4b87-bcc9-256a30e20e5e/f4454fa2-c7fb-4803-95f9-9860f44fc449) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:39.088233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Made reservation on behalf of f0c33ff95fd94c5b8efb16048a231a08 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:39.090764 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.106411 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.182110 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.200902 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f3b533df-1dbb-46da-8b3e-695c7d9df016 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.208201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b533df-1dbb-46da-8b3e-695c7d9df016 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:39.208877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f3b533df-1dbb-46da-8b3e-695c7d9df016 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.286465 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.342776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e85a8-e4fb-4a05-bdd1-e8b33c8395f8 None None] Pushing event updated for resources: {'Port': ['ID=2fb32743-1e7c-4e3a-a231-48a6a2207419,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:39.365319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b533df-1dbb-46da-8b3e-695c7d9df016 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Network': ['ID=b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:39.381419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:39.419956 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.433062 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.440355 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5741d6ae-5fb6-4636-ba51-1f086c9cdd7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.442637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5741d6ae-5fb6-4636-ba51-1f086c9cdd7a tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.5219750 Sep 08 13:29:39.443854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Transition to ACTIVE for port object f4454fa2-c7fb-4803-95f9-9860f44fc449 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:39.445000 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7b6bf1b0-ac35-4e6d-a476-e8f3faa8e8b6 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.1168661 Sep 08 13:29:39.495322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47666) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:39.495665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47668) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:39.513380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-59fb2e9d-329c-44d2-acd4-38b4c5d48992 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group_rule': {'security_group_id': '2fc2d5dc-fc7e-4f38-9b35-c96eb6736e67', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7c0c4237-8018-4eb3-8b54-32ae06fe0fda', 'remote_ip_prefix': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:39.545651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Transition to ACTIVE for port object f4454fa2-c7fb-4803-95f9-9860f44fc449 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:39.624493 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.693002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Network 7e343ad6-bdd3-4121-9330-1deb949510ce is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:39.699357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:39.704076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:39.717437 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Pushing event updated for resources: {'Port': ['ID=f4454fa2-c7fb-4803-95f9-9860f44fc449,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:39.776571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Router 6e7a035c-c583-4296-82ea-48d395e6eeb7 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:29:39.814109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Attempting to bind port f4454fa2-c7fb-4803-95f9-9860f44fc449 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:39.814879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Attempting to bind port f4454fa2-c7fb-4803-95f9-9860f44fc449 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '205ab5d8-cae7-4bbd-bad3-b9242546222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:39.815567 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Attempting to bind port f4454fa2-c7fb-4803-95f9-9860f44fc449 on network 7e343ad6-bdd3-4121-9330-1deb949510ce {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:39.823175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:39.823937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Checking segment: {'id': '205ab5d8-cae7-4bbd-bad3-b9242546222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:39.835464 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.835464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Bound using segment: {'id': '205ab5d8-cae7-4bbd-bad3-b9242546222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:39.835776 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.835855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Bound port: f4454fa2-c7fb-4803-95f9-9860f44fc449, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205ab5d8-cae7-4bbd-bad3-b9242546222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:39.835855 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.836009 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.951048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] For port f4454fa2-c7fb-4803-95f9-9860f44fc449, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:39.955169 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:39.955721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] For port f4454fa2-c7fb-4803-95f9-9860f44fc449, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f4454fa2-c7fb-4803-95f9-9860f44fc449,segment=NetworkSegment(205ab5d8-cae7-4bbd-bad3-b9242546222f),segment_id=205ab5d8-cae7-4bbd-bad3-b9242546222f)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:39.968951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:39.988018 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e878656-64c4-4315-bef4-b8d0f7791e95 None None] Sync routers for ids ['6e7a035c-c583-4296-82ea-48d395e6eeb7'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:40.000389 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e878656-64c4-4315-bef4-b8d0f7791e95 None None] Routers {'6e7a035c-c583-4296-82ea-48d395e6eeb7'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:40.002573 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5e878656-64c4-4315-bef4-b8d0f7791e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6e7a035c-c583-4296-82ea-48d395e6eeb7'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:40.014801 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.033435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d421be23-c668-4253-8abf-9a6a775ab067']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:40.039481 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5e878656-64c4-4315-bef4-b8d0f7791e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:40.048357 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e878656-64c4-4315-bef4-b8d0f7791e95 None None] Routers {'6e7a035c-c583-4296-82ea-48d395e6eeb7'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:40.048978 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5e878656-64c4-4315-bef4-b8d0f7791e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6e7a035c-c583-4296-82ea-48d395e6eeb7'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:40.064405 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d73c1d-7c8f-4a6d-a317-55ace337b726') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:40.064662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d73c1d-7c8f-4a6d-a317-55ace337b726') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:40.080185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:40.092927 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5e878656-64c4-4315-bef4-b8d0f7791e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:40.092927 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e878656-64c4-4315-bef4-b8d0f7791e95 None None] The sync data for ids ['6e7a035c-c583-4296-82ea-48d395e6eeb7'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:40.093105 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.109431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.109779 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Added segment 48b3ffd1-9de5-4fc2-972b-867f94b3fea9 of type vlan for network 8558c78e-818a-4e56-9eb8-d34a7481093d Sep 08 13:29:40.111152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562aea28-d91d-4058-9133-403d24247bdd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:40.127805 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.155646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f3b533df-1dbb-46da-8b3e-695c7d9df016 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.7096756 Sep 08 13:29:40.158638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47672) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:40.165051 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.172437 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'subnet': {'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:40.212400 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e1bf813c-676f-47de-aedf-f1116e985cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.216988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f2c66-07d6-4a65-a05c-4d7f5896f40b None None] Pushing event updated for resources: {'Port': ['ID=f4454fa2-c7fb-4803-95f9-9860f44fc449,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:40.217991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:40.218467 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:40.224302 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:40.245629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Allocated IP 172.22.0.1 (7e343ad6-bdd3-4121-9330-1deb949510ce/9090f730-5585-4b87-bcc9-256a30e20e5e/438fc0f0-9f87-4c32-9d26-5e216f739ca7) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:40.309352 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.333730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59fb2e9d-329c-44d2-acd4-38b4c5d48992 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.375841 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.480159 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.481955 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-baad516a-0d45-40fa-889d-81afd0ec8c6d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4323988 Sep 08 13:29:40.485712 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47676) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:40.491617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:40.516698 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.522238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d421be23-c668-4253-8abf-9a6a775ab067 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 13:29:40.524670 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.526862 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "DELETE /v2.0/networks/d421be23-c668-4253-8abf-9a6a775ab067 HTTP/1.1" status: 204 len: 168 time: 1.0302172 Sep 08 13:29:40.535051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47678) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:40.547942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-87119d07-1cc6-4ca0-b724-6fae93a6db10 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Request body: {'network': {'router:external': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:40.578824 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59fb2e9d-329c-44d2-acd4-38b4c5d48992 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.584908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adaad4-1931-4596-b20c-f49de3d553a1 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event deleted for resources: {'Network': ['ID=d421be23-c668-4253-8abf-9a6a775ab067,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:40.593910 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.594950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:40.595558 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.631374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.657191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Transition to ACTIVE for port object 438fc0f0-9f87-4c32-9d26-5e216f739ca7 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:40.695098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:40.698686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] Pushing event updated for resources: {'Network': ['ID=8558c78e-818a-4e56-9eb8-d34a7481093d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:40.703933 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.709423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 8558c78e-818a-4e56-9eb8-d34a7481093d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:40.713437 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59fb2e9d-329c-44d2-acd4-38b4c5d48992 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.754253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb2e9d-329c-44d2-acd4-38b4c5d48992 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb87d0f8-937a-44d6-9753-c71d14012e02,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:40.776691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fb22d41c-eae7-4ef9-b52d-9f8bfaaa7b91 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.5875492 Sep 08 13:29:40.780783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47682) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:40.787192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ecb79851-b2fd-4f75-aa44-ec94a6a7c83b admin admin] Request body: {'subnet': {'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1470521013-subnet', 'tenant_id': 'f0c33ff95fd94c5b8efb16048a231a08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:40.834900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3010381d-2936-46e7-959b-91953169b0b7 None None] Network 43575a58-b49f-4098-8f42-aee7505cf0bf requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:40.909685 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:40.920986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87119d07-1cc6-4ca0-b724-6fae93a6db10 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Made reservation on behalf of dac5a32521964ca79b32de90e5554ca2 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:40.923980 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87119d07-1cc6-4ca0-b724-6fae93a6db10 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.022600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6ca32272-c169-4eb4-bc5f-b8cbd7ecf9c4 None None] Provisioning for port 2fb32743-1e7c-4e3a-a231-48a6a2207419 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:41.088991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 7e343ad6-bdd3-4121-9330-1deb949510ce is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:41.122558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:41.130875 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59fb2e9d-329c-44d2-acd4-38b4c5d48992 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.133323 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-59fb2e9d-329c-44d2-acd4-38b4c5d48992 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.6350985 Sep 08 13:29:41.137138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47686) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:41.152896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:41.278749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=438fc0f0-9f87-4c32-9d26-5e216f739ca7,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:41.280470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f4454fa2-c7fb-4803-95f9-9860f44fc449 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:41.306986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87119d07-1cc6-4ca0-b724-6fae93a6db10 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:41.309439 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.346332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.353095 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.373821 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd0858f9-e157-4931-a3e4-76077fdb89df tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.404516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb79851-b2fd-4f75-aa44-ec94a6a7c83b admin admin] Made reservation on behalf of f0c33ff95fd94c5b8efb16048a231a08 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:41.407027 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ecb79851-b2fd-4f75-aa44-ec94a6a7c83b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.410073 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd0858f9-e157-4931-a3e4-76077fdb89df tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.413750 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87119d07-1cc6-4ca0-b724-6fae93a6db10 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.414041 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-87119d07-1cc6-4ca0-b724-6fae93a6db10 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Added segment 15b95c04-3819-4c2e-b27e-0bbaed6d5099 of type vlan for network 5b8b535e-7c5a-4a88-9265-1b2ef86bf907 Sep 08 13:29:41.432957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Subnet': ['ID=2f12e26b-8f32-4b9c-ab20-85c23f68a15b,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:41.488772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:41.489222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:41.489557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:41.489928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:41.490273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:41.490614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:41.490947 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:41.491282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:41.491615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:41.491947 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:41.492378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:41.492723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:41.498882 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.508652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port f4454fa2-c7fb-4803-95f9-9860f44fc449 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:41.508652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 54f8f67e-47fe-4c50-af42-8b28466f2292 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:41.512813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Checking segment: {'id': 'b9c462bc-d987-4b30-a263-b039b1e8b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:41.513358 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network hostable DHCP agents. Network: b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:29:41.591695 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87119d07-1cc6-4ca0-b724-6fae93a6db10 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.622154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:29:41.669501 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.679382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d4c8e1-70e3-4a24-9725-e1c980ebd7cb None None] Network 7e343ad6-bdd3-4121-9330-1deb949510ce requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:41.685169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 54f8f67e-47fe-4c50-af42-8b28466f2292 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:41.689814 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Deleting port b573bd48-7d5d-4941-895a-de33f2bdc808 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:41.690212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.704705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd0858f9-e157-4931-a3e4-76077fdb89df tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.713959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd0858f9-e157-4931-a3e4-76077fdb89df tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.717484 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cd0858f9-e157-4931-a3e4-76077fdb89df tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/eb87d0f8-937a-44d6-9753-c71d14012e02 HTTP/1.1" status: 204 len: 168 time: 0.5583100 Sep 08 13:29:41.718391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47690) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:41.730905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 54f8f67e-47fe-4c50-af42-8b28466f2292 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:41.731053 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.731664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0858f9-e157-4931-a3e4-76077fdb89df tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb87d0f8-937a-44d6-9753-c71d14012e02,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:41.781332 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:41.787493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:41.788102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.790817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87119d07-1cc6-4ca0-b724-6fae93a6db10 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.803023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87119d07-1cc6-4ca0-b724-6fae93a6db10 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:41.803023 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87119d07-1cc6-4ca0-b724-6fae93a6db10 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.806297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83aa050-32ae-4e5a-9102-f2e6b1e7ecd8 None None] Network b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:41.851235 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-408403ba-73c2-4594-bbec-b204bdc4c96f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1291330 Sep 08 13:29:41.853097 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47694) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:41.875094 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.902212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Calling delete_port for b573bd48-7d5d-4941-895a-de33f2bdc808 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:41.933660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e1c7c1cc-56c2-40d2-93f6-bc44a11b870f None None] Provisioning for port f4454fa2-c7fb-4803-95f9-9860f44fc449 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:41.937041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ecb79851-b2fd-4f75-aa44-ec94a6a7c83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.942583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87119d07-1cc6-4ca0-b724-6fae93a6db10 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event updated for resources: {'Network': ['ID=5b8b535e-7c5a-4a88-9265-1b2ef86bf907,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:41.946102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e1c7c1cc-56c2-40d2-93f6-bc44a11b870f None None] Provisioning complete for port f4454fa2-c7fb-4803-95f9-9860f44fc449 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:41.946511 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c1cc-56c2-40d2-93f6-bc44a11b870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:41.980524 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ceb6ad50-8e7c-40dc-8846-02b942474d27 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8120430 Sep 08 13:29:41.983183 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 5b8b535e-7c5a-4a88-9265-1b2ef86bf907 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:41.997065 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18c05f5f-e72d-47d5-ae80-850bdcc022b1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.061675 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18c05f5f-e72d-47d5-ae80-850bdcc022b1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.070046 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.279319 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18c05f5f-e72d-47d5-ae80-850bdcc022b1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.282735 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18c05f5f-e72d-47d5-ae80-850bdcc022b1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.284605 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-18c05f5f-e72d-47d5-ae80-850bdcc022b1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-groups/7c0c4237-8018-4eb3-8b54-32ae06fe0fda HTTP/1.1" status: 204 len: 168 time: 0.4306502 Sep 08 13:29:42.299009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47710) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:42.300143 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c05f5f-e72d-47d5-ae80-850bdcc022b1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c4237-8018-4eb3-8b54-32ae06fe0fda,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:42.371191 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-87119d07-1cc6-4ca0-b724-6fae93a6db10 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.8311734 Sep 08 13:29:42.372430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47714) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:42.379085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Request body: {'subnet': {'network_id': '5b8b535e-7c5a-4a88-9265-1b2ef86bf907', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:42.407777 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-312f316f-0083-47ce-b281-e52d81c8abbf tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1020536 Sep 08 13:29:42.410983 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.416354 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47716) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:42.455891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb79851-b2fd-4f75-aa44-ec94a6a7c83b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d14836f1-ecd1-4db6-b042-f7de366d80f5,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:42.473824 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Pushing event deleted for resources: {'Port': ['ID=b573bd48-7d5d-4941-895a-de33f2bdc808,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:42.487697 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.496070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45', 'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'fixed_ips': [{'subnet_id': '2f12e26b-8f32-4b9c-ab20-85c23f68a15b'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:29:42.500686 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.527822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb79851-b2fd-4f75-aa44-ec94a6a7c83b admin admin] Checking segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:42.528447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb79851-b2fd-4f75-aa44-ec94a6a7c83b admin admin] Network hostable DHCP agents. Network: 8558c78e-818a-4e56-9eb8-d34a7481093d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:29:42.556642 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c1cc-56c2-40d2-93f6-bc44a11b870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.586341 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Made reservation on behalf of dac5a32521964ca79b32de90e5554ca2 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:42.589498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.616159 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9bfd-237e-4c14-8d7b-02960cdae192 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.632599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 54f8f67e-47fe-4c50-af42-8b28466f2292, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=54f8f67e-47fe-4c50-af42-8b28466f2292,segment=NetworkSegment(8b715332-e88d-4a48-83a3-815798b7f92e),segment_id=8b715332-e88d-4a48-83a3-815798b7f92e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:42.647674 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.688039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-745f348f-b0c4-4777-9a43-0ddd160aaa07 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:42.688039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-745f348f-b0c4-4777-9a43-0ddd160aaa07 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:42.688039 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-745f348f-b0c4-4777-9a43-0ddd160aaa07 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/networks?id=43575a58-b49f-4098-8f42-aee7505cf0bf&id=b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 HTTP/1.1" status: 200 len: 1392 time: 0.3315001 Sep 08 13:29:42.688597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e1c7c1cc-56c2-40d2-93f6-bc44a11b870f None None] For port f4454fa2-c7fb-4803-95f9-9860f44fc449, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f4454fa2-c7fb-4803-95f9-9860f44fc449,segment=NetworkSegment(205ab5d8-cae7-4bbd-bad3-b9242546222f),segment_id=205ab5d8-cae7-4bbd-bad3-b9242546222f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:42.741030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.741978 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2fb32743-1e7c-4e3a-a231-48a6a2207419 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:42.747064 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-1b17d2cb-1f1f-4f93-80c9-9f99024d3311 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/quotas/464b7c47106844f5a3386cc180f697e4 HTTP/1.1" status: 200 len: 375 time: 0.0651772 Sep 08 13:29:42.749714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Allocated IP 19.86.0.2 (b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45/2f12e26b-8f32-4b9c-ab20-85c23f68a15b/84f00caa-f2b1-4cc1-b1c7-864335b7cabd) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:42.804494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb79851-b2fd-4f75-aa44-ec94a6a7c83b admin admin] Network 8558c78e-818a-4e56-9eb8-d34a7481093d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:29:42.817339 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e1c7c1cc-56c2-40d2-93f6-bc44a11b870f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.912365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=54f8f67e-47fe-4c50-af42-8b28466f2292,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:42.913252 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.945310 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-de08914a-4f5a-467f-85b2-3f57f26ada1d tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=464b7c47106844f5a3386cc180f697e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1951423 Sep 08 13:29:42.981312 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9bfd-237e-4c14-8d7b-02960cdae192 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:42.998389 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-ecb79851-b2fd-4f75-aa44-ec94a6a7c83b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 8558c78e-818a-4e56-9eb8-d34a7481093d) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:43.005781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb79851-b2fd-4f75-aa44-ec94a6a7c83b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:43.006683 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ecb79851-b2fd-4f75-aa44-ec94a6a7c83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.014794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b741f205-b1a9-4470-896f-c11ff8497a8c None None] Network 8558c78e-818a-4e56-9eb8-d34a7481093d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:43.049439 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.070960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-00151a26-6e93-4246-9b5c-00ef481e6240 None None] Provisioning complete for port f4454fa2-c7fb-4803-95f9-9860f44fc449 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:43.071462 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-00151a26-6e93-4246-9b5c-00ef481e6240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.113219 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 2fb32743-1e7c-4e3a-a231-48a6a2207419 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:43.116154 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7c1cc-56c2-40d2-93f6-bc44a11b870f None None] Pushing event updated for resources: {'Port': ['ID=f4454fa2-c7fb-4803-95f9-9860f44fc449,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:43.159339 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ecb79851-b2fd-4f75-aa44-ec94a6a7c83b admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.3760870 Sep 08 13:29:43.160280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.163588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=438fc0f0-9f87-4c32-9d26-5e216f739ca7,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:43.175302 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-915f6fd7-4444-48de-b6a1-a35158b62999 service neutron] 10.222.0.69 "GET /v2.0/networks/43575a58-b49f-4098-8f42-aee7505cf0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287073 Sep 08 13:29:43.179351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 2fb32743-1e7c-4e3a-a231-48a6a2207419 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:43.179738 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.208650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.208650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.260605 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.287547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Transition to ACTIVE for port object 84f00caa-f2b1-4cc1-b1c7-864335b7cabd will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:43.354112 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-0a9924c8-4fe0-45a1-8ee6-78cd8e331ce7 service neutron] 10.222.0.69 "GET /v2.0/networks/43575a58-b49f-4098-8f42-aee7505cf0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779332 Sep 08 13:29:43.355831 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.367771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Transition to ACTIVE for port object 84f00caa-f2b1-4cc1-b1c7-864335b7cabd will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:43.388090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 7e343ad6-bdd3-4121-9330-1deb949510ce is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:43.398541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:43.421156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc0b1b1-adb3-440e-9166-ba701ffc7f6f None None] Network 8558c78e-818a-4e56-9eb8-d34a7481093d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:43.469718 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.479074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Router 6e7a035c-c583-4296-82ea-48d395e6eeb7 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:29:43.482744 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9bfd-237e-4c14-8d7b-02960cdae192 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.487296 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5bb9bfd-237e-4c14-8d7b-02960cdae192 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.489403 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f5bb9bfd-237e-4c14-8d7b-02960cdae192 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-groups/2fc2d5dc-fc7e-4f38-9b35-c96eb6736e67 HTTP/1.1" status: 204 len: 168 time: 1.0323646 Sep 08 13:29:43.494365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47730) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:43.530656 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.581814 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb9bfd-237e-4c14-8d7b-02960cdae192 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc2d5dc-fc7e-4f38-9b35-c96eb6736e67,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:43.595007 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-62066913-6d49-43c8-9988-734e98448ce1 service neutron] 10.222.0.69 "GET /v2.0/networks/b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397087 Sep 08 13:29:43.596817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-00151a26-6e93-4246-9b5c-00ef481e6240 None None] Provisioning for port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:43.635397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:29:43.664653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-00151a26-6e93-4246-9b5c-00ef481e6240 None None] Provisioning complete for port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:43.665050 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-00151a26-6e93-4246-9b5c-00ef481e6240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.688230 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 2fb32743-1e7c-4e3a-a231-48a6a2207419, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2fb32743-1e7c-4e3a-a231-48a6a2207419,segment=NetworkSegment(97d7eeb6-18d4-46dd-a1af-f52b69d4a197),segment_id=97d7eeb6-18d4-46dd-a1af-f52b69d4a197)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:43.722380 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-18066943-8d3f-49f4-878c-50d5a0808ce2 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2149870 Sep 08 13:29:43.734118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Network b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:43.756624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47736) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:43.763595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Pushing event updated for resources: {'Port': ['ID=84f00caa-f2b1-4cc1-b1c7-864335b7cabd,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:43.766499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:43.768464 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.772892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:43.784631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ba123f3d-07ce-4dac-8c41-6e95586c8565 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group': {'name': 'tempest-secgroup--1354609621'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:43.855412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:43.872619 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:43.877201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-00151a26-6e93-4246-9b5c-00ef481e6240 None None] Port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:43.878934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f4086-2abf-4bd1-a0e7-91bc6b85b7f1 None None] Sync routers for ids ['6e7a035c-c583-4296-82ea-48d395e6eeb7'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:43.880187 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-752abed6-c0d7-40ce-ba83-e238c9992859 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "PUT /v2.0/routers/6e7a035c-c583-4296-82ea-48d395e6eeb7 HTTP/1.1" status: 200 len: 706 time: 3.3931561 Sep 08 13:29:43.882216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47746) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:43.935318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f4454fa2-c7fb-4803-95f9-9860f44fc449 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:43.970358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-eef5c180-9845-4409-87ac-1f3aced29c34 service neutron] 10.222.0.69 "GET /v2.0/networks/b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653913 Sep 08 13:29:43.974991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f4086-2abf-4bd1-a0e7-91bc6b85b7f1 None None] Routers {'6e7a035c-c583-4296-82ea-48d395e6eeb7'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:43.975570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3d9f4086-2abf-4bd1-a0e7-91bc6b85b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6e7a035c-c583-4296-82ea-48d395e6eeb7'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:43.977374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=2fb32743-1e7c-4e3a-a231-48a6a2207419,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:43.982931 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Attempting to bind port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:43.983355 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Attempting to bind port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b9c462bc-d987-4b30-a263-b039b1e8b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:43.983735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Attempting to bind port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd on network b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:44.007260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:44.013469 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-211848da-e702-49dd-afce-56992f93c0ff tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3774753 Sep 08 13:29:44.016218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47750) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:44.019886 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10baac19-ddec-4481-9572-660627d65046 None None] Sync routers for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:44.023407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-cd891aa0-ea03-4397-b4a6-fe23993d7ee2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'network': {'name': 'tempest-RoutersTest-988058521'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:44.026439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3d9f4086-2abf-4bd1-a0e7-91bc6b85b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:44.030984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:44.031372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Checking segment: {'id': 'b9c462bc-d987-4b30-a263-b039b1e8b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:44.032117 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.032563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Bound using segment: {'id': 'b9c462bc-d987-4b30-a263-b039b1e8b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:44.033208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Bound port: 84f00caa-f2b1-4cc1-b1c7-864335b7cabd, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c462bc-d987-4b30-a263-b039b1e8b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:44.034084 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.034951 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10baac19-ddec-4481-9572-660627d65046 None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:44.036107 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-10baac19-ddec-4481-9572-660627d65046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:44.072594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f4086-2abf-4bd1-a0e7-91bc6b85b7f1 None None] Routers {'6e7a035c-c583-4296-82ea-48d395e6eeb7'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:44.073255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3d9f4086-2abf-4bd1-a0e7-91bc6b85b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6e7a035c-c583-4296-82ea-48d395e6eeb7'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:44.079752 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba123f3d-07ce-4dac-8c41-6e95586c8565 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.106646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-34502c17-a740-4dfd-9932-0125608dfeb0 None None] Provisioning complete for port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:44.107207 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-34502c17-a740-4dfd-9932-0125608dfeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.132615 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-10baac19-ddec-4481-9572-660627d65046 None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:44.189683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3d9f4086-2abf-4bd1-a0e7-91bc6b85b7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:44.190409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9f4086-2abf-4bd1-a0e7-91bc6b85b7f1 None None] The sync data for ids ['6e7a035c-c583-4296-82ea-48d395e6eeb7'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:44.282826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f4454fa2-c7fb-4803-95f9-9860f44fc449 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:44.283214 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.318738 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba123f3d-07ce-4dac-8c41-6e95586c8565 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.320289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd891aa0-ea03-4397-b4a6-fe23993d7ee2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:44.323973 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd891aa0-ea03-4397-b4a6-fe23993d7ee2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.338531 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-34502c17-a740-4dfd-9932-0125608dfeb0 None None] Port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:44.347553 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.359274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] For port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:44.364207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] For port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=84f00caa-f2b1-4cc1-b1c7-864335b7cabd,segment=NetworkSegment(b9c462bc-d987-4b30-a263-b039b1e8b7cb),segment_id=b9c462bc-d987-4b30-a263-b039b1e8b7cb)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:44.372798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd891aa0-ea03-4397-b4a6-fe23993d7ee2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:44.402503 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd891aa0-ea03-4397-b4a6-fe23993d7ee2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.403226 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-cd891aa0-ea03-4397-b4a6-fe23993d7ee2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Added segment 54e21d2f-52ac-49bb-a0f9-470728efce1c of type vlan for network 824626fc-6a9e-468e-b24a-890ab0ade352 Sep 08 13:29:44.406773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 54f8f67e-47fe-4c50-af42-8b28466f2292 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:44.470755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 54f8f67e-47fe-4c50-af42-8b28466f2292 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:44.471245 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.481474 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd891aa0-ea03-4397-b4a6-fe23993d7ee2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.514838 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-121d84f6-2577-4b83-84ad-e0a2b586ce08 req-d61ed7e8-84eb-42f3-95bb-30bda8eb39c0 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 210 time: 0.1101885 Sep 08 13:29:44.515661 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba123f3d-07ce-4dac-8c41-6e95586c8565 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.520116 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.541156 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-10baac19-ddec-4481-9572-660627d65046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:41Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 2, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:44.570654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba123f3d-07ce-4dac-8c41-6e95586c8565 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0ebf9b-60ec-4060-8d16-e990ca61bc94,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:44.582722 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd891aa0-ea03-4397-b4a6-fe23993d7ee2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.589235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd891aa0-ea03-4397-b4a6-fe23993d7ee2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:44.589843 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd891aa0-ea03-4397-b4a6-fe23993d7ee2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.610010 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10baac19-ddec-4481-9572-660627d65046 None None] Checking router: 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:29:44.610387 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10baac19-ddec-4481-9572-660627d65046 None None] Updating router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:29:44.617836 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba123f3d-07ce-4dac-8c41-6e95586c8565 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.620140 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-589f60ac-737b-4a42-a841-6a338a7f4a2f tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/routers/6e7a035c-c583-4296-82ea-48d395e6eeb7 HTTP/1.1" status: 200 len: 741 time: 0.6570930 Sep 08 13:29:44.622104 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ba123f3d-07ce-4dac-8c41-6e95586c8565 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8602798 Sep 08 13:29:44.623905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47760) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:44.624239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47762) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:44.630996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-e1608536-5b14-48c3-a127-7af7324e121f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:44.632705 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-e1608536-5b14-48c3-a127-7af7324e121f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.8006544 Sep 08 13:29:44.640709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-531f88f1-c781-4f7a-844d-783b82c97cb1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group_rule': {'security_group_id': '2c0ebf9b-60ec-4060-8d16-e990ca61bc94', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:44.659800 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-6905867e-864c-4899-8285-2b9b47c6cd0a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/quotas/f0c33ff95fd94c5b8efb16048a231a08 HTTP/1.1" status: 200 len: 375 time: 0.0195692 Sep 08 13:29:44.671318 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-10baac19-ddec-4481-9572-660627d65046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.754592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13002ec3-eb4d-4905-ae61-fd6f742ce6c9 None None] Pushing event updated for resources: {'Port': ['ID=84f00caa-f2b1-4cc1-b1c7-864335b7cabd,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:44.756140 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cd891aa0-ea03-4397-b4a6-fe23993d7ee2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7385638 Sep 08 13:29:44.763464 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-78fbba74-e296-4778-ad00-5a9f7bfb89b9 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961981 Sep 08 13:29:44.764226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47770) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:44.771749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e3834214-9c4e-45c8-8803-d75bc25e039a tempest-RoutersAdminTest-749221057 tempest-RoutersAdminTest-749221057-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&device_id=6e7a035c-c583-4296-82ea-48d395e6eeb7 HTTP/1.1" status: 200 len: 205 time: 0.1432288 Sep 08 13:29:44.778278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-05476454-69c8-4b88-9216-7bb09b20ffce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'subnet': {'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:44.781162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.objects.ports [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:29:44.781768 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.793378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47772) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:44.828171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd891aa0-ea03-4397-b4a6-fe23993d7ee2 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Network': ['ID=824626fc-6a9e-468e-b24a-890ab0ade352,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:44.840550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 824626fc-6a9e-468e-b24a-890ab0ade352 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:44.980412 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-531f88f1-c781-4f7a-844d-783b82c97cb1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:44.999426 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-30a8be92-19e2-4d9f-a635-220de2957718 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e7a035c-c583-4296-82ea-48d395e6eeb7 HTTP/1.1" status: 200 len: 205 time: 0.2010763 Sep 08 13:29:45.002048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47776) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:45.110751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ea484209-3a48-4d65-b19b-942eacf5f2ac,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:45.179104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Checking segment: {'id': '15b95c04-3819-4c2e-b27e-0bbaed6d5099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5b8b535e-7c5a-4a88-9265-1b2ef86bf907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:45.179597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Network hostable DHCP agents. Network: 5b8b535e-7c5a-4a88-9265-1b2ef86bf907, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:29:45.186117 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05476454-69c8-4b88-9216-7bb09b20ffce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Made reservation on behalf of d65f9e74395a4b0ba4baf6b485b3c99f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:45.195724 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05476454-69c8-4b88-9216-7bb09b20ffce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.199800 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-10baac19-ddec-4481-9572-660627d65046 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.217803 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-10baac19-ddec-4481-9572-660627d65046 None None] Transition to ACTIVE for port object 438fc0f0-9f87-4c32-9d26-5e216f739ca7 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:45.219165 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-531f88f1-c781-4f7a-844d-783b82c97cb1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.222675 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbf128ba-2561-4a07-aed7-cd5491b24ccd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.395691 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-fb8c51ec-f51d-4828-8637-b589f0fe6e0d service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6043186 Sep 08 13:29:45.412368 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbf128ba-2561-4a07-aed7-cd5491b24ccd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.414708 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbf128ba-2561-4a07-aed7-cd5491b24ccd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.538117 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-531f88f1-c781-4f7a-844d-783b82c97cb1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.538589 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-10baac19-ddec-4481-9572-660627d65046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.555905 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-ebe16964-ca41-4a2a-aebc-de985dcc04a0 service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366360 Sep 08 13:29:45.564779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f88f1-c781-4f7a-844d-783b82c97cb1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e47baf-f0f2-4cfa-b1f8-c50a72a2965d,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:45.600792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Network 5b8b535e-7c5a-4a88-9265-1b2ef86bf907 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:29:45.634363 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05476454-69c8-4b88-9216-7bb09b20ffce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.681722 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79e5ea2c-5a17-4b0a-9369-0d0b7a57154d req-a8cfa92e-05b8-488e-97e2-25af5b0127c0 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 210 time: 0.0681732 Sep 08 13:29:45.682975 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-531f88f1-c781-4f7a-844d-783b82c97cb1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.684391 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-531f88f1-c781-4f7a-844d-783b82c97cb1 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0547118 Sep 08 13:29:45.690039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47788) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:45.709444 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbf128ba-2561-4a07-aed7-cd5491b24ccd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.710015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf128ba-2561-4a07-aed7-cd5491b24ccd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Fanout notify agent at l3_agent the message router_deleted on router 6e7a035c-c583-4296-82ea-48d395e6eeb7 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:29:45.745502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbf128ba-2561-4a07-aed7-cd5491b24ccd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.746805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bbf128ba-2561-4a07-aed7-cd5491b24ccd tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/routers/6e7a035c-c583-4296-82ea-48d395e6eeb7 HTTP/1.1" status: 204 len: 168 time: 0.7429948 Sep 08 13:29:45.747868 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Pushing event updated for resources: {'Port': ['ID=438fc0f0-9f87-4c32-9d26-5e216f739ca7,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:45.759438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 5b8b535e-7c5a-4a88-9265-1b2ef86bf907) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:45.759579 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:45.759880 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:45.760230 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:45.760567 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:45.760901 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:45.761071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47790) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:45.761223 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:45.761549 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:45.761873 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:45.762221 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:45.762546 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:45.762869 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:45.763198 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:45.776594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adc9a71f-9e12-4384-9fbb-5aade05f275f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.781734 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad055c89-cccd-4b27-a3be-f5c1f7dfdaf6 None None] Network 5b8b535e-7c5a-4a88-9265-1b2ef86bf907 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:45.786378 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adc9a71f-9e12-4384-9fbb-5aade05f275f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.850327 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-10baac19-ddec-4481-9572-660627d65046 None None] Attempting to bind port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:45.850934 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-10baac19-ddec-4481-9572-660627d65046 None None] Attempting to bind port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '205ab5d8-cae7-4bbd-bad3-b9242546222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:45.851248 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10baac19-ddec-4481-9572-660627d65046 None None] Attempting to bind port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 on network 7e343ad6-bdd3-4121-9330-1deb949510ce {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:45.876922 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10baac19-ddec-4481-9572-660627d65046 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:45.877602 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10baac19-ddec-4481-9572-660627d65046 None None] Checking segment: {'id': '205ab5d8-cae7-4bbd-bad3-b9242546222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:45.878166 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-10baac19-ddec-4481-9572-660627d65046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.878789 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10baac19-ddec-4481-9572-660627d65046 None None] Bound using segment: {'id': '205ab5d8-cae7-4bbd-bad3-b9242546222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:45.882906 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-10baac19-ddec-4481-9572-660627d65046 None None] Bound port: 438fc0f0-9f87-4c32-9d26-5e216f739ca7, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205ab5d8-cae7-4bbd-bad3-b9242546222f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:45.886652 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-10baac19-ddec-4481-9572-660627d65046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:45.886773 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7636742d-2618-429d-95dd-8f7f92753b98 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e7a035c-c583-4296-82ea-48d395e6eeb7 HTTP/1.1" status: 200 len: 205 time: 0.0840321 Sep 08 13:29:45.886773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05476454-69c8-4b88-9216-7bb09b20ffce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Subnet': ['ID=2eba7f06-5963-492c-bb82-b8f68ae25aaf,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:45.888429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47792) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:45.929579 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:45.932450 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:46.003050 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-5524c510-ff9f-47e3-9034-63c6daffa9ab tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] delete failed (client error): The resource could not be found. Sep 08 13:29:46.004188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5524c510-ff9f-47e3-9034-63c6daffa9ab tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/routers/6e7a035c-c583-4296-82ea-48d395e6eeb7 HTTP/1.1" status: 404 len: 336 time: 0.1147146 Sep 08 13:29:46.004869 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adc9a71f-9e12-4384-9fbb-5aade05f275f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:46.007773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47798) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.015599 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adc9a71f-9e12-4384-9fbb-5aade05f275f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:46.017008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-adc9a71f-9e12-4384-9fbb-5aade05f275f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/90e47baf-f0f2-4cfa-b1f8-c50a72a2965d HTTP/1.1" status: 204 len: 168 time: 0.3259845 Sep 08 13:29:46.039328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47800) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.067971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05476454-69c8-4b88-9216-7bb09b20ffce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Checking segment: {'id': '54e21d2f-52ac-49bb-a0f9-470728efce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:46.068185 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05476454-69c8-4b88-9216-7bb09b20ffce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network hostable DHCP agents. Network: 824626fc-6a9e-468e-b24a-890ab0ade352, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:29:46.092158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9a71f-9e12-4384-9fbb-5aade05f275f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90e47baf-f0f2-4cfa-b1f8-c50a72a2965d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:46.111823 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-10baac19-ddec-4481-9572-660627d65046 None None] For port 438fc0f0-9f87-4c32-9d26-5e216f739ca7, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:46.119383 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-10baac19-ddec-4481-9572-660627d65046 None None] For port 438fc0f0-9f87-4c32-9d26-5e216f739ca7, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=438fc0f0-9f87-4c32-9d26-5e216f739ca7,segment=NetworkSegment(205ab5d8-cae7-4bbd-bad3-b9242546222f),segment_id=205ab5d8-cae7-4bbd-bad3-b9242546222f)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:46.131331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46f85bb6-b0e6-4938-be98-befde7634dc9 req-791e350d-8afe-4227-a5aa-427ae80ee238 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 210 time: 0.0867393 Sep 08 13:29:46.145616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47806) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.146871 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-85164631-c429-461f-89d7-79114f5f746b tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "GET /v2.0/ports?device_id=91403044-d96d-4718-ad09-300d963ba838 HTTP/1.1" status: 200 len: 205 time: 0.1355648 Sep 08 13:29:46.182427 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3b96ae87-c6aa-446b-af80-da5ed9759243 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8021920 Sep 08 13:29:46.186071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7dea29-671a-4e72-9e30-effe76ebcfc7 None None] Network 5b8b535e-7c5a-4a88-9265-1b2ef86bf907 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:46.186388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47808) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.200167 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-10baac19-ddec-4481-9572-660627d65046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:46.206539 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Request body: {'floatingip': {'floating_network_id': '5b8b535e-7c5a-4a88-9265-1b2ef86bf907'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:46.230536 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-330e71ed-507a-49c2-b664-eee439a1dc0f tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] delete failed (client error): The resource could not be found. Sep 08 13:29:46.231938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-330e71ed-507a-49c2-b664-eee439a1dc0f tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/routers/91403044-d96d-4718-ad09-300d963ba838 HTTP/1.1" status: 404 len: 336 time: 0.0832901 Sep 08 13:29:46.238674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47810) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.265620 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-837ed8f1-12ed-445f-b906-f331296f2635 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2243059 Sep 08 13:29:46.289797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47812) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.311213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5d1486c0-ddcc-4943-af02-916d285258c4 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "GET /v2.0/ports?device_id=099657db-3766-4420-9e0c-5e7bff3a3f49 HTTP/1.1" status: 200 len: 205 time: 0.0712366 Sep 08 13:29:46.313909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47816) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.332993 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060012a3-e3f2-4ca1-91d0-f93e5de68182 None None] Pushing event updated for resources: {'Port': ['ID=438fc0f0-9f87-4c32-9d26-5e216f739ca7,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:46.389203 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10baac19-ddec-4481-9572-660627d65046 None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:46.390583 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-10baac19-ddec-4481-9572-660627d65046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:46.416394 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-98283fb6-eb49-4ff0-a4f2-640e27e9248e tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] delete failed (client error): The resource could not be found. Sep 08 13:29:46.422798 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-98283fb6-eb49-4ff0-a4f2-640e27e9248e tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/routers/099657db-3766-4420-9e0c-5e7bff3a3f49 HTTP/1.1" status: 404 len: 336 time: 0.1028924 Sep 08 13:29:46.423502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47822) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.423792 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2fb32743-1e7c-4e3a-a231-48a6a2207419 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:46.451548 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d2a7548b-bb21-403d-8f02-7bcf58c0363f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:46.494370 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c3d8a6e8-19cd-4075-9f5a-d80df76daf19 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "GET /v2.0/ports?device_id=be074480-088c-4767-adbf-735527c0c3d5 HTTP/1.1" status: 200 len: 205 time: 0.0615551 Sep 08 13:29:46.497724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd446ca-95e2-4338-9d5a-62ff3eede9cc None None] Network b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:46.497909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47824) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.506931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d2a7548b-bb21-403d-8f02-7bcf58c0363f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:46.531949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05476454-69c8-4b88-9216-7bb09b20ffce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 824626fc-6a9e-468e-b24a-890ab0ade352 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:29:46.545086 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-66346f87-3efb-422d-9690-801f3fae83c0 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] delete failed (client error): The resource could not be found. Sep 08 13:29:46.547130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-66346f87-3efb-422d-9690-801f3fae83c0 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/routers/be074480-088c-4767-adbf-735527c0c3d5 HTTP/1.1" status: 404 len: 336 time: 0.0478446 Sep 08 13:29:46.547847 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:46.550234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47826) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.583070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-05476454-69c8-4b88-9216-7bb09b20ffce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 824626fc-6a9e-468e-b24a-890ab0ade352) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:46.590150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c463df33-fb4d-4cea-b8fe-0d78c9703bbb tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ecf65a7-0294-4ec9-803d-5daebc3d9eff HTTP/1.1" status: 200 len: 205 time: 0.0385766 Sep 08 13:29:46.593260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47828) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.603607 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05476454-69c8-4b88-9216-7bb09b20ffce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:46.604498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05476454-69c8-4b88-9216-7bb09b20ffce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:46.667593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2714a6b1-10b9-416f-9613-26fa1ad81cc6 None None] Network 824626fc-6a9e-468e-b24a-890ab0ade352 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:46.674559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 2fb32743-1e7c-4e3a-a231-48a6a2207419 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:46.675164 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:46.709692 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-153d897b-5d14-43d9-b506-f578845c90d4 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] delete failed (client error): The resource could not be found. Sep 08 13:29:46.716486 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-153d897b-5d14-43d9-b506-f578845c90d4 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/routers/3ecf65a7-0294-4ec9-803d-5daebc3d9eff HTTP/1.1" status: 404 len: 336 time: 0.1202650 Sep 08 13:29:46.718824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47832) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.765527 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d2a7548b-bb21-403d-8f02-7bcf58c0363f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:46.779198 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d2a7548b-bb21-403d-8f02-7bcf58c0363f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:46.786757 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d2a7548b-bb21-403d-8f02-7bcf58c0363f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-groups/2c0ebf9b-60ec-4060-8d16-e990ca61bc94 HTTP/1.1" status: 204 len: 168 time: 0.4932187 Sep 08 13:29:46.793079 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8de6f578-a483-4781-91be-f2123422985d tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "GET /v2.0/ports?device_id=eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e HTTP/1.1" status: 200 len: 205 time: 0.0624268 Sep 08 13:29:46.793905 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-05476454-69c8-4b88-9216-7bb09b20ffce tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0279918 Sep 08 13:29:46.794124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47836) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.794491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47838) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.794809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47840) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:46.821976 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-10baac19-ddec-4481-9572-660627d65046 None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:46.830159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7548b-bb21-403d-8f02-7bcf58c0363f tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0ebf9b-60ec-4060-8d16-e990ca61bc94,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:46.911970 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-41d211ef-3c08-4949-bd5f-c28c3a54fe60 req-190d2439-2ba6-49b9-b85b-17364fc074c4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 210 time: 0.0829310 Sep 08 13:29:46.933889 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:47.019180 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-cbf97f45-eae1-41b5-9311-c0aeba6bbd09 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] delete failed (client error): The resource could not be found. Sep 08 13:29:47.023403 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cbf97f45-eae1-41b5-9311-c0aeba6bbd09 tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/routers/eaa092f5-f0a2-4b9d-b31c-9a9c7f423d6e HTTP/1.1" status: 404 len: 336 time: 0.2060671 Sep 08 13:29:47.023747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47846) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:47.056347 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2853768d-b536-4eb9-8257-ae2c720ac105 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2604005 Sep 08 13:29:47.062206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47848) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:47.068107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-0fb5f973-91f8-41e1-b43e-12232ffe9dc9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group': {'name': 'tempest-secgroup--965574771'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:47.069911 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a520bd-32cc-4190-8685-08fea41993ad tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] DELETE failed (client error): The resource could not be found. Sep 08 13:29:47.070404 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a520bd-32cc-4190-8685-08fea41993ad tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:29:47.072220 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-07a520bd-32cc-4190-8685-08fea41993ad tempest-RoutersAdminTest-1139893776 tempest-RoutersAdminTest-1139893776-project] 10.222.0.69 "DELETE /v2.0/subnets/e9814f5b-67c2-4e27-bd0a-4aeb3e100529 HTTP/1.1" status: 404 len: 337 time: 0.0474699 Sep 08 13:29:47.132293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0dbec16b-62cc-4a8e-a74f-d4a4e404d181 None None] Provisioning for port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:47.135808 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:47.147105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Allocated IP 172.20.0.4 (5b8b535e-7c5a-4a88-9265-1b2ef86bf907/ea484209-3a48-4d65-b19b-942eacf5f2ac/068affc0-a17f-4a2e-8d09-4d9e7b46d2c2) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:47.321348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 84f00caa-f2b1-4cc1-b1c7-864335b7cabd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:47.346462 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-10baac19-ddec-4481-9572-660627d65046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:41Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:46Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:47.431833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-824626fc-6a9e-468e-b24a-890ab0ade352', 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'fixed_ips': [{'subnet_id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:29:47.432714 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:47.462168 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10baac19-ddec-4481-9572-660627d65046 None None] The sync data for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 is: [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:41Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:46Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:47.637220 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:47.653684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-cf2617fd-8a5d-453f-be0f-34a0a3b1601b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:47.679492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-cf2617fd-8a5d-453f-be0f-34a0a3b1601b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:47.680093 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-cf2617fd-8a5d-453f-be0f-34a0a3b1601b tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "GET /v2.0/networks?id=43575a58-b49f-4098-8f42-aee7505cf0bf&id=b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 HTTP/1.1" status: 200 len: 1392 time: 0.3574162 Sep 08 13:29:47.683421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Allocated IP 172.23.0.2 (824626fc-6a9e-468e-b24a-890ab0ade352/2eba7f06-5963-492c-bb82-b8f68ae25aaf/8ae43ed6-71ab-4a86-a174-73fb1a81364f) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:47.698571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'port': {'device_id': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf', 'admin_state_up': True, 'tenant_id': '464b7c47106844f5a3386cc180f697e4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:47.722013 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d984d79e-1d02-4d12-9395-3968ec2f9dad req-8f65d83f-7599-49ab-9ca1-de22f7e820ca tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 210 time: 0.0547600 Sep 08 13:29:47.744947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:47.757394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:47.757772 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:47.853248 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0fb5f973-91f8-41e1-b43e-12232ffe9dc9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.126003 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-465caf7f-1530-4dad-8842-d6e6556bc355 req-98181bb3-ea9f-4ea6-91b4-9207ec94545a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 210 time: 0.0813508 Sep 08 13:29:48.131968 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0fb5f973-91f8-41e1-b43e-12232ffe9dc9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.151279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f3dc43d0-5805-4a0b-b860-44ddd3696a7a None None] Provisioning complete for port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:48.152220 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f3dc43d0-5805-4a0b-b860-44ddd3696a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.205954 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.265038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47864) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:48.267956 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.288236 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0fb5f973-91f8-41e1-b43e-12232ffe9dc9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.309522 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Network 5b8b535e-7c5a-4a88-9265-1b2ef86bf907 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:48.323375 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:48.331340 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:48.359857 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.436180 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.454899 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5f973-91f8-41e1-b43e-12232ffe9dc9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c6866-0882-4318-b8d1-3005649fe522,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:48.499287 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:48.500169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=84f00caa-f2b1-4cc1-b1c7-864335b7cabd,segment=NetworkSegment(b9c462bc-d987-4b30-a263-b039b1e8b7cb),segment_id=b9c462bc-d987-4b30-a263-b039b1e8b7cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:48.502980 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.504253 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0fb5f973-91f8-41e1-b43e-12232ffe9dc9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.505077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Transition to ACTIVE for port object 8ae43ed6-71ab-4a86-a174-73fb1a81364f will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:48.509788 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0fb5f973-91f8-41e1-b43e-12232ffe9dc9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4464984 Sep 08 13:29:48.510638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47868) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:48.515865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event updated for resources: {'Port': ['ID=068affc0-a17f-4a2e-8d09-4d9e7b46d2c2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:48.527717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-2a352b2c-3698-4003-8386-a0be0738e8e7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group_rule': {'security_group_id': 'dc8c6866-0882-4318-b8d1-3005649fe522', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:48.538436 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f3dc43d0-5805-4a0b-b860-44ddd3696a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.543200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Transition to ACTIVE for port object 8ae43ed6-71ab-4a86-a174-73fb1a81364f will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:48.611805 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.708371 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.719256 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2a352b2c-3698-4003-8386-a0be0738e8e7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.736224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Network 824626fc-6a9e-468e-b24a-890ab0ade352 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:48.760837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:48.778608 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.783123 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-f3dc43d0-5805-4a0b-b860-44ddd3696a7a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:29:48.783485 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-f3dc43d0-5805-4a0b-b860-44ddd3696a7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:29:48.784387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:48.808908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 438fc0f0-9f87-4c32-9d26-5e216f739ca7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:48.836537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=84f00caa-f2b1-4cc1-b1c7-864335b7cabd,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:48.871817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:48.872309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:48.872669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:48.873016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:48.873357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:48.874134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:48.874134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:48.874396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:48.874893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:48.875227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:48.881073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:48.881073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:29:48.912320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Allocated IP 19.80.0.95 (43575a58-b49f-4098-8f42-aee7505cf0bf/ab404b93-537b-41ce-ab13-3319b462c25e/8057e1ad-1361-43e2-bde7-1e30ec740849) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:48.929393 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.932503 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2a352b2c-3698-4003-8386-a0be0738e8e7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:48.949731 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd509151-cf74-45f5-8259-c5e6953cdaeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.031396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Pushing event updated for resources: {'Port': ['ID=8ae43ed6-71ab-4a86-a174-73fb1a81364f,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:49.044788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Attempting to bind port 8ae43ed6-71ab-4a86-a174-73fb1a81364f on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:49.045327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Attempting to bind port 8ae43ed6-71ab-4a86-a174-73fb1a81364f by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '54e21d2f-52ac-49bb-a0f9-470728efce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:49.046102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Attempting to bind port 8ae43ed6-71ab-4a86-a174-73fb1a81364f on network 824626fc-6a9e-468e-b24a-890ab0ade352 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:49.052514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d6649d4e-6561-4f5e-9ec4-692d25153b47 req-b0e0ef32-c996-4aa3-ad1e-d7ef85134750 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 210 time: 0.0991979 Sep 08 13:29:49.056884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:49.057426 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Checking segment: {'id': '54e21d2f-52ac-49bb-a0f9-470728efce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:49.063002 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.063002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Bound using segment: {'id': '54e21d2f-52ac-49bb-a0f9-470728efce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:49.063002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Bound port: 8ae43ed6-71ab-4a86-a174-73fb1a81364f, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e21d2f-52ac-49bb-a0f9-470728efce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:49.063002 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.065263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2a352b2c-3698-4003-8386-a0be0738e8e7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.107767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a352b2c-3698-4003-8386-a0be0738e8e7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81499810-ab18-4b3f-8366-2ea7317b8531,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:49.193145 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] For port 8ae43ed6-71ab-4a86-a174-73fb1a81364f, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:49.197826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] For port 8ae43ed6-71ab-4a86-a174-73fb1a81364f, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8ae43ed6-71ab-4a86-a174-73fb1a81364f,segment=NetworkSegment(54e21d2f-52ac-49bb-a0f9-470728efce1c),segment_id=54e21d2f-52ac-49bb-a0f9-470728efce1c)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:49.202895 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.227810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:49.230752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Transition to ACTIVE for port object 8057e1ad-1361-43e2-bde7-1e30ec740849 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:49.232766 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:49.233220 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.234221 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.280468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Allocated IP 172.23.0.1 (824626fc-6a9e-468e-b24a-890ab0ade352/2eba7f06-5963-492c-bb82-b8f68ae25aaf/a282204b-c2ca-4aa5-a5f8-4f655e6eb604) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:49.317736 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd509151-cf74-45f5-8259-c5e6953cdaeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.344015 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9f2a55bc-15d8-4a9f-896f-9a4a0536aec7 req-edaf1581-660b-4df9-b424-400a41aef2ee tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 210 time: 0.0876346 Sep 08 13:29:49.351583 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.364650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.429752 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.484418 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.489906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bf63a-4980-4e25-bcf3-71dd8b051df5 None None] Pushing event updated for resources: {'Port': ['ID=8ae43ed6-71ab-4a86-a174-73fb1a81364f,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:49.492307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-609151d2-af89-4b4b-8202-1310d55153b1 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:49.496913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-609151d2-af89-4b4b-8202-1310d55153b1 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.60 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.1973572 Sep 08 13:29:49.517586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 438fc0f0-9f87-4c32-9d26-5e216f739ca7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=438fc0f0-9f87-4c32-9d26-5e216f739ca7,segment=NetworkSegment(205ab5d8-cae7-4bbd-bad3-b9242546222f),segment_id=205ab5d8-cae7-4bbd-bad3-b9242546222f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:49.565647 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dd509151-cf74-45f5-8259-c5e6953cdaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.576969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network 43575a58-b49f-4098-8f42-aee7505cf0bf is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:49.578689 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:49.605382 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.610220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:49.610438 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Request body: {'port': {'device_id': 'b834159a-90e2-44d8-bd86-f2e02042cbbf', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'admin_state_up': True, 'tenant_id': 'f0c33ff95fd94c5b8efb16048a231a08'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:49.616780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event updated for resources: {'Port': ['ID=068affc0-a17f-4a2e-8d09-4d9e7b46d2c2,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:49.677739 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.777927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd509151-cf74-45f5-8259-c5e6953cdaeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb895e0-2cf8-4b43-af1e-547caf9dfb48,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:49.785173 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dd509151-cf74-45f5-8259-c5e6953cdaeb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6d93a176805f4784a285d12a1ee96c88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5004191 Sep 08 13:29:49.786407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47884) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:49.797938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=438fc0f0-9f87-4c32-9d26-5e216f739ca7,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:49.798891 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2a352b2c-3698-4003-8386-a0be0738e8e7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.802771 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2a352b2c-3698-4003-8386-a0be0738e8e7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2891726 Sep 08 13:29:49.802914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47886) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:49.883667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4e9cad89-2aba-4d95-bd57-a4c1c28a0c2b tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules/81499810-ab18-4b3f-8366-2ea7317b8531 HTTP/1.1" status: 200 len: 763 time: 0.0623581 Sep 08 13:29:49.887261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:49.887931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.895364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47890) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:49.935128 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.939769 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fdef63a3-24a1-4af2-b3b8-cdfec3fd753e tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7518201 Sep 08 13:29:49.940607 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Port': ['ID=8057e1ad-1361-43e2-bde7-1e30ec740849,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:49.943491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47892) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:49.965848 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1561b611-b567-4fe3-9ae7-97419bfb45d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.973996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:49.998541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Transition to ACTIVE for port object a282204b-c2ca-4aa5-a5f8-4f655e6eb604 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:50.012009 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1561b611-b567-4fe3-9ae7-97419bfb45d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.064658 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-04ddc670-fe5d-48f7-9e14-a89595d4dc69 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1640623 Sep 08 13:29:50.067839 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3f918ef6-b3d6-427b-b580-fe4d7180ee1f tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "GET /v2.0/floatingips?floating_network_id=5b8b535e-7c5a-4a88-9265-1b2ef86bf907 HTTP/1.1" status: 200 len: 689 time: 0.1066546 Sep 08 13:29:50.068667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47894) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:50.070434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47896) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:50.106694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-079d5c69-e07c-435b-9782-1f99e5c0a9d6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4164200 Sep 08 13:29:50.119431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Request body: {'port': {'device_id': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45', 'admin_state_up': True, 'tenant_id': '464b7c47106844f5a3386cc180f697e4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:50.155356 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8064970-401d-4f3c-8916-3d85d8ff1703 req-46e19470-d8a3-4b3a-9c87-46873d5abdc8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 210 time: 0.0321171 Sep 08 13:29:50.158952 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6e634cc7-aca5-4dd2-8297-4ef17317560a None None] Provisioning for port 8057e1ad-1361-43e2-bde7-1e30ec740849 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:50.164003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6e634cc7-aca5-4dd2-8297-4ef17317560a None None] Provisioning complete for port 8057e1ad-1361-43e2-bde7-1e30ec740849 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:50.164534 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e634cc7-aca5-4dd2-8297-4ef17317560a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.197987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-28d86046-00a5-464d-b8b9-52686f230a53 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.204306 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6e634cc7-aca5-4dd2-8297-4ef17317560a None None] Port 8057e1ad-1361-43e2-bde7-1e30ec740849 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:50.223398 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.226879 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-28d86046-00a5-464d-b8b9-52686f230a53 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.228759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Made reservation on behalf of f0c33ff95fd94c5b8efb16048a231a08 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:50.232238 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.234042 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1561b611-b567-4fe3-9ae7-97419bfb45d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.236522 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1561b611-b567-4fe3-9ae7-97419bfb45d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.240752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1561b611-b567-4fe3-9ae7-97419bfb45d3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eeb895e0-2cf8-4b43-af1e-547caf9dfb48 HTTP/1.1" status: 204 len: 168 time: 0.4414272 Sep 08 13:29:50.286855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561b611-b567-4fe3-9ae7-97419bfb45d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb895e0-2cf8-4b43-af1e-547caf9dfb48,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:50.304074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 824626fc-6a9e-468e-b24a-890ab0ade352 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:50.321730 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.326047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:50.332308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:50.336525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=a282204b-c2ca-4aa5-a5f8-4f655e6eb604,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:50.405761 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.454928 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-28d86046-00a5-464d-b8b9-52686f230a53 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.460670 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-28d86046-00a5-464d-b8b9-52686f230a53 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.462243 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-28d86046-00a5-464d-b8b9-52686f230a53 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/81499810-ab18-4b3f-8366-2ea7317b8531 HTTP/1.1" status: 204 len: 168 time: 0.3896439 Sep 08 13:29:50.490938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47904) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:50.633148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9da0e677-6902-4ec7-a34a-d2d40136b331 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1388650 Sep 08 13:29:50.639478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47908) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:50.644890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-79ad31ab-5cba-4cf3-831f-6e3624aa724d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group_rule': {'security_group_id': 'dc8c6866-0882-4318-b8d1-3005649fe522', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:50.696633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47910) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:50.714723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Allocated IP 172.20.0.4 (8558c78e-818a-4e56-9eb8-d34a7481093d/d14836f1-ecd1-4db6-b042-f7de366d80f5/a3a054a8-6b6c-4703-986b-918cb6f9835b) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:50.828100 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-79ad31ab-5cba-4cf3-831f-6e3624aa724d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.834044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.854433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d86046-00a5-464d-b8b9-52686f230a53 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81499810-ab18-4b3f-8366-2ea7317b8531,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:50.862475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Made reservation on behalf of 464b7c47106844f5a3386cc180f697e4 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:50.866078 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.910577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823973e5-f184-4809-b2cf-f567d6b2a814 None None] Network 824626fc-6a9e-468e-b24a-890ab0ade352 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:29:50.929219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Deleting port 068affc0-a17f-4a2e-8d09-4d9e7b46d2c2 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:29:50.929584 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:50.938539 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e433263d-3f42-4ec8-a257-95fca2c12ca8 req-d07a1f41-65a3-488f-9ca7-d7c414110eb2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:50.940094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e433263d-3f42-4ec8-a257-95fca2c12ca8 req-d07a1f41-65a3-488f-9ca7-d7c414110eb2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 931 time: 0.5061171 Sep 08 13:29:50.994346 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b8b0a30-953a-4c78-9799-024730a2ae7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.048095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8ae43ed6-71ab-4a86-a174-73fb1a81364f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:51.106715 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e433263d-3f42-4ec8-a257-95fca2c12ca8 req-73528176-a065-4bc4-8d4a-0832918aaff4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359284 Sep 08 13:29:51.127189 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.127556 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.134526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-80967b8d-e5c6-4cd7-86f2-9d3241d4ad3b None None] Provisioning for port 8ae43ed6-71ab-4a86-a174-73fb1a81364f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:51.145894 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Calling delete_port for 068affc0-a17f-4a2e-8d09-4d9e7b46d2c2 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:29:51.167609 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Allocated IP 19.86.0.236 (b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45/2f12e26b-8f32-4b9c-ab20-85c23f68a15b/a2899ba0-c17f-4ff3-b996-c649f7dcc809) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:29:51.171380 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-79ad31ab-5cba-4cf3-831f-6e3624aa724d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.219901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 8ae43ed6-71ab-4a86-a174-73fb1a81364f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:51.223633 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.225850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 8ae43ed6-71ab-4a86-a174-73fb1a81364f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:51.225850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.357187 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.387520 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18306eef-676a-44c9-a24e-7dde3663f30d req-1c850f95-1faa-4375-8b85-f80aa1f3aac8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 210 time: 0.0628736 Sep 08 13:29:51.393507 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-79ad31ab-5cba-4cf3-831f-6e3624aa724d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.403037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 8ae43ed6-71ab-4a86-a174-73fb1a81364f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8ae43ed6-71ab-4a86-a174-73fb1a81364f,segment=NetworkSegment(54e21d2f-52ac-49bb-a0f9-470728efce1c),segment_id=54e21d2f-52ac-49bb-a0f9-470728efce1c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:51.463363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad31ab-5cba-4cf3-831f-6e3624aa724d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f416ca1-a25d-4fc5-b1aa-ff25291f3f10,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:51.490946 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.491558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 438fc0f0-9f87-4c32-9d26-5e216f739ca7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:51.495391 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b8b0a30-953a-4c78-9799-024730a2ae7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.518461 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.520150 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.535278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Transition to ACTIVE for port object a2899ba0-c17f-4ff3-b996-c649f7dcc809 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:51.551001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47918) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:51.586722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=8ae43ed6-71ab-4a86-a174-73fb1a81364f,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:51.597398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-129f441c-a0c0-4b89-bcaa-ae7b16b2c0df None None] Provisioning complete for port 8ae43ed6-71ab-4a86-a174-73fb1a81364f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:51.597797 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-129f441c-a0c0-4b89-bcaa-ae7b16b2c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.609390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-551489a3-f7e5-4ae3-beea-9e20ac829834 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=078dbe5e7db943eab00d414769dc55e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548759 Sep 08 13:29:51.610392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47920) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:51.622249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:51.622634 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.631310 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.673837 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09513ba0-5b5d-495e-ab11-bab09a889ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.683553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Network 8558c78e-818a-4e56-9eb8-d34a7481093d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:51.690972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:51.700527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:51.702563 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09513ba0-5b5d-495e-ab11-bab09a889ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.735459 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b8b0a30-953a-4c78-9799-024730a2ae7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.735737 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.756287 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.757508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 84f00caa-f2b1-4cc1-b1c7-864335b7cabd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:51.781489 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.818038 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0b8b0a30-953a-4c78-9799-024730a2ae7b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8bc53ee3d6146429314bcc0e43ac13e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1171436 Sep 08 13:29:51.818309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:51.818647 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.822997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event updated for resources: {'Port': ['ID=a3a054a8-6b6c-4703-986b-918cb6f9835b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:51.829644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47922) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:51.829644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event deleted for resources: {'Port': ['ID=068affc0-a17f-4a2e-8d09-4d9e7b46d2c2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:51.840242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-79ad31ab-5cba-4cf3-831f-6e3624aa724d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.841709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-79ad31ab-5cba-4cf3-831f-6e3624aa724d tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2010081 Sep 08 13:29:51.882815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47924) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:51.907313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Network b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:51.908341 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-129f441c-a0c0-4b89-bcaa-ae7b16b2c0df None None] Provisioning for port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:51.918441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-129f441c-a0c0-4b89-bcaa-ae7b16b2c0df None None] Provisioning complete for port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:51.930133 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-129f441c-a0c0-4b89-bcaa-ae7b16b2c0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.930571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:51.931614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:29:51.943803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:51.944711 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.954424 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f4b684b4-2c85-4ffa-9bd0-9b6ebd784554 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules/4f416ca1-a25d-4fc5-b1aa-ff25291f3f10 HTTP/1.1" status: 200 len: 763 time: 0.0692346 Sep 08 13:29:51.954424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8b0a30-953a-4c78-9799-024730a2ae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ec551d-2e5e-4982-b332-b4af87a9639d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:51.964444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47928) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:51.969899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-129f441c-a0c0-4b89-bcaa-ae7b16b2c0df None None] Port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:51.982288 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event updated for resources: {'Port': ['ID=a2899ba0-c17f-4ff3-b996-c649f7dcc809,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:51.989326 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09513ba0-5b5d-495e-ab11-bab09a889ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.992740 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09513ba0-5b5d-495e-ab11-bab09a889ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:51.993960 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-09513ba0-5b5d-495e-ab11-bab09a889ea4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9e6087f0-2e4e-4051-bbb9-df788b89affa HTTP/1.1" status: 204 len: 168 time: 0.3825479 Sep 08 13:29:52.007103 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.020990 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.024009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event updated for resources: {'Port': ['ID=a282204b-c2ca-4aa5-a5f8-4f655e6eb604,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:52.037329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09513ba0-5b5d-495e-ab11-bab09a889ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6087f0-2e4e-4051-bbb9-df788b89affa,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:52.060828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:52.064804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.094080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-32c5ecbd-f909-4238-a58c-ba5962d83957 None None] Provisioning complete for port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:52.094977 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-32c5ecbd-f909-4238-a58c-ba5962d83957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.103936 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c3c07a6-b1ab-4c17-8406-743d52334e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.105297 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c9baffc9-97ac-4745-a41e-b37d934074e5 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1391253 Sep 08 13:29:52.114390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47932) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:52.136082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-967b33fd-af64-44f6-91cc-702c4ee1dad3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5664065 Sep 08 13:29:52.158165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-32c5ecbd-f909-4238-a58c-ba5962d83957 None None] Port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:52.172075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Request body: {'port': {'device_id': 'b834159a-90e2-44d8-bd86-f2e02042cbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:52.192772 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c3c07a6-b1ab-4c17-8406-743d52334e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.202995 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.211505 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-035e641c-dfb1-45c7-9622-b06fc7ca8596 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.261399 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-035e641c-dfb1-45c7-9622-b06fc7ca8596 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.264250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-47b2b04e-0424-41f1-968b-ad3486eaa8d3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1505368 Sep 08 13:29:52.280525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Network 824626fc-6a9e-468e-b24a-890ab0ade352 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:29:52.283809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:29:52.291383 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.301709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Request body: {'port': {'device_id': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:52.377442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cbd32e0a-334e-4f3b-80b6-7bd681c118b9 None None] Provisioning for port a2899ba0-c17f-4ff3-b996-c649f7dcc809 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:52.394346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cbd32e0a-334e-4f3b-80b6-7bd681c118b9 None None] Provisioning complete for port a2899ba0-c17f-4ff3-b996-c649f7dcc809 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:52.394810 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cbd32e0a-334e-4f3b-80b6-7bd681c118b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.448100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31831197-3a0b-4eb6-8d68-48cff06159c1 req-f8f2efff-4183-49a1-ae33-8746a4ae5810 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:52.461465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31831197-3a0b-4eb6-8d68-48cff06159c1 req-f8f2efff-4183-49a1-ae33-8746a4ae5810 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:52.461465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31831197-3a0b-4eb6-8d68-48cff06159c1 req-f8f2efff-4183-49a1-ae33-8746a4ae5810 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1654 time: 0.2199099 Sep 08 13:29:52.468459 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.486462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-cbd32e0a-334e-4f3b-80b6-7bd681c118b9 None None] Port a2899ba0-c17f-4ff3-b996-c649f7dcc809 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:52.562386 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-035e641c-dfb1-45c7-9622-b06fc7ca8596 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.564777 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.568996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:29:52.571277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-035e641c-dfb1-45c7-9622-b06fc7ca8596 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.572618 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-035e641c-dfb1-45c7-9622-b06fc7ca8596 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/4f416ca1-a25d-4fc5-b1aa-ff25291f3f10 HTTP/1.1" status: 204 len: 168 time: 0.4559715 Sep 08 13:29:52.586740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47940) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:52.609058 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-946c879a-779a-40fd-b22f-eb3a22e0eca6 None None] Provisioning complete for port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:52.609491 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-946c879a-779a-40fd-b22f-eb3a22e0eca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.631317 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31831197-3a0b-4eb6-8d68-48cff06159c1 req-bdea6385-1e44-440c-be00-2ed13ece2de5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559927 Sep 08 13:29:52.649971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ea484209-3a48-4d65-b19b-942eacf5f2ac,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:52.654049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e641c-dfb1-45c7-9622-b06fc7ca8596 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f416ca1-a25d-4fc5-b1aa-ff25291f3f10,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:52.681339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-946c879a-779a-40fd-b22f-eb3a22e0eca6 None None] Port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:29:52.690779 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c3c07a6-b1ab-4c17-8406-743d52334e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.694426 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c3c07a6-b1ab-4c17-8406-743d52334e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.695852 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8c3c07a6-b1ab-4c17-8406-743d52334e01 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17ec551d-2e5e-4982-b332-b4af87a9639d HTTP/1.1" status: 204 len: 168 time: 0.8672817 Sep 08 13:29:52.743769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8ae43ed6-71ab-4a86-a174-73fb1a81364f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:52.802994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1307e-0d5b-423d-8d55-9c3eaed0079e req-741d98d4-3839-420f-b40a-8a0a7bde92fd tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:52.804579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aef1307e-0d5b-423d-8d55-9c3eaed0079e req-741d98d4-3839-420f-b40a-8a0a7bde92fd tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 931 time: 0.2625082 Sep 08 13:29:52.816607 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c07a6-b1ab-4c17-8406-743d52334e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ec551d-2e5e-4982-b332-b4af87a9639d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:52.864173 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.880578 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-40f69170-4a22-4aa5-a0e7-9629850211ee tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2869747 Sep 08 13:29:52.886612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47950) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:52.897041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f53efab5-56c1-4002-9001-622f37e6a8a8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Request body: {'security_group_rule': {'security_group_id': 'dc8c6866-0882-4318-b8d1-3005649fe522', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:52.902513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:52.911743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8a8e0905-91d3-43d6-b132-adb5c714f778 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0873156 Sep 08 13:29:52.922444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Sync routers for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:52.923387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47952) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:52.927530 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aef1307e-0d5b-423d-8d55-9c3eaed0079e req-70147916-9a07-4bf0-a62b-9e09c1ac1fbf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908675 Sep 08 13:29:52.930541 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8b535e-7c5a-4a88-9265-1b2ef86bf907']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:52.932315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 8ae43ed6-71ab-4a86-a174-73fb1a81364f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:52.933240 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:52.935277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2532f2e3-6189-4185-a36c-f4f4b88e9853 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:52.999665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:53.001237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:53.002871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a054a8-6b6c-4703-986b-918cb6f9835b {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:29:53.013090 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.027623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Transition to ACTIVE for port object a3a054a8-6b6c-4703-986b-918cb6f9835b will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:53.084161 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b95c04-3819-4c2e-b27e-0bbaed6d5099') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:53.084471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b95c04-3819-4c2e-b27e-0bbaed6d5099') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:53.119054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.139331 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.181167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:53.203873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.272421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:53.272853 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:53.274934 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:53.281106 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-f53efab5-56c1-4002-9001-622f37e6a8a8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Project 640921cf2ac64014a78386779f512415 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:29:53.306259 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f53efab5-56c1-4002-9001-622f37e6a8a8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.320269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Attempting to bind port a3a054a8-6b6c-4703-986b-918cb6f9835b on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:53.320269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Attempting to bind port a3a054a8-6b6c-4703-986b-918cb6f9835b by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:53.320611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Attempting to bind port a3a054a8-6b6c-4703-986b-918cb6f9835b on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:53.328288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Port a3a054a8-6b6c-4703-986b-918cb6f9835b on network 8558c78e-818a-4e56-9eb8-d34a7481093d not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:29:53.328288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Attempting to bind port a3a054a8-6b6c-4703-986b-918cb6f9835b on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:53.336465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:53.336816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Checking segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:53.337316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Bound using segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:53.337776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Bound port: a3a054a8-6b6c-4703-986b-918cb6f9835b, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:53.338259 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.362543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Pushing event updated for resources: {'Port': ['ID=a3a054a8-6b6c-4703-986b-918cb6f9835b,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:53.449304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] For port a3a054a8-6b6c-4703-986b-918cb6f9835b, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:53.449304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] For port a3a054a8-6b6c-4703-986b-918cb6f9835b, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a3a054a8-6b6c-4703-986b-918cb6f9835b,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:53.455910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8057e1ad-1361-43e2-bde7-1e30ec740849 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:29:53.469270 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.515120 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f53efab5-56c1-4002-9001-622f37e6a8a8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.599872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:50Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:49Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a282204b-c2ca-4aa5-a5f8-4f655e6eb604', 'name': '', 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:1b:c0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:48Z', 'updated_at': '2021-09-08T13:29:51Z', 'revision_number': 2, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:53.615030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.extraroute_db [None req-2532f2e3-6189-4185-a36c-f4f4b88e9853 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=96264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 08 13:29:53.626467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Checking router: 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:29:53.626833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Updating router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:29:53.630822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.extraroute_db [None req-2532f2e3-6189-4185-a36c-f4f4b88e9853 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Removed routes are [] {{(pid=96264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 08 13:29:53.631327 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2532f2e3-6189-4185-a36c-f4f4b88e9853 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.655870 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.668165 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Transition to ACTIVE for port object 8057e1ad-1361-43e2-bde7-1e30ec740849 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:53.669570 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.670291 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.689932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b8b535e-7c5a-4a88-9265-1b2ef86bf907 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 13:29:53.703227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:53.703919 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.710014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] 10.222.0.60 "PUT /v2.0/ports/a3a054a8-6b6c-4703-986b-918cb6f9835b HTTP/1.1" status: 200 len: 1091 time: 1.5490210 Sep 08 13:29:53.712057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b834159a-90e2-44d8-bd86-f2e02042cbbf', 'tag': 'a3a054a8-6b6c-4703-986b-918cb6f9835b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:29:53.716958 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba23612-0a3a-4e01-a734-e0df06c60904" -d '{"events": [{"name": "network-changed", "server_uuid": "b834159a-90e2-44d8-bd86-f2e02042cbbf", "tag": "a3a054a8-6b6c-4703-986b-918cb6f9835b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:29:53.739406 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.748570 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "DELETE /v2.0/networks/5b8b535e-7c5a-4a88-9265-1b2ef86bf907 HTTP/1.1" status: 204 len: 168 time: 3.6770527 Sep 08 13:29:53.749401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47970) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:53.755255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7701e9fd-fd98-4809-8d3c-d945b06b4cae tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b8b535e-7c5a-4a88-9265-1b2ef86bf907,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:53.794126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a6ffd-dbcf-4cc7-bb14-02191137fdcc service neutron] Pushing event updated for resources: {'Port': ['ID=a3a054a8-6b6c-4703-986b-918cb6f9835b,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:53.814631 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f53efab5-56c1-4002-9001-622f37e6a8a8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.869173 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87fac8dd-2509-4d2e-9b92-ffbb3aa64987 x-openstack-request-id: req-87fac8dd-2509-4d2e-9b92-ffbb3aa64987 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:29:53.869496 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b834159a-90e2-44d8-bd86-f2e02042cbbf", "tag": "a3a054a8-6b6c-4703-986b-918cb6f9835b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:29:53.869745 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-87fac8dd-2509-4d2e-9b92-ffbb3aa64987 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:29:53.870224 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b834159a-90e2-44d8-bd86-f2e02042cbbf', 'tag': 'a3a054a8-6b6c-4703-986b-918cb6f9835b', 'status': 'completed', 'code': 200} Sep 08 13:29:53.896650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:53.900052 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-58def405-5406-4ee9-b4b7-c2eb61ca4019 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1465175 Sep 08 13:29:53.922934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47974) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:53.963123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47978) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:54.022045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53efab5-56c1-4002-9001-622f37e6a8a8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73716cff-ef9e-4752-9043-8567145e57f9,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:54.090795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec976be-7307-4398-9d0e-a8852fbf18d5 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.091368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec976be-7307-4398-9d0e-a8852fbf18d5 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.091698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec976be-7307-4398-9d0e-a8852fbf18d5 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.092154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec976be-7307-4398-9d0e-a8852fbf18d5 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.092640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec976be-7307-4398-9d0e-a8852fbf18d5 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.093092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec976be-7307-4398-9d0e-a8852fbf18d5 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.093648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec976be-7307-4398-9d0e-a8852fbf18d5 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.094104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec976be-7307-4398-9d0e-a8852fbf18d5 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.094598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec976be-7307-4398-9d0e-a8852fbf18d5 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.095048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec976be-7307-4398-9d0e-a8852fbf18d5 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.095499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec976be-7307-4398-9d0e-a8852fbf18d5 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.100999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8ec976be-7307-4398-9d0e-a8852fbf18d5 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6922 time: 0.1716721 Sep 08 13:29:54.101642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47982) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:54.109790 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23f01da9-8b08-4b74-95dd-f1c02171d3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:54.140686 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f53efab5-56c1-4002-9001-622f37e6a8a8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:54.150613 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f53efab5-56c1-4002-9001-622f37e6a8a8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2602613 Sep 08 13:29:54.175178 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:54.182107 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47984) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:54.198112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Transition to ACTIVE for port object a282204b-c2ca-4aa5-a5f8-4f655e6eb604 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:54.244994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Pushing event updated for resources: {'Port': ['ID=8057e1ad-1361-43e2-bde7-1e30ec740849,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:54.277642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ce1aa-906b-4cfe-baac-ef33ca865de0 req-e3049c49-570e-40ff-ac52-3b09b55f4fd8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.290095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ce1aa-906b-4cfe-baac-ef33ca865de0 req-e3049c49-570e-40ff-ac52-3b09b55f4fd8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.292060 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d57ce1aa-906b-4cfe-baac-ef33ca865de0 req-e3049c49-570e-40ff-ac52-3b09b55f4fd8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1666 time: 0.4029706 Sep 08 13:29:54.297623 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:54.319737 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3249e8e4-6589-4fe4-ac4f-01d0f3ad56f8 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules/73716cff-ef9e-4752-9043-8567145e57f9 HTTP/1.1" status: 200 len: 769 time: 0.1201675 Sep 08 13:29:54.365598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47988) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:54.543404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde92a6-4852-4061-b29f-e3d5728e7689 None None] Pushing event updated for resources: {'Port': ['ID=a282204b-c2ca-4aa5-a5f8-4f655e6eb604,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:54.585397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Attempting to bind port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:54.585789 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Attempting to bind port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '54e21d2f-52ac-49bb-a0f9-470728efce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:54.586257 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Attempting to bind port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 on network 824626fc-6a9e-468e-b24a-890ab0ade352 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:54.592399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:54.592787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Checking segment: {'id': '54e21d2f-52ac-49bb-a0f9-470728efce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:54.593523 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:54.593939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Bound using segment: {'id': '54e21d2f-52ac-49bb-a0f9-470728efce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:54.594502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Bound port: a282204b-c2ca-4aa5-a5f8-4f655e6eb604, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e21d2f-52ac-49bb-a0f9-470728efce1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:54.594904 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:54.677511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] For port a282204b-c2ca-4aa5-a5f8-4f655e6eb604, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:54.681152 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] For port a282204b-c2ca-4aa5-a5f8-4f655e6eb604, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a282204b-c2ca-4aa5-a5f8-4f655e6eb604,segment=NetworkSegment(54e21d2f-52ac-49bb-a0f9-470728efce1c),segment_id=54e21d2f-52ac-49bb-a0f9-470728efce1c)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:54.754639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:54.839887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:54.840886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:54.849917 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-1b3fd7e4-2dd1-4abc-a237-ecb6b9be0c74 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] delete failed (client error): The resource could not be found. Sep 08 13:29:54.851092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1b3fd7e4-2dd1-4abc-a237-ecb6b9be0c74 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "DELETE /v2.0/floatingips/7833e28f-e374-48be-ac1d-b661f10c7662 HTTP/1.1" status: 404 len: 345 time: 0.7471662 Sep 08 13:29:54.863777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47994) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:54.869131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-940abd7c-c962-4d07-9b19-ee484468a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:54.872121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-940abd7c-c962-4d07-9b19-ee484468a370 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 1094 time: 0.9951034 Sep 08 13:29:54.959620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:54.986872 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-19408aae-442c-4951-ab56-76a71f20d1bd tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] DELETE failed (client error): The resource could not be found. Sep 08 13:29:54.987717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19408aae-442c-4951-ab56-76a71f20d1bd tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:29:54.992282 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-19408aae-442c-4951-ab56-76a71f20d1bd tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "DELETE /v2.0/networks/5b8b535e-7c5a-4a88-9265-1b2ef86bf907 HTTP/1.1" status: 404 len: 339 time: 0.1353467 Sep 08 13:29:54.994572 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-c2bfc6ab-3beb-400a-8703-74ad03ec6b40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a054a8-6b6c-4703-986b-918cb6f9835b HTTP/1.1" status: 200 len: 217 time: 0.0939209 Sep 08 13:29:55.005282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47998) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:55.006506 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2532f2e3-6189-4185-a36c-f4f4b88e9853 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.016616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2532f2e3-6189-4185-a36c-f4f4b88e9853 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.035278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969b3c-5692-4e35-a924-097aef67a9c3 req-201a8e64-847b-4ccb-b929-5ba60ba63f18 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:55.061577 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f969b3c-5692-4e35-a924-097aef67a9c3 req-201a8e64-847b-4ccb-b929-5ba60ba63f18 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 943 time: 0.9603097 Sep 08 13:29:55.078147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3899b802-1723-47e0-a1af-1c955a2a45b8 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Request body: {'network': {'name': 'tempest-network--767274311', 'router:external': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:55.096831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cde92a6-4852-4061-b29f-e3d5728e7689 None None] Pushing event updated for resources: {'Port': ['ID=a282204b-c2ca-4aa5-a5f8-4f655e6eb604,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:55.103892 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fa41977f-79de-4e5a-8a21-d5bde5549a44 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.7350659 Sep 08 13:29:55.112072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48000) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:55.113059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Attempting to bind port 8057e1ad-1361-43e2-bde7-1e30ec740849 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:55.113504 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Attempting to bind port 8057e1ad-1361-43e2-bde7-1e30ec740849 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '97d7eeb6-18d4-46dd-a1af-f52b69d4a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:55.114278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Attempting to bind port 8057e1ad-1361-43e2-bde7-1e30ec740849 on network 43575a58-b49f-4098-8f42-aee7505cf0bf {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:55.196197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Port 8057e1ad-1361-43e2-bde7-1e30ec740849 on network 43575a58-b49f-4098-8f42-aee7505cf0bf not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:29:55.196456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Attempting to bind port 8057e1ad-1361-43e2-bde7-1e30ec740849 on network 43575a58-b49f-4098-8f42-aee7505cf0bf {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:55.207673 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d57ce1aa-906b-4cfe-baac-ef33ca865de0 req-99a45af9-9851-4cbb-a144-53f9ebd396c8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8849752 Sep 08 13:29:55.234844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-3e5181f2-3bc5-40d0-9e72-a2c474ea516b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:55.270866 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-3e5181f2-3bc5-40d0-9e72-a2c474ea516b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.2327919 Sep 08 13:29:55.271154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:55.271154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Checking segment: {'id': '97d7eeb6-18d4-46dd-a1af-f52b69d4a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:55.271154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Bound using segment: {'id': '97d7eeb6-18d4-46dd-a1af-f52b69d4a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:55.271154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Bound port: 8057e1ad-1361-43e2-bde7-1e30ec740849, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97d7eeb6-18d4-46dd-a1af-f52b69d4a197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:55.271154 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.271154 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f08cc1a-cb19-4347-8018-10edc2950ab7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.271641 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f08cc1a-cb19-4347-8018-10edc2950ab7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.279841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2532f2e3-6189-4185-a36c-f4f4b88e9853 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:29:55.285422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f969b3c-5692-4e35-a924-097aef67a9c3 req-d8dc048d-102b-4575-a8e9-3660d209b7d5 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781001 Sep 08 13:29:55.308231 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-81004cf0-af9e-4459-9157-c1cdb667ab34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611093 Sep 08 13:29:55.335395 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:53Z', 'revision_number': 6, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:49Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a282204b-c2ca-4aa5-a5f8-4f655e6eb604', 'name': '', 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:1b:c0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:48Z', 'updated_at': '2021-09-08T13:29:54Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:55.351815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23f01da9-8b08-4b74-95dd-f1c02171d3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.363669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840a9d6-2586-4d73-bfb8-1fc6fe5bbb88 None None] The sync data for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 is: [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:53Z', 'revision_number': 6, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:49Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a282204b-c2ca-4aa5-a5f8-4f655e6eb604', 'name': '', 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:1b:c0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:48Z', 'updated_at': '2021-09-08T13:29:54Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:55.460369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-8f92e7fa-5bfe-498c-a0b3-5ede2f5bd22d service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444435 Sep 08 13:29:55.465816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48006) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:55.470844 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f08cc1a-cb19-4347-8018-10edc2950ab7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.494022 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3f08cc1a-cb19-4347-8018-10edc2950ab7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.495222 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3f08cc1a-cb19-4347-8018-10edc2950ab7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-group-rules/73716cff-ef9e-4752-9043-8567145e57f9 HTTP/1.1" status: 204 len: 168 time: 0.3784537 Sep 08 13:29:55.498950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08cc1a-cb19-4347-8018-10edc2950ab7 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73716cff-ef9e-4752-9043-8567145e57f9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:55.501160 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23f01da9-8b08-4b74-95dd-f1c02171d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.506592 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48010) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:55.516790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] For port 8057e1ad-1361-43e2-bde7-1e30ec740849, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:55.575158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] For port 8057e1ad-1361-43e2-bde7-1e30ec740849, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8057e1ad-1361-43e2-bde7-1e30ec740849,segment=NetworkSegment(97d7eeb6-18d4-46dd-a1af-f52b69d4a197),segment_id=97d7eeb6-18d4-46dd-a1af-f52b69d4a197)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:55.593239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-23f01da9-8b08-4b74-95dd-f1c02171d3c0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=06aed1488f754bcb8664a56a19ca5dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6230950 Sep 08 13:29:55.594528 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2532f2e3-6189-4185-a36c-f4f4b88e9853 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:55.596301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48012) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:55.606134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0760aa7-9882-4395-b88e-12b2d45f33c5 req-d688c3bf-a4d3-418f-bc96-3d190bee05bc service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380391 Sep 08 13:29:55.622220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3899b802-1723-47e0-a1af-1c955a2a45b8 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Made reservation on behalf of dac5a32521964ca79b32de90e5554ca2 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:55.624480 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3899b802-1723-47e0-a1af-1c955a2a45b8 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.643396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-256bf680-739d-47bc-9bd1-f0101113af3c tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-647006426'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:55.643590 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2532f2e3-6189-4185-a36c-f4f4b88e9853 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.647639 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2532f2e3-6189-4185-a36c-f4f4b88e9853 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 HTTP/1.1" status: 200 len: 933 time: 2.7195191 Sep 08 13:29:55.647639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f01da9-8b08-4b74-95dd-f1c02171d3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8f3a97-edd9-4f7c-84db-0b2572a3a905,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:55.649923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48014) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:55.659080 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-50b43398-2ddb-4bbc-bf60-e5e5e33a43d9 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1484613 Sep 08 13:29:55.664029 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.667982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48016) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:55.745404 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:55.745568 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.746958 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] 10.222.0.60 "PUT /v2.0/ports/8057e1ad-1361-43e2-bde7-1e30ec740849 HTTP/1.1" status: 200 len: 1091 time: 3.4733398 Sep 08 13:29:55.747694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'tag': '8057e1ad-1361-43e2-bde7-1e30ec740849'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:29:55.750217 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5dc54b-c81b-4f71-a4fb-762979454bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd76b00-1140-49cc-8c09-5cd64ff637a9", "tag": "8057e1ad-1361-43e2-bde7-1e30ec740849"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:29:55.752207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3899b802-1723-47e0-a1af-1c955a2a45b8 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:55.775092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3899b802-1723-47e0-a1af-1c955a2a45b8 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.775452 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-3899b802-1723-47e0-a1af-1c955a2a45b8 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Added segment 1da0fdff-5369-4595-ae4f-22e44dfedf79 of type vlan for network 7d3e2d4d-0d95-4a26-bd2b-b7e06c88b6ce Sep 08 13:29:55.791591 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0b70d0ea-07f8-4981-97a1-243dc14468d7 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 HTTP/1.1" status: 200 len: 933 time: 0.1395915 Sep 08 13:29:55.794206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48020) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:55.799409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-333a50ab-0971-45a0-a3a2-2a0d3eb67c90 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'router': {'routes': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:55.859407 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-94a71dd8-0bee-415c-b3df-a6cb723cd707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.863243 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509e160e-6bfa-490f-9eca-4480e05a2596 x-openstack-request-id: req-509e160e-6bfa-490f-9eca-4480e05a2596 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:29:55.869725 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd76b00-1140-49cc-8c09-5cd64ff637a9", "tag": "8057e1ad-1361-43e2-bde7-1e30ec740849", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:29:55.869725 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-509e160e-6bfa-490f-9eca-4480e05a2596 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:29:55.869725 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'tag': '8057e1ad-1361-43e2-bde7-1e30ec740849', 'status': 'completed', 'code': 200} Sep 08 13:29:55.892841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c687f45-20c2-4deb-bceb-cd058ee7913e service neutron] Pushing event updated for resources: {'Port': ['ID=8057e1ad-1361-43e2-bde7-1e30ec740849,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:55.920017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Request body: {'port': {'device_id': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:55.936353 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-94a71dd8-0bee-415c-b3df-a6cb723cd707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.952265 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5dfb20f4-7e14-42d1-84f8-5da36043f9f2 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.984761 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-256bf680-739d-47bc-9bd1-f0101113af3c tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.985830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-256bf680-739d-47bc-9bd1-f0101113af3c tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:55.991937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba23612-0a3a-4e01-a734-e0df06c60904 req-fad08fa9-aee2-4357-8195-afff305bcd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:55.993477 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ba23612-0a3a-4e01-a734-e0df06c60904 req-fad08fa9-aee2-4357-8195-afff305bcd22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 1094 time: 0.1869745 Sep 08 13:29:55.995782 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3899b802-1723-47e0-a1af-1c955a2a45b8 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.021839 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5dfb20f4-7e14-42d1-84f8-5da36043f9f2 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.075204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dc54b-c81b-4f71-a4fb-762979454bf2 req-243c25f7-2654-4924-98a7-4e5530328cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:56.075714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dc54b-c81b-4f71-a4fb-762979454bf2 req-243c25f7-2654-4924-98a7-4e5530328cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:56.077377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed5dc54b-c81b-4f71-a4fb-762979454bf2 req-243c25f7-2654-4924-98a7-4e5530328cfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=464b7c47106844f5a3386cc180f697e4&device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1913 time: 0.2087758 Sep 08 13:29:56.139925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba23612-0a3a-4e01-a734-e0df06c60904 req-197c2cb8-14c5-4293-aed5-248e851758c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:56.141537 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ba23612-0a3a-4e01-a734-e0df06c60904 req-197c2cb8-14c5-4293-aed5-248e851758c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 907 time: 0.1366897 Sep 08 13:29:56.188778 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ba23612-0a3a-4e01-a734-e0df06c60904 req-085191c1-8d69-4713-bb38-cdd811c5eeb6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a054a8-6b6c-4703-986b-918cb6f9835b HTTP/1.1" status: 200 len: 217 time: 0.0396237 Sep 08 13:29:56.201982 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-256bf680-739d-47bc-9bd1-f0101113af3c tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.206314 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-94a71dd8-0bee-415c-b3df-a6cb723cd707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.209008 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-94a71dd8-0bee-415c-b3df-a6cb723cd707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.210292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-94a71dd8-0bee-415c-b3df-a6cb723cd707 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f8f3a97-edd9-4f7c-84db-0b2572a3a905 HTTP/1.1" status: 204 len: 168 time: 0.6116269 Sep 08 13:29:56.243695 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5dfb20f4-7e14-42d1-84f8-5da36043f9f2 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.245842 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5dfb20f4-7e14-42d1-84f8-5da36043f9f2 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.249649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5dfb20f4-7e14-42d1-84f8-5da36043f9f2 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "DELETE /v2.0/security-groups/dc8c6866-0882-4318-b8d1-3005649fe522 HTTP/1.1" status: 204 len: 168 time: 0.5762751 Sep 08 13:29:56.252870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48026) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:56.254342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a71dd8-0bee-415c-b3df-a6cb723cd707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8f3a97-edd9-4f7c-84db-0b2572a3a905,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:56.265801 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.275170 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb20f4-7e14-42d1-84f8-5da36043f9f2 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c6866-0882-4318-b8d1-3005649fe522,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:56.281991 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba23612-0a3a-4e01-a734-e0df06c60904 req-e727ed3b-5524-45f2-902a-4a59826c1d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:56.286090 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ba23612-0a3a-4e01-a734-e0df06c60904 req-e727ed3b-5524-45f2-902a-4a59826c1d3b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.0902336 Sep 08 13:29:56.312466 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:29:56.323898 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ba23612-0a3a-4e01-a734-e0df06c60904 req-2067ebc5-3e92-4a4d-bdaf-8e35ea647d01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303750 Sep 08 13:29:56.353819 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-256bf680-739d-47bc-9bd1-f0101113af3c tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.381910 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3899b802-1723-47e0-a1af-1c955a2a45b8 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.382989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3899b802-1723-47e0-a1af-1c955a2a45b8 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:56.384143 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3899b802-1723-47e0-a1af-1c955a2a45b8 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.474511 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33214072-5d1f-4636-8d22-f68a285bfb2a None None] Sync routers for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:56.484390 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33214072-5d1f-4636-8d22-f68a285bfb2a None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:56.485102 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-33214072-5d1f-4636-8d22-f68a285bfb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:56.504116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e4949b-65ac-426d-a138-d1b361528c13 req-2da9cc89-a986-4981-b1b1-7c2dc6c6215d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:56.511603 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d2e4949b-65ac-426d-a138-d1b361528c13 req-2da9cc89-a986-4981-b1b1-7c2dc6c6215d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 943 time: 0.1213224 Sep 08 13:29:56.542469 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ba23612-0a3a-4e01-a734-e0df06c60904 req-0b61bc2a-1193-4a41-8a5a-ba95d58274b2 service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089529 Sep 08 13:29:56.589116 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-33214072-5d1f-4636-8d22-f68a285bfb2a None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:56.589483 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-256bf680-739d-47bc-9bd1-f0101113af3c tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.594294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-256bf680-739d-47bc-9bd1-f0101113af3c tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1239600 Sep 08 13:29:56.594481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48032) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:56.665441 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d2e4949b-65ac-426d-a138-d1b361528c13 req-b11b5dc8-6d9d-4713-bd11-b04cb9fad647 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456172 Sep 08 13:29:56.690156 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-040013b8-03da-4544-9be3-cae77a872b5c tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4340870 Sep 08 13:29:56.701266 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3899b802-1723-47e0-a1af-1c955a2a45b8 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6263494 Sep 08 13:29:56.704968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48034) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:56.705132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48036) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:56.741653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899b802-1723-47e0-a1af-1c955a2a45b8 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event updated for resources: {'Network': ['ID=7d3e2d4d-0d95-4a26-bd2b-b7e06c88b6ce,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:56.747783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dc54b-c81b-4f71-a4fb-762979454bf2 req-67c736fe-8c13-40cd-9c16-327bc2d1ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:56.748263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dc54b-c81b-4f71-a4fb-762979454bf2 req-67c736fe-8c13-40cd-9c16-327bc2d1ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:56.748736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dc54b-c81b-4f71-a4fb-762979454bf2 req-67c736fe-8c13-40cd-9c16-327bc2d1ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:56.750927 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed5dc54b-c81b-4f71-a4fb-762979454bf2 req-67c736fe-8c13-40cd-9c16-327bc2d1ca81 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=464b7c47106844f5a3386cc180f697e4&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6365054 Sep 08 13:29:56.753047 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 7d3e2d4d-0d95-4a26-bd2b-b7e06c88b6ce details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:29:56.782797 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ba23612-0a3a-4e01-a734-e0df06c60904 req-930a8127-81cf-4745-b467-4affd577f55c service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283525 Sep 08 13:29:56.801930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b73df7-0a92-4698-ad57-93e5701ea8c7 req-47cd3c11-fc3b-4c94-a3cb-54c5f49faa72 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:56.814034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b73df7-0a92-4698-ad57-93e5701ea8c7 req-47cd3c11-fc3b-4c94-a3cb-54c5f49faa72 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:56.817632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73b73df7-0a92-4698-ad57-93e5701ea8c7 req-47cd3c11-fc3b-4c94-a3cb-54c5f49faa72 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1666 time: 0.4442005 Sep 08 13:29:56.840229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bb98ffd3-fc18-4895-b058-570627fcdae7 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:56.844861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a282204b-c2ca-4aa5-a5f8-4f655e6eb604 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:56.921745 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-33214072-5d1f-4636-8d22-f68a285bfb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:53Z', 'revision_number': 6, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:49Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a282204b-c2ca-4aa5-a5f8-4f655e6eb604', 'name': '', 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:1b:c0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:48Z', 'updated_at': '2021-09-08T13:29:54Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:56.949916 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33214072-5d1f-4636-8d22-f68a285bfb2a None None] Checking router: 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:29:56.958666 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33214072-5d1f-4636-8d22-f68a285bfb2a None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:56.959288 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-33214072-5d1f-4636-8d22-f68a285bfb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:56.984752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:29:56.989071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:56.989551 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.055235 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-33214072-5d1f-4636-8d22-f68a285bfb2a None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:57.068838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bb98ffd3-fc18-4895-b058-570627fcdae7 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.071237 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bb98ffd3-fc18-4895-b058-570627fcdae7 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.098423 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.169726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port a282204b-c2ca-4aa5-a5f8-4f655e6eb604, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a282204b-c2ca-4aa5-a5f8-4f655e6eb604,segment=NetworkSegment(54e21d2f-52ac-49bb-a0f9-470728efce1c),segment_id=54e21d2f-52ac-49bb-a0f9-470728efce1c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:29:57.210831 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bb98ffd3-fc18-4895-b058-570627fcdae7 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.211395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb98ffd3-fc18-4895-b058-570627fcdae7 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33108a36-5df7-4e0b-9159-c8ca6b32a469 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:29:57.216541 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bb98ffd3-fc18-4895-b058-570627fcdae7 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.218053 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bb98ffd3-fc18-4895-b058-570627fcdae7 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] 10.222.0.69 "DELETE /v2.0/routers/33108a36-5df7-4e0b-9159-c8ca6b32a469 HTTP/1.1" status: 204 len: 168 time: 0.6196761 Sep 08 13:29:57.221016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5dc54b-c81b-4f71-a4fb-762979454bf2 req-cda06fbf-734f-4a7c-824e-8f72b4a90bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:57.221103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48040) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:57.222573 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed5dc54b-c81b-4f71-a4fb-762979454bf2 req-cda06fbf-734f-4a7c-824e-8f72b4a90bdf service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4338415 Sep 08 13:29:57.225755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-27c9cbda-ab5f-4ad7-bec4-a3e054822e8a tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Request body: {'router': {'name': 'tempest-router-724716226', 'distributed': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:57.239689 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.278695 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48042) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:57.287486 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4b417d48-1d74-44d3-9a16-409117f81176 tempest-SecGroupIPv6Test-1420955700 tempest-SecGroupIPv6Test-1420955700-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5797083 Sep 08 13:29:57.294900 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f7ef83b-782c-4de3-ac37-c479341ec3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.317549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73b73df7-0a92-4698-ad57-93e5701ea8c7 req-efc1421d-2a48-42ca-b583-6edefd0b20b4 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777401 Sep 08 13:29:57.318820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=a282204b-c2ca-4aa5-a5f8-4f655e6eb604,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:57.343351 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-33214072-5d1f-4636-8d22-f68a285bfb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:53Z', 'revision_number': 6, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:49Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a282204b-c2ca-4aa5-a5f8-4f655e6eb604', 'name': '', 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:1b:c0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:48Z', 'updated_at': '2021-09-08T13:29:54Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:57.375128 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33214072-5d1f-4636-8d22-f68a285bfb2a None None] The sync data for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 is: [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:53Z', 'revision_number': 6, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:49Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a282204b-c2ca-4aa5-a5f8-4f655e6eb604', 'name': '', 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:1b:c0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:48Z', 'updated_at': '2021-09-08T13:29:54Z', 'revision_number': 4, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:57.376538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94dc27-f552-406b-9658-4b5707f8f7c5 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:57.383240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94dc27-f552-406b-9658-4b5707f8f7c5 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:57.389911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94dc27-f552-406b-9658-4b5707f8f7c5 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:57.396061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94dc27-f552-406b-9658-4b5707f8f7c5 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:57.397814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-af94dc27-f552-406b-9658-4b5707f8f7c5 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6916862 Sep 08 13:29:57.401033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48046) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:57.461518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.extraroute_db [None req-333a50ab-0971-45a0-a3a2-2a0d3eb67c90 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Added routes are [] {{(pid=96263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 08 13:29:57.467826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.extraroute_db [None req-333a50ab-0971-45a0-a3a2-2a0d3eb67c90 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=96263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 08 13:29:57.468471 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbda-ab5f-4ad7-bec4-a3e054822e8a tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.468471 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbda-ab5f-4ad7-bec4-a3e054822e8a tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.499013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.538655 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-333a50ab-0971-45a0-a3a2-2a0d3eb67c90 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.559712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2899ba0-c17f-4ff3-b996-c649f7dcc809 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:29:57.570000 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.570502 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbda-ab5f-4ad7-bec4-a3e054822e8a tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.583570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Transition to ACTIVE for port object a2899ba0-c17f-4ff3-b996-c649f7dcc809 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:29:57.662164 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.695517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d3e2d4d-0d95-4a26-bd2b-b7e06c88b6ce']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:57.715897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1da0fdff-5369-4595-ae4f-22e44dfedf79') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:57.716196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1da0fdff-5369-4595-ae4f-22e44dfedf79') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:57.719133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f7ef83b-782c-4de3-ac37-c479341ec3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.728816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.752135 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.774891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:29:57.775307 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:29:57.777286 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:29:57.783905 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbda-ab5f-4ad7-bec4-a3e054822e8a tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.804510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.843454 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f7ef83b-782c-4de3-ac37-c479341ec3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.897586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a841a57-6da7-433e-b284-1fafb11a1913 req-d03e35c8-98f3-43fe-bb93-77763b670de2 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:57.898683 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a841a57-6da7-433e-b284-1fafb11a1913 req-d03e35c8-98f3-43fe-bb93-77763b670de2 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 943 time: 0.1615226 Sep 08 13:29:57.902914 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-333a50ab-0971-45a0-a3a2-2a0d3eb67c90 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.906294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Pushing event updated for resources: {'Port': ['ID=a2899ba0-c17f-4ff3-b996-c649f7dcc809,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:57.916754 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2f7ef83b-782c-4de3-ac37-c479341ec3cc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=67715040444c4b94b9bbc0f982ae4bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6369417 Sep 08 13:29:57.923287 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48050) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:57.944006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ef83b-782c-4de3-ac37-c479341ec3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86de2e7b-4093-4ca6-b04b-1f8f909e81b2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:57.976804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-27c9cbda-ab5f-4ad7-bec4-a3e054822e8a tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:57.982791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-27c9cbda-ab5f-4ad7-bec4-a3e054822e8a tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7605970 Sep 08 13:29:58.000940 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48054) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:58.093882 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a841a57-6da7-433e-b284-1fafb11a1913 req-eac65a5f-1efd-40bf-a5e0-b574a83ed6d3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841810 Sep 08 13:29:58.096839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48056) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:58.101737 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.106622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d3e2d4d-0d95-4a26-bd2b-b7e06c88b6ce {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 13:29:58.108856 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.116694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "DELETE /v2.0/networks/7d3e2d4d-0d95-4a26-bd2b-b7e06c88b6ce HTTP/1.1" status: 204 len: 168 time: 0.7089434 Sep 08 13:29:58.119766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48058) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:58.142360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0e1f70f0-2af3-4a33-9b86-ff1232563a01 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Request body: {'network': {'name': 'tempest-network--996959643', 'router:external': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:58.146699 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48bdc9ca-62e5-47ce-9030-c0ef0159b902 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.185807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17927b-cd59-4e26-865e-eabcae35b7d2 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d3e2d4d-0d95-4a26-bd2b-b7e06c88b6ce,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:58.202276 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ba1bd47-d289-4b78-bdf4-6d34f103dba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.326130 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-333a50ab-0971-45a0-a3a2-2a0d3eb67c90 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.332592 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ba1bd47-d289-4b78-bdf4-6d34f103dba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.388621 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48bdc9ca-62e5-47ce-9030-c0ef0159b902 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.391791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1f70f0-2af3-4a33-9b86-ff1232563a01 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Made reservation on behalf of dac5a32521964ca79b32de90e5554ca2 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:29:58.395594 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e1f70f0-2af3-4a33-9b86-ff1232563a01 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.397152 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48bdc9ca-62e5-47ce-9030-c0ef0159b902 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.478776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b675d6d2-a2e0-46ef-b6a3-2d0d408b4800 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=640921cf2ac64014a78386779f512415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779950 Sep 08 13:29:58.481150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48066) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:58.499910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Attempting to bind port a2899ba0-c17f-4ff3-b996-c649f7dcc809 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:29:58.500238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Attempting to bind port a2899ba0-c17f-4ff3-b996-c649f7dcc809 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'b9c462bc-d987-4b30-a263-b039b1e8b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:29:58.500577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Attempting to bind port a2899ba0-c17f-4ff3-b996-c649f7dcc809 on network b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:58.501598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1f70f0-2af3-4a33-9b86-ff1232563a01 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:29:58.513988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Port a2899ba0-c17f-4ff3-b996-c649f7dcc809 on network b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:29:58.514490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Attempting to bind port a2899ba0-c17f-4ff3-b996-c649f7dcc809 on network b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:29:58.527835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:29:58.528174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Checking segment: {'id': 'b9c462bc-d987-4b30-a263-b039b1e8b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:29:58.528558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Bound using segment: {'id': 'b9c462bc-d987-4b30-a263-b039b1e8b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:29:58.539868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Bound port: a2899ba0-c17f-4ff3-b996-c649f7dcc809, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c462bc-d987-4b30-a263-b039b1e8b7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:29:58.539868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.539868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333a50ab-0971-45a0-a3a2-2a0d3eb67c90 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:29:58.548229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-233b388a-95ac-489d-8990-051fd07b76df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.558408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f259ef-fd7f-48cb-b347-bccb15f1de77 req-55f594fa-c15e-4b77-8ae1-fdeabea1e4c5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:58.564362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f259ef-fd7f-48cb-b347-bccb15f1de77 req-55f594fa-c15e-4b77-8ae1-fdeabea1e4c5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:58.566049 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31f259ef-fd7f-48cb-b347-bccb15f1de77 req-55f594fa-c15e-4b77-8ae1-fdeabea1e4c5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1678 time: 0.1226389 Sep 08 13:29:58.574230 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-233b388a-95ac-489d-8990-051fd07b76df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.697923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a282204b-c2ca-4aa5-a5f8-4f655e6eb604 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:29:58.719377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-31f259ef-fd7f-48cb-b347-bccb15f1de77 req-f9d10509-fdb9-42fc-a3f8-10b90180b045 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252098 Sep 08 13:29:58.729366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] For port a2899ba0-c17f-4ff3-b996-c649f7dcc809, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:29:58.733641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] For port a2899ba0-c17f-4ff3-b996-c649f7dcc809, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2899ba0-c17f-4ff3-b996-c649f7dcc809,segment=NetworkSegment(b9c462bc-d987-4b30-a263-b039b1e8b7cb),segment_id=b9c462bc-d987-4b30-a263-b039b1e8b7cb)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:29:58.740632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333a50ab-0971-45a0-a3a2-2a0d3eb67c90 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:29:58.747814 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-333a50ab-0971-45a0-a3a2-2a0d3eb67c90 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.749053 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-333a50ab-0971-45a0-a3a2-2a0d3eb67c90 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 HTTP/1.1" status: 200 len: 699 time: 2.9532690 Sep 08 13:29:58.750913 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25eb875-f840-404e-a1bc-d1e8b4797c0b None None] Sync routers for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:29:58.751677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48068) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:58.753190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:29:58.753565 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.781595 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48bdc9ca-62e5-47ce-9030-c0ef0159b902 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.786473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48bdc9ca-62e5-47ce-9030-c0ef0159b902 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8f1ee5f5-4559-4ac1-8bb3-1e3d3b2a0cee {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:29:58.786617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25eb875-f840-404e-a1bc-d1e8b4797c0b None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:58.786617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d25eb875-f840-404e-a1bc-d1e8b4797c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:58.787277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48bdc9ca-62e5-47ce-9030-c0ef0159b902 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.788601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-48bdc9ca-62e5-47ce-9030-c0ef0159b902 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] 10.222.0.69 "DELETE /v2.0/routers/8f1ee5f5-4559-4ac1-8bb3-1e3d3b2a0cee HTTP/1.1" status: 204 len: 168 time: 0.7819707 Sep 08 13:29:58.792187 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48070) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:58.797842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4540dd5f-68e0-4947-9e9f-1a4f93c768ea tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Request body: {'router': {'name': 'tempest-router-777696540', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '416499f1be6c44999a8a4555cf8feb49'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:58.858658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9601a9a7-11e9-4811-bdc5-02db52db65ac tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 HTTP/1.1" status: 200 len: 699 time: 0.1056483 Sep 08 13:29:58.861431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48072) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:58.902890 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ba1bd47-d289-4b78-bdf4-6d34f103dba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.905315 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ba1bd47-d289-4b78-bdf4-6d34f103dba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.906508 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3ba1bd47-d289-4b78-bdf4-6d34f103dba7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/86de2e7b-4093-4ca6-b04b-1f8f909e81b2 HTTP/1.1" status: 204 len: 168 time: 0.9813747 Sep 08 13:29:58.907207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-d25eb875-f840-404e-a1bc-d1e8b4797c0b None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:58.907675 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e1f70f0-2af3-4a33-9b86-ff1232563a01 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.908015 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-0e1f70f0-2af3-4a33-9b86-ff1232563a01 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Added segment 97feae05-08a2-4697-a741-d99baf9ce633 of type vlan for network 6b3e0ed9-53fb-4c33-9325-7a6a0fbeb47c Sep 08 13:29:58.963613 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-233b388a-95ac-489d-8990-051fd07b76df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.966215 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-233b388a-95ac-489d-8990-051fd07b76df admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:58.967517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-233b388a-95ac-489d-8990-051fd07b76df admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/22b74bac-7d26-478e-b001-2c5b6cfcd155 HTTP/1.1" status: 204 len: 168 time: 0.4853241 Sep 08 13:29:58.973505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1bd47-d289-4b78-bdf4-6d34f103dba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86de2e7b-4093-4ca6-b04b-1f8f909e81b2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:58.977740 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:59.017043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.018028 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:59.020347 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] 10.222.0.60 "PUT /v2.0/ports/a2899ba0-c17f-4ff3-b996-c649f7dcc809 HTTP/1.1" status: 200 len: 1092 time: 3.1055779 Sep 08 13:29:59.021321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'tag': 'a2899ba0-c17f-4ff3-b996-c649f7dcc809'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:29:59.024672 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf32cce3-b6d3-46a3-a7ce-5f19322fff0f" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd76b00-1140-49cc-8c09-5cd64ff637a9", "tag": "a2899ba0-c17f-4ff3-b996-c649f7dcc809"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:29:59.029454 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4540dd5f-68e0-4947-9e9f-1a4f93c768ea tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:59.030689 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4540dd5f-68e0-4947-9e9f-1a4f93c768ea tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:59.064175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b388a-95ac-489d-8990-051fd07b76df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b74bac-7d26-478e-b001-2c5b6cfcd155,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:59.127974 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db8834d-143d-4f08-9041-46d6e7fb717c x-openstack-request-id: req-6db8834d-143d-4f08-9041-46d6e7fb717c {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:29:59.129480 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd76b00-1140-49cc-8c09-5cd64ff637a9", "tag": "a2899ba0-c17f-4ff3-b996-c649f7dcc809", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:29:59.131470 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6db8834d-143d-4f08-9041-46d6e7fb717c {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:29:59.132186 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'tag': 'a2899ba0-c17f-4ff3-b996-c649f7dcc809', 'status': 'completed', 'code': 200} Sep 08 13:29:59.182947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a50325-82bf-423d-bb05-39ae2e2583de service neutron] Pushing event updated for resources: {'Port': ['ID=a2899ba0-c17f-4ff3-b996-c649f7dcc809,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:59.224324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d25eb875-f840-404e-a1bc-d1e8b4797c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:57Z', 'revision_number': 7, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:49Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a282204b-c2ca-4aa5-a5f8-4f655e6eb604', 'name': '', 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:1b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:48Z', 'updated_at': '2021-09-08T13:29:57Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:59.263208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25eb875-f840-404e-a1bc-d1e8b4797c0b None None] Checking router: 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:29:59.267948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece79b9-4946-4190-9ad0-962117dd8c41 req-e5f44718-7ec5-475a-ae0d-55541a475ccf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.270120 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3ece79b9-4946-4190-9ad0-962117dd8c41 req-e5f44718-7ec5-475a-ae0d-55541a475ccf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 943 time: 0.0641918 Sep 08 13:29:59.274319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32cce3-b6d3-46a3-a7ce-5f19322fff0f req-e115404f-a504-49b5-af2f-2cf565a2993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.274818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32cce3-b6d3-46a3-a7ce-5f19322fff0f req-e115404f-a504-49b5-af2f-2cf565a2993b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.276420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf32cce3-b6d3-46a3-a7ce-5f19322fff0f req-e115404f-a504-49b5-af2f-2cf565a2993b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=464b7c47106844f5a3386cc180f697e4&device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1980 time: 0.1337814 Sep 08 13:29:59.285985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25eb875-f840-404e-a1bc-d1e8b4797c0b None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:29:59.286764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d25eb875-f840-404e-a1bc-d1e8b4797c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:59.401329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3ece79b9-4946-4190-9ad0-962117dd8c41 req-4cf5a38e-3cec-476b-985f-373d62f80625 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238327 Sep 08 13:29:59.440942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-d25eb875-f840-404e-a1bc-d1e8b4797c0b None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:29:59.473446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32cce3-b6d3-46a3-a7ce-5f19322fff0f req-d0b1aa6f-c2de-43eb-ba98-ef5925a3efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.473948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32cce3-b6d3-46a3-a7ce-5f19322fff0f req-d0b1aa6f-c2de-43eb-ba98-ef5925a3efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.475534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32cce3-b6d3-46a3-a7ce-5f19322fff0f req-d0b1aa6f-c2de-43eb-ba98-ef5925a3efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.479110 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf32cce3-b6d3-46a3-a7ce-5f19322fff0f req-d0b1aa6f-c2de-43eb-ba98-ef5925a3efb7 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=464b7c47106844f5a3386cc180f697e4&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1776667 Sep 08 13:29:59.559910 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e1f70f0-2af3-4a33-9b86-ff1232563a01 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:59.635305 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4540dd5f-68e0-4947-9e9f-1a4f93c768ea tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:59.675112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32cce3-b6d3-46a3-a7ce-5f19322fff0f req-0aa0bd03-e23d-4e20-8832-2419b19f3121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.676847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf32cce3-b6d3-46a3-a7ce-5f19322fff0f req-0aa0bd03-e23d-4e20-8832-2419b19f3121 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1918235 Sep 08 13:29:59.730363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d25eb875-f840-404e-a1bc-d1e8b4797c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:57Z', 'revision_number': 7, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:49Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a282204b-c2ca-4aa5-a5f8-4f655e6eb604', 'name': '', 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:1b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:48Z', 'updated_at': '2021-09-08T13:29:57Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:29:59.748018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4540dd5f-68e0-4947-9e9f-1a4f93c768ea tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:59.769335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-075a7bc9-776f-43c5-b11b-53c00ef214b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.769894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-075a7bc9-776f-43c5-b11b-53c00ef214b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.771766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-075a7bc9-776f-43c5-b11b-53c00ef214b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=464b7c47106844f5a3386cc180f697e4&device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1980 time: 0.0498056 Sep 08 13:29:59.806404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25eb875-f840-404e-a1bc-d1e8b4797c0b None None] The sync data for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 is: [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:29:57Z', 'revision_number': 7, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:49Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a282204b-c2ca-4aa5-a5f8-4f655e6eb604', 'name': '', 'network_id': '824626fc-6a9e-468e-b24a-890ab0ade352', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:1b:c0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:48Z', 'updated_at': '2021-09-08T13:29:57Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '2eba7f06-5963-492c-bb82-b8f68ae25aaf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:29:59.836284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-7aa22188-91d2-4ec0-925d-ccad83b71cac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=8057e1ad-1361-43e2-bde7-1e30ec740849 HTTP/1.1" status: 200 len: 217 time: 0.0563214 Sep 08 13:29:59.863807 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e1f70f0-2af3-4a33-9b86-ff1232563a01 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:59.864813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1f70f0-2af3-4a33-9b86-ff1232563a01 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.865411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e1f70f0-2af3-4a33-9b86-ff1232563a01 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:59.889772 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4540dd5f-68e0-4947-9e9f-1a4f93c768ea tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:29:59.891054 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4540dd5f-68e0-4947-9e9f-1a4f93c768ea tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0971296 Sep 08 13:29:59.895360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48104) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:59.900505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Request body: {'router': {'distributed': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:29:59.933011 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a3a054a8-6b6c-4703-986b-918cb6f9835b details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:29:59.973212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f70f0-2af3-4a33-9b86-ff1232563a01 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event updated for resources: {'Network': ['ID=6b3e0ed9-53fb-4c33-9325-7a6a0fbeb47c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:29:59.980612 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0e1f70f0-2af3-4a33-9b86-ff1232563a01 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8576865 Sep 08 13:29:59.983650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48106) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:29:59.990348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9a0e5-7076-4d5a-bf92-fa6b5e61ad8f req-841037d9-7821-4181-bda7-3b6f54b40e66 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.996064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9a0e5-7076-4d5a-bf92-fa6b5e61ad8f req-841037d9-7821-4181-bda7-3b6f54b40e66 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:29:59.996452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 6b3e0ed9-53fb-4c33-9325-7a6a0fbeb47c details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:00.004892 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dee9a0e5-7076-4d5a-bf92-fa6b5e61ad8f req-841037d9-7821-4181-bda7-3b6f54b40e66 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1678 time: 0.1933699 Sep 08 13:30:00.015933 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-921ea9a3-38aa-4db6-9b61-015f7964e626 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.021365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-9e194657-fccc-4c8b-8f62-b0aa6faaa9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:00.022904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-9e194657-fccc-4c8b-8f62-b0aa6faaa9a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ab404b93-537b-41ce-ab13-3319b462c25e HTTP/1.1" status: 200 len: 801 time: 0.1790285 Sep 08 13:30:00.134809 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dee9a0e5-7076-4d5a-bf92-fa6b5e61ad8f req-24d6fa02-4a66-4945-bd82-cf0aae4d7270 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265852 Sep 08 13:30:00.178493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf73519-ee0a-4ffd-b879-0f4a87e56900 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:00.180332 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4bf73519-ee0a-4ffd-b879-0f4a87e56900 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] 10.222.0.69 "GET /v2.0/networks/6b3e0ed9-53fb-4c33-9325-7a6a0fbeb47c HTTP/1.1" status: 200 len: 756 time: 0.1959882 Sep 08 13:30:00.185583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48108) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:00.316174 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.316569 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.419759 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a3a054a8-6b6c-4703-986b-918cb6f9835b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a3a054a8-6b6c-4703-986b-918cb6f9835b,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:00.434906 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-921ea9a3-38aa-4db6-9b61-015f7964e626 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port a282204b-c2ca-4aa5-a5f8-4f655e6eb604 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:00.436053 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-921ea9a3-38aa-4db6-9b61-015f7964e626 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.438109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a3a054a8-6b6c-4703-986b-918cb6f9835b', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'port_id': 'a3a054a8-6b6c-4703-986b-918cb6f9835b', 'mac_address': 'fa:16:3e:a1:6b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14836f1-ecd1-4db6-b042-f7de366d80f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:30:00.448514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-4b489f7c-1876-4276-ad52-f166b177bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:00.450144 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-4b489f7c-1876-4276-ad52-f166b177bc29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=43575a58-b49f-4098-8f42-aee7505cf0bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3516579 Sep 08 13:30:00.460707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda333f4-dae5-4503-b274-2ee6b46e405c tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:00.465202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eda333f4-dae5-4503-b274-2ee6b46e405c tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] 10.222.0.69 "GET /v2.0/networks/9c357cb9-fe27-4db1-9ea0-4d05c1f02e9c HTTP/1.1" status: 200 len: 767 time: 0.2754192 Sep 08 13:30:00.465202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=96263) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 08 13:30:00.465501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Router 0ef3b2d9-0899-425d-ab61-1aca092c7f34 migrating from provider to provider. {{(pid=96263) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 08 13:30:00.465660 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.474208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48124) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:00.502579 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.509380 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.535570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a054a8-6b6c-4703-986b-918cb6f9835b {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:30:00.562853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a3a054a8-6b6c-4703-986b-918cb6f9835b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a3a054a8-6b6c-4703-986b-918cb6f9835b,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:00.583512 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-921ea9a3-38aa-4db6-9b61-015f7964e626 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] For port a282204b-c2ca-4aa5-a5f8-4f655e6eb604, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a282204b-c2ca-4aa5-a5f8-4f655e6eb604,segment=NetworkSegment(54e21d2f-52ac-49bb-a0f9-470728efce1c),segment_id=54e21d2f-52ac-49bb-a0f9-470728efce1c)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:00.584188 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-921ea9a3-38aa-4db6-9b61-015f7964e626 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.606454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-921ea9a3-38aa-4db6-9b61-015f7964e626 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for a282204b-c2ca-4aa5-a5f8-4f655e6eb604 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:00.638055 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.652395 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.702305 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.750730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48132) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:00.769168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0b63d-c3df-4996-89c8-bfa4a49aafb0 req-a389019a-ccf5-4166-a9ad-89ae952622a2 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:00.770758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfb0b63d-c3df-4996-89c8-bfa4a49aafb0 req-a389019a-ccf5-4166-a9ad-89ae952622a2 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 943 time: 0.2468977 Sep 08 13:30:00.775976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-655c58fa-5fed-44f7-bff3-14a6402b10e1 service neutron] 10.222.0.60 "GET /v2.0/networks/43575a58-b49f-4098-8f42-aee7505cf0bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127029 Sep 08 13:30:00.791917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a3a054a8-6b6c-4703-986b-918cb6f9835b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:00.817425 n-d-807558-3 neutron-server[96263]: WARNING neutron.scheduler.l3_agent_scheduler [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] No L3 agents can host the router 0ef3b2d9-0899-425d-ab61-1aca092c7f34 Sep 08 13:30:00.913413 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-921ea9a3-38aa-4db6-9b61-015f7964e626 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.939140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ea9a3-38aa-4db6-9b61-015f7964e626 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=a282204b-c2ca-4aa5-a5f8-4f655e6eb604,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:00.947536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-faf3753e-48e0-46ca-a431-79c658bf97b4 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group': {'name': 'default'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:00.948245 n-d-807558-3 neutron-server[96263]: WARNING neutron.api.v2.base [None req-faf3753e-48e0-46ca-a431-79c658bf97b4 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 08 13:30:00.950491 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-faf3753e-48e0-46ca-a431-79c658bf97b4 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): There was a conflict when trying to complete your request. Sep 08 13:30:00.955701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-faf3753e-48e0-46ca-a431-79c658bf97b4 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1981442 Sep 08 13:30:00.957678 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:00.960133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48136) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:00.968379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-21440119-b2fd-4638-b281-041d787a5d36 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group': {'name': 'tempest-secgroup--216588622'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:00.984170 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfb0b63d-c3df-4996-89c8-bfa4a49aafb0 req-87f3e864-e4ac-410e-b70d-d45751b5b3bb tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050395 Sep 08 13:30:01.010507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:30:01.115145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b3e0ed9-53fb-4c33-9325-7a6a0fbeb47c']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:01.155421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97feae05-08a2-4697-a741-d99baf9ce633') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:01.156218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97feae05-08a2-4697-a741-d99baf9ce633') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:01.158619 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-21440119-b2fd-4638-b281-041d787a5d36 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.186674 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.201483 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-21440119-b2fd-4638-b281-041d787a5d36 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.207189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Hosts for router 0ef3b2d9-0899-425d-ab61-1aca092c7f34: [] {{(pid=96263) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 08 13:30:01.247190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Hosts for other DVR routers connected to router 0ef3b2d9-0899-425d-ab61-1aca092c7f34: set() {{(pid=96263) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 08 13:30:01.249853 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.254090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eae312a2-4eaa-4e00-9565-0ff9b73585f6 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] 10.222.0.69 "PUT /v2.0/routers/0ef3b2d9-0899-425d-ab61-1aca092c7f34 HTTP/1.1" status: 200 len: 716 time: 1.3540397 Sep 08 13:30:01.254090 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.256910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-100b5754-7d01-48b6-8dcc-c1e0a5fe7ef4 service neutron] 10.222.0.60 "GET /v2.0/networks/43575a58-b49f-4098-8f42-aee7505cf0bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495425 Sep 08 13:30:01.257095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48146) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:01.274218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:01.276193 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:01.276487 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:01.330960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-54009a11-4b6a-4b97-ac1c-f50aff346629 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.236&port_id=a2899ba0-c17f-4ff3-b996-c649f7dcc809 HTTP/1.1" status: 200 len: 217 time: 0.0645411 Sep 08 13:30:01.368472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-921ea9a3-38aa-4db6-9b61-015f7964e626 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.373167 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8026e04c-da8c-412e-9e9c-6fcab3cf6220 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] 10.222.0.69 "GET /v2.0/routers/0ef3b2d9-0899-425d-ab61-1aca092c7f34 HTTP/1.1" status: 200 len: 716 time: 0.1145730 Sep 08 13:30:01.376508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48148) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:01.400261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a0d7d-b86d-4c72-9e78-48ac473dfb25 req-ade5d07c-9705-45d5-b942-b21f99ef4360 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:01.406830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a0d7d-b86d-4c72-9e78-48ac473dfb25 req-ade5d07c-9705-45d5-b942-b21f99ef4360 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:01.414697 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-239a0d7d-b86d-4c72-9e78-48ac473dfb25 req-ade5d07c-9705-45d5-b942-b21f99ef4360 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1678 time: 0.1609654 Sep 08 13:30:01.422550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-f95a0130-e157-4ea3-ba72-fad83abc9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:01.424060 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-f95a0130-e157-4ea3-ba72-fad83abc9e50 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2f12e26b-8f32-4b9c-ab20-85c23f68a15b HTTP/1.1" status: 200 len: 801 time: 0.0634472 Sep 08 13:30:01.479126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-9ac7f80b-e804-43b0-9574-1e33dd9c611e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:01.480997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-9ac7f80b-e804-43b0-9574-1e33dd9c611e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0479734 Sep 08 13:30:01.512584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.532754 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-239a0d7d-b86d-4c72-9e78-48ac473dfb25 req-e38000cd-d131-4852-8e93-f00ff02a5b56 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122410 Sep 08 13:30:01.535901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b3e0ed9-53fb-4c33-9325-7a6a0fbeb47c {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 13:30:01.548031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b3e0ed9-53fb-4c33-9325-7a6a0fbeb47c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:01.551957 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.554132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-12eca103-1cfb-4b40-9abf-463feb8e45a7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "DELETE /v2.0/networks/6b3e0ed9-53fb-4c33-9325-7a6a0fbeb47c HTTP/1.1" status: 204 len: 168 time: 1.0789301 Sep 08 13:30:01.558704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48154) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:01.569346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c9c55fb0-d919-409a-9c0a-e16ff8c63603 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Request body: {'network': {'name': 'tempest-network--1567222613'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:01.659071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-f6d0bce3-6903-44f6-81dc-50d95cc5b799 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699023 Sep 08 13:30:01.677141 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-42e901d7-f508-45ee-a10c-a68bbb782dca tempest-RoutersTestDVR-40085745 tempest-RoutersTestDVR-40085745-project] 10.222.0.69 "GET /v2.0/routers/0ef3b2d9-0899-425d-ab61-1aca092c7f34 HTTP/1.1" status: 200 len: 682 time: 0.2971411 Sep 08 13:30:01.677730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48156) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:01.707779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-21440119-b2fd-4638-b281-041d787a5d36 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.776341 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3193ffb7-2809-4c2e-8ac3-d5581f6af35f req-43e05820-65ff-4e5f-8f57-2f2f05f82c37 service neutron] 10.222.0.60 "GET /v2.0/networks/b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059730 Sep 08 13:30:01.803239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e12c-e789-4694-8a87-27de4e2a4759 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.803457 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-21440119-b2fd-4638-b281-041d787a5d36 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.835968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21440119-b2fd-4638-b281-041d787a5d36 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84de00ce-92d4-42ed-964d-89e206a7fcba,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:01.879225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921ea9a3-38aa-4db6-9b61-015f7964e626 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:30:01.949933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a3a054a8-6b6c-4703-986b-918cb6f9835b up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:01.959699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c55fb0-d919-409a-9c0a-e16ff8c63603 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Made reservation on behalf of dac5a32521964ca79b32de90e5554ca2 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:01.961924 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c9c55fb0-d919-409a-9c0a-e16ff8c63603 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:01.998324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c55fb0-d919-409a-9c0a-e16ff8c63603 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:02.009012 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e12c-e789-4694-8a87-27de4e2a4759 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.016893 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c9c55fb0-d919-409a-9c0a-e16ff8c63603 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.017251 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-c9c55fb0-d919-409a-9c0a-e16ff8c63603 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Added segment a57f4645-6e3a-467d-940a-bb2c1dee0615 of type vlan for network 2f518956-b8a0-4f04-954c-da654ffbc4ad Sep 08 13:30:02.021725 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e12c-e789-4694-8a87-27de4e2a4759 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.102529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a3a054a8-6b6c-4703-986b-918cb6f9835b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:02.107465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921ea9a3-38aa-4db6-9b61-015f7964e626 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:30:02.110409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a3a054a8-6b6c-4703-986b-918cb6f9835b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:02.111032 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.122503 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-921ea9a3-38aa-4db6-9b61-015f7964e626 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2579751 Sep 08 13:30:02.122668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48166) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:02.129610 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d87073-8bbc-4e6c-8eb0-3717e6c6aadb None None] Sync routers for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:30:02.142049 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d87073-8bbc-4e6c-8eb0-3717e6c6aadb None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:02.145104 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f2d87073-8bbc-4e6c-8eb0-3717e6c6aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:02.152561 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c9c55fb0-d919-409a-9c0a-e16ff8c63603 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.159284 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e12c-e789-4694-8a87-27de4e2a4759 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.160825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e2e12c-e789-4694-8a87-27de4e2a4759 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0ef3b2d9-0899-425d-ab61-1aca092c7f34 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:30:02.166908 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3e2e12c-e789-4694-8a87-27de4e2a4759 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.174443 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a3e2e12c-e789-4694-8a87-27de4e2a4759 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] 10.222.0.69 "DELETE /v2.0/routers/0ef3b2d9-0899-425d-ab61-1aca092c7f34 HTTP/1.1" status: 204 len: 168 time: 0.4913299 Sep 08 13:30:02.177481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48168) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:02.184970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ab49113c-5dce-4d82-ab13-a79ecfa4ce28 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Request body: {'router': {'name': 'tempest-router-470463148', 'distributed': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:02.233198 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-21440119-b2fd-4638-b281-041d787a5d36 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.233812 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.262562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b834159a-90e2-44d8-bd86-f2e02042cbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a054a8-6b6c-4703-986b-918cb6f9835b'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:30:02.265154 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff7b953-3956-4d3b-b0c2-71b8511ade14" -d '{"events": [{"server_uuid": "b834159a-90e2-44d8-bd86-f2e02042cbbf", "name": "network-vif-plugged", "status": "completed", "tag": "a3a054a8-6b6c-4703-986b-918cb6f9835b"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:30:02.268729 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f2d87073-8bbc-4e6c-8eb0-3717e6c6aadb None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:02.278472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-9785ad2e-c9c4-492b-99ac-a285573c3961 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting subnet 2eba7f06-5963-492c-bb82-b8f68ae25aaf {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:30:02.279966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a3a054a8-6b6c-4703-986b-918cb6f9835b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a3a054a8-6b6c-4703-986b-918cb6f9835b,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:02.284276 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9785ad2e-c9c4-492b-99ac-a285573c3961 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.311438 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45a33c0-978a-47e9-ae57-d891075aeccf x-openstack-request-id: req-e45a33c0-978a-47e9-ae57-d891075aeccf {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:30:02.313296 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b834159a-90e2-44d8-bd86-f2e02042cbbf", "name": "network-vif-plugged", "status": "completed", "tag": "a3a054a8-6b6c-4703-986b-918cb6f9835b", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:30:02.313296 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e45a33c0-978a-47e9-ae57-d891075aeccf {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:30:02.313482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3600b-4051-406e-8741-f5b326bced8a req-ca41b506-0614-4715-b921-44c6372a1c96 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:02.313579 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b834159a-90e2-44d8-bd86-f2e02042cbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a054a8-6b6c-4703-986b-918cb6f9835b', 'code': 200} Sep 08 13:30:02.313977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ac3600b-4051-406e-8741-f5b326bced8a req-ca41b506-0614-4715-b921-44c6372a1c96 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 944 time: 0.1922441 Sep 08 13:30:02.339742 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-21440119-b2fd-4638-b281-041d787a5d36 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.370416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.425872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a3a054a8-6b6c-4703-986b-918cb6f9835b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:02.451137 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab49113c-5dce-4d82-ab13-a79ecfa4ce28 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.452218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab49113c-5dce-4d82-ab13-a79ecfa4ce28 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.528013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab49113c-5dce-4d82-ab13-a79ecfa4ce28 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.550022 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f2d87073-8bbc-4e6c-8eb0-3717e6c6aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:00Z', 'revision_number': 8, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:49Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:02.588138 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d87073-8bbc-4e6c-8eb0-3717e6c6aadb None None] Checking router: 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:30:02.599097 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d87073-8bbc-4e6c-8eb0-3717e6c6aadb None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:02.599751 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f2d87073-8bbc-4e6c-8eb0-3717e6c6aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:02.657418 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab49113c-5dce-4d82-ab13-a79ecfa4ce28 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.684458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dceec5-b7bd-48e6-b8a6-01a9ddf88f75 req-81b4c7a5-33f4-4b86-8d88-09c9e41d5ce8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:02.691273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dceec5-b7bd-48e6-b8a6-01a9ddf88f75 req-81b4c7a5-33f4-4b86-8d88-09c9e41d5ce8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:02.693270 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-64dceec5-b7bd-48e6-b8a6-01a9ddf88f75 req-81b4c7a5-33f4-4b86-8d88-09c9e41d5ce8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1678 time: 0.0822787 Sep 08 13:30:02.725044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9785ad2e-c9c4-492b-99ac-a285573c3961 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.740100 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c9c55fb0-d919-409a-9c0a-e16ff8c63603 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.741082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c55fb0-d919-409a-9c0a-e16ff8c63603 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:02.741681 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c9c55fb0-d919-409a-9c0a-e16ff8c63603 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.760862 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-64dceec5-b7bd-48e6-b8a6-01a9ddf88f75 req-8f69f2be-5628-4edb-b485-e7aa8ea75d24 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520649 Sep 08 13:30:02.794575 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab49113c-5dce-4d82-ab13-a79ecfa4ce28 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.796142 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ab49113c-5dce-4d82-ab13-a79ecfa4ce28 tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6182644 Sep 08 13:30:02.799154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48182) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:02.848230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21440119-b2fd-4638-b281-041d787a5d36 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b485e2-055c-4a1b-b7a8-e1ebb66ef283,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:02.867875 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f2d87073-8bbc-4e6c-8eb0-3717e6c6aadb None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:02.895904 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c11d3336-2b03-4f01-bd82-bb2bab43eaff tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.904304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ac3600b-4051-406e-8741-f5b326bced8a req-60cbd2a8-f232-45c5-b626-101706160b7e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5779023 Sep 08 13:30:02.912481 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-21440119-b2fd-4638-b281-041d787a5d36 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:02.916992 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-21440119-b2fd-4638-b281-041d787a5d36 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9518912 Sep 08 13:30:02.917753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48186) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:02.925841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-43dd1839-d73f-400f-94e4-ca0ec82f5e70 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': 'a6b485e2-055c-4a1b-b7a8-e1ebb66ef283', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:02.931837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c55fb0-d919-409a-9c0a-e16ff8c63603 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event updated for resources: {'Network': ['ID=2f518956-b8a0-4f04-954c-da654ffbc4ad,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:02.945623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 2f518956-b8a0-4f04-954c-da654ffbc4ad details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:02.948348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c9c55fb0-d919-409a-9c0a-e16ff8c63603 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.3867500 Sep 08 13:30:02.951385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48188) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:02.982093 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3a10e232-6eb6-47b0-b4ce-b84979ec323b tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Request body: {'network': {'router:external': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:02.989041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6675c-e2ee-4770-8ff0-371a1674e1ea req-21bb49f7-5c79-46b6-b497-a8ec368a8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:02.991882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-32f6675c-e2ee-4770-8ff0-371a1674e1ea req-21bb49f7-5c79-46b6-b497-a8ec368a8b59 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 1096 time: 0.2711265 Sep 08 13:30:03.054560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9785ad2e-c9c4-492b-99ac-a285573c3961 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.148260 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43dd1839-d73f-400f-94e4-ca0ec82f5e70 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.151610 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c11d3336-2b03-4f01-bd82-bb2bab43eaff tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.154506 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c11d3336-2b03-4f01-bd82-bb2bab43eaff tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.155547 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-32f6675c-e2ee-4770-8ff0-371a1674e1ea req-0d4963a8-779b-4d58-a42a-8843e7e98206 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429896 Sep 08 13:30:03.176679 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f2d87073-8bbc-4e6c-8eb0-3717e6c6aadb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:00Z', 'revision_number': 8, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:49Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:03.214942 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d87073-8bbc-4e6c-8eb0-3717e6c6aadb None None] The sync data for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 is: [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:00Z', 'revision_number': 8, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '438fc0f0-9f87-4c32-9d26-5e216f739ca7', 'name': '', 'network_id': '7e343ad6-bdd3-4121-9330-1deb949510ce', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:de:9a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:39Z', 'updated_at': '2021-09-08T13:29:49Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '9090f730-5585-4b87-bcc9-256a30e20e5e', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:30:03.305850 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a10e232-6eb6-47b0-b4ce-b84979ec323b tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.485906 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9785ad2e-c9c4-492b-99ac-a285573c3961 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.488676 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a10e232-6eb6-47b0-b4ce-b84979ec323b tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.537494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a10e232-6eb6-47b0-b4ce-b84979ec323b tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Network 2f518956-b8a0-4f04-954c-da654ffbc4ad is not hosted by any dhcp agent {{(pid=96263) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 13:30:03.538341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a10e232-6eb6-47b0-b4ce-b84979ec323b tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:03.542456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a10e232-6eb6-47b0-b4ce-b84979ec323b tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.542456 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3a10e232-6eb6-47b0-b4ce-b84979ec323b tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "PUT /v2.0/networks/2f518956-b8a0-4f04-954c-da654ffbc4ad HTTP/1.1" status: 200 len: 858 time: 0.5643079 Sep 08 13:30:03.543671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48194) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:03.552101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785ad2e-c9c4-492b-99ac-a285573c3961 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Subnet': ['ID=2eba7f06-5963-492c-bb82-b8f68ae25aaf,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:03.555782 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43dd1839-d73f-400f-94e4-ca0ec82f5e70 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.561421 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9785ad2e-c9c4-492b-99ac-a285573c3961 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.566114 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9785ad2e-c9c4-492b-99ac-a285573c3961 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/2eba7f06-5963-492c-bb82-b8f68ae25aaf HTTP/1.1" status: 204 len: 168 time: 1.4352658 Sep 08 13:30:03.574611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fbe7bc-41b1-4fdd-a526-335d4cc2f566 None None] Network 824626fc-6a9e-468e-b24a-890ab0ade352 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:03.576919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48196) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:03.632487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10e232-6eb6-47b0-b4ce-b84979ec323b tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event updated for resources: {'Network': ['ID=2f518956-b8a0-4f04-954c-da654ffbc4ad,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:03.666893 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.671206 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c11d3336-2b03-4f01-bd82-bb2bab43eaff tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.671403 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43dd1839-d73f-400f-94e4-ca0ec82f5e70 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.671741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11d3336-2b03-4f01-bd82-bb2bab43eaff tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f67720e9-86b0-49f2-875c-8ebfab0c03c6 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:30:03.678473 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c11d3336-2b03-4f01-bd82-bb2bab43eaff tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.680687 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c11d3336-2b03-4f01-bd82-bb2bab43eaff tempest-RoutersTestDVR-1766204171 tempest-RoutersTestDVR-1766204171-project-admin] 10.222.0.69 "DELETE /v2.0/routers/f67720e9-86b0-49f2-875c-8ebfab0c03c6 HTTP/1.1" status: 204 len: 168 time: 0.8795881 Sep 08 13:30:03.750106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dd1839-d73f-400f-94e4-ca0ec82f5e70 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7675db44-7ab2-461b-9bd1-38f438f26b44,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:03.771746 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.857699 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43dd1839-d73f-400f-94e4-ca0ec82f5e70 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.858991 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-43dd1839-d73f-400f-94e4-ca0ec82f5e70 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9375362 Sep 08 13:30:03.865383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48206) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:03.872204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-2eb4b780-3016-4f4d-bfaf-6b1ab2e10905 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': 'a6b485e2-055c-4a1b-b7a8-e1ebb66ef283', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:03.895354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eb8e36-1394-486e-983a-35e4b864da3a None None] DHCP port deletion for 824626fc-6a9e-468e-b24a-890ab0ade352 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:30:03.940413 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.948932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port 8ae43ed6-71ab-4a86-a174-73fb1a81364f {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:03.949292 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:03.980228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb8e36-1394-486e-983a-35e4b864da3a None None] Deleting port 8ae43ed6-71ab-4a86-a174-73fb1a81364f {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:03.991415 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d1eb8e36-1394-486e-983a-35e4b864da3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.012621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f518956-b8a0-4f04-954c-da654ffbc4ad']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:04.029314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57f4645-6e3a-467d-940a-bb2c1dee0615') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:04.029314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57f4645-6e3a-467d-940a-bb2c1dee0615') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:04.041518 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.057523 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9322d-3a13-4c56-9d99-28bd733c9dbe req-01c99419-9a4c-4ca4-8513-22b9d8fb92e1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:04.064333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9322d-3a13-4c56-9d99-28bd733c9dbe req-01c99419-9a4c-4ca4-8513-22b9d8fb92e1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:04.068716 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99c9322d-3a13-4c56-9d99-28bd733c9dbe req-01c99419-9a4c-4ca4-8513-22b9d8fb92e1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1678 time: 0.1317732 Sep 08 13:30:04.111192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] For port 8ae43ed6-71ab-4a86-a174-73fb1a81364f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8ae43ed6-71ab-4a86-a174-73fb1a81364f,segment=NetworkSegment(54e21d2f-52ac-49bb-a0f9-470728efce1c),segment_id=54e21d2f-52ac-49bb-a0f9-470728efce1c)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:04.111192 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.122869 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.124328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d1eb8e36-1394-486e-983a-35e4b864da3a None None] For port 8ae43ed6-71ab-4a86-a174-73fb1a81364f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8ae43ed6-71ab-4a86-a174-73fb1a81364f,segment=NetworkSegment(54e21d2f-52ac-49bb-a0f9-470728efce1c),segment_id=54e21d2f-52ac-49bb-a0f9-470728efce1c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:04.124746 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d1eb8e36-1394-486e-983a-35e4b864da3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.131244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for 8ae43ed6-71ab-4a86-a174-73fb1a81364f owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:04.148279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb8e36-1394-486e-983a-35e4b864da3a None None] Calling delete_port for 8ae43ed6-71ab-4a86-a174-73fb1a81364f owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:04.154298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd9f51-0cd2-447f-804d-849a391934da req-d7f4f257-dfa4-4875-a996-349aa18a5969 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:04.157407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99c9322d-3a13-4c56-9d99-28bd733c9dbe req-5a0e0d0a-66e2-4640-b709-9928de0f79a5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835495 Sep 08 13:30:04.158597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:04.159016 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:04.161640 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:04.163467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4fd9f51-0cd2-447f-804d-849a391934da req-d7f4f257-dfa4-4875-a996-349aa18a5969 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 945 time: 0.1182671 Sep 08 13:30:04.180324 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2eb4b780-3016-4f4d-bfaf-6b1ab2e10905 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.307677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4fd9f51-0cd2-447f-804d-849a391934da req-c5548639-883d-4f53-b997-930f015adee4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342151 Sep 08 13:30:04.439376 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d1eb8e36-1394-486e-983a-35e4b864da3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.439611 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.449259 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.457337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f518956-b8a0-4f04-954c-da654ffbc4ad {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 13:30:04.459902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f518956-b8a0-4f04-954c-da654ffbc4ad,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:04.462314 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.467696 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fa6b8e06-4fe8-4e93-ad7a-e1871b65cfb7 tempest-ExternalNetworksTestJSON-366727012 tempest-ExternalNetworksTestJSON-366727012-project-admin] 10.222.0.69 "DELETE /v2.0/networks/2f518956-b8a0-4f04-954c-da654ffbc4ad HTTP/1.1" status: 204 len: 168 time: 0.9194605 Sep 08 13:30:04.468017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48214) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:04.482398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb8e36-1394-486e-983a-35e4b864da3a None None] No DVR routers for this DVR port 8ae43ed6-71ab-4a86-a174-73fb1a81364f on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:04.484712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=8ae43ed6-71ab-4a86-a174-73fb1a81364f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:04.493315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No DVR routers for this DVR port 8ae43ed6-71ab-4a86-a174-73fb1a81364f on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:04.498503 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef505964-dcf8-4908-ada5-cb4ea3133cee tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] DELETE failed (client error): The resource could not be found. Sep 08 13:30:04.498827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef505964-dcf8-4908-ada5-cb4ea3133cee tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:30:04.500877 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ef505964-dcf8-4908-ada5-cb4ea3133cee tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] 10.222.0.69 "DELETE /v2.0/subnets/ea484209-3a48-4d65-b19b-942eacf5f2ac HTTP/1.1" status: 404 len: 337 time: 0.0318904 Sep 08 13:30:04.509955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48216) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:04.514128 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb8e36-1394-486e-983a-35e4b864da3a None None] Pushing event deleted for resources: {'Port': ['ID=8ae43ed6-71ab-4a86-a174-73fb1a81364f,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:04.546932 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-2eb4b780-3016-4f4d-bfaf-6b1ab2e10905 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): There was a conflict when trying to complete your request. Sep 08 13:30:04.548092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2eb4b780-3016-4f4d-bfaf-6b1ab2e10905 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6816115 Sep 08 13:30:04.551168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48218) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:04.632462 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.645820 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.686930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824626fc-6a9e-468e-b24a-890ab0ade352']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:04.716198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e21d2f-52ac-49bb-a0f9-470728efce1c') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:04.716797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e21d2f-52ac-49bb-a0f9-470728efce1c') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:04.719043 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d866354a-62ff-4b4c-bf75-fd26f28f2f45 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.759671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.781365 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.793445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8ae43ed6-71ab-4a86-a174-73fb1a81364f no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:04.795540 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d866354a-62ff-4b4c-bf75-fd26f28f2f45 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.800279 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.817026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:04.818396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:04.822147 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:04.832373 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c357cb9-fe27-4db1-9ea0-4d05c1f02e9c']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:04.843596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 8ae43ed6-71ab-4a86-a174-73fb1a81364f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:04.843966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8ae43ed6-71ab-4a86-a174-73fb1a81364f not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:04.844408 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a282204b-c2ca-4aa5-a5f8-4f655e6eb604 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:04.844559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8588d7-dd3a-4776-a5d6-3885b92e65d6') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:04.845134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8588d7-dd3a-4776-a5d6-3885b92e65d6') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:04.862464 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.882115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48222) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:04.889847 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: a282204b-c2ca-4aa5-a5f8-4f655e6eb604 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:04.890528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a282204b-c2ca-4aa5-a5f8-4f655e6eb604 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:04.896081 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.905386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:04.905992 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:04.909508 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:05.032229 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.040458 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.045253 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48228) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:05.054951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/networks/824626fc-6a9e-468e-b24a-890ab0ade352 HTTP/1.1" status: 204 len: 168 time: 1.4232116 Sep 08 13:30:05.073068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb7e6c-10ae-4ab3-a70c-553be09a86bd tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Network': ['ID=824626fc-6a9e-468e-b24a-890ab0ade352,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:05.075914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48230) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:05.107188 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d866354a-62ff-4b4c-bf75-fd26f28f2f45 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.110094 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d866354a-62ff-4b4c-bf75-fd26f28f2f45 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.111430 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d866354a-62ff-4b4c-bf75-fd26f28f2f45 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "DELETE /v2.0/security-groups/a6b485e2-055c-4a1b-b7a8-e1ebb66ef283 HTTP/1.1" status: 204 len: 168 time: 0.5592742 Sep 08 13:30:05.122660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48234) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:05.133998 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.142636 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.144630 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-76fb6956-f631-4d63-9b25-7ae43c620eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.147681 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] 10.222.0.69 "DELETE /v2.0/networks/9c357cb9-fe27-4db1-9ea0-4d05c1f02e9c HTTP/1.1" status: 204 len: 168 time: 0.6357510 Sep 08 13:30:05.156203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866354a-62ff-4b4c-bf75-fd26f28f2f45 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b485e2-055c-4a1b-b7a8-e1ebb66ef283,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:05.164034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6109bca-31a4-4062-b42c-4f4ce196d945 tempest-ExternalNetworksTestJSON-1984311905 tempest-ExternalNetworksTestJSON-1984311905-project] Pushing event deleted for resources: {'Network': ['ID=9c357cb9-fe27-4db1-9ea0-4d05c1f02e9c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:05.213893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-edd73540-4e1f-438d-bbce-a4b17d2858bf tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0863733 Sep 08 13:30:05.218298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48240) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:05.224436 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-67debc34-a366-4f13-abcb-90ee593dea8b tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group': {'name': 'tempest-secgroup--993479644'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:05.264242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47955f48-c594-4faf-bb7c-25e2757f5c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.343382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d81b50-b763-4d34-9cc9-156eda7b78cf req-813546bd-1522-4315-b49c-e61422de3ede tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:05.350007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d81b50-b763-4d34-9cc9-156eda7b78cf req-813546bd-1522-4315-b49c-e61422de3ede tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:05.351714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51d81b50-b763-4d34-9cc9-156eda7b78cf req-813546bd-1522-4315-b49c-e61422de3ede tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1678 time: 0.1031721 Sep 08 13:30:05.352293 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-76fb6956-f631-4d63-9b25-7ae43c620eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.423016 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51d81b50-b763-4d34-9cc9-156eda7b78cf req-106a8ee3-09ae-4898-9465-62ab41a9bfc1 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501957 Sep 08 13:30:05.430340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae76c37-665e-404b-897d-fcc211267db0 req-16c11a99-ff43-482a-8148-237debc99cf8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:05.431900 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ae76c37-665e-404b-897d-fcc211267db0 req-16c11a99-ff43-482a-8148-237debc99cf8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 945 time: 0.0509765 Sep 08 13:30:05.481968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ae76c37-665e-404b-897d-fcc211267db0 req-b927c3e5-5ce9-4865-a9c2-50559f772ce3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Sep 08 13:30:05.527128 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1bafadf0-cba5-4101-b0ba-36b18298bcc0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.603881 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-76fb6956-f631-4d63-9b25-7ae43c620eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.625320 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-47955f48-c594-4faf-bb7c-25e2757f5c98 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:30:05.625320 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:30:05.625320 n-d-807558-3 neutron-server[96263]: [parameters: {'project_id_1': '1c3a0a7d7f2a4a7ab8221bd7dd7b261f', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 29, 45, 276037)}] Sep 08 13:30:05.625320 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:30:05.626096 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-47955f48-c594-4faf-bb7c-25e2757f5c98 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:30:05.681012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-76fb6956-f631-4d63-9b25-7ae43c620eb4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=416499f1be6c44999a8a4555cf8feb49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7951798 Sep 08 13:30:05.681844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb6956-f631-4d63-9b25-7ae43c620eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cf2a39-52c9-4844-8522-91bddc1d8e6f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:05.685444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48256) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:05.725183 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-67debc34-a366-4f13-abcb-90ee593dea8b tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.752404 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1df64867-f917-4ef7-8031-3d7b1b2f9e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.785854 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1df64867-f917-4ef7-8031-3d7b1b2f9e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.839450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4588ff-e891-4b2b-8a2e-4139172a3c0b req-2c7d2694-4b10-40a7-adba-0aa104de48c4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:05.841161 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d4588ff-e891-4b2b-8a2e-4139172a3c0b req-2c7d2694-4b10-40a7-adba-0aa104de48c4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.1538332 Sep 08 13:30:05.887034 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-67debc34-a366-4f13-abcb-90ee593dea8b tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.889678 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d4588ff-e891-4b2b-8a2e-4139172a3c0b req-fc9a6125-9e62-4f7a-937a-29a76e0a931d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/quotas/f0c33ff95fd94c5b8efb16048a231a08 HTTP/1.1" status: 200 len: 375 time: 0.0182366 Sep 08 13:30:05.944883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-1bafadf0-cba5-4101-b0ba-36b18298bcc0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port 438fc0f0-9f87-4c32-9d26-5e216f739ca7 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:05.945237 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1bafadf0-cba5-4101-b0ba-36b18298bcc0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:05.949485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48260) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:05.952658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2899ba0-c17f-4ff3-b996-c649f7dcc809 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:30:05.974704 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d4588ff-e891-4b2b-8a2e-4139172a3c0b req-33eb3b71-8a65-47b0-b337-834a5a484956 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779960 Sep 08 13:30:06.056667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a2899ba0-c17f-4ff3-b996-c649f7dcc809, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2899ba0-c17f-4ff3-b996-c649f7dcc809,segment=NetworkSegment(b9c462bc-d987-4b30-a263-b039b1e8b7cb),segment_id=b9c462bc-d987-4b30-a263-b039b1e8b7cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:06.067271 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-67debc34-a366-4f13-abcb-90ee593dea8b tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.069598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a2899ba0-c17f-4ff3-b996-c649f7dcc809', 'network_id': 'b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45', 'port_id': 'a2899ba0-c17f-4ff3-b996-c649f7dcc809', 'mac_address': 'fa:16:3e:5e:a4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f12e26b-8f32-4b9c-ab20-85c23f68a15b', 'ip_address': '19.86.0.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:30:06.109303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-1bafadf0-cba5-4101-b0ba-36b18298bcc0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] For port 438fc0f0-9f87-4c32-9d26-5e216f739ca7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=438fc0f0-9f87-4c32-9d26-5e216f739ca7,segment=NetworkSegment(205ab5d8-cae7-4bbd-bad3-b9242546222f),segment_id=205ab5d8-cae7-4bbd-bad3-b9242546222f)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:06.109882 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1bafadf0-cba5-4101-b0ba-36b18298bcc0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.109964 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.114016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67debc34-a366-4f13-abcb-90ee593dea8b tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6384cf13-9db3-4147-8531-ce682dfad28b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:06.126235 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1df64867-f917-4ef7-8031-3d7b1b2f9e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.127212 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2899ba0-c17f-4ff3-b996-c649f7dcc809 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:30:06.128856 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1df64867-f917-4ef7-8031-3d7b1b2f9e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.129982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1df64867-f917-4ef7-8031-3d7b1b2f9e13 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/50cf2a39-52c9-4844-8522-91bddc1d8e6f HTTP/1.1" status: 204 len: 168 time: 0.4430895 Sep 08 13:30:06.131567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47955f48-c594-4faf-bb7c-25e2757f5c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.138919 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a1bd5fff-b614-4d1e-87d6-0c4720c0e2bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=698b7caf91ca4b97af8a530cd1d7dc26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879921 Sep 08 13:30:06.140798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-1bafadf0-cba5-4101-b0ba-36b18298bcc0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for 438fc0f0-9f87-4c32-9d26-5e216f739ca7 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:06.142824 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48266) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:06.150787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df64867-f917-4ef7-8031-3d7b1b2f9e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cf2a39-52c9-4844-8522-91bddc1d8e6f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:06.154643 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d4588ff-e891-4b2b-8a2e-4139172a3c0b req-6e6cc5b7-ff58-4ea0-a647-10ce1a15a398 service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724086 Sep 08 13:30:06.172070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a2899ba0-c17f-4ff3-b996-c649f7dcc809, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2899ba0-c17f-4ff3-b996-c649f7dcc809,segment=NetworkSegment(b9c462bc-d987-4b30-a263-b039b1e8b7cb),segment_id=b9c462bc-d987-4b30-a263-b039b1e8b7cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:06.229179 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-67debc34-a366-4f13-abcb-90ee593dea8b tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.230491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-67debc34-a366-4f13-abcb-90ee593dea8b tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0104151 Sep 08 13:30:06.235767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48268) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:06.240277 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8070aa62-f8ac-4c1e-a89e-6d4831e92e9e tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '6384cf13-9db3-4147-8531-ce682dfad28b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:06.241045 n-d-807558-3 neutron-server[96263]: WARNING neutron.api.v2.base [None req-8070aa62-f8ac-4c1e-a89e-6d4831e92e9e tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 08 13:30:06.241545 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-8070aa62-f8ac-4c1e-a89e-6d4831e92e9e tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:06.242517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8070aa62-f8ac-4c1e-a89e-6d4831e92e9e tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0057793 Sep 08 13:30:06.248206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48270) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:06.324829 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.326671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8057e1ad-1361-43e2-bde7-1e30ec740849 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:30:06.332414 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-098510d9-0290-42eb-8ec7-51c9e64782da tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.367643 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-098510d9-0290-42eb-8ec7-51c9e64782da tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.376733 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efae3f70-fcb4-46de-b4a4-ed4e276f62f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.388995 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47955f48-c594-4faf-bb7c-25e2757f5c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.399192 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d4588ff-e891-4b2b-8a2e-4139172a3c0b req-f44ae3a8-de1a-42a9-94c2-2420c933578d service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359080 Sep 08 13:30:06.418110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a2899ba0-c17f-4ff3-b996-c649f7dcc809,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:06.423664 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efae3f70-fcb4-46de-b4a4-ed4e276f62f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.497430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8057e1ad-1361-43e2-bde7-1e30ec740849, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8057e1ad-1361-43e2-bde7-1e30ec740849,segment=NetworkSegment(97d7eeb6-18d4-46dd-a1af-f52b69d4a197),segment_id=97d7eeb6-18d4-46dd-a1af-f52b69d4a197)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:06.518515 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '8057e1ad-1361-43e2-bde7-1e30ec740849', 'network_id': '43575a58-b49f-4098-8f42-aee7505cf0bf', 'port_id': '8057e1ad-1361-43e2-bde7-1e30ec740849', 'mac_address': 'fa:16:3e:6e:61:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab404b93-537b-41ce-ab13-3319b462c25e', 'ip_address': '19.80.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:30:06.528863 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47955f48-c594-4faf-bb7c-25e2757f5c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.563541 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.599054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-098510d9-0290-42eb-8ec7-51c9e64782da tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.599182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8057e1ad-1361-43e2-bde7-1e30ec740849 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:30:06.599276 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-098510d9-0290-42eb-8ec7-51c9e64782da tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.599276 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-098510d9-0290-42eb-8ec7-51c9e64782da tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "DELETE /v2.0/security-groups/6384cf13-9db3-4147-8531-ce682dfad28b HTTP/1.1" status: 204 len: 168 time: 0.3313985 Sep 08 13:30:06.599454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48274) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:06.599540 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-47955f48-c594-4faf-bb7c-25e2757f5c98 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c3a0a7d7f2a4a7ab8221bd7dd7b261f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5115242 Sep 08 13:30:06.599540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48276) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:06.600214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8057e1ad-1361-43e2-bde7-1e30ec740849, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8057e1ad-1361-43e2-bde7-1e30ec740849,segment=NetworkSegment(97d7eeb6-18d4-46dd-a1af-f52b69d4a197),segment_id=97d7eeb6-18d4-46dd-a1af-f52b69d4a197)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:06.602466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47955f48-c594-4faf-bb7c-25e2757f5c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c248312-3dce-4877-91cd-fbdd11b8fda8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:06.618690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be697ddd-e204-4d9d-9a6c-710a845625b9 req-139068d0-c7d7-4e42-ab3d-fc2f6ed1766a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:06.627185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be697ddd-e204-4d9d-9a6c-710a845625b9 req-139068d0-c7d7-4e42-ab3d-fc2f6ed1766a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:06.627185 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be697ddd-e204-4d9d-9a6c-710a845625b9 req-139068d0-c7d7-4e42-ab3d-fc2f6ed1766a tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1679 time: 0.1324224 Sep 08 13:30:06.637080 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7e56fdca-897f-4807-b52a-902e5e14f635 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0519235 Sep 08 13:30:06.641108 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48280) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:06.646861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-bf853a8c-6cfb-4b8c-901e-dc161ed7f84c tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359341953'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:06.652560 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efae3f70-fcb4-46de-b4a4-ed4e276f62f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.655088 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efae3f70-fcb4-46de-b4a4-ed4e276f62f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.656195 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-efae3f70-fcb4-46de-b4a4-ed4e276f62f0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ceecf10e-c10e-4418-980d-b5710ce9382f HTTP/1.1" status: 204 len: 168 time: 0.5121365 Sep 08 13:30:06.661854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098510d9-0290-42eb-8ec7-51c9e64782da tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6384cf13-9db3-4147-8531-ce682dfad28b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:06.671672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae3f70-fcb4-46de-b4a4-ed4e276f62f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceecf10e-c10e-4418-980d-b5710ce9382f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:06.707027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be697ddd-e204-4d9d-9a6c-710a845625b9 req-aff4919b-be13-4fe2-8138-2d4d13e663ef tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610003 Sep 08 13:30:06.715241 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c992-863c-43e3-ad9e-77d94c1044f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.715743 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1bafadf0-cba5-4101-b0ba-36b18298bcc0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.723855 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.733553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c992-863c-43e3-ad9e-77d94c1044f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.797403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafadf0-cba5-4101-b0ba-36b18298bcc0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=438fc0f0-9f87-4c32-9d26-5e216f739ca7,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:06.834458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8057e1ad-1361-43e2-bde7-1e30ec740849,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:06.882444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf853a8c-6cfb-4b8c-901e-dc161ed7f84c tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.906551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c992-863c-43e3-ad9e-77d94c1044f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.909072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a6d6c992-863c-43e3-ad9e-77d94c1044f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:06.913362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a6d6c992-863c-43e3-ad9e-77d94c1044f6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4c248312-3dce-4877-91cd-fbdd11b8fda8 HTTP/1.1" status: 204 len: 168 time: 0.3212085 Sep 08 13:30:06.925064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6c992-863c-43e3-ad9e-77d94c1044f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c248312-3dce-4877-91cd-fbdd11b8fda8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:07.042927 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a2899ba0-c17f-4ff3-b996-c649f7dcc809'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:30:07.043468 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1bafadf0-cba5-4101-b0ba-36b18298bcc0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.210320 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf853a8c-6cfb-4b8c-901e-dc161ed7f84c tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.243481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48300) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:07.258053 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b718c8ef-7ff5-4c96-ac12-2f973d0e66f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.311852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bafadf0-cba5-4101-b0ba-36b18298bcc0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:30:07.364349 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf853a8c-6cfb-4b8c-901e-dc161ed7f84c tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.437326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf853a8c-6cfb-4b8c-901e-dc161ed7f84c tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=985baebc-4c64-471d-8831-9e0fba43ffe3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:07.444327 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b718c8ef-7ff5-4c96-ac12-2f973d0e66f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.446686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bafadf0-cba5-4101-b0ba-36b18298bcc0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:30:07.452654 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1bafadf0-cba5-4101-b0ba-36b18298bcc0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4063289 Sep 08 13:30:07.455485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48306) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:07.457579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c5d33-d6ce-45a0-82ab-953f30b7082b None None] Sync routers for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:30:07.467466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c5d33-d6ce-45a0-82ab-953f30b7082b None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:07.468116 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-567c5d33-d6ce-45a0-82ab-953f30b7082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:07.521481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f4f2ef-5ebf-424d-9270-0c8afd642431 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting subnet 9090f730-5585-4b87-bcc9-256a30e20e5e {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:30:07.526563 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68f4f2ef-5ebf-424d-9270-0c8afd642431 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.558290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-567c5d33-d6ce-45a0-82ab-953f30b7082b None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:07.577494 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68f4f2ef-5ebf-424d-9270-0c8afd642431 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.598646 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b718c8ef-7ff5-4c96-ac12-2f973d0e66f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.661891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b718c8ef-7ff5-4c96-ac12-2f973d0e66f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=49bc2cc183524a97a20437c62355df27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4019995 Sep 08 13:30:07.661891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48308) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:07.687603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718c8ef-7ff5-4c96-ac12-2f973d0e66f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6c9a53-caa5-4e12-9022-7ce33f6597e1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:07.696660 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf853a8c-6cfb-4b8c-901e-dc161ed7f84c tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.702366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bf853a8c-6cfb-4b8c-901e-dc161ed7f84c tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0575757 Sep 08 13:30:07.707196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48316) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:07.711023 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68f4f2ef-5ebf-424d-9270-0c8afd642431 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.725744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-527455ad-c131-43a9-a797-379c56b1538d tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '985baebc-4c64-471d-8831-9e0fba43ffe3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:07.726882 n-d-807558-3 neutron-server[96263]: WARNING neutron.api.v2.base [None req-527455ad-c131-43a9-a797-379c56b1538d tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 08 13:30:07.727576 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-527455ad-c131-43a9-a797-379c56b1538d tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:07.731824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-527455ad-c131-43a9-a797-379c56b1538d tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0145683 Sep 08 13:30:07.732686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48318) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:07.766677 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6afd-527c-4d52-b44a-a7fdbc2fcb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.812400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6afd-527c-4d52-b44a-a7fdbc2fcb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.858581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-567c5d33-d6ce-45a0-82ab-953f30b7082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:06Z', 'revision_number': 9, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:07.890456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d88c-366c-4e58-9537-4db8e9e3dbf2 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.895680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c5d33-d6ce-45a0-82ab-953f30b7082b None None] Checking router: 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:30:07.906305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c5d33-d6ce-45a0-82ab-953f30b7082b None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:07.907152 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-567c5d33-d6ce-45a0-82ab-953f30b7082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:29:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:07.926247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48322) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:07.934299 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d88c-366c-4e58-9537-4db8e9e3dbf2 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.944871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bc6d8-acc3-4a34-8b75-714907497acc req-9beaff5e-7963-41da-a5f7-50947945e374 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:07.950962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bc6d8-acc3-4a34-8b75-714907497acc req-9beaff5e-7963-41da-a5f7-50947945e374 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:07.952882 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d264d4f5-b55e-4d0c-a060-5926bb5b67bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:07.960749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a78bc6d8-acc3-4a34-8b75-714907497acc req-9beaff5e-7963-41da-a5f7-50947945e374 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1680 time: 0.1186757 Sep 08 13:30:07.963632 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68f4f2ef-5ebf-424d-9270-0c8afd642431 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.013727 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68f4f2ef-5ebf-424d-9270-0c8afd642431 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.013727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-68f4f2ef-5ebf-424d-9270-0c8afd642431 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/9090f730-5585-4b87-bcc9-256a30e20e5e HTTP/1.1" status: 204 len: 168 time: 0.5568039 Sep 08 13:30:08.020553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48326) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:08.029376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2899ba0-c17f-4ff3-b996-c649f7dcc809 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:08.035735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9d6f41-42ad-428c-aa9f-d4771d1ede05 None None] Network 7e343ad6-bdd3-4121-9330-1deb949510ce requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:08.043341 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4f2ef-5ebf-424d-9270-0c8afd642431 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Subnet': ['ID=9090f730-5585-4b87-bcc9-256a30e20e5e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:08.067887 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6afd-527c-4d52-b44a-a7fdbc2fcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.070740 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6ed6afd-527c-4d52-b44a-a7fdbc2fcb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.074139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b6ed6afd-527c-4d52-b44a-a7fdbc2fcb83 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe6c9a53-caa5-4e12-9022-7ce33f6597e1 HTTP/1.1" status: 204 len: 168 time: 0.4192166 Sep 08 13:30:08.086406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0d007c5b-74dd-4996-9c6e-6b521ac1df4e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dac5a32521964ca79b32de90e5554ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589017 Sep 08 13:30:08.090444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48334) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:08.118324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed6afd-527c-4d52-b44a-a7fdbc2fcb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6c9a53-caa5-4e12-9022-7ce33f6597e1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:08.138871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a78bc6d8-acc3-4a34-8b75-714907497acc req-6143a429-f830-4f89-90dd-6df74f4c3094 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705310 Sep 08 13:30:08.161764 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.183769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['8057e1ad-1361-43e2-bde7-1e30ec740849'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:30:08.187991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-567c5d33-d6ce-45a0-82ab-953f30b7082b None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:08.248066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d88c-366c-4e58-9537-4db8e9e3dbf2 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.252359 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6e6d88c-366c-4e58-9537-4db8e9e3dbf2 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.255283 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f6e6d88c-366c-4e58-9537-4db8e9e3dbf2 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "DELETE /v2.0/security-groups/985baebc-4c64-471d-8831-9e0fba43ffe3 HTTP/1.1" status: 204 len: 168 time: 0.5211787 Sep 08 13:30:08.262042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48346) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:08.269319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6d88c-366c-4e58-9537-4db8e9e3dbf2 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=985baebc-4c64-471d-8831-9e0fba43ffe3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:08.298322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port f4454fa2-c7fb-4803-95f9-9860f44fc449 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:08.298680 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.299723 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-62369d64-3b6a-4b10-aa87-595d27d2e743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.371003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] For port f4454fa2-c7fb-4803-95f9-9860f44fc449, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f4454fa2-c7fb-4803-95f9-9860f44fc449,segment=NetworkSegment(205ab5d8-cae7-4bbd-bad3-b9242546222f),segment_id=205ab5d8-cae7-4bbd-bad3-b9242546222f)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:08.371958 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.380045 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-62369d64-3b6a-4b10-aa87-595d27d2e743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.391967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for f4454fa2-c7fb-4803-95f9-9860f44fc449 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:08.427522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9f45294e-031f-459b-8e77-bef7c4eeb987 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1614096 Sep 08 13:30:08.434429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48348) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:08.439091 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-5d65f920-d856-4a66-a676-019e98abd741 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group': {'name': 'tempest-secgroup--421192970'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:08.456002 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-30dad208-f7d5-49f0-93f0-0a7665ef3660 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:08.458425 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-30dad208-f7d5-49f0-93f0-0a7665ef3660 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.2789879 Sep 08 13:30:08.485364 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-6ef5a663-d964-431f-ab0b-aff30f691ee2 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/quotas/f0c33ff95fd94c5b8efb16048a231a08 HTTP/1.1" status: 200 len: 375 time: 0.0199530 Sep 08 13:30:08.563859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-baa4496c-68d2-4bb8-b55d-ab45f97c0c00 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711610 Sep 08 13:30:08.619882 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.622364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a2899ba0-c17f-4ff3-b996-c649f7dcc809 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:08.629935 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1923a8f2-6cb5-4fa4-b438-3d71976c3948 None None] DHCP port deletion for 7e343ad6-bdd3-4121-9330-1deb949510ce request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:30:08.643460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a2899ba0-c17f-4ff3-b996-c649f7dcc809 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:08.644035 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.647185 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d65f920-d856-4a66-a676-019e98abd741 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.678751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-62369d64-3b6a-4b10-aa87-595d27d2e743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.681692 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-62369d64-3b6a-4b10-aa87-595d27d2e743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.683041 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-62369d64-3b6a-4b10-aa87-595d27d2e743 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/166493da-0cef-4784-89f9-b0c51ed9a67a HTTP/1.1" status: 204 len: 168 time: 0.5911674 Sep 08 13:30:08.695635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=f4454fa2-c7fb-4803-95f9-9860f44fc449,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:08.705439 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62369d64-3b6a-4b10-aa87-595d27d2e743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166493da-0cef-4784-89f9-b0c51ed9a67a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:08.744966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No DVR routers for this DVR port f4454fa2-c7fb-4803-95f9-9860f44fc449 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:08.751204 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-985972f9-b82d-4e35-b91b-a7564ad6307c service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804717 Sep 08 13:30:08.908290 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.917718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f4454fa2-c7fb-4803-95f9-9860f44fc449 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:08.921795 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-58e9a3bc-e8a7-4eef-bab8-0acdef0c522b service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630311 Sep 08 13:30:08.931965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e343ad6-bdd3-4121-9330-1deb949510ce']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:08.936541 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d65f920-d856-4a66-a676-019e98abd741 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.946046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205ab5d8-cae7-4bbd-bad3-b9242546222f') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:08.946891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205ab5d8-cae7-4bbd-bad3-b9242546222f') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:08.959196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.974431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.981211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:08.981700 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:08.985164 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:08.996414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: f4454fa2-c7fb-4803-95f9-9860f44fc449 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:08.996597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f4454fa2-c7fb-4803-95f9-9860f44fc449 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:09.037375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-567c5d33-d6ce-45a0-82ab-953f30b7082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:06Z', 'revision_number': 9, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:09.094461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567c5d33-d6ce-45a0-82ab-953f30b7082b None None] The sync data for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 is: [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:06Z', 'revision_number': 9, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': '54f8f67e-47fe-4c50-af42-8b28466f2292', 'name': '', 'network_id': 'c1b22284-8188-4345-9690-2b21b4610a5e', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:55:36:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:32Z', 'updated_at': '2021-09-08T13:29:42Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': '42c02dba-3dee-4297-8f4c-a6e604df46e5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:30:09.115798 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:09.142749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2899ba0-c17f-4ff3-b996-c649f7dcc809'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:30:09.145087 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93f1471-2bf1-4d65-ad67-8866a9e7836a" -d '{"events": [{"server_uuid": "4cd76b00-1140-49cc-8c09-5cd64ff637a9", "name": "network-vif-plugged", "status": "completed", "tag": "a2899ba0-c17f-4ff3-b996-c649f7dcc809"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:30:09.147491 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d65f920-d856-4a66-a676-019e98abd741 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:09.171685 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a2899ba0-c17f-4ff3-b996-c649f7dcc809, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2899ba0-c17f-4ff3-b996-c649f7dcc809,segment=NetworkSegment(b9c462bc-d987-4b30-a263-b039b1e8b7cb),segment_id=b9c462bc-d987-4b30-a263-b039b1e8b7cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:09.185030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65f920-d856-4a66-a676-019e98abd741 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3bec29-8d1e-4c10-b16d-d542d25f111d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:09.190831 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcfeac9-3444-431f-a214-fee96919df10 x-openstack-request-id: req-efcfeac9-3444-431f-a214-fee96919df10 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:30:09.191326 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd76b00-1140-49cc-8c09-5cd64ff637a9", "name": "network-vif-plugged", "status": "completed", "tag": "a2899ba0-c17f-4ff3-b996-c649f7dcc809", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:30:09.191409 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-efcfeac9-3444-431f-a214-fee96919df10 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:30:09.191835 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2899ba0-c17f-4ff3-b996-c649f7dcc809', 'code': 200} Sep 08 13:30:09.271570 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:09.279942 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:09.281789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/networks/7e343ad6-bdd3-4121-9330-1deb949510ce HTTP/1.1" status: 204 len: 168 time: 1.2603731 Sep 08 13:30:09.284690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48376) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:09.299480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d263ffd-43a4-4591-be9d-366f0a0ba73c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Network': ['ID=7e343ad6-bdd3-4121-9330-1deb949510ce,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:09.301938 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:09.356986 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d65f920-d856-4a66-a676-019e98abd741 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:09.358762 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5d65f920-d856-4a66-a676-019e98abd741 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9228601 Sep 08 13:30:09.362109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48384) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:09.363013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b7ed1-ad89-405a-b6ef-9d87158fff86 req-65903c19-f4a0-4115-989b-4f8c397c94d5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:09.375352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a2899ba0-c17f-4ff3-b996-c649f7dcc809,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:09.379828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b7ed1-ad89-405a-b6ef-9d87158fff86 req-65903c19-f4a0-4115-989b-4f8c397c94d5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:09.389780 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce4b7ed1-ad89-405a-b6ef-9d87158fff86 req-65903c19-f4a0-4115-989b-4f8c397c94d5 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1680 time: 0.1513779 Sep 08 13:30:09.430116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-96f79d3d-8864-4008-9519-83a936721c14 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '5f3bec29-8d1e-4c10-b16d-d542d25f111d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:09.463940 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-96f79d3d-8864-4008-9519-83a936721c14 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 08 13:30:09.464945 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-96f79d3d-8864-4008-9519-83a936721c14 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:09.469480 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-96f79d3d-8864-4008-9519-83a936721c14 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0933092 Sep 08 13:30:09.474902 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0f66236-4bce-462d-8ed9-678cf81c52f5 req-00b5c75e-d93e-499f-b5cd-326822d3062f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 210 time: 0.1198561 Sep 08 13:30:09.478440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48390) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:09.486354 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2e4e7bc9-5a86-4664-996d-6a3425fd3e58 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '5f3bec29-8d1e-4c10-b16d-d542d25f111d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:09.487622 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-2e4e7bc9-5a86-4664-996d-6a3425fd3e58 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 08 13:30:09.488808 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-2e4e7bc9-5a86-4664-996d-6a3425fd3e58 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:09.497985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48392) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:09.500321 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2e4e7bc9-5a86-4664-996d-6a3425fd3e58 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0202684 Sep 08 13:30:09.507479 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce4b7ed1-ad89-405a-b6ef-9d87158fff86 req-f0813370-4da3-41df-ad7e-3a6ccff840aa tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061330 Sep 08 13:30:09.513759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6a512195-4c06-43a2-928c-607cbd499edc tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '5f3bec29-8d1e-4c10-b16d-d542d25f111d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:09.516265 n-d-807558-3 neutron-server[96263]: WARNING neutron.api.v2.base [None req-6a512195-4c06-43a2-928c-607cbd499edc tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 08 13:30:09.517010 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-6a512195-4c06-43a2-928c-607cbd499edc tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:09.518311 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6a512195-4c06-43a2-928c-607cbd499edc tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094562 Sep 08 13:30:09.532411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48396) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:09.537429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d49ac5f0-d8fd-41d0-b356-331825fe9c7b tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '5f3bec29-8d1e-4c10-b16d-d542d25f111d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:09.539198 n-d-807558-3 neutron-server[96263]: WARNING neutron.api.v2.base [None req-d49ac5f0-d8fd-41d0-b356-331825fe9c7b tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 08 13:30:09.539804 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-d49ac5f0-d8fd-41d0-b356-331825fe9c7b tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:09.542400 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d49ac5f0-d8fd-41d0-b356-331825fe9c7b tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091889 Sep 08 13:30:09.550817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48400) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:09.693550 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-728b00ee-d755-4e75-8e4e-abd91bac0bd7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:09.737220 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-728b00ee-d755-4e75-8e4e-abd91bac0bd7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:09.792888 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fadad29-77c2-4d11-a89f-f92117eb8a08 req-cdc4bce8-df61-465d-8416-9e2031b0d800 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1902010 Sep 08 13:30:09.905036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadad29-77c2-4d11-a89f-f92117eb8a08 req-b95f92cd-b5c7-4887-a44e-9ebbad153783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:09.907804 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fadad29-77c2-4d11-a89f-f92117eb8a08 req-b95f92cd-b5c7-4887-a44e-9ebbad153783 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 1096 time: 0.0689213 Sep 08 13:30:09.908854 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-728b00ee-d755-4e75-8e4e-abd91bac0bd7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:09.912014 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-728b00ee-d755-4e75-8e4e-abd91bac0bd7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:09.913138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-728b00ee-d755-4e75-8e4e-abd91bac0bd7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "DELETE /v2.0/security-groups/5f3bec29-8d1e-4c10-b16d-d542d25f111d HTTP/1.1" status: 204 len: 168 time: 0.3611932 Sep 08 13:30:09.917632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48410) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:09.927894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b00ee-d755-4e75-8e4e-abd91bac0bd7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3bec29-8d1e-4c10-b16d-d542d25f111d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:09.983137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8057e1ad-1361-43e2-bde7-1e30ec740849 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:10.101045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadad29-77c2-4d11-a89f-f92117eb8a08 req-71ec5041-8d05-4435-8f9f-88d64f5e6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:10.104081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fadad29-77c2-4d11-a89f-f92117eb8a08 req-71ec5041-8d05-4435-8f9f-88d64f5e6cc5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 907 time: 0.1670907 Sep 08 13:30:10.143649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5bd705e1-46cf-46bf-b242-b8b0e1f45704 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2234802 Sep 08 13:30:10.152385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48420) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:10.163020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-eed0e64a-3721-4f30-8f07-39c2336c200a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054323374'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:10.180311 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fadad29-77c2-4d11-a89f-f92117eb8a08 req-f72af24d-5a4a-4ec2-9613-ce6da405dce6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a054a8-6b6c-4703-986b-918cb6f9835b HTTP/1.1" status: 200 len: 217 time: 0.0683887 Sep 08 13:30:10.205710 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25e533c1-7c65-42ec-9259-06682cbd4f21 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:10.245948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadad29-77c2-4d11-a89f-f92117eb8a08 req-18bc22fb-9fd5-47d8-a99a-6ab81873ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:10.247543 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fadad29-77c2-4d11-a89f-f92117eb8a08 req-18bc22fb-9fd5-47d8-a99a-6ab81873ead5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.0608964 Sep 08 13:30:10.256351 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e05f58cf-cf16-41c9-b18f-55b57e691b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:10.260329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 8057e1ad-1361-43e2-bde7-1e30ec740849 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:10.292707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 8057e1ad-1361-43e2-bde7-1e30ec740849 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:10.293023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48422) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:10.293144 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:10.295833 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fadad29-77c2-4d11-a89f-f92117eb8a08 req-26182f8b-2893-4413-a529-cde190bdc4e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398145 Sep 08 13:30:10.416324 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:10.427828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fadad29-77c2-4d11-a89f-f92117eb8a08 req-9708256c-4487-4e9d-b5a3-18689c2616bf service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240642 Sep 08 13:30:10.456387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8057e1ad-1361-43e2-bde7-1e30ec740849, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8057e1ad-1361-43e2-bde7-1e30ec740849,segment=NetworkSegment(97d7eeb6-18d4-46dd-a1af-f52b69d4a197),segment_id=97d7eeb6-18d4-46dd-a1af-f52b69d4a197)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:10.507255 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:10.549513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fadad29-77c2-4d11-a89f-f92117eb8a08 req-4f144b15-9679-4e44-9982-c00177a450b7 service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148708 Sep 08 13:30:10.553446 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:10.579708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-150765434'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:10.618435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8057e1ad-1361-43e2-bde7-1e30ec740849,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:10.685399 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eed0e64a-3721-4f30-8f07-39c2336c200a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:10.689867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 438fc0f0-9f87-4c32-9d26-5e216f739ca7 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:10.700882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Made reservation on behalf of 887cc4480bdd42379714c8ec25a860f4 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:10.704646 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:10.720434 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:10.724055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 438fc0f0-9f87-4c32-9d26-5e216f739ca7 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:10.724665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 438fc0f0-9f87-4c32-9d26-5e216f739ca7 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:10.736263 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e1bb895-7fd7-4e53-8134-1e8bb3df736c req-dd76b533-5a32-4f40-9ad3-a00cf34ac347 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 210 time: 0.0547137 Sep 08 13:30:10.757820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2649c-9ab9-4ad2-b51b-3087f455ae05 req-f4720c35-38a0-4441-884d-abee559db0c8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:10.757820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d2649c-9ab9-4ad2-b51b-3087f455ae05 req-f4720c35-38a0-4441-884d-abee559db0c8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:10.757820 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3d2649c-9ab9-4ad2-b51b-3087f455ae05 req-f4720c35-38a0-4441-884d-abee559db0c8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1682 time: 0.1235399 Sep 08 13:30:10.781669 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:30:10.781669 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:30:10.781669 n-d-807558-3 neutron-server[96263]: [parameters: {'project_id_1': '887cc4480bdd42379714c8ec25a860f4', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 29, 50, 757287)}] Sep 08 13:30:10.781669 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:30:10.782118 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:30:10.798421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3d2649c-9ab9-4ad2-b51b-3087f455ae05 req-86106a70-da9e-4983-890e-8d077e6bbee3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341117 Sep 08 13:30:10.873196 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eed0e64a-3721-4f30-8f07-39c2336c200a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:10.963989 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-25e533c1-7c65-42ec-9259-06682cbd4f21 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port 54f8f67e-47fe-4c50-af42-8b28466f2292 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:10.964588 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25e533c1-7c65-42ec-9259-06682cbd4f21 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.005583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48436) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:11.029009 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eed0e64a-3721-4f30-8f07-39c2336c200a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.077535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0e64a-3721-4f30-8f07-39c2336c200a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1525048f-5bf1-4452-96b8-c7ab09d27af2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:11.105212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-25e533c1-7c65-42ec-9259-06682cbd4f21 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] For port 54f8f67e-47fe-4c50-af42-8b28466f2292, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=54f8f67e-47fe-4c50-af42-8b28466f2292,segment=NetworkSegment(8b715332-e88d-4a48-83a3-815798b7f92e),segment_id=8b715332-e88d-4a48-83a3-815798b7f92e)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:11.105585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25e533c1-7c65-42ec-9259-06682cbd4f21 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.118645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-25e533c1-7c65-42ec-9259-06682cbd4f21 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for 54f8f67e-47fe-4c50-af42-8b28466f2292 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:11.137727 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2f1cf71f-b19b-42a9-9442-65df4eb2e90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.178209 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eed0e64a-3721-4f30-8f07-39c2336c200a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.182044 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-eed0e64a-3721-4f30-8f07-39c2336c200a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0260885 Sep 08 13:30:11.182915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48444) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:11.189888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-32521e73-6bcc-443d-ab4f-e64dd0285056 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '1525048f-5bf1-4452-96b8-c7ab09d27af2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:11.191454 n-d-807558-3 neutron-server[96263]: WARNING neutron.api.v2.base [None req-32521e73-6bcc-443d-ab4f-e64dd0285056 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 08 13:30:11.193230 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-32521e73-6bcc-443d-ab4f-e64dd0285056 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:11.193230 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-32521e73-6bcc-443d-ab4f-e64dd0285056 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091510 Sep 08 13:30:11.193452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8057e1ad-1361-43e2-bde7-1e30ec740849'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:30:11.195639 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a93ab2-a88e-4df6-a36e-ebeb84473953" -d '{"events": [{"server_uuid": "4cd76b00-1140-49cc-8c09-5cd64ff637a9", "name": "network-vif-plugged", "status": "completed", "tag": "8057e1ad-1361-43e2-bde7-1e30ec740849"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:30:11.197237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48446) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:11.202249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b8d3cf7c-5bc6-496a-80da-64d18117eeb0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '1525048f-5bf1-4452-96b8-c7ab09d27af2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:11.238940 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82168cc9-098f-4db6-babb-5cdb8028c3ea x-openstack-request-id: req-82168cc9-098f-4db6-babb-5cdb8028c3ea {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:30:11.239258 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd76b00-1140-49cc-8c09-5cd64ff637a9", "name": "network-vif-plugged", "status": "completed", "tag": "8057e1ad-1361-43e2-bde7-1e30ec740849", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:30:11.239510 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-82168cc9-098f-4db6-babb-5cdb8028c3ea {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:30:11.239903 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8057e1ad-1361-43e2-bde7-1e30ec740849', 'code': 200} Sep 08 13:30:11.286443 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.358499 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2f1cf71f-b19b-42a9-9442-65df4eb2e90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.372562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe433a-2107-453d-ac43-457b0608fb53 req-60c5b953-3566-45b4-9b8e-ba3049dbed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:11.373047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe433a-2107-453d-ac43-457b0608fb53 req-60c5b953-3566-45b4-9b8e-ba3049dbed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:11.374652 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9fe433a-2107-453d-ac43-457b0608fb53 req-60c5b953-3566-45b4-9b8e-ba3049dbed9b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1984 time: 0.0652175 Sep 08 13:30:11.414074 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9fe433a-2107-453d-ac43-457b0608fb53 req-a210ee86-083c-4793-85e6-8262e0908ead service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317147 Sep 08 13:30:11.433318 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25e533c1-7c65-42ec-9259-06682cbd4f21 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.462014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e533c1-7c65-42ec-9259-06682cbd4f21 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=54f8f67e-47fe-4c50-af42-8b28466f2292,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:11.488264 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2f1cf71f-b19b-42a9-9442-65df4eb2e90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.536933 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2f1cf71f-b19b-42a9-9442-65df4eb2e90f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=78436d5682c847d6931b3846b282a0c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303519 Sep 08 13:30:11.537926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cf71f-b19b-42a9-9442-65df4eb2e90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f49209-fc9f-4fd1-9244-331cce855e45,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:11.540505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48456) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:11.678399 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-448dcc4d-33e5-48a1-bf99-8528fa8ef4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.719801 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25e533c1-7c65-42ec-9259-06682cbd4f21 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.723641 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-448dcc4d-33e5-48a1-bf99-8528fa8ef4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.777503 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:11.838125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-369fdc3f-a851-4ec8-ad2c-0b904f8661a0 req-5a4a6990-c3de-41ed-959e-4e7799c332ac tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 210 time: 0.0313969 Sep 08 13:30:11.975474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e533c1-7c65-42ec-9259-06682cbd4f21 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:30:11.983729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2acf5-fe17-4dc5-9a59-da433a85ad3e req-9f676e61-ce5e-427f-9c22-b11fb5064bdd tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:11.990053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2acf5-fe17-4dc5-9a59-da433a85ad3e req-9f676e61-ce5e-427f-9c22-b11fb5064bdd tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:11.991692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9bf2acf5-fe17-4dc5-9a59-da433a85ad3e req-9f676e61-ce5e-427f-9c22-b11fb5064bdd tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1682 time: 0.1044402 Sep 08 13:30:12.011348 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.011556 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.055893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25ee19f-b421-4539-beb3-52b0cf1c2d7b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:12.108399 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9bf2acf5-fe17-4dc5-9a59-da433a85ad3e req-ae60b331-8aa6-4437-a62b-300789da9e89 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086502 Sep 08 13:30:12.118458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e533c1-7c65-42ec-9259-06682cbd4f21 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:30:12.119041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:12.120567 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-448dcc4d-33e5-48a1-bf99-8528fa8ef4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.123605 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-448dcc4d-33e5-48a1-bf99-8528fa8ef4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.141849 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-448dcc4d-33e5-48a1-bf99-8528fa8ef4ca admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a6f49209-fc9f-4fd1-9244-331cce855e45 HTTP/1.1" status: 204 len: 168 time: 0.5824189 Sep 08 13:30:12.143235 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.143595 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-25e533c1-7c65-42ec-9259-06682cbd4f21 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8444989 Sep 08 13:30:12.143670 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Added segment 1f0a78ce-0107-4537-9dfe-93fb5cb281c9 of type vlan for network 50fe8ce7-0a95-4696-aed7-7500fcd3fe87 Sep 08 13:30:12.143787 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a1f38-5910-43d8-aa98-c5d2dfa36e71 None None] Sync routers for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:30:12.146048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48468) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:12.150317 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899a1f38-5910-43d8-aa98-c5d2dfa36e71 None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:12.151190 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-899a1f38-5910-43d8-aa98-c5d2dfa36e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:12.159720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dcc4d-33e5-48a1-bf99-8528fa8ef4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f49209-fc9f-4fd1-9244-331cce855e45,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:12.190710 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.230854 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-b8d3cf7c-5bc6-496a-80da-64d18117eeb0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:12.232028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b8d3cf7c-5bc6-496a-80da-64d18117eeb0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.0338717 Sep 08 13:30:12.236115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48472) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:12.244315 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-004c69e8-b3d4-4af2-830a-92120a756c5a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '1525048f-5bf1-4452-96b8-c7ab09d27af2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:12.245125 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-004c69e8-b3d4-4af2-830a-92120a756c5a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 08 13:30:12.245629 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-004c69e8-b3d4-4af2-830a-92120a756c5a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:12.257650 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-004c69e8-b3d4-4af2-830a-92120a756c5a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095437 Sep 08 13:30:12.257787 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-899a1f38-5910-43d8-aa98-c5d2dfa36e71 None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:12.258048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48474) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:12.264886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9aca8b3e-6304-4e90-a31d-79c3d762030f tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '1525048f-5bf1-4452-96b8-c7ab09d27af2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:12.277653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a33e52-aef5-45eb-b975-768ced5b2f13 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting subnet 42c02dba-3dee-4297-8f4c-a6e604df46e5 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:30:12.281146 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25a33e52-aef5-45eb-b975-768ced5b2f13 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.324816 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25a33e52-aef5-45eb-b975-768ced5b2f13 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.368376 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.374251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:12.374803 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.468408 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-899a1f38-5910-43d8-aa98-c5d2dfa36e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:11Z', 'revision_number': 10, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:12.476055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Pushing event updated for resources: {'Network': ['ID=50fe8ce7-0a95-4696-aed7-7500fcd3fe87,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:12.484190 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25a33e52-aef5-45eb-b975-768ced5b2f13 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.489240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 50fe8ce7-0a95-4696-aed7-7500fcd3fe87 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:12.500345 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a1f38-5910-43d8-aa98-c5d2dfa36e71 None None] Checking router: 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:30:12.521471 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899a1f38-5910-43d8-aa98-c5d2dfa36e71 None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:12.522767 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-899a1f38-5910-43d8-aa98-c5d2dfa36e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:12.535807 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-9aca8b3e-6304-4e90-a31d-79c3d762030f tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:12.538274 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9aca8b3e-6304-4e90-a31d-79c3d762030f tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2787430 Sep 08 13:30:12.545755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48480) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:12.546261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48482) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:12.552545 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d56a7503-07f9-42d3-b165-4736c671b2c6 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '1525048f-5bf1-4452-96b8-c7ab09d27af2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:12.554689 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-d56a7503-07f9-42d3-b165-4736c671b2c6 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 08 13:30:12.555426 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-d56a7503-07f9-42d3-b165-4736c671b2c6 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:12.557111 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d56a7503-07f9-42d3-b165-4736c671b2c6 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084562 Sep 08 13:30:12.558758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-178d62a3-d3cb-4ccb-8c3e-68dadcfff8ee tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2618604 Sep 08 13:30:12.561638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48486) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:12.567615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-dd664061-e013-41db-ba9a-03f01fa5b134 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '1525048f-5bf1-4452-96b8-c7ab09d27af2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:12.568813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f446ed17-6710-4b42-b454-dba4bca026bd tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Request body: {'subnet': {'network_id': '50fe8ce7-0a95-4696-aed7-7500fcd3fe87', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:12.710134 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-899a1f38-5910-43d8-aa98-c5d2dfa36e71 None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:12.725727 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25a33e52-aef5-45eb-b975-768ced5b2f13 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.787761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a33e52-aef5-45eb-b975-768ced5b2f13 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Subnet': ['ID=42c02dba-3dee-4297-8f4c-a6e604df46e5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:12.798501 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-dd664061-e013-41db-ba9a-03f01fa5b134 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Project 3c42f7c8167c40778c71f46fbda7b65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:30:12.800332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f057418d-f0c9-4281-a800-a773168a75b7 None None] Network c1b22284-8188-4345-9690-2b21b4610a5e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:12.801585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25a33e52-aef5-45eb-b975-768ced5b2f13 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:12.806626 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-25a33e52-aef5-45eb-b975-768ced5b2f13 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/42c02dba-3dee-4297-8f4c-a6e604df46e5 HTTP/1.1" status: 204 len: 168 time: 0.5938892 Sep 08 13:30:12.808540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48492) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:12.855557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48496) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:12.922084 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.008812 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-dd664061-e013-41db-ba9a-03f01fa5b134 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:13.012815 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dd664061-e013-41db-ba9a-03f01fa5b134 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4476273 Sep 08 13:30:13.024549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48504) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:13.031889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1f6c70bb-6cc8-461c-bb22-8515f7832c19 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '1525048f-5bf1-4452-96b8-c7ab09d27af2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:13.032744 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-1f6c70bb-6cc8-461c-bb22-8515f7832c19 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 08 13:30:13.033465 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-1f6c70bb-6cc8-461c-bb22-8515f7832c19 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:13.038898 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1f6c70bb-6cc8-461c-bb22-8515f7832c19 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111415 Sep 08 13:30:13.040377 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48506) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:13.041439 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-899a1f38-5910-43d8-aa98-c5d2dfa36e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:11Z', 'revision_number': 10, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:13.053761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c6f4c36c-1b44-4f37-9ee2-518c0fe3aff4 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '1525048f-5bf1-4452-96b8-c7ab09d27af2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:13.059122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f446ed17-6710-4b42-b454-dba4bca026bd tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Made reservation on behalf of 887cc4480bdd42379714c8ec25a860f4 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:13.063435 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f446ed17-6710-4b42-b454-dba4bca026bd tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.108929 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b4e53bc2-87c6-42b9-a134-464f21822757 req-412ba8a7-fde2-4d41-a1c5-3ce12a183501 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 210 time: 0.1092045 Sep 08 13:30:13.110529 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a1f38-5910-43d8-aa98-c5d2dfa36e71 None None] The sync data for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 is: [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:11Z', 'revision_number': 10, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None, '_interfaces': [{'id': 'd9b277f0-81f4-4f7b-9ba7-e2c619edb4b7', 'name': '', 'network_id': '0f075fb7-cc8a-4293-bd65-40fe022f6468', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'mac_address': 'fa:16:3e:6a:28:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:29:21Z', 'updated_at': '2021-09-08T13:29:29Z', 'revision_number': 5, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'subnets': [{'id': 'c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:30:13.154672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-70082e7d-9efd-474a-8fd3-93d7b95ea07a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:13.154672 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-70082e7d-9efd-474a-8fd3-93d7b95ea07a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.3785498 Sep 08 13:30:13.185281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:13.185281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.185890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Request body: {'port': {'device_id': 'f606abe7-35a9-4bcc-bd1b-bfee8d33d017', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'admin_state_up': True, 'tenant_id': 'f0c33ff95fd94c5b8efb16048a231a08'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:13.215839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b03e505-b631-4480-933b-e67474df167c None None] DHCP port deletion for c1b22284-8188-4345-9690-2b21b4610a5e request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:30:13.257918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-215413090'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:13.268538 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.303104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1b03e505-b631-4480-933b-e67474df167c None None] Deleting port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:13.303567 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1b03e505-b631-4480-933b-e67474df167c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.317105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] For port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a,segment=NetworkSegment(8b715332-e88d-4a48-83a3-815798b7f92e),segment_id=8b715332-e88d-4a48-83a3-815798b7f92e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:13.322427 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.337491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:13.398657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1b03e505-b631-4480-933b-e67474df167c None None] For port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a,segment=NetworkSegment(8b715332-e88d-4a48-83a3-815798b7f92e),segment_id=8b715332-e88d-4a48-83a3-815798b7f92e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:13.399153 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1b03e505-b631-4480-933b-e67474df167c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.411978 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-c6f4c36c-1b44-4f37-9ee2-518c0fe3aff4 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Project 3c42f7c8167c40778c71f46fbda7b65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:30:13.413936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1b03e505-b631-4480-933b-e67474df167c None None] Calling delete_port for aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:13.446517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6f35a-e1f1-4cf8-bf37-dc424d9aa218 req-e16aa316-99b5-47dd-8a2f-b0e77d4a78be tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:13.452384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6f35a-e1f1-4cf8-bf37-dc424d9aa218 req-e16aa316-99b5-47dd-8a2f-b0e77d4a78be tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:13.453981 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0de6f35a-e1f1-4cf8-bf37-dc424d9aa218 req-e16aa316-99b5-47dd-8a2f-b0e77d4a78be tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1682 time: 0.1720378 Sep 08 13:30:13.524950 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.526220 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1b03e505-b631-4480-933b-e67474df167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.534356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Made reservation on behalf of 461849677e804a8e92bb8fc31d80cc75 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:13.537576 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.562831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03e505-b631-4480-933b-e67474df167c None None] Pushing event deleted for resources: {'Port': ['ID=aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:13.567894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b03e505-b631-4480-933b-e67474df167c None None] No DVR routers for this DVR port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:13.569165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:13.572726 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.576751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No DVR routers for this DVR port aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:13.611731 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0de6f35a-e1f1-4cf8-bf37-dc424d9aa218 req-db273020-1f3e-4629-b497-8b4445e6ca9e tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495650 Sep 08 13:30:13.647398 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-c6f4c36c-1b44-4f37-9ee2-518c0fe3aff4 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:13.648953 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c6f4c36c-1b44-4f37-9ee2-518c0fe3aff4 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6016486 Sep 08 13:30:13.656814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48520) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:13.663498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f2b5d68d-9ec2-4b7b-bf27-f91600219936 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '1525048f-5bf1-4452-96b8-c7ab09d27af2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:13.708289 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.731704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b22284-8188-4345-9690-2b21b4610a5e']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:13.742606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b715332-e88d-4a48-83a3-815798b7f92e') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:13.742910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b715332-e88d-4a48-83a3-815798b7f92e') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:13.752821 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.767153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.773440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:13.773996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:13.777016 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:13.827774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Made reservation on behalf of f0c33ff95fd94c5b8efb16048a231a08 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:13.832238 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.841033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f446ed17-6710-4b42-b454-dba4bca026bd tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.921591 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.943104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.951191 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:13.953693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/networks/c1b22284-8188-4345-9690-2b21b4610a5e HTTP/1.1" status: 204 len: 168 time: 1.1436474 Sep 08 13:30:13.959639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48528) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:13.962835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446ed17-6710-4b42-b454-dba4bca026bd tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Pushing event updated for resources: {'Subnet': ['ID=8654bea4-d99d-43dc-ab78-ab180901c79d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:13.979526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c037b1-1a30-4026-9a8d-de4b2481c282 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Network': ['ID=c1b22284-8188-4345-9690-2b21b4610a5e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:13.985825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f446ed17-6710-4b42-b454-dba4bca026bd tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Checking segment: {'id': '1f0a78ce-0107-4537-9dfe-93fb5cb281c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '50fe8ce7-0a95-4696-aed7-7500fcd3fe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:13.989555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f446ed17-6710-4b42-b454-dba4bca026bd tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Network hostable DHCP agents. Network: 50fe8ce7-0a95-4696-aed7-7500fcd3fe87, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:30:14.020166 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:14.051085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Allocated IP 172.20.0.13 (8558c78e-818a-4e56-9eb8-d34a7481093d/d14836f1-ecd1-4db6-b042-f7de366d80f5/28293dad-bbce-4e6b-bd24-f30023194039) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:14.106530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:14.126754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7f7d0e-7898-43d9-85d1-af5031ac5ebe,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:14.137637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:14.137990 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Added segment e8519fdc-caae-425b-9283-c067f715a332 of type vlan for network ab4ea408-c265-404e-a12d-07fbe5de1149 Sep 08 13:30:14.196542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f446ed17-6710-4b42-b454-dba4bca026bd tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Network 50fe8ce7-0a95-4696-aed7-7500fcd3fe87 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:30:14.206220 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-f2b5d68d-9ec2-4b7b-bf27-f91600219936 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Project 3c42f7c8167c40778c71f46fbda7b65c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:30:14.255980 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:14.263459 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:14.327115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f446ed17-6710-4b42-b454-dba4bca026bd tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 50fe8ce7-0a95-4696-aed7-7500fcd3fe87) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:14.333222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f446ed17-6710-4b42-b454-dba4bca026bd tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:14.333975 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f446ed17-6710-4b42-b454-dba4bca026bd tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:14.338405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5e4386-325b-449e-8939-01085d5ee9a7 None None] Network 50fe8ce7-0a95-4696-aed7-7500fcd3fe87 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:14.351033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27439e-cec9-49c0-9182-558b1fb3e3aa req-746173fc-e8a2-435c-96de-e8e2deca2c76 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:14.357429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27439e-cec9-49c0-9182-558b1fb3e3aa req-746173fc-e8a2-435c-96de-e8e2deca2c76 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:14.359266 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ad27439e-cec9-49c0-9182-558b1fb3e3aa req-746173fc-e8a2-435c-96de-e8e2deca2c76 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1682 time: 0.0905569 Sep 08 13:30:14.431048 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ad27439e-cec9-49c0-9182-558b1fb3e3aa req-ee1d64bd-804d-46a9-a04c-cc52d8e1a1c8 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499763 Sep 08 13:30:14.527998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-50fe8ce7-0a95-4696-aed7-7500fcd3fe87', 'network_id': '50fe8ce7-0a95-4696-aed7-7500fcd3fe87', 'tenant_id': '887cc4480bdd42379714c8ec25a860f4', 'fixed_ips': [{'subnet_id': '8654bea4-d99d-43dc-ab78-ab180901c79d'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:30:14.528886 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:14.559305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f446ed17-6710-4b42-b454-dba4bca026bd tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0117395 Sep 08 13:30:14.560235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48540) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:14.566308 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Request body: {'port': {'network_id': '50fe8ce7-0a95-4696-aed7-7500fcd3fe87', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-490894726'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:14.583588 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:14.640281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:14.662243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:30:14.748325 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-f2b5d68d-9ec2-4b7b-bf27-f91600219936 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:14.749393 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f2b5d68d-9ec2-4b7b-bf27-f91600219936 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.0916193 Sep 08 13:30:14.757302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48544) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:14.767438 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663300a-2fa7-430d-bf4f-3735aec11380 req-cc92be70-491e-442b-84d3-21c1ae6892de tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:14.769663 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1663300a-2fa7-430d-bf4f-3735aec11380 req-cc92be70-491e-442b-84d3-21c1ae6892de tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 932 time: 0.1336660 Sep 08 13:30:14.779219 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Allocated IP 2001:db8::2 (50fe8ce7-0a95-4696-aed7-7500fcd3fe87/8654bea4-d99d-43dc-ab78-ab180901c79d/f5ea5eff-12c9-406a-8bed-94bd03631a41) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:14.792738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Network 8558c78e-818a-4e56-9eb8-d34a7481093d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:14.797479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:14.799509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event updated for resources: {'Port': ['ID=28293dad-bbce-4e6b-bd24-f30023194039,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:14.801805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:14.829986 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1663300a-2fa7-430d-bf4f-3735aec11380 req-323e2699-bbdb-402e-b275-7c54b6ef8cff tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493770 Sep 08 13:30:14.880085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:14.880841 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:14.885271 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:14.891122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:14.891780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:14.937352 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0e45e81-a5b8-45d2-b36b-4660757de1b7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:14.961394 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0e45e81-a5b8-45d2-b36b-4660757de1b7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.021378 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.032317 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Transition to ACTIVE for port object f5ea5eff-12c9-406a-8bed-94bd03631a41 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:15.034109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Made reservation on behalf of 887cc4480bdd42379714c8ec25a860f4 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:15.040385 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:15.041786 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.056914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Pushing event updated for resources: {'Network': ['ID=ab4ea408-c265-404e-a12d-07fbe5de1149,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:15.091785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network ab4ea408-c265-404e-a12d-07fbe5de1149 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:15.099267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:15.099459 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] device_id is not set on port eb2a31d5-7460-401f-9b4d-c694579a5056 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:15.100332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device aa85f8d5-8c09-42a6-b6ef-7c5ecb36513a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:15.100924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 54f8f67e-47fe-4c50-af42-8b28466f2292 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:15.155681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 54f8f67e-47fe-4c50-af42-8b28466f2292 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:15.160007 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 54f8f67e-47fe-4c50-af42-8b28466f2292 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:15.168717 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e784-dc5a-4fc1-a3c3-37386a58e57f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.208424 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-821889bf-ebd2-48e7-97af-a87ba82a3941 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0424531 Sep 08 13:30:15.225971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Request body: {'port': {'device_id': 'f606abe7-35a9-4bcc-bd1b-bfee8d33d017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:15.239646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Transition to ACTIVE for port object f5ea5eff-12c9-406a-8bed-94bd03631a41 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:15.284847 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0e45e81-a5b8-45d2-b36b-4660757de1b7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.292003 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0e45e81-a5b8-45d2-b36b-4660757de1b7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.292957 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.295908 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48554) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:15.296304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d0e45e81-a5b8-45d2-b36b-4660757de1b7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "DELETE /v2.0/security-groups/1525048f-5bf1-4452-96b8-c7ab09d27af2 HTTP/1.1" status: 204 len: 168 time: 0.5255864 Sep 08 13:30:15.333433 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a87c360e-0a8e-4299-9808-8cd9c28024d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.4768057 Sep 08 13:30:15.399360 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1b803684-ccf7-456e-a198-614c08c49677 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1019185 Sep 08 13:30:15.402891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48560) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:15.409828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e45e81-a5b8-45d2-b36b-4660757de1b7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1525048f-5bf1-4452-96b8-c7ab09d27af2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:15.486981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e0597a19-79fc-497c-93ad-0a5b48c017e0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417944006'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:15.507569 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.642654 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Pushing event updated for resources: {'Port': ['ID=f5ea5eff-12c9-406a-8bed-94bd03631a41,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:15.665335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb6f33-1aa8-492d-b478-8bf28404f666 req-c4ca14d9-52f1-4b86-b3d4-8c0778b512b2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:15.669206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Network 50fe8ce7-0a95-4696-aed7-7500fcd3fe87 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:15.675750 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb6f33-1aa8-492d-b478-8bf28404f666 req-c4ca14d9-52f1-4b86-b3d4-8c0778b512b2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:15.677101 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-32cb6f33-1aa8-492d-b478-8bf28404f666 req-c4ca14d9-52f1-4b86-b3d4-8c0778b512b2 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1682 time: 0.1175058 Sep 08 13:30:15.682996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:15.688903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4e784-dc5a-4fc1-a3c3-37386a58e57f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:15.689224 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e784-dc5a-4fc1-a3c3-37386a58e57f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.693294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:15.717481 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e0597a19-79fc-497c-93ad-0a5b48c017e0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.724993 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Allocated IP 2001:db8::221 (50fe8ce7-0a95-4696-aed7-7500fcd3fe87/8654bea4-d99d-43dc-ab78-ab180901c79d/eb2a31d5-7460-401f-9b4d-c694579a5056) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:15.809167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-32cb6f33-1aa8-492d-b478-8bf28404f666 req-ed5fc91d-afbb-4e6f-a7de-e742459e0fde tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117568 Sep 08 13:30:15.857101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48566) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:15.858056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Attempting to bind port f5ea5eff-12c9-406a-8bed-94bd03631a41 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:15.858922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Attempting to bind port f5ea5eff-12c9-406a-8bed-94bd03631a41 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '1f0a78ce-0107-4537-9dfe-93fb5cb281c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '50fe8ce7-0a95-4696-aed7-7500fcd3fe87'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:15.859786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Attempting to bind port f5ea5eff-12c9-406a-8bed-94bd03631a41 on network 50fe8ce7-0a95-4696-aed7-7500fcd3fe87 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:15.864099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Request body: {'port': {'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149', 'binding:host_id': 'n-h1-807558-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1651538870'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:15.869098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:30:15.870057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Checking segment: {'id': '1f0a78ce-0107-4537-9dfe-93fb5cb281c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '50fe8ce7-0a95-4696-aed7-7500fcd3fe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:15.870945 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.871849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Bound using segment: {'id': '1f0a78ce-0107-4537-9dfe-93fb5cb281c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '50fe8ce7-0a95-4696-aed7-7500fcd3fe87'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:30:15.872579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Bound port: f5ea5eff-12c9-406a-8bed-94bd03631a41, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0a78ce-0107-4537-9dfe-93fb5cb281c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '50fe8ce7-0a95-4696-aed7-7500fcd3fe87'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:30:15.873189 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.887521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48568) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:15.935347 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e0597a19-79fc-497c-93ad-0a5b48c017e0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.946443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-ebf4e784-dc5a-4fc1-a3c3-37386a58e57f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] For port d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7,segment=NetworkSegment(bf0b6600-06df-4bd7-865e-c51630c314d3),segment_id=bf0b6600-06df-4bd7-865e-c51630c314d3)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:15.947305 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e784-dc5a-4fc1-a3c3-37386a58e57f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:15.985854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4e784-dc5a-4fc1-a3c3-37386a58e57f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:16.000782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-948bb6e3-eafb-44f7-a97e-72578872bda9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:16.007887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-948bb6e3-eafb-44f7-a97e-72578872bda9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:16.010043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-948bb6e3-eafb-44f7-a97e-72578872bda9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1682 time: 0.2000008 Sep 08 13:30:16.017882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] For port f5ea5eff-12c9-406a-8bed-94bd03631a41, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:30:16.028878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] For port f5ea5eff-12c9-406a-8bed-94bd03631a41, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f5ea5eff-12c9-406a-8bed-94bd03631a41,segment=NetworkSegment(1f0a78ce-0107-4537-9dfe-93fb5cb281c9),segment_id=1f0a78ce-0107-4537-9dfe-93fb5cb281c9)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:30:16.061406 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e0597a19-79fc-497c-93ad-0a5b48c017e0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.121194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0597a19-79fc-497c-93ad-0a5b48c017e0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5e5d02-f88f-4b7d-af50-1104f9f324cf,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:16.137925 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.194474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28293dad-bbce-4e6b-bd24-f30023194039 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:30:16.211390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.213942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-366918d5-02ef-4611-8b5e-33a53954d2e3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting port a2899ba0-c17f-4ff3-b996-c649f7dcc809 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:16.214315 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-366918d5-02ef-4611-8b5e-33a53954d2e3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.226694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cc2d2-7990-4377-97fe-e7fa7255a28c req-ebe14154-d638-402f-aee0-2f503e4e8084 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:16.238585 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e5cc2d2-7990-4377-97fe-e7fa7255a28c req-ebe14154-d638-402f-aee0-2f503e4e8084 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 932 time: 0.1955564 Sep 08 13:30:16.254960 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.293357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4f73d689-9790-4bdc-9839-db07e5059c21 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Request body: {'quota': {'network': 2}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:16.295768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Made reservation on behalf of 6a4a18817b1f44f78e4a2c62163400cc for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:16.298006 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.317768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bf340-a36e-40fe-9109-605e76ac217a None None] Pushing event updated for resources: {'Port': ['ID=f5ea5eff-12c9-406a-8bed-94bd03631a41,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:16.323917 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.331880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Transition to ACTIVE for port object eb2a31d5-7460-401f-9b4d-c694579a5056 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:16.358485 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9e5cc2d2-7990-4377-97fe-e7fa7255a28c req-574d0d11-df53-49bd-a346-17471e1eac70 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964503 Sep 08 13:30:16.382353 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e0597a19-79fc-497c-93ad-0a5b48c017e0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.382353 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e0597a19-79fc-497c-93ad-0a5b48c017e0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9769561 Sep 08 13:30:16.387566 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48574) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:16.395868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9f957955-b56d-44d6-976b-bd79ee83a341 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '3a5e5d02-f88f-4b7d-af50-1104f9f324cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:16.425726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-366918d5-02ef-4611-8b5e-33a53954d2e3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] For port a2899ba0-c17f-4ff3-b996-c649f7dcc809, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2899ba0-c17f-4ff3-b996-c649f7dcc809,segment=NetworkSegment(b9c462bc-d987-4b30-a263-b039b1e8b7cb),segment_id=b9c462bc-d987-4b30-a263-b039b1e8b7cb)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:16.426142 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-366918d5-02ef-4611-8b5e-33a53954d2e3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.444953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-366918d5-02ef-4611-8b5e-33a53954d2e3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Calling delete_port for a2899ba0-c17f-4ff3-b996-c649f7dcc809 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:16.481632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4f73d689-9790-4bdc-9839-db07e5059c21 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] 10.222.0.69 "PUT /v2.0/quotas/2d793b20d1824722945adbc715fed93b HTTP/1.1" status: 200 len: 368 time: 0.5930040 Sep 08 13:30:16.484975 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48576) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:16.502834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Request body: {'network': {'project_id': '2d793b20d1824722945adbc715fed93b'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:16.512244 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.573085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Network 50fe8ce7-0a95-4696-aed7-7500fcd3fe87 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:16.574274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Transition to ACTIVE for port object 28293dad-bbce-4e6b-bd24-f30023194039 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:16.590491 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e784-dc5a-4fc1-a3c3-37386a58e57f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.603215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:16.605388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Pushing event updated for resources: {'Port': ['ID=eb2a31d5-7460-401f-9b4d-c694579a5056,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:16.612262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:16.617868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:16.618533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.679828 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.680063 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.680063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4e784-dc5a-4fc1-a3c3-37386a58e57f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:16.777661 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Pushing event updated for resources: {'Port': ['ID=28293dad-bbce-4e6b-bd24-f30023194039,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:16.795186 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.807903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] device_id is not set on port 9b86c331-b658-400c-8b2c-d6f88c900fb4 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:16.845522 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:16.897739 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6cc86325-f6dc-4a9d-96df-b801eaf765c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3359220 Sep 08 13:30:16.901157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48582) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:16.916732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f5ea5eff-12c9-406a-8bed-94bd03631a41 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:16.931665 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Request body: {'port': {'network_id': '50fe8ce7-0a95-4696-aed7-7500fcd3fe87', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1414880966', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:16.932375 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.api.validators [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] bootfile-name is not in valid_values {{(pid=96264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 13:30:16.932570 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.api.validators [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] tftp-server is not in valid_values {{(pid=96264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 13:30:16.932910 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.api.validators [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] server-ip-address is not in valid_values {{(pid=96264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 13:30:17.059301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb336f2-2d2f-4976-877b-70573c324b4d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:17.067106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Attempting to bind port 28293dad-bbce-4e6b-bd24-f30023194039 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:17.067448 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Attempting to bind port 28293dad-bbce-4e6b-bd24-f30023194039 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:17.073443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Attempting to bind port 28293dad-bbce-4e6b-bd24-f30023194039 on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:17.081007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Port 28293dad-bbce-4e6b-bd24-f30023194039 on network 8558c78e-818a-4e56-9eb8-d34a7481093d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:17.081409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Attempting to bind port 28293dad-bbce-4e6b-bd24-f30023194039 on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:17.090101 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port f5ea5eff-12c9-406a-8bed-94bd03631a41 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:17.090782 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:30:17.096247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Checking segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:17.096247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Bound using segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:30:17.096247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Bound port: 28293dad-bbce-4e6b-bd24-f30023194039, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:30:17.096247 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:17.160600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Made reservation on behalf of 2d793b20d1824722945adbc715fed93b for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:17.165326 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:17.187718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:17.199266 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-366918d5-02ef-4611-8b5e-33a53954d2e3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:17.203400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e784-dc5a-4fc1-a3c3-37386a58e57f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:17.205106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] For port 28293dad-bbce-4e6b-bd24-f30023194039, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:30:17.212475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a2899ba0-c17f-4ff3-b996-c649f7dcc809', '8057e1ad-1361-43e2-bde7-1e30ec740849'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:30:17.223696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] For port 28293dad-bbce-4e6b-bd24-f30023194039, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=28293dad-bbce-4e6b-bd24-f30023194039,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:30:17.262043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366918d5-02ef-4611-8b5e-33a53954d2e3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Port': ['ID=a2899ba0-c17f-4ff3-b996-c649f7dcc809,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:17.294616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bda71-635f-4860-b00b-ef413a473533 req-83550652-d219-4d8d-b7e7-180aad5bd406 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:17.295304 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:30:17.295304 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:30:17.295304 n-d-807558-3 neutron-server[96264]: [parameters: {'project_id_1': '2d793b20d1824722945adbc715fed93b', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 29, 57, 213077)}] Sep 08 13:30:17.295304 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:30:17.295304 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:30:17.302121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bda71-635f-4860-b00b-ef413a473533 req-83550652-d219-4d8d-b7e7-180aad5bd406 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:17.303856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-643bda71-635f-4860-b00b-ef413a473533 req-83550652-d219-4d8d-b7e7-180aad5bd406 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 1603 time: 0.3046436 Sep 08 13:30:17.322636 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:17.414892 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Made reservation on behalf of 887cc4480bdd42379714c8ec25a860f4 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:17.418610 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:17.437338 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:17.437958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:17.440078 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] 10.222.0.70 "PUT /v2.0/ports/28293dad-bbce-4e6b-bd24-f30023194039 HTTP/1.1" status: 200 len: 1092 time: 2.2231777 Sep 08 13:30:17.523161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-366918d5-02ef-4611-8b5e-33a53954d2e3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] No DVR routers for this DVR port a2899ba0-c17f-4ff3-b996-c649f7dcc809 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:17.527066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-366918d5-02ef-4611-8b5e-33a53954d2e3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:17.534767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-366918d5-02ef-4611-8b5e-33a53954d2e3 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "DELETE /v2.0/ports/a2899ba0-c17f-4ff3-b996-c649f7dcc809 HTTP/1.1" status: 204 len: 173 time: 1.5152090 Sep 08 13:30:17.573843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'name': 'network-vif-deleted', 'tag': 'a2899ba0-c17f-4ff3-b996-c649f7dcc809'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:30:17.576439 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48f0fee-6910-42c2-a0bf-ea6046e10658" -d '{"events": [{"server_uuid": "4cd76b00-1140-49cc-8c09-5cd64ff637a9", "name": "network-vif-deleted", "tag": "a2899ba0-c17f-4ff3-b996-c649f7dcc809"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:30:17.751083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] device_id is not set on port 9b86c331-b658-400c-8b2c-d6f88c900fb4 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:17.775708 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-643bda71-635f-4860-b00b-ef413a473533 req-e286d7c4-d4e8-40f2-8572-7724236835a6 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/security-groups?id=fbef1b0c-2f21-4ef6-9549-78966deb9b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232831 Sep 08 13:30:17.793757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:17.818438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f606abe7-35a9-4bcc-bd1b-bfee8d33d017', 'tag': '28293dad-bbce-4e6b-bd24-f30023194039'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:30:17.820748 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91498d30-5925-4399-b638-9be469e006f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f606abe7-35a9-4bcc-bd1b-bfee8d33d017", "tag": "28293dad-bbce-4e6b-bd24-f30023194039"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:30:17.824190 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:17.846292 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-9f957955-b56d-44d6-976b-bd79ee83a341 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The resource could not be found. Sep 08 13:30:17.850429 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9f957955-b56d-44d6-976b-bd79ee83a341 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.4614844 Sep 08 13:30:17.869484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48590) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:17.871445 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd7105f-7e05-4ecc-9e41-72cd2ef8628c x-openstack-request-id: req-4dd7105f-7e05-4ecc-9e41-72cd2ef8628c {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:30:17.871792 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd76b00-1140-49cc-8c09-5cd64ff637a9", "name": "network-vif-deleted", "tag": "a2899ba0-c17f-4ff3-b996-c649f7dcc809", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:30:17.872041 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4dd7105f-7e05-4ecc-9e41-72cd2ef8628c {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:30:17.872557 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'name': 'network-vif-deleted', 'tag': 'a2899ba0-c17f-4ff3-b996-c649f7dcc809', 'status': 'completed', 'code': 200} Sep 08 13:30:17.880339 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] device_id is not set on port 2094e149-3628-4609-8e2b-f9edeeb5813a yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:17.889420 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c8b51d-1915-4b9c-9191-7772829ff000 x-openstack-request-id: req-93c8b51d-1915-4b9c-9191-7772829ff000 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:30:17.889420 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f606abe7-35a9-4bcc-bd1b-bfee8d33d017", "tag": "28293dad-bbce-4e6b-bd24-f30023194039", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:30:17.889420 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93c8b51d-1915-4b9c-9191-7772829ff000 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:30:17.889717 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f606abe7-35a9-4bcc-bd1b-bfee8d33d017', 'tag': '28293dad-bbce-4e6b-bd24-f30023194039', 'status': 'completed', 'code': 200} Sep 08 13:30:17.889821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Transition to ACTIVE for port object 9b86c331-b658-400c-8b2c-d6f88c900fb4 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:17.894647 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4e10d416-35b3-4cfd-badb-5c99067e4ae0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '3a5e5d02-f88f-4b7d-af50-1104f9f324cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5f4bff30-6942-4046-a6cd-d9cdc8986ea4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:17.895554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0bf794-ef51-43e4-b7c8-b6f0f27aae61 None None] Network 50fe8ce7-0a95-4696-aed7-7500fcd3fe87 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:17.906356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf4e784-dc5a-4fc1-a3c3-37386a58e57f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:30:17.975987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-0cf95cb7-14fa-42b3-97e1-44f2e58f30db tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting port 8057e1ad-1361-43e2-bde7-1e30ec740849 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:17.975987 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-0cf95cb7-14fa-42b3-97e1-44f2e58f30db tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.015128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708298c-d240-4e2c-a3f5-65c305014f5f service neutron] Pushing event updated for resources: {'Port': ['ID=28293dad-bbce-4e6b-bd24-f30023194039,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:18.053919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf4e784-dc5a-4fc1-a3c3-37386a58e57f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:30:18.062844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-53390582-ae8c-4512-9207-ce5a67460f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:18.062844 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-53390582-ae8c-4512-9207-ce5a67460f8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 1095 time: 0.2315931 Sep 08 13:30:18.063828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ebf4e784-dc5a-4fc1-a3c3-37386a58e57f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1000431 Sep 08 13:30:18.063828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48592) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:18.071802 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98ee0f-4c2e-4391-9bcc-f3428de96d9d req-f055ce88-6342-471e-9e1a-5bfae4c5be26 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:18.078106 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c98ee0f-4c2e-4391-9bcc-f3428de96d9d req-f055ce88-6342-471e-9e1a-5bfae4c5be26 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 944 time: 0.2467978 Sep 08 13:30:18.083773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46aa6b-d5e9-4a69-9da3-b4b2ebdf4873 None None] Sync routers for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:30:18.091491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a2dc0209-a152-4388-a86d-f18424ce522c None None] Provisioning for port f5ea5eff-12c9-406a-8bed-94bd03631a41 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:18.102904 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a2dc0209-a152-4388-a86d-f18424ce522c None None] Provisioning complete for port f5ea5eff-12c9-406a-8bed-94bd03631a41 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:18.103335 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0209-a152-4388-a86d-f18424ce522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.127943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46aa6b-d5e9-4a69-9da3-b4b2ebdf4873 None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:18.128421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4a46aa6b-d5e9-4a69-9da3-b4b2ebdf4873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:18.128565 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.156709 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-5fde23e8-b80b-4c77-9691-319424620397 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28293dad-bbce-4e6b-bd24-f30023194039 HTTP/1.1" status: 200 len: 217 time: 0.0757394 Sep 08 13:30:18.211103 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-4a46aa6b-d5e9-4a69-9da3-b4b2ebdf4873 None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:18.215493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event updated for resources: {'Port': ['ID=9b86c331-b658-400c-8b2c-d6f88c900fb4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:18.229493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Allocated IP 2001:db8::312 (50fe8ce7-0a95-4696-aed7-7500fcd3fe87/8654bea4-d99d-43dc-ab78-ab180901c79d/2094e149-3628-4609-8e2b-f9edeeb5813a) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:18.237679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-0cf95cb7-14fa-42b3-97e1-44f2e58f30db tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] For port 8057e1ad-1361-43e2-bde7-1e30ec740849, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8057e1ad-1361-43e2-bde7-1e30ec740849,segment=NetworkSegment(97d7eeb6-18d4-46dd-a1af-f52b69d4a197),segment_id=97d7eeb6-18d4-46dd-a1af-f52b69d4a197)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:18.238050 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-0cf95cb7-14fa-42b3-97e1-44f2e58f30db tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.253581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15c2886-eff7-4824-9bca-bc519e6c78ca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting subnet c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:30:18.264030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b15c2886-eff7-4824-9bca-bc519e6c78ca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.275472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4a46aa6b-d5e9-4a69-9da3-b4b2ebdf4873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:16Z', 'revision_number': 11, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:18.295257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-0cf95cb7-14fa-42b3-97e1-44f2e58f30db tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Calling delete_port for 8057e1ad-1361-43e2-bde7-1e30ec740849 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:18.310278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46aa6b-d5e9-4a69-9da3-b4b2ebdf4873 None None] Checking router: 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:30:18.319440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Checking segment: {'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:18.319835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Network hostable DHCP agents. Network: ab4ea408-c265-404e-a12d-07fbe5de1149, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:30:18.350680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a46aa6b-d5e9-4a69-9da3-b4b2ebdf4873 None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:18.351330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4a46aa6b-d5e9-4a69-9da3-b4b2ebdf4873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:18.368262 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c98ee0f-4c2e-4391-9bcc-f3428de96d9d req-d4b38d32-a401-4222-97aa-b21a44c2130d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887082 Sep 08 13:30:18.387903 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b15c2886-eff7-4824-9bca-bc519e6c78ca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.442871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-176e654d-be39-41a7-bd3b-2af7d1291078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:18.447990 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-176e654d-be39-41a7-bd3b-2af7d1291078 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.2663777 Sep 08 13:30:18.461154 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-4a46aa6b-d5e9-4a69-9da3-b4b2ebdf4873 None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:18.509742 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b15c2886-eff7-4824-9bca-bc519e6c78ca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.527620 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-0e33ace5-1b6c-4af4-a494-7d16d4ab2658 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438511 Sep 08 13:30:18.558327 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Network ab4ea408-c265-404e-a12d-07fbe5de1149 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:30:18.632857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, ab4ea408-c265-404e-a12d-07fbe5de1149) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:18.641449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:18.661198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:18.661473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:18.661819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:18.669382 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:18.669382 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:18.669791 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 2 to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 Sep 08 13:30:18.686249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:18.686603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:18.686946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:18.695256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:18.696168 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:18.696168 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 3 to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 Sep 08 13:30:18.719906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:18.720338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:18.720694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:18.731618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:18.732813 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:18.733468 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 4 to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 Sep 08 13:30:18.756771 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b15c2886-eff7-4824-9bca-bc519e6c78ca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.759427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3aad99-dd96-4a90-9c63-27401c8d2fe0 None None] Network ab4ea408-c265-404e-a12d-07fbe5de1149 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:18.761312 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0209-a152-4388-a86d-f18424ce522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.773385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-0cf95cb7-14fa-42b3-97e1-44f2e58f30db tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.775838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.778020 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.781968 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-14f9a402-4b85-4847-8275-42c76637e2df service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442446 Sep 08 13:30:18.814516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a2dc0209-a152-4388-a86d-f18424ce522c None None] For port f5ea5eff-12c9-406a-8bed-94bd03631a41, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f5ea5eff-12c9-406a-8bed-94bd03631a41,segment=NetworkSegment(1f0a78ce-0107-4537-9dfe-93fb5cb281c9),segment_id=1f0a78ce-0107-4537-9dfe-93fb5cb281c9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:18.822382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4a46aa6b-d5e9-4a69-9da3-b4b2ebdf4873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:16Z', 'revision_number': 11, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:18.823328 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b15c2886-eff7-4824-9bca-bc519e6c78ca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.826138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b15c2886-eff7-4824-9bca-bc519e6c78ca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2 HTTP/1.1" status: 204 len: 168 time: 0.7617836 Sep 08 13:30:18.840223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:18.840871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:18.841275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:18.849680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48596) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:18.854098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3571634d-7326-465f-9a54-b005298a47ca None None] Network 0f075fb7-cc8a-4293-bd65-40fe022f6468 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:18.882345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf95cb7-14fa-42b3-97e1-44f2e58f30db tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Port': ['ID=8057e1ad-1361-43e2-bde7-1e30ec740849,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:18.896592 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa802336-efef-455b-9cc2-8bb719c4fdf0 req-fe74fd25-63b5-4f27-8c1b-39647f77d03c service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055205 Sep 08 13:30:18.899876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Transition to ACTIVE for port object 2094e149-3628-4609-8e2b-f9edeeb5813a will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:18.942780 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.959992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a46aa6b-d5e9-4a69-9da3-b4b2ebdf4873 None None] The sync data for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 is: [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:16Z', 'revision_number': 11, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:30:18.959992 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2dc0209-a152-4388-a86d-f18424ce522c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:18.993183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016dc648-e577-4080-b8c5-d57e562af2bf,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:19.008387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:19.020760 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.021528 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Added segment 6ec01585-0cad-44b1-8fb2-75fe845e05a0 of type vlan for network ebff69f1-d409-435f-bed7-7993abf64f58 Sep 08 13:30:19.028512 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.061701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:19.062057 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:19.063370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c2886-eff7-4824-9bca-bc519e6c78ca tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Subnet': ['ID=c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:19.073547 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.098043 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 5 to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 Sep 08 13:30:19.131781 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-4e10d416-35b3-4cfd-badb-5c99067e4ae0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The resource could not be found. Sep 08 13:30:19.133316 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4e10d416-35b3-4cfd-badb-5c99067e4ae0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2550876 Sep 08 13:30:19.151504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-0cf95cb7-14fa-42b3-97e1-44f2e58f30db tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] No DVR routers for this DVR port 8057e1ad-1361-43e2-bde7-1e30ec740849 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:19.153775 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-0cf95cb7-14fa-42b3-97e1-44f2e58f30db tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.156330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-585641c8-e2b6-4b45-872b-93f2cfee2613 req-0cf95cb7-14fa-42b3-97e1-44f2e58f30db tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.60 "DELETE /v2.0/ports/8057e1ad-1361-43e2-bde7-1e30ec740849 HTTP/1.1" status: 204 len: 173 time: 1.5687149 Sep 08 13:30:19.157180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48598) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:19.223896 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Pushing event updated for resources: {'Port': ['ID=2094e149-3628-4609-8e2b-f9edeeb5813a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:19.235390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dc0209-a152-4388-a86d-f18424ce522c None None] Pushing event updated for resources: {'Port': ['ID=f5ea5eff-12c9-406a-8bed-94bd03631a41,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:19.244313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55995b93-f20b-4187-a78a-121a743ca56b req-0b2e9505-3d32-4229-8d49-219a8c295835 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 210 time: 0.1476111 Sep 08 13:30:19.256254 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-26a35377-c8b1-47af-bd42-f7f58aa52941 None None] Provisioning for port eb2a31d5-7460-401f-9b4d-c694579a5056 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:19.263339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:19.263680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:19.264027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:19.264558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-26a35377-c8b1-47af-bd42-f7f58aa52941 None None] Provisioning complete for port eb2a31d5-7460-401f-9b4d-c694579a5056 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:19.265153 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-26a35377-c8b1-47af-bd42-f7f58aa52941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.265642 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.281410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Network 50fe8ce7-0a95-4696-aed7-7500fcd3fe87 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:19.292138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:19.297046 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7b98f5bc-2111-496f-8472-43c75d8f7cf3 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.306977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-26a35377-c8b1-47af-bd42-f7f58aa52941 None None] Port eb2a31d5-7460-401f-9b4d-c694579a5056 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:30:19.310081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:19.318019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:19.319405 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.342871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-26a35377-c8b1-47af-bd42-f7f58aa52941 None None] Provisioning complete for port f5ea5eff-12c9-406a-8bed-94bd03631a41 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:19.343865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-26a35377-c8b1-47af-bd42-f7f58aa52941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.352476 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7b98f5bc-2111-496f-8472-43c75d8f7cf3 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.357718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:19.358324 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:19.365174 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 6 to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 Sep 08 13:30:19.376757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91498d30-5925-4399-b638-9be469e006f7 req-d0f0a25a-a4c9-4899-8ba1-62535d7c2e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:19.378315 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91498d30-5925-4399-b638-9be469e006f7 req-d0f0a25a-a4c9-4899-8ba1-62535d7c2e3c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 1095 time: 0.2238026 Sep 08 13:30:19.402872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:19.403987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:19.403987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:19.462146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:19.463067 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:19.463975 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 7 to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 Sep 08 13:30:19.477590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8147f2-a0c4-4b7b-9d8b-b659459b40b0 None None] DHCP port deletion for 0f075fb7-cc8a-4293-bd65-40fe022f6468 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:30:19.505924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:19.506642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:19.507165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:19.511115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Deleting port 3c33abce-eb03-45ac-a410-c4ac992c4324 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:19.511693 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.529787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:19.530540 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:19.537000 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 8 to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 Sep 08 13:30:19.543165 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fd66d4ef-bf79-4072-948e-4c4d262a4a84 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.6330800 Sep 08 13:30:19.543165 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.543165 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:19.547481 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.555560 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48602) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:19.572586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:19.572973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:19.573318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:19.611759 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7b98f5bc-2111-496f-8472-43c75d8f7cf3 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.615507 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7b98f5bc-2111-496f-8472-43c75d8f7cf3 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.619265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7b98f5bc-2111-496f-8472-43c75d8f7cf3 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "DELETE /v2.0/security-groups/3a5e5d02-f88f-4b7d-af50-1104f9f324cf HTTP/1.1" status: 204 len: 168 time: 0.4406066 Sep 08 13:30:19.635275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48604) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:19.645744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.1595869 Sep 08 13:30:19.648306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:19.650753 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:19.651377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] For port 3c33abce-eb03-45ac-a410-c4ac992c4324, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3c33abce-eb03-45ac-a410-c4ac992c4324,segment=NetworkSegment(bf0b6600-06df-4bd7-865e-c51630c314d3),segment_id=bf0b6600-06df-4bd7-865e-c51630c314d3)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:19.651799 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.654332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1b8147f2-a0c4-4b7b-9d8b-b659459b40b0 None None] Deleting port 3c33abce-eb03-45ac-a410-c4ac992c4324 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:19.654858 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1b8147f2-a0c4-4b7b-9d8b-b659459b40b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.680482 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 9 to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 Sep 08 13:30:19.686845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48606) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:19.713921 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-18840fac-e432-418b-9327-b4a6daed5fc0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Request body: {'network': {'project_id': '2d793b20d1824722945adbc715fed93b'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:19.720561 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d9ba7524-111c-4ebd-983a-26303b6ede64 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835469 Sep 08 13:30:19.724667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98f5bc-2111-496f-8472-43c75d8f7cf3 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5e5d02-f88f-4b7d-af50-1104f9f324cf,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:19.736097 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48608) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:19.739243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Calling delete_port for 3c33abce-eb03-45ac-a410-c4ac992c4324 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:19.749786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:19.750139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:19.750588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:19.750740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1b8147f2-a0c4-4b7b-9d8b-b659459b40b0 None None] For port 3c33abce-eb03-45ac-a410-c4ac992c4324, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3c33abce-eb03-45ac-a410-c4ac992c4324,segment=NetworkSegment(bf0b6600-06df-4bd7-865e-c51630c314d3),segment_id=bf0b6600-06df-4bd7-865e-c51630c314d3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:19.751213 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1b8147f2-a0c4-4b7b-9d8b-b659459b40b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.754014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e6c82916-8981-4ccc-874c-b233f9c9652c tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': '558e9e6b-3091-47d6-8a92-05f2f9be2b21', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:19.764791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:19.765122 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:19.765524 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 10 to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 Sep 08 13:30:19.767192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1b8147f2-a0c4-4b7b-9d8b-b659459b40b0 None None] Calling delete_port for 3c33abce-eb03-45ac-a410-c4ac992c4324 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:19.782594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d0c67876-c4a8-4ea9-a2ad-3b2a0ed5cf48 None None] Provisioning complete for port eb2a31d5-7460-401f-9b4d-c694579a5056 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:19.783006 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d0c67876-c4a8-4ea9-a2ad-3b2a0ed5cf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.811586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91498d30-5925-4399-b638-9be469e006f7 req-f7f56b12-c112-4d91-80d3-3088587e46db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:19.813828 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91498d30-5925-4399-b638-9be469e006f7 req-f7f56b12-c112-4d91-80d3-3088587e46db service neutron] 10.222.0.70 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 907 time: 0.4270165 Sep 08 13:30:19.816276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:19.816626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:19.816984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:19.822817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:19.823155 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 9b86c331-b658-400c-8b2c-d6f88c900fb4 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:19.823740 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.840197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65514982-bd68-41bf-9b4f-aad816b822f0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Pushing event updated for resources: {'Network': ['ID=ebff69f1-d409-435f-bed7-7993abf64f58,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:19.855066 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d0c67876-c4a8-4ea9-a2ad-3b2a0ed5cf48 None None] Port eb2a31d5-7460-401f-9b4d-c694579a5056 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:30:19.865909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network ebff69f1-d409-435f-bed7-7993abf64f58 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:19.897419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] For port 9b86c331-b658-400c-8b2c-d6f88c900fb4, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:30:19.897800 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempted to set empty binding levels {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 08 13:30:19.903882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'name': 'network-vif-deleted', 'tag': '8057e1ad-1361-43e2-bde7-1e30ec740849'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:30:19.906148 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ce4497-e3a6-4d1b-a431-7a774b69ce0b" -d '{"events": [{"server_uuid": "4cd76b00-1140-49cc-8c09-5cd64ff637a9", "name": "network-vif-deleted", "tag": "8057e1ad-1361-43e2-bde7-1e30ec740849"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:30:19.907668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d341897-5de0-4e58-ab2c-d2ae3b77b285 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:19.914721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d341897-5de0-4e58-ab2c-d2ae3b77b285 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:19.921281 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d341897-5de0-4e58-ab2c-d2ae3b77b285 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:19.923483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0d341897-5de0-4e58-ab2c-d2ae3b77b285 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.3527238 Sep 08 13:30:19.927123 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91498d30-5925-4399-b638-9be469e006f7 req-989cee52-eac5-4832-bf0a-bfcf2fb98fcf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28293dad-bbce-4e6b-bd24-f30023194039 HTTP/1.1" status: 200 len: 217 time: 0.0991819 Sep 08 13:30:19.927387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48612) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:19.935169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ba176-ffb8-436c-b47f-70f4fd040829 req-41c4930d-f118-48e1-afc9-722d1e931553 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:19.936875 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-813ba176-ffb8-436c-b47f-70f4fd040829 req-41c4930d-f118-48e1-afc9-722d1e931553 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 944 time: 0.4029143 Sep 08 13:30:19.980755 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adbd6fd-48ca-42e5-a05c-2bbedda1f28e x-openstack-request-id: req-5adbd6fd-48ca-42e5-a05c-2bbedda1f28e {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:30:19.982040 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd76b00-1140-49cc-8c09-5cd64ff637a9", "name": "network-vif-deleted", "tag": "8057e1ad-1361-43e2-bde7-1e30ec740849", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:30:19.982040 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5adbd6fd-48ca-42e5-a05c-2bbedda1f28e {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:30:19.982040 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd76b00-1140-49cc-8c09-5cd64ff637a9', 'name': 'network-vif-deleted', 'tag': '8057e1ad-1361-43e2-bde7-1e30ec740849', 'status': 'completed', 'code': 200} Sep 08 13:30:19.983331 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:19.999557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18840fac-e432-418b-9327-b4a6daed5fc0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Made reservation on behalf of 2d793b20d1824722945adbc715fed93b for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:20.001866 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18840fac-e432-418b-9327-b4a6daed5fc0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.034768 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1b8147f2-a0c4-4b7b-9d8b-b659459b40b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.057058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:20.057842 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.063112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91498d30-5925-4399-b638-9be469e006f7 req-88af4b2b-d886-424d-b061-09b9b801239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:20.063533 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91498d30-5925-4399-b638-9be469e006f7 req-88af4b2b-d886-424d-b061-09b9b801239c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.1256688 Sep 08 13:30:20.084349 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.085118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2899ba0-c17f-4ff3-b996-c649f7dcc809 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:20.089648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18840fac-e432-418b-9327-b4a6daed5fc0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:20.089835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2472c4e5-65b8-40e2-b6d1-c20176a7a9f4 None None] Provisioning for port 2094e149-3628-4609-8e2b-f9edeeb5813a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:20.091649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8147f2-a0c4-4b7b-9d8b-b659459b40b0 None None] Pushing event deleted for resources: {'Port': ['ID=3c33abce-eb03-45ac-a410-c4ac992c4324,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:20.097921 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-813ba176-ffb8-436c-b47f-70f4fd040829 req-77a08e52-6f82-4eb4-be1b-4461382ad1bc tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060102 Sep 08 13:30:20.101150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event updated for resources: {'Port': ['ID=9b86c331-b658-400c-8b2c-d6f88c900fb4,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:20.116563 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91498d30-5925-4399-b638-9be469e006f7 req-578a542d-3ecf-45e6-a7e2-c1420571419e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411136 Sep 08 13:30:20.121144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8147f2-a0c4-4b7b-9d8b-b659459b40b0 None None] No DVR routers for this DVR port 3c33abce-eb03-45ac-a410-c4ac992c4324 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:20.122159 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18840fac-e432-418b-9327-b4a6daed5fc0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.122542 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-18840fac-e432-418b-9327-b4a6daed5fc0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Added segment 79d215a9-97f7-40e0-8afc-5d8203fd4c56 of type vlan for network e9e82d75-1376-40d2-bd7c-32ec19eb2b7a Sep 08 13:30:20.135032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a2899ba0-c17f-4ff3-b996-c649f7dcc809 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:20.135032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2899ba0-c17f-4ff3-b996-c649f7dcc809 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:20.135032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8057e1ad-1361-43e2-bde7-1e30ec740849 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:20.135032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2472c4e5-65b8-40e2-b6d1-c20176a7a9f4 None None] Provisioning complete for port 2094e149-3628-4609-8e2b-f9edeeb5813a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:20.135032 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2472c4e5-65b8-40e2-b6d1-c20176a7a9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.151886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Port': ['ID=3c33abce-eb03-45ac-a410-c4ac992c4324,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:20.156809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 8057e1ad-1361-43e2-bde7-1e30ec740849 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:20.157205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8057e1ad-1361-43e2-bde7-1e30ec740849 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:20.164490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No DVR routers for this DVR port 3c33abce-eb03-45ac-a410-c4ac992c4324 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:20.174444 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bbdd69bb-cf1e-429a-8f1f-edac683932bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.3163488 Sep 08 13:30:20.198352 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48614) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:20.198596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d253db1f-0db1-4c73-893e-41eb71454577 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Deleting port 2094e149-3628-4609-8e2b-f9edeeb5813a {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:20.198940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d253db1f-0db1-4c73-893e-41eb71454577 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.215869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2472c4e5-65b8-40e2-b6d1-c20176a7a9f4 None None] Port 2094e149-3628-4609-8e2b-f9edeeb5813a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:30:20.284926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18840fac-e432-418b-9327-b4a6daed5fc0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.316844 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.349791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91498d30-5925-4399-b638-9be469e006f7 req-6fe1adf4-ccc3-492e-89d6-9d6ccabd732d service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244473 Sep 08 13:30:20.358417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f075fb7-cc8a-4293-bd65-40fe022f6468']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:20.386608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a71cec81-b087-435a-a9a0-35257c47f598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Deleting port 9b86c331-b658-400c-8b2c-d6f88c900fb4 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:20.386976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a71cec81-b087-435a-a9a0-35257c47f598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.504498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-a71cec81-b087-435a-a9a0-35257c47f598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] For port 9b86c331-b658-400c-8b2c-d6f88c900fb4, host n-h1-807558-3, got binding levels [] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:20.504498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a71cec81-b087-435a-a9a0-35257c47f598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.530604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a71cec81-b087-435a-a9a0-35257c47f598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Calling delete_port for 9b86c331-b658-400c-8b2c-d6f88c900fb4 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:20.553591 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91498d30-5925-4399-b638-9be469e006f7 req-d2d464bd-a168-4fdc-8f4b-112437d097b4 service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784666 Sep 08 13:30:20.580685 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18840fac-e432-418b-9327-b4a6daed5fc0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.581705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18840fac-e432-418b-9327-b4a6daed5fc0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:20.582332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18840fac-e432-418b-9327-b4a6daed5fc0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.584709 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-e6c82916-8981-4ccc-874c-b233f9c9652c tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The resource could not be found. Sep 08 13:30:20.585841 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e6c82916-8981-4ccc-874c-b233f9c9652c tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8415289 Sep 08 13:30:20.603404 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48618) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:20.622926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 28293dad-bbce-4e6b-bd24-f30023194039 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:30:20.627529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-eb4ade8d-6a09-4269-9eb8-3ae35e638713 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group': {'name': 'tempest-secgroup--33479263'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:20.681941 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18840fac-e432-418b-9327-b4a6daed5fc0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Pushing event updated for resources: {'Network': ['ID=e9e82d75-1376-40d2-bd7c-32ec19eb2b7a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:20.712142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network e9e82d75-1376-40d2-bd7c-32ec19eb2b7a details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:20.720465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-18840fac-e432-418b-9327-b4a6daed5fc0 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0193553 Sep 08 13:30:20.724719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48620) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:20.733125 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0311c9a1-16a1-4e3e-86d7-547aff35937f tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Request body: {'network': {'project_id': '2d793b20d1824722945adbc715fed93b'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:20.764468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c511839-4b1d-4516-b620-dafc29fa8291 req-d2cf8d77-1fd6-43c6-800b-a63398aeee80 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cd76b00-1140-49cc-8c09-5cd64ff637a9 HTTP/1.1" status: 200 len: 210 time: 0.4281578 Sep 08 13:30:20.783823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0b6600-06df-4bd7-865e-c51630c314d3') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:20.784718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0b6600-06df-4bd7-865e-c51630c314d3') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:20.787568 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d253db1f-0db1-4c73-893e-41eb71454577 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.803512 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.806886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f5ea5eff-12c9-406a-8bed-94bd03631a41 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:20.812169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d253db1f-0db1-4c73-893e-41eb71454577 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Calling delete_port for 2094e149-3628-4609-8e2b-f9edeeb5813a owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:20.815131 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a71cec81-b087-435a-a9a0-35257c47f598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.824435 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.835523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:20.835668 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:20.839081 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:20.848835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 28293dad-bbce-4e6b-bd24-f30023194039, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=28293dad-bbce-4e6b-bd24-f30023194039,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:20.852180 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cec81-b087-435a-a9a0-35257c47f598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b86c331-b658-400c-8b2c-d6f88c900fb4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:20.869966 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a71cec81-b087-435a-a9a0-35257c47f598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.871914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a71cec81-b087-435a-a9a0-35257c47f598 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "DELETE /v2.0/ports/9b86c331-b658-400c-8b2c-d6f88c900fb4 HTTP/1.1" status: 204 len: 168 time: 0.6727526 Sep 08 13:30:20.872739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eb4ade8d-6a09-4269-9eb8-3ae35e638713 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.879286 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '28293dad-bbce-4e6b-bd24-f30023194039', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'port_id': '28293dad-bbce-4e6b-bd24-f30023194039', 'mac_address': 'fa:16:3e:d6:8a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14836f1-ecd1-4db6-b042-f7de366d80f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:30:20.881349 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48622) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:20.908955 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab49f112-7cd2-48da-820c-f674d202eba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] GET failed (client error): The resource could not be found. Sep 08 13:30:20.910632 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ab49f112-7cd2-48da-820c-f674d202eba5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "GET /v2.0/ports/9b86c331-b658-400c-8b2c-d6f88c900fb4 HTTP/1.1" status: 404 len: 333 time: 0.0319452 Sep 08 13:30:20.913933 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0311c9a1-16a1-4e3e-86d7-547aff35937f tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 08 13:30:20.914079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0311c9a1-16a1-4e3e-86d7-547aff35937f tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:30:20.915319 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0311c9a1-16a1-4e3e-86d7-547aff35937f tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1888211 Sep 08 13:30:20.917408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48624) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:20.922240 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Request body: {'port': {'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1395657139'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:20.925775 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48626) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:20.934310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f5ea5eff-12c9-406a-8bed-94bd03631a41 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:20.934703 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.957485 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:20.979813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28293dad-bbce-4e6b-bd24-f30023194039 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:30:20.992379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0a8fde1c-fa3e-4240-8746-fa8fbe45b77c tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2d793b20d1824722945adbc715fed93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654731 Sep 08 13:30:21.004674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48628) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:21.010581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 28293dad-bbce-4e6b-bd24-f30023194039, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=28293dad-bbce-4e6b-bd24-f30023194039,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:21.039242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.046799 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-39c7f6ca-4059-43af-9100-222ef4e39026 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.059909 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.065287 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/networks/0f075fb7-cc8a-4293-bd65-40fe022f6468 HTTP/1.1" status: 204 len: 168 time: 2.1777809 Sep 08 13:30:21.066654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0e320-3e64-4581-aba5-cd17053dd534 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Pushing event deleted for resources: {'Network': ['ID=0f075fb7-cc8a-4293-bd65-40fe022f6468,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:21.068459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48630) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:21.073371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d31ac3bb-0b78-4bdf-bda1-05b41f3defc6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'router': {'routes': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:21.075927 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-39c7f6ca-4059-43af-9100-222ef4e39026 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.116959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:21.136941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:21.137287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d9b277f0-81f4-4f7b-9ba7-e2c619edb4b7 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:21.138039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3c33abce-eb03-45ac-a410-c4ac992c4324 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:21.161513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 3c33abce-eb03-45ac-a410-c4ac992c4324 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:21.161875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3c33abce-eb03-45ac-a410-c4ac992c4324 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:21.172394 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Made reservation on behalf of 6a4a18817b1f44f78e4a2c62163400cc for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:21.172394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.197633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] device_id is not set on port 4b663e03-5ca5-415b-ad12-cec341595865 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:21.216010 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.224850 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d253db1f-0db1-4c73-893e-41eb71454577 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.252271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.extraroute_db [None req-d31ac3bb-0b78-4bdf-bda1-05b41f3defc6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Added routes are [] {{(pid=96263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 08 13:30:21.252591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.extraroute_db [None req-d31ac3bb-0b78-4bdf-bda1-05b41f3defc6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Removed routes are [] {{(pid=96263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 08 13:30:21.253656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d31ac3bb-0b78-4bdf-bda1-05b41f3defc6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.259615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdab283-67c7-4588-bdf0-a85c427f1861 req-37adccb2-b04f-496f-b5c5-c6a7ad394a41 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:21.261170 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fbdab283-67c7-4588-bdf0-a85c427f1861 req-37adccb2-b04f-496f-b5c5-c6a7ad394a41 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 945 time: 0.0582497 Sep 08 13:30:21.267948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=28293dad-bbce-4e6b-bd24-f30023194039,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:21.292921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d253db1f-0db1-4c73-893e-41eb71454577 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Pushing event deleted for resources: {'Port': ['ID=2094e149-3628-4609-8e2b-f9edeeb5813a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:21.324679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fbdab283-67c7-4588-bdf0-a85c427f1861 req-739bf3b5-f29f-4738-9338-d055ae9be00b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563304 Sep 08 13:30:21.348072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d253db1f-0db1-4c73-893e-41eb71454577 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.350097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d253db1f-0db1-4c73-893e-41eb71454577 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] 10.222.0.69 "DELETE /v2.0/ports/2094e149-3628-4609-8e2b-f9edeeb5813a HTTP/1.1" status: 204 len: 168 time: 1.4215193 Sep 08 13:30:21.354402 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48634) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:21.360065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4f7fbefc-d46d-4a80-a5cb-14b2b0913884 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Request body: {'port': {'name': 'tempest-new-port-name-222873300', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:21.360487 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.api.validators [None req-4f7fbefc-d46d-4a80-a5cb-14b2b0913884 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] bootfile-name is not in valid_values {{(pid=96264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 13:30:21.360823 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.api.validators [None req-4f7fbefc-d46d-4a80-a5cb-14b2b0913884 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] tftp-server is not in valid_values {{(pid=96264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 13:30:21.361152 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.api.validators [None req-4f7fbefc-d46d-4a80-a5cb-14b2b0913884 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] server-ip-address is not in valid_values {{(pid=96264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 13:30:21.444294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['28293dad-bbce-4e6b-bd24-f30023194039'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:30:21.459822 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d31ac3bb-0b78-4bdf-bda1-05b41f3defc6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.463465 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d31ac3bb-0b78-4bdf-bda1-05b41f3defc6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.493183 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-39c7f6ca-4059-43af-9100-222ef4e39026 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.497262 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-39c7f6ca-4059-43af-9100-222ef4e39026 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.497511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-39c7f6ca-4059-43af-9100-222ef4e39026 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] 10.222.0.69 "DELETE /v2.0/security-groups/016dc648-e577-4080-b8c5-d57e562af2bf HTTP/1.1" status: 204 len: 168 time: 0.5012953 Sep 08 13:30:21.506521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48636) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:21.507814 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f7fbefc-d46d-4a80-a5cb-14b2b0913884 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.535776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c7f6ca-4059-43af-9100-222ef4e39026 tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016dc648-e577-4080-b8c5-d57e562af2bf,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:21.577725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31ac3bb-0b78-4bdf-bda1-05b41f3defc6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:30:21.627311 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.687538 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eb4ade8d-6a09-4269-9eb8-3ae35e638713 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.707685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31ac3bb-0b78-4bdf-bda1-05b41f3defc6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:30:21.720342 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ea42d-bad5-4a14-91a2-ad5c255d22da None None] Sync routers for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:30:21.730445 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ea42d-bad5-4a14-91a2-ad5c255d22da None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:21.730837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d31ac3bb-0b78-4bdf-bda1-05b41f3defc6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.731090 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-773ea42d-bad5-4a14-91a2-ad5c255d22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:21.734758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d31ac3bb-0b78-4bdf-bda1-05b41f3defc6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 HTTP/1.1" status: 200 len: 700 time: 0.6623914 Sep 08 13:30:21.744041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48638) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:21.771263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-933e7268-17cf-417c-9602-d9365c5dd425 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 HTTP/1.1" status: 200 len: 205 time: 0.0352628 Sep 08 13:30:21.777487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48640) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:21.801329 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-773ea42d-bad5-4a14-91a2-ad5c255d22da None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:21.815804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eb4ade8d-6a09-4269-9eb8-3ae35e638713 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.850910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48644) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:21.853255 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.860133 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-773ea42d-bad5-4a14-91a2-ad5c255d22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:16Z', 'revision_number': 11, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:21.863543 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.893068 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ea42d-bad5-4a14-91a2-ad5c255d22da None None] Checking router: 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:30:21.900215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1a869bf-ef5c-48b7-b135-a26212acfae6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:21.902666 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ea42d-bad5-4a14-91a2-ad5c255d22da None None] Routers {'3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:21.903857 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-773ea42d-bad5-4a14-91a2-ad5c255d22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:21.946423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e82d75-1376-40d2-bd7c-32ec19eb2b7a']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:21.950049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ade8d-6a09-4269-9eb8-3ae35e638713 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e27ded-efa7-47d5-ab6b-df664705f71a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:21.983699 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-773ea42d-bad5-4a14-91a2-ad5c255d22da None None] Set router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:21.990264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d215a9-97f7-40e0-8afc-5d8203fd4c56') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:21.990568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d215a9-97f7-40e0-8afc-5d8203fd4c56') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:21.991543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8847a8ad-9b3c-43ae-9ccf-ebf0711a77ea tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting subnet 2f12e26b-8f32-4b9c-ab20-85c23f68a15b {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:30:22.001503 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.006654 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8847a8ad-9b3c-43ae-9ccf-ebf0711a77ea tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.044054 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eb4ade8d-6a09-4269-9eb8-3ae35e638713 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.044054 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-eb4ade8d-6a09-4269-9eb8-3ae35e638713 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4371402 Sep 08 13:30:22.046943 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-773ea42d-bad5-4a14-91a2-ad5c255d22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:16Z', 'revision_number': 11, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:22.049493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48646) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:22.059622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a0951b63-a025-4c0f-a928-9931b773251d tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286109637'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:22.069128 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f7fbefc-d46d-4a80-a5cb-14b2b0913884 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.075513 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773ea42d-bad5-4a14-91a2-ad5c255d22da None None] The sync data for ids ['3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2'] in n-d-807558-3 is: [{'id': '3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2', 'name': 'tempest-RoutersTest-router-732628808', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:29:18Z', 'updated_at': '2021-09-08T13:30:16Z', 'revision_number': 11, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:30:22.091949 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8847a8ad-9b3c-43ae-9ccf-ebf0711a77ea tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.109438 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.112914 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1a869bf-ef5c-48b7-b135-a26212acfae6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.116944 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1a869bf-ef5c-48b7-b135-a26212acfae6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.121212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:22.121629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:22.123367 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:22.146372 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.228533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Network ab4ea408-c265-404e-a12d-07fbe5de1149 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:22.238005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:22.240471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:22.241568 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:22.242218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.246986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event updated for resources: {'Port': ['ID=4b663e03-5ca5-415b-ad12-cec341595865,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:22.257751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8847a8ad-9b3c-43ae-9ccf-ebf0711a77ea tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.261644 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f7fbefc-d46d-4a80-a5cb-14b2b0913884 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.316553 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0951b63-a025-4c0f-a928-9931b773251d tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.327123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-4f7fbefc-d46d-4a80-a5cb-14b2b0913884 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] In _notify_port_updated(), no bound segment for port eb2a31d5-7460-401f-9b4d-c694579a5056 on network 50fe8ce7-0a95-4696-aed7-7500fcd3fe87 {{(pid=96264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:30:22.333216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7fbefc-d46d-4a80-a5cb-14b2b0913884 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:22.333861 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f7fbefc-d46d-4a80-a5cb-14b2b0913884 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.335256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4f7fbefc-d46d-4a80-a5cb-14b2b0913884 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] 10.222.0.69 "PUT /v2.0/ports/eb2a31d5-7460-401f-9b4d-c694579a5056 HTTP/1.1" status: 200 len: 1129 time: 0.9798605 Sep 08 13:30:22.336144 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.337962 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1a869bf-ef5c-48b7-b135-a26212acfae6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.339691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a869bf-ef5c-48b7-b135-a26212acfae6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Fanout notify agent at l3_agent the message router_deleted on router 3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:30:22.343446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48648) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:22.375424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fbefc-d46d-4a80-a5cb-14b2b0913884 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Pushing event updated for resources: {'Port': ['ID=eb2a31d5-7460-401f-9b4d-c694579a5056,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:22.399911 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e1a869bf-ef5c-48b7-b135-a26212acfae6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.404817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e1a869bf-ef5c-48b7-b135-a26212acfae6 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 HTTP/1.1" status: 204 len: 168 time: 0.6226611 Sep 08 13:30:22.404817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.405689 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48652) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:22.410966 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] 10.222.0.69 "DELETE /v2.0/networks/e9e82d75-1376-40d2-bd7c-32ec19eb2b7a HTTP/1.1" status: 204 len: 168 time: 0.8993342 Sep 08 13:30:22.414839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e40873b5-3616-4b2f-937a-3680fccd8d5c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1554634784', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:22.419220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48654) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:22.447520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2dad7-eb7f-40b0-a0a6-842cb74eee8e tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9e82d75-1376-40d2-bd7c-32ec19eb2b7a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:22.471904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166d14bf-8f11-4085-a550-db13135ec13f tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:22.475309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-166d14bf-8f11-4085-a550-db13135ec13f tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] 10.222.0.69 "GET /v2.0/ports/eb2a31d5-7460-401f-9b4d-c694579a5056 HTTP/1.1" status: 200 len: 1129 time: 0.1278038 Sep 08 13:30:22.485072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48656) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:22.540111 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-77eb4c03-dc26-40c1-a82a-a3eaa6b64abe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6218824 Sep 08 13:30:22.544511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48658) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:22.552357 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.561654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:22.572248 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8847a8ad-9b3c-43ae-9ccf-ebf0711a77ea tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.576293 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-e40873b5-3616-4b2f-937a-3680fccd8d5c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:30:22.576293 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:30:22.576293 n-d-807558-3 neutron-server[96264]: [parameters: {'project_id_1': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 30, 2, 498551)}] Sep 08 13:30:22.576293 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:30:22.576698 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-e40873b5-3616-4b2f-937a-3680fccd8d5c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:30:22.598758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-74ffb328-5140-4aa5-9a3d-d0567547fdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Deleting port eb2a31d5-7460-401f-9b4d-c694579a5056 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:22.599126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74ffb328-5140-4aa5-9a3d-d0567547fdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.638440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 28293dad-bbce-4e6b-bd24-f30023194039 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:22.646421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8847a8ad-9b3c-43ae-9ccf-ebf0711a77ea tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.648284 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8847a8ad-9b3c-43ae-9ccf-ebf0711a77ea tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "DELETE /v2.0/subnets/2f12e26b-8f32-4b9c-ab20-85c23f68a15b HTTP/1.1" status: 204 len: 168 time: 0.7960765 Sep 08 13:30:22.656993 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8847a8ad-9b3c-43ae-9ccf-ebf0711a77ea tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Subnet': ['ID=2f12e26b-8f32-4b9c-ab20-85c23f68a15b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:22.659661 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48660) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:22.678360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c75df-cfae-46b3-8093-f86004b04473 req-98d7f160-e24b-4c4a-bfc1-242549834b35 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:22.679904 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-550c75df-cfae-46b3-8093-f86004b04473 req-98d7f160-e24b-4c4a-bfc1-242549834b35 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 945 time: 0.1824903 Sep 08 13:30:22.684057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4340d4c3-abb0-4945-903b-044cdca972a0 None None] Network b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:22.697712 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74ffb328-5140-4aa5-9a3d-d0567547fdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.712597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-74ffb328-5140-4aa5-9a3d-d0567547fdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Calling delete_port for eb2a31d5-7460-401f-9b4d-c694579a5056 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:22.767180 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3a49e80f-ddff-4b03-b77c-44d10bc9b1f8 None None] Provisioning complete for port eb2a31d5-7460-401f-9b4d-c694579a5056 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:22.767676 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3a49e80f-ddff-4b03-b77c-44d10bc9b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.853158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3a49e80f-ddff-4b03-b77c-44d10bc9b1f8 None None] Port eb2a31d5-7460-401f-9b4d-c694579a5056 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:30:22.924337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 28293dad-bbce-4e6b-bd24-f30023194039 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:22.928868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec10f86-7180-45b4-8170-dae99a7f6896 None None] DHCP port deletion for b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:30:22.933352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 28293dad-bbce-4e6b-bd24-f30023194039 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:22.933731 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.964252 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74ffb328-5140-4aa5-9a3d-d0567547fdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:22.997765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffb328-5140-4aa5-9a3d-d0567547fdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Pushing event deleted for resources: {'Port': ['ID=eb2a31d5-7460-401f-9b4d-c694579a5056,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:23.044481 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74ffb328-5140-4aa5-9a3d-d0567547fdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.049228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-74ffb328-5140-4aa5-9a3d-d0567547fdc3 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] 10.222.0.69 "DELETE /v2.0/ports/eb2a31d5-7460-401f-9b4d-c694579a5056 HTTP/1.1" status: 204 len: 168 time: 0.5671587 Sep 08 13:30:23.051655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48662) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:23.067516 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.070792 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3ec10f86-7180-45b4-8170-dae99a7f6896 None None] Deleting port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:23.073876 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ec10f86-7180-45b4-8170-dae99a7f6896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.116559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606abe7-35a9-4bcc-bd1b-bfee8d33d017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28293dad-bbce-4e6b-bd24-f30023194039'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:30:23.118890 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ffd463-9fdf-41bc-acc7-45c67d683229" -d '{"events": [{"server_uuid": "f606abe7-35a9-4bcc-bd1b-bfee8d33d017", "name": "network-vif-plugged", "status": "completed", "tag": "28293dad-bbce-4e6b-bd24-f30023194039"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:30:23.124376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fce640-5ff7-4a0e-b66e-5243741263e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Deleting subnet 8654bea4-d99d-43dc-ab78-ab180901c79d {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:30:23.129188 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60fce640-5ff7-4a0e-b66e-5243741263e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.174445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 28293dad-bbce-4e6b-bd24-f30023194039, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=28293dad-bbce-4e6b-bd24-f30023194039,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:23.183551 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.188636 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60fce640-5ff7-4a0e-b66e-5243741263e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.191027 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7b00ce-2c89-4427-aa48-9ba771d5472d x-openstack-request-id: req-8c7b00ce-2c89-4427-aa48-9ba771d5472d {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:30:23.191327 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606abe7-35a9-4bcc-bd1b-bfee8d33d017", "name": "network-vif-plugged", "status": "completed", "tag": "28293dad-bbce-4e6b-bd24-f30023194039", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:30:23.191578 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8c7b00ce-2c89-4427-aa48-9ba771d5472d {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:30:23.194647 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f606abe7-35a9-4bcc-bd1b-bfee8d33d017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28293dad-bbce-4e6b-bd24-f30023194039', 'code': 200} Sep 08 13:30:23.197024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3ec10f86-7180-45b4-8170-dae99a7f6896 None None] For port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=84f00caa-f2b1-4cc1-b1c7-864335b7cabd,segment=NetworkSegment(b9c462bc-d987-4b30-a263-b039b1e8b7cb),segment_id=b9c462bc-d987-4b30-a263-b039b1e8b7cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:23.197434 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ec10f86-7180-45b4-8170-dae99a7f6896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.227680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3ec10f86-7180-45b4-8170-dae99a7f6896 None None] Calling delete_port for 84f00caa-f2b1-4cc1-b1c7-864335b7cabd owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:23.250467 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.251397 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0951b63-a025-4c0f-a928-9931b773251d tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.270440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.305106 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-550c75df-cfae-46b3-8093-f86004b04473 req-86bdd432-3829-4e04-a12f-ae00e72d2d9a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574210 Sep 08 13:30:23.311773 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60fce640-5ff7-4a0e-b66e-5243741263e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.321014 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.351663 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=28293dad-bbce-4e6b-bd24-f30023194039,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:23.379491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebff69f1-d409-435f-bed7-7993abf64f58']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:23.396028 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0951b63-a025-4c0f-a928-9931b773251d tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.412492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec01585-0cad-44b1-8fb2-75fe845e05a0') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:23.412793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec01585-0cad-44b1-8fb2-75fe845e05a0') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:23.476538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a6b81-c3af-400c-b95e-972c770916fa req-1143d7fd-2641-48aa-ac31-17f061756a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:23.478143 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d9a6b81-c3af-400c-b95e-972c770916fa req-1143d7fd-2641-48aa-ac31-17f061756a8f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 1097 time: 0.2218232 Sep 08 13:30:23.479942 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.495607 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ec10f86-7180-45b4-8170-dae99a7f6896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.520824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec10f86-7180-45b4-8170-dae99a7f6896 None None] Pushing event deleted for resources: {'Port': ['ID=84f00caa-f2b1-4cc1-b1c7-864335b7cabd,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:23.528064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec10f86-7180-45b4-8170-dae99a7f6896 None None] No DVR routers for this DVR port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:23.529563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0951b63-a025-4c0f-a928-9931b773251d tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786b6439-cbbf-4f9a-b427-340a4c9e454e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:23.530313 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60fce640-5ff7-4a0e-b66e-5243741263e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.564694 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.569227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fce640-5ff7-4a0e-b66e-5243741263e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Pushing event deleted for resources: {'Subnet': ['ID=8654bea4-d99d-43dc-ab78-ab180901c79d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:23.572125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60fce640-5ff7-4a0e-b66e-5243741263e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.576701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-60fce640-5ff7-4a0e-b66e-5243741263e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] 10.222.0.69 "DELETE /v2.0/subnets/8654bea4-d99d-43dc-ab78-ab180901c79d HTTP/1.1" status: 204 len: 168 time: 0.5216980 Sep 08 13:30:23.578713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48666) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:23.583567 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bb663d-fa2c-4336-a57b-1d9810996307 None None] Network 50fe8ce7-0a95-4696-aed7-7500fcd3fe87 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:23.586521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:23.587722 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:23.597916 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:23.630599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e40873b5-3616-4b2f-937a-3680fccd8d5c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.631703 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e40873b5-3616-4b2f-937a-3680fccd8d5c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.641443 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d9a6b81-c3af-400c-b95e-972c770916fa req-4cf3e18d-b520-4f96-abaf-e9b46ef450ca service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409466 Sep 08 13:30:23.665455 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.691159 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0951b63-a025-4c0f-a928-9931b773251d tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.692419 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a0951b63-a025-4c0f-a928-9931b773251d tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6364243 Sep 08 13:30:23.696172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48668) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:23.702216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4922b289-a0f7-4938-b13b-b555e03ebd4a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': 'f6e27ded-efa7-47d5-ab6b-df664705f71a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '786b6439-cbbf-4f9a-b427-340a4c9e454e'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:23.703070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:23.703423 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.745701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Deleting port f5ea5eff-12c9-406a-8bed-94bd03631a41 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:23.746056 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.789522 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.797969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2832be31-c288-460b-9775-61f46c152c21 None None] DHCP port deletion for 50fe8ce7-0a95-4696-aed7-7500fcd3fe87 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:30:23.815738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] device_id is not set on port 4b663e03-5ca5-415b-ad12-cec341595865 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:23.820560 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.822511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] 10.222.0.69 "DELETE /v2.0/networks/ebff69f1-d409-435f-bed7-7993abf64f58 HTTP/1.1" status: 204 len: 168 time: 1.4023116 Sep 08 13:30:23.837693 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] For port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd, host n-d-807558-3, got binding levels [] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:23.838076 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.842817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] For port f5ea5eff-12c9-406a-8bed-94bd03631a41, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f5ea5eff-12c9-406a-8bed-94bd03631a41,segment=NetworkSegment(1f0a78ce-0107-4537-9dfe-93fb5cb281c9),segment_id=1f0a78ce-0107-4537-9dfe-93fb5cb281c9)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:23.843484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.857430 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.863364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Calling delete_port for f5ea5eff-12c9-406a-8bed-94bd03631a41 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:23.866457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2832be31-c288-460b-9775-61f46c152c21 None None] Deleting port f5ea5eff-12c9-406a-8bed-94bd03631a41 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:23.866457 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2832be31-c288-460b-9775-61f46c152c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.871559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9af9e7-3c56-490c-a36c-f8dc2075f8fc tempest-QuotasNegativeTest-1325043754 tempest-QuotasNegativeTest-1325043754-project-admin] Pushing event deleted for resources: {'Network': ['ID=ebff69f1-d409-435f-bed7-7993abf64f58,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:23.884462 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Calling delete_port for 84f00caa-f2b1-4cc1-b1c7-864335b7cabd owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:23.913556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.ipam_backend_mixin [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd was not found and therefore no delete operation was performed {{(pid=96264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 13:30:23.915439 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e40873b5-3616-4b2f-937a-3680fccd8d5c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.918405 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Transition to ACTIVE for port object 4b663e03-5ca5-415b-ad12-cec341595865 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:23.919189 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.944441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2832be31-c288-460b-9775-61f46c152c21 None None] For port f5ea5eff-12c9-406a-8bed-94bd03631a41, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f5ea5eff-12c9-406a-8bed-94bd03631a41,segment=NetworkSegment(1f0a78ce-0107-4537-9dfe-93fb5cb281c9),segment_id=1f0a78ce-0107-4537-9dfe-93fb5cb281c9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:23.944850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2832be31-c288-460b-9775-61f46c152c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:23.945456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Port': ['ID=84f00caa-f2b1-4cc1-b1c7-864335b7cabd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:23.949288 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] No DVR routers for this DVR port 84f00caa-f2b1-4cc1-b1c7-864335b7cabd on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:23.960302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2832be31-c288-460b-9775-61f46c152c21 None None] Calling delete_port for f5ea5eff-12c9-406a-8bed-94bd03631a41 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:23.961958 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-4922b289-a0f7-4938-b13b-b555e03ebd4a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:23.963405 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4922b289-a0f7-4938-b13b-b555e03ebd4a tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2647574 Sep 08 13:30:23.966051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48672) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:24.027868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e76037e1-cedd-439e-ad1e-20a693fdd418 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.057538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e76037e1-cedd-439e-ad1e-20a693fdd418 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.063011 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.066663 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.068934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e40873b5-3616-4b2f-937a-3680fccd8d5c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.095447 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.109151 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2832be31-c288-460b-9775-61f46c152c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.131954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Pushing event deleted for resources: {'Port': ['ID=f5ea5eff-12c9-406a-8bed-94bd03631a41,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:24.137779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] No DVR routers for this DVR port f5ea5eff-12c9-406a-8bed-94bd03631a41 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:24.142134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832be31-c288-460b-9775-61f46c152c21 None None] Pushing event deleted for resources: {'Port': ['ID=f5ea5eff-12c9-406a-8bed-94bd03631a41,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:24.144215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832be31-c288-460b-9775-61f46c152c21 None None] No DVR routers for this DVR port f5ea5eff-12c9-406a-8bed-94bd03631a41 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:24.157843 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:24.181740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c462bc-d987-4b30-a263-b039b1e8b7cb') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:24.182536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c462bc-d987-4b30-a263-b039b1e8b7cb') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:24.200392 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.225795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event updated for resources: {'Port': ['ID=4b663e03-5ca5-415b-ad12-cec341595865,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:24.226406 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.230426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:24.230426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:24.230762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:24.236063 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.238981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:24.239323 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:24.241843 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 2 to bind port 4b663e03-5ca5-415b-ad12-cec341595865 Sep 08 13:30:24.243755 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e76037e1-cedd-439e-ad1e-20a693fdd418 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.250140 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e76037e1-cedd-439e-ad1e-20a693fdd418 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.250517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:24.250517 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.251403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e40873b5-3616-4b2f-937a-3680fccd8d5c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.251515 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e76037e1-cedd-439e-ad1e-20a693fdd418 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "DELETE /v2.0/security-groups/786b6439-cbbf-4f9a-b427-340a4c9e454e HTTP/1.1" status: 204 len: 168 time: 0.2835560 Sep 08 13:30:24.255384 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e40873b5-3616-4b2f-937a-3680fccd8d5c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.8447843 Sep 08 13:30:24.255562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48676) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:24.255647 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:24.263968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50fe8ce7-0a95-4696-aed7-7500fcd3fe87']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:24.271477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48678) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:24.280270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-342f5b29-624b-4254-85d5-4c2222d25bc1 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Request body: {'router': {'admin_state_up': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:24.298911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0a78ce-0107-4537-9dfe-93fb5cb281c9') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:24.299282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0a78ce-0107-4537-9dfe-93fb5cb281c9') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:24.312161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76037e1-cedd-439e-ad1e-20a693fdd418 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=786b6439-cbbf-4f9a-b427-340a4c9e454e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:24.321122 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.350895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.367137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:24.367556 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:24.370725 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:24.383895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:24.384519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:24.384626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:24.415547 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7066220c-e589-4b9b-a9e1-4412c6d4aaf7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1433170 Sep 08 13:30:24.426630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48682) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:24.447175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:24.447508 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:24.485249 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 3 to bind port 4b663e03-5ca5-415b-ad12-cec341595865 Sep 08 13:30:24.497329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5fd60-ba4c-44e7-ad5b-d942ecc29ad7 req-bd7e0e4b-48a9-459e-8b50-01c18cc37db0 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:24.499036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ef5fd60-ba4c-44e7-ad5b-d942ecc29ad7 req-bd7e0e4b-48a9-459e-8b50-01c18cc37db0 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 946 time: 0.0908625 Sep 08 13:30:24.546930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ef5fd60-ba4c-44e7-ad5b-d942ecc29ad7 req-1257ccb6-fff7-4568-ab2b-02bece5a6c2a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Sep 08 13:30:24.547612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:24.547612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:24.547894 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:24.562490 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:24.562918 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:24.569016 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 4 to bind port 4b663e03-5ca5-415b-ad12-cec341595865 Sep 08 13:30:24.601038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.615691 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.623371 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.626272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] 10.222.0.69 "DELETE /v2.0/networks/50fe8ce7-0a95-4696-aed7-7500fcd3fe87 HTTP/1.1" status: 204 len: 168 time: 1.0468874 Sep 08 13:30:24.649919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858ec96-768f-4b26-b60b-f4ecc864fb8c tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965 tempest-ExtraDHCPOptionsIpV6TestJSON-1469929965-project] Pushing event deleted for resources: {'Network': ['ID=50fe8ce7-0a95-4696-aed7-7500fcd3fe87,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:24.650350 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.652902 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "DELETE /v2.0/networks/b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45 HTTP/1.1" status: 204 len: 168 time: 1.9896307 Sep 08 13:30:24.654098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:24.654600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:24.655081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:24.656851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48686) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:24.693716 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71edd728-ec8b-4a80-9409-4a851777fcdf tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.712946 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-342f5b29-624b-4254-85d5-4c2222d25bc1 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.724216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-be210b1b-dd11-4359-930e-c9dd98fc5ae9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting subnet ab404b93-537b-41ce-ab13-3319b462c25e {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:30:24.729868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0df88-6c7e-4b41-9909-fd0701e6a51f tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Network': ['ID=b6c83e4c-a1cb-490c-bb1c-3c17b00f9f45,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:24.730021 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be210b1b-dd11-4359-930e-c9dd98fc5ae9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.730111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:24.730111 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:24.737612 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 5 to bind port 4b663e03-5ca5-415b-ad12-cec341595865 Sep 08 13:30:24.762252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f5ea5eff-12c9-406a-8bed-94bd03631a41 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:24.769671 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71edd728-ec8b-4a80-9409-4a851777fcdf tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.773049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:24.773388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:24.773725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:24.784882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:24.785321 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:24.787682 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 6 to bind port 4b663e03-5ca5-415b-ad12-cec341595865 Sep 08 13:30:24.795181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: f5ea5eff-12c9-406a-8bed-94bd03631a41 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:24.796132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f5ea5eff-12c9-406a-8bed-94bd03631a41 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:24.796638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 84f00caa-f2b1-4cc1-b1c7-864335b7cabd no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:24.813627 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-342f5b29-624b-4254-85d5-4c2222d25bc1 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.820641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 84f00caa-f2b1-4cc1-b1c7-864335b7cabd {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:24.821778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 84f00caa-f2b1-4cc1-b1c7-864335b7cabd not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:24.822680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:24.823113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:24.823678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:24.835167 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:24.835512 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:24.852909 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be210b1b-dd11-4359-930e-c9dd98fc5ae9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.867995 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 7 to bind port 4b663e03-5ca5-415b-ad12-cec341595865 Sep 08 13:30:24.913842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48690) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:24.923609 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:24.923923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:24.924388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:24.931580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:24.931915 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:24.933478 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 8 to bind port 4b663e03-5ca5-415b-ad12-cec341595865 Sep 08 13:30:24.957201 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:24.957540 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:24.957882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:24.965750 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:24.966087 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:24.966654 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 9 to bind port 4b663e03-5ca5-415b-ad12-cec341595865 Sep 08 13:30:24.985016 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be210b1b-dd11-4359-930e-c9dd98fc5ae9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:24.991105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:24.991105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:24.991105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:24.993097 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:24.993481 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:24.993894 n-d-807558-3 neutron-server[96264]: INFO neutron.plugins.ml2.plugin [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 10 to bind port 4b663e03-5ca5-415b-ad12-cec341595865 Sep 08 13:30:25.007766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:25.008115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:25.008764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:25.013179 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:25.013507 n-d-807558-3 neutron-server[96264]: ERROR neutron.plugins.ml2.managers [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 4b663e03-5ca5-415b-ad12-cec341595865 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:25.013899 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.025945 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71edd728-ec8b-4a80-9409-4a851777fcdf tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.028614 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71edd728-ec8b-4a80-9409-4a851777fcdf tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.029966 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-71edd728-ec8b-4a80-9409-4a851777fcdf tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "DELETE /v2.0/security-groups/f6e27ded-efa7-47d5-ab6b-df664705f71a HTTP/1.1" status: 204 len: 168 time: 0.5989413 Sep 08 13:30:25.035152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48694) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:25.063063 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4021b159-a21f-4473-aa7a-01018c64bc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.073465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edd728-ec8b-4a80-9409-4a851777fcdf tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e27ded-efa7-47d5-ab6b-df664705f71a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:25.135806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342f5b29-624b-4254-85d5-4c2222d25bc1 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Router 6bb55440-0512-4af9-8a89-d0c0ba656506 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:30:25.144383 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fec00d63-9946-44ba-a98f-264a95db3052 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1070256 Sep 08 13:30:25.149958 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48696) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:25.152200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] For port 4b663e03-5ca5-415b-ad12-cec341595865, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:30:25.152579 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempted to set empty binding levels {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 08 13:30:25.158083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d142edc0-7257-4fab-894c-3be49b0425aa tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group': {'name': 'tempest-secgroup--845570907'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:25.188899 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4021b159-a21f-4473-aa7a-01018c64bc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.204795 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be210b1b-dd11-4359-930e-c9dd98fc5ae9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.235040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be210b1b-dd11-4359-930e-c9dd98fc5ae9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Subnet': ['ID=ab404b93-537b-41ce-ab13-3319b462c25e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:25.237352 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be210b1b-dd11-4359-930e-c9dd98fc5ae9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.242033 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-be210b1b-dd11-4359-930e-c9dd98fc5ae9 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "DELETE /v2.0/subnets/ab404b93-537b-41ce-ab13-3319b462c25e HTTP/1.1" status: 204 len: 168 time: 0.5817127 Sep 08 13:30:25.242627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48698) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:25.242834 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.247677 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342f5b29-624b-4254-85d5-4c2222d25bc1 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:30:25.249722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95cacf1-2ffe-4f0e-a3e1-07c62eaa026f None None] Network 43575a58-b49f-4098-8f42-aee7505cf0bf requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:25.262716 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-342f5b29-624b-4254-85d5-4c2222d25bc1 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.264007 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-342f5b29-624b-4254-85d5-4c2222d25bc1 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "PUT /v2.0/routers/6bb55440-0512-4af9-8a89-d0c0ba656506 HTTP/1.1" status: 200 len: 694 time: 0.9914730 Sep 08 13:30:25.270888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48700) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:25.274666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b3b7c-eb95-4914-bdb0-105ae418e1c5 None None] Sync routers for ids ['6bb55440-0512-4af9-8a89-d0c0ba656506'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:30:25.292207 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4021b159-a21f-4473-aa7a-01018c64bc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.339318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] In _notify_port_updated(), no bound segment for port 4b663e03-5ca5-415b-ad12-cec341595865 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:30:25.340524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.340858 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.344248 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "PUT /v2.0/ports/4b663e03-5ca5-415b-ad12-cec341595865 HTTP/1.1" status: 200 len: 979 time: 2.7934208 Sep 08 13:30:25.349856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48704) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:25.405766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48706) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:25.422591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a1fa6-9a8d-4d0d-bbfb-e9f9a888e0ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event updated for resources: {'Port': ['ID=4b663e03-5ca5-415b-ad12-cec341595865,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:25.460375 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97275df-402c-4faf-ab57-67c091215f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.460968 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97275df-402c-4faf-ab57-67c091215f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.461821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97275df-402c-4faf-ab57-67c091215f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.462393 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97275df-402c-4faf-ab57-67c091215f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.462879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97275df-402c-4faf-ab57-67c091215f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.463364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97275df-402c-4faf-ab57-67c091215f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.463841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97275df-402c-4faf-ab57-67c091215f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.464676 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97275df-402c-4faf-ab57-67c091215f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.464795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97275df-402c-4faf-ab57-67c091215f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.465419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97275df-402c-4faf-ab57-67c091215f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.465904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97275df-402c-4faf-ab57-67c091215f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.468403 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e97275df-402c-4faf-ab57-67c091215f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10061 time: 0.1174562 Sep 08 13:30:25.473951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48710) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:25.490053 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4021b159-a21f-4473-aa7a-01018c64bc2a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=48545b815bc14d009bf2c0b9bbd19544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5750575 Sep 08 13:30:25.499343 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-56ba13f3-9f67-42da-8c7d-27f32f9e4a0c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/routers/6bb55440-0512-4af9-8a89-d0c0ba656506 HTTP/1.1" status: 200 len: 700 time: 0.2242939 Sep 08 13:30:25.500138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4021b159-a21f-4473-aa7a-01018c64bc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9be4e6-685e-49eb-8a11-670a054a9956,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:25.502719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48712) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:25.503076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48714) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:25.512541 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.557543 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d142edc0-7257-4fab-894c-3be49b0425aa tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.561280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b3b7c-eb95-4914-bdb0-105ae418e1c5 None None] Routers {'6bb55440-0512-4af9-8a89-d0c0ba656506'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:25.561944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2f3b3b7c-eb95-4914-bdb0-105ae418e1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6bb55440-0512-4af9-8a89-d0c0ba656506'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:25.562547 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5fe1cd47-95c3-4fe5-995b-898e84f516dc tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb55440-0512-4af9-8a89-d0c0ba656506 HTTP/1.1" status: 200 len: 205 time: 0.0569096 Sep 08 13:30:25.563218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48716) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:25.645330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc1a3b-1457-491b-b259-2e49273e70bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Deleting port 4b663e03-5ca5-415b-ad12-cec341595865 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:25.645829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1a3b-1457-491b-b259-2e49273e70bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.697199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-2f3b3b7c-eb95-4914-bdb0-105ae418e1c5 None None] Set router 6bb55440-0512-4af9-8a89-d0c0ba656506 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:25.775766 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178fe3d5-2741-47d2-a024-fa7400392b08 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.779862 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fb57faf7-356f-4e8e-acba-cb8dd639d1a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.783610 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-8ecc1a3b-1457-491b-b259-2e49273e70bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] For port 4b663e03-5ca5-415b-ad12-cec341595865, host n-h1-807558-3, got binding levels [] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:25.784174 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1a3b-1457-491b-b259-2e49273e70bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.808758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-8ecc1a3b-1457-491b-b259-2e49273e70bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Calling delete_port for 4b663e03-5ca5-415b-ad12-cec341595865 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:25.810069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2f3b3b7c-eb95-4914-bdb0-105ae418e1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb55440-0512-4af9-8a89-d0c0ba656506', 'name': 'tempest-RoutersTest-router-1554634784', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:23Z', 'updated_at': '2021-09-08T13:30:24Z', 'revision_number': 2, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:25.821568 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bfbaf-1197-4ddf-b338-18a0e4777141 req-1462ef9c-40d0-408f-83cf-fbca8fa9e124 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:25.821842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dc17166f-db13-4d1a-a936-f5e8d1a38efc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=887cc4480bdd42379714c8ec25a860f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128327 Sep 08 13:30:25.823575 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-377bfbaf-1197-4ddf-b338-18a0e4777141 req-1462ef9c-40d0-408f-83cf-fbca8fa9e124 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 946 time: 0.1707633 Sep 08 13:30:25.848391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48722) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:25.855721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b3b7c-eb95-4914-bdb0-105ae418e1c5 None None] Checking router: 6bb55440-0512-4af9-8a89-d0c0ba656506 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:30:25.869812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b3b7c-eb95-4914-bdb0-105ae418e1c5 None None] Routers {'6bb55440-0512-4af9-8a89-d0c0ba656506'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:25.871039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2f3b3b7c-eb95-4914-bdb0-105ae418e1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6bb55440-0512-4af9-8a89-d0c0ba656506'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:25.881514 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d142edc0-7257-4fab-894c-3be49b0425aa tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.890023 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fb57faf7-356f-4e8e-acba-cb8dd639d1a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.976545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-2f3b3b7c-eb95-4914-bdb0-105ae418e1c5 None None] Set router 6bb55440-0512-4af9-8a89-d0c0ba656506 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:25.989389 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d142edc0-7257-4fab-894c-3be49b0425aa tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:25.999302 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-377bfbaf-1197-4ddf-b338-18a0e4777141 req-f5542640-007f-4faa-a460-c0bfd97078b5 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640847 Sep 08 13:30:26.014796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f62bbc1-7a4d-4590-9726-37e4bf2eeebe None None] DHCP port deletion for 43575a58-b49f-4098-8f42-aee7505cf0bf request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:30:26.061032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2f3b3b7c-eb95-4914-bdb0-105ae418e1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb55440-0512-4af9-8a89-d0c0ba656506', 'name': 'tempest-RoutersTest-router-1554634784', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:23Z', 'updated_at': '2021-09-08T13:30:24Z', 'revision_number': 2, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:26.064697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142edc0-7257-4fab-894c-3be49b0425aa tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97bad6d-6c68-46c3-85f9-b56be5edf885,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:26.074469 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13eb4e56-bc3a-478b-8d2b-67e721e7ab99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.102094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b3b7c-eb95-4914-bdb0-105ae418e1c5 None None] The sync data for ids ['6bb55440-0512-4af9-8a89-d0c0ba656506'] in n-d-807558-3 is: [{'id': '6bb55440-0512-4af9-8a89-d0c0ba656506', 'name': 'tempest-RoutersTest-router-1554634784', 'tenant_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:23Z', 'updated_at': '2021-09-08T13:30:24Z', 'revision_number': 2, 'project_id': 'd65f9e74395a4b0ba4baf6b485b3c99f', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:30:26.106383 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13eb4e56-bc3a-478b-8d2b-67e721e7ab99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.149548 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d142edc0-7257-4fab-894c-3be49b0425aa tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.154223 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d142edc0-7257-4fab-894c-3be49b0425aa tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0006728 Sep 08 13:30:26.156840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48726) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:26.158723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9f62bbc1-7a4d-4590-9726-37e4bf2eeebe None None] Deleting port 2fb32743-1e7c-4e3a-a231-48a6a2207419 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:26.159250 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9f62bbc1-7a4d-4590-9726-37e4bf2eeebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.163312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-dc783dcc-5eb2-4d65-a21e-fbfc8be1fc59 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': 'e97bad6d-6c68-46c3-85f9-b56be5edf885', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:26.170687 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1a3b-1457-491b-b259-2e49273e70bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.215191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc1a3b-1457-491b-b259-2e49273e70bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b663e03-5ca5-415b-ad12-cec341595865,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:26.226564 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ecc1a3b-1457-491b-b259-2e49273e70bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.229099 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8ecc1a3b-1457-491b-b259-2e49273e70bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "DELETE /v2.0/ports/4b663e03-5ca5-415b-ad12-cec341595865 HTTP/1.1" status: 204 len: 168 time: 0.7531860 Sep 08 13:30:26.231733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48728) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:26.252085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9f62bbc1-7a4d-4590-9726-37e4bf2eeebe None None] For port 2fb32743-1e7c-4e3a-a231-48a6a2207419, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2fb32743-1e7c-4e3a-a231-48a6a2207419,segment=NetworkSegment(97d7eeb6-18d4-46dd-a1af-f52b69d4a197),segment_id=97d7eeb6-18d4-46dd-a1af-f52b69d4a197)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:26.252592 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9f62bbc1-7a4d-4590-9726-37e4bf2eeebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.260851 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-810237f8-7bff-4855-845f-fc5e8c7db670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] GET failed (client error): The resource could not be found. Sep 08 13:30:26.262569 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-810237f8-7bff-4855-845f-fc5e8c7db670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "GET /v2.0/ports/4b663e03-5ca5-415b-ad12-cec341595865 HTTP/1.1" status: 404 len: 333 time: 0.0297995 Sep 08 13:30:26.266850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48730) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:26.272170 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-449102364', 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:26.274607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9f62bbc1-7a4d-4590-9726-37e4bf2eeebe None None] Calling delete_port for 2fb32743-1e7c-4e3a-a231-48a6a2207419 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:26.364432 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13eb4e56-bc3a-478b-8d2b-67e721e7ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.367072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13eb4e56-bc3a-478b-8d2b-67e721e7ab99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.370648 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-13eb4e56-bc3a-478b-8d2b-67e721e7ab99 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e25ee19f-b421-4539-beb3-52b0cf1c2d7b HTTP/1.1" status: 204 len: 168 time: 0.5157154 Sep 08 13:30:26.377740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb4e56-bc3a-478b-8d2b-67e721e7ab99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25ee19f-b421-4539-beb3-52b0cf1c2d7b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:26.395360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Deleting port 2fb32743-1e7c-4e3a-a231-48a6a2207419 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:26.395711 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.400416 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Made reservation on behalf of 6a4a18817b1f44f78e4a2c62163400cc for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:26.408092 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.427602 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9f62bbc1-7a4d-4590-9726-37e4bf2eeebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.434267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] device_id is not set on port d8909f59-0617-4cf7-8f46-dba2c2332c8f yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:26.478788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62bbc1-7a4d-4590-9726-37e4bf2eeebe None None] Pushing event deleted for resources: {'Port': ['ID=2fb32743-1e7c-4e3a-a231-48a6a2207419,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:26.485366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f62bbc1-7a4d-4590-9726-37e4bf2eeebe None None] No DVR routers for this DVR port 2fb32743-1e7c-4e3a-a231-48a6a2207419 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:26.493935 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178fe3d5-2741-47d2-a024-fa7400392b08 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.500389 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-dc783dcc-5eb2-4d65-a21e-fbfc8be1fc59 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:26.500728 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178fe3d5-2741-47d2-a024-fa7400392b08 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.502827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dc783dcc-5eb2-4d65-a21e-fbfc8be1fc59 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3423769 Sep 08 13:30:26.507961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48734) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:26.521015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7c589962-4f01-4587-be95-803f25784d06 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group_rule': {'security_group_id': 'e97bad6d-6c68-46c3-85f9-b56be5edf885', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:26.650840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] For port 2fb32743-1e7c-4e3a-a231-48a6a2207419, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2fb32743-1e7c-4e3a-a231-48a6a2207419,segment=NetworkSegment(97d7eeb6-18d4-46dd-a1af-f52b69d4a197),segment_id=97d7eeb6-18d4-46dd-a1af-f52b69d4a197)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:26.651587 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.659012 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.676591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f313-f18c-4800-bce6-cc73d6092cd0 req-3c8da4aa-d6dc-41ff-9718-fbd96b5cb8ea tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:26.678325 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0e7f313-f18c-4800-bce6-cc73d6092cd0 req-3c8da4aa-d6dc-41ff-9718-fbd96b5cb8ea tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 946 time: 0.2930946 Sep 08 13:30:26.679883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Calling delete_port for 2fb32743-1e7c-4e3a-a231-48a6a2207419 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:26.754379 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178fe3d5-2741-47d2-a024-fa7400392b08 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.754860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178fe3d5-2741-47d2-a024-fa7400392b08 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Fanout notify agent at l3_agent the message router_deleted on router 6bb55440-0512-4af9-8a89-d0c0ba656506 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:30:26.763875 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-178fe3d5-2741-47d2-a024-fa7400392b08 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.764994 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-178fe3d5-2741-47d2-a024-fa7400392b08 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/6bb55440-0512-4af9-8a89-d0c0ba656506 HTTP/1.1" status: 204 len: 168 time: 1.1942492 Sep 08 13:30:26.765256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2fb32743-1e7c-4e3a-a231-48a6a2207419 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:26.768585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48736) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:26.798238 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4e306420-ed76-41e0-8b0a-38c481b20359 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=6bb55440-0512-4af9-8a89-d0c0ba656506 HTTP/1.1" status: 200 len: 205 time: 0.0275929 Sep 08 13:30:26.798528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 2fb32743-1e7c-4e3a-a231-48a6a2207419 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:26.798528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2fb32743-1e7c-4e3a-a231-48a6a2207419 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:26.800759 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48738) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:26.818095 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fb57faf7-356f-4e8e-acba-cb8dd639d1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.820793 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fb57faf7-356f-4e8e-acba-cb8dd639d1a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.822787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fb57faf7-356f-4e8e-acba-cb8dd639d1a4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cc9be4e6-685e-49eb-8a11-670a054a9956 HTTP/1.1" status: 204 len: 168 time: 1.3178582 Sep 08 13:30:26.845623 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0e7f313-f18c-4800-bce6-cc73d6092cd0 req-eca4d721-9cf1-4e34-874f-ad606a6cc29a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336741 Sep 08 13:30:26.849074 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-44e6ecac-be90-4aea-94fa-e59f37ddd1bb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] delete failed (client error): The resource could not be found. Sep 08 13:30:26.852885 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-44e6ecac-be90-4aea-94fa-e59f37ddd1bb tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/6bb55440-0512-4af9-8a89-d0c0ba656506 HTTP/1.1" status: 404 len: 336 time: 0.0485127 Sep 08 13:30:26.853177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48742) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:26.882257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57faf7-356f-4e8e-acba-cb8dd639d1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9be4e6-685e-49eb-8a11-670a054a9956,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:26.887026 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4744378-fd5c-49a1-b283-ff168ef1a70c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] DELETE failed (client error): The resource could not be found. Sep 08 13:30:26.887583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4744378-fd5c-49a1-b283-ff168ef1a70c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:30:26.890043 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a4744378-fd5c-49a1-b283-ff168ef1a70c tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/2eba7f06-5963-492c-bb82-b8f68ae25aaf HTTP/1.1" status: 404 len: 337 time: 0.0358622 Sep 08 13:30:26.892453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48748) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:26.909045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.951669 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:26.955165 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-38c86372-1682-4d7e-86cd-f815e5ea29db tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] DELETE failed (client error): The resource could not be found. Sep 08 13:30:26.955165 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38c86372-1682-4d7e-86cd-f815e5ea29db tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:30:26.957988 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-38c86372-1682-4d7e-86cd-f815e5ea29db tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/9090f730-5585-4b87-bcc9-256a30e20e5e HTTP/1.1" status: 404 len: 337 time: 0.0637703 Sep 08 13:30:26.964743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48750) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:26.981680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Port': ['ID=2fb32743-1e7c-4e3a-a231-48a6a2207419,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:26.985451 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-7c589962-4f01-4587-be95-803f25784d06 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:26.986622 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7c589962-4f01-4587-be95-803f25784d06 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4764836 Sep 08 13:30:26.997592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] No DVR routers for this DVR port 2fb32743-1e7c-4e3a-a231-48a6a2207419 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:26.999556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48752) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.083663 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdcd599-cec5-4809-93c4-f030e37c1440 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] DELETE failed (client error): The resource could not be found. Sep 08 13:30:27.084166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdcd599-cec5-4809-93c4-f030e37c1440 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:30:27.085906 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2cdcd599-cec5-4809-93c4-f030e37c1440 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/42c02dba-3dee-4297-8f4c-a6e604df46e5 HTTP/1.1" status: 404 len: 337 time: 0.1199906 Sep 08 13:30:27.089186 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48754) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.109817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Network ab4ea408-c265-404e-a12d-07fbe5de1149 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:27.143202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:27.147215 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad82f6c-189a-464a-a2ce-03466d23a144 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] DELETE failed (client error): The resource could not be found. Sep 08 13:30:27.153431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad82f6c-189a-464a-a2ce-03466d23a144 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:30:27.153431 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6ad82f6c-189a-464a-a2ce-03466d23a144 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/c929aebd-b7ba-4b21-9a63-44f7cc0d5cf2 HTTP/1.1" status: 404 len: 337 time: 0.0605915 Sep 08 13:30:27.153431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event updated for resources: {'Port': ['ID=d8909f59-0617-4cf7-8f46-dba2c2332c8f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:27.166295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48758) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.168254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:27.170324 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:27.176920 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.179826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.218317 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cc473458-1bbc-4af0-b3ba-8e6966586761 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 HTTP/1.1" status: 200 len: 205 time: 0.0378430 Sep 08 13:30:27.222890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48760) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.244332 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e63aabf-d9b7-457c-8f13-d18ff4859d1e tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.276318 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-e417328a-c9cf-4068-b9cf-da017253caf0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] delete failed (client error): The resource could not be found. Sep 08 13:30:27.276453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e63aabf-d9b7-457c-8f13-d18ff4859d1e tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.276554 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e417328a-c9cf-4068-b9cf-da017253caf0 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/3a8d451a-1d7b-45f9-97d1-3c51b8b4a4a2 HTTP/1.1" status: 404 len: 336 time: 0.0505965 Sep 08 13:30:27.281561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48766) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.322489 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d73c0341-6032-4851-ad14-a1126c0bd63f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0542011 Sep 08 13:30:27.325376 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-14fe9ab2-2d04-4ed2-80cd-74a24967c18b tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=21e274a8-9048-4ff1-9573-c1ee46b67935 HTTP/1.1" status: 200 len: 205 time: 0.0424812 Sep 08 13:30:27.325997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48768) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.331973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43575a58-b49f-4098-8f42-aee7505cf0bf']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:27.337407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48770) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.398835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d7eeb6-18d4-46dd-a1af-f52b69d4a197') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:27.399135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d7eeb6-18d4-46dd-a1af-f52b69d4a197') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:27.401726 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-9970a110-9edd-426b-88ea-e5c66c2ff584 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] delete failed (client error): The resource could not be found. Sep 08 13:30:27.402704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af906cad-26d7-4b5d-9a12-303fa9664714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:27.402975 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9970a110-9edd-426b-88ea-e5c66c2ff584 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/21e274a8-9048-4ff1-9573-c1ee46b67935 HTTP/1.1" status: 404 len: 336 time: 0.0574119 Sep 08 13:30:27.404689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-af906cad-26d7-4b5d-9a12-303fa9664714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "GET /v2.0/ports/d8909f59-0617-4cf7-8f46-dba2c2332c8f HTTP/1.1" status: 200 len: 958 time: 0.0776570 Sep 08 13:30:27.407155 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48776) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.407684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48778) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.425712 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.444751 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e63aabf-d9b7-457c-8f13-d18ff4859d1e tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.447597 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e63aabf-d9b7-457c-8f13-d18ff4859d1e tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.449354 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3e63aabf-d9b7-457c-8f13-d18ff4859d1e tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "DELETE /v2.0/security-groups/e97bad6d-6c68-46c3-85f9-b56be5edf885 HTTP/1.1" status: 204 len: 168 time: 0.4486001 Sep 08 13:30:27.464339 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48780) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.475022 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5298158-f48e-425a-9323-fa7c2271d8c1 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] DELETE failed (client error): The resource could not be found. Sep 08 13:30:27.475473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5298158-f48e-425a-9323-fa7c2271d8c1 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:30:27.481670 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a5298158-f48e-425a-9323-fa7c2271d8c1 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/16e370b8-9ae4-4232-87a6-852d662926ca HTTP/1.1" status: 404 len: 337 time: 0.0685735 Sep 08 13:30:27.481879 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.487330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48782) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.487510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63aabf-d9b7-457c-8f13-d18ff4859d1e tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97bad6d-6c68-46c3-85f9-b56be5edf885,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:27.496312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:27.496734 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:27.500868 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:27.542221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f7dd9-02fe-4045-8ad2-986766d2361f req-34571ae5-f889-4966-bdb8-52283d2a2a6c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:27.543842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da8f7dd9-02fe-4045-8ad2-986766d2361f req-34571ae5-f889-4966-bdb8-52283d2a2a6c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 946 time: 0.1304879 Sep 08 13:30:27.628288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da8f7dd9-02fe-4045-8ad2-986766d2361f req-e73b4ede-c778-47bc-9656-277c2be25d48 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489867 Sep 08 13:30:27.691330 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.708507 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.711041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] 10.222.0.69 "DELETE /v2.0/networks/43575a58-b49f-4098-8f42-aee7505cf0bf HTTP/1.1" status: 204 len: 168 time: 2.4676282 Sep 08 13:30:27.736265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1abb8-3874-425d-97e7-8d18b9d33254 tempest-ServersTestMultiNic-913730505 tempest-ServersTestMultiNic-913730505-project] Pushing event deleted for resources: {'Network': ['ID=43575a58-b49f-4098-8f42-aee7505cf0bf,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:27.739372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48788) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.757461 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a4d63c4-2934-4772-9749-94995657480f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.911333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48798) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:27.914728 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a4d63c4-2934-4772-9749-94995657480f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:27.915354 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3d29b1cf-d990-4919-8c3f-248db5f5dcab tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2 HTTP/1.1" status: 200 len: 205 time: 0.4318075 Sep 08 13:30:27.920957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48800) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.001420 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-8a0b98b6-91d4-4bb8-8d7f-0339a0c86a23 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] delete failed (client error): The resource could not be found. Sep 08 13:30:28.004562 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8a0b98b6-91d4-4bb8-8d7f-0339a0c86a23 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/165aed9b-b8d9-4f2a-b0d6-9ab4b629b8a2 HTTP/1.1" status: 404 len: 336 time: 0.0795987 Sep 08 13:30:28.012996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48804) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.018544 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f1335f62-3f3d-4540-9fdd-7639ffa2cde7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5532556 Sep 08 13:30:28.023787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48806) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.028485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4a94768a-37b8-468d-81f9-08fd7ec86d54 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group': {'name': 'tempest-secgroup--2112293308'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:28.035871 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a4d63c4-2934-4772-9749-94995657480f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.053829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4c11d1ae-599a-4cf6-8d1d-305a28cb9061 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b HTTP/1.1" status: 200 len: 205 time: 0.0394979 Sep 08 13:30:28.057181 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48810) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.099844 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-7fe89a81-154f-463f-86bc-1123b101bba3 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] delete failed (client error): The resource could not be found. Sep 08 13:30:28.101371 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7fe89a81-154f-463f-86bc-1123b101bba3 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/6d26da3c-dfe2-4789-8ee8-28c7e3c0dd6b HTTP/1.1" status: 404 len: 336 time: 0.0430567 Sep 08 13:30:28.105926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48812) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.112298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6e82c01f-662d-489a-a665-65abaf07c380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Deleting port d8909f59-0617-4cf7-8f46-dba2c2332c8f {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:28.112927 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6e82c01f-662d-489a-a665-65abaf07c380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.121398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d63c4-2934-4772-9749-94995657480f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f71286-bc17-41dc-882a-f0e5f5d84cd2,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:28.129978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3a4d63c4-2934-4772-9749-94995657480f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d96759fcd4b84a6c9a49f0cab45ac11a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887322 Sep 08 13:30:28.142740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48814) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.154355 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb6308d-c04e-4fcc-ae7b-f3e5e415faf4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] DELETE failed (client error): The resource could not be found. Sep 08 13:30:28.154355 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb6308d-c04e-4fcc-ae7b-f3e5e415faf4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:30:28.155974 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2bb6308d-c04e-4fcc-ae7b-f3e5e415faf4 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/627be293-4d37-4d43-985e-ad3a82436924 HTTP/1.1" status: 404 len: 337 time: 0.0488248 Sep 08 13:30:28.193507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48816) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.211193 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a94768a-37b8-468d-81f9-08fd7ec86d54 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.223497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6e82c01f-662d-489a-a665-65abaf07c380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.250960 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8e8c498a-0108-49e7-8b17-9d44962595cf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=9b08173f-fb07-4d06-a601-ef6dcb56837e HTTP/1.1" status: 200 len: 205 time: 0.0577190 Sep 08 13:30:28.262492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48820) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.274738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6e82c01f-662d-489a-a665-65abaf07c380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Calling delete_port for d8909f59-0617-4cf7-8f46-dba2c2332c8f owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:28.323561 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-280b4f89-e79f-4ada-9870-8d7a48694805 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] delete failed (client error): The resource could not be found. Sep 08 13:30:28.324802 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-280b4f89-e79f-4ada-9870-8d7a48694805 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/9b08173f-fb07-4d06-a601-ef6dcb56837e HTTP/1.1" status: 404 len: 336 time: 0.0612013 Sep 08 13:30:28.333180 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48822) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.394396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48824) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.395881 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-939bd8b9-1427-4e98-b0bb-154f39ca7b83 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] DELETE failed (client error): The resource could not be found. Sep 08 13:30:28.397376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939bd8b9-1427-4e98-b0bb-154f39ca7b83 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:30:28.400071 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-939bd8b9-1427-4e98-b0bb-154f39ca7b83 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/af57124a-929b-423a-a5b9-536279fd562e HTTP/1.1" status: 404 len: 337 time: 0.0657001 Sep 08 13:30:28.402060 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ffd26ed0-583e-4764-8a20-b9ce02995c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.405291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48826) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.424542 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a94768a-37b8-468d-81f9-08fd7ec86d54 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.450604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ca46b321-ad4b-4460-b7bf-88cc62c13174 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "GET /v2.0/ports?device_id=d30a9834-4267-4df7-a10e-5b783a986ccf HTTP/1.1" status: 200 len: 205 time: 0.0439625 Sep 08 13:30:28.453243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48830) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.473530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ffd26ed0-583e-4764-8a20-b9ce02995c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.497237 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-12fbb10b-cb9e-4709-bc21-327410bdf142 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] delete failed (client error): The resource could not be found. Sep 08 13:30:28.500906 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-12fbb10b-cb9e-4709-bc21-327410bdf142 tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/routers/d30a9834-4267-4df7-a10e-5b783a986ccf HTTP/1.1" status: 404 len: 336 time: 0.0439777 Sep 08 13:30:28.503044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48832) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.552373 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a94768a-37b8-468d-81f9-08fd7ec86d54 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.563847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2043474605'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:28.571439 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-66514e61-7d99-416f-a5ed-6b2ebefd3e6f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] DELETE failed (client error): The resource could not be found. Sep 08 13:30:28.571891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66514e61-7d99-416f-a5ed-6b2ebefd3e6f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:30:28.573667 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-66514e61-7d99-416f-a5ed-6b2ebefd3e6f tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/47bd8524-c407-4fa3-a40e-bb1c7226201c HTTP/1.1" status: 404 len: 337 time: 0.0703931 Sep 08 13:30:28.576773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48834) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.610922 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8791f84c-637b-4f27-8079-6e9887f73abf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] DELETE failed (client error): The resource could not be found. Sep 08 13:30:28.611337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8791f84c-637b-4f27-8079-6e9887f73abf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:30:28.614254 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8791f84c-637b-4f27-8079-6e9887f73abf tempest-RoutersTest-2125494124 tempest-RoutersTest-2125494124-project] 10.222.0.69 "DELETE /v2.0/subnets/d28b86e7-2029-4a03-a123-1652a5e21d09 HTTP/1.1" status: 404 len: 337 time: 0.0348282 Sep 08 13:30:28.616802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94768a-37b8-468d-81f9-08fd7ec86d54 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dd84e2-b2b0-4958-8996-c68a9ccc7bd5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:28.636220 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42174cbd-eca4-4439-9251-563a4d795ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.688313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2bd2d-30d3-463f-ba60-cb9236678ea5 req-c2c96d62-b794-4d6c-89dd-d3c8765f5a89 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:28.690729 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30a2bd2d-30d3-463f-ba60-cb9236678ea5 req-c2c96d62-b794-4d6c-89dd-d3c8765f5a89 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 946 time: 0.0722129 Sep 08 13:30:28.693551 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6e82c01f-662d-489a-a665-65abaf07c380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.741903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e82c01f-662d-489a-a665-65abaf07c380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event deleted for resources: {'Port': ['ID=d8909f59-0617-4cf7-8f46-dba2c2332c8f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:28.743539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Made reservation on behalf of 7f7380e086a34fbb9780161a77000c56 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:28.746606 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ffd26ed0-583e-4764-8a20-b9ce02995c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.751152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.751605 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ffd26ed0-583e-4764-8a20-b9ce02995c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.754269 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ffd26ed0-583e-4764-8a20-b9ce02995c80 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b7f71286-bc17-41dc-882a-f0e5f5d84cd2 HTTP/1.1" status: 204 len: 168 time: 0.6102371 Sep 08 13:30:28.761844 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.810847 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6e82c01f-662d-489a-a665-65abaf07c380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.815876 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6e82c01f-662d-489a-a665-65abaf07c380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "DELETE /v2.0/ports/d8909f59-0617-4cf7-8f46-dba2c2332c8f HTTP/1.1" status: 204 len: 168 time: 1.3958480 Sep 08 13:30:28.817142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48842) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.820955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd26ed0-583e-4764-8a20-b9ce02995c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f71286-bc17-41dc-882a-f0e5f5d84cd2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:28.866895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a94768a-37b8-468d-81f9-08fd7ec86d54 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.868120 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4a94768a-37b8-468d-81f9-08fd7ec86d54 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8433969 Sep 08 13:30:28.869236 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd21378-52e8-434d-8feb-a2b456eb14bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] GET failed (client error): The resource could not be found. Sep 08 13:30:28.874235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bdd21378-52e8-434d-8feb-a2b456eb14bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "GET /v2.0/ports/d8909f59-0617-4cf7-8f46-dba2c2332c8f HTTP/1.1" status: 404 len: 333 time: 0.0523479 Sep 08 13:30:28.874415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d6fcb-efbd-4d8c-926c-89a7b7fc0b74 req-065f7462-58df-45fd-9088-0a4e802afb3b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:28.874544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48844) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.874544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48846) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.881347 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dc1d6fcb-efbd-4d8c-926c-89a7b7fc0b74 req-065f7462-58df-45fd-9088-0a4e802afb3b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 946 time: 0.1392047 Sep 08 13:30:28.885675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Request body: {'port': {'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1343551666'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:28.892472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-224f94ec-1313-47e4-8eee-ca3a0dfd0b96 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Request body: {'security_group': {'name': 'default'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:28.892472 n-d-807558-3 neutron-server[96263]: WARNING neutron.api.v2.base [None req-224f94ec-1313-47e4-8eee-ca3a0dfd0b96 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 08 13:30:28.892803 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-224f94ec-1313-47e4-8eee-ca3a0dfd0b96 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] update failed (client error): There was a conflict when trying to complete your request. Sep 08 13:30:28.893877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-224f94ec-1313-47e4-8eee-ca3a0dfd0b96 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "PUT /v2.0/security-groups/c1dd84e2-b2b0-4958-8996-c68a9ccc7bd5 HTTP/1.1" status: 409 len: 330 time: 0.0186429 Sep 08 13:30:28.898114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48848) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:28.933980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-30a2bd2d-30d3-463f-ba60-cb9236678ea5 req-36d89528-39ef-444d-b0a2-6edc2ed51bbf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Deleting port 28293dad-bbce-4e6b-bd24-f30023194039 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:28.934364 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-30a2bd2d-30d3-463f-ba60-cb9236678ea5 req-36d89528-39ef-444d-b0a2-6edc2ed51bbf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:28.951798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dc1d6fcb-efbd-4d8c-926c-89a7b7fc0b74 req-39d57994-099f-4d65-aec3-0ccdd2cadad8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629637 Sep 08 13:30:29.045750 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9523d01-b174-4d3f-9bc3-ac9b97a743bd tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.080395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-30a2bd2d-30d3-463f-ba60-cb9236678ea5 req-36d89528-39ef-444d-b0a2-6edc2ed51bbf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] For port 28293dad-bbce-4e6b-bd24-f30023194039, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=28293dad-bbce-4e6b-bd24-f30023194039,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:29.081606 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-30a2bd2d-30d3-463f-ba60-cb9236678ea5 req-36d89528-39ef-444d-b0a2-6edc2ed51bbf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.096220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-30a2bd2d-30d3-463f-ba60-cb9236678ea5 req-36d89528-39ef-444d-b0a2-6edc2ed51bbf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Calling delete_port for 28293dad-bbce-4e6b-bd24-f30023194039 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:29.105351 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.111042 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9523d01-b174-4d3f-9bc3-ac9b97a743bd tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.155878 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.208625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-42174cbd-eca4-4439-9251-563a4d795ebb admin admin] Deleting port 020a0665-d1ff-452e-8ab9-c133d77450cb {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:29.208972 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42174cbd-eca4-4439-9251-563a4d795ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.210779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0028175f-4d7d-45c5-b2f2-7e7d09e978a8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:29.280930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Made reservation on behalf of 6a4a18817b1f44f78e4a2c62163400cc for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:29.284554 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.306905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48856) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:29.321899 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] device_id is not set on port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:29.335702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-42174cbd-eca4-4439-9251-563a4d795ebb admin admin] For port 020a0665-d1ff-452e-8ab9-c133d77450cb, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=020a0665-d1ff-452e-8ab9-c133d77450cb,segment=NetworkSegment(d435d0a8-fe41-48e7-a9a4-eaad751808e2),segment_id=d435d0a8-fe41-48e7-a9a4-eaad751808e2)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:29.335986 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42174cbd-eca4-4439-9251-563a4d795ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.346564 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9523d01-b174-4d3f-9bc3-ac9b97a743bd tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.349748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a9523d01-b174-4d3f-9bc3-ac9b97a743bd tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.357197 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a9523d01-b174-4d3f-9bc3-ac9b97a743bd tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "DELETE /v2.0/security-groups/c1dd84e2-b2b0-4958-8996-c68a9ccc7bd5 HTTP/1.1" status: 204 len: 168 time: 0.4471481 Sep 08 13:30:29.359507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48860) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:29.360351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:29.370009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-42174cbd-eca4-4439-9251-563a4d795ebb admin admin] Calling delete_port for 020a0665-d1ff-452e-8ab9-c133d77450cb owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:29.392258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9523d01-b174-4d3f-9bc3-ac9b97a743bd tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dd84e2-b2b0-4958-8996-c68a9ccc7bd5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:29.405874 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.408212 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Added segment b9396551-d398-489c-ab71-7309e5204135 of type vlan for network a47d11ce-16c5-481c-bd82-1b5895202276 Sep 08 13:30:29.432510 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-01b4d282-6c6b-457a-acd2-707dddd972ac tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0668178 Sep 08 13:30:29.432707 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48864) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:29.460242 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-30a2bd2d-30d3-463f-ba60-cb9236678ea5 req-36d89528-39ef-444d-b0a2-6edc2ed51bbf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.468232 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-ab326c3c-8d50-4e1d-aa83-8c26f6ffdda7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] delete failed (client error): The resource could not be found. Sep 08 13:30:29.473914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ab326c3c-8d50-4e1d-aa83-8c26f6ffdda7 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "DELETE /v2.0/security-groups/d8179761-012f-44c0-bf8a-2a0de7bc42dd HTTP/1.1" status: 404 len: 347 time: 0.0360339 Sep 08 13:30:29.479407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:30:29.487865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48868) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:29.533063 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.574257 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-b358ed3c-fc14-4fd4-a1ac-893028de8ac0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] show failed (client error): The resource could not be found. Sep 08 13:30:29.575341 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b358ed3c-fc14-4fd4-a1ac-893028de8ac0 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "GET /v2.0/security-groups/0c0d6b05-29ff-4241-a1e5-a96e257da200 HTTP/1.1" status: 404 len: 347 time: 0.0712361 Sep 08 13:30:29.576234 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d89528-39ef-444d-b0a2-6edc2ed51bbf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event deleted for resources: {'Port': ['ID=28293dad-bbce-4e6b-bd24-f30023194039,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:29.583253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48870) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:29.654049 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-acf165ce-a2d2-47a9-82dc-a4a36336fa16 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] show failed (client error): The resource could not be found. Sep 08 13:30:29.658437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-acf165ce-a2d2-47a9-82dc-a4a36336fa16 tempest-NegativeSecGroupIPv6Test-629457972 tempest-NegativeSecGroupIPv6Test-629457972-project] 10.222.0.69 "GET /v2.0/security-group-rules/e21d1593-18f8-4c5d-aac5-3a0f002c8b46 HTTP/1.1" status: 404 len: 356 time: 0.0659540 Sep 08 13:30:29.670070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a2bd2d-30d3-463f-ba60-cb9236678ea5 req-36d89528-39ef-444d-b0a2-6edc2ed51bbf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] No DVR routers for this DVR port 28293dad-bbce-4e6b-bd24-f30023194039 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:29.686230 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-30a2bd2d-30d3-463f-ba60-cb9236678ea5 req-36d89528-39ef-444d-b0a2-6edc2ed51bbf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.698168 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-30a2bd2d-30d3-463f-ba60-cb9236678ea5 req-36d89528-39ef-444d-b0a2-6edc2ed51bbf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "DELETE /v2.0/ports/28293dad-bbce-4e6b-bd24-f30023194039 HTTP/1.1" status: 204 len: 173 time: 0.9947591 Sep 08 13:30:29.699238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606abe7-35a9-4bcc-bd1b-bfee8d33d017', 'name': 'network-vif-deleted', 'tag': '28293dad-bbce-4e6b-bd24-f30023194039'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:30:29.703641 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48336a2a-3c6a-44b0-a45b-b42783600d61" -d '{"events": [{"server_uuid": "f606abe7-35a9-4bcc-bd1b-bfee8d33d017", "name": "network-vif-deleted", "tag": "28293dad-bbce-4e6b-bd24-f30023194039"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:30:29.738654 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9682b809-41e2-43ce-9012-25e92389aee5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d65f9e74395a4b0ba4baf6b485b3c99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290428 Sep 08 13:30:29.738997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48878) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:29.749538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.755503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:29.756161 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.796543 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bc3556-7279-4ce6-beb2-56d3527929d8 x-openstack-request-id: req-65bc3556-7279-4ce6-beb2-56d3527929d8 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:30:29.796846 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606abe7-35a9-4bcc-bd1b-bfee8d33d017", "name": "network-vif-deleted", "tag": "28293dad-bbce-4e6b-bd24-f30023194039", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:30:29.797143 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-65bc3556-7279-4ce6-beb2-56d3527929d8 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:30:29.800555 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f606abe7-35a9-4bcc-bd1b-bfee8d33d017', 'name': 'network-vif-deleted', 'tag': '28293dad-bbce-4e6b-bd24-f30023194039', 'status': 'completed', 'code': 200} Sep 08 13:30:29.818415 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d39e6-2a56-4f9a-bf31-f6c498dc0581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.825725 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.842396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d39e6-2a56-4f9a-bf31-f6c498dc0581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.904090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Pushing event updated for resources: {'Network': ['ID=a47d11ce-16c5-481c-bd82-1b5895202276,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:29.915850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a47d11ce-16c5-481c-bd82-1b5895202276 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:29.957310 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2fa28dff-65d9-44fb-93e9-3b179b22a67d tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.5590568 Sep 08 13:30:29.960572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48880) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:29.966274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-bfe2aadf-6fef-4929-9560-d47665219140 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Request body: {'subnet': {'network_id': 'a47d11ce-16c5-481c-bd82-1b5895202276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:29.995960 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d39e6-2a56-4f9a-bf31-f6c498dc0581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:29.999128 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6e2d39e6-2a56-4f9a-bf31-f6c498dc0581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:30.004439 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6e2d39e6-2a56-4f9a-bf31-f6c498dc0581 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c451e439-7b09-49bc-8d21-2a8d7a8ff75b HTTP/1.1" status: 204 len: 168 time: 0.2604384 Sep 08 13:30:30.023242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d39e6-2a56-4f9a-bf31-f6c498dc0581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c451e439-7b09-49bc-8d21-2a8d7a8ff75b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:30.044377 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42174cbd-eca4-4439-9251-563a4d795ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:30.095533 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:30.146401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42174cbd-eca4-4439-9251-563a4d795ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=020a0665-d1ff-452e-8ab9-c133d77450cb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:30.160421 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efc9fb37-7a18-4735-b866-47e4e65f532f req-fd10230e-c9f1-4c93-843b-2e8617620c49 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=f606abe7-35a9-4bcc-bd1b-bfee8d33d017 HTTP/1.1" status: 200 len: 210 time: 0.0549593 Sep 08 13:30:30.195963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Network ab4ea408-c265-404e-a12d-07fbe5de1149 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:30.198395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe2aadf-6fef-4929-9560-d47665219140 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Made reservation on behalf of 7f7380e086a34fbb9780161a77000c56 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:30.202599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aadf-6fef-4929-9560-d47665219140 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:30.240305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:30.242662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event updated for resources: {'Port': ['ID=12e8a409-fb8c-4346-ad6b-a9bb7bb3d876,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:30.265127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:30.266371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:30.267054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:30.406040 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42174cbd-eca4-4439-9251-563a4d795ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:30.464586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48894) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:30.547748 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aadf-6fef-4929-9560-d47665219140 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:30.571659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-37baf213-b9eb-4b93-ba7c-5bb6e2d1a936 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6911931 Sep 08 13:30:30.572832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48900) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:30.578054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:30.626942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe2aadf-6fef-4929-9560-d47665219140 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Checking segment: {'id': 'b9396551-d398-489c-ab71-7309e5204135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a47d11ce-16c5-481c-bd82-1b5895202276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:30.627468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2aadf-6fef-4929-9560-d47665219140 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Network hostable DHCP agents. Network: a47d11ce-16c5-481c-bd82-1b5895202276, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:30:30.631731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2aadf-6fef-4929-9560-d47665219140 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Pushing event updated for resources: {'Subnet': ['ID=9f9ec0f0-5fc6-46ff-8d84-e42fac6631ce,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:30.675306 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:30.707957 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 28293dad-bbce-4e6b-bd24-f30023194039 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:30.733546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42174cbd-eca4-4439-9251-563a4d795ebb admin admin] Router 62ba3e1f-c2e7-41c3-a136-e3be36cb827e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:30:30.809520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 28293dad-bbce-4e6b-bd24-f30023194039 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:30.814980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 28293dad-bbce-4e6b-bd24-f30023194039 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:30.826091 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2aadf-6fef-4929-9560-d47665219140 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Network a47d11ce-16c5-481c-bd82-1b5895202276 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:30:30.896346 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-50e763c7-d9f5-478b-acd7-5a3ffd6d6142 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c42f7c8167c40778c71f46fbda7b65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284999 Sep 08 13:30:30.898836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48904) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:30.989795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42174cbd-eca4-4439-9251-563a4d795ebb admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:30:31.009192 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8f968ab-c5aa-4892-a5b0-508c026a48cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:31.009424 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24079976-e818-4069-b72b-c82d13eeabc6 None None] Sync routers for ids ['62ba3e1f-c2e7-41c3-a136-e3be36cb827e'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:30:31.013512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-42174cbd-eca4-4439-9251-563a4d795ebb admin admin] 10.222.0.69 "PUT /v2.0/routers/62ba3e1f-c2e7-41c3-a136-e3be36cb827e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1009231 Sep 08 13:30:31.013799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48912) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:31.018138 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24079976-e818-4069-b72b-c82d13eeabc6 None None] Routers {'62ba3e1f-c2e7-41c3-a136-e3be36cb827e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:31.028653 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-24079976-e818-4069-b72b-c82d13eeabc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['62ba3e1f-c2e7-41c3-a136-e3be36cb827e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:31.097255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-bfe2aadf-6fef-4929-9560-d47665219140 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a47d11ce-16c5-481c-bd82-1b5895202276) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:31.105777 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8f968ab-c5aa-4892-a5b0-508c026a48cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:31.112447 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43321e2-79cf-45f1-9d6d-70f44b8a736d None None] Network a47d11ce-16c5-481c-bd82-1b5895202276 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:31.151098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2aadf-6fef-4929-9560-d47665219140 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:31.154528 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfe2aadf-6fef-4929-9560-d47665219140 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:31.233633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] device_id is not set on port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:31.247534 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:31.332939 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-24079976-e818-4069-b72b-c82d13eeabc6 None None] Set router 62ba3e1f-c2e7-41c3-a136-e3be36cb827e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:31.348919 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:31.441433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-a47d11ce-16c5-481c-bd82-1b5895202276', 'network_id': 'a47d11ce-16c5-481c-bd82-1b5895202276', 'tenant_id': '7f7380e086a34fbb9780161a77000c56', 'fixed_ips': [{'subnet_id': '9f9ec0f0-5fc6-46ff-8d84-e42fac6631ce'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:30:31.443877 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:31.475890 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bfe2aadf-6fef-4929-9560-d47665219140 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5131495 Sep 08 13:30:31.477850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48924) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:31.490143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Request body: {'port': {'network_id': 'a47d11ce-16c5-481c-bd82-1b5895202276', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1999900423'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:31.576612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8f968ab-c5aa-4892-a5b0-508c026a48cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:31.579053 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Transition to ACTIVE for port object 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:31.587961 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8f968ab-c5aa-4892-a5b0-508c026a48cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:31.595341 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f8f968ab-c5aa-4892-a5b0-508c026a48cb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/84de00ce-92d4-42ed-964d-89e206a7fcba HTTP/1.1" status: 204 len: 168 time: 0.6942728 Sep 08 13:30:31.636118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f968ab-c5aa-4892-a5b0-508c026a48cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84de00ce-92d4-42ed-964d-89e206a7fcba,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:31.682250 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:31.683806 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:31.789491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event updated for resources: {'Port': ['ID=12e8a409-fb8c-4346-ad6b-a9bb7bb3d876,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:31.814618 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Allocated IP 172.20.0.2 (a47d11ce-16c5-481c-bd82-1b5895202276/9f9ec0f0-5fc6-46ff-8d84-e42fac6631ce/21248d58-4887-4121-9772-4bb540801102) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:31.889347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:31.889695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:31.892034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:31.902219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Deleting port 112984b6-6ed0-4b0f-879c-d83c926554e0 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:31.902884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:31.903691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:31.904275 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:31.906166 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 2 to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 Sep 08 13:30:31.923821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:31.924166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:31.924544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:31.936995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:31.937347 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:31.939284 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 3 to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 Sep 08 13:30:31.990693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:31.991338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:31.991438 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:32.005214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:32.005588 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:32.005988 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 4 to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 Sep 08 13:30:32.034897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:32.034897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:32.036035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:32.041735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:32.043175 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:32.043175 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 5 to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 Sep 08 13:30:32.064018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Made reservation on behalf of 7f7380e086a34fbb9780161a77000c56 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:32.066905 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-24079976-e818-4069-b72b-c82d13eeabc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'name': 'tempest-ServersTestMultiNic-1893953794-router', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119'}], 'enable_snat': True}, 'gw_port_id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:14Z', 'updated_at': '2021-09-08T13:30:29Z', 'revision_number': 5, 'project_id': '464b7c47106844f5a3386cc180f697e4', 'gw_port': {'id': '112984b6-6ed0-4b0f-879c-d83c926554e0', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:10:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:28:16Z', 'updated_at': '2021-09-08T13:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:32.068628 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:32.085746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] For port 112984b6-6ed0-4b0f-879c-d83c926554e0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=112984b6-6ed0-4b0f-879c-d83c926554e0,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:32.087297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:32.089586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:32.089586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:32.091386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:32.098084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] device_id is not set on port ae2a4e63-c169-41f5-b60a-50b479ea68da yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:32.104705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:32.106832 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:32.107223 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 6 to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 Sep 08 13:30:32.115242 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24079976-e818-4069-b72b-c82d13eeabc6 None None] Checking router: 62ba3e1f-c2e7-41c3-a136-e3be36cb827e for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:30:32.126062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:32.126463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:32.126814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:32.128912 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24079976-e818-4069-b72b-c82d13eeabc6 None None] Routers {'62ba3e1f-c2e7-41c3-a136-e3be36cb827e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:32.129792 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-24079976-e818-4069-b72b-c82d13eeabc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['62ba3e1f-c2e7-41c3-a136-e3be36cb827e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:32.138062 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Calling delete_port for 112984b6-6ed0-4b0f-879c-d83c926554e0 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:32.164495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:32.164840 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:32.165244 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 7 to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 Sep 08 13:30:32.194627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:32.194838 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:32.195600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:32.222100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:32.222100 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:32.222100 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 8 to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 Sep 08 13:30:32.240126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:32.240708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:32.241262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:32.250740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:32.251953 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:32.252525 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 9 to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 Sep 08 13:30:32.252858 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:32.265730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Transition to ACTIVE for port object 21248d58-4887-4121-9772-4bb540801102 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:32.276322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:32.278062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:32.278743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:32.286132 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-24079976-e818-4069-b72b-c82d13eeabc6 None None] Set router 62ba3e1f-c2e7-41c3-a136-e3be36cb827e gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:32.289522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:32.290462 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:32.291141 n-d-807558-3 neutron-server[96263]: INFO neutron.plugins.ml2.plugin [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempt 10 to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 Sep 08 13:30:32.297851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Transition to ACTIVE for port object 21248d58-4887-4121-9772-4bb540801102 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:32.311805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:32.312284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:32.312859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempting to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:32.321302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:32.321821 n-d-807558-3 neutron-server[96263]: ERROR neutron.plugins.ml2.managers [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Failed to bind port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on host n-h1-807558-3 for vnic_type normal using segments [{'id': 'e8519fdc-caae-425b-9283-c067f715a332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ab4ea408-c265-404e-a12d-07fbe5de1149'}] Sep 08 13:30:32.322267 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:32.399825 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-24079976-e818-4069-b72b-c82d13eeabc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'name': 'tempest-ServersTestMultiNic-1893953794-router', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:14Z', 'updated_at': '2021-09-08T13:30:31Z', 'revision_number': 6, 'project_id': '464b7c47106844f5a3386cc180f697e4', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:32.428984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] For port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:30:32.429375 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attempted to set empty binding levels {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 08 13:30:32.447653 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24079976-e818-4069-b72b-c82d13eeabc6 None None] The sync data for ids ['62ba3e1f-c2e7-41c3-a136-e3be36cb827e'] in n-d-807558-3 is: [{'id': '62ba3e1f-c2e7-41c3-a136-e3be36cb827e', 'name': 'tempest-ServersTestMultiNic-1893953794-router', 'tenant_id': '464b7c47106844f5a3386cc180f697e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:28:14Z', 'updated_at': '2021-09-08T13:30:31Z', 'revision_number': 6, 'project_id': '464b7c47106844f5a3386cc180f697e4', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:30:32.484083 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:32.566499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Network a47d11ce-16c5-481c-bd82-1b5895202276 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:32.566934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:32.571942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:32.605010 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:32.640261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Allocated IP 172.20.0.12 (a47d11ce-16c5-481c-bd82-1b5895202276/9f9ec0f0-5fc6-46ff-8d84-e42fac6631ce/ae2a4e63-c169-41f5-b60a-50b479ea68da) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:32.665847 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Pushing event updated for resources: {'Port': ['ID=21248d58-4887-4121-9772-4bb540801102,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:32.745871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 020a0665-d1ff-452e-8ab9-c133d77450cb no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:32.804287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 020a0665-d1ff-452e-8ab9-c133d77450cb {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:32.804655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 020a0665-d1ff-452e-8ab9-c133d77450cb not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:32.827288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Attempting to bind port 21248d58-4887-4121-9772-4bb540801102 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:32.828557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Attempting to bind port 21248d58-4887-4121-9772-4bb540801102 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b9396551-d398-489c-ab71-7309e5204135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a47d11ce-16c5-481c-bd82-1b5895202276'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:32.831843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Attempting to bind port 21248d58-4887-4121-9772-4bb540801102 on network a47d11ce-16c5-481c-bd82-1b5895202276 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:32.838094 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-afe8a15b-8bb5-4756-8636-42f507ec9704 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:32.844078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:30:32.845933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Checking segment: {'id': 'b9396551-d398-489c-ab71-7309e5204135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a47d11ce-16c5-481c-bd82-1b5895202276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:32.846654 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:32.846793 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-afe8a15b-8bb5-4756-8636-42f507ec9704 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.2159128 Sep 08 13:30:32.848591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Bound using segment: {'id': 'b9396551-d398-489c-ab71-7309e5204135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a47d11ce-16c5-481c-bd82-1b5895202276'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:30:32.848732 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:32.850536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Bound port: 21248d58-4887-4121-9772-4bb540801102, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9396551-d398-489c-ab71-7309e5204135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a47d11ce-16c5-481c-bd82-1b5895202276'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:30:32.851298 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:32.858994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48964) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:32.923527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=112984b6-6ed0-4b0f-879c-d83c926554e0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:32.932161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event updated for resources: {'Port': ['ID=12e8a409-fb8c-4346-ad6b-a9bb7bb3d876,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:32.938167 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:32.950260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] In _notify_port_updated(), no bound segment for port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 on network ab4ea408-c265-404e-a12d-07fbe5de1149 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:30:32.951410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:32.952911 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:32.956034 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ea7d91a3-5c69-49d5-b9cb-88c1e40a5b66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "PUT /v2.0/ports/12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 HTTP/1.1" status: 200 len: 979 time: 2.3814220 Sep 08 13:30:32.959179 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] For port 21248d58-4887-4121-9772-4bb540801102, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:30:32.961387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48970) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:32.965292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-a6326f78-84b2-4ff1-8ad0-c161c85c1d80 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/quotas/f0c33ff95fd94c5b8efb16048a231a08 HTTP/1.1" status: 200 len: 375 time: 0.1173482 Sep 08 13:30:32.971840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] For port 21248d58-4887-4121-9772-4bb540801102, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=21248d58-4887-4121-9772-4bb540801102,segment=NetworkSegment(b9396551-d398-489c-ab71-7309e5204135),segment_id=b9396551-d398-489c-ab71-7309e5204135)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:30:33.013274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Transition to ACTIVE for port object ae2a4e63-c169-41f5-b60a-50b479ea68da will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:33.015192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48974) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:33.062319 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.070355 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-2c1e9900-98c7-4530-a398-e1ec572ee5d5 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1042333 Sep 08 13:30:33.120257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d61e0416-5f82-4cc9-940c-6e38b94f3670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Deleting port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:33.121780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d61e0416-5f82-4cc9-940c-6e38b94f3670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.131653 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.174200 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.177194 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.270051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-75f0c4d7-ae54-4b9f-ac78-6b1dc645ab3d tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1349415486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:33.274625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-d61e0416-5f82-4cc9-940c-6e38b94f3670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] For port 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876, host n-h1-807558-3, got binding levels [] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:33.275345 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d61e0416-5f82-4cc9-940c-6e38b94f3670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.280889 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d63128-41c9-44f8-a37a-e909c3103783 None None] Pushing event updated for resources: {'Port': ['ID=21248d58-4887-4121-9772-4bb540801102,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:33.298574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d61e0416-5f82-4cc9-940c-6e38b94f3670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Calling delete_port for 12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:33.312705 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:30:33.318648 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.336397 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.344063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ba3e1f-c2e7-41c3-a136-e3be36cb827e {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:30:33.344063 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.344063 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f4267f15-4e5b-45e5-8939-f3cc50d315e7 admin admin] 10.222.0.69 "DELETE /v2.0/routers/62ba3e1f-c2e7-41c3-a136-e3be36cb827e HTTP/1.1" status: 204 len: 168 time: 2.3280447 Sep 08 13:30:33.374243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48980) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:33.449726 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-f089a37d-253f-44b5-a729-b5a18d422c9d service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497944 Sep 08 13:30:33.584995 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-75f0c4d7-ae54-4b9f-ac78-6b1dc645ab3d tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.586062 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-75f0c4d7-ae54-4b9f-ac78-6b1dc645ab3d tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.744917 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-19f73e3d-9e5c-4096-ab49-ca23c1112c1a service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768860 Sep 08 13:30:33.764464 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-75f0c4d7-ae54-4b9f-ac78-6b1dc645ab3d tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.964684 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-75f0c4d7-ae54-4b9f-ac78-6b1dc645ab3d tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:33.992964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-541122472', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:34.041797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Pushing event updated for resources: {'Port': ['ID=ae2a4e63-c169-41f5-b60a-50b479ea68da,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:34.048679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Network a47d11ce-16c5-481c-bd82-1b5895202276 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:34.058469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:34.069365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:34.101540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0232b3-1c91-4822-8342-b8c94b72a365 admin admin] Deleting subnet d1936db5-81a7-404e-b67b-b2313ad55106 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:30:34.117486 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c0232b3-1c91-4822-8342-b8c94b72a365 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.167032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:34.167696 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.182398 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c0232b3-1c91-4822-8342-b8c94b72a365 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.287837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c0232b3-1c91-4822-8342-b8c94b72a365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.304634 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-75f0c4d7-ae54-4b9f-ac78-6b1dc645ab3d tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.305984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-75f0c4d7-ae54-4b9f-ac78-6b1dc645ab3d tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3932326 Sep 08 13:30:34.308748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48990) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:34.313768 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-52362010'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:34.334456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48992) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:34.364509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d61e0416-5f82-4cc9-940c-6e38b94f3670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.412222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e0416-5f82-4cc9-940c-6e38b94f3670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Pushing event deleted for resources: {'Port': ['ID=12e8a409-fb8c-4346-ad6b-a9bb7bb3d876,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:34.426101 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d61e0416-5f82-4cc9-940c-6e38b94f3670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.432014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d61e0416-5f82-4cc9-940c-6e38b94f3670 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "DELETE /v2.0/ports/12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 HTTP/1.1" status: 204 len: 168 time: 1.4621377 Sep 08 13:30:34.432232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49000) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:34.492754 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2a9446-e8af-4a59-b595-428f2acbb86a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] GET failed (client error): The resource could not be found. Sep 08 13:30:34.492992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Made reservation on behalf of e41a103a9b41434ab5c82f3093c270f2 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:34.495843 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.497174 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bf2a9446-e8af-4a59-b595-428f2acbb86a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1292132432-project-admin] 10.222.0.69 "GET /v2.0/ports/12e8a409-fb8c-4346-ad6b-a9bb7bb3d876 HTTP/1.1" status: 404 len: 333 time: 0.0636461 Sep 08 13:30:34.506010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49002) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:34.531611 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.538794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15b29be6-6941-4a75-8110-e30e02c83904 req-f869410f-59c4-44c3-b719-8ea349b8b46e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 210 time: 0.1160343 Sep 08 13:30:34.580265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-088e0fd8-0ab3-4cea-b0c5-5f2614dd77b4 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1008892 Sep 08 13:30:34.588573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49004) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:34.588573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Request body: {'port': {'network_id': 'a47d11ce-16c5-481c-bd82-1b5895202276', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1158137003', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:34.589299 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.api.validators [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] bootfile-name is not in valid_values {{(pid=96263) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 13:30:34.589299 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.api.validators [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] tftp-server is not in valid_values {{(pid=96263) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 13:30:34.589963 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.api.validators [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] server-ip-address is not in valid_values {{(pid=96263) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 13:30:34.646871 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5e8ea98c-e43c-4a92-952e-70fe1da3857f tempest-ServiceProvidersTest-1962751968 tempest-ServiceProvidersTest-1962751968-project] 10.222.0.69 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3111689 Sep 08 13:30:34.664659 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:30:34.664659 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:30:34.664659 n-d-807558-3 neutron-server[96263]: [parameters: {'project_id_1': 'e41a103a9b41434ab5c82f3093c270f2', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 30, 14, 559963)}] Sep 08 13:30:34.664659 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:30:34.665305 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:30:34.672376 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.688577 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c0232b3-1c91-4822-8342-b8c94b72a365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.799549 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f9efc8-40c3-4def-93fa-ccb8d6e44659 None None] Network a47d11ce-16c5-481c-bd82-1b5895202276 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:34.830145 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.840100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Made reservation on behalf of fe119a771338491c8c67db7fe8bc72e2 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:34.845250 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.867864 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.876004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4ea408-c265-404e-a12d-07fbe5de1149']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:34.883964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 21248d58-4887-4121-9772-4bb540801102 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:34.889642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0232b3-1c91-4822-8342-b8c94b72a365 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1936db5-81a7-404e-b67b-b2313ad55106,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:34.893190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8519fdc-caae-425b-9283-c067f715a332') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:34.910829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8519fdc-caae-425b-9283-c067f715a332') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:34.910829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.912161 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c0232b3-1c91-4822-8342-b8c94b72a365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.912161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1c0232b3-1c91-4822-8342-b8c94b72a365 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d1936db5-81a7-404e-b67b-b2313ad55106 HTTP/1.1" status: 204 len: 168 time: 1.5328448 Sep 08 13:30:34.912161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49012) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:34.923229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.929916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:34.930370 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:34.993775 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d775eb-c1d7-4d11-9793-087bdbb45ad3 None None] Network 21e9a6a1-4e81-4c2c-a644-502c50df9f1a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:35.004356 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:35.060139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b2740906-7096-49ca-ad0d-3ba07ad9c05d None None] Provisioning for port 21248d58-4887-4121-9772-4bb540801102 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:35.067897 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.146134 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.156046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Deleting port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:35.156305 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.169957 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.245617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] For port 1fedc6a6-8558-4e46-aadc-4ce95cd28448, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1fedc6a6-8558-4e46-aadc-4ce95cd28448,segment=NetworkSegment(d435d0a8-fe41-48e7-a9a4-eaad751808e2),segment_id=d435d0a8-fe41-48e7-a9a4-eaad751808e2)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:35.245919 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.255336 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.261816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Calling delete_port for 1fedc6a6-8558-4e46-aadc-4ce95cd28448 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:35.265592 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.271948 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] 10.222.0.69 "DELETE /v2.0/networks/ab4ea408-c265-404e-a12d-07fbe5de1149 HTTP/1.1" status: 204 len: 168 time: 0.7645659 Sep 08 13:30:35.289818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d08ac-4fc8-42ea-81d2-a4fdc6054afe tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766 tempest-PortsAdminExtendedAttrsIpV6TestJSON-898067766-project] Pushing event deleted for resources: {'Network': ['ID=ab4ea408-c265-404e-a12d-07fbe5de1149,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:35.336214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc61340-823c-4667-aabd-52be294b040f None None] DHCP port deletion for 21e9a6a1-4e81-4c2c-a644-502c50df9f1a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:30:35.346102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.403890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47090aa-ebd2-49c1-94fc-c1f4f332670e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:35.433300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:35.450698 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.451059 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Added segment 4e4e25ec-352e-4a38-bc72-ab94d63b2fec of type vlan for network 33bbdc26-669a-46a7-9773-58997b99779f Sep 08 13:30:35.525424 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.567009 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.571538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Made reservation on behalf of 7f7380e086a34fbb9780161a77000c56 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:35.582912 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.588051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49020) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:35.627332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.638357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:35.638357 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.701435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] No DVR routers for this DVR port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:35.734847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fedc6a6-8558-4e46-aadc-4ce95cd28448,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:35.741433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 21248d58-4887-4121-9772-4bb540801102 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:35.748739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 21248d58-4887-4121-9772-4bb540801102 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:35.751015 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.798432 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5014a31-ca76-4043-8ecd-d71020f67444 req-e41787d7-14c3-4b05-8b2d-bb74e94c76a2 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 210 time: 0.0928507 Sep 08 13:30:35.817840 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.853708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e9a6a1-4e81-4c2c-a644-502c50df9f1a']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:35.857318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] device_id is not set on port 3e9c0fa1-bdb2-408d-9061-c0b187254920 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:35.905157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd435d0a8-fe41-48e7-a9a4-eaad751808e2') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:35.905157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd435d0a8-fe41-48e7-a9a4-eaad751808e2') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:35.910055 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.914844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'Network': ['ID=33bbdc26-669a-46a7-9773-58997b99779f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:35.933707 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a169ce0-1876-45f6-85c4-8ef65aba3e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:35.955942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 33bbdc26-669a-46a7-9773-58997b99779f details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:35.986252 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.047524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0470e882-9538-4ff5-8b30-953e5a5b2055 None None] Provisioning for port ae2a4e63-c169-41f5-b60a-50b479ea68da completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:36.049223 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.065541 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.086933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0470e882-9538-4ff5-8b30-953e5a5b2055 None None] Provisioning complete for port ae2a4e63-c169-41f5-b60a-50b479ea68da triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:36.087594 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0470e882-9538-4ff5-8b30-953e5a5b2055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.093096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ebc61340-823c-4667-aabd-52be294b040f None None] Deleting port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:36.093968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ebc61340-823c-4667-aabd-52be294b040f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.096290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:36.097347 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:36.099262 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:36.119245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 21248d58-4887-4121-9772-4bb540801102, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=21248d58-4887-4121-9772-4bb540801102,segment=NetworkSegment(b9396551-d398-489c-ab71-7309e5204135),segment_id=b9396551-d398-489c-ab71-7309e5204135)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:36.138746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49028) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:36.189949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Allocated IP 172.20.0.7 (a47d11ce-16c5-481c-bd82-1b5895202276/9f9ec0f0-5fc6-46ff-8d84-e42fac6631ce/3e9c0fa1-bdb2-408d-9061-c0b187254920) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:36.225676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0470e882-9538-4ff5-8b30-953e5a5b2055 None None] Port ae2a4e63-c169-41f5-b60a-50b479ea68da cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:30:36.227843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ebc61340-823c-4667-aabd-52be294b040f None None] For port 1fedc6a6-8558-4e46-aadc-4ce95cd28448, host n-d-807558-3, got binding levels [] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:36.228245 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ebc61340-823c-4667-aabd-52be294b040f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.246121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ebc61340-823c-4667-aabd-52be294b040f None None] Calling delete_port for 1fedc6a6-8558-4e46-aadc-4ce95cd28448 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:36.248909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.ipam_backend_mixin [None req-ebc61340-823c-4667-aabd-52be294b040f None None] Port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 was not found and therefore no delete operation was performed {{(pid=96265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 13:30:36.253832 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ebc61340-823c-4667-aabd-52be294b040f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.259988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0470e882-9538-4ff5-8b30-953e5a5b2055 None None] Provisioning complete for port 21248d58-4887-4121-9772-4bb540801102 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:36.259988 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0470e882-9538-4ff5-8b30-953e5a5b2055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.311754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc61340-823c-4667-aabd-52be294b040f None None] Pushing event deleted for resources: {'Port': ['ID=1fedc6a6-8558-4e46-aadc-4ce95cd28448,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:36.311754 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.357464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc61340-823c-4667-aabd-52be294b040f None None] No DVR routers for this DVR port 1fedc6a6-8558-4e46-aadc-4ce95cd28448 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:36.366314 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8b3f372a-7069-4369-b376-2fb3c6a86ec0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=461849677e804a8e92bb8fc31d80cc75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2240765 Sep 08 13:30:36.373714 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49032) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:36.419097 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 112984b6-6ed0-4b0f-879c-d83c926554e0 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:36.430384 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.432476 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7f5c40a7-581c-4504-8bbe-68d0b41a9bf3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1209428 Sep 08 13:30:36.445750 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Transition to ACTIVE for port object 3e9c0fa1-bdb2-408d-9061-c0b187254920 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:36.452677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49034) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:36.459410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-764f10fc-ee07-4388-ab69-1485f40e8f14 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Request body: {'subnet': {'network_id': '33bbdc26-669a-46a7-9773-58997b99779f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:36.462195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 112984b6-6ed0-4b0f-879c-d83c926554e0 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:36.463168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.463638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 112984b6-6ed0-4b0f-879c-d83c926554e0 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:36.466497 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.479386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=21248d58-4887-4121-9772-4bb540801102,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:36.507180 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.511048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/21e9a6a1-4e81-4c2c-a644-502c50df9f1a HTTP/1.1" status: 204 len: 168 time: 1.5989962 Sep 08 13:30:36.547633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e6ade31-c008-4078-b73a-8c3d1c91b14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.569445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] device_id is not set on port c18e5450-5ca1-4c5e-bb77-b770f5dd253e yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:36.592885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82a41b-256b-4caa-8d8b-24d3e420d2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=21e9a6a1-4e81-4c2c-a644-502c50df9f1a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:36.603327 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e6ade31-c008-4078-b73a-8c3d1c91b14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.611033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6328707-baaf-46c2-9651-f0c961f41f9f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:36.667326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-92583d38-2c17-4f94-9442-ee74810bc537 None None] Provisioning complete for port ae2a4e63-c169-41f5-b60a-50b479ea68da triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:36.668030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-92583d38-2c17-4f94-9442-ee74810bc537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.695815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a169ce0-1876-45f6-85c4-8ef65aba3e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.735964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-92583d38-2c17-4f94-9442-ee74810bc537 None None] Port ae2a4e63-c169-41f5-b60a-50b479ea68da cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:30:36.770871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7a169ce0-1876-45f6-85c4-8ef65aba3e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.809738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Allocated IP 172.25.5.171 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/c18e5450-5ca1-4c5e-bb77-b770f5dd253e) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:36.813085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 21248d58-4887-4121-9772-4bb540801102 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:36.831673 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.842119 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e6ade31-c008-4078-b73a-8c3d1c91b14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.846002 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e6ade31-c008-4078-b73a-8c3d1c91b14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.852119 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3e6ade31-c008-4078-b73a-8c3d1c91b14f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f7f7d0e-7898-43d9-85d1-af5031ac5ebe HTTP/1.1" status: 204 len: 168 time: 0.4795141 Sep 08 13:30:36.856458 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7a169ce0-1876-45f6-85c4-8ef65aba3e14 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88a8751a5e3d46509085a19cf07ac05e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2668953 Sep 08 13:30:36.857741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a169ce0-1876-45f6-85c4-8ef65aba3e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b751d96-e2f3-4ae1-be43-ff6076e6cce6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:36.860647 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49042) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:36.880240 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ade31-c008-4078-b73a-8c3d1c91b14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7f7d0e-7898-43d9-85d1-af5031ac5ebe,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:36.960852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49044) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:36.961713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 21248d58-4887-4121-9772-4bb540801102 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:36.962554 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:36.978410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764f10fc-ee07-4388-ab69-1485f40e8f14 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Made reservation on behalf of fe119a771338491c8c67db7fe8bc72e2 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:36.984134 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-764f10fc-ee07-4388-ab69-1485f40e8f14 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.013037 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17465322-adc3-4723-8442-210e709fc049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.055647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a5e3fe4e-2b95-4072-8dbc-f11ea0964170 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=464b7c47106844f5a3386cc180f697e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0885968 Sep 08 13:30:37.060804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49046) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:37.072007 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17465322-adc3-4723-8442-210e709fc049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.122517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Network a47d11ce-16c5-481c-bd82-1b5895202276 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:37.155977 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ebe270bd-e755-432e-a6f4-1b34690cd014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.167028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b81b13e-d997-4609-846b-45059d8db8ab req-3db404e0-9725-44a7-a6c9-dee0eef5f3b8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 210 time: 0.1989384 Sep 08 13:30:37.168020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:37.184274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:37.188385 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1fedc6a6-8558-4e46-aadc-4ce95cd28448 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:37.192355 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ebe270bd-e755-432e-a6f4-1b34690cd014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.205032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Pushing event updated for resources: {'Port': ['ID=3e9c0fa1-bdb2-408d-9061-c0b187254920,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:37.227229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 1fedc6a6-8558-4e46-aadc-4ce95cd28448 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:37.232153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1fedc6a6-8558-4e46-aadc-4ce95cd28448 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:37.337954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:37.338779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.379285 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.398322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17465322-adc3-4723-8442-210e709fc049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.402018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17465322-adc3-4723-8442-210e709fc049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.403385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-17465322-adc3-4723-8442-210e709fc049 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2b751d96-e2f3-4ae1-be43-ff6076e6cce6 HTTP/1.1" status: 204 len: 168 time: 0.5417325 Sep 08 13:30:37.415767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17465322-adc3-4723-8442-210e709fc049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b751d96-e2f3-4ae1-be43-ff6076e6cce6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:37.586622 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ebe270bd-e755-432e-a6f4-1b34690cd014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.587028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-29b15acc-907f-4e0f-b76e-a05fa0c32304 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0014653 Sep 08 13:30:37.587772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49052) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:37.591624 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ebe270bd-e755-432e-a6f4-1b34690cd014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.600243 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ebe270bd-e755-432e-a6f4-1b34690cd014 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fbef1b0c-2f21-4ef6-9549-78966deb9b28 HTTP/1.1" status: 204 len: 168 time: 0.5340612 Sep 08 13:30:37.638681 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.728094 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe270bd-e755-432e-a6f4-1b34690cd014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbef1b0c-2f21-4ef6-9549-78966deb9b28,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:37.736166 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-764f10fc-ee07-4388-ab69-1485f40e8f14 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.796331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-6fafede7-e19a-49d1-8c20-a0b9ee2fbbbc tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:37.798039 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-6fafede7-e19a-49d1-8c20-a0b9ee2fbbbc tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.1630652 Sep 08 13:30:37.811477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Request body: {'port': {'device_id': '15a5f0f3-a98a-4a8a-b1f9-860b677589f4', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'admin_state_up': True, 'tenant_id': 'f0c33ff95fd94c5b8efb16048a231a08'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:37.817734 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aa1fd7cb-bab0-4f79-9e26-fd5d5b64e5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.822083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-49c96c78-a3db-4022-9bf5-e4af76360c60 None None] Provisioning for port 3e9c0fa1-bdb2-408d-9061-c0b187254920 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:37.825868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:37.826368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-49c96c78-a3db-4022-9bf5-e4af76360c60 None None] Provisioning complete for port 3e9c0fa1-bdb2-408d-9061-c0b187254920 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:37.827968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-49c96c78-a3db-4022-9bf5-e4af76360c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:37.849885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:37.856321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:37.861921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Pushing event updated for resources: {'Port': ['ID=c18e5450-5ca1-4c5e-bb77-b770f5dd253e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:37.867455 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-49c96c78-a3db-4022-9bf5-e4af76360c60 None None] Port 3e9c0fa1-bdb2-408d-9061-c0b187254920 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:30:37.925783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f10fc-ee07-4388-ab69-1485f40e8f14 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'Subnet': ['ID=4e8ec77a-5772-46e6-9927-094abffa98ee,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:37.954344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402768e-8107-48be-93c2-f728cca7907f tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:37.958224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402768e-8107-48be-93c2-f728cca7907f tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:37.964167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a402768e-8107-48be-93c2-f728cca7907f tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:37.970514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a402768e-8107-48be-93c2-f728cca7907f tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3773615 Sep 08 13:30:37.970784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49056) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:38.012035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:38.012668 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.021332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f10fc-ee07-4388-ab69-1485f40e8f14 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Checking segment: {'id': '4e4e25ec-352e-4a38-bc72-ab94d63b2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '33bbdc26-669a-46a7-9773-58997b99779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:38.021712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764f10fc-ee07-4388-ab69-1485f40e8f14 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Network hostable DHCP agents. Network: 33bbdc26-669a-46a7-9773-58997b99779f, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:30:38.022291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Made reservation on behalf of f0c33ff95fd94c5b8efb16048a231a08 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:38.033284 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.100951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Deleting port 3e9c0fa1-bdb2-408d-9061-c0b187254920 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:38.101313 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.174883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-15dcd625-c1c0-4048-8b85-6cb39d52423b tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 5.1536644 Sep 08 13:30:38.176939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49058) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:38.182235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.171'}]}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:38.235431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.247975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764f10fc-ee07-4388-ab69-1485f40e8f14 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Network 33bbdc26-669a-46a7-9773-58997b99779f is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:30:38.249856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Allocated IP 172.20.0.10 (8558c78e-818a-4e56-9eb8-d34a7481093d/d14836f1-ecd1-4db6-b042-f7de366d80f5/608089f9-10d3-42ac-a1a5-44327f79e8a0) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:38.256996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Calling delete_port for 3e9c0fa1-bdb2-408d-9061-c0b187254920 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:38.379238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49064) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:38.436544 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.437625 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.491259 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e1fd1242-2749-4645-a39e-ae5d9fa5d087 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6a4a18817b1f44f78e4a2c62163400cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091123 Sep 08 13:30:38.493959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49068) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:38.515178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-764f10fc-ee07-4388-ab69-1485f40e8f14 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 33bbdc26-669a-46a7-9773-58997b99779f) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:38.529481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764f10fc-ee07-4388-ab69-1485f40e8f14 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:38.531390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-764f10fc-ee07-4388-ab69-1485f40e8f14 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.534955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9197a4b5-7d80-4cc5-97fb-6d5fbea447f7 None None] Network 33bbdc26-669a-46a7-9773-58997b99779f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:38.578391 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-414893be-8e20-433d-9217-efec7a99044f req-7a42446d-6398-4acc-9ef1-0152f2d52772 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 210 time: 0.1756535 Sep 08 13:30:38.601214 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.647377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.680962 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0bce144f-4775-4e95-bb88-adf6fb3c044f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.707590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Pushing event deleted for resources: {'Port': ['ID=3e9c0fa1-bdb2-408d-9061-c0b187254920,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:38.748218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-764f10fc-ee07-4388-ab69-1485f40e8f14 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2940886 Sep 08 13:30:38.753619 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49074) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:38.759546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-be4891c9-d981-4341-a18c-cac741d8a3d3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Request body: {'network': {'name': 'tempest-router-network01--448549458'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:38.799098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:38.800017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:38.800377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:38.800725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:38.801066 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:38.801402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:38.801746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:38.802304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:38.803142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:38.803142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:38.803142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:38.803440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:38.807564 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.809558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.838736 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0bce144f-4775-4e95-bb88-adf6fb3c044f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.868007 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:30:38.916937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4891c9-d981-4341-a18c-cac741d8a3d3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Made reservation on behalf of fe119a771338491c8c67db7fe8bc72e2 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:38.928777 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.930745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-33bbdc26-669a-46a7-9773-58997b99779f', 'network_id': '33bbdc26-669a-46a7-9773-58997b99779f', 'tenant_id': 'fe119a771338491c8c67db7fe8bc72e2', 'fixed_ips': [{'subnet_id': '4e8ec77a-5772-46e6-9927-094abffa98ee'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:30:38.931972 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c8c6304b-8b37-47c5-9aad-8064e1ea9e9a tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] 10.222.0.69 "DELETE /v2.0/ports/3e9c0fa1-bdb2-408d-9061-c0b187254920 HTTP/1.1" status: 204 len: 168 time: 0.9598365 Sep 08 13:30:38.933737 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.936071 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be4891c9-d981-4341-a18c-cac741d8a3d3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:38.937092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49078) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:38.943473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6840e92d-04bf-4a26-b773-22bdf3ec8fc0 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Request body: {'port': {'name': 'tempest-new-port-name-540846833', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:38.943881 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.api.validators [None req-6840e92d-04bf-4a26-b773-22bdf3ec8fc0 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] bootfile-name is not in valid_values {{(pid=96263) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 13:30:38.944227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.api.validators [None req-6840e92d-04bf-4a26-b773-22bdf3ec8fc0 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] tftp-server is not in valid_values {{(pid=96263) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 13:30:38.944566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.api.validators [None req-6840e92d-04bf-4a26-b773-22bdf3ec8fc0 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] server-ip-address is not in valid_values {{(pid=96263) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 08 13:30:38.988442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Network 8558c78e-818a-4e56-9eb8-d34a7481093d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:38.993459 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:38.996142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:39.008749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event updated for resources: {'Port': ['ID=608089f9-10d3-42ac-a1a5-44327f79e8a0,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:39.057527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4891c9-d981-4341-a18c-cac741d8a3d3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:39.085907 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be4891c9-d981-4341-a18c-cac741d8a3d3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.089219 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-be4891c9-d981-4341-a18c-cac741d8a3d3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Added segment 016a0937-1368-46fd-a43c-38cca3463dce of type vlan for network eab684f8-ab2c-40d9-95b3-744bcc70e4d1 Sep 08 13:30:39.175271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:39.175271 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.210520 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be4891c9-d981-4341-a18c-cac741d8a3d3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.361290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Allocated IP 2001:db8::2 (33bbdc26-669a-46a7-9773-58997b99779f/4e8ec77a-5772-46e6-9927-094abffa98ee/ac9e3fbd-7d5d-442c-abea-6d483c91e689) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:39.421045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.424037 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0bce144f-4775-4e95-bb88-adf6fb3c044f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.426900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0bce144f-4775-4e95-bb88-adf6fb3c044f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.428514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0bce144f-4775-4e95-bb88-adf6fb3c044f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7eb336f2-2d2f-4976-877b-70573c324b4d HTTP/1.1" status: 204 len: 168 time: 0.9329774 Sep 08 13:30:39.432421 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6840e92d-04bf-4a26-b773-22bdf3ec8fc0 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.442082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-7c8a4c02-dde1-413a-ab54-99b0969b3507 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6326985 Sep 08 13:30:39.442082 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be4891c9-d981-4341-a18c-cac741d8a3d3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.452497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4891c9-d981-4341-a18c-cac741d8a3d3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:39.453177 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be4891c9-d981-4341-a18c-cac741d8a3d3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.466132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce144f-4775-4e95-bb88-adf6fb3c044f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb336f2-2d2f-4976-877b-70573c324b4d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:39.488676 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Request body: {'port': {'device_id': '15a5f0f3-a98a-4a8a-b1f9-860b677589f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:39.677304 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.699123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Transition to ACTIVE for port object ac9e3fbd-7d5d-442c-abea-6d483c91e689 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:39.739126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6840e92d-04bf-4a26-b773-22bdf3ec8fc0 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.744458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Transition to ACTIVE for port object ac9e3fbd-7d5d-442c-abea-6d483c91e689 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:39.864367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dabd54-7f28-4f54-895f-c5823c49d227 req-53030c46-c4de-4b48-bd5e-26aed4ef608a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:39.882163 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-60dabd54-7f28-4f54-895f-c5823c49d227 req-53030c46-c4de-4b48-bd5e-26aed4ef608a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 932 time: 0.1261179 Sep 08 13:30:39.884680 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.924553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6840e92d-04bf-4a26-b773-22bdf3ec8fc0 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:39.993201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Pushing event updated for resources: {'Port': ['ID=ac9e3fbd-7d5d-442c-abea-6d483c91e689,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:40.025600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Network 33bbdc26-669a-46a7-9773-58997b99779f is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:40.027488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:40.029953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:40.086350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-60dabd54-7f28-4f54-895f-c5823c49d227 req-f00348d1-0dfb-4f27-8bf3-5dbb0718a07a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833963 Sep 08 13:30:40.091834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840e92d-04bf-4a26-b773-22bdf3ec8fc0 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Pushing event updated for resources: {'Port': ['ID=ae2a4e63-c169-41f5-b60a-50b479ea68da,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:40.120176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6840e92d-04bf-4a26-b773-22bdf3ec8fc0 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] In _notify_port_updated(), no bound segment for port ae2a4e63-c169-41f5-b60a-50b479ea68da on network a47d11ce-16c5-481c-bd82-1b5895202276 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:30:40.127338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840e92d-04bf-4a26-b773-22bdf3ec8fc0 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:40.128107 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6840e92d-04bf-4a26-b773-22bdf3ec8fc0 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.132234 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6840e92d-04bf-4a26-b773-22bdf3ec8fc0 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] 10.222.0.69 "PUT /v2.0/ports/ae2a4e63-c169-41f5-b60a-50b479ea68da HTTP/1.1" status: 200 len: 1136 time: 1.1908295 Sep 08 13:30:40.134699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49104) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:40.146322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Attempting to bind port ac9e3fbd-7d5d-442c-abea-6d483c91e689 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:40.147368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Attempting to bind port ac9e3fbd-7d5d-442c-abea-6d483c91e689 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '4e4e25ec-352e-4a38-bc72-ab94d63b2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '33bbdc26-669a-46a7-9773-58997b99779f'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:40.148541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Attempting to bind port ac9e3fbd-7d5d-442c-abea-6d483c91e689 on network 33bbdc26-669a-46a7-9773-58997b99779f {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:40.154581 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-be4891c9-d981-4341-a18c-cac741d8a3d3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3995607 Sep 08 13:30:40.157631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49106) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:40.159204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4891c9-d981-4341-a18c-cac741d8a3d3 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'Network': ['ID=eab684f8-ab2c-40d9-95b3-744bcc70e4d1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:40.168714 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a893848c-c7e4-462b-bc77-51529da38343 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Request body: {'network': {'name': 'tempest-router-network02--1267914813'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:40.196796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network eab684f8-ab2c-40d9-95b3-744bcc70e4d1 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:40.207900 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.208331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:30:40.209452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Checking segment: {'id': '4e4e25ec-352e-4a38-bc72-ab94d63b2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '33bbdc26-669a-46a7-9773-58997b99779f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:40.210020 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.210632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Bound using segment: {'id': '4e4e25ec-352e-4a38-bc72-ab94d63b2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '33bbdc26-669a-46a7-9773-58997b99779f'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:30:40.211333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Bound port: ac9e3fbd-7d5d-442c-abea-6d483c91e689, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e4e25ec-352e-4a38-bc72-ab94d63b2fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '33bbdc26-669a-46a7-9773-58997b99779f'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:30:40.211893 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.234945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19422b5b-6e6b-48d2-b46b-68ebe3348652 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:40.242395 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-19422b5b-6e6b-48d2-b46b-68ebe3348652 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] 10.222.0.69 "GET /v2.0/ports/ae2a4e63-c169-41f5-b60a-50b479ea68da HTTP/1.1" status: 200 len: 1136 time: 0.1062527 Sep 08 13:30:40.252697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49110) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:40.366160 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3eb773b7-74e0-48b4-a34b-6acf890bc849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.412411 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a893848c-c7e4-462b-bc77-51529da38343 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Made reservation on behalf of fe119a771338491c8c67db7fe8bc72e2 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:40.425709 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a893848c-c7e4-462b-bc77-51529da38343 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.437670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] For port ac9e3fbd-7d5d-442c-abea-6d483c91e689, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:30:40.441223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] For port ac9e3fbd-7d5d-442c-abea-6d483c91e689, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ac9e3fbd-7d5d-442c-abea-6d483c91e689,segment=NetworkSegment(4e4e25ec-352e-4a38-bc72-ab94d63b2fec),segment_id=4e4e25ec-352e-4a38-bc72-ab94d63b2fec)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:30:40.489981 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.533009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3e503e7b-4c74-41fa-ae65-0a6650e4fde8 None None] Provisioning complete for port ae2a4e63-c169-41f5-b60a-50b479ea68da triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:40.533426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3e503e7b-4c74-41fa-ae65-0a6650e4fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.558587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a893848c-c7e4-462b-bc77-51529da38343 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:40.573861 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.588616 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.604132 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.604669 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a893848c-c7e4-462b-bc77-51529da38343 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.605024 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-a893848c-c7e4-462b-bc77-51529da38343 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Added segment 51ac2fe0-db95-4fee-92aa-3a2d28c7a369 of type vlan for network 45a16677-3d03-4b94-845f-2f29183e93a3 Sep 08 13:30:40.610611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7252aeee-1981-4b78-a372-076a56060900 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Deleting port ae2a4e63-c169-41f5-b60a-50b479ea68da {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:40.610952 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7252aeee-1981-4b78-a372-076a56060900 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.710627 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a893848c-c7e4-462b-bc77-51529da38343 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.760215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41d4168-c9b5-4642-abad-2d5233f336d7 None None] Pushing event updated for resources: {'Port': ['ID=ac9e3fbd-7d5d-442c-abea-6d483c91e689,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:40.767409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3e503e7b-4c74-41fa-ae65-0a6650e4fde8 None None] Port ae2a4e63-c169-41f5-b60a-50b479ea68da cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:30:40.860472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a893848c-c7e4-462b-bc77-51529da38343 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.891313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a893848c-c7e4-462b-bc77-51529da38343 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:40.892175 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a893848c-c7e4-462b-bc77-51529da38343 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:40.984241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608089f9-10d3-42ac-a1a5-44327f79e8a0 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:30:41.033278 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:41.054785 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Transition to ACTIVE for port object 608089f9-10d3-42ac-a1a5-44327f79e8a0 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:41.054785 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893848c-c7e4-462b-bc77-51529da38343 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'Network': ['ID=45a16677-3d03-4b94-845f-2f29183e93a3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:41.088805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 45a16677-3d03-4b94-845f-2f29183e93a3 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:41.131789 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a893848c-c7e4-462b-bc77-51529da38343 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9696581 Sep 08 13:30:41.138037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49128) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:41.145353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-755b299b-192b-4d44-8b61-58bb3fa2e43a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Request body: {'subnet': {'network_id': 'eab684f8-ab2c-40d9-95b3-744bcc70e4d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:41.179738 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:41.355147 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7252aeee-1981-4b78-a372-076a56060900 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:41.383723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Pushing event updated for resources: {'Port': ['ID=608089f9-10d3-42ac-a1a5-44327f79e8a0,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:41.418442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7252aeee-1981-4b78-a372-076a56060900 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Calling delete_port for ae2a4e63-c169-41f5-b60a-50b479ea68da owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:41.434681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49136) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:41.484900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1abff-5cfb-4d2f-8d72-dd98f0380f6b req-306bad5c-a1a2-46a8-a084-6280f54f3a7e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:41.486551 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0fb1abff-5cfb-4d2f-8d72-dd98f0380f6b req-306bad5c-a1a2-46a8-a084-6280f54f3a7e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 944 time: 0.2016184 Sep 08 13:30:41.512584 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Attempting to bind port 608089f9-10d3-42ac-a1a5-44327f79e8a0 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:41.512932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Attempting to bind port 608089f9-10d3-42ac-a1a5-44327f79e8a0 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:41.513271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Attempting to bind port 608089f9-10d3-42ac-a1a5-44327f79e8a0 on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:41.525220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Port 608089f9-10d3-42ac-a1a5-44327f79e8a0 on network 8558c78e-818a-4e56-9eb8-d34a7481093d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:30:41.525678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Attempting to bind port 608089f9-10d3-42ac-a1a5-44327f79e8a0 on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:41.538291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:30:41.538485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Checking segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:41.538865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Bound using segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:30:41.539354 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Bound port: 608089f9-10d3-42ac-a1a5-44327f79e8a0, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:30:41.539723 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:41.565421 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0fb1abff-5cfb-4d2f-8d72-dd98f0380f6b req-5d5741b1-1596-4417-b46c-de961641e72c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644562 Sep 08 13:30:41.609109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755b299b-192b-4d44-8b61-58bb3fa2e43a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Made reservation on behalf of fe119a771338491c8c67db7fe8bc72e2 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:41.613322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755b299b-192b-4d44-8b61-58bb3fa2e43a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:41.645839 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:41.713045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] For port 608089f9-10d3-42ac-a1a5-44327f79e8a0, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:30:41.743368 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] For port 608089f9-10d3-42ac-a1a5-44327f79e8a0, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=608089f9-10d3-42ac-a1a5-44327f79e8a0,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:30:41.855881 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:41.907207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-405309547-network', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:41.917663 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:41.946041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:41.948377 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.016145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7252aeee-1981-4b78-a372-076a56060900 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.045405 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Pushing event updated for resources: {'Port': ['ID=608089f9-10d3-42ac-a1a5-44327f79e8a0,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:42.050956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:42.051593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.053083 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] 10.222.0.70 "PUT /v2.0/ports/608089f9-10d3-42ac-a1a5-44327f79e8a0 HTTP/1.1" status: 200 len: 1092 time: 2.5837598 Sep 08 13:30:42.061616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252aeee-1981-4b78-a372-076a56060900 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Pushing event deleted for resources: {'Port': ['ID=ae2a4e63-c169-41f5-b60a-50b479ea68da,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:42.075506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a5f0f3-a98a-4a8a-b1f9-860b677589f4', 'tag': '608089f9-10d3-42ac-a1a5-44327f79e8a0'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:30:42.078813 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6359c9f7-22fd-48a9-a5ac-a0fff917447c" -d '{"events": [{"name": "network-changed", "server_uuid": "15a5f0f3-a98a-4a8a-b1f9-860b677589f4", "tag": "608089f9-10d3-42ac-a1a5-44327f79e8a0"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:30:42.105876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:42.109495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:42.109826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:42.110198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:42.112398 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:42.112561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:42.112913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:42.113257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:42.113600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:42.114257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:42.115671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:42.116053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b04b40-f025-4906-b834-e78b6ac8a961 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:42.169794 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755b299b-192b-4d44-8b61-58bb3fa2e43a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.197379 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7252aeee-1981-4b78-a372-076a56060900 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.199744 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7252aeee-1981-4b78-a372-076a56060900 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] 10.222.0.69 "DELETE /v2.0/ports/ae2a4e63-c169-41f5-b60a-50b479ea68da HTTP/1.1" status: 204 len: 168 time: 1.9460583 Sep 08 13:30:42.202598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49154) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:42.252807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b299b-192b-4d44-8b61-58bb3fa2e43a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'Subnet': ['ID=0c9e7daf-3561-48de-9956-7093ea4e37ba,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:42.267191 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d92faa-b81c-493d-bc9b-72978d83eebc x-openstack-request-id: req-b9d92faa-b81c-493d-bc9b-72978d83eebc {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:30:42.267680 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a5f0f3-a98a-4a8a-b1f9-860b677589f4", "tag": "608089f9-10d3-42ac-a1a5-44327f79e8a0", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:30:42.268865 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b9d92faa-b81c-493d-bc9b-72978d83eebc {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:30:42.271924 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15a5f0f3-a98a-4a8a-b1f9-860b677589f4', 'tag': '608089f9-10d3-42ac-a1a5-44327f79e8a0', 'status': 'completed', 'code': 200} Sep 08 13:30:42.300533 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.301467 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebca6cf4-04a4-4e03-89e7-d376da694082 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:30:42.357470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b462145-a16c-4d79-8161-dde98e1e4f00 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Deleting subnet 9f9ec0f0-5fc6-46ff-8d84-e42fac6631ce {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:30:42.367832 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:42.367832 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.369274 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b462145-a16c-4d79-8161-dde98e1e4f00 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.462120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e842d8-da21-4cc9-9ca4-51e4559f0da6 None None] Network 33bbdc26-669a-46a7-9773-58997b99779f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:42.471881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755b299b-192b-4d44-8b61-58bb3fa2e43a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Checking segment: {'id': '016a0937-1368-46fd-a43c-38cca3463dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eab684f8-ab2c-40d9-95b3-744bcc70e4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:42.472258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755b299b-192b-4d44-8b61-58bb3fa2e43a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Network hostable DHCP agents. Network: eab684f8-ab2c-40d9-95b3-744bcc70e4d1, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:30:42.475980 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b462145-a16c-4d79-8161-dde98e1e4f00 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.479224 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.493302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c9f7-22fd-48a9-a5ac-a0fff917447c req-4570b81c-8a31-42d6-83e7-a2c846f7daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:42.495221 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6359c9f7-22fd-48a9-a5ac-a0fff917447c req-4570b81c-8a31-42d6-83e7-a2c846f7daa7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 1095 time: 0.2217741 Sep 08 13:30:42.637933 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 08 13:30:42.649390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c268c31d-4043-4dd5-b711-e6c92d8038a5 tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4694090 Sep 08 13:30:42.654463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49168) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:42.747632 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b462145-a16c-4d79-8161-dde98e1e4f00 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.756616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.771433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755b299b-192b-4d44-8b61-58bb3fa2e43a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Network eab684f8-ab2c-40d9-95b3-744bcc70e4d1 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:30:42.779333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-10ecf458-3f4c-4e77-a618-d4861507972b None None] Provisioning for port ac9e3fbd-7d5d-442c-abea-6d483c91e689 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:42.876174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ac9e3fbd-7d5d-442c-abea-6d483c91e689 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:42.902449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c9f7-22fd-48a9-a5ac-a0fff917447c req-0e52f70e-9cb7-4850-8849-adf850b99fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:42.904606 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6359c9f7-22fd-48a9-a5ac-a0fff917447c req-0e52f70e-9cb7-4850-8849-adf850b99fa1 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3937519 Sep 08 13:30:42.918077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6caf47-79d3-4471-b889-db91260705f1 req-c3b6904c-ddf8-475b-8d72-d621bdd4b2a8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:42.919947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ac6caf47-79d3-4471-b889-db91260705f1 req-c3b6904c-ddf8-475b-8d72-d621bdd4b2a8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 944 time: 0.1575708 Sep 08 13:30:42.953321 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:42.969808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:42.999259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-755b299b-192b-4d44-8b61-58bb3fa2e43a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, eab684f8-ab2c-40d9-95b3-744bcc70e4d1) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:43.039246 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3895890a-6683-4328-97fc-2f7209ab6160 None None] Network eab684f8-ab2c-40d9-95b3-744bcc70e4d1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:43.041198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755b299b-192b-4d44-8b61-58bb3fa2e43a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:43.041826 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755b299b-192b-4d44-8b61-58bb3fa2e43a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.056731 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b462145-a16c-4d79-8161-dde98e1e4f00 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.057221 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.057571 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Added segment f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d of type vlan for network 75ddec35-9859-4054-afd1-cdf35e27f38f Sep 08 13:30:43.135237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccb5d82-04cb-43f4-a545-fb781cbe9199 None None] Network a47d11ce-16c5-481c-bd82-1b5895202276 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:43.139311 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b462145-a16c-4d79-8161-dde98e1e4f00 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.146403 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9b462145-a16c-4d79-8161-dde98e1e4f00 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] 10.222.0.69 "DELETE /v2.0/subnets/9f9ec0f0-5fc6-46ff-8d84-e42fac6631ce HTTP/1.1" status: 204 len: 168 time: 0.9420574 Sep 08 13:30:43.150316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49172) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:43.165160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f927beb-383f-4357-9150-b008b627cb53,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:43.179310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b462145-a16c-4d79-8161-dde98e1e4f00 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9ec0f0-5fc6-46ff-8d84-e42fac6631ce,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:43.227192 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ac6caf47-79d3-4471-b889-db91260705f1 req-15fad82a-8741-4272-ab78-e8162e155978 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950418 Sep 08 13:30:43.248515 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.291614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-72a62ab4-e03b-44e9-b22a-151ec0437eed tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Deleting port c18e5450-5ca1-4c5e-bb77-b770f5dd253e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:43.291614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-72a62ab4-e03b-44e9-b22a-151ec0437eed tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.292001 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-755b299b-192b-4d44-8b61-58bb3fa2e43a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1491277 Sep 08 13:30:43.292519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49174) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:43.302447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0a547834-c6e3-479c-96b3-b194c622d458 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Request body: {'subnet': {'network_id': '45a16677-3d03-4b94-845f-2f29183e93a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:43.312127 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c9f7-22fd-48a9-a5ac-a0fff917447c req-0222cc09-07ef-4ba5-baff-440aaac97311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:43.313146 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6359c9f7-22fd-48a9-a5ac-a0fff917447c req-0222cc09-07ef-4ba5-baff-440aaac97311 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3922791 Sep 08 13:30:43.349117 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.384059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port ac9e3fbd-7d5d-442c-abea-6d483c91e689 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:43.401778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ac9e3fbd-7d5d-442c-abea-6d483c91e689 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:43.402367 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.455255 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.456605 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-72a62ab4-e03b-44e9-b22a-151ec0437eed tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.456897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:43.457501 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.472035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-72a62ab4-e03b-44e9-b22a-151ec0437eed tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Calling delete_port for c18e5450-5ca1-4c5e-bb77-b770f5dd253e owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:43.477892 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.554040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] Pushing event updated for resources: {'Network': ['ID=75ddec35-9859-4054-afd1-cdf35e27f38f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:43.560125 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-0ce48faf-fc78-4433-8be0-422a0e0c1cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:43.561727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-0ce48faf-fc78-4433-8be0-422a0e0c1cf1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 1095 time: 0.1732576 Sep 08 13:30:43.616681 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-6cb6f3fd-9aa6-4040-8c9a-1983a45dfee9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=608089f9-10d3-42ac-a1a5-44327f79e8a0 HTTP/1.1" status: 200 len: 217 time: 0.0464139 Sep 08 13:30:43.620969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 75ddec35-9859-4054-afd1-cdf35e27f38f details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:43.636333 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a0fe3665-3769-4582-8c71-040fce277b78 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1948667 Sep 08 13:30:43.636701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Deleting port 21248d58-4887-4121-9772-4bb540801102 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:43.646636 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.646828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49178) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:43.665937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-af926801-9c9d-4027-afa8-240d8738fb19 admin admin] Request body: {'subnet': {'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-405309547-subnet', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:43.707613 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-4003d836-5150-4995-880c-7849f9e87420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:43.709153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-4003d836-5150-4995-880c-7849f9e87420 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.0861800 Sep 08 13:30:43.732917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] For port 21248d58-4887-4121-9772-4bb540801102, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=21248d58-4887-4121-9772-4bb540801102,segment=NetworkSegment(b9396551-d398-489c-ab71-7309e5204135),segment_id=b9396551-d398-489c-ab71-7309e5204135)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:43.732917 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.758583 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-354fae6b-0ad4-4a74-9bc8-52e173045f18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412757 Sep 08 13:30:43.760644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Calling delete_port for 21248d58-4887-4121-9772-4bb540801102 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:43.771904 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-eab684f8-ab2c-40d9-95b3-744bcc70e4d1', 'network_id': 'eab684f8-ab2c-40d9-95b3-744bcc70e4d1', 'tenant_id': 'fe119a771338491c8c67db7fe8bc72e2', 'fixed_ips': [{'subnet_id': '0c9e7daf-3561-48de-9956-7093ea4e37ba'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:30:43.772789 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.851929 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.938458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a547834-c6e3-479c-96b3-b194c622d458 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Made reservation on behalf of fe119a771338491c8c67db7fe8bc72e2 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:43.945154 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-72a62ab4-e03b-44e9-b22a-151ec0437eed tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.951166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1416e69e-357d-41b7-8386-76582629aa5e None None] DHCP port deletion for a47d11ce-16c5-481c-bd82-1b5895202276 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:30:43.955682 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a547834-c6e3-479c-96b3-b194c622d458 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:43.991562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a62ab4-e03b-44e9-b22a-151ec0437eed tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Pushing event deleted for resources: {'Port': ['ID=c18e5450-5ca1-4c5e-bb77-b770f5dd253e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:44.038369 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-d639aae1-d848-4a77-bc03-b302df017532 service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664731 Sep 08 13:30:44.156074 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-72a62ab4-e03b-44e9-b22a-151ec0437eed tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.163480 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-72a62ab4-e03b-44e9-b22a-151ec0437eed tempest-RoutersAdminNegativeIpV6Test-468168416 tempest-RoutersAdminNegativeIpV6Test-468168416-project-admin] 10.222.0.69 "DELETE /v2.0/ports/c18e5450-5ca1-4c5e-bb77-b770f5dd253e HTTP/1.1" status: 204 len: 168 time: 1.5078034 Sep 08 13:30:44.178811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port ac9e3fbd-7d5d-442c-abea-6d483c91e689, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ac9e3fbd-7d5d-442c-abea-6d483c91e689,segment=NetworkSegment(4e4e25ec-352e-4a38-bc72-ab94d63b2fec),segment_id=4e4e25ec-352e-4a38-bc72-ab94d63b2fec)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:44.214506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Allocated IP 2001:db8::2 (eab684f8-ab2c-40d9-95b3-744bcc70e4d1/0c9e7daf-3561-48de-9956-7093ea4e37ba/647a4d0f-adc2-4180-a7fc-9dd91df52326) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:44.221174 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af926801-9c9d-4027-afa8-240d8738fb19 admin admin] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:44.224142 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af926801-9c9d-4027-afa8-240d8738fb19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.292225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1416e69e-357d-41b7-8386-76582629aa5e None None] Deleting port 21248d58-4887-4121-9772-4bb540801102 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:44.292715 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1416e69e-357d-41b7-8386-76582629aa5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.301550 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.456516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] No DVR routers for this DVR port 21248d58-4887-4121-9772-4bb540801102 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:44.475806 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f355604e-8add-4c89-aa8c-adca83acdd21 req-cc491d7e-2308-4469-8bd9-2627065f9fbe service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209428 Sep 08 13:30:44.510760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Pushing event deleted for resources: {'Port': ['ID=21248d58-4887-4121-9772-4bb540801102,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:44.517223 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.520127 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.731891 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.757255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49206) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:44.773529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5853e-37d2-4d0e-a4f5-6ddfec7df9d4 req-d6d74564-3e2c-45de-8035-76dcfb89925c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:44.777962 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af926801-9c9d-4027-afa8-240d8738fb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.786056 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dba5853e-37d2-4d0e-a4f5-6ddfec7df9d4 req-d6d74564-3e2c-45de-8035-76dcfb89925c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 944 time: 0.3192670 Sep 08 13:30:44.819005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47d11ce-16c5-481c-bd82-1b5895202276']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:44.838167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9396551-d398-489c-ab71-7309e5204135') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:44.842425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9396551-d398-489c-ab71-7309e5204135') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:44.852624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1416e69e-357d-41b7-8386-76582629aa5e None None] For port 21248d58-4887-4121-9772-4bb540801102, host n-d-807558-3, got binding levels [] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:44.853046 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1416e69e-357d-41b7-8386-76582629aa5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.860957 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.872974 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dba5853e-37d2-4d0e-a4f5-6ddfec7df9d4 req-f2b1fc75-bf46-4ac4-97e7-e7621b0d7354 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856786 Sep 08 13:30:44.880609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1416e69e-357d-41b7-8386-76582629aa5e None None] Calling delete_port for 21248d58-4887-4121-9772-4bb540801102 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:44.886688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.ipam_backend_mixin [None req-1416e69e-357d-41b7-8386-76582629aa5e None None] Port 21248d58-4887-4121-9772-4bb540801102 was not found and therefore no delete operation was performed {{(pid=96265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 13:30:44.897309 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1416e69e-357d-41b7-8386-76582629aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.909939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 21248d58-4887-4121-9772-4bb540801102 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:30:44.910079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af926801-9c9d-4027-afa8-240d8738fb19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4e19c97-af0d-4ba1-b140-4045a635eab3,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:44.915309 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a547834-c6e3-479c-96b3-b194c622d458 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.917519 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.917984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=ac9e3fbd-7d5d-442c-abea-6d483c91e689,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:44.937629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:44.938396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:44.944736 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:44.959774 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 21248d58-4887-4121-9772-4bb540801102 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:30:44.960332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 21248d58-4887-4121-9772-4bb540801102 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:30:45.023374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1416e69e-357d-41b7-8386-76582629aa5e None None] No DVR routers for this DVR port 21248d58-4887-4121-9772-4bb540801102 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:45.036227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416e69e-357d-41b7-8386-76582629aa5e None None] Pushing event deleted for resources: {'Port': ['ID=21248d58-4887-4121-9772-4bb540801102,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:45.119839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1583701632', 'router:external': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:45.125068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a547834-c6e3-479c-96b3-b194c622d458 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Checking segment: {'id': '51ac2fe0-db95-4fee-92aa-3a2d28c7a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '45a16677-3d03-4b94-845f-2f29183e93a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:45.127445 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a547834-c6e3-479c-96b3-b194c622d458 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Network hostable DHCP agents. Network: 45a16677-3d03-4b94-845f-2f29183e93a3, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:30:45.137797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a547834-c6e3-479c-96b3-b194c622d458 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'Subnet': ['ID=b5ee70f4-79bf-460e-9693-6000355035f1,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:45.161758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af926801-9c9d-4027-afa8-240d8738fb19 admin admin] Checking segment: {'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:45.162202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af926801-9c9d-4027-afa8-240d8738fb19 admin admin] Network hostable DHCP agents. Network: 75ddec35-9859-4054-afd1-cdf35e27f38f, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:30:45.173005 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.195851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Transition to ACTIVE for port object 647a4d0f-adc2-4180-a7fc-9dd91df52326 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:45.203812 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.215633 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.217749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] 10.222.0.69 "DELETE /v2.0/networks/a47d11ce-16c5-481c-bd82-1b5895202276 HTTP/1.1" status: 204 len: 168 time: 2.0660067 Sep 08 13:30:45.243236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Transition to ACTIVE for port object 647a4d0f-adc2-4180-a7fc-9dd91df52326 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:45.260530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db540d1-c7d4-40a3-8d26-b7c95b19bd47 tempest-ExtraDHCPOptionsTestJSON-188604081 tempest-ExtraDHCPOptionsTestJSON-188604081-project] Pushing event deleted for resources: {'Network': ['ID=a47d11ce-16c5-481c-bd82-1b5895202276,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:45.268047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49216) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:45.387494 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.429114 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f5a2015f-f00f-482e-8332-274e32f75d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.452383 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af926801-9c9d-4027-afa8-240d8738fb19 admin admin] Network 75ddec35-9859-4054-afd1-cdf35e27f38f is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:30:45.454342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Pushing event updated for resources: {'Port': ['ID=647a4d0f-adc2-4180-a7fc-9dd91df52326,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:45.458824 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Made reservation on behalf of ec79d01ac37a40b89a0f77d9971c274a for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:45.465073 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.468702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Network eab684f8-ab2c-40d9-95b3-744bcc70e4d1 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:45.469478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:45.472884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:45.473952 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a547834-c6e3-479c-96b3-b194c622d458 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Network 45a16677-3d03-4b94-845f-2f29183e93a3 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:30:45.499708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.552002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Attempting to bind port 647a4d0f-adc2-4180-a7fc-9dd91df52326 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:45.552389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Attempting to bind port 647a4d0f-adc2-4180-a7fc-9dd91df52326 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '016a0937-1368-46fd-a43c-38cca3463dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eab684f8-ab2c-40d9-95b3-744bcc70e4d1'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:45.555057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Attempting to bind port 647a4d0f-adc2-4180-a7fc-9dd91df52326 on network eab684f8-ab2c-40d9-95b3-744bcc70e4d1 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:45.559076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:30:45.559523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Checking segment: {'id': '016a0937-1368-46fd-a43c-38cca3463dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eab684f8-ab2c-40d9-95b3-744bcc70e4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:45.559898 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.560506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Bound using segment: {'id': '016a0937-1368-46fd-a43c-38cca3463dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eab684f8-ab2c-40d9-95b3-744bcc70e4d1'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:30:45.560768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Bound port: 647a4d0f-adc2-4180-a7fc-9dd91df52326, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '016a0937-1368-46fd-a43c-38cca3463dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'eab684f8-ab2c-40d9-95b3-744bcc70e4d1'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:30:45.561149 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.581194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-af926801-9c9d-4027-afa8-240d8738fb19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 75ddec35-9859-4054-afd1-cdf35e27f38f) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:45.584973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-0a547834-c6e3-479c-96b3-b194c622d458 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 45a16677-3d03-4b94-845f-2f29183e93a3) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:45.588956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af926801-9c9d-4027-afa8-240d8738fb19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:45.588956 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af926801-9c9d-4027-afa8-240d8738fb19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.601724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a547834-c6e3-479c-96b3-b194c622d458 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:45.602347 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a547834-c6e3-479c-96b3-b194c622d458 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.620551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f5a2015f-f00f-482e-8332-274e32f75d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.627783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84be888-4b2c-4d0c-9f28-2318b3d75bf4 None None] Network 75ddec35-9859-4054-afd1-cdf35e27f38f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:45.628314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6137c097-e05f-40ab-ad13-220c1da9ab56 None None] Network 45a16677-3d03-4b94-845f-2f29183e93a3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:45.658272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] For port 647a4d0f-adc2-4180-a7fc-9dd91df52326, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:30:45.711441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] For port 647a4d0f-adc2-4180-a7fc-9dd91df52326, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=647a4d0f-adc2-4180-a7fc-9dd91df52326,segment=NetworkSegment(016a0937-1368-46fd-a43c-38cca3463dce),segment_id=016a0937-1368-46fd-a43c-38cca3463dce)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:30:45.823868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f5a2015f-f00f-482e-8332-274e32f75d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.882938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f5a2015f-f00f-482e-8332-274e32f75d62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e931faf661374f02bcef45a3ee75898d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6108143 Sep 08 13:30:45.883697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49220) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:45.899125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2015f-f00f-482e-8332-274e32f75d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28da7b8-890e-42b7-beb7-e48059567f54,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:45.914678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-45a16677-3d03-4b94-845f-2f29183e93a3', 'network_id': '45a16677-3d03-4b94-845f-2f29183e93a3', 'tenant_id': 'fe119a771338491c8c67db7fe8bc72e2', 'fixed_ips': [{'subnet_id': 'b5ee70f4-79bf-460e-9693-6000355035f1'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:30:45.914678 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:45.934734 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-75ddec35-9859-4054-afd1-cdf35e27f38f', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'fixed_ips': [{'subnet_id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:30:45.935665 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.000239 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.034789 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-af926801-9c9d-4027-afa8-240d8738fb19 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3773100 Sep 08 13:30:46.037494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49226) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:46.061007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:46.069851 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0a547834-c6e3-479c-96b3-b194c622d458 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7716773 Sep 08 13:30:46.071973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49228) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:46.290612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49232) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:46.305375 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.328575 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c5cda79-e5bb-4fe0-9fef-51d1d8e13496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.388982 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaa23c-201b-44bf-a615-d75a1ab06375 None None] Pushing event updated for resources: {'Port': ['ID=647a4d0f-adc2-4180-a7fc-9dd91df52326,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:46.404418 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c5cda79-e5bb-4fe0-9fef-51d1d8e13496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.426807 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.509224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dfa1d-04eb-4f93-b0df-d951e1b141e9 req-91209b0c-2c90-485d-bed1-9ade4dff4d21 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:46.512209 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5f9dfa1d-04eb-4f93-b0df-d951e1b141e9 req-91209b0c-2c90-485d-bed1-9ade4dff4d21 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 944 time: 0.5240901 Sep 08 13:30:46.570281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Allocated IP 2001:db8::2 (45a16677-3d03-4b94-845f-2f29183e93a3/b5ee70f4-79bf-460e-9693-6000355035f1/4b4244a1-c521-4fef-a4a5-c620f3506806) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:46.579394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Allocated IP 172.20.0.2 (75ddec35-9859-4054-afd1-cdf35e27f38f/f4e19c97-af0d-4ba1-b140-4045a635eab3/da69bbf1-815f-4375-8675-e39b9ea214c0) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:46.609256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:46.630413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9adcfbe6-65dd-481a-85de-3845404fb5fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7f7380e086a34fbb9780161a77000c56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368490 Sep 08 13:30:46.631413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49236) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:46.646034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c135f64-5b07-4f0e-9167-5ba2ecdc6c21,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:46.655641 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.656296 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Added segment 5197a790-ce0d-46c0-9f35-f6991b6171a1 of type vlan for network ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4 Sep 08 13:30:46.682732 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.684502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.725170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 608089f9-10d3-42ac-a1a5-44327f79e8a0 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:30:46.725511 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.769325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5f9dfa1d-04eb-4f93-b0df-d951e1b141e9 req-e585ad28-04b2-4d5a-a73e-dc43d92dfede tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419124 Sep 08 13:30:46.772857 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.842670 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70049c6-475d-4156-b1d6-7d23245094eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.872783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.874479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:46.876660 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.906071 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70049c6-475d-4156-b1d6-7d23245094eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.937499 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c5cda79-e5bb-4fe0-9fef-51d1d8e13496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.941760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ac9e3fbd-7d5d-442c-abea-6d483c91e689 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:46.945072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c5cda79-e5bb-4fe0-9fef-51d1d8e13496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.948670 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4c5cda79-e5bb-4fe0-9fef-51d1d8e13496 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b28da7b8-890e-42b7-beb7-e48059567f54 HTTP/1.1" status: 204 len: 168 time: 1.0615585 Sep 08 13:30:46.970311 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:46.998448 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cda79-e5bb-4fe0-9fef-51d1d8e13496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28da7b8-890e-42b7-beb7-e48059567f54,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:47.004092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event updated for resources: {'Network': ['ID=ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:47.039284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:47.063462 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.064359 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.067903 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-17a822dd-1c54-4c0f-95be-2c10f015fb65 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.3090284 Sep 08 13:30:47.071888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49240) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:47.077224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Request body: {'subnet': {'network_id': 'ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:47.107421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Transition to ACTIVE for port object da69bbf1-815f-4375-8675-e39b9ea214c0 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:47.149456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 608089f9-10d3-42ac-a1a5-44327f79e8a0, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=608089f9-10d3-42ac-a1a5-44327f79e8a0,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:47.174622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Allocated IP 2001:db8::1 (eab684f8-ab2c-40d9-95b3-744bcc70e4d1/0c9e7daf-3561-48de-9956-7093ea4e37ba/e11d1aa4-44e9-424d-a2fe-280fdc16577e) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:47.178338 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.192128 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '608089f9-10d3-42ac-a1a5-44327f79e8a0', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'port_id': '608089f9-10d3-42ac-a1a5-44327f79e8a0', 'mac_address': 'fa:16:3e:95:e9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14836f1-ecd1-4db6-b042-f7de366d80f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:30:47.196844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Transition to ACTIVE for port object da69bbf1-815f-4375-8675-e39b9ea214c0 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:47.207748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Transition to ACTIVE for port object 4b4244a1-c521-4fef-a4a5-c620f3506806 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:47.250810 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Made reservation on behalf of ec79d01ac37a40b89a0f77d9971c274a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:47.253448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Transition to ACTIVE for port object 4b4244a1-c521-4fef-a4a5-c620f3506806 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:47.254566 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.266787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ac9e3fbd-7d5d-442c-abea-6d483c91e689 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:47.267167 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.270970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70049c6-475d-4156-b1d6-7d23245094eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.274830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d70049c6-475d-4156-b1d6-7d23245094eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.275944 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d70049c6-475d-4156-b1d6-7d23245094eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0028175f-4d7d-45c5-b2f2-7e7d09e978a8 HTTP/1.1" status: 204 len: 168 time: 0.6024053 Sep 08 13:30:47.305435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70049c6-475d-4156-b1d6-7d23245094eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0028175f-4d7d-45c5-b2f2-7e7d09e978a8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:47.421360 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.461315 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.489698 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.519477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Transition to ACTIVE for port object e11d1aa4-44e9-424d-a2fe-280fdc16577e will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:47.615017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.668664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.723539 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.759401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Network eab684f8-ab2c-40d9-95b3-744bcc70e4d1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:47.778019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e90c17-46a9-456d-9c84-8ef5e7a7fcd0 None None] Network eab684f8-ab2c-40d9-95b3-744bcc70e4d1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:47.788306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:47.814345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'Port': ['ID=e11d1aa4-44e9-424d-a2fe-280fdc16577e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:47.815207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Network 75ddec35-9859-4054-afd1-cdf35e27f38f is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:47.822548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:47.822907 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:47.845006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:47.882897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:47.891778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608089f9-10d3-42ac-a1a5-44327f79e8a0 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:30:47.956222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Network 45a16677-3d03-4b94-845f-2f29183e93a3 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:48.032273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Pushing event updated for resources: {'Port': ['ID=da69bbf1-815f-4375-8675-e39b9ea214c0,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:48.052568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:48.089040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:48.118602 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 608089f9-10d3-42ac-a1a5-44327f79e8a0, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=608089f9-10d3-42ac-a1a5-44327f79e8a0,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:48.130866 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49258) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:48.131499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.objects.ports [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:30:48.132144 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.333086 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.335057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Pushing event updated for resources: {'Port': ['ID=4b4244a1-c521-4fef-a4a5-c620f3506806,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:48.343913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b40f0a26-83bd-43d1-9f01-846ff35aacc1,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:48.357586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e3c3a2e0-cff7-4c65-b650-9e16d6a549d5 None None] Provisioning for port 647a4d0f-adc2-4180-a7fc-9dd91df52326 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:48.371428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1afbc-3b67-4224-9c5a-c7542aea8ee3 req-a3f27067-5309-4e90-9cdc-d744140cf368 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:48.376247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Attempting to bind port da69bbf1-815f-4375-8675-e39b9ea214c0 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:48.376491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Attempting to bind port da69bbf1-815f-4375-8675-e39b9ea214c0 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:48.378039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Attempting to bind port da69bbf1-815f-4375-8675-e39b9ea214c0 on network 75ddec35-9859-4054-afd1-cdf35e27f38f {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:48.378271 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eff1afbc-3b67-4224-9c5a-c7542aea8ee3 req-a3f27067-5309-4e90-9cdc-d744140cf368 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 944 time: 0.3994327 Sep 08 13:30:48.400052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Checking segment: {'id': '5197a790-ce0d-46c0-9f35-f6991b6171a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:48.400924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Network hostable DHCP agents. Network: ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:30:48.420689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-505ead1e-4fb7-4e81-9ae4-0db8cabf1a07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e41a103a9b41434ab5c82f3093c270f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2785578 Sep 08 13:30:48.421285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49266) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:48.471614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 647a4d0f-adc2-4180-a7fc-9dd91df52326 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:48.473754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:30:48.474167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Checking segment: {'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:48.474600 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.475010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Bound using segment: {'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:30:48.475515 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Bound port: da69bbf1-815f-4375-8675-e39b9ea214c0, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:30:48.475904 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.484012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Attempting to bind port 4b4244a1-c521-4fef-a4a5-c620f3506806 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:48.484391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Attempting to bind port 4b4244a1-c521-4fef-a4a5-c620f3506806 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '51ac2fe0-db95-4fee-92aa-3a2d28c7a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '45a16677-3d03-4b94-845f-2f29183e93a3'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:48.484765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Attempting to bind port 4b4244a1-c521-4fef-a4a5-c620f3506806 on network 45a16677-3d03-4b94-845f-2f29183e93a3 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:48.527442 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755a19ac-43eb-4471-8246-8f32855dc946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.533317 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['608089f9-10d3-42ac-a1a5-44327f79e8a0'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:30:48.534939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eff1afbc-3b67-4224-9c5a-c7542aea8ee3 req-275b12a3-f368-42cc-b4c2-4a0a93f2831a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482918 Sep 08 13:30:48.595439 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755a19ac-43eb-4471-8246-8f32855dc946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.599827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Network ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:30:48.608752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:30:48.609142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Checking segment: {'id': '51ac2fe0-db95-4fee-92aa-3a2d28c7a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '45a16677-3d03-4b94-845f-2f29183e93a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:48.609558 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.609963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Bound using segment: {'id': '51ac2fe0-db95-4fee-92aa-3a2d28c7a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '45a16677-3d03-4b94-845f-2f29183e93a3'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:30:48.610495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Bound port: 4b4244a1-c521-4fef-a4a5-c620f3506806, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ac2fe0-db95-4fee-92aa-3a2d28c7a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '45a16677-3d03-4b94-845f-2f29183e93a3'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:30:48.610890 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.642089 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.668056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=608089f9-10d3-42ac-a1a5-44327f79e8a0,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:48.674821 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.697029 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.724050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:48.737531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:48.740263 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.755950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af0a0a0-70f2-4906-b499-f54072b4cf5f None None] Network ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:48.838239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755a19ac-43eb-4471-8246-8f32855dc946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.842828 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755a19ac-43eb-4471-8246-8f32855dc946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:48.844843 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-755a19ac-43eb-4471-8246-8f32855dc946 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6328707-baaf-46c2-9651-f0c961f41f9f HTTP/1.1" status: 204 len: 168 time: 0.4197910 Sep 08 13:30:48.863327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a19ac-43eb-4471-8246-8f32855dc946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6328707-baaf-46c2-9651-f0c961f41f9f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:48.870483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] For port da69bbf1-815f-4375-8675-e39b9ea214c0, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:30:48.878847 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bfcd43a8-1202-4e84-9713-5d8d24cbfa07 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8053713 Sep 08 13:30:48.881258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49272) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:48.890420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-617099343', 'network_id': 'ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:48.927983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] For port da69bbf1-815f-4375-8675-e39b9ea214c0, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=da69bbf1-815f-4375-8675-e39b9ea214c0,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:30:48.938962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] For port 4b4244a1-c521-4fef-a4a5-c620f3506806, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:30:49.002208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] For port 4b4244a1-c521-4fef-a4a5-c620f3506806, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4b4244a1-c521-4fef-a4a5-c620f3506806,segment=NetworkSegment(51ac2fe0-db95-4fee-92aa-3a2d28c7a369),segment_id=51ac2fe0-db95-4fee-92aa-3a2d28c7a369)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:30:49.032595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 647a4d0f-adc2-4180-a7fc-9dd91df52326 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:49.061035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Made reservation on behalf of ec79d01ac37a40b89a0f77d9971c274a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:49.066346 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:49.073926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 647a4d0f-adc2-4180-a7fc-9dd91df52326 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:49.077736 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:49.081130 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:49.116169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] device_id is not set on port b6920b2a-d50e-4ddc-9afe-0ba30e77837d yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:49.191843 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:49.211736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac5785a-c972-4755-a7f7-dd310400a241 None None] Network ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:49.337040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Pushing event updated for resources: {'Port': ['ID=da69bbf1-815f-4375-8675-e39b9ea214c0,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:49.524359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:49.524718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:49.525064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:49.525412 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:49.525757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:49.526098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:49.538360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:49.538968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:49.539132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:49.539473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:49.539824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:49.540184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ac8ae6-4c8e-4a1c-9a0c-e7ac0a9127e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:49.587972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Allocated IP 2001:db8::28d (ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4/b40f0a26-83bd-43d1-9f01-846ff35aacc1/b6920b2a-d50e-4ddc-9afe-0ba30e77837d) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:49.926382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e9729131-3695-4efe-9ed3-c38a65d90c6f None None] Provisioning for port e11d1aa4-44e9-424d-a2fe-280fdc16577e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:49.934846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ace411-9f65-4c8e-b52f-93c5b96907f6 None None] Pushing event updated for resources: {'Port': ['ID=4b4244a1-c521-4fef-a4a5-c620f3506806,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:49.954018 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:49.965197 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e9729131-3695-4efe-9ed3-c38a65d90c6f None None] Provisioning complete for port e11d1aa4-44e9-424d-a2fe-280fdc16577e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:49.968978 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e9729131-3695-4efe-9ed3-c38a65d90c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.074919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Allocated IP 172.25.5.226 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/cc390025-7e9a-4aed-82fa-3f6b3c7e2471) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:50.162748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 647a4d0f-adc2-4180-a7fc-9dd91df52326, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=647a4d0f-adc2-4180-a7fc-9dd91df52326,segment=NetworkSegment(016a0937-1368-46fd-a43c-38cca3463dce),segment_id=016a0937-1368-46fd-a43c-38cca3463dce)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:50.172192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e9729131-3695-4efe-9ed3-c38a65d90c6f None None] Port e11d1aa4-44e9-424d-a2fe-280fdc16577e cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:30:50.185800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e9729131-3695-4efe-9ed3-c38a65d90c6f None None] Provisioning complete for port 647a4d0f-adc2-4180-a7fc-9dd91df52326 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:50.186321 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e9729131-3695-4efe-9ed3-c38a65d90c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.201597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49296) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:50.263636 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957681d-2661-4cfe-ada7-a356a083dc8e req-0842809e-1dcc-41f2-ba8a-a37118217bab tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:50.277474 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4957681d-2661-4cfe-ada7-a356a083dc8e req-0842809e-1dcc-41f2-ba8a-a37118217bab tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 945 time: 0.4666743 Sep 08 13:30:50.313474 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.363473 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4957681d-2661-4cfe-ada7-a356a083dc8e req-aefdcb5e-4429-464b-a6f4-9871579d4ba5 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809691 Sep 08 13:30:50.367124 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.474591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'networks': [{'name': 'tempest-network--1075687723'}, {'name': 'tempest-network--465038149'}]} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:50.479257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'network': {'name': 'tempest-network--1075687723'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:50.479257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'network': {'name': 'tempest-network--465038149'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:50.538840 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.548988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=647a4d0f-adc2-4180-a7fc-9dd91df52326,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:50.565398 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.632433 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.634495 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.640990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device da69bbf1-815f-4375-8675-e39b9ea214c0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:50.648391 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.682108 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Network ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:50.693689 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Made reservation on behalf of e8e445650e544739bc9c0486664e52c5 for: {'network': 2} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:50.710327 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.717042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:50.743952 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event updated for resources: {'Port': ['ID=b6920b2a-d50e-4ddc-9afe-0ba30e77837d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:50.746772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:50.747813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:50.748709 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.763957 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.772727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0ff7fef9-016d-4cbf-9333-7105a62a2167 None None] Provisioning complete for port e11d1aa4-44e9-424d-a2fe-280fdc16577e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:50.773245 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ff7fef9-016d-4cbf-9333-7105a62a2167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:50.781736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 608089f9-10d3-42ac-a1a5-44327f79e8a0 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:50.870888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49310) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:50.896628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0ff7fef9-016d-4cbf-9333-7105a62a2167 None None] Port e11d1aa4-44e9-424d-a2fe-280fdc16577e cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:30:50.903211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port da69bbf1-815f-4375-8675-e39b9ea214c0 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:50.912476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4b4244a1-c521-4fef-a4a5-c620f3506806 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:50.952270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'Port': ['ID=e11d1aa4-44e9-424d-a2fe-280fdc16577e,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:50.954607 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d232aa53-132f-4624-9447-480745378ab7 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0719249 Sep 08 13:30:50.959177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49314) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.035934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Network eab684f8-ab2c-40d9-95b3-744bcc70e4d1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:51.044090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:51.087837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-27ebbd16-2f26-4909-a185-c5f152aab13a tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.093109 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-27ebbd16-2f26-4909-a185-c5f152aab13a tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2167387 Sep 08 13:30:51.100581 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49316) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.104060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-7df0980d-98be-40e4-9dc9-41c73b2d9f97 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.105200 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7df0980d-98be-40e4-9dc9-41c73b2d9f97 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051167 Sep 08 13:30:51.115228 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49318) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.121310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-734ae1aa-7be6-4089-a5bc-34091a8e8a5d tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.122396 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-734ae1aa-7be6-4089-a5bc-34091a8e8a5d tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052207 Sep 08 13:30:51.127659 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:51.129720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 608089f9-10d3-42ac-a1a5-44327f79e8a0 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:51.140252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 4b4244a1-c521-4fef-a4a5-c620f3506806 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:51.144351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49320) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.162636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 608089f9-10d3-42ac-a1a5-44327f79e8a0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:51.170595 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:51.263956 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-3bd72bbb-4c50-45ba-b1b1-fbcf9ef06326 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.265091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3bd72bbb-4c50-45ba-b1b1-fbcf9ef06326 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0446117 Sep 08 13:30:51.269569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32c6720-e011-4a7b-9aa2-9a5b913ab7a6 None None] Network 75ddec35-9859-4054-afd1-cdf35e27f38f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:51.279343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49322) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.287068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d7631996-04ee-4a98-a8c9-a3ba7a2eb1b3 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Deleting port b6920b2a-d50e-4ddc-9afe-0ba30e77837d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:51.287659 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7631996-04ee-4a98-a8c9-a3ba7a2eb1b3 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:51.371214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-6a49f372-4933-43c1-b046-3f5d40e6c3a6 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.376360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6a49f372-4933-43c1-b046-3f5d40e6c3a6 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0922673 Sep 08 13:30:51.405457 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49326) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.411508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:51.416634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:51.425887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:51.439685 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-34aa550c-a093-417e-80b6-4e952f6803a1 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.448646 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-34aa550c-a093-417e-80b6-4e952f6803a1 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0296273 Sep 08 13:30:51.459917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49328) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.468239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:51.548738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-f00653d3-2372-428f-89ae-d138d6578cef tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.551001 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f00653d3-2372-428f-89ae-d138d6578cef tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0107639 Sep 08 13:30:51.558951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Pushing event updated for resources: {'Port': ['ID=cc390025-7e9a-4aed-82fa-3f6b3c7e2471,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:51.566133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49332) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.584877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-b1ccc14a-63a2-4202-9a0a-09d20a3b3342 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.586679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b1ccc14a-63a2-4202-9a0a-09d20a3b3342 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0087671 Sep 08 13:30:51.592009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49334) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.608974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-bda2ecb2-574d-4b9f-9602-a93a38ddf4a9 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.612979 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bda2ecb2-574d-4b9f-9602-a93a38ddf4a9 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0154963 Sep 08 13:30:51.616149 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:51.616738 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:51.618842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49336) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.639462 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-259630d2-46f3-4ce3-9e72-baac8d81c6f9 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.647579 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-259630d2-46f3-4ce3-9e72-baac8d81c6f9 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0213356 Sep 08 13:30:51.661191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49338) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.674843 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-3d08ae4a-e1ee-407e-8815-e59c235cc23e tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.678894 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3d08ae4a-e1ee-407e-8815-e59c235cc23e tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0166090 Sep 08 13:30:51.682160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49340) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.695732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-93d27316-419d-45d0-a2f9-0dcbe611bd64 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.699845 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-93d27316-419d-45d0-a2f9-0dcbe611bd64 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0081806 Sep 08 13:30:51.704321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49342) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.715721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-a3a09f62-c38a-4777-8c87-359b798ebdf0 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.718881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a3a09f62-c38a-4777-8c87-359b798ebdf0 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0078785 Sep 08 13:30:51.724571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49344) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.730835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-48cefc4c-8623-4643-9a0c-b58bc5195529 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.735144 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-48cefc4c-8623-4643-9a0c-b58bc5195529 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0091624 Sep 08 13:30:51.743264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49346) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.755296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:51.762820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-6fc0c34e-cfa2-49be-8b92-07150c19f56d tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.764082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6fc0c34e-cfa2-49be-8b92-07150c19f56d tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0197678 Sep 08 13:30:51.768384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2faf3518-5b1e-47d3-8a76-d4bcd3a985fb,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:51.769160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49348) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.785240 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7631996-04ee-4a98-a8c9-a3ba7a2eb1b3 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:51.803325 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:51.804022 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Added segment 99e15774-8a7c-49eb-9c8a-97ba168523a3 of type vlan for network 03d8371e-f90e-478f-844b-6d8a79aaf516 Sep 08 13:30:51.815492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d7631996-04ee-4a98-a8c9-a3ba7a2eb1b3 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Calling delete_port for b6920b2a-d50e-4ddc-9afe-0ba30e77837d owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:51.825981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-5bdf201d-64cd-42af-ab90-da467808eb52 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.829669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5bdf201d-64cd-42af-ab90-da467808eb52 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0542591 Sep 08 13:30:51.829821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-33933464-f295-47bc-9645-60f6dd8c272d None None] Provisioning for port da69bbf1-815f-4375-8675-e39b9ea214c0 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:51.832812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49350) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.841312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-8e5b0ad3-3cae-4847-88b6-3b6d15d38649 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.845453 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8e5b0ad3-3cae-4847-88b6-3b6d15d38649 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0092151 Sep 08 13:30:51.847209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-33933464-f295-47bc-9645-60f6dd8c272d None None] Provisioning complete for port da69bbf1-815f-4375-8675-e39b9ea214c0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:51.847588 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-33933464-f295-47bc-9645-60f6dd8c272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:51.850013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49352) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.885684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-07bca77f-ee93-4a8e-8cc2-5c67b7583512 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:51.886750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-07bca77f-ee93-4a8e-8cc2-5c67b7583512 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0358336 Sep 08 13:30:51.893290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49354) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:51.900779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b9a9f-d224-4910-bffe-9fbf4602c474 req-30217dd7-76f1-4a84-93d9-10210d919a00 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:51.903242 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-699b9a9f-d224-4910-bffe-9fbf4602c474 req-30217dd7-76f1-4a84-93d9-10210d919a00 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 945 time: 0.3612375 Sep 08 13:30:51.910576 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:51.952823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf0abe8-70ad-42fa-92df-4dbd07856c9b None None] Network 45a16677-3d03-4b94-845f-2f29183e93a3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:30:51.978076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5f0f3-a98a-4a8a-b1f9-860b677589f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608089f9-10d3-42ac-a1a5-44327f79e8a0'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:30:51.986407 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee285eda-0f05-4aa2-8d09-db3e3afb6106" -d '{"events": [{"server_uuid": "15a5f0f3-a98a-4a8a-b1f9-860b677589f4", "name": "network-vif-plugged", "status": "completed", "tag": "608089f9-10d3-42ac-a1a5-44327f79e8a0"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:30:51.995052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-699b9a9f-d224-4910-bffe-9fbf4602c474 req-fd4dabf0-42c9-4ecc-a48d-d778dab49177 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676260 Sep 08 13:30:52.065539 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7d32f6-8b82-410d-8d56-1f83aa0d8a8e x-openstack-request-id: req-fa7d32f6-8b82-410d-8d56-1f83aa0d8a8e {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:30:52.066020 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5f0f3-a98a-4a8a-b1f9-860b677589f4", "name": "network-vif-plugged", "status": "completed", "tag": "608089f9-10d3-42ac-a1a5-44327f79e8a0", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:30:52.066475 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fa7d32f6-8b82-410d-8d56-1f83aa0d8a8e {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:30:52.067130 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5f0f3-a98a-4a8a-b1f9-860b677589f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608089f9-10d3-42ac-a1a5-44327f79e8a0', 'code': 200} Sep 08 13:30:52.070726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 608089f9-10d3-42ac-a1a5-44327f79e8a0, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=608089f9-10d3-42ac-a1a5-44327f79e8a0,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:52.089486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Router bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:30:52.227851 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:52.291318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:30:52.302825 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-86087e72-8203-42be-9354-6de6a0a77128 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "PUT /v2.0/routers/bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2243357 Sep 08 13:30:52.321452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49358) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.325855 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:52.334773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcbb26-3378-4a9d-9f4a-0cda9af9a04d None None] Sync routers for ids ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:30:52.337459 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-33933464-f295-47bc-9645-60f6dd8c272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:52.344982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-57efd7be-63c6-432f-801f-1a084683d6ba tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.347243 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-57efd7be-63c6-432f-801f-1a084683d6ba tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0268607 Sep 08 13:30:52.355344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49362) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.362189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-5e879fd8-dc62-4f28-af76-973e95cd07c1 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.363272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5e879fd8-dc62-4f28-af76-973e95cd07c1 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051389 Sep 08 13:30:52.367664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49364) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.386998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:52.391670 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-d5eb3806-80bb-43af-bcb4-b94f1ee32aac tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.392857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d5eb3806-80bb-43af-bcb4-b94f1ee32aac tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0070031 Sep 08 13:30:52.402624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=608089f9-10d3-42ac-a1a5-44327f79e8a0,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:52.419429 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcbb26-3378-4a9d-9f4a-0cda9af9a04d None None] Routers {'bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:52.420086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-64dcbb26-3378-4a9d-9f4a-0cda9af9a04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:52.423667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49366) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.446503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-41708fe1-0ceb-4b25-9827-7337fbba303a tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.450673 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-41708fe1-0ceb-4b25-9827-7337fbba303a tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0197709 Sep 08 13:30:52.451822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49368) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.460809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-8a30fb9b-fffc-4abc-9786-6c9b653bd789 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.461947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8a30fb9b-fffc-4abc-9786-6c9b653bd789 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0072241 Sep 08 13:30:52.469124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49370) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.474253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-0b0147c4-e025-4572-b629-af11db4ba9ea tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.475835 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0b0147c4-e025-4572-b629-af11db4ba9ea tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0055618 Sep 08 13:30:52.477296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 647a4d0f-adc2-4180-a7fc-9dd91df52326 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:52.479038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49372) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.489600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-3c4ed138-e675-494f-8e21-f74caec9228a tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.490883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3c4ed138-e675-494f-8e21-f74caec9228a tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0107539 Sep 08 13:30:52.491027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-64dcbb26-3378-4a9d-9f4a-0cda9af9a04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:52.494100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49374) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.501150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-abf3dca1-ef2c-4ee5-b7d0-96a38aa075f5 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.502918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-abf3dca1-ef2c-4ee5-b7d0-96a38aa075f5 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0071695 Sep 08 13:30:52.532032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49376) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.537272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-993e3893-5cb7-485e-85d7-dc441c718cee tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.538071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-993e3893-5cb7-485e-85d7-dc441c718cee tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0051730 Sep 08 13:30:52.540998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49380) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.546257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-16cfbe0e-8484-450c-b3da-f3d9151107de tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.547281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-16cfbe0e-8484-450c-b3da-f3d9151107de tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0051937 Sep 08 13:30:52.550717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49382) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.558364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-c1415f4a-8b76-4443-a716-28a313312e43 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.558364 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c1415f4a-8b76-4443-a716-28a313312e43 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0064018 Sep 08 13:30:52.561035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49384) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.563679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-33933464-f295-47bc-9645-60f6dd8c272d None None] For port da69bbf1-815f-4375-8675-e39b9ea214c0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=da69bbf1-815f-4375-8675-e39b9ea214c0,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:52.569650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-c904cac6-0478-48f6-87ba-774d1f0a0532 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.571007 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c904cac6-0478-48f6-87ba-774d1f0a0532 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0088594 Sep 08 13:30:52.578206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49386) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.584621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-d49e5879-2387-4ffd-9ae5-d6ab64163c49 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.585311 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d49e5879-2387-4ffd-9ae5-d6ab64163c49 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0063407 Sep 08 13:30:52.589036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49388) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.595137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dcbb26-3378-4a9d-9f4a-0cda9af9a04d None None] Routers {'bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:52.595359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-ff8f5b9b-557c-4cf4-9dd4-b9bb2fb798ca tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.595542 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-64dcbb26-3378-4a9d-9f4a-0cda9af9a04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:52.595706 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ff8f5b9b-557c-4cf4-9dd4-b9bb2fb798ca tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050132 Sep 08 13:30:52.601376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49390) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.604042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 647a4d0f-adc2-4180-a7fc-9dd91df52326 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:52.604538 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:52.606117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-f6961544-be1a-485d-8791-caa1a03906d8 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.607243 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f6961544-be1a-485d-8791-caa1a03906d8 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0049233 Sep 08 13:30:52.610418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49392) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.617127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-dc527b0e-7a75-4b64-9464-994afadc57ce tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.618234 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dc527b0e-7a75-4b64-9464-994afadc57ce tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0069139 Sep 08 13:30:52.636919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49394) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.667629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-874bb4b9-a67a-4d9d-8677-3323eb55f64b tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.675591 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-874bb4b9-a67a-4d9d-8677-3323eb55f64b tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0283172 Sep 08 13:30:52.678424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49400) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.685599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-ad726dc6-ec25-4d41-9379-4948f22664d2 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.687133 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ad726dc6-ec25-4d41-9379-4948f22664d2 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0072396 Sep 08 13:30:52.690901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49402) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.700647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-69425909-7db8-43f1-a596-fe2db3c02d97 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.702712 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-69425909-7db8-43f1-a596-fe2db3c02d97 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0106328 Sep 08 13:30:52.706499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49404) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.714695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-3408561f-07a6-4a35-aab3-50a1012b74e5 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.715925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3408561f-07a6-4a35-aab3-50a1012b74e5 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0063519 Sep 08 13:30:52.720854 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:52.722422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49406) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.729154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-cc79bd72-0870-4024-8cb0-652a1e23c106 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.729425 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-33933464-f295-47bc-9645-60f6dd8c272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:52.730093 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cc79bd72-0870-4024-8cb0-652a1e23c106 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0067198 Sep 08 13:30:52.733387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49408) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.734759 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-64dcbb26-3378-4a9d-9f4a-0cda9af9a04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:52.735528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dcbb26-3378-4a9d-9f4a-0cda9af9a04d None None] The sync data for ids ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:30:52.774077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-c7072a2b-e0b7-451b-aaba-3fdcd5fe18d6 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.775152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c7072a2b-e0b7-451b-aaba-3fdcd5fe18d6 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0408020 Sep 08 13:30:52.782411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49410) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.786334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36ec6c-d148-4407-9181-0100be97fefb req-0f6b4da1-d335-4b92-abe2-2950a3b492a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:52.787959 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f36ec6c-d148-4407-9181-0100be97fefb req-0f6b4da1-d335-4b92-abe2-2950a3b492a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 1097 time: 0.4656746 Sep 08 13:30:52.788485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-0fb5db1c-a260-4d81-a286-9fdeb56aaf5e tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.789162 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:52.789514 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Added segment 01a1dee7-56e2-4b2b-b0df-12170327e190 of type vlan for network c5515eae-0015-4f3b-8112-574a649b356a Sep 08 13:30:52.789626 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0fb5db1c-a260-4d81-a286-9fdeb56aaf5e tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0060642 Sep 08 13:30:52.798888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49412) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.806059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-334d80bb-3aaa-4b01-bf6f-b780c31c82b6 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.807309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-334d80bb-3aaa-4b01-bf6f-b780c31c82b6 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0064039 Sep 08 13:30:52.809706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49414) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.815745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33933464-f295-47bc-9645-60f6dd8c272d None None] Pushing event updated for resources: {'Port': ['ID=da69bbf1-815f-4375-8675-e39b9ea214c0,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:52.827594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-880d17c2-2823-49e6-85b7-719b27d2f182 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.828715 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-880d17c2-2823-49e6-85b7-719b27d2f182 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0177872 Sep 08 13:30:52.831816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49416) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.838313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-b4ff5159-6e8e-48a8-adf7-cb228ab766fd tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.839339 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b4ff5159-6e8e-48a8-adf7-cb228ab766fd tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0066078 Sep 08 13:30:52.842113 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:52.853308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49418) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.853308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-42f2ccdc-e1e7-41a8-bf59-bdbb784f7d73 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.853308 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-42f2ccdc-e1e7-41a8-bf59-bdbb784f7d73 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0071697 Sep 08 13:30:52.857246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49420) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.864982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-d6a9698d-bf4c-4f58-9a0b-ad7b5efa491a tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.866793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d6a9698d-bf4c-4f58-9a0b-ad7b5efa491a tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0079191 Sep 08 13:30:52.872321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49422) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.953616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-9f2c5411-920d-45de-8657-70c5083aa13f tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.956322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9f2c5411-920d-45de-8657-70c5083aa13f tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0818317 Sep 08 13:30:52.960572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49424) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.968708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-5039ce15-1fb0-40d8-874b-8b446b840348 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.973092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5039ce15-1fb0-40d8-874b-8b446b840348 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0080838 Sep 08 13:30:52.975312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49426) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:52.987136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e8fdcbfd-f902-49d0-a772-5ff5265ea361 None None] Provisioning for port 4b4244a1-c521-4fef-a4a5-c620f3506806 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:52.992462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e8fdcbfd-f902-49d0-a772-5ff5265ea361 None None] Provisioning complete for port 4b4244a1-c521-4fef-a4a5-c620f3506806 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:52.997218 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e8fdcbfd-f902-49d0-a772-5ff5265ea361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:52.997359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-754d9fb7-674e-4382-891f-b2a395e174cb tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:52.997359 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-754d9fb7-674e-4382-891f-b2a395e174cb tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045528 Sep 08 13:30:52.999576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49428) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.005909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-d41241c3-79e1-4b69-b940-139fa045cbe0 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.009618 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d41241c3-79e1-4b69-b940-139fa045cbe0 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0049820 Sep 08 13:30:53.010114 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.013214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49430) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.018933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-0757b4c0-018e-4c2d-b25c-c157de4a01e6 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.021056 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0757b4c0-018e-4c2d-b25c-c157de4a01e6 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0050406 Sep 08 13:30:53.023456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49432) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.034646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-ff633eb3-851f-44e0-a2d7-e4c6967ce88e tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.038737 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ff633eb3-851f-44e0-a2d7-e4c6967ce88e tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0125451 Sep 08 13:30:53.043727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49436) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.048029 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f36ec6c-d148-4407-9181-0100be97fefb req-635b1e9e-87d3-45a4-9993-e107beeab6d4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305367 Sep 08 13:30:53.055371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-bb46329c-0d52-499f-a543-6ce3aaddd293 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.059522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bb46329c-0d52-499f-a543-6ce3aaddd293 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0103362 Sep 08 13:30:53.062813 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7631996-04ee-4a98-a8c9-a3ba7a2eb1b3 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.066426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49438) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.075735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-28b67a72-0390-45ba-a836-cb64e6388c90 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.077613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-28b67a72-0390-45ba-a836-cb64e6388c90 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0084968 Sep 08 13:30:53.083978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49440) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.091156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-cd1f515a-e170-468d-9e58-073840d87462 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.095272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cd1f515a-e170-468d-9e58-073840d87462 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0073888 Sep 08 13:30:53.099224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49442) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.115328 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e8fdcbfd-f902-49d0-a772-5ff5265ea361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.139577 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7631996-04ee-4a98-a8c9-a3ba7a2eb1b3 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6920b2a-d50e-4ddc-9afe-0ba30e77837d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:53.159903 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e8fdcbfd-f902-49d0-a772-5ff5265ea361 None None] For port 4b4244a1-c521-4fef-a4a5-c620f3506806, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4b4244a1-c521-4fef-a4a5-c620f3506806,segment=NetworkSegment(51ac2fe0-db95-4fee-92aa-3a2d28c7a369),segment_id=51ac2fe0-db95-4fee-92aa-3a2d28c7a369)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:53.170492 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-4795efd5-68c3-485f-8d2b-912df76e4052 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.174983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4795efd5-68c3-485f-8d2b-912df76e4052 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0070693 Sep 08 13:30:53.175227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49448) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.187564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-a6669178-2cc5-4953-8fd5-7215f6473825 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.191074 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a6669178-2cc5-4953-8fd5-7215f6473825 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0124266 Sep 08 13:30:53.192434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49450) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.216387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-512c1154-cebd-462c-9ff5-6ef03ab626cc tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.217398 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-512c1154-cebd-462c-9ff5-6ef03ab626cc tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0066054 Sep 08 13:30:53.222966 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7631996-04ee-4a98-a8c9-a3ba7a2eb1b3 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.225051 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d7631996-04ee-4a98-a8c9-a3ba7a2eb1b3 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "DELETE /v2.0/ports/b6920b2a-d50e-4ddc-9afe-0ba30e77837d HTTP/1.1" status: 204 len: 168 time: 2.2585895 Sep 08 13:30:53.225591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49452) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.227570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58ec6c-b7ef-4bd1-905a-92ffb3939a01 req-668e70cd-5f9e-46c8-91d9-7ef2f43a98c4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:53.230127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b58ec6c-b7ef-4bd1-905a-92ffb3939a01 req-668e70cd-5f9e-46c8-91d9-7ef2f43a98c4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 946 time: 0.1475379 Sep 08 13:30:53.235026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49454) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.237971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-e0f1a66b-682f-4c24-8eb9-9e9aa7442e3f tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.238513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4', 'external_fixed_ips': [{'subnet_id': 'b40f0a26-83bd-43d1-9f01-846ff35aacc1', 'ip_address': '2001:db8::28d'}]}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:53.239032 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e0f1a66b-682f-4c24-8eb9-9e9aa7442e3f tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0124567 Sep 08 13:30:53.245450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49456) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.252912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-e6cf1a06-235c-41a3-8167-92510f2d4a48 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.256506 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e6cf1a06-235c-41a3-8167-92510f2d4a48 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0072064 Sep 08 13:30:53.260841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49458) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.266277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.266820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.268843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-638c07fa-ff18-4b92-a3dd-ba8b4778b7d3 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.269821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-638c07fa-ff18-4b92-a3dd-ba8b4778b7d3 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0048878 Sep 08 13:30:53.272991 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:53.277911 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:53.278663 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.279735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49460) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.289392 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-09616f58-e6f4-4e04-9a56-6fdd0525f3e2 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.293462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-09616f58-e6f4-4e04-9a56-6fdd0525f3e2 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0069766 Sep 08 13:30:53.295036 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e8fdcbfd-f902-49d0-a772-5ff5265ea361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.295683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49462) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.300813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-ca381551-0616-41df-8c73-35e3009ebdda tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.303509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ca381551-0616-41df-8c73-35e3009ebdda tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0061312 Sep 08 13:30:53.315463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49464) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.331099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [None req-8805a34d-b4ff-474a-b772-0f0e2b8df0d4 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.333290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8805a34d-b4ff-474a-b772-0f0e2b8df0d4 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0082085 Sep 08 13:30:53.333576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e8fdcbfd-f902-49d0-a772-5ff5265ea361 None None] Provisioning complete for port da69bbf1-815f-4375-8675-e39b9ea214c0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:53.334166 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e8fdcbfd-f902-49d0-a772-5ff5265ea361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.342716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49466) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.358904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-e06d8c11-79c8-4b1c-bddc-dd489e154746 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.365330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e06d8c11-79c8-4b1c-bddc-dd489e154746 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0144811 Sep 08 13:30:53.378648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49470) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.395641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-9f82816a-dfe4-4895-a2ac-acbd60c9285b tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.396702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event updated for resources: {'Network': ['ID=03d8371e-f90e-478f-844b-6d8a79aaf516,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:53.399342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdcbfd-f902-49d0-a772-5ff5265ea361 None None] Pushing event updated for resources: {'Port': ['ID=4b4244a1-c521-4fef-a4a5-c620f3506806,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:53.404236 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9f82816a-dfe4-4895-a2ac-acbd60c9285b tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0211170 Sep 08 13:30:53.422795 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b58ec6c-b7ef-4bd1-905a-92ffb3939a01 req-5abfbd5a-4399-4776-8d29-6bde787cb37f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722643 Sep 08 13:30:53.422795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49472) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.422965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 03d8371e-f90e-478f-844b-6d8a79aaf516 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:53.434883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-f742b1be-11bc-4105-b49c-72989e191551 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.436229 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f742b1be-11bc-4105-b49c-72989e191551 tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0185246 Sep 08 13:30:53.437672 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.439308 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.443202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49476) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.450778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-6d881dfc-b89f-4955-940f-f9dfddc8976e tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.452060 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6d881dfc-b89f-4955-940f-f9dfddc8976e tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0069473 Sep 08 13:30:53.456704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Router 72e827ca-9425-48ac-aefd-9a29fe013e2a is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:30:53.469708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49478) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.485762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [None req-d62795a6-0d15-4bd9-b6f5-a3260c1162ee tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] http://10.222.0.69:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:30:53.487912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d62795a6-0d15-4bd9-b6f5-a3260c1162ee tempest-ExtensionsTestJSON-885186818 tempest-ExtensionsTestJSON-885186818-project] 10.222.0.69 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0094757 Sep 08 13:30:53.571083 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.577968 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event updated for resources: {'Network': ['ID=c5515eae-0015-4f3b-8112-574a649b356a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:53.604100 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-18f07e27-05e6-419d-b703-7efbb4670c75 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.3860598 Sep 08 13:30:53.604100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49482) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.604304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c5515eae-0015-4f3b-8112-574a649b356a details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:53.635536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e8fdcbfd-f902-49d0-a772-5ff5265ea361 None None] Provisioning complete for port e11d1aa4-44e9-424d-a2fe-280fdc16577e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:53.635922 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e8fdcbfd-f902-49d0-a772-5ff5265ea361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.644900 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-ffe74963-4857-4957-a309-9836addabcbb tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:30:53.649101 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ffe74963-4857-4957-a309-9836addabcbb tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "PUT /v2.0/routers/bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3166797 Sep 08 13:30:53.653490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49484) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.701207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:30:53.713928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e8fdcbfd-f902-49d0-a772-5ff5265ea361 None None] Port e11d1aa4-44e9-424d-a2fe-280fdc16577e cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:30:53.720469 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Sync routers for ids ['72e827ca-9425-48ac-aefd-9a29fe013e2a'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:30:53.735591 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Routers {'72e827ca-9425-48ac-aefd-9a29fe013e2a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:53.736330 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['72e827ca-9425-48ac-aefd-9a29fe013e2a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:53.848265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03312243-0f8a-4301-8cfd-05b932ea9ccd tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:53.855347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03312243-0f8a-4301-8cfd-05b932ea9ccd tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:53.859358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2e2ffdce-d34b-4ac1-9e6c-eb690eca11c9 None None] Provisioning complete for port 4b4244a1-c521-4fef-a4a5-c620f3506806 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:53.869856 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2e2ffdce-d34b-4ac1-9e6c-eb690eca11c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.870130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03312243-0f8a-4301-8cfd-05b932ea9ccd tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:53.871282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03312243-0f8a-4301-8cfd-05b932ea9ccd tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:53.875904 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Set router 72e827ca-9425-48ac-aefd-9a29fe013e2a gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:53.888808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03312243-0f8a-4301-8cfd-05b932ea9ccd tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:53.890963 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-03312243-0f8a-4301-8cfd-05b932ea9ccd tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3014 time: 0.2941363 Sep 08 13:30:53.893875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49486) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:53.972520 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.979168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:53.983488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-38b928fd-be26-43fd-97dc-3af4a026b66a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9417853 Sep 08 13:30:53.983765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49488) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:54.024447 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:54.209472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:54.224065 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:30:51Z', 'revision_number': 3, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:54.254211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d8371e-f90e-478f-844b-6d8a79aaf516']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:54.275987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e15774-8a7c-49eb-9c8a-97ba168523a3') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:54.276521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e15774-8a7c-49eb-9c8a-97ba168523a3') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:54.300183 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:54.325407 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:54.351787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:54.351787 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:54.359292 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Checking router: 72e827ca-9425-48ac-aefd-9a29fe013e2a for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:54.359671 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:54.371214 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Updating router 72e827ca-9425-48ac-aefd-9a29fe013e2a port cc390025-7e9a-4aed-82fa-3f6b3c7e2471 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:30:54.380693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49494) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:54.425369 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:54.489331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device da69bbf1-815f-4375-8675-e39b9ea214c0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:54.568738 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:54.584086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port da69bbf1-815f-4375-8675-e39b9ea214c0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:54.584479 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:54.609833 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:54.620046 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "DELETE /v2.0/networks/03d8371e-f90e-478f-844b-6d8a79aaf516 HTTP/1.1" status: 204 len: 168 time: 0.7247360 Sep 08 13:30:54.638662 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49498) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:54.660981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f0168-b980-4974-aea9-84f18c297ed5 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event deleted for resources: {'Network': ['ID=03d8371e-f90e-478f-844b-6d8a79aaf516,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:54.727004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9d4ff-91bd-48c3-91d8-197688ec5a8d req-89defb22-1f66-4c32-a484-31ccfab0962e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:54.729023 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4b4244a1-c521-4fef-a4a5-c620f3506806 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:54.729706 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-32a9d4ff-91bd-48c3-91d8-197688ec5a8d req-89defb22-1f66-4c32-a484-31ccfab0962e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 946 time: 0.2126701 Sep 08 13:30:54.822570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 4b4244a1-c521-4fef-a4a5-c620f3506806 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:54.823394 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:54.848891 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:54.895942 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-32a9d4ff-91bd-48c3-91d8-197688ec5a8d req-96990174-44a6-4fe8-a949-2e1e1ed84700 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591148 Sep 08 13:30:54.989321 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.013855 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Transition to ACTIVE for port object cc390025-7e9a-4aed-82fa-3f6b3c7e2471 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:55.092756 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.125889 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.126617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5515eae-0015-4f3b-8112-574a649b356a']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:55.140307 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a1dee7-56e2-4b2b-b0df-12170327e190') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:55.144300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a1dee7-56e2-4b2b-b0df-12170327e190') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:55.162691 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.181655 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.191541 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:30:55.196037 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:30:55.196440 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:30:55.232557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053808d-e807-4a4b-97d9-7be5c9518cf1 req-1774f8f9-576c-4a84-a05f-a5d290e67c62 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:55.239089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e053808d-e807-4a4b-97d9-7be5c9518cf1 req-1774f8f9-576c-4a84-a05f-a5d290e67c62 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 946 time: 0.1790905 Sep 08 13:30:55.308582 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Attempting to bind port cc390025-7e9a-4aed-82fa-3f6b3c7e2471 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:30:55.310790 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Attempting to bind port cc390025-7e9a-4aed-82fa-3f6b3c7e2471 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:30:55.311253 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Attempting to bind port cc390025-7e9a-4aed-82fa-3f6b3c7e2471 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:30:55.320865 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Pushing event updated for resources: {'Port': ['ID=cc390025-7e9a-4aed-82fa-3f6b3c7e2471,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:55.324870 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:30:55.332218 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:30:55.332218 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.332218 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:30:55.332218 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Bound port: cc390025-7e9a-4aed-82fa-3f6b3c7e2471, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:30:55.332218 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.334929 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:55.335281 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:55.335624 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:55.335964 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:55.336297 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:55.336648 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:55.336978 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:55.337284 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:55.337609 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:55.337932 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:55.338281 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:55.338600 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:30:55.359037 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.375629 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.381804 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "DELETE /v2.0/networks/c5515eae-0015-4f3b-8112-574a649b356a HTTP/1.1" status: 204 len: 168 time: 0.7409720 Sep 08 13:30:55.398110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49506) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:55.411892 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3015df4d-68fe-4667-8c3f-fa73a47f139b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.414633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4912491-fd39-45d4-889d-852a345be056 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event deleted for resources: {'Network': ['ID=c5515eae-0015-4f3b-8112-574a649b356a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:55.442098 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] For port cc390025-7e9a-4aed-82fa-3f6b3c7e2471, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:30:55.448502 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] For port cc390025-7e9a-4aed-82fa-3f6b3c7e2471, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cc390025-7e9a-4aed-82fa-3f6b3c7e2471,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:30:55.484425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e053808d-e807-4a4b-97d9-7be5c9518cf1 req-9d981ad3-e578-4f43-a426-3c91e7142380 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328777 Sep 08 13:30:55.526413 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.584201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f6e6ca5-9cda-4888-9d37-41c6d0f41244 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.588165 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d9dae9-b8f2-417f-a3b5-1fb1981dae71 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:55.602734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d9dae9-b8f2-417f-a3b5-1fb1981dae71 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:55.613404 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Routers {'72e827ca-9425-48ac-aefd-9a29fe013e2a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:55.613404 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['72e827ca-9425-48ac-aefd-9a29fe013e2a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:55.613688 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d9dae9-b8f2-417f-a3b5-1fb1981dae71 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:55.617673 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c4d9dae9-b8f2-417f-a3b5-1fb1981dae71 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 0.2182832 Sep 08 13:30:55.620637 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49510) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:55.628608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8c654ce5-2ca2-40b2-9e12-ae4f56263975 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1975205247'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:55.673466 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.698515 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a649e85e-ebee-4e18-8421-5dbe7a27c729 None None] Pushing event updated for resources: {'Port': ['ID=cc390025-7e9a-4aed-82fa-3f6b3c7e2471,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:55.782642 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:55.802098 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] Set router 72e827ca-9425-48ac-aefd-9a29fe013e2a gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:30:56.049250 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:30:51Z', 'revision_number': 3, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:56.106208 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.163596 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3015df4d-68fe-4667-8c3f-fa73a47f139b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.227205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Allocated IP 2001:db8::28d (ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4/b40f0a26-83bd-43d1-9f01-846ff35aacc1/ad77360a-16d7-4128-a26d-e21aaa366fd9) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:56.236244 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24b2847-15c5-4971-b15b-1b28eb97f7ef None None] The sync data for ids ['72e827ca-9425-48ac-aefd-9a29fe013e2a'] in n-d-807558-3 is: [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:30:51Z', 'revision_number': 3, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:30:56.300357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadbeba-c3cc-46d9-ac58-08275bf3b5db req-f7eee45e-2efa-4e5d-9261-7db13ad29a9e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:56.302027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7eadbeba-c3cc-46d9-ac58-08275bf3b5db req-f7eee45e-2efa-4e5d-9261-7db13ad29a9e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 946 time: 0.2712946 Sep 08 13:30:56.311528 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3015df4d-68fe-4667-8c3f-fa73a47f139b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.391601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c654ce5-2ca2-40b2-9e12-ae4f56263975 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Made reservation on behalf of e8e445650e544739bc9c0486664e52c5 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:56.396693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c654ce5-2ca2-40b2-9e12-ae4f56263975 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.430269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c654ce5-2ca2-40b2-9e12-ae4f56263975 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:56.441410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c654ce5-2ca2-40b2-9e12-ae4f56263975 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.442044 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-8c654ce5-2ca2-40b2-9e12-ae4f56263975 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Added segment 572d84d6-49da-46f2-8cb4-07e33f1c2c70 of type vlan for network b66284b7-e1bb-4087-8d2d-cc378fa8bb46 Sep 08 13:30:56.497897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3015df4d-68fe-4667-8c3f-fa73a47f139b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5014f12cd551480bb011657e13c4fbe2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1159070 Sep 08 13:30:56.501675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49516) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:56.521816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015df4d-68fe-4667-8c3f-fa73a47f139b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705acf49-4006-4efd-bcea-a1477561ec47,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:56.531671 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c654ce5-2ca2-40b2-9e12-ae4f56263975 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.569419 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7eadbeba-c3cc-46d9-ac58-08275bf3b5db req-4b04462c-918f-41b9-aaad-51ab969502ea tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404292 Sep 08 13:30:56.597394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-08103ffc-8034-4f7c-9bd7-fa5c4d795716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.623398 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-08103ffc-8034-4f7c-9bd7-fa5c4d795716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.653946 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.681226 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c654ce5-2ca2-40b2-9e12-ae4f56263975 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.691205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c654ce5-2ca2-40b2-9e12-ae4f56263975 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:56.691768 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8c654ce5-2ca2-40b2-9e12-ae4f56263975 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.704314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Allocated IP 172.20.0.1 (75ddec35-9859-4054-afd1-cdf35e27f38f/f4e19c97-af0d-4ba1-b140-4045a635eab3/bfa28067-389f-48aa-8d8d-df45513ea716) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:30:56.763062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e6ca5-9cda-4888-9d37-41c6d0f41244 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Deleting port e11d1aa4-44e9-424d-a2fe-280fdc16577e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:56.763363 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f6e6ca5-9cda-4888-9d37-41c6d0f41244 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.783864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c654ce5-2ca2-40b2-9e12-ae4f56263975 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event updated for resources: {'Network': ['ID=b66284b7-e1bb-4087-8d2d-cc378fa8bb46,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:56.797471 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8c654ce5-2ca2-40b2-9e12-ae4f56263975 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1710041 Sep 08 13:30:56.798122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49518) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:56.804451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network b66284b7-e1bb-4087-8d2d-cc378fa8bb46 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:56.805424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0c9506dc-862a-498a-934d-a66ea739cb7b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2072356456'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:56.872098 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-08103ffc-8034-4f7c-9bd7-fa5c4d795716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.879745 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-08103ffc-8034-4f7c-9bd7-fa5c4d795716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.884014 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-08103ffc-8034-4f7c-9bd7-fa5c4d795716 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/705acf49-4006-4efd-bcea-a1477561ec47 HTTP/1.1" status: 204 len: 168 time: 0.3773470 Sep 08 13:30:56.913231 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.915306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08103ffc-8034-4f7c-9bd7-fa5c4d795716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705acf49-4006-4efd-bcea-a1477561ec47,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:56.933318 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f6e6ca5-9cda-4888-9d37-41c6d0f41244 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.957925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9506dc-862a-498a-934d-a66ea739cb7b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Made reservation on behalf of e8e445650e544739bc9c0486664e52c5 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:56.963481 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c9506dc-862a-498a-934d-a66ea739cb7b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:56.991189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e6ca5-9cda-4888-9d37-41c6d0f41244 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Calling delete_port for e11d1aa4-44e9-424d-a2fe-280fdc16577e owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:56.996742 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:57.004170 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9506dc-862a-498a-934d-a66ea739cb7b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:57.015838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c9506dc-862a-498a-934d-a66ea739cb7b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:57.016416 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-0c9506dc-862a-498a-934d-a66ea739cb7b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Added segment 39dbcaf4-8ddf-4772-ba0b-072a332aaa80 of type vlan for network ab21c3a6-083d-4748-a329-5735ef53c029 Sep 08 13:30:57.024128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Network ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:57.034229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:57.037898 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Transition to ACTIVE for port object bfa28067-389f-48aa-8d8d-df45513ea716 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:30:57.039639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event updated for resources: {'Port': ['ID=ad77360a-16d7-4128-a26d-e21aaa366fd9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:57.043220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:57.070929 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c9506dc-862a-498a-934d-a66ea739cb7b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:57.265932 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c9506dc-862a-498a-934d-a66ea739cb7b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:57.274273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9506dc-862a-498a-934d-a66ea739cb7b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:57.274944 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c9506dc-862a-498a-934d-a66ea739cb7b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:57.417702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9506dc-862a-498a-934d-a66ea739cb7b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event updated for resources: {'Network': ['ID=ab21c3a6-083d-4748-a329-5735ef53c029,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:57.423299 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:57.429143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network ab21c3a6-083d-4748-a329-5735ef53c029 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:30:57.442113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a86e6b-8568-41dd-9153-c3fdf8c91117 req-605efb91-359e-4e05-adc3-feb37a0c4d70 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:57.442113 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a2a86e6b-8568-41dd-9153-c3fdf8c91117 req-605efb91-359e-4e05-adc3-feb37a0c4d70 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 946 time: 0.1171198 Sep 08 13:30:57.570875 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0c9506dc-862a-498a-934d-a66ea739cb7b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7687480 Sep 08 13:30:57.570875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49534) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:57.576332 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'ports': [{'network_id': 'b66284b7-e1bb-4087-8d2d-cc378fa8bb46', 'name': 'tempest-port--903838831', 'admin_state_up': True}, {'network_id': 'ab21c3a6-083d-4748-a329-5735ef53c029', 'admin_state_up': False}]} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:57.576656 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'port': {'network_id': 'b66284b7-e1bb-4087-8d2d-cc378fa8bb46', 'name': 'tempest-port--903838831', 'admin_state_up': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:57.577139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'port': {'network_id': 'ab21c3a6-083d-4748-a329-5735ef53c029', 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:57.589332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Network 75ddec35-9859-4054-afd1-cdf35e27f38f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:30:57.592390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f6e6ca5-9cda-4888-9d37-41c6d0f41244 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:57.625479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:30:57.629888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:30:57.706255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-a2a86e6b-8568-41dd-9153-c3fdf8c91117 req-07591a76-cab8-4d8e-bdf1-a1a8d2488095 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Deleting port 608089f9-10d3-42ac-a1a5-44327f79e8a0 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:30:57.706612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a2a86e6b-8568-41dd-9153-c3fdf8c91117 req-07591a76-cab8-4d8e-bdf1-a1a8d2488095 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:57.733854 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:57.819233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa28067-389f-48aa-8d8d-df45513ea716,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:57.850283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e6ca5-9cda-4888-9d37-41c6d0f41244 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Port': ['ID=e11d1aa4-44e9-424d-a2fe-280fdc16577e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:57.954162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79332d1-624f-42da-a294-b2119cf26c56 req-f6e91423-b04a-42db-bc47-14926e252132 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:30:57.956664 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a79332d1-624f-42da-a294-b2119cf26c56 req-f6e91423-b04a-42db-bc47-14926e252132 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 946 time: 0.2252605 Sep 08 13:30:58.020473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Made reservation on behalf of e8e445650e544739bc9c0486664e52c5 for: {'port': 2} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:58.025807 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:58.026449 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:58.076587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-a2a86e6b-8568-41dd-9153-c3fdf8c91117 req-07591a76-cab8-4d8e-bdf1-a1a8d2488095 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] For port 608089f9-10d3-42ac-a1a5-44327f79e8a0, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=608089f9-10d3-42ac-a1a5-44327f79e8a0,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:58.077071 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a2a86e6b-8568-41dd-9153-c3fdf8c91117 req-07591a76-cab8-4d8e-bdf1-a1a8d2488095 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:58.094606 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:58.117083 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a79332d1-624f-42da-a294-b2119cf26c56 req-fe7987c1-74e9-41dd-b96e-17db4640ed49 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451747 Sep 08 13:30:58.119526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-a2a86e6b-8568-41dd-9153-c3fdf8c91117 req-07591a76-cab8-4d8e-bdf1-a1a8d2488095 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Calling delete_port for 608089f9-10d3-42ac-a1a5-44327f79e8a0 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:30:58.133453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f6e6ca5-9cda-4888-9d37-41c6d0f41244 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:58.278279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c8c395ca-f458-4a58-a3e9-f10a132d52ab None None] Provisioning for port bfa28067-389f-48aa-8d8d-df45513ea716 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:58.283968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c8c395ca-f458-4a58-a3e9-f10a132d52ab None None] Provisioning complete for port bfa28067-389f-48aa-8d8d-df45513ea716 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:58.284362 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c8c395ca-f458-4a58-a3e9-f10a132d52ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:58.346199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] device_id is not set on port 4b2f6b48-706e-4534-8d31-c18f9f61544d yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:58.351698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c8c395ca-f458-4a58-a3e9-f10a132d52ab None None] Port bfa28067-389f-48aa-8d8d-df45513ea716 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:30:58.500266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cc390025-7e9a-4aed-82fa-3f6b3c7e2471 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:30:58.657669 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49554) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:58.706538 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port cc390025-7e9a-4aed-82fa-3f6b3c7e2471 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:30:58.713819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cc390025-7e9a-4aed-82fa-3f6b3c7e2471 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:30:58.714306 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:58.803199 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a2a86e6b-8568-41dd-9153-c3fdf8c91117 req-07591a76-cab8-4d8e-bdf1-a1a8d2488095 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:58.828908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['608089f9-10d3-42ac-a1a5-44327f79e8a0'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:30:58.831413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:30:58.890625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1662753605'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:58.914417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:58.921518 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07591a76-cab8-4d8e-bdf1-a1a8d2488095 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event deleted for resources: {'Port': ['ID=608089f9-10d3-42ac-a1a5-44327f79e8a0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:58.952529 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:58.975697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port cc390025-7e9a-4aed-82fa-3f6b3c7e2471, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cc390025-7e9a-4aed-82fa-3f6b3c7e2471,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:30:59.070222 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:59.116345 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:59.173113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=cc390025-7e9a-4aed-82fa-3f6b3c7e2471,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:59.285814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6e6ca5-9cda-4888-9d37-41c6d0f41244 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Router bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:30:59.326932 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:59.333316 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b9f8322-437b-4793-8a7e-e7ea42f3d3bb req-c3fe4fee-d405-4eef-afc8-599e510a9735 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 210 time: 0.0424044 Sep 08 13:30:59.424781 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:30:59.428805 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:59.440587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a86e6b-8568-41dd-9153-c3fdf8c91117 req-07591a76-cab8-4d8e-bdf1-a1a8d2488095 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] No DVR routers for this DVR port 608089f9-10d3-42ac-a1a5-44327f79e8a0 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:30:59.446877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-a2a86e6b-8568-41dd-9153-c3fdf8c91117 req-07591a76-cab8-4d8e-bdf1-a1a8d2488095 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:59.450024 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a2a86e6b-8568-41dd-9153-c3fdf8c91117 req-07591a76-cab8-4d8e-bdf1-a1a8d2488095 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "DELETE /v2.0/ports/608089f9-10d3-42ac-a1a5-44327f79e8a0 HTTP/1.1" status: 204 len: 173 time: 2.0040841 Sep 08 13:30:59.452655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a5f0f3-a98a-4a8a-b1f9-860b677589f4', 'name': 'network-vif-deleted', 'tag': '608089f9-10d3-42ac-a1a5-44327f79e8a0'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:30:59.456384 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0190ed9f-af5d-42ea-b425-a7b7a8645719" -d '{"events": [{"server_uuid": "15a5f0f3-a98a-4a8a-b1f9-860b677589f4", "name": "network-vif-deleted", "tag": "608089f9-10d3-42ac-a1a5-44327f79e8a0"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:30:59.462335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] device_id is not set on port 8a84b797-beea-427f-9fcb-af86aa35e6b5 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:30:59.495973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:59.534905 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53738e04-16f1-46ba-ae44-31e043d53df9 x-openstack-request-id: req-53738e04-16f1-46ba-ae44-31e043d53df9 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:30:59.534905 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a5f0f3-a98a-4a8a-b1f9-860b677589f4", "name": "network-vif-deleted", "tag": "608089f9-10d3-42ac-a1a5-44327f79e8a0", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:30:59.534905 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-53738e04-16f1-46ba-ae44-31e043d53df9 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:30:59.534905 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15a5f0f3-a98a-4a8a-b1f9-860b677589f4', 'name': 'network-vif-deleted', 'tag': '608089f9-10d3-42ac-a1a5-44327f79e8a0', 'status': 'completed', 'code': 200} Sep 08 13:30:59.574334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6e6ca5-9cda-4888-9d37-41c6d0f41244 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:30:59.592787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8f6e6ca5-9cda-4888-9d37-41c6d0f41244 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "PUT /v2.0/routers/bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9308996 Sep 08 13:30:59.596168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79393bbf-a50e-4764-aa58-6f1731549e1f None None] Sync routers for ids ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:30:59.597004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49564) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:59.628565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79393bbf-a50e-4764-aa58-6f1731549e1f None None] Routers {'bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:59.629632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-79393bbf-a50e-4764-aa58-6f1731549e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:59.649569 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-2eb08e25-cd16-4c02-b15f-18dd12f2b1fb tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] delete failed (client error): The resource could not be found. Sep 08 13:30:59.660062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2eb08e25-cd16-4c02-b15f-18dd12f2b1fb tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-414697187 HTTP/1.1" status: 404 len: 334 time: 0.0528522 Sep 08 13:30:59.680053 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49566) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:30:59.686675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-07d4e1a0-748a-4d11-905b-b3d27b684687 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:30:59.721460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-79393bbf-a50e-4764-aa58-6f1731549e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:59.771171 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79393bbf-a50e-4764-aa58-6f1731549e1f None None] Routers {'bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:30:59.772142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-79393bbf-a50e-4764-aa58-6f1731549e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:59.800682 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:59.816375 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:59.818672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Router 48509664-2828-4e58-be04-c1094b8e4978 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:30:59.819459 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-79393bbf-a50e-4764-aa58-6f1731549e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:30:59.820456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79393bbf-a50e-4764-aa58-6f1731549e1f None None] The sync data for ids ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:30:59.904258 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:59.946286 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:30:59.956628 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:59.972860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c925b1bb-9848-413b-bf21-81f1471869ba,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:30:59.981349 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:30:59.981700 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Added segment 86203d27-6506-4d98-9060-86b0887b87cb of type vlan for network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 Sep 08 13:31:00.021336 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-07d4e1a0-748a-4d11-905b-b3d27b684687 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.090833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event updated for resources: {'Port': ['ID=4b2f6b48-706e-4534-8d31-c18f9f61544d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:00.112664 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.112664 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Checking segment: {'id': '572d84d6-49da-46f2-8cb4-07e33f1c2c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b66284b7-e1bb-4087-8d2d-cc378fa8bb46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:00.112664 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Network hostable DHCP agents. Network: b66284b7-e1bb-4087-8d2d-cc378fa8bb46, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:00.129498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.166166 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-07d4e1a0-748a-4d11-905b-b3d27b684687 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] update failed (client error): The resource could not be found. Sep 08 13:31:00.167268 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-07d4e1a0-748a-4d11-905b-b3d27b684687 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "PUT /v2.0/routers/bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db HTTP/1.1" status: 404 len: 339 time: 0.4862523 Sep 08 13:31:00.168403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:31:00.171627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49570) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:00.178385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0da1ba8e-f45a-40ad-8012-ad8b0fc339fa tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-563682173'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:00.190396 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Sync routers for ids ['48509664-2828-4e58-be04-c1094b8e4978'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:31:00.202035 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Routers {'48509664-2828-4e58-be04-c1094b8e4978'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:00.202699 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['48509664-2828-4e58-be04-c1094b8e4978'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:00.295212 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.295551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Network b66284b7-e1bb-4087-8d2d-cc378fa8bb46 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:00.300387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.308390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:00.309187 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.363391 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.364615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-afe95331-3a72-4912-9686-c73c8090b25c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.1295679 Sep 08 13:31:00.371238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49572) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:00.382393 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Set router 48509664-2828-4e58-be04-c1094b8e4978 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:31:00.410636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=bfa28067-389f-48aa-8d8d-df45513ea716,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:00.422929 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.455673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Network': ['ID=a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:00.459339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cc390025-7e9a-4aed-82fa-3f6b3c7e2471 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:00.498679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, b66284b7-e1bb-4087-8d2d-cc378fa8bb46) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:00.501816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:00.506749 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f90ff8b2-f26c-4109-9d9d-a6a4ced63865 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8480763 Sep 08 13:31:00.513835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:00.515149 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.516827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49576) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:00.524663 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'name': 'tempest-PortsIpV6TestJSON-1321695963'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:00.537674 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e4959-af3f-43f7-9e12-57cc3f5c52f3 None None] Network b66284b7-e1bb-4087-8d2d-cc378fa8bb46 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:00.651210 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57f20dc3-7740-4e4b-a6cc-144d7f85e0b0 req-cba7eec1-4d22-436d-b670-765e0dc5cd4b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=15a5f0f3-a98a-4a8a-b1f9-860b677589f4 HTTP/1.1" status: 200 len: 210 time: 0.0507238 Sep 08 13:31:00.691073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da1ba8e-f45a-40ad-8012-ad8b0fc339fa tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Made reservation on behalf of fe119a771338491c8c67db7fe8bc72e2 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:00.695774 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0da1ba8e-f45a-40ad-8012-ad8b0fc339fa tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.729115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Network 75ddec35-9859-4054-afd1-cdf35e27f38f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:00.734644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:00.750542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event updated for resources: {'Port': ['ID=8a84b797-beea-427f-9fcb-af86aa35e6b5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:00.761430 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48509664-2828-4e58-be04-c1094b8e4978', 'name': '', 'tenant_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4', 'external_fixed_ips': [{'subnet_id': 'b40f0a26-83bd-43d1-9f01-846ff35aacc1', 'ip_address': '2001:db8::28d'}], 'enable_snat': True}, 'gw_port_id': 'ad77360a-16d7-4128-a26d-e21aaa366fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:53Z', 'updated_at': '2021-09-08T13:30:57Z', 'revision_number': 3, 'project_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'gw_port': {'id': 'ad77360a-16d7-4128-a26d-e21aaa366fd9', 'name': '', 'network_id': 'ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:61:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48509664-2828-4e58-be04-c1094b8e4978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2422, 'fixed_ips': [{'subnet_id': 'b40f0a26-83bd-43d1-9f01-846ff35aacc1', 'ip_address': '2001:db8::28d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:55Z', 'updated_at': '2021-09-08T13:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b40f0a26-83bd-43d1-9f01-846ff35aacc1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:00.796836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.810512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cc390025-7e9a-4aed-82fa-3f6b3c7e2471 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:00.810512 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.835560 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Checking router: 48509664-2828-4e58-be04-c1094b8e4978 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:31:00.835885 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Updating router 48509664-2828-4e58-be04-c1094b8e4978 port ad77360a-16d7-4128-a26d-e21aaa366fd9 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:31:00.859225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Checking segment: {'id': '39dbcaf4-8ddf-4772-ba0b-072a332aaa80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'ab21c3a6-083d-4748-a329-5735ef53c029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:00.859860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Network hostable DHCP agents. Network: ab21c3a6-083d-4748-a329-5735ef53c029, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:00.869135 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da1ba8e-f45a-40ad-8012-ad8b0fc339fa tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:00.870860 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.924433 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0da1ba8e-f45a-40ad-8012-ad8b0fc339fa tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:00.924869 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-0da1ba8e-f45a-40ad-8012-ad8b0fc339fa tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Added segment b5c83a36-cc14-4543-a222-cf1b25d00a2c of type vlan for network 1b0de9a1-d4e2-4c3f-960a-80c156269b2d Sep 08 13:31:00.935324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Router 72e827ca-9425-48ac-aefd-9a29fe013e2a has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:31:01.013968 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:01.018218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.079598 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0da1ba8e-f45a-40ad-8012-ad8b0fc339fa tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.084118 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.088020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port 20a1fab4-f568-4801-9967-d83b4eab4b09 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:31:01.097037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:31:01.112732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Network ab21c3a6-083d-4748-a329-5735ef53c029 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:01.118081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4cce400d-67de-4684-9a16-916d02a06cd8 admin admin] 10.222.0.69 "PUT /v2.0/routers/72e827ca-9425-48ac-aefd-9a29fe013e2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1298747 Sep 08 13:31:01.119655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Sync routers for ids ['72e827ca-9425-48ac-aefd-9a29fe013e2a'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:31:01.148102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Routers {'72e827ca-9425-48ac-aefd-9a29fe013e2a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:01.148971 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['72e827ca-9425-48ac-aefd-9a29fe013e2a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:01.288737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5c96a088-c156-4a84-92ca-f5eff7c80a7b None None] Provisioning complete for port bfa28067-389f-48aa-8d8d-df45513ea716 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:01.289192 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c96a088-c156-4a84-92ca-f5eff7c80a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.328386 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.340781 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Transition to ACTIVE for port object ad77360a-16d7-4128-a26d-e21aaa366fd9 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:01.363859 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Deleting port ad77360a-16d7-4128-a26d-e21aaa366fd9 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:01.364217 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.366283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, ab21c3a6-083d-4748-a329-5735ef53c029) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:01.381301 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0da1ba8e-f45a-40ad-8012-ad8b0fc339fa tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.387659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da1ba8e-f45a-40ad-8012-ad8b0fc339fa tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:01.398951 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0da1ba8e-f45a-40ad-8012-ad8b0fc339fa tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.398951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:01.399178 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:01.404296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:01.405055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.454868 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.524874 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.547281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d0975-d6c6-4ecf-ac1f-c4682d6026aa None None] Network ab21c3a6-083d-4748-a329-5735ef53c029 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:01.547538 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Attempting to bind port ad77360a-16d7-4128-a26d-e21aaa366fd9 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:01.548320 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Attempting to bind port ad77360a-16d7-4128-a26d-e21aaa366fd9 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '5197a790-ce0d-46c0-9f35-f6991b6171a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:01.549573 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Attempting to bind port ad77360a-16d7-4128-a26d-e21aaa366fd9 on network ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:01.576021 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:01.576611 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Checking segment: {'id': '5197a790-ce0d-46c0-9f35-f6991b6171a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:01.577089 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.577583 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Bound using segment: {'id': '5197a790-ce0d-46c0-9f35-f6991b6171a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:01.578134 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Bound port: ad77360a-16d7-4128-a26d-e21aaa366fd9, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5197a790-ce0d-46c0-9f35-f6991b6171a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:01.579097 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.581997 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c91a1-6b4f-4853-ad6f-2bc1772eb457 None None] Pushing event updated for resources: {'Port': ['ID=ad77360a-16d7-4128-a26d-e21aaa366fd9,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:01.598422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5c96a088-c156-4a84-92ca-f5eff7c80a7b None None] Port bfa28067-389f-48aa-8d8d-df45513ea716 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:31:01.604040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Set router 72e827ca-9425-48ac-aefd-9a29fe013e2a gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:31:01.622635 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0da1ba8e-f45a-40ad-8012-ad8b0fc339fa tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4467990 Sep 08 13:31:01.623888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49592) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:01.632281 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-82484885-1e9e-4bd5-9120-54de455001bf tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.0601153 Sep 08 13:31:01.636502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1ba8e-f45a-40ad-8012-ad8b0fc339fa tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'Network': ['ID=1b0de9a1-d4e2-4c3f-960a-80c156269b2d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:01.641842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49594) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:01.654698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bef51f2d-3277-4a5e-83f4-3036e4523d72 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Request body: {'subnet': {'network_id': '1b0de9a1-d4e2-4c3f-960a-80c156269b2d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:01.677382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 1b0de9a1-d4e2-4c3f-960a-80c156269b2d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:01.721973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.738206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Calling delete_port for ad77360a-16d7-4128-a26d-e21aaa366fd9 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:01.787227 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] For port ad77360a-16d7-4128-a26d-e21aaa366fd9, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:01.791144 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] For port ad77360a-16d7-4128-a26d-e21aaa366fd9, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ad77360a-16d7-4128-a26d-e21aaa366fd9,segment=NetworkSegment(5197a790-ce0d-46c0-9f35-f6991b6171a1),segment_id=5197a790-ce0d-46c0-9f35-f6991b6171a1)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:01.831532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.895124 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:01.928025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f349ed-1738-414e-bcb2-e5a04a55177f tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:01.940508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f349ed-1738-414e-bcb2-e5a04a55177f tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:01.942287 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a8f349ed-1738-414e-bcb2-e5a04a55177f tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2988029 Sep 08 13:31:01.951883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49632) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:02.005901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=20a1fab4-f568-4801-9967-d83b4eab4b09,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:02.036416 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Routers {'48509664-2828-4e58-be04-c1094b8e4978'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:02.037430 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['48509664-2828-4e58-be04-c1094b8e4978'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:02.041285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Checking segment: {'id': '86203d27-6506-4d98-9060-86b0887b87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:02.041656 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network hostable DHCP agents. Network: a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:02.057459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef51f2d-3277-4a5e-83f4-3036e4523d72 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Made reservation on behalf of fe119a771338491c8c67db7fe8bc72e2 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:02.076712 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bef51f2d-3277-4a5e-83f4-3036e4523d72 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:02.092716 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c91a1-6b4f-4853-ad6f-2bc1772eb457 None None] Pushing event updated for resources: {'Port': ['ID=ad77360a-16d7-4128-a26d-e21aaa366fd9,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:02.209820 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] Set router 48509664-2828-4e58-be04-c1094b8e4978 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:31:02.330847 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48509664-2828-4e58-be04-c1094b8e4978', 'name': '', 'tenant_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:53Z', 'updated_at': '2021-09-08T13:31:01Z', 'revision_number': 4, 'project_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:02.345956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'bfa28067-389f-48aa-8d8d-df45513ea716', 'name': '', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'mac_address': 'fa:16:3e:3b:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:56Z', 'updated_at': '2021-09-08T13:30:59Z', 'revision_number': 2, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'subnets': [{'id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:02.346584 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:02.399396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Checking router: 72e827ca-9425-48ac-aefd-9a29fe013e2a for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:31:02.400044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Updating router 72e827ca-9425-48ac-aefd-9a29fe013e2a port bfa28067-389f-48aa-8d8d-df45513ea716 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:31:02.408244 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b68938-8f16-45e9-a0a6-563283677674 None None] The sync data for ids ['48509664-2828-4e58-be04-c1094b8e4978'] in n-d-807558-3 is: [{'id': '48509664-2828-4e58-be04-c1094b8e4978', 'name': '', 'tenant_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:53Z', 'updated_at': '2021-09-08T13:31:01Z', 'revision_number': 4, 'project_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:31:02.437344 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:02.669725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:02.676878 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:02.698765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:02.699373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d571f5f8-9655-4870-ba27-20b2b32991db tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Deleting port 4b2f6b48-706e-4534-8d31-c18f9f61544d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:02.699825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d571f5f8-9655-4870-ba27-20b2b32991db tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:02.706487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:02.707195 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:02.723326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-deef64c1-52b9-46f4-b2a1-9c44dccedbdf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:02.725003 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-deef64c1-52b9-46f4-b2a1-9c44dccedbdf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.3024426 Sep 08 13:31:02.751995 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bef51f2d-3277-4a5e-83f4-3036e4523d72 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:02.761174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721910a1-48ac-4194-b05e-4ffef492cc06 None None] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:02.811725 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d571f5f8-9655-4870-ba27-20b2b32991db tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:02.837444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad77360a-16d7-4128-a26d-e21aaa366fd9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:02.854225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d571f5f8-9655-4870-ba27-20b2b32991db tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Calling delete_port for 4b2f6b48-706e-4534-8d31-c18f9f61544d owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:02.854667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 608089f9-10d3-42ac-a1a5-44327f79e8a0 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:31:02.863429 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:02.924509 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-9a33bc95-682d-4173-89c7-f6a33b7cc34d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/quotas/f0c33ff95fd94c5b8efb16048a231a08 HTTP/1.1" status: 200 len: 375 time: 0.1181955 Sep 08 13:31:02.934837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 608089f9-10d3-42ac-a1a5-44327f79e8a0 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:31:02.935202 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 608089f9-10d3-42ac-a1a5-44327f79e8a0 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:31:02.978705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef51f2d-3277-4a5e-83f4-3036e4523d72 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'Subnet': ['ID=7fa528c6-4d01-415a-9cd0-52c6b988d660,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:02.989724 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cfdab61d-ac82-400b-bca6-b5f98ffc56c4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4666326 Sep 08 13:31:02.990701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49650) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:03.016934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1c44a08b-05c3-4d0b-865a-54df9ec66d69 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-570702793'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:03.040755 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.089033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef51f2d-3277-4a5e-83f4-3036e4523d72 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Checking segment: {'id': 'b5c83a36-cc14-4543-a222-cf1b25d00a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1b0de9a1-d4e2-4c3f-960a-80c156269b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:03.089402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef51f2d-3277-4a5e-83f4-3036e4523d72 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Network hostable DHCP agents. Network: 1b0de9a1-d4e2-4c3f-960a-80c156269b2d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:03.127520 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.134160 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.137462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Transition to ACTIVE for port object bfa28067-389f-48aa-8d8d-df45513ea716 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:03.150685 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d571f5f8-9655-4870-ba27-20b2b32991db tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.194306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571f5f8-9655-4870-ba27-20b2b32991db tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event deleted for resources: {'Port': ['ID=4b2f6b48-706e-4534-8d31-c18f9f61544d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:03.201249 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-a2d8d1e2-7adb-4703-889e-0286de40b44f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2051878 Sep 08 13:31:03.212800 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d571f5f8-9655-4870-ba27-20b2b32991db tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.216416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d571f5f8-9655-4870-ba27-20b2b32991db tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "DELETE /v2.0/ports/4b2f6b48-706e-4534-8d31-c18f9f61544d HTTP/1.1" status: 204 len: 168 time: 1.2629602 Sep 08 13:31:03.218892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49656) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:03.280386 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.281360 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.281890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48509664-2828-4e58-be04-c1094b8e4978 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:31:03.291761 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.295563 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ff990bc2-bb70-40d8-8b7e-dd61656432a0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "DELETE /v2.0/routers/48509664-2828-4e58-be04-c1094b8e4978 HTTP/1.1" status: 204 len: 168 time: 2.9213088 Sep 08 13:31:03.295833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49658) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:03.308553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c44a08b-05c3-4d0b-865a-54df9ec66d69 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:03.312563 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c44a08b-05c3-4d0b-865a-54df9ec66d69 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.327425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef51f2d-3277-4a5e-83f4-3036e4523d72 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Network 1b0de9a1-d4e2-4c3f-960a-80c156269b2d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:03.348529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c44a08b-05c3-4d0b-865a-54df9ec66d69 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:03.354075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94c1bbf-1928-45b6-94e5-14cd71c6adf5 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Deleting subnet b40f0a26-83bd-43d1-9f01-846ff35aacc1 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:31:03.359206 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f94c1bbf-1928-45b6-94e5-14cd71c6adf5 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.376087 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c44a08b-05c3-4d0b-865a-54df9ec66d69 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.379132 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-1c44a08b-05c3-4d0b-865a-54df9ec66d69 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Added segment 364edf38-b58f-4b50-a432-55da5dd30eb3 of type vlan for network ddb16759-4cee-44c7-8c5a-9c8e8039cb08 Sep 08 13:31:03.422816 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-2aa181bb-0963-41c7-b954-0db60bcaff25 service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163832 Sep 08 13:31:03.428925 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f94c1bbf-1928-45b6-94e5-14cd71c6adf5 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.438759 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c783c76-592b-45d6-832e-4775662c1d35 None None] Pushing event updated for resources: {'Port': ['ID=bfa28067-389f-48aa-8d8d-df45513ea716,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:03.489477 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c44a08b-05c3-4d0b-865a-54df9ec66d69 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.517315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-bef51f2d-3277-4a5e-83f4-3036e4523d72 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 1b0de9a1-d4e2-4c3f-960a-80c156269b2d) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:03.537467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a32292d-f1b8-4b60-9409-648d348f4043 None None] Network 1b0de9a1-d4e2-4c3f-960a-80c156269b2d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:03.537668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef51f2d-3277-4a5e-83f4-3036e4523d72 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:03.537797 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bef51f2d-3277-4a5e-83f4-3036e4523d72 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.600637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Attempting to bind port bfa28067-389f-48aa-8d8d-df45513ea716 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:03.601376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Attempting to bind port bfa28067-389f-48aa-8d8d-df45513ea716 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:03.606809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Attempting to bind port bfa28067-389f-48aa-8d8d-df45513ea716 on network 75ddec35-9859-4054-afd1-cdf35e27f38f {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:03.612555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c44a08b-05c3-4d0b-865a-54df9ec66d69 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.624357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c44a08b-05c3-4d0b-865a-54df9ec66d69 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:03.627003 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c44a08b-05c3-4d0b-865a-54df9ec66d69 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.637143 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f94c1bbf-1928-45b6-94e5-14cd71c6adf5 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.650727 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-82125042-bc88-4c44-a146-df760056a31b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Deleting port 8a84b797-beea-427f-9fcb-af86aa35e6b5 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:03.650727 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82125042-bc88-4c44-a146-df760056a31b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.660891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:03.661266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Checking segment: {'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:03.661690 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.662083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Bound using segment: {'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:03.662636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Bound port: bfa28067-389f-48aa-8d8d-df45513ea716, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:03.663012 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.701749 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-867e69ff-0eb1-4e2d-9f03-22ddbc5a8e10 service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242913 Sep 08 13:31:03.758895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82125042-bc88-4c44-a146-df760056a31b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.774779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-82125042-bc88-4c44-a146-df760056a31b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Calling delete_port for 8a84b797-beea-427f-9fcb-af86aa35e6b5 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:03.846864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] For port bfa28067-389f-48aa-8d8d-df45513ea716, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:03.887657 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f94c1bbf-1928-45b6-94e5-14cd71c6adf5 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:03.942656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] For port bfa28067-389f-48aa-8d8d-df45513ea716, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bfa28067-389f-48aa-8d8d-df45513ea716,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:03.990456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44a08b-05c3-4d0b-865a-54df9ec66d69 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Network': ['ID=ddb16759-4cee-44c7-8c5a-9c8e8039cb08,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:04.000590 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bef51f2d-3277-4a5e-83f4-3036e4523d72 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3733654 Sep 08 13:31:04.001338 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82125042-bc88-4c44-a146-df760056a31b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.038131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network ddb16759-4cee-44c7-8c5a-9c8e8039cb08 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:04.038757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1c44a08b-05c3-4d0b-865a-54df9ec66d69 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0321779 Sep 08 13:31:04.039598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49690) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:04.060943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8f76906d-a704-4668-9f03-21dc8f2065cd tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b0de9a1-d4e2-4c3f-960a-80c156269b2d'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:04.066409 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.068781 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49692) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:04.104122 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82125042-bc88-4c44-a146-df760056a31b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.114021 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-82125042-bc88-4c44-a146-df760056a31b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "DELETE /v2.0/ports/8a84b797-beea-427f-9fcb-af86aa35e6b5 HTTP/1.1" status: 204 len: 168 time: 0.8937640 Sep 08 13:31:04.116885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49698) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:04.128682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'ports': [{'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1'}, {'network_id': 'ddb16759-4cee-44c7-8c5a-9c8e8039cb08'}]} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:04.128682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:04.128682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': 'ddb16759-4cee-44c7-8c5a-9c8e8039cb08'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:04.129050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-1b0de9a1-d4e2-4c3f-960a-80c156269b2d', 'network_id': '1b0de9a1-d4e2-4c3f-960a-80c156269b2d', 'tenant_id': 'fe119a771338491c8c67db7fe8bc72e2', 'fixed_ips': [{'subnet_id': '7fa528c6-4d01-415a-9cd0-52c6b988d660'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:31:04.130222 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.146285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c1bbf-1928-45b6-94e5-14cd71c6adf5 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b40f0a26-83bd-43d1-9f01-846ff35aacc1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:04.155548 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f94c1bbf-1928-45b6-94e5-14cd71c6adf5 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.157542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f94c1bbf-1928-45b6-94e5-14cd71c6adf5 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "DELETE /v2.0/subnets/b40f0a26-83bd-43d1-9f01-846ff35aacc1 HTTP/1.1" status: 204 len: 168 time: 0.8607037 Sep 08 13:31:04.175615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49700) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:04.189215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82125042-bc88-4c44-a146-df760056a31b tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event deleted for resources: {'Port': ['ID=8a84b797-beea-427f-9fcb-af86aa35e6b5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:04.235757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-172e0796-d48d-4573-a42f-84a37bdbbda3 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1063631 Sep 08 13:31:04.239030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49702) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:04.244422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8730167f-77a0-4e3f-a6a5-eab14be4067d tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2079429374'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:04.418191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Routers {'72e827ca-9425-48ac-aefd-9a29fe013e2a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:04.421890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:30:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['72e827ca-9425-48ac-aefd-9a29fe013e2a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:04.504135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8730167f-77a0-4e3f-a6a5-eab14be4067d tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Made reservation on behalf of e8e445650e544739bc9c0486664e52c5 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:04.508752 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8730167f-77a0-4e3f-a6a5-eab14be4067d tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.538351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9748f60b-136d-4e82-aeb5-57d0cc87f52d req-6b91c0e0-d8de-4b27-8c65-0d4c2cf0e13d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 210 time: 0.1528802 Sep 08 13:31:04.602879 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.620720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8730167f-77a0-4e3f-a6a5-eab14be4067d tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:04.626054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f76906d-a704-4668-9f03-21dc8f2065cd tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.639248 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c783c76-592b-45d6-832e-4775662c1d35 None None] Pushing event updated for resources: {'Port': ['ID=bfa28067-389f-48aa-8d8d-df45513ea716,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:04.639836 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8730167f-77a0-4e3f-a6a5-eab14be4067d tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.639836 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-8730167f-77a0-4e3f-a6a5-eab14be4067d tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Added segment ceb806f1-739d-4f24-ba6e-5af3bf697f73 of type vlan for network 21fc0906-dfa3-4b9e-a186-9abbb7905762 Sep 08 13:31:04.681146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 2} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:04.687921 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.688197 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8730167f-77a0-4e3f-a6a5-eab14be4067d tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.707552 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.777829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Allocated IP 2001:db8:1::2 (1b0de9a1-d4e2-4c3f-960a-80c156269b2d/7fa528c6-4d01-415a-9cd0-52c6b988d660/54638ab6-6de7-471c-b4dd-96ff6d83c8f3) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:04.800962 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.815810 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8730167f-77a0-4e3f-a6a5-eab14be4067d tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.822024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8730167f-77a0-4e3f-a6a5-eab14be4067d tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:04.822685 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8730167f-77a0-4e3f-a6a5-eab14be4067d tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.868086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:04.896155 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port 50f2e9e5-ef04-413c-b4f4-49c4f3b43df2 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:31:04.901862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5197a790-ce0d-46c0-9f35-f6991b6171a1') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:04.902246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5197a790-ce0d-46c0-9f35-f6991b6171a1') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:04.912223 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-8f76906d-a704-4668-9f03-21dc8f2065cd tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:31:04.913323 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8f76906d-a704-4668-9f03-21dc8f2065cd tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "PUT /v2.0/routers/bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db HTTP/1.1" status: 400 len: 364 time: 0.8677311 Sep 08 13:31:04.914552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8730167f-77a0-4e3f-a6a5-eab14be4067d tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event updated for resources: {'Network': ['ID=21fc0906-dfa3-4b9e-a186-9abbb7905762,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:04.917080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49714) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:04.921156 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.928665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8730167f-77a0-4e3f-a6a5-eab14be4067d tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6882782 Sep 08 13:31:04.930264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49716) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:04.935494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9d82b3ce-42c0-4f0d-93a7-e2fa6e1eccb9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-683447432'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:04.941721 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.946956 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.952391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:04.953038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: items = [ Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:04.955123 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:04.957373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Transition to ACTIVE for port object 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:04.974666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Transition to ACTIVE for port object 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:04.981923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 21fc0906-dfa3-4b9e-a186-9abbb7905762 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:05.030250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] Set router 72e827ca-9425-48ac-aefd-9a29fe013e2a gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:31:05.104766 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:05.137479 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:05.228311 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Network 1b0de9a1-d4e2-4c3f-960a-80c156269b2d is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:05.272450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:05.279506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:05.313182 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port 7dc303c6-349e-4f00-a7ca-33eef4485263 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:31:05.497249 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:05.504474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:05.512887 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 08 13:31:05.527121 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:05.529919 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "DELETE /v2.0/networks/ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4 HTTP/1.1" status: 204 len: 168 time: 1.3532956 Sep 08 13:31:05.563526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf5541-9a21-47f4-93fc-98e927c58b51 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event deleted for resources: {'Network': ['ID=ebe9abcb-6cb1-45e2-a7fd-5e4b205c04e4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:05.588525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d82b3ce-42c0-4f0d-93a7-e2fa6e1eccb9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Made reservation on behalf of e8e445650e544739bc9c0486664e52c5 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:05.604775 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d82b3ce-42c0-4f0d-93a7-e2fa6e1eccb9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:05.639562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Pushing event updated for resources: {'Port': ['ID=54638ab6-6de7-471c-b4dd-96ff6d83c8f3,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:05.680130 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c444e2bd-66f9-443c-a4cd-656066aca340 req-6d4fb594-7763-45bf-97ee-993d1700c087 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 210 time: 0.0555117 Sep 08 13:31:05.685670 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:05.805803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:05.817935 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:05.830588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:05.834649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:05.853182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d82b3ce-42c0-4f0d-93a7-e2fa6e1eccb9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:05.866790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=50f2e9e5-ef04-413c-b4f4-49c4f3b43df2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:05.874642 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d82b3ce-42c0-4f0d-93a7-e2fa6e1eccb9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:05.875998 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-9d82b3ce-42c0-4f0d-93a7-e2fa6e1eccb9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Added segment 3a4c270b-746a-4f44-971d-9cfcdb88b3e9 of type vlan for network 107f531a-31ae-425c-b74a-f8fa018c8f8b Sep 08 13:31:05.900756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Attempting to bind port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:05.901532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Attempting to bind port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b5c83a36-cc14-4543-a222-cf1b25d00a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1b0de9a1-d4e2-4c3f-960a-80c156269b2d'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:05.903900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Attempting to bind port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 on network 1b0de9a1-d4e2-4c3f-960a-80c156269b2d {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:05.919399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:05.920077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Checking segment: {'id': 'b5c83a36-cc14-4543-a222-cf1b25d00a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1b0de9a1-d4e2-4c3f-960a-80c156269b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:05.920646 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:05.921381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Bound using segment: {'id': 'b5c83a36-cc14-4543-a222-cf1b25d00a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1b0de9a1-d4e2-4c3f-960a-80c156269b2d'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:05.922083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Bound port: 54638ab6-6de7-471c-b4dd-96ff6d83c8f3, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c83a36-cc14-4543-a222-cf1b25d00a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1b0de9a1-d4e2-4c3f-960a-80c156269b2d'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:05.922972 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:05.935172 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d82b3ce-42c0-4f0d-93a7-e2fa6e1eccb9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:06.008286 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=7dc303c6-349e-4f00-a7ca-33eef4485263,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:06.013548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Checking segment: {'id': '364edf38-b58f-4b50-a432-55da5dd30eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'ddb16759-4cee-44c7-8c5a-9c8e8039cb08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:06.013899 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network hostable DHCP agents. Network: ddb16759-4cee-44c7-8c5a-9c8e8039cb08, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:06.026492 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:06.128302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d82b3ce-42c0-4f0d-93a7-e2fa6e1eccb9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:06.134465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network ddb16759-4cee-44c7-8c5a-9c8e8039cb08 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:06.141225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d82b3ce-42c0-4f0d-93a7-e2fa6e1eccb9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:06.141883 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d82b3ce-42c0-4f0d-93a7-e2fa6e1eccb9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:06.203169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, ddb16759-4cee-44c7-8c5a-9c8e8039cb08) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:06.207888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:06.213522 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:06.217985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9d82b3ce-42c0-4f0d-93a7-e2fa6e1eccb9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2869344 Sep 08 13:31:06.235444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:06.236150 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:06.257209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49742) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:06.261748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-277f0d8c-0744-4f07-9260-7c4b4de4589f tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Request body: {'router': {'name': 'tempest-router--438846409', 'project_id': '82ed45851f794ef29d496536d17e90ee'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:06.268438 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6afeb0e-13cd-488f-ad79-ab11e44ddb67 None None] Network ddb16759-4cee-44c7-8c5a-9c8e8039cb08 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:06.452353 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-277f0d8c-0744-4f07-9260-7c4b4de4589f tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:06.454136 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-277f0d8c-0744-4f07-9260-7c4b4de4589f tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:06.535324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82b3ce-42c0-4f0d-93a7-e2fa6e1eccb9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event updated for resources: {'Network': ['ID=107f531a-31ae-425c-b74a-f8fa018c8f8b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:06.566077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-01a16c08-8833-49fb-abd6-835796784fa4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4606054 Sep 08 13:31:06.570764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49748) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:06.628006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] For port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:06.646068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] For port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=54638ab6-6de7-471c-b4dd-96ff6d83c8f3,segment=NetworkSegment(b5c83a36-cc14-4543-a222-cf1b25d00a2c),segment_id=b5c83a36-cc14-4543-a222-cf1b25d00a2c)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:06.651000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 107f531a-31ae-425c-b74a-f8fa018c8f8b details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:06.677934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-277f0d8c-0744-4f07-9260-7c4b4de4589f tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:06.725534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Allocated IP 2001:db8::1 (33bbdc26-669a-46a7-9773-58997b99779f/4e8ec77a-5772-46e6-9927-094abffa98ee/bcfd9889-4c16-4c4a-b0de-31795cb9ff1a) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:06.801015 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-277f0d8c-0744-4f07-9260-7c4b4de4589f tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:06.866135 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:06.906777 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-277f0d8c-0744-4f07-9260-7c4b4de4589f tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:06.911521 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-277f0d8c-0744-4f07-9260-7c4b4de4589f tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6495783 Sep 08 13:31:06.911923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49752) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:06.954622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'bfa28067-389f-48aa-8d8d-df45513ea716', 'name': '', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'mac_address': 'fa:16:3e:3b:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:56Z', 'updated_at': '2021-09-08T13:31:03Z', 'revision_number': 4, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'subnets': [{'id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:06.976414 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:07.039939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Transition to ACTIVE for port object bcfd9889-4c16-4c4a-b0de-31795cb9ff1a will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:07.083352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5cfa4a8-e033-4c80-9b35-c0ec2265869a None None] The sync data for ids ['72e827ca-9425-48ac-aefd-9a29fe013e2a'] in n-d-807558-3 is: [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'bfa28067-389f-48aa-8d8d-df45513ea716', 'name': '', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'mac_address': 'fa:16:3e:3b:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:56Z', 'updated_at': '2021-09-08T13:31:03Z', 'revision_number': 4, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'subnets': [{'id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:31:07.199996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2c131-f5e0-466b-99b6-6cfece4f28f4 None None] Pushing event updated for resources: {'Port': ['ID=54638ab6-6de7-471c-b4dd-96ff6d83c8f3,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:07.217993 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6c90-0445-42a1-aa61-dad37182234d tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:07.252716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-50bb50e4-e318-41d2-bbb9-115e351d3698 req-881783e6-eb5c-4c83-a331-cfc32c51e74e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 210 time: 0.1506326 Sep 08 13:31:07.257371 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:07.424095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Network 33bbdc26-669a-46a7-9773-58997b99779f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:07.501897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:07.530757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:07.531523 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:07.566196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-e9243643-6252-4d8e-96f4-27b98db2c2b5 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:07.571847 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-e9243643-6252-4d8e-96f4-27b98db2c2b5 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.3514540 Sep 08 13:31:07.886965 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4bead003-f6ae-4c13-8b58-3345712c09ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:07.922865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'Port': ['ID=bcfd9889-4c16-4c4a-b0de-31795cb9ff1a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:08.066683 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Request body: {'port': {'device_id': 'b6fac01f-cac9-45f8-86f4-1d793f4ceb65', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'admin_state_up': True, 'tenant_id': 'f0c33ff95fd94c5b8efb16048a231a08'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:08.228659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9f2be76b-39dd-4342-9c94-b80f637245b2 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 7dc303c6-349e-4f00-a7ca-33eef4485263 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:08.229461 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2be76b-39dd-4342-9c94-b80f637245b2 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:08.433373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-94469a07-0cc5-4ac3-bf7d-a78089a7595e None None] Provisioning for port bcfd9889-4c16-4c4a-b0de-31795cb9ff1a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:08.443657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-94469a07-0cc5-4ac3-bf7d-a78089a7595e None None] Provisioning complete for port bcfd9889-4c16-4c4a-b0de-31795cb9ff1a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:08.444334 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-94469a07-0cc5-4ac3-bf7d-a78089a7595e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:08.538902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-94469a07-0cc5-4ac3-bf7d-a78089a7595e None None] Port bcfd9889-4c16-4c4a-b0de-31795cb9ff1a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:31:08.604722 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2be76b-39dd-4342-9c94-b80f637245b2 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:08.632358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9f2be76b-39dd-4342-9c94-b80f637245b2 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 7dc303c6-349e-4f00-a7ca-33eef4485263 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:08.657658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bfa28067-389f-48aa-8d8d-df45513ea716 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:08.829386 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:08.871407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port bfa28067-389f-48aa-8d8d-df45513ea716 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:08.877244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port bfa28067-389f-48aa-8d8d-df45513ea716 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:08.877912 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:09.192437 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:09.365528 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20210e3b-1c8d-4fe6-9929-c98659e3b26c req-8a75d075-6e29-43af-9c5b-ee377b7d17ad tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 210 time: 0.1098115 Sep 08 13:31:09.372536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port bfa28067-389f-48aa-8d8d-df45513ea716, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bfa28067-389f-48aa-8d8d-df45513ea716,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:09.489678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc4e83-4715-4cd6-8d64-9025ef4d1e4b None None] Network 1b0de9a1-d4e2-4c3f-960a-80c156269b2d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:09.494033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6c90-0445-42a1-aa61-dad37182234d tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:09.494725 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2be76b-39dd-4342-9c94-b80f637245b2 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:09.501013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6c90-0445-42a1-aa61-dad37182234d tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:09.727132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2be76b-39dd-4342-9c94-b80f637245b2 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=7dc303c6-349e-4f00-a7ca-33eef4485263,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:09.755277 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2be76b-39dd-4342-9c94-b80f637245b2 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:09.769736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49764) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:09.770056 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9f2be76b-39dd-4342-9c94-b80f637245b2 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/7dc303c6-349e-4f00-a7ca-33eef4485263 HTTP/1.1" status: 204 len: 168 time: 3.1981277 Sep 08 13:31:09.820407 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:09.821303 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:09.845679 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6c90-0445-42a1-aa61-dad37182234d tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:09.846785 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1e6c90-0445-42a1-aa61-dad37182234d tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40ba5247-1f23-497f-aeef-d99135373278 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:31:09.855245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a4a192a-de57-43c5-b719-7f61665292bb req-c4343b02-08ca-4999-87f1-714899ee8f1b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3057692 Sep 08 13:31:09.879037 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed1e6c90-0445-42a1-aa61-dad37182234d tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:09.880584 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ed1e6c90-0445-42a1-aa61-dad37182234d tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "DELETE /v2.0/routers/40ba5247-1f23-497f-aeef-d99135373278 HTTP/1.1" status: 204 len: 168 time: 2.9675059 Sep 08 13:31:09.884033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Made reservation on behalf of f0c33ff95fd94c5b8efb16048a231a08 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:09.889439 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:09.935343 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:10.075047 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=bfa28067-389f-48aa-8d8d-df45513ea716,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:10.076827 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:10.085504 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:10.192232 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a3860bae-9fc3-4c33-bc3a-8913be273cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:10.194978 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-44fd9a61-8159-48cf-b6c6-ed49281e4aae None None] Provisioning for port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:10.224256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:10.228858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:10.229399 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:10.277734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a192a-de57-43c5-b719-7f61665292bb req-a5afe62b-dd25-4432-b9b8-940ea93a4fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:10.279989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a4a192a-de57-43c5-b719-7f61665292bb req-a5afe62b-dd25-4432-b9b8-940ea93a4fed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 1096 time: 0.2943506 Sep 08 13:31:10.345038 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:31:10.446561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dacb0ab-705c-4e5d-a5e9-dc4c4e2c9e29 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:10.491891 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:10.522569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49780) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:10.530905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dacb0ab-705c-4e5d-a5e9-dc4c4e2c9e29 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:10.540373 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3dacb0ab-705c-4e5d-a5e9-dc4c4e2c9e29 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.7627144 Sep 08 13:31:10.555768 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49782) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:10.605409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event updated for resources: {'Port': ['ID=bcfd9889-4c16-4c4a-b0de-31795cb9ff1a,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:10.648907 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:10.717158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Allocated IP 172.20.0.2 (8558c78e-818a-4e56-9eb8-d34a7481093d/d14836f1-ecd1-4db6-b042-f7de366d80f5/67a3bbc8-004e-4917-a145-c1e60e6324f4) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:10.738625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=54638ab6-6de7-471c-b4dd-96ff6d83c8f3,segment=NetworkSegment(b5c83a36-cc14-4543-a222-cf1b25d00a2c),segment_id=b5c83a36-cc14-4543-a222-cf1b25d00a2c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:10.793972 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f563d3d7-0079-40ca-9896-1311364baa61 req-695771d0-5fa8-4a59-b19c-c914181bb409 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 210 time: 0.1842101 Sep 08 13:31:10.879524 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.002990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49786) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:11.010296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'subnets': [{'network_id': '21fc0906-dfa3-4b9e-a186-9abbb7905762', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1567866816', 'ip_version': 6}, {'network_id': '107f531a-31ae-425c-b74a-f8fa018c8f8b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:11.010614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'subnet': {'network_id': '21fc0906-dfa3-4b9e-a186-9abbb7905762', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1567866816', 'ip_version': 6}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:11.013086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Request body: {'subnet': {'network_id': '107f531a-31ae-425c-b74a-f8fa018c8f8b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:11.025358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Network 33bbdc26-669a-46a7-9773-58997b99779f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:11.031874 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:11.061735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a192a-de57-43c5-b719-7f61665292bb req-ea7079c5-fb88-4b2f-9d1b-8b95ad50f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:11.064907 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a4a192a-de57-43c5-b719-7f61665292bb req-ea7079c5-fb88-4b2f-9d1b-8b95ad50f81e service neutron] 10.222.0.60 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 907 time: 0.6914191 Sep 08 13:31:11.072632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bfa28067-389f-48aa-8d8d-df45513ea716 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:11.140716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=54638ab6-6de7-471c-b4dd-96ff6d83c8f3,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:11.190647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-27d82d98-3bc3-4f0e-9271-d3817d6240cc None None] Provisioning complete for port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:11.191270 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-27d82d98-3bc3-4f0e-9271-d3817d6240cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.265407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port bfa28067-389f-48aa-8d8d-df45513ea716 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:11.266694 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.277915 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a4a192a-de57-43c5-b719-7f61665292bb req-a62f50a1-39b1-464c-89ad-f818b43a0271 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a054a8-6b6c-4703-986b-918cb6f9835b HTTP/1.1" status: 200 len: 217 time: 0.2020123 Sep 08 13:31:11.320605 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.438439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1030728993', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:11.481710 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-db918091-9a31-4dea-bb7c-793d0866e64e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 50f2e9e5-ef04-413c-b4f4-49c4f3b43df2 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:11.482346 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db918091-9a31-4dea-bb7c-793d0866e64e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.526732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2f92d39b-2abd-4831-856d-babccd4df34c None None] Provisioning complete for port bcfd9889-4c16-4c4a-b0de-31795cb9ff1a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:11.526732 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2f92d39b-2abd-4831-856d-babccd4df34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.564069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Router bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:31:11.569240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2f92d39b-2abd-4831-856d-babccd4df34c None None] Port bcfd9889-4c16-4c4a-b0de-31795cb9ff1a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:31:11.580743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a192a-de57-43c5-b719-7f61665292bb req-a686ee60-9052-4995-b693-e70b83ada592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:11.582290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a4a192a-de57-43c5-b719-7f61665292bb req-a686ee60-9052-4995-b693-e70b83ada592 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.2274764 Sep 08 13:31:11.591553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.592867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.645157 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db918091-9a31-4dea-bb7c-793d0866e64e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.668139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-db918091-9a31-4dea-bb7c-793d0866e64e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 50f2e9e5-ef04-413c-b4f4-49c4f3b43df2 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:11.674355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a4a192a-de57-43c5-b719-7f61665292bb req-b4749aa2-80e9-4767-a9fe-9dab3973be6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325918 Sep 08 13:31:11.738063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Made reservation on behalf of e8e445650e544739bc9c0486664e52c5 for: {'subnet': 2} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:11.744153 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.744983 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.768503 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.820254 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.823591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:31:11.833347 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5c471eb8-1491-4ddd-9703-a129b7e5c297 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "PUT /v2.0/routers/bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9120877 Sep 08 13:31:11.834795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49794) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:11.842385 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29fe5e7-299f-4d26-af29-d9d076b74480 None None] Sync routers for ids ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:31:11.860492 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29fe5e7-299f-4d26-af29-d9d076b74480 None None] Routers {'bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:11.861738 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c29fe5e7-299f-4d26-af29-d9d076b74480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:11.919448 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:11.926285 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c29fe5e7-299f-4d26-af29-d9d076b74480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:11.934634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:31:11.938394 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29fe5e7-299f-4d26-af29-d9d076b74480 None None] Routers {'bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:11.940271 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c29fe5e7-299f-4d26-af29-d9d076b74480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:11.986668 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c29fe5e7-299f-4d26-af29-d9d076b74480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:11.987735 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29fe5e7-299f-4d26-af29-d9d076b74480 None None] The sync data for ids ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:31:12.023973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Network 8558c78e-818a-4e56-9eb8-d34a7481093d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:12.046452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:12.050031 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:12.055396 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a4a192a-de57-43c5-b719-7f61665292bb req-fae78711-6bc7-4347-a75d-24ad0f508b46 service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700383 Sep 08 13:31:12.118134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event updated for resources: {'Port': ['ID=67a3bbc8-004e-4917-a145-c1e60e6324f4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:12.163475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b278fc-4c40-4bae-bda1-0d504d398a65 req-5b564dc2-43d4-44ac-92ab-5b8d9396e8aa tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:12.171187 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91b278fc-4c40-4bae-bda1-0d504d398a65 req-5b564dc2-43d4-44ac-92ab-5b8d9396e8aa tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 931 time: 0.2376373 Sep 08 13:31:12.199637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-09bc6ca8-09c5-4cf6-a275-5c2263abb4fd tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:12.217599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:12.218284 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:12.283727 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:12.290572 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a4a192a-de57-43c5-b719-7f61665292bb req-6aab6ea1-804b-4ab4-bc91-b1f83d221a2a service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264049 Sep 08 13:31:12.319888 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91b278fc-4c40-4bae-bda1-0d504d398a65 req-40698db7-cf17-47a3-bc2f-a08f214c244e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477108 Sep 08 13:31:12.332463 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db918091-9a31-4dea-bb7c-793d0866e64e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:12.401009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db918091-9a31-4dea-bb7c-793d0866e64e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=50f2e9e5-ef04-413c-b4f4-49c4f3b43df2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:12.411400 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-b4effc05-6362-4611-8773-dedb86377117 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3728933 Sep 08 13:31:12.425949 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db918091-9a31-4dea-bb7c-793d0866e64e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:12.431608 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-db918091-9a31-4dea-bb7c-793d0866e64e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/50f2e9e5-ef04-413c-b4f4-49c4f3b43df2 HTTP/1.1" status: 204 len: 168 time: 1.8711748 Sep 08 13:31:12.435554 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Request body: {'port': {'device_id': 'b6fac01f-cac9-45f8-86f4-1d793f4ceb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:12.441091 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49798) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:12.621400 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:12.647429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9599592-c3d9-4fe4-ad05-d0d39667f067 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:12.652199 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c9599592-c3d9-4fe4-ad05-d0d39667f067 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2059121 Sep 08 13:31:12.660723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49802) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:12.741825 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-57daddae-dbd8-4896-942e-f4e3551598ff tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:31:12.744289 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-57daddae-dbd8-4896-942e-f4e3551598ff tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/7dc303c6-349e-4f00-a7ca-33eef4485263 HTTP/1.1" status: 404 len: 333 time: 0.0808091 Sep 08 13:31:12.751004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49804) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:12.795743 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-691d1b86-cf97-4cb4-94de-9cf2cf7812f4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:31:12.797470 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-691d1b86-cf97-4cb4-94de-9cf2cf7812f4 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/50f2e9e5-ef04-413c-b4f4-49c4f3b43df2 HTTP/1.1" status: 404 len: 333 time: 0.0448425 Sep 08 13:31:12.812882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49806) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:12.821882 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-09bc6ca8-09c5-4cf6-a275-5c2263abb4fd tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 08 13:31:12.826217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-09bc6ca8-09c5-4cf6-a275-5c2263abb4fd tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "DELETE /v2.0/routers/bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db HTTP/1.1" status: 409 len: 329 time: 0.9872451 Sep 08 13:31:12.832732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49808) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:12.928825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.061151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:13.144594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:13.145249 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.189570 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.217182 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.251196 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.253018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb16759-4cee-44c7-8c5a-9c8e8039cb08']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:13.266616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364edf38-b58f-4b50-a432-55da5dd30eb3') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:13.267020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364edf38-b58f-4b50-a432-55da5dd30eb3') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:13.282059 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.304513 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.348233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:13.348757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:13.351957 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:13.480058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.522774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event updated for resources: {'Subnet': ['ID=d760ac1a-1359-462c-a82b-030df7744fdd,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:13.526520 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.560844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Checking segment: {'id': 'ceb806f1-739d-4f24-ba6e-5af3bf697f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '21fc0906-dfa3-4b9e-a186-9abbb7905762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:13.561428 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Network hostable DHCP agents. Network: 21fc0906-dfa3-4b9e-a186-9abbb7905762, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:13.585566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.597900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d22e0-2894-404e-b0e7-3c14f36e2914 req-a4e05d14-f878-4c95-8430-a920e55a8d22 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:13.601352 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4a7d22e0-2894-404e-b0e7-3c14f36e2914 req-a4e05d14-f878-4c95-8430-a920e55a8d22 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 931 time: 0.1513898 Sep 08 13:31:13.608091 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.610524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/networks/ddb16759-4cee-44c7-8c5a-9c8e8039cb08 HTTP/1.1" status: 204 len: 168 time: 0.7961123 Sep 08 13:31:13.617972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49816) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:13.640810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-76d09cea-eadc-43ab-9af6-17fdb3464e2b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-226974818'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:13.649261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6300c-b24e-4022-8e86-cf4e8ec35d49 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Network': ['ID=ddb16759-4cee-44c7-8c5a-9c8e8039cb08,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:13.664817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a3bbc8-004e-4917-a145-c1e60e6324f4 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:31:13.675370 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.714269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Transition to ACTIVE for port object 67a3bbc8-004e-4917-a145-c1e60e6324f4 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:13.725428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4a7d22e0-2894-404e-b0e7-3c14f36e2914 req-30a974e8-9ab5-4987-9c52-b62bef0c40a2 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081011 Sep 08 13:31:13.741179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Allocated IP 172.25.5.23 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/9b2c4bc4-bab5-4ae1-bb48-5f121ad3f1c0) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:13.760735 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af5d670b-7dc8-4307-9de0-809c45f27cf1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.807337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Network 21fc0906-dfa3-4b9e-a186-9abbb7905762 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:13.879112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.935943 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.936255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d09cea-eadc-43ab-9af6-17fdb3464e2b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:13.940008 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-76d09cea-eadc-43ab-9af6-17fdb3464e2b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.977148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d09cea-eadc-43ab-9af6-17fdb3464e2b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:13.985601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 21fc0906-dfa3-4b9e-a186-9abbb7905762) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:13.998453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-76d09cea-eadc-43ab-9af6-17fdb3464e2b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:13.999101 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-76d09cea-eadc-43ab-9af6-17fdb3464e2b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Added segment a7cee839-6f9f-49ed-b890-e75e3fc51fa5 of type vlan for network e5d2873a-8b0f-41d7-939a-31bb5f6ba210 Sep 08 13:31:14.001248 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45a890-3449-474a-99d3-376664136f89 None None] Network 21fc0906-dfa3-4b9e-a186-9abbb7905762 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:14.006693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.017266 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.023699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Pushing event updated for resources: {'Port': ['ID=67a3bbc8-004e-4917-a145-c1e60e6324f4,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:14.152094 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-76d09cea-eadc-43ab-9af6-17fdb3464e2b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.159602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:14.176395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:14.191376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:14.199371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Pushing event updated for resources: {'Port': ['ID=9b2c4bc4-bab5-4ae1-bb48-5f121ad3f1c0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:14.201076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event updated for resources: {'Subnet': ['ID=a586d922-0b49-4ee2-afc3-f541a40b376a,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:14.237552 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.256050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-21fc0906-dfa3-4b9e-a186-9abbb7905762', 'network_id': '21fc0906-dfa3-4b9e-a186-9abbb7905762', 'tenant_id': 'e8e445650e544739bc9c0486664e52c5', 'fixed_ips': [{'subnet_id': 'd760ac1a-1359-462c-a82b-030df7744fdd'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:31:14.256050 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.313664 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Attempting to bind port 67a3bbc8-004e-4917-a145-c1e60e6324f4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:14.314308 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Attempting to bind port 67a3bbc8-004e-4917-a145-c1e60e6324f4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:14.314700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Attempting to bind port 67a3bbc8-004e-4917-a145-c1e60e6324f4 on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:14.317385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Checking segment: {'id': '3a4c270b-746a-4f44-971d-9cfcdb88b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '107f531a-31ae-425c-b74a-f8fa018c8f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:14.317825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Network hostable DHCP agents. Network: 107f531a-31ae-425c-b74a-f8fa018c8f8b, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:14.355320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Port 67a3bbc8-004e-4917-a145-c1e60e6324f4 on network 8558c78e-818a-4e56-9eb8-d34a7481093d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:31:14.355760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Attempting to bind port 67a3bbc8-004e-4917-a145-c1e60e6324f4 on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:14.370108 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-76d09cea-eadc-43ab-9af6-17fdb3464e2b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.377487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d09cea-eadc-43ab-9af6-17fdb3464e2b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:14.379018 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:14.379371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Checking segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:14.379765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Bound using segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:14.380040 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-76d09cea-eadc-43ab-9af6-17fdb3464e2b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.380365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Bound port: 67a3bbc8-004e-4917-a145-c1e60e6324f4, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:14.380813 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.521595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-af5d670b-7dc8-4307-9de0-809c45f27cf1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Deleting port bcfd9889-4c16-4c4a-b0de-31795cb9ff1a {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:14.522044 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af5d670b-7dc8-4307-9de0-809c45f27cf1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.523463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d09cea-eadc-43ab-9af6-17fdb3464e2b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Network': ['ID=e5d2873a-8b0f-41d7-939a-31bb5f6ba210,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:14.537285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network e5d2873a-8b0f-41d7-939a-31bb5f6ba210 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:14.548181 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] For port 67a3bbc8-004e-4917-a145-c1e60e6324f4, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:14.548723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Allocated IP 2001:db8::1 (21fc0906-dfa3-4b9e-a186-9abbb7905762/d760ac1a-1359-462c-a82b-030df7744fdd/d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:14.558128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Network 107f531a-31ae-425c-b74a-f8fa018c8f8b is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:14.581574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] For port 67a3bbc8-004e-4917-a145-c1e60e6324f4, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=67a3bbc8-004e-4917-a145-c1e60e6324f4,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:14.581574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49826) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:14.582987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-76d09cea-eadc-43ab-9af6-17fdb3464e2b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9515593 Sep 08 13:31:14.585502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b3aeee42-a106-42b5-a4ed-f879a80cfacb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': 'e5d2873a-8b0f-41d7-939a-31bb5f6ba210', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:14.696526 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.762407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 107f531a-31ae-425c-b74a-f8fa018c8f8b) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:14.777969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae1ee6-e835-4efe-a177-fdba836eedf2 None None] Network 107f531a-31ae-425c-b74a-f8fa018c8f8b requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:14.832229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:14.834057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:14.834764 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.835291 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.874433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Pushing event updated for resources: {'Port': ['ID=67a3bbc8-004e-4917-a145-c1e60e6324f4,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:14.921452 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af5d670b-7dc8-4307-9de0-809c45f27cf1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.944324 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:14.945215 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.946728 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:14.951931 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-5128fe01-dba1-447e-9b08-53eeb5c11c5e service neutron] 10.222.0.70 "PUT /v2.0/ports/67a3bbc8-004e-4917-a145-c1e60e6324f4 HTTP/1.1" status: 200 len: 1091 time: 2.5170987 Sep 08 13:31:14.956059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fac01f-cac9-45f8-86f4-1d793f4ceb65', 'tag': '67a3bbc8-004e-4917-a145-c1e60e6324f4'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:31:14.959052 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf1e4c6-3c6c-42d8-b741-80992f7a236f" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fac01f-cac9-45f8-86f4-1d793f4ceb65", "tag": "67a3bbc8-004e-4917-a145-c1e60e6324f4"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:31:14.967500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Transition to ACTIVE for port object d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:14.968764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-af5d670b-7dc8-4307-9de0-809c45f27cf1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Calling delete_port for bcfd9889-4c16-4c4a-b0de-31795cb9ff1a owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:15.075205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Transition to ACTIVE for port object d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:15.171198 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:15.241747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Pushing event updated for resources: {'Port': ['ID=d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:15.253911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-107f531a-31ae-425c-b74a-f8fa018c8f8b', 'network_id': '107f531a-31ae-425c-b74a-f8fa018c8f8b', 'tenant_id': 'e8e445650e544739bc9c0486664e52c5', 'fixed_ips': [{'subnet_id': 'a586d922-0b49-4ee2-afc3-f541a40b376a'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:31:15.255420 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:15.283880 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:15.306083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Network 21fc0906-dfa3-4b9e-a186-9abbb7905762 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:15.314933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:15.318714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:15.456493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Attempting to bind port d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:15.456848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Attempting to bind port d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'ceb806f1-739d-4f24-ba6e-5af3bf697f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '21fc0906-dfa3-4b9e-a186-9abbb7905762'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:15.457247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Attempting to bind port d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b on network 21fc0906-dfa3-4b9e-a186-9abbb7905762 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:15.472939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:15.473434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Checking segment: {'id': 'ceb806f1-739d-4f24-ba6e-5af3bf697f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '21fc0906-dfa3-4b9e-a186-9abbb7905762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:15.473882 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:15.474342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Bound using segment: {'id': 'ceb806f1-739d-4f24-ba6e-5af3bf697f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '21fc0906-dfa3-4b9e-a186-9abbb7905762'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:15.474830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Bound port: d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb806f1-739d-4f24-ba6e-5af3bf697f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '21fc0906-dfa3-4b9e-a186-9abbb7905762'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:15.475224 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:15.548529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67ec5-e46f-4b65-b4fb-7b036c98f16f req-ab30bd62-f9d6-4d03-9fa1-9ff660264c32 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:15.550230 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ff67ec5-e46f-4b65-b4fb-7b036c98f16f req-ab30bd62-f9d6-4d03-9fa1-9ff660264c32 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 943 time: 0.6912839 Sep 08 13:31:15.556804 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b73d0f-d06c-49fa-8866-7808baac46da x-openstack-request-id: req-35b73d0f-d06c-49fa-8866-7808baac46da {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:31:15.557095 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fac01f-cac9-45f8-86f4-1d793f4ceb65", "tag": "67a3bbc8-004e-4917-a145-c1e60e6324f4", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:31:15.557339 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35b73d0f-d06c-49fa-8866-7808baac46da {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:31:15.558157 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fac01f-cac9-45f8-86f4-1d793f4ceb65', 'tag': '67a3bbc8-004e-4917-a145-c1e60e6324f4', 'status': 'completed', 'code': 200} Sep 08 13:31:15.576027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Allocated IP 2001:db8:0:1::1 (107f531a-31ae-425c-b74a-f8fa018c8f8b/a586d922-0b49-4ee2-afc3-f541a40b376a/26c01045-1be4-48e1-9667-69c7b9022100) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:15.576988 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ed6df446-d2cc-4af2-85ad-4333f6ca5fd1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.5710521 Sep 08 13:31:15.581305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Router b894abc3-380c-4ea1-acd6-abde1a3a25d8 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:31:15.584519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49836) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:15.641943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] For port d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:15.667229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] For port d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b,segment=NetworkSegment(ceb806f1-739d-4f24-ba6e-5af3bf697f73),segment_id=ceb806f1-739d-4f24-ba6e-5af3bf697f73)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:15.718793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19465d3-de7e-421a-8112-8b3d97addd49 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:15.720309 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19465d3-de7e-421a-8112-8b3d97addd49 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:15.722374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19465d3-de7e-421a-8112-8b3d97addd49 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:15.735472 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b19465d3-de7e-421a-8112-8b3d97addd49 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1352222 Sep 08 13:31:15.741431 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:15.744513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49838) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:15.830498 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ff67ec5-e46f-4b65-b4fb-7b036c98f16f req-acc49bcb-8e9a-4f46-a0c7-383f9897824a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472832 Sep 08 13:31:15.831285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aeee42-a106-42b5-a4ed-f879a80cfacb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:15.836306 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3aeee42-a106-42b5-a4ed-f879a80cfacb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:15.903097 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1e4c6-3c6c-42d8-b741-80992f7a236f req-ed674c55-d8a9-432f-b1de-b65d402f9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:15.904725 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2cf1e4c6-3c6c-42d8-b741-80992f7a236f req-ed674c55-d8a9-432f-b1de-b65d402f9294 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 1094 time: 0.3534899 Sep 08 13:31:15.974492 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca87c0-d9f0-4776-a17b-2d0b52382baf None None] Pushing event updated for resources: {'Port': ['ID=d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:15.983088 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.004733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Transition to ACTIVE for port object 26c01045-1be4-48e1-9667-69c7b9022100 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:16.011039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0490abe-aec4-423a-8478-c6ab109752f9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Deleting subnet d760ac1a-1359-462c-a82b-030df7744fdd {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:31:16.016495 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0490abe-aec4-423a-8478-c6ab109752f9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.041373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Transition to ACTIVE for port object 26c01045-1be4-48e1-9667-69c7b9022100 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:16.096592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:31:16.111916 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0490abe-aec4-423a-8478-c6ab109752f9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.140858 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.201596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Network 107f531a-31ae-425c-b74a-f8fa018c8f8b is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:16.213003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:16.228864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:16.251444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63364d3b-2fd7-4a96-9945-b1e3c30a7114 None None] Sync routers for ids ['b894abc3-380c-4ea1-acd6-abde1a3a25d8'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:31:16.349642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1e4c6-3c6c-42d8-b741-80992f7a236f req-8ab27809-2502-4e54-ad85-8240f4e9ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:16.351297 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2cf1e4c6-3c6c-42d8-b741-80992f7a236f req-8ab27809-2502-4e54-ad85-8240f4e9ae9f service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4047906 Sep 08 13:31:16.353092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.354554 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c36ef166-3aa1-43be-85e8-b78b370ac5e4 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8300343 Sep 08 13:31:16.356143 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0490abe-aec4-423a-8478-c6ab109752f9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.359408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49844) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:16.384217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Pushing event updated for resources: {'Port': ['ID=26c01045-1be4-48e1-9667-69c7b9022100,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:16.482666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63364d3b-2fd7-4a96-9945-b1e3c30a7114 None None] Routers {'b894abc3-380c-4ea1-acd6-abde1a3a25d8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:16.482666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-63364d3b-2fd7-4a96-9945-b1e3c30a7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['b894abc3-380c-4ea1-acd6-abde1a3a25d8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:16.507167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-63364d3b-2fd7-4a96-9945-b1e3c30a7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:16.514947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Attempting to bind port 26c01045-1be4-48e1-9667-69c7b9022100 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:16.522879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Attempting to bind port 26c01045-1be4-48e1-9667-69c7b9022100 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '3a4c270b-746a-4f44-971d-9cfcdb88b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '107f531a-31ae-425c-b74a-f8fa018c8f8b'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:16.522879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Attempting to bind port 26c01045-1be4-48e1-9667-69c7b9022100 on network 107f531a-31ae-425c-b74a-f8fa018c8f8b {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:16.524234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:16.524597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Checking segment: {'id': '3a4c270b-746a-4f44-971d-9cfcdb88b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '107f531a-31ae-425c-b74a-f8fa018c8f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:16.525161 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.525675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Bound using segment: {'id': '3a4c270b-746a-4f44-971d-9cfcdb88b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '107f531a-31ae-425c-b74a-f8fa018c8f8b'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:16.526393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Bound port: 26c01045-1be4-48e1-9667-69c7b9022100, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4c270b-746a-4f44-971d-9cfcdb88b3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '107f531a-31ae-425c-b74a-f8fa018c8f8b'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:16.526909 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.528694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-22fa52ab-9eeb-4530-81a3-1c1a9f26c1f4 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/routers/b894abc3-380c-4ea1-acd6-abde1a3a25d8 HTTP/1.1" status: 200 len: 924 time: 0.1680603 Sep 08 13:31:16.531725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49846) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:16.535131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63364d3b-2fd7-4a96-9945-b1e3c30a7114 None None] Routers {'b894abc3-380c-4ea1-acd6-abde1a3a25d8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:16.535512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-63364d3b-2fd7-4a96-9945-b1e3c30a7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['b894abc3-380c-4ea1-acd6-abde1a3a25d8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:16.558259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1e4c6-3c6c-42d8-b741-80992f7a236f req-c5d733f6-e3c5-4474-927a-e7c034cf6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:16.559959 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2cf1e4c6-3c6c-42d8-b741-80992f7a236f req-c5d733f6-e3c5-4474-927a-e7c034cf6f19 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1867762 Sep 08 13:31:16.562261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a9710fea-a973-46d2-91ac-b9126f9ad62a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "GET /v2.0/ports?device_id=b894abc3-380c-4ea1-acd6-abde1a3a25d8 HTTP/1.1" status: 200 len: 205 time: 0.0294023 Sep 08 13:31:16.565353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49848) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:16.639941 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af5d670b-7dc8-4307-9de0-809c45f27cf1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.697780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0490abe-aec4-423a-8478-c6ab109752f9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.703816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d670b-7dc8-4307-9de0-809c45f27cf1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Port': ['ID=bcfd9889-4c16-4c4a-b0de-31795cb9ff1a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:16.731148 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3aeee42-a106-42b5-a4ed-f879a80cfacb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.737654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0490abe-aec4-423a-8478-c6ab109752f9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event deleted for resources: {'Subnet': ['ID=d760ac1a-1359-462c-a82b-030df7744fdd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:16.765335 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0490abe-aec4-423a-8478-c6ab109752f9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.775677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c0490abe-aec4-423a-8478-c6ab109752f9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "DELETE /v2.0/subnets/d760ac1a-1359-462c-a82b-030df7744fdd HTTP/1.1" status: 204 len: 168 time: 1.0252411 Sep 08 13:31:16.776349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49850) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:16.791730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-63364d3b-2fd7-4a96-9945-b1e3c30a7114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:16.791730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63364d3b-2fd7-4a96-9945-b1e3c30a7114 None None] The sync data for ids ['b894abc3-380c-4ea1-acd6-abde1a3a25d8'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:31:16.808139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-991ede2c-4e38-4776-b5ef-73289c55baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:16.809775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-991ede2c-4e38-4776-b5ef-73289c55baa8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 1094 time: 0.2113380 Sep 08 13:31:16.898075 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:16.924953 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-1364de2c-3865-42d7-a0a6-9b0d0efff660 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=67a3bbc8-004e-4917-a145-c1e60e6324f4 HTTP/1.1" status: 200 len: 217 time: 0.0760911 Sep 08 13:31:16.963161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] For port 26c01045-1be4-48e1-9667-69c7b9022100, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:16.974705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] For port 26c01045-1be4-48e1-9667-69c7b9022100, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=26c01045-1be4-48e1-9667-69c7b9022100,segment=NetworkSegment(3a4c270b-746a-4f44-971d-9cfcdb88b3e9),segment_id=3a4c270b-746a-4f44-971d-9cfcdb88b3e9)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:16.988596 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.061234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af5d670b-7dc8-4307-9de0-809c45f27cf1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.089853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aeee42-a106-42b5-a4ed-f879a80cfacb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Subnet': ['ID=a1b64a9a-3f37-4246-a63e-8b6d91fe2d26,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:17.102531 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.110660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3aeee42-a106-42b5-a4ed-f879a80cfacb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Checking segment: {'id': 'a7cee839-6f9f-49ed-b890-e75e3fc51fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e5d2873a-8b0f-41d7-939a-31bb5f6ba210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:17.111600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aeee42-a106-42b5-a4ed-f879a80cfacb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network hostable DHCP agents. Network: e5d2873a-8b0f-41d7-939a-31bb5f6ba210, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:17.128132 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-d00ab3b7-abcd-40d1-b093-ac408414f657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:17.136962 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-d00ab3b7-abcd-40d1-b093-ac408414f657 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.1995125 Sep 08 13:31:17.149367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:17.206385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a69950-6f45-4115-ab64-2e8757c2e386 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Deleting subnet a586d922-0b49-4ee2-afc3-f541a40b376a {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:31:17.207315 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-6ed00b1b-54c4-4cba-8bb5-b43ec1e2f424 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312827 Sep 08 13:31:17.211925 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11a69950-6f45-4115-ab64-2e8757c2e386 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.270522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbc8f7-fd39-47c9-a53b-068bf83bb64f req-9d19df07-481f-46a7-8bfe-917c7b9c358a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:17.272777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24dbc8f7-fd39-47c9-a53b-068bf83bb64f req-9d19df07-481f-46a7-8bfe-917c7b9c358a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 943 time: 0.2764094 Sep 08 13:31:17.295095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f847b8-1424-42f3-9eef-bce9e2105669 None None] Pushing event updated for resources: {'Port': ['ID=26c01045-1be4-48e1-9667-69c7b9022100,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:17.379832 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11a69950-6f45-4115-ab64-2e8757c2e386 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.384811 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.415518 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24dbc8f7-fd39-47c9-a53b-068bf83bb64f req-b500293d-98cf-4f7d-bf57-6def605cff03 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123462 Sep 08 13:31:17.458615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aeee42-a106-42b5-a4ed-f879a80cfacb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network e5d2873a-8b0f-41d7-939a-31bb5f6ba210 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:17.465330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:17.468860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5d670b-7dc8-4307-9de0-809c45f27cf1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Router bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:31:17.483517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-ed560552-10a9-49e9-989f-294bd02b363b service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406220 Sep 08 13:31:17.500989 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11a69950-6f45-4115-ab64-2e8757c2e386 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.505472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f867fd-2570-4421-89ca-f0cb4fbfa652 None None] Network 21fc0906-dfa3-4b9e-a186-9abbb7905762 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:17.627848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5d670b-7dc8-4307-9de0-809c45f27cf1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:31:17.642154 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5f15c-65cf-44df-9d77-d3a8d05f6421 None None] Sync routers for ids ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:31:17.656829 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5f15c-65cf-44df-9d77-d3a8d05f6421 None None] Routers {'bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:17.657743 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-99f5f15c-65cf-44df-9d77-d3a8d05f6421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:17.674950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49858) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:17.678877 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-af5d670b-7dc8-4307-9de0-809c45f27cf1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "PUT /v2.0/routers/bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8363836 Sep 08 13:31:17.685339 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b3aeee42-a106-42b5-a4ed-f879a80cfacb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, e5d2873a-8b0f-41d7-939a-31bb5f6ba210) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:17.699771 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aeee42-a106-42b5-a4ed-f879a80cfacb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:17.700401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b3aeee42-a106-42b5-a4ed-f879a80cfacb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.703143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad6bfe-7d82-44ea-b005-cfcc95774904 None None] Network e5d2873a-8b0f-41d7-939a-31bb5f6ba210 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:17.743834 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-18bc71a8-e80b-4f32-bdcc-0e482291cde6 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] show failed (client error): The resource could not be found. Sep 08 13:31:17.746793 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25f3c16a-91d8-45bd-a49a-fdbffdcc574f req-dd21c0f7-aebf-4d44-92fa-bf63ac4151fc service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549071 Sep 08 13:31:17.749839 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-99f5f15c-65cf-44df-9d77-d3a8d05f6421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:17.759229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49860) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:17.759418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-18bc71a8-e80b-4f32-bdcc-0e482291cde6 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-1784541993 HTTP/1.1" status: 404 len: 335 time: 0.0784845 Sep 08 13:31:17.759510 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-df086e97-f5f7-4cb8-a5ed-0fae9b40977e tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Request body: {'router': {'name': 'new_name'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:17.759588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Deleting port 9b2c4bc4-bab5-4ae1-bb48-5f121ad3f1c0 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:17.759588 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.783113 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5f15c-65cf-44df-9d77-d3a8d05f6421 None None] Routers {'bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:17.787678 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-99f5f15c-65cf-44df-9d77-d3a8d05f6421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:17.798782 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-df086e97-f5f7-4cb8-a5ed-0fae9b40977e tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] update failed (client error): The resource could not be found. Sep 08 13:31:17.807545 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-df086e97-f5f7-4cb8-a5ed-0fae9b40977e tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-950469868 HTTP/1.1" status: 404 len: 334 time: 0.0514641 Sep 08 13:31:17.807545 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49862) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:17.823090 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11a69950-6f45-4115-ab64-2e8757c2e386 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.828394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7dfcdcf6-e00f-422a-ae0f-344c4dc6d5bc None None] Provisioning for port d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:17.844309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7dfcdcf6-e00f-422a-ae0f-344c4dc6d5bc None None] Provisioning complete for port d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:17.844975 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7dfcdcf6-e00f-422a-ae0f-344c4dc6d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.868729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b15436-e2ad-4117-9926-11c0537f3ae1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Deleting subnet 7fa528c6-4d01-415a-9cd0-52c6b988d660 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:31:17.869321 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-99f5f15c-65cf-44df-9d77-d3a8d05f6421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:17.871603 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5f15c-65cf-44df-9d77-d3a8d05f6421 None None] The sync data for ids ['bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:31:17.872350 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6b15436-e2ad-4117-9926-11c0537f3ae1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.960128 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6b15436-e2ad-4117-9926-11c0537f3ae1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:17.975256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd49fdc-aeac-4d0b-9dee-2c106dcecb09 None None] DHCP port deletion for 21fc0906-dfa3-4b9e-a186-9abbb7905762 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:31:18.049280 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b3aeee42-a106-42b5-a4ed-f879a80cfacb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4647915 Sep 08 13:31:18.049452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49870) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:18.055299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': 'e5d2873a-8b0f-41d7-939a-31bb5f6ba210', 'name': 'tempest-PortsIpV6TestJSON-2073097280'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:18.148031 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-e5d2873a-8b0f-41d7-939a-31bb5f6ba210', 'network_id': 'e5d2873a-8b0f-41d7-939a-31bb5f6ba210', 'tenant_id': '6bad6c9ff2674db8b35fd0e5660983d6', 'fixed_ips': [{'subnet_id': 'a1b64a9a-3f37-4246-a63e-8b6d91fe2d26'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:31:18.148902 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.160931 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7dfcdcf6-e00f-422a-ae0f-344c4dc6d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.176335 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6b15436-e2ad-4117-9926-11c0537f3ae1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.323102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6cd49fdc-aeac-4d0b-9dee-2c106dcecb09 None None] Deleting port d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:18.323687 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6cd49fdc-aeac-4d0b-9dee-2c106dcecb09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.377879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7dfcdcf6-e00f-422a-ae0f-344c4dc6d5bc None None] For port d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b,segment=NetworkSegment(ceb806f1-739d-4f24-ba6e-5af3bf697f73),segment_id=ceb806f1-739d-4f24-ba6e-5af3bf697f73)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:18.420086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:18.424460 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.463576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port 57655d76-9d8e-4b6f-9d96-d9c8dd44c50d yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:31:18.467737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6cd49fdc-aeac-4d0b-9dee-2c106dcecb09 None None] For port d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b,segment=NetworkSegment(ceb806f1-739d-4f24-ba6e-5af3bf697f73),segment_id=ceb806f1-739d-4f24-ba6e-5af3bf697f73)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:18.468163 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6cd49fdc-aeac-4d0b-9dee-2c106dcecb09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.479666 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7dfcdcf6-e00f-422a-ae0f-344c4dc6d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.498729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6cd49fdc-aeac-4d0b-9dee-2c106dcecb09 None None] Calling delete_port for d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:18.509742 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11a69950-6f45-4115-ab64-2e8757c2e386 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.511620 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-11a69950-6f45-4115-ab64-2e8757c2e386 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "DELETE /v2.0/subnets/a586d922-0b49-4ee2-afc3-f541a40b376a HTTP/1.1" status: 204 len: 168 time: 1.7302935 Sep 08 13:31:18.521972 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.540465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Calling delete_port for 9b2c4bc4-bab5-4ae1-bb48-5f121ad3f1c0 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:18.553343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49878) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:18.585639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Allocated IP 2001:db8::2 (e5d2873a-8b0f-41d7-939a-31bb5f6ba210/a1b64a9a-3f37-4246-a63e-8b6d91fe2d26/93dfe165-d691-44d2-a4a3-67a3adf81a48) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:18.603768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a69950-6f45-4115-ab64-2e8757c2e386 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event deleted for resources: {'Subnet': ['ID=a586d922-0b49-4ee2-afc3-f541a40b376a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:18.624318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b09599-cf6b-44a4-bfee-63016d27ca90 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:18.626056 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-25b09599-cf6b-44a4-bfee-63016d27ca90 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0713065 Sep 08 13:31:18.627653 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6b15436-e2ad-4117-9926-11c0537f3ae1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.630700 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49880) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:18.702215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcdcf6-e00f-422a-ae0f-344c4dc6d5bc None None] Pushing event updated for resources: {'Port': ['ID=d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:18.717543 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6b15436-e2ad-4117-9926-11c0537f3ae1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.719549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c6b15436-e2ad-4117-9926-11c0537f3ae1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "DELETE /v2.0/subnets/7fa528c6-4d01-415a-9cd0-52c6b988d660 HTTP/1.1" status: 204 len: 168 time: 0.9125898 Sep 08 13:31:18.720692 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b15436-e2ad-4117-9926-11c0537f3ae1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa528c6-4d01-415a-9cd0-52c6b988d660,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:18.724416 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49882) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:18.738381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab46375-2e98-4668-9c1e-91b6b4fbe6e2 None None] Network 1b0de9a1-d4e2-4c3f-960a-80c156269b2d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:18.807021 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.827546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb0a30-5a96-4e28-96f1-38ad03d6feaa req-389ac805-9f99-4d88-8c10-819c1120a498 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:18.830244 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fdbb0a30-5a96-4e28-96f1-38ad03d6feaa req-389ac805-9f99-4d88-8c10-819c1120a498 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 943 time: 0.2172086 Sep 08 13:31:18.845297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.936251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fdbb0a30-5a96-4e28-96f1-38ad03d6feaa req-783b4418-25eb-418b-8bc1-2d55b6e4de64 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957232 Sep 08 13:31:18.967993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2124429-00b3-4113-a07e-6fca1b38c485 None None] Network 107f531a-31ae-425c-b74a-f8fa018c8f8b requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:18.993713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Deleting port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:18.994060 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:18.997359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Deleting port 26c01045-1be4-48e1-9667-69c7b9022100 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:18.997904 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.077511 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.118532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 26c01045-1be4-48e1-9667-69c7b9022100 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:19.137370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Pushing event deleted for resources: {'Port': ['ID=9b2c4bc4-bab5-4ae1-bb48-5f121ad3f1c0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:19.141058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] For port 26c01045-1be4-48e1-9667-69c7b9022100, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=26c01045-1be4-48e1-9667-69c7b9022100,segment=NetworkSegment(3a4c270b-746a-4f44-971d-9cfcdb88b3e9),segment_id=3a4c270b-746a-4f44-971d-9cfcdb88b3e9)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:19.141852 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.148462 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] For port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=54638ab6-6de7-471c-b4dd-96ff6d83c8f3,segment=NetworkSegment(b5c83a36-cc14-4543-a222-cf1b25d00a2c),segment_id=b5c83a36-cc14-4543-a222-cf1b25d00a2c)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:19.151397 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.180924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Calling delete_port for 26c01045-1be4-48e1-9667-69c7b9022100 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:19.188087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Calling delete_port for 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:19.280687 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.386484 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6cd49fdc-aeac-4d0b-9dee-2c106dcecb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.388382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-020a52e4-dc76-4fc6-abdd-0c609a793726 None None] Provisioning for port 26c01045-1be4-48e1-9667-69c7b9022100 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:19.415662 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.419214 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.455085 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.458904 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd49fdc-aeac-4d0b-9dee-2c106dcecb09 None None] Pushing event deleted for resources: {'Port': ['ID=d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:19.466186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd49fdc-aeac-4d0b-9dee-2c106dcecb09 None None] No DVR routers for this DVR port d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:19.502252 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.509475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Port': ['ID=54638ab6-6de7-471c-b4dd-96ff6d83c8f3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:19.510068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 26c01045-1be4-48e1-9667-69c7b9022100 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:19.515011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] No DVR routers for this DVR port 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:19.522413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 26c01045-1be4-48e1-9667-69c7b9022100 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:19.522849 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.568407 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.568955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Fanout notify agent at l3_agent the message router_deleted on router b894abc3-380c-4ea1-acd6-abde1a3a25d8 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:31:19.580159 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.585966 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49888) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:19.588028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ee46f382-271a-4cc6-90cd-30531bcad27a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/routers/b894abc3-380c-4ea1-acd6-abde1a3a25d8 HTTP/1.1" status: 204 len: 168 time: 3.0175493 Sep 08 13:31:19.591494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Transition to ACTIVE for port object 93dfe165-d691-44d2-a4a3-67a3adf81a48 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:19.592249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1523945478', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'enable_snat': False}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:19.592448 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.614265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3148484a-8f09-4caf-a026-c76c3b679b35 None None] DHCP port deletion for 1b0de9a1-d4e2-4c3f-960a-80c156269b2d request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:31:19.615475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] No DVR routers for this DVR port 26c01045-1be4-48e1-9667-69c7b9022100 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:19.623560 n-d-807558-3 neutron-server[96265]: INFO neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No ports have port_id starting with 26c01045-1be4-48e1-9667-69c7b9022100 Sep 08 13:31:19.645919 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.662590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Transition to ACTIVE for port object 93dfe165-d691-44d2-a4a3-67a3adf81a48 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:19.668381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7947fd5b-e57c-41fd-982c-382a1fb37be9 None None] DHCP port deletion for 107f531a-31ae-425c-b74a-f8fa018c8f8b request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:31:19.681184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event deleted for resources: {'Port': ['ID=26c01045-1be4-48e1-9667-69c7b9022100,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:19.718794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0de9a1-d4e2-4c3f-960a-80c156269b2d']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:19.730245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:31:19.736276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c83a36-cc14-4543-a222-cf1b25d00a2c') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:19.736588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c83a36-cc14-4543-a222-cf1b25d00a2c') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:19.747795 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.753800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:31:19.754434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d4f7a5d8-2a55-4b13-bc86-8a9b90daa22b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:31:19.757927 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.771442 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.793339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107f531a-31ae-425c-b74a-f8fa018c8f8b']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:19.795084 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.807422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4c270b-746a-4f44-971d-9cfcdb88b3e9') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:19.807989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4c270b-746a-4f44-971d-9cfcdb88b3e9') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:19.811578 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.812565 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.822719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.823815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:19.824305 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:19.827512 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:19.840027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Network e5d2873a-8b0f-41d7-939a-31bb5f6ba210 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:19.845783 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.852659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:19.858289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:19.859334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:19.859946 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:19.863368 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:19.883542 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Pushing event updated for resources: {'Port': ['ID=93dfe165-d691-44d2-a4a3-67a3adf81a48,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:19.932515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8::246 (e5d2873a-8b0f-41d7-939a-31bb5f6ba210/a1b64a9a-3f37-4246-a63e-8b6d91fe2d26/57655d76-9d8e-4b6f-9d96-d9c8dd44c50d) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:19.970643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Attempting to bind port 93dfe165-d691-44d2-a4a3-67a3adf81a48 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:19.971373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Attempting to bind port 93dfe165-d691-44d2-a4a3-67a3adf81a48 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'a7cee839-6f9f-49ed-b890-e75e3fc51fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e5d2873a-8b0f-41d7-939a-31bb5f6ba210'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:19.971968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Attempting to bind port 93dfe165-d691-44d2-a4a3-67a3adf81a48 on network e5d2873a-8b0f-41d7-939a-31bb5f6ba210 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:19.975221 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.987869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:19.988715 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Checking segment: {'id': 'a7cee839-6f9f-49ed-b890-e75e3fc51fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e5d2873a-8b0f-41d7-939a-31bb5f6ba210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:19.989698 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:19.990725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Bound using segment: {'id': 'a7cee839-6f9f-49ed-b890-e75e3fc51fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e5d2873a-8b0f-41d7-939a-31bb5f6ba210'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:19.995494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Bound port: 93dfe165-d691-44d2-a4a3-67a3adf81a48, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cee839-6f9f-49ed-b890-e75e3fc51fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e5d2873a-8b0f-41d7-939a-31bb5f6ba210'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:19.995494 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.021105 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.027422 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.030265 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "DELETE /v2.0/networks/1b0de9a1-d4e2-4c3f-960a-80c156269b2d HTTP/1.1" status: 204 len: 168 time: 1.3001201 Sep 08 13:31:20.033109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49894) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:20.110237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] For port 93dfe165-d691-44d2-a4a3-67a3adf81a48, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:20.110428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.113721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] For port 93dfe165-d691-44d2-a4a3-67a3adf81a48, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=93dfe165-d691-44d2-a4a3-67a3adf81a48,segment=NetworkSegment(a7cee839-6f9f-49ed-b890-e75e3fc51fa5),segment_id=a7cee839-6f9f-49ed-b890-e75e3fc51fa5)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:20.119444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900f387-358f-469d-89bd-1fb34dda4a90 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Network': ['ID=1b0de9a1-d4e2-4c3f-960a-80c156269b2d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:20.144487 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.147619 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "DELETE /v2.0/networks/107f531a-31ae-425c-b74a-f8fa018c8f8b HTTP/1.1" status: 204 len: 168 time: 1.5154605 Sep 08 13:31:20.164510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49898) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:20.277890 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.283267 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.293312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa272e-5376-4c30-9b53-11f439ef2fb1 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event deleted for resources: {'Network': ['ID=107f531a-31ae-425c-b74a-f8fa018c8f8b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:20.319373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-91ff623c-fbef-4bbd-a121-2125b86dbb2c tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Deleting subnet b5ee70f4-79bf-460e-9693-6000355035f1 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:31:20.330635 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-91ff623c-fbef-4bbd-a121-2125b86dbb2c tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.363425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fd5f5-bde2-4501-8a41-24ea667045aa req-9855e4eb-fdc9-4f7a-bac9-18b09cae99af tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:20.365084 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8d3fd5f5-bde2-4501-8a41-24ea667045aa req-9855e4eb-fdc9-4f7a-bac9-18b09cae99af tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 943 time: 0.2928941 Sep 08 13:31:20.373695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843eee7-97c1-4fd6-b1af-d3e6afcb7642 None None] Pushing event updated for resources: {'Port': ['ID=93dfe165-d691-44d2-a4a3-67a3adf81a48,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:20.446017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-91ff623c-fbef-4bbd-a121-2125b86dbb2c tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.586567 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8d3fd5f5-bde2-4501-8a41-24ea667045aa req-e86de765-c3f1-4b87-91f8-a9f52a29b508 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110634 Sep 08 13:31:20.665933 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.779859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21fc0906-dfa3-4b9e-a186-9abbb7905762']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:20.789907 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.802114 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-91ff623c-fbef-4bbd-a121-2125b86dbb2c tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.814375 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb806f1-739d-4f24-ba6e-5af3bf697f73') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:20.815533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb806f1-739d-4f24-ba6e-5af3bf697f73') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:20.821735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 67a3bbc8-004e-4917-a145-c1e60e6324f4 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:31:20.872910 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.891219 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.905766 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.928686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:20.929117 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:20.932115 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:20.954328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object 57655d76-9d8e-4b6f-9d96-d9c8dd44c50d will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:21.017908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 67a3bbc8-004e-4917-a145-c1e60e6324f4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=67a3bbc8-004e-4917-a145-c1e60e6324f4,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:21.040909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '67a3bbc8-004e-4917-a145-c1e60e6324f4', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'port_id': '67a3bbc8-004e-4917-a145-c1e60e6324f4', 'mac_address': 'fa:16:3e:0a:83:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14836f1-ecd1-4db6-b042-f7de366d80f5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:31:21.092816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 93dfe165-d691-44d2-a4a3-67a3adf81a48 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:21.112555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-91ff623c-fbef-4bbd-a121-2125b86dbb2c tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.123302 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.128874 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-91ff623c-fbef-4bbd-a121-2125b86dbb2c tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.130913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-91ff623c-fbef-4bbd-a121-2125b86dbb2c tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "DELETE /v2.0/subnets/b5ee70f4-79bf-460e-9693-6000355035f1 HTTP/1.1" status: 204 len: 168 time: 1.0967834 Sep 08 13:31:21.150444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49902) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:21.150637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.162945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff623c-fbef-4bbd-a121-2125b86dbb2c tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ee70f4-79bf-460e-9693-6000355035f1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:21.169597 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.174097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "DELETE /v2.0/networks/21fc0906-dfa3-4b9e-a186-9abbb7905762 HTTP/1.1" status: 204 len: 168 time: 1.0044637 Sep 08 13:31:21.187012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49904) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:21.194779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5fff5f-7a84-4844-b4b7-4291cd71b7d4 None None] Network 45a16677-3d03-4b94-845f-2f29183e93a3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:21.207040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bf855-244b-4ff0-ba33-8b771403aab9 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event deleted for resources: {'Network': ['ID=21fc0906-dfa3-4b9e-a186-9abbb7905762,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:21.239384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b87879c-cb57-42ab-9025-ab584ba629b8 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Deleting subnet 0c9e7daf-3561-48de-9956-7093ea4e37ba {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:31:21.240540 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.258555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b87879c-cb57-42ab-9025-ab584ba629b8 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.297042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network e5d2873a-8b0f-41d7-939a-31bb5f6ba210 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:21.320162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a3bbc8-004e-4917-a145-c1e60e6324f4 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:31:21.359360 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b87879c-cb57-42ab-9025-ab584ba629b8 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.386830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:21.401536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 67a3bbc8-004e-4917-a145-c1e60e6324f4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=67a3bbc8-004e-4917-a145-c1e60e6324f4,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:21.409682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:21.415476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:21.418246 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.422348 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.433518 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.465814 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.479206 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b87879c-cb57-42ab-9025-ab584ba629b8 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.483035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 93dfe165-d691-44d2-a4a3-67a3adf81a48 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:21.515457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b1d6a-b739-429a-85c3-96cbf079d9ff None None] DHCP port deletion for 45a16677-3d03-4b94-845f-2f29183e93a3 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:31:21.520208 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.584590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 26c01045-1be4-48e1-9667-69c7b9022100 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:31:21.602972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Allocated IP 172.25.5.5 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/70fde1cc-d389-4027-819f-4069a0352ee8) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:21.606997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=57655d76-9d8e-4b6f-9d96-d9c8dd44c50d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:21.618261 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6200da79-6a5e-4245-86fe-963ef85506f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5676303 Sep 08 13:31:21.621159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49908) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:21.638616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 26c01045-1be4-48e1-9667-69c7b9022100 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:31:21.639070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 26c01045-1be4-48e1-9667-69c7b9022100 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:31:21.639575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:31:21.643624 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b87879c-cb57-42ab-9025-ab584ba629b8 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.674573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:31:21.674944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 54638ab6-6de7-471c-b4dd-96ff6d83c8f3 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:31:21.727993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=67a3bbc8-004e-4917-a145-c1e60e6324f4,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:21.747786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['67a3bbc8-004e-4917-a145-c1e60e6324f4'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:31:21.794932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87879c-cb57-42ab-9025-ab584ba629b8 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9e7daf-3561-48de-9956-7093ea4e37ba,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:21.801675 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b87879c-cb57-42ab-9025-ab584ba629b8 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.804355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1b87879c-cb57-42ab-9025-ab584ba629b8 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "DELETE /v2.0/subnets/0c9e7daf-3561-48de-9956-7093ea4e37ba HTTP/1.1" status: 204 len: 168 time: 0.6518135 Sep 08 13:31:21.812810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49912) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:21.813924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5235de3-d810-4507-bc15-81c4d8fce28a None None] Network eab684f8-ab2c-40d9-95b3-744bcc70e4d1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:21.854815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:21.905287 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02fd37-b024-48d6-852a-eac86e2ee295 req-faa7a2eb-bab8-4a63-9b62-ee1b6fb02f03 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:21.910735 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d02fd37-b024-48d6-852a-eac86e2ee295 req-faa7a2eb-bab8-4a63-9b62-ee1b6fb02f03 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 944 time: 0.1874774 Sep 08 13:31:21.927733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab21c3a6-083d-4748-a329-5735ef53c029']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:21.957362 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39dbcaf4-8ddf-4772-ba0b-072a332aaa80') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:21.957649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39dbcaf4-8ddf-4772-ba0b-072a332aaa80') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:21.972015 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.002829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f21e9-bf4f-4cf2-a65d-d5c6700b5616 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 57655d76-9d8e-4b6f-9d96-d9c8dd44c50d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:22.003191 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d9f21e9-bf4f-4cf2-a65d-d5c6700b5616 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.008717 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.016139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdff2d4c-c84f-4cd3-b772-e00d77f1b4c1 None None] Network e5d2873a-8b0f-41d7-939a-31bb5f6ba210 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:22.018496 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.024211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b1d6a-b739-429a-85c3-96cbf079d9ff None None] Deleting port 4b4244a1-c521-4fef-a4a5-c620f3506806 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:22.024836 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c7b1d6a-b739-429a-85c3-96cbf079d9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.048975 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d02fd37-b024-48d6-852a-eac86e2ee295 req-f7c23c4d-9d1f-4756-9e88-4787d7ed3678 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152146 Sep 08 13:31:22.052090 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.065111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:22.072809 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:22.076429 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:22.143459 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d9f21e9-bf4f-4cf2-a65d-d5c6700b5616 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.147402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Deleting port 4b4244a1-c521-4fef-a4a5-c620f3506806 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:22.147753 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.173994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f21e9-bf4f-4cf2-a65d-d5c6700b5616 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 57655d76-9d8e-4b6f-9d96-d9c8dd44c50d owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:22.268951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] For port 4b4244a1-c521-4fef-a4a5-c620f3506806, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4b4244a1-c521-4fef-a4a5-c620f3506806,segment=NetworkSegment(51ac2fe0-db95-4fee-92aa-3a2d28c7a369),segment_id=51ac2fe0-db95-4fee-92aa-3a2d28c7a369)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:22.269243 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.284143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Calling delete_port for 4b4244a1-c521-4fef-a4a5-c620f3506806 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:22.298453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5c7b1d6a-b739-429a-85c3-96cbf079d9ff None None] For port 4b4244a1-c521-4fef-a4a5-c620f3506806, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4b4244a1-c521-4fef-a4a5-c620f3506806,segment=NetworkSegment(51ac2fe0-db95-4fee-92aa-3a2d28c7a369),segment_id=51ac2fe0-db95-4fee-92aa-3a2d28c7a369)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:22.299023 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c7b1d6a-b739-429a-85c3-96cbf079d9ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.334779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5c7b1d6a-b739-429a-85c3-96cbf079d9ff None None] Calling delete_port for 4b4244a1-c521-4fef-a4a5-c620f3506806 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:22.346051 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.361932 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.365524 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "DELETE /v2.0/networks/ab21c3a6-083d-4748-a329-5735ef53c029 HTTP/1.1" status: 204 len: 168 time: 1.1773834 Sep 08 13:31:22.366897 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.367970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1594e9ba-1057-4f1f-9340-b401ee2a91db None None] Provisioning for port 93dfe165-d691-44d2-a4a3-67a3adf81a48 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:22.369206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49922) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:22.392170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1594e9ba-1057-4f1f-9340-b401ee2a91db None None] Provisioning complete for port 93dfe165-d691-44d2-a4a3-67a3adf81a48 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:22.392698 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1594e9ba-1057-4f1f-9340-b401ee2a91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.498485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136e26e-312b-4b67-8f50-c82404ad2d5a tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event deleted for resources: {'Network': ['ID=ab21c3a6-083d-4748-a329-5735ef53c029,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:22.517029 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.547588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:22.552875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:22.557407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event updated for resources: {'Port': ['ID=70fde1cc-d389-4027-819f-4069a0352ee8,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:22.575350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:22.591572 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d9f21e9-bf4f-4cf2-a65d-d5c6700b5616 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.639003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d851d247-ded3-4d1f-8b77-12f7c983fa22 None None] DHCP port deletion for eab684f8-ab2c-40d9-95b3-744bcc70e4d1 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:31:22.654988 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.657498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f21e9-bf4f-4cf2-a65d-d5c6700b5616 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=57655d76-9d8e-4b6f-9d96-d9c8dd44c50d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:22.696589 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c7b1d6a-b739-429a-85c3-96cbf079d9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.737751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] No DVR routers for this DVR port 4b4244a1-c521-4fef-a4a5-c620f3506806 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:22.743592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Port': ['ID=4b4244a1-c521-4fef-a4a5-c620f3506806,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:22.748640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.748963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7b1d6a-b739-429a-85c3-96cbf079d9ff None None] Pushing event deleted for resources: {'Port': ['ID=4b4244a1-c521-4fef-a4a5-c620f3506806,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:22.753090 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1594e9ba-1057-4f1f-9340-b401ee2a91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.796885 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1594e9ba-1057-4f1f-9340-b401ee2a91db None None] For port 93dfe165-d691-44d2-a4a3-67a3adf81a48, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=93dfe165-d691-44d2-a4a3-67a3adf81a48,segment=NetworkSegment(a7cee839-6f9f-49ed-b890-e75e3fc51fa5),segment_id=a7cee839-6f9f-49ed-b890-e75e3fc51fa5)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:22.799786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7b1d6a-b739-429a-85c3-96cbf079d9ff None None] No DVR routers for this DVR port 4b4244a1-c521-4fef-a4a5-c620f3506806 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:22.876559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d851d247-ded3-4d1f-8b77-12f7c983fa22 None None] Deleting port 647a4d0f-adc2-4180-a7fc-9dd91df52326 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:22.876559 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d851d247-ded3-4d1f-8b77-12f7c983fa22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.877407 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d9f21e9-bf4f-4cf2-a65d-d5c6700b5616 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.877407 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1d9f21e9-bf4f-4cf2-a65d-d5c6700b5616 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/57655d76-9d8e-4b6f-9d96-d9c8dd44c50d HTTP/1.1" status: 204 len: 168 time: 1.2182133 Sep 08 13:31:22.877407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49928) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:22.909785 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b66284b7-e1bb-4087-8d2d-cc378fa8bb46']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:22.948640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d851d247-ded3-4d1f-8b77-12f7c983fa22 None None] For port 647a4d0f-adc2-4180-a7fc-9dd91df52326, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=647a4d0f-adc2-4180-a7fc-9dd91df52326,segment=NetworkSegment(016a0937-1368-46fd-a43c-38cca3463dce),segment_id=016a0937-1368-46fd-a43c-38cca3463dce)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:22.949111 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d851d247-ded3-4d1f-8b77-12f7c983fa22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:22.982013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '572d84d6-49da-46f2-8cb4-07e33f1c2c70') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:22.982509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '572d84d6-49da-46f2-8cb4-07e33f1c2c70') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:22.982930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d851d247-ded3-4d1f-8b77-12f7c983fa22 None None] Calling delete_port for 647a4d0f-adc2-4180-a7fc-9dd91df52326 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:22.987137 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ccb3489-281d-4d26-8f53-e001f5b6a1f3 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] DELETE failed (client error): The resource could not be found. Sep 08 13:31:22.988108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ccb3489-281d-4d26-8f53-e001f5b6a1f3 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:31:22.992784 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9ccb3489-281d-4d26-8f53-e001f5b6a1f3 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/57655d76-9d8e-4b6f-9d96-d9c8dd44c50d HTTP/1.1" status: 404 len: 333 time: 0.0920866 Sep 08 13:31:22.993418 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49930) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:23.050566 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d6c98d-f8d9-4c7f-baf2-3e041a6b280f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:31:23.057069 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-82d6c98d-f8d9-4c7f-baf2-3e041a6b280f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/57655d76-9d8e-4b6f-9d96-d9c8dd44c50d HTTP/1.1" status: 404 len: 333 time: 0.0618529 Sep 08 13:31:23.069091 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.070651 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49932) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:23.080305 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.128248 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4b4244a1-c521-4fef-a4a5-c620f3506806 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:31:23.161721 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.162588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 4b4244a1-c521-4fef-a4a5-c620f3506806 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:31:23.163273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4b4244a1-c521-4fef-a4a5-c620f3506806 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:31:23.164282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 647a4d0f-adc2-4180-a7fc-9dd91df52326 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:31:23.191735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a16677-3d03-4b94-845f-2f29183e93a3']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:23.200246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76b3292-4354-492a-a813-e0602738934f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting subnet a1b64a9a-3f37-4246-a63e-8b6d91fe2d26 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:31:23.204480 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d76b3292-4354-492a-a813-e0602738934f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.219625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:23.220224 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:23.231197 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:23.248626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ac2fe0-db95-4fee-92aa-3a2d28c7a369') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:23.256438 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ac2fe0-db95-4fee-92aa-3a2d28c7a369') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:23.263327 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d76b3292-4354-492a-a813-e0602738934f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.287481 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1594e9ba-1057-4f1f-9340-b401ee2a91db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.328888 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.330981 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.354346 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.370029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5deb-6d06-4d6b-a513-630aa97ea05f req-e0ef7f21-dd11-47d3-9eab-07de545801b2 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:23.377806 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3fa5deb-6d06-4d6b-a513-630aa97ea05f req-e0ef7f21-dd11-47d3-9eab-07de545801b2 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 944 time: 0.2133296 Sep 08 13:31:23.378009 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d851d247-ded3-4d1f-8b77-12f7c983fa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.385758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:23.386295 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:23.390065 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:23.434642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d851d247-ded3-4d1f-8b77-12f7c983fa22 None None] No DVR routers for this DVR port 647a4d0f-adc2-4180-a7fc-9dd91df52326 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:23.471940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594e9ba-1057-4f1f-9340-b401ee2a91db None None] Pushing event updated for resources: {'Port': ['ID=93dfe165-d691-44d2-a4a3-67a3adf81a48,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:23.506065 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3fa5deb-6d06-4d6b-a513-630aa97ea05f req-152c94f2-3e54-4e2b-b70f-933ebf7be96b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268151 Sep 08 13:31:23.523066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.536245 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.536245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] 10.222.0.69 "DELETE /v2.0/networks/b66284b7-e1bb-4087-8d2d-cc378fa8bb46 HTTP/1.1" status: 204 len: 168 time: 1.1609271 Sep 08 13:31:23.547210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f6357fca-9f16-4f6c-bf7e-bb3b5afb57e4 None None] Provisioning complete for port 93dfe165-d691-44d2-a4a3-67a3adf81a48 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:23.547596 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f6357fca-9f16-4f6c-bf7e-bb3b5afb57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.553582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825e483-d63a-4fc0-acc0-14fb8f24a679 tempest-BulkNetworkOpsIpV6Test-802351118 tempest-BulkNetworkOpsIpV6Test-802351118-project] Pushing event deleted for resources: {'Network': ['ID=b66284b7-e1bb-4087-8d2d-cc378fa8bb46,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:23.591143 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.600368 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.604185 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "DELETE /v2.0/networks/45a16677-3d03-4b94-845f-2f29183e93a3 HTTP/1.1" status: 204 len: 168 time: 1.7928565 Sep 08 13:31:23.613987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851d247-ded3-4d1f-8b77-12f7c983fa22 None None] Pushing event deleted for resources: {'Port': ['ID=647a4d0f-adc2-4180-a7fc-9dd91df52326,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:23.628814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49940) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:23.677259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93e57b8-e0cf-4642-a85d-6a1b11df4cd0 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Network': ['ID=45a16677-3d03-4b94-845f-2f29183e93a3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:23.752100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d76b3292-4354-492a-a813-e0602738934f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.809968 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.834648 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.837901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cb2794dd-13f6-4f51-801c-7c85bcaf521e None None] Could not find standard attr ID for object 57655d76-9d8e-4b6f-9d96-d9c8dd44c50d. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:31:23.930964 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.955825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab684f8-ab2c-40d9-95b3-744bcc70e4d1']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:23.966914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '016a0937-1368-46fd-a43c-38cca3463dce') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:23.967321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '016a0937-1368-46fd-a43c-38cca3463dce') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:23.980135 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:23.994985 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.002084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:24.003051 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:24.006992 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:24.035790 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d76b3292-4354-492a-a813-e0602738934f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.055956 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d76b3292-4354-492a-a813-e0602738934f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.060959 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d76b3292-4354-492a-a813-e0602738934f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/a1b64a9a-3f37-4246-a63e-8b6d91fe2d26 HTTP/1.1" status: 204 len: 168 time: 0.9861877 Sep 08 13:31:24.066394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4087d079-87e1-4f41-9766-851cadd82bcf None None] Network e5d2873a-8b0f-41d7-939a-31bb5f6ba210 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:24.071771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49944) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:24.103638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b3292-4354-492a-a813-e0602738934f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b64a9a-3f37-4246-a63e-8b6d91fe2d26,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:24.270239 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.292156 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.324296 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.328245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "DELETE /v2.0/networks/eab684f8-ab2c-40d9-95b3-744bcc70e4d1 HTTP/1.1" status: 204 len: 168 time: 0.6956577 Sep 08 13:31:24.335128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.356551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49948) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:24.369367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149cd13-4890-4302-bd2c-ad39a95b6dae tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Network': ['ID=eab684f8-ab2c-40d9-95b3-744bcc70e4d1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:24.390274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49950) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:24.402936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28aeb61-0bfc-4731-b7d9-4b669af02c67 None None] DHCP port deletion for e5d2873a-8b0f-41d7-939a-31bb5f6ba210 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:31:24.452470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-6720dad2-19e5-4dc8-a627-9d6354eb952a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Deleting subnet 4e8ec77a-5772-46e6-9927-094abffa98ee {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:31:24.456743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6720dad2-19e5-4dc8-a627-9d6354eb952a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.489725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b28aeb61-0bfc-4731-b7d9-4b669af02c67 None None] Deleting port 93dfe165-d691-44d2-a4a3-67a3adf81a48 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:24.490802 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b28aeb61-0bfc-4731-b7d9-4b669af02c67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.541441 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6720dad2-19e5-4dc8-a627-9d6354eb952a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.611457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b28aeb61-0bfc-4731-b7d9-4b669af02c67 None None] For port 93dfe165-d691-44d2-a4a3-67a3adf81a48, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=93dfe165-d691-44d2-a4a3-67a3adf81a48,segment=NetworkSegment(a7cee839-6f9f-49ed-b890-e75e3fc51fa5),segment_id=a7cee839-6f9f-49ed-b890-e75e3fc51fa5)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:24.611457 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b28aeb61-0bfc-4731-b7d9-4b669af02c67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.612424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Router fda2600b-de62-488a-b883-d655ffbd6dcd is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:31:24.628569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b28aeb61-0bfc-4731-b7d9-4b669af02c67 None None] Calling delete_port for 93dfe165-d691-44d2-a4a3-67a3adf81a48 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:24.640175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 93dfe165-d691-44d2-a4a3-67a3adf81a48 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:24.640502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.742460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] For port 93dfe165-d691-44d2-a4a3-67a3adf81a48, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=93dfe165-d691-44d2-a4a3-67a3adf81a48,segment=NetworkSegment(a7cee839-6f9f-49ed-b890-e75e3fc51fa5),segment_id=a7cee839-6f9f-49ed-b890-e75e3fc51fa5)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:24.743192 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.763696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 93dfe165-d691-44d2-a4a3-67a3adf81a48 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:24.766223 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-49cb825f-56c4-4169-a1c6-c500217443ec admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8e445650e544739bc9c0486664e52c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734221 Sep 08 13:31:24.766373 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6720dad2-19e5-4dc8-a627-9d6354eb952a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.768646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49960) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:24.815017 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b28aeb61-0bfc-4731-b7d9-4b669af02c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.824074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 67a3bbc8-004e-4917-a145-c1e60e6324f4 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:24.861638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76278fb6-1477-4d2c-86a6-5fad710920db req-bb0ba3e0-a2cf-4636-b780-24389e06f0fa tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:24.865257 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76278fb6-1477-4d2c-86a6-5fad710920db req-bb0ba3e0-a2cf-4636-b780-24389e06f0fa tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 944 time: 0.2339976 Sep 08 13:31:24.879892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28aeb61-0bfc-4731-b7d9-4b669af02c67 None None] No DVR routers for this DVR port 93dfe165-d691-44d2-a4a3-67a3adf81a48 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:24.882130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28aeb61-0bfc-4731-b7d9-4b669af02c67 None None] Pushing event deleted for resources: {'Port': ['ID=93dfe165-d691-44d2-a4a3-67a3adf81a48,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:24.912605 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:24.945083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=93dfe165-d691-44d2-a4a3-67a3adf81a48,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:24.948430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:31:24.949334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No DVR routers for this DVR port 93dfe165-d691-44d2-a4a3-67a3adf81a48 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:24.969661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Sync routers for ids ['fda2600b-de62-488a-b883-d655ffbd6dcd'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:31:24.988528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Routers {'fda2600b-de62-488a-b883-d655ffbd6dcd'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:24.989497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fda2600b-de62-488a-b883-d655ffbd6dcd'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:24.992679 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7fd24e64-34ce-4297-a1c3-492c824f9b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.006855 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76278fb6-1477-4d2c-86a6-5fad710920db req-964a4937-a8aa-446a-a80b-c83a2fcf2b1c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228943 Sep 08 13:31:25.014888 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6720dad2-19e5-4dc8-a627-9d6354eb952a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.042212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7fd24e64-34ce-4297-a1c3-492c824f9b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.051126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6720dad2-19e5-4dc8-a627-9d6354eb952a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Subnet': ['ID=4e8ec77a-5772-46e6-9927-094abffa98ee,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:25.060345 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 93dfe165-d691-44d2-a4a3-67a3adf81a48 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:31:25.065306 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 67a3bbc8-004e-4917-a145-c1e60e6324f4 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:25.073684 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.077472 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-af21048b-5426-4bdc-b43a-53bc68cb0931 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.4867263 Sep 08 13:31:25.081351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49962) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:25.082595 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.085772 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6720dad2-19e5-4dc8-a627-9d6354eb952a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.088005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6720dad2-19e5-4dc8-a627-9d6354eb952a tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "DELETE /v2.0/subnets/4e8ec77a-5772-46e6-9927-094abffa98ee HTTP/1.1" status: 204 len: 168 time: 0.7298675 Sep 08 13:31:25.091379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49964) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:25.110933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d2873a-8b0f-41d7-939a-31bb5f6ba210']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:25.112769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b69d348-d61d-4715-9d65-efefa3ac69c5 None None] Network 33bbdc26-669a-46a7-9773-58997b99779f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:25.116809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 93dfe165-d691-44d2-a4a3-67a3adf81a48 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:31:25.117164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 93dfe165-d691-44d2-a4a3-67a3adf81a48 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:31:25.122042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 67a3bbc8-004e-4917-a145-c1e60e6324f4 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:25.123698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cee839-6f9f-49ed-b890-e75e3fc51fa5') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:25.124196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cee839-6f9f-49ed-b890-e75e3fc51fa5') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:25.126957 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.137148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.156965 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.165018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:25.168749 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:25.300341 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.305470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Set router fda2600b-de62-488a-b883-d655ffbd6dcd gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:31:25.312002 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9c0bb77a-486e-4f9d-b166-255d4d17cc55 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/routers/fda2600b-de62-488a-b883-d655ffbd6dcd HTTP/1.1" status: 200 len: 907 time: 0.2308347 Sep 08 13:31:25.317749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49966) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:25.321757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1523945478', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'enable_snat': True}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:25.326907 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.337228 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.340367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/networks/e5d2873a-8b0f-41d7-939a-31bb5f6ba210 HTTP/1.1" status: 204 len: 168 time: 1.2672050 Sep 08 13:31:25.344073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49968) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:25.353759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e9e9744c-1e4a-41bb-b6da-d1f6f78627e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-122606148'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:25.380520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ece00d-6509-442b-9f8c-5ef47b831f17 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Network': ['ID=e5d2873a-8b0f-41d7-939a-31bb5f6ba210,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:25.380912 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7fd24e64-34ce-4297-a1c3-492c824f9b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.385934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7fd24e64-34ce-4297-a1c3-492c824f9b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.393079 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7fd24e64-34ce-4297-a1c3-492c824f9b7f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2faf3518-5b1e-47d3-8a76-d4bcd3a985fb HTTP/1.1" status: 204 len: 168 time: 0.6209810 Sep 08 13:31:25.415605 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Deleting port ac9e3fbd-7d5d-442c-abea-6d483c91e689 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:25.416181 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.419176 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd24e64-34ce-4297-a1c3-492c824f9b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faf3518-5b1e-47d3-8a76-d4bcd3a985fb,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:25.488191 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.489283 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.573983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.596661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e9744c-1e4a-41bb-b6da-d1f6f78627e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:25.601180 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9e9744c-1e4a-41bb-b6da-d1f6f78627e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.633533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e9744c-1e4a-41bb-b6da-d1f6f78627e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:25.648773 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9e9744c-1e4a-41bb-b6da-d1f6f78627e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.649272 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-e9e9744c-1e4a-41bb-b6da-d1f6f78627e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Added segment 99cc4b03-2ca9-471b-b56c-2b5d711aecd8 of type vlan for network c67a1801-69cc-4bda-892d-8bcda9e5ee16 Sep 08 13:31:25.677461 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.828530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fa7111-4fd7-468f-aa3c-3a30f0896238 None None] DHCP port deletion for 33bbdc26-669a-46a7-9773-58997b99779f request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:31:25.839589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fac01f-cac9-45f8-86f4-1d793f4ceb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a3bbc8-004e-4917-a145-c1e60e6324f4'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:31:25.841968 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2fc628-9d38-44c4-8e1a-0f744cd6a24a" -d '{"events": [{"server_uuid": "b6fac01f-cac9-45f8-86f4-1d793f4ceb65", "name": "network-vif-plugged", "status": "completed", "tag": "67a3bbc8-004e-4917-a145-c1e60e6324f4"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:31:25.847653 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9e9744c-1e4a-41bb-b6da-d1f6f78627e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:25.863185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 67a3bbc8-004e-4917-a145-c1e60e6324f4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=67a3bbc8-004e-4917-a145-c1e60e6324f4,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:25.957319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2600b-de62-488a-b883-d655ffbd6dcd', 'name': 'tempest-snat-router-1523945478', 'tenant_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.5'}], 'enable_snat': False}, 'gw_port_id': '70fde1cc-d389-4027-819f-4069a0352ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:31:19Z', 'updated_at': '2021-09-08T13:31:22Z', 'revision_number': 3, 'project_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'gw_port': {'id': '70fde1cc-d389-4027-819f-4069a0352ee8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda2600b-de62-488a-b883-d655ffbd6dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:31:21Z', 'updated_at': '2021-09-08T13:31:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:25.957319 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911b1242-9e26-4221-86c2-f8b6e7d63836 x-openstack-request-id: req-911b1242-9e26-4221-86c2-f8b6e7d63836 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:31:25.957319 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fac01f-cac9-45f8-86f4-1d793f4ceb65", "name": "network-vif-plugged", "status": "completed", "tag": "67a3bbc8-004e-4917-a145-c1e60e6324f4", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:31:25.957319 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-911b1242-9e26-4221-86c2-f8b6e7d63836 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:31:25.957319 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fac01f-cac9-45f8-86f4-1d793f4ceb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a3bbc8-004e-4917-a145-c1e60e6324f4', 'code': 200} Sep 08 13:31:25.989000 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] For port ac9e3fbd-7d5d-442c-abea-6d483c91e689, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ac9e3fbd-7d5d-442c-abea-6d483c91e689,segment=NetworkSegment(4e4e25ec-352e-4a38-bc72-ab94d63b2fec),segment_id=4e4e25ec-352e-4a38-bc72-ab94d63b2fec)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:25.991581 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.004008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Checking router: fda2600b-de62-488a-b883-d655ffbd6dcd for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:31:26.013019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Updating router fda2600b-de62-488a-b883-d655ffbd6dcd port 70fde1cc-d389-4027-819f-4069a0352ee8 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:31:26.020388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Calling delete_port for ac9e3fbd-7d5d-442c-abea-6d483c91e689 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:26.047353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa7111-4fd7-468f-aa3c-3a30f0896238 None None] Deleting port ac9e3fbd-7d5d-442c-abea-6d483c91e689 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:26.048004 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7111-4fd7-468f-aa3c-3a30f0896238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.076861 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.161372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f0fa7111-4fd7-468f-aa3c-3a30f0896238 None None] For port ac9e3fbd-7d5d-442c-abea-6d483c91e689, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ac9e3fbd-7d5d-442c-abea-6d483c91e689,segment=NetworkSegment(4e4e25ec-352e-4a38-bc72-ab94d63b2fec),segment_id=4e4e25ec-352e-4a38-bc72-ab94d63b2fec)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:26.161989 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7111-4fd7-468f-aa3c-3a30f0896238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.201928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332b5ab-dc2e-40b1-bbc1-0c942ecc7eee req-4803349c-d47f-4354-9c6b-b7af567034ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:26.203790 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6332b5ab-dc2e-40b1-bbc1-0c942ecc7eee req-4803349c-d47f-4354-9c6b-b7af567034ae service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 1095 time: 0.1740954 Sep 08 13:31:26.237295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f0fa7111-4fd7-468f-aa3c-3a30f0896238 None None] Calling delete_port for ac9e3fbd-7d5d-442c-abea-6d483c91e689 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:26.255950 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6332b5ab-dc2e-40b1-bbc1-0c942ecc7eee req-2e904883-b4f4-42c8-bd1c-af6d4803499f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435946 Sep 08 13:31:26.279942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd65ac9-23de-4ae9-9a75-3643b11f54b4 req-395c0f98-ee7b-4038-a551-953591887ce7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:26.281544 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-acd65ac9-23de-4ae9-9a75-3643b11f54b4 req-395c0f98-ee7b-4038-a551-953591887ce7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 944 time: 0.1515133 Sep 08 13:31:26.346712 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-acd65ac9-23de-4ae9-9a75-3643b11f54b4 req-a1a97896-2dff-4a71-ab96-3725ecd34274 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556362 Sep 08 13:31:26.492233 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.505235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Transition to ACTIVE for port object 70fde1cc-d389-4027-819f-4069a0352ee8 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:26.517485 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.546889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.562190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=67a3bbc8-004e-4917-a145-c1e60e6324f4,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:26.654530 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.684182 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9e9744c-1e4a-41bb-b6da-d1f6f78627e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.693318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e9744c-1e4a-41bb-b6da-d1f6f78627e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:26.693953 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9e9744c-1e4a-41bb-b6da-d1f6f78627e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.723780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Attempting to bind port 70fde1cc-d389-4027-819f-4069a0352ee8 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:26.724463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Attempting to bind port 70fde1cc-d389-4027-819f-4069a0352ee8 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:26.724765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Attempting to bind port 70fde1cc-d389-4027-819f-4069a0352ee8 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:26.736853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:26.737605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:26.738124 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.738636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:26.739469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Bound port: 70fde1cc-d389-4027-819f-4069a0352ee8, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:26.739950 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.752142 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.783266 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Port': ['ID=ac9e3fbd-7d5d-442c-abea-6d483c91e689,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:26.787927 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] No DVR routers for this DVR port ac9e3fbd-7d5d-442c-abea-6d483c91e689 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:31:26.840901 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:31:26.858474 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b0ed9-1f09-423e-9fb3-8bb205d1320b None None] Pushing event updated for resources: {'Port': ['ID=70fde1cc-d389-4027-819f-4069a0352ee8,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:26.863840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e9e9744c-1e4a-41bb-b6da-d1f6f78627e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5176673 Sep 08 13:31:26.879406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50008) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:26.885992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] For port 70fde1cc-d389-4027-819f-4069a0352ee8, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:26.887872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-63737740-beed-46dd-b38f-f2d25450705c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': 'c67a1801-69cc-4bda-892d-8bcda9e5ee16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:26.893793 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f0fa7111-4fd7-468f-aa3c-3a30f0896238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.899198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] For port 70fde1cc-d389-4027-819f-4069a0352ee8, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=70fde1cc-d389-4027-819f-4069a0352ee8,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:26.927997 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:26.964292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33bbdc26-669a-46a7-9773-58997b99779f']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:26.969698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa7111-4fd7-468f-aa3c-3a30f0896238 None None] Pushing event deleted for resources: {'Port': ['ID=ac9e3fbd-7d5d-442c-abea-6d483c91e689,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:26.982236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9744c-1e4a-41bb-b6da-d1f6f78627e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Network': ['ID=c67a1801-69cc-4bda-892d-8bcda9e5ee16,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:26.982593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa7111-4fd7-468f-aa3c-3a30f0896238 None None] No DVR routers for this DVR port ac9e3fbd-7d5d-442c-abea-6d483c91e689 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:26.996454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e4e25ec-352e-4a38-bc72-ab94d63b2fec') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:27.003476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e4e25ec-352e-4a38-bc72-ab94d63b2fec') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:27.024057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c67a1801-69cc-4bda-892d-8bcda9e5ee16 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:27.026016 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:27.114865 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:27.114865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:27.114865 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:27.115204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ac9e3fbd-7d5d-442c-abea-6d483c91e689 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:27.115287 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:27.162502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: ac9e3fbd-7d5d-442c-abea-6d483c91e689 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:31:27.162855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ac9e3fbd-7d5d-442c-abea-6d483c91e689 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:31:27.250191 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:27.274793 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:27.425822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Allocated IP 172.25.5.17 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/12ebf762-14d7-4612-8388-150268c1a6bb) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:27.518760 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:27.542722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455347ea-d239-4440-81c0-e71537f3b2e5 req-d3a153cc-f5bd-43f1-a89b-62b3fffd1c3a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:27.544312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-455347ea-d239-4440-81c0-e71537f3b2e5 req-d3a153cc-f5bd-43f1-a89b-62b3fffd1c3a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 945 time: 0.1092529 Sep 08 13:31:27.601031 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:27.606824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Routers {'fda2600b-de62-488a-b883-d655ffbd6dcd'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:27.607754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['fda2600b-de62-488a-b883-d655ffbd6dcd'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:27.616240 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-455347ea-d239-4440-81c0-e71537f3b2e5 req-88d06478-41f5-44d9-821d-fd3002e1985a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589585 Sep 08 13:31:27.669274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b0ed9-1f09-423e-9fb3-8bb205d1320b None None] Pushing event updated for resources: {'Port': ['ID=70fde1cc-d389-4027-819f-4069a0352ee8,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:27.744638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] Set router fda2600b-de62-488a-b883-d655ffbd6dcd gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:31:27.937594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fda2600b-de62-488a-b883-d655ffbd6dcd', 'name': 'tempest-snat-router-1523945478', 'tenant_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.5'}], 'enable_snat': False}, 'gw_port_id': '70fde1cc-d389-4027-819f-4069a0352ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:31:19Z', 'updated_at': '2021-09-08T13:31:22Z', 'revision_number': 3, 'project_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'gw_port': {'id': '70fde1cc-d389-4027-819f-4069a0352ee8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda2600b-de62-488a-b883-d655ffbd6dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:31:21Z', 'updated_at': '2021-09-08T13:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:27.956845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63737740-beed-46dd-b38f-f2d25450705c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:27.960626 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63737740-beed-46dd-b38f-f2d25450705c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:27.963137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec57d62-18f8-4341-96e5-9c3d50aed0a5 None None] The sync data for ids ['fda2600b-de62-488a-b883-d655ffbd6dcd'] in n-d-807558-3 is: [{'id': 'fda2600b-de62-488a-b883-d655ffbd6dcd', 'name': 'tempest-snat-router-1523945478', 'tenant_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.5'}], 'enable_snat': False}, 'gw_port_id': '70fde1cc-d389-4027-819f-4069a0352ee8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:31:19Z', 'updated_at': '2021-09-08T13:31:22Z', 'revision_number': 3, 'project_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'gw_port': {'id': '70fde1cc-d389-4027-819f-4069a0352ee8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d6:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fda2600b-de62-488a-b883-d655ffbd6dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2468, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:31:21Z', 'updated_at': '2021-09-08T13:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:31:27.998893 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.005997 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.007987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.022271 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "DELETE /v2.0/networks/33bbdc26-669a-46a7-9773-58997b99779f HTTP/1.1" status: 204 len: 168 time: 2.8882561 Sep 08 13:31:28.022942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50044) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:28.055929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f425a31-6350-49f0-97ea-ceafaa3c5e88 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Pushing event deleted for resources: {'Network': ['ID=33bbdc26-669a-46a7-9773-58997b99779f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:28.106639 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7c4b6421-ce46-4008-8772-060fb5bbf9ba tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "GET /v2.0/ports?device_id=bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db HTTP/1.1" status: 200 len: 205 time: 0.0601816 Sep 08 13:31:28.107300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50046) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:28.170692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event updated for resources: {'Port': ['ID=12ebf762-14d7-4612-8388-150268c1a6bb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:28.203768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:28.207366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:28.211803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:28.241420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50056) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:28.253696 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3917630-852c-4d2e-813b-c45cabe284f1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.465066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-607470275'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:28.522354 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3917630-852c-4d2e-813b-c45cabe284f1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.525344 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3917630-852c-4d2e-813b-c45cabe284f1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.583809 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:28.587627 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.596479 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.677070 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3917630-852c-4d2e-813b-c45cabe284f1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.681490 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3917630-852c-4d2e-813b-c45cabe284f1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Fanout notify agent at l3_agent the message router_deleted on router bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:31:28.708902 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a3917630-852c-4d2e-813b-c45cabe284f1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.711458 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63737740-beed-46dd-b38f-f2d25450705c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.721220 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a3917630-852c-4d2e-813b-c45cabe284f1 tempest-RoutersNegativeIpV6Test-648148481 tempest-RoutersNegativeIpV6Test-648148481-project] 10.222.0.69 "DELETE /v2.0/routers/bbe94cf2-6d4a-4a88-8d4a-941bc4ad85db HTTP/1.1" status: 204 len: 168 time: 0.6127188 Sep 08 13:31:28.813388 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.902130 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:28.919522 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b129c55-a69e-40bf-89b8-9d5112604151 req-a30a820c-1b7c-4ae0-aa10-37051d3f7dfb tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:28.934422 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b129c55-a69e-40bf-89b8-9d5112604151 req-a30a820c-1b7c-4ae0-aa10-37051d3f7dfb tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 945 time: 0.1839950 Sep 08 13:31:28.985257 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:29.094832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63737740-beed-46dd-b38f-f2d25450705c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Checking segment: {'id': '99cc4b03-2ca9-471b-b56c-2b5d711aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c67a1801-69cc-4bda-892d-8bcda9e5ee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:29.095863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63737740-beed-46dd-b38f-f2d25450705c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network hostable DHCP agents. Network: c67a1801-69cc-4bda-892d-8bcda9e5ee16, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:29.104641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:29.105946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63737740-beed-46dd-b38f-f2d25450705c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Subnet': ['ID=8165b44e-fb08-457a-8281-101580369ded,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:29.144367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 70fde1cc-d389-4027-819f-4069a0352ee8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:29.160833 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:29.199455 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b129c55-a69e-40bf-89b8-9d5112604151 req-29668c9a-6a94-4229-8032-77a4b93c4bb9 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522583 Sep 08 13:31:29.210863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26dc1ba2-e6f3-4c1d-a7e3-d01f8e536e80,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:29.219131 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:29.219131 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Added segment d24594c7-9b9d-4aea-a2e6-bc8ce59fca36 of type vlan for network c9b4b01f-0b16-4b1c-8090-17124e348aa5 Sep 08 13:31:29.317398 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:29.347013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63737740-beed-46dd-b38f-f2d25450705c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network c67a1801-69cc-4bda-892d-8bcda9e5ee16 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:29.368157 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 70fde1cc-d389-4027-819f-4069a0352ee8 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:29.372568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 70fde1cc-d389-4027-819f-4069a0352ee8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:29.373158 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:29.481197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-63737740-beed-46dd-b38f-f2d25450705c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c67a1801-69cc-4bda-892d-8bcda9e5ee16) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:29.499061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63737740-beed-46dd-b38f-f2d25450705c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:29.499301 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63737740-beed-46dd-b38f-f2d25450705c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:29.505227 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:29.507739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c2d98e-1b15-4cd0-8661-6ee7db1bdc8c None None] Network c67a1801-69cc-4bda-892d-8bcda9e5ee16 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:29.521961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:29.523313 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:29.653369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50082) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:29.653592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Router e53b2aee-d9c2-40d0-b4d3-c1374c4ae979 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:31:29.667600 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4147971 Sep 08 13:31:29.667600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50084) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:29.667907 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-63737740-beed-46dd-b38f-f2d25450705c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7819154 Sep 08 13:31:29.667997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814d401d-8f8a-4e22-b6d4-e97ca88b5d1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=c9b4b01f-0b16-4b1c-8090-17124e348aa5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:29.681936 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': 'c67a1801-69cc-4bda-892d-8bcda9e5ee16', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1640324206'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:29.709634 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:29.725263 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c9b4b01f-0b16-4b1c-8090-17124e348aa5 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:29.808488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50088) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:29.821490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3a47bbe3-b347-4e4f-95e6-a9eb83a7371d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'network_id': 'c9b4b01f-0b16-4b1c-8090-17124e348aa5', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:29.828163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 70fde1cc-d389-4027-819f-4069a0352ee8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=70fde1cc-d389-4027-819f-4069a0352ee8,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:29.888419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c67a1801-69cc-4bda-892d-8bcda9e5ee16', 'network_id': 'c67a1801-69cc-4bda-892d-8bcda9e5ee16', 'tenant_id': '6bad6c9ff2674db8b35fd0e5660983d6', 'fixed_ips': [{'subnet_id': '8165b44e-fb08-457a-8281-101580369ded'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:31:29.888419 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:29.917778 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:29.982154 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-24a3b827-c215-4c4f-8091-3e339a8842db admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fe119a771338491c8c67db7fe8bc72e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3285449 Sep 08 13:31:29.986566 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50090) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:29.988908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-f340387e-ec8e-4d25-a6ae-bcbd4e084b44 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:29.991305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-f340387e-ec8e-4d25-a6ae-bcbd4e084b44 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.4646451 Sep 08 13:31:30.013132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:31:30.024906 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Sync routers for ids ['e53b2aee-d9c2-40d0-b4d3-c1374c4ae979'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:31:30.032233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:30.036585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.045179 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Routers {'e53b2aee-d9c2-40d0-b4d3-c1374c4ae979'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:30.049224 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e53b2aee-d9c2-40d0-b4d3-c1374c4ae979'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:30.070062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=70fde1cc-d389-4027-819f-4069a0352ee8,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:30.115745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Allocated IP 2001:db8::2 (c67a1801-69cc-4bda-892d-8bcda9e5ee16/8165b44e-fb08-457a-8281-101580369ded/5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:30.129326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port b37971d6-a0c4-4331-a2e2-1382fb5c3644 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:31:30.135399 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d2c1fc-7f70-4bd3-a606-f71bb7588509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.147618 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-d6e24852-6ceb-446c-8621-04c4494b0c4b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/quotas/f0c33ff95fd94c5b8efb16048a231a08 HTTP/1.1" status: 200 len: 375 time: 0.1301451 Sep 08 13:31:30.232489 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d2c1fc-7f70-4bd3-a606-f71bb7588509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.246424 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-b4136afb-77ca-4fbd-b4bb-6a47ecefd1e9 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870967 Sep 08 13:31:30.278850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a47bbe3-b347-4e4f-95e6-a9eb83a7371d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:30.284477 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a47bbe3-b347-4e4f-95e6-a9eb83a7371d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.395660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-917c1bd0-81ea-4f8e-ba83-21b847f7488f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:31:30.396716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-917c1bd0-81ea-4f8e-ba83-21b847f7488f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1422405 Sep 08 13:31:30.400498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.404172 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-62da4912-3321-46e2-84f2-92eeee4de8c0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.0853009 Sep 08 13:31:30.404673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50098) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:30.449852 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Set router e53b2aee-d9c2-40d0-b4d3-c1374c4ae979 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:31:30.459468 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d2c1fc-7f70-4bd3-a606-f71bb7588509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.462710 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d2c1fc-7f70-4bd3-a606-f71bb7588509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.463944 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-69d2c1fc-7f70-4bd3-a606-f71bb7588509 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b47090aa-ebd2-49c1-94fc-c1f4f332670e HTTP/1.1" status: 204 len: 168 time: 0.4803603 Sep 08 13:31:30.475455 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.480274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Transition to ACTIVE for port object 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:30.494519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2c1fc-7f70-4bd3-a606-f71bb7588509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47090aa-ebd2-49c1-94fc-c1f4f332670e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:30.501062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Transition to ACTIVE for port object 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:30.597572 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.658747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Network c67a1801-69cc-4bda-892d-8bcda9e5ee16 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:30.675717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Pushing event updated for resources: {'Port': ['ID=5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:30.680213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:30.684293 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8::10b (c67a1801-69cc-4bda-892d-8bcda9e5ee16/8165b44e-fb08-457a-8281-101580369ded/b37971d6-a0c4-4331-a2e2-1382fb5c3644) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:30.687222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:30.740846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fc6a34dc-7230-4121-8652-9c4a55c4cf83 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/routers/e53b2aee-d9c2-40d0-b4d3-c1374c4ae979 HTTP/1.1" status: 200 len: 907 time: 0.3347614 Sep 08 13:31:30.741169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50110) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:30.757150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-1e42b105-3c23-453d-9026-e3d115dbb011 service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037882 Sep 08 13:31:30.786003 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53b2aee-d9c2-40d0-b4d3-c1374c4ae979', 'name': 'tempest-snat-router-1523945478', 'tenant_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '12ebf762-14d7-4612-8388-150268c1a6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:31:25Z', 'updated_at': '2021-09-08T13:31:28Z', 'revision_number': 3, 'project_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'gw_port': {'id': '12ebf762-14d7-4612-8388-150268c1a6bb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53b2aee-d9c2-40d0-b4d3-c1374c4ae979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:31:27Z', 'updated_at': '2021-09-08T13:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:30.797096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Attempting to bind port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:30.797485 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Attempting to bind port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '99cc4b03-2ca9-471b-b56c-2b5d711aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c67a1801-69cc-4bda-892d-8bcda9e5ee16'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:30.798868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Attempting to bind port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 on network c67a1801-69cc-4bda-892d-8bcda9e5ee16 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:30.805365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:30.805749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Checking segment: {'id': '99cc4b03-2ca9-471b-b56c-2b5d711aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c67a1801-69cc-4bda-892d-8bcda9e5ee16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:30.806168 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.806625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Bound using segment: {'id': '99cc4b03-2ca9-471b-b56c-2b5d711aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c67a1801-69cc-4bda-892d-8bcda9e5ee16'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:30.807138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Bound port: 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99cc4b03-2ca9-471b-b56c-2b5d711aecd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c67a1801-69cc-4bda-892d-8bcda9e5ee16'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:30.807534 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.820013 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Checking router: e53b2aee-d9c2-40d0-b4d3-c1374c4ae979 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:31:30.820558 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Updating router e53b2aee-d9c2-40d0-b4d3-c1374c4ae979 port 12ebf762-14d7-4612-8388-150268c1a6bb binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:31:30.854878 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.901756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] For port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:30.906279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] For port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78,segment=NetworkSegment(99cc4b03-2ca9-471b-b56c-2b5d711aecd8),segment_id=99cc4b03-2ca9-471b-b56c-2b5d711aecd8)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:30.945722 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:30.987990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object b37971d6-a0c4-4331-a2e2-1382fb5c3644 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:30.998266 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:31.023476 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a47bbe3-b347-4e4f-95e6-a9eb83a7371d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:31.090641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd553009-50ed-4db7-97d9-7f914c993764 None None] Pushing event updated for resources: {'Port': ['ID=5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:31.097227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 70fde1cc-d389-4027-819f-4069a0352ee8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:31.105751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:31.148221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network c67a1801-69cc-4bda-892d-8bcda9e5ee16 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:31.155317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:31.168831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 70fde1cc-d389-4027-819f-4069a0352ee8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:31.169252 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:31.244751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:31.257728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:31.264313 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:31.331969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=b37971d6-a0c4-4331-a2e2-1382fb5c3644,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:31.441623 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8e72b347-c2dc-4f49-a997-d1e0b7587854 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7753866 Sep 08 13:31:31.441859 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50126) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:31.456645 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:31.532372 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Transition to ACTIVE for port object 12ebf762-14d7-4612-8388-150268c1a6bb will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:31.649344 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:31.660219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe375a-3c37-4420-ac66-8ab89e356bcd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port b37971d6-a0c4-4331-a2e2-1382fb5c3644 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:31.660424 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f3fe375a-3c37-4420-ac66-8ab89e356bcd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:31.692110 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Attempting to bind port 12ebf762-14d7-4612-8388-150268c1a6bb on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:31.692551 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Attempting to bind port 12ebf762-14d7-4612-8388-150268c1a6bb by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:31.693095 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Attempting to bind port 12ebf762-14d7-4612-8388-150268c1a6bb on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:31.744541 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:31.745031 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:31.745514 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:31.746375 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:31.746509 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Bound port: 12ebf762-14d7-4612-8388-150268c1a6bb, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:31.746953 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:31.792070 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f3fe375a-3c37-4420-ac66-8ab89e356bcd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:31.807714 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] For port 12ebf762-14d7-4612-8388-150268c1a6bb, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:31.808089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f3fe375a-3c37-4420-ac66-8ab89e356bcd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for b37971d6-a0c4-4331-a2e2-1382fb5c3644 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:31.811413 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] For port 12ebf762-14d7-4612-8388-150268c1a6bb, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=12ebf762-14d7-4612-8388-150268c1a6bb,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:31.812123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-e8189c7c-3594-4d4a-acd8-952def3cd471 service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9765379 Sep 08 13:31:31.816509 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ddc7f-03fb-4c5a-8932-263095b48ceb None None] Pushing event updated for resources: {'Port': ['ID=12ebf762-14d7-4612-8388-150268c1a6bb,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:31.867627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a47bbe3-b347-4e4f-95e6-a9eb83a7371d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=0ea9816a-f42f-4e5e-91bf-dbdf565f65ab,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:31.926583 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:31.935933 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:32.041351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a47bbe3-b347-4e4f-95e6-a9eb83a7371d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking segment: {'id': 'd24594c7-9b9d-4aea-a2e6-bc8ce59fca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c9b4b01f-0b16-4b1c-8090-17124e348aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:32.041784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a47bbe3-b347-4e4f-95e6-a9eb83a7371d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network hostable DHCP agents. Network: c9b4b01f-0b16-4b1c-8090-17124e348aa5, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:32.057185 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ddc7f-03fb-4c5a-8932-263095b48ceb None None] Pushing event updated for resources: {'Port': ['ID=12ebf762-14d7-4612-8388-150268c1a6bb,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:32.093673 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Routers {'e53b2aee-d9c2-40d0-b4d3-c1374c4ae979'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:32.096061 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e53b2aee-d9c2-40d0-b4d3-c1374c4ae979'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:32.112289 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f3fe375a-3c37-4420-ac66-8ab89e356bcd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:32.220571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a47bbe3-b347-4e4f-95e6-a9eb83a7371d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network c9b4b01f-0b16-4b1c-8090-17124e348aa5 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:32.313439 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:32.322699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50144) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:32.338339 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] Set router e53b2aee-d9c2-40d0-b4d3-c1374c4ae979 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:31:32.356691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3a47bbe3-b347-4e4f-95e6-a9eb83a7371d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c9b4b01f-0b16-4b1c-8090-17124e348aa5) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:32.367595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a47bbe3-b347-4e4f-95e6-a9eb83a7371d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:32.367595 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a47bbe3-b347-4e4f-95e6-a9eb83a7371d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:32.373872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a5ea2d-61af-4c6f-b059-601aa13e2737 None None] Network c9b4b01f-0b16-4b1c-8090-17124e348aa5 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:32.414321 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-144c2c16-a6d7-4bb5-9bf1-0ad762525ea6 req-67e1c8b3-d0f8-4833-95d7-e2b27bf31965 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 210 time: 0.1900189 Sep 08 13:31:32.419040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f3fe375a-3c37-4420-ac66-8ab89e356bcd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:32.427914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f3fe375a-3c37-4420-ac66-8ab89e356bcd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/b37971d6-a0c4-4331-a2e2-1382fb5c3644 HTTP/1.1" status: 204 len: 168 time: 0.9848733 Sep 08 13:31:32.430886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50154) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:32.431173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe375a-3c37-4420-ac66-8ab89e356bcd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=b37971d6-a0c4-4331-a2e2-1382fb5c3644,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:32.492059 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2dc97a8-527b-4892-8ea4-8686040d416f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:31:32.497259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50156) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:32.497727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e2dc97a8-527b-4892-8ea4-8686040d416f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/b37971d6-a0c4-4331-a2e2-1382fb5c3644 HTTP/1.1" status: 404 len: 333 time: 0.0629668 Sep 08 13:31:32.507586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3a47bbe3-b347-4e4f-95e6-a9eb83a7371d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6880434 Sep 08 13:31:32.514244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50158) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:32.527069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a90a1261-3c40-494d-b34b-107cd804a62f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1247322492'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:32.615027 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-4678e0ab-8a78-40d8-8cb0-596315172e44 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting subnet 8165b44e-fb08-457a-8281-101580369ded {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:31:32.622903 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4678e0ab-8a78-40d8-8cb0-596315172e44 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:32.676668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Deleting port 12ebf762-14d7-4612-8388-150268c1a6bb {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:32.677351 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:32.683617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1876407808'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:32.736710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90a1261-3c40-494d-b34b-107cd804a62f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:32.739026 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4678e0ab-8a78-40d8-8cb0-596315172e44 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:32.742257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a90a1261-3c40-494d-b34b-107cd804a62f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:32.776462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c9b4b01f-0b16-4b1c-8090-17124e348aa5', 'network_id': 'c9b4b01f-0b16-4b1c-8090-17124e348aa5', 'tenant_id': '5351208e3ec84f4cb00c9072e23cab6c', 'fixed_ips': [{'subnet_id': '0ea9816a-f42f-4e5e-91bf-dbdf565f65ab'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:31:32.777348 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:32.924130 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4678e0ab-8a78-40d8-8cb0-596315172e44 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:32.940382 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e53b2aee-d9c2-40d0-b4d3-c1374c4ae979', 'name': 'tempest-snat-router-1523945478', 'tenant_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '12ebf762-14d7-4612-8388-150268c1a6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:31:25Z', 'updated_at': '2021-09-08T13:31:28Z', 'revision_number': 3, 'project_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'gw_port': {'id': '12ebf762-14d7-4612-8388-150268c1a6bb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53b2aee-d9c2-40d0-b4d3-c1374c4ae979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:31:27Z', 'updated_at': '2021-09-08T13:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:32.979695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90a1261-3c40-494d-b34b-107cd804a62f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:33.004984 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a90a1261-3c40-494d-b34b-107cd804a62f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.005336 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-a90a1261-3c40-494d-b34b-107cd804a62f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Added segment e27a45b4-753b-4bb9-a8ca-7161425fd14f of type vlan for network c7736ecc-8eb5-4f46-a0c8-17b96f8960b3 Sep 08 13:31:33.039795 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b387658-aba8-4d55-8538-4acf0c0c6d41 None None] The sync data for ids ['e53b2aee-d9c2-40d0-b4d3-c1374c4ae979'] in n-d-807558-3 is: [{'id': 'e53b2aee-d9c2-40d0-b4d3-c1374c4ae979', 'name': 'tempest-snat-router-1523945478', 'tenant_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.17'}], 'enable_snat': True}, 'gw_port_id': '12ebf762-14d7-4612-8388-150268c1a6bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:31:25Z', 'updated_at': '2021-09-08T13:31:28Z', 'revision_number': 3, 'project_id': 'ec79d01ac37a40b89a0f77d9971c274a', 'gw_port': {'id': '12ebf762-14d7-4612-8388-150268c1a6bb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:68:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e53b2aee-d9c2-40d0-b4d3-c1374c4ae979', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:31:27Z', 'updated_at': '2021-09-08T13:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:31:33.068996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b1262a-62e6-4577-a891-62a021b4e744 None None] Network c67a1801-69cc-4bda-892d-8bcda9e5ee16 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:33.092450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] For port 12ebf762-14d7-4612-8388-150268c1a6bb, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=12ebf762-14d7-4612-8388-150268c1a6bb,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:33.093259 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.108620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:33.113658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Calling delete_port for 12ebf762-14d7-4612-8388-150268c1a6bb owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:33.162975 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4678e0ab-8a78-40d8-8cb0-596315172e44 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.209849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678e0ab-8a78-40d8-8cb0-596315172e44 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Subnet': ['ID=8165b44e-fb08-457a-8281-101580369ded,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:33.232076 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4678e0ab-8a78-40d8-8cb0-596315172e44 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.236453 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4678e0ab-8a78-40d8-8cb0-596315172e44 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/8165b44e-fb08-457a-8281-101580369ded HTTP/1.1" status: 204 len: 168 time: 0.7356591 Sep 08 13:31:33.236971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50164) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:33.259112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Allocated IP 172.20.255.242 (c9b4b01f-0b16-4b1c-8090-17124e348aa5/0ea9816a-f42f-4e5e-91bf-dbdf565f65ab/76e08196-fc73-4ae3-a674-dfadc6c36a68) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:33.386609 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.414778 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a90a1261-3c40-494d-b34b-107cd804a62f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.442889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Made reservation on behalf of ee721beef05149b18d235e2abf94264b for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:33.450052 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.510960 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.521625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f1389c0f-4274-406b-ad8b-0bd5f0024935 None None] Provisioning for port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:33.537784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f1389c0f-4274-406b-ad8b-0bd5f0024935 None None] Provisioning complete for port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:33.538168 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f1389c0f-4274-406b-ad8b-0bd5f0024935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.546654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:33.547177 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.550747 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a90a1261-3c40-494d-b34b-107cd804a62f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.556797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90a1261-3c40-494d-b34b-107cd804a62f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:33.557458 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a90a1261-3c40-494d-b34b-107cd804a62f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.605749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a7c81197-7845-469f-81a9-c49fca280089 req-71bf5be4-3925-4937-ae98-d46b64aefd11 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 210 time: 0.0983295 Sep 08 13:31:33.635277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:33.666336 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:33.669853 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.703585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] For port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78,segment=NetworkSegment(99cc4b03-2ca9-471b-b56c-2b5d711aecd8),segment_id=99cc4b03-2ca9-471b-b56c-2b5d711aecd8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:33.703963 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.732952 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:33.738129 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.854579 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.880601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:33.882919 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f1389c0f-4274-406b-ad8b-0bd5f0024935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.918893 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:33.919505 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Added segment a466ff8d-2c27-4f01-969b-5291d720c8dc of type vlan for network 1ea84393-25b7-49a6-b358-1c3fdb7785d9 Sep 08 13:31:33.941480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82de25fe-1f0f-40c6-ba1b-5c0385665bb6 None None] DHCP port deletion for c67a1801-69cc-4bda-892d-8bcda9e5ee16 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:31:33.971639 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.014305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a1261-3c40-494d-b34b-107cd804a62f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=c7736ecc-8eb5-4f46-a0c8-17b96f8960b3,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:34.020002 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.023117 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a90a1261-3c40-494d-b34b-107cd804a62f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5105529 Sep 08 13:31:34.026129 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.029794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50172) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:34.042598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-211a2369-d5d0-41db-bc84-0c6128cf7ced tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'network_id': 'c7736ecc-8eb5-4f46-a0c8-17b96f8960b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:34.053518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c7736ecc-8eb5-4f46-a0c8-17b96f8960b3 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:34.078102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event deleted for resources: {'Port': ['ID=12ebf762-14d7-4612-8388-150268c1a6bb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:34.143112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.155305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:34.162826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.179682 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.233455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No DVR routers for this DVR port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:34.236877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:34.266737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fa77fc-76cc-42ee-8291-fb63a90ba63d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:34.290442 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.335065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Transition to ACTIVE for port object 76e08196-fc73-4ae3-a674-dfadc6c36a68 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:34.355919 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0319238 Sep 08 13:31:34.387179 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.389584 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50174) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:34.394517 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Transition to ACTIVE for port object 76e08196-fc73-4ae3-a674-dfadc6c36a68 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:34.396443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-53e6f485-eb05-4984-9d1a-fcbc10780642 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Request body: {'subnet': {'network_id': '1ea84393-25b7-49a6-b358-1c3fdb7785d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:34.397026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-82de25fe-1f0f-40c6-ba1b-5c0385665bb6 None None] Deleting port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:34.397418 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-82de25fe-1f0f-40c6-ba1b-5c0385665bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.405529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ddc22-474c-4142-8fc1-7ed6e148334c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Pushing event updated for resources: {'Network': ['ID=1ea84393-25b7-49a6-b358-1c3fdb7785d9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:34.420515 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 1ea84393-25b7-49a6-b358-1c3fdb7785d9 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:34.422555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.460561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67a1801-69cc-4bda-892d-8bcda9e5ee16']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:34.474749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99cc4b03-2ca9-471b-b56c-2b5d711aecd8') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:34.475051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99cc4b03-2ca9-471b-b56c-2b5d711aecd8') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:34.488659 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.532807 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.550991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.551821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:34.552334 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.553428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:34.556825 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:34.574661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-82de25fe-1f0f-40c6-ba1b-5c0385665bb6 None None] For port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78, host n-d-807558-3, got binding levels [] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:34.575240 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-82de25fe-1f0f-40c6-ba1b-5c0385665bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.578158 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.625080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-82de25fe-1f0f-40c6-ba1b-5c0385665bb6 None None] Calling delete_port for 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:34.630043 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.ipam_backend_mixin [None req-82de25fe-1f0f-40c6-ba1b-5c0385665bb6 None None] Port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 was not found and therefore no delete operation was performed {{(pid=96265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 13:31:34.640303 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-82de25fe-1f0f-40c6-ba1b-5c0385665bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.660417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82de25fe-1f0f-40c6-ba1b-5c0385665bb6 None None] No DVR routers for this DVR port 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:34.681649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Network c9b4b01f-0b16-4b1c-8090-17124e348aa5 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:34.692024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:34.694214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Pushing event updated for resources: {'Port': ['ID=76e08196-fc73-4ae3-a674-dfadc6c36a68,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:34.696507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:34.701626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211a2369-d5d0-41db-bc84-0c6128cf7ced tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:34.705807 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-211a2369-d5d0-41db-bc84-0c6128cf7ced tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.731498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.731498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e53b2aee-d9c2-40d0-b4d3-c1374c4ae979 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:31:34.743336 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de25fe-1f0f-40c6-ba1b-5c0385665bb6 None None] Pushing event deleted for resources: {'Port': ['ID=5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:34.744717 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.750025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a09d6a79-59ce-4183-aeae-e5951a08130a tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "DELETE /v2.0/routers/e53b2aee-d9c2-40d0-b4d3-c1374c4ae979 HTTP/1.1" status: 204 len: 168 time: 4.0020683 Sep 08 13:31:34.751637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50180) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:34.821321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Attempting to bind port 76e08196-fc73-4ae3-a674-dfadc6c36a68 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:34.822140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Attempting to bind port 76e08196-fc73-4ae3-a674-dfadc6c36a68 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'd24594c7-9b9d-4aea-a2e6-bc8ce59fca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c9b4b01f-0b16-4b1c-8090-17124e348aa5'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:34.822140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Attempting to bind port 76e08196-fc73-4ae3-a674-dfadc6c36a68 on network c9b4b01f-0b16-4b1c-8090-17124e348aa5 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:34.829904 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:34.830909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Checking segment: {'id': 'd24594c7-9b9d-4aea-a2e6-bc8ce59fca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c9b4b01f-0b16-4b1c-8090-17124e348aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:34.831329 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.831733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Bound using segment: {'id': 'd24594c7-9b9d-4aea-a2e6-bc8ce59fca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c9b4b01f-0b16-4b1c-8090-17124e348aa5'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:34.832236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Bound port: 76e08196-fc73-4ae3-a674-dfadc6c36a68, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24594c7-9b9d-4aea-a2e6-bc8ce59fca36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'c9b4b01f-0b16-4b1c-8090-17124e348aa5'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:34.832627 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.841406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6241098-6207-456a-8beb-9bcc7e55928f req-fec9f199-ce5e-4cdc-adae-7bc2f2b76cf8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 210 time: 0.0404704 Sep 08 13:31:34.898074 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.899808 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.910612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] For port 76e08196-fc73-4ae3-a674-dfadc6c36a68, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:34.910612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] For port 76e08196-fc73-4ae3-a674-dfadc6c36a68, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=76e08196-fc73-4ae3-a674-dfadc6c36a68,segment=NetworkSegment(d24594c7-9b9d-4aea-a2e6-bc8ce59fca36),segment_id=d24594c7-9b9d-4aea-a2e6-bc8ce59fca36)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:34.920396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:34.923077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/networks/c67a1801-69cc-4bda-892d-8bcda9e5ee16 HTTP/1.1" status: 204 len: 168 time: 1.6850834 Sep 08 13:31:34.929170 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50184) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:34.938260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'name': 'tempest-PortsIpV6TestJSON-1198570114'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:34.992218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a590d9-6a74-4813-b73c-f5f9aea4b7f0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Network': ['ID=c67a1801-69cc-4bda-892d-8bcda9e5ee16,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:35.020953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e6f485-eb05-4984-9d1a-fcbc10780642 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Made reservation on behalf of ee721beef05149b18d235e2abf94264b for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:35.026054 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53e6f485-eb05-4984-9d1a-fcbc10780642 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:35.034118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:31:35.054138 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:35.063528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:31:35.063528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5f2a4cb3-7ae6-4ed4-afb3-f1af1c060e78 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:31:35.112127 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:35.179096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39fedc7-e735-4057-a0c5-1e1ac6715be2 None None] Pushing event updated for resources: {'Port': ['ID=76e08196-fc73-4ae3-a674-dfadc6c36a68,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:35.425762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-2df1cca8-ec31-462f-aeae-2054a423a818 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:35.427763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-2df1cca8-ec31-462f-aeae-2054a423a818 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.60 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.1910634 Sep 08 13:31:35.450606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Request body: {'port': {'device_id': 'aef11179-f843-445d-8f15-85951fdce3d4', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'admin_state_up': True, 'tenant_id': 'f0c33ff95fd94c5b8efb16048a231a08'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:35.475185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Deleting port 70fde1cc-d389-4027-819f-4069a0352ee8 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:35.475548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:35.609170 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-211a2369-d5d0-41db-bc84-0c6128cf7ced tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:35.611435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:35.615083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:35.661828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] For port 70fde1cc-d389-4027-819f-4069a0352ee8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=70fde1cc-d389-4027-819f-4069a0352ee8,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:35.662319 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:35.684186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Calling delete_port for 70fde1cc-d389-4027-819f-4069a0352ee8 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:35.696447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port af4f9fe5-ec0c-4789-bec8-93c749ec0364 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:31:35.705842 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53e6f485-eb05-4984-9d1a-fcbc10780642 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:35.786641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a2369-d5d0-41db-bc84-0c6128cf7ced tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=efb6c6f1-bccc-445d-aa1a-1fcbb166f0b0,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:35.860912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211a2369-d5d0-41db-bc84-0c6128cf7ced tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking segment: {'id': 'e27a45b4-753b-4bb9-a8ca-7161425fd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c7736ecc-8eb5-4f46-a0c8-17b96f8960b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:35.861323 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a2369-d5d0-41db-bc84-0c6128cf7ced tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network hostable DHCP agents. Network: c7736ecc-8eb5-4f46-a0c8-17b96f8960b3, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:35.916743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6f485-eb05-4984-9d1a-fcbc10780642 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Checking segment: {'id': 'a466ff8d-2c27-4f01-969b-5291d720c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1ea84393-25b7-49a6-b358-1c3fdb7785d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:35.917121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Made reservation on behalf of f0c33ff95fd94c5b8efb16048a231a08 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:35.917299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e6f485-eb05-4984-9d1a-fcbc10780642 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Network hostable DHCP agents. Network: 1ea84393-25b7-49a6-b358-1c3fdb7785d9, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:35.922125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:35.944898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6f485-eb05-4984-9d1a-fcbc10780642 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Pushing event updated for resources: {'Subnet': ['ID=ea028d42-2a6c-40bd-beaa-d636a87c40e6,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:36.025262 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.034853 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.043478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211a2369-d5d0-41db-bc84-0c6128cf7ced tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network c7736ecc-8eb5-4f46-a0c8-17b96f8960b3 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:36.047694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50194) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:36.111498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event deleted for resources: {'Port': ['ID=70fde1cc-d389-4027-819f-4069a0352ee8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:36.120920 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-05486163-4084-4884-acf0-b87ed8441c86 req-827da15d-6f17-49c4-8f9f-d6603eefaa7f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 210 time: 0.0876884 Sep 08 13:31:36.147753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e6f485-eb05-4984-9d1a-fcbc10780642 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Network 1ea84393-25b7-49a6-b358-1c3fdb7785d9 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:36.197270 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.261023 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.270735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-53e6f485-eb05-4984-9d1a-fcbc10780642 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 1ea84393-25b7-49a6-b358-1c3fdb7785d9) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:36.276278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-211a2369-d5d0-41db-bc84-0c6128cf7ced tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c7736ecc-8eb5-4f46-a0c8-17b96f8960b3) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:36.281365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155aba12-8463-475e-bcb8-8488f9097d9c None None] Network 1ea84393-25b7-49a6-b358-1c3fdb7785d9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:36.292385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e6f485-eb05-4984-9d1a-fcbc10780642 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:36.293036 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53e6f485-eb05-4984-9d1a-fcbc10780642 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.308298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211a2369-d5d0-41db-bc84-0c6128cf7ced tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:36.308651 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-211a2369-d5d0-41db-bc84-0c6128cf7ced tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.314480 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e62306c8-4c04-4fba-97da-0fe35f5c6f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.327516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:36.353462 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:36.357919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Allocated IP 172.20.0.9 (8558c78e-818a-4e56-9eb8-d34a7481093d/d14836f1-ecd1-4db6-b042-f7de366d80f5/3477f48b-b899-4406-89b4-af70cd863312) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:36.364005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:36.369848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:36.370626 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.375680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=af4f9fe5-ec0c-4789-bec8-93c749ec0364,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:36.423796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994a506-3254-41ae-9ae2-89eb8010093c None None] Network c7736ecc-8eb5-4f46-a0c8-17b96f8960b3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:36.436321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.439390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.551114 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ef997f-2d51-48fd-b8b5-445ff72632e7 None None] Network c9b4b01f-0b16-4b1c-8090-17124e348aa5 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:36.593569 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-53e6f485-eb05-4984-9d1a-fcbc10780642 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2009346 Sep 08 13:31:36.596647 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50198) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:36.603590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Request body: {'port': {'network_id': '1ea84393-25b7-49a6-b358-1c3fdb7785d9', 'name': 'tempest-TagsExtTest-1557484258'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:36.662037 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.701885 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-1ea84393-25b7-49a6-b358-1c3fdb7785d9', 'network_id': '1ea84393-25b7-49a6-b358-1c3fdb7785d9', 'tenant_id': 'ee721beef05149b18d235e2abf94264b', 'fixed_ips': [{'subnet_id': 'ea028d42-2a6c-40bd-beaa-d636a87c40e6'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:31:36.702998 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.706030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.706644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fda2600b-de62-488a-b883-d655ffbd6dcd {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:31:36.712867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.714015 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9a74c6a3-0b6a-469f-a1cf-9b4261cfe0e2 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "DELETE /v2.0/routers/fda2600b-de62-488a-b883-d655ffbd6dcd HTTP/1.1" status: 204 len: 168 time: 1.9619606 Sep 08 13:31:36.717528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50200) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:36.722289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-78412709', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:36.785860 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e62306c8-4c04-4fba-97da-0fe35f5c6f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.861782 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.902462 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e62306c8-4c04-4fba-97da-0fe35f5c6f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.966193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Network 8558c78e-818a-4e56-9eb8-d34a7481093d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:36.970831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:36.973560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:36.984884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c7736ecc-8eb5-4f46-a0c8-17b96f8960b3', 'network_id': 'c7736ecc-8eb5-4f46-a0c8-17b96f8960b3', 'tenant_id': '5351208e3ec84f4cb00c9072e23cab6c', 'fixed_ips': [{'subnet_id': 'efb6c6f1-bccc-445d-aa1a-1fcbb166f0b0'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:31:36.985834 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:36.988191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['67a3bbc8-004e-4917-a145-c1e60e6324f4'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:31:36.990534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:31:36.995372 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e62306c8-4c04-4fba-97da-0fe35f5c6f00 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=061b271a501a475fbef0f4c6291bdd46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9426479 Sep 08 13:31:36.996912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62306c8-4c04-4fba-97da-0fe35f5c6f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aaf52ef-2431-4d62-8817-1817dd4a499a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:37.000464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50204) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:37.000670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-901b91a8-933f-4c92-97f6-a1bd41c7bf4c None None] Provisioning for port 76e08196-fc73-4ae3-a674-dfadc6c36a68 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:37.006873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event updated for resources: {'Port': ['ID=3477f48b-b899-4406-89b4-af70cd863312,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:37.048765 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5592bcd2-ef6d-4ed2-9f6e-12754ccccecc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1183236 Sep 08 13:31:37.050145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:37.051112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.051864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50206) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:37.087173 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba66a054-7809-4d44-ba39-fcfb00065914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.105776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-211a2369-d5d0-41db-bc84-0c6128cf7ced tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0727315 Sep 08 13:31:37.108091 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50208) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:37.109909 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:31:37.109909 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:31:37.109909 n-d-807558-3 neutron-server[96264]: [parameters: {'project_id_1': 'ee721beef05149b18d235e2abf94264b', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 31, 16, 733695)}] Sep 08 13:31:37.109909 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:31:37.110333 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:31:37.142744 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba66a054-7809-4d44-ba39-fcfb00065914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.198087 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.199228 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.208199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-033cd6d9-850b-4210-8ffb-bb512e692e91 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port af4f9fe5-ec0c-4789-bec8-93c749ec0364 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:37.208552 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-033cd6d9-850b-4210-8ffb-bb512e692e91 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.241960 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.323567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.330541 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-033cd6d9-850b-4210-8ffb-bb512e692e91 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.359075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-033cd6d9-850b-4210-8ffb-bb512e692e91 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for af4f9fe5-ec0c-4789-bec8-93c749ec0364 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:37.377292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebfca64-0817-4ee7-9451-9b9621293506 req-6a35837a-3a1c-4a9d-9e53-6e9cc79f07d4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:37.387705 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ebfca64-0817-4ee7-9451-9b9621293506 req-6a35837a-3a1c-4a9d-9e53-6e9cc79f07d4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 931 time: 0.1166666 Sep 08 13:31:37.392680 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-baa9b01f-22be-4afa-85b6-373d6353c51f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9478970 Sep 08 13:31:37.410022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Request body: {'port': {'device_id': 'aef11179-f843-445d-8f15-85951fdce3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:37.421803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Allocated IP 172.20.0.2 (1ea84393-25b7-49a6-b358-1c3fdb7785d9/ea028d42-2a6c-40bd-beaa-d636a87c40e6/e9639cb2-3c5a-4aae-a4bd-76981fd2ae65) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:37.458297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba66a054-7809-4d44-ba39-fcfb00065914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.460836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba66a054-7809-4d44-ba39-fcfb00065914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.465135 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ba66a054-7809-4d44-ba39-fcfb00065914 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9aaf52ef-2431-4d62-8817-1817dd4a499a HTTP/1.1" status: 204 len: 168 time: 0.4647136 Sep 08 13:31:37.477175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66a054-7809-4d44-ba39-fcfb00065914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aaf52ef-2431-4d62-8817-1817dd4a499a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:37.553679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ebfca64-0817-4ee7-9451-9b9621293506 req-a98348dd-f144-4a19-893c-a4955b5e58b8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496186 Sep 08 13:31:37.575606 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.584183 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.587899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Allocated IP 172.20.0.2 (c7736ecc-8eb5-4f46-a0c8-17b96f8960b3/efb6c6f1-bccc-445d-aa1a-1fcbb166f0b0/330a13d9-40d0-4719-81c4-ce8cc38023a7) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:37.617550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 76e08196-fc73-4ae3-a674-dfadc6c36a68 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:37.762970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Made reservation on behalf of ee721beef05149b18d235e2abf94264b for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:37.767418 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.770909 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-033cd6d9-850b-4210-8ffb-bb512e692e91 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.813160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033cd6d9-850b-4210-8ffb-bb512e692e91 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=af4f9fe5-ec0c-4789-bec8-93c749ec0364,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:37.816118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] device_id is not set on port 6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:31:37.826415 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-033cd6d9-850b-4210-8ffb-bb512e692e91 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.829963 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-033cd6d9-850b-4210-8ffb-bb512e692e91 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/af4f9fe5-ec0c-4789-bec8-93c749ec0364 HTTP/1.1" status: 204 len: 168 time: 0.7757969 Sep 08 13:31:37.862904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50214) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:37.962272 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ce75f083-4f58-4b21-b14f-d94194a37770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:37.992300 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.026701 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.055189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Transition to ACTIVE for port object e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:38.066451 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.083068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Transition to ACTIVE for port object 330a13d9-40d0-4719-81c4-ce8cc38023a7 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:38.085306 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Transition to ACTIVE for port object e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:38.096166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 76e08196-fc73-4ae3-a674-dfadc6c36a68 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:38.098538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3477f48b-b899-4406-89b4-af70cd863312 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:31:38.103582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 76e08196-fc73-4ae3-a674-dfadc6c36a68 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:38.104090 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.108291 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Transition to ACTIVE for port object 330a13d9-40d0-4719-81c4-ce8cc38023a7 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:38.108997 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.125910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Transition to ACTIVE for port object 3477f48b-b899-4406-89b4-af70cd863312 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:38.189620 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.225881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 76e08196-fc73-4ae3-a674-dfadc6c36a68, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=76e08196-fc73-4ae3-a674-dfadc6c36a68,segment=NetworkSegment(d24594c7-9b9d-4aea-a2e6-bc8ce59fca36),segment_id=d24594c7-9b9d-4aea-a2e6-bc8ce59fca36)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:38.249522 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.256421 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.257740 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.260037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'mac_address': 'fa:16:3e:04:ce:fc', 'name': 'tempest-PortsIpV6TestJSON-327078495'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:38.316850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Network c7736ecc-8eb5-4f46-a0c8-17b96f8960b3 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:38.318991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Network 1ea84393-25b7-49a6-b358-1c3fdb7785d9 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:38.324738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:38.329761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:38.332420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:38.334779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:38.336956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Pushing event updated for resources: {'Port': ['ID=330a13d9-40d0-4719-81c4-ce8cc38023a7,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:38.338956 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Pushing event updated for resources: {'Port': ['ID=3477f48b-b899-4406-89b4-af70cd863312,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:38.408498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Allocated IP 172.20.0.14 (1ea84393-25b7-49a6-b358-1c3fdb7785d9/ea028d42-2a6c-40bd-beaa-d636a87c40e6/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:38.454895 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.467491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Pushing event updated for resources: {'Port': ['ID=e9639cb2-3c5a-4aae-a4bd-76981fd2ae65,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:38.504971 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 12ebf762-14d7-4612-8388-150268c1a6bb no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:31:38.512330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Attempting to bind port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:38.512795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Attempting to bind port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'a466ff8d-2c27-4f01-969b-5291d720c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1ea84393-25b7-49a6-b358-1c3fdb7785d9'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:38.513374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Attempting to bind port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 on network 1ea84393-25b7-49a6-b358-1c3fdb7785d9 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:38.536127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Attempting to bind port 330a13d9-40d0-4719-81c4-ce8cc38023a7 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:38.536660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Attempting to bind port 330a13d9-40d0-4719-81c4-ce8cc38023a7 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'e27a45b4-753b-4bb9-a8ca-7161425fd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c7736ecc-8eb5-4f46-a0c8-17b96f8960b3'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:38.537147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Attempting to bind port 330a13d9-40d0-4719-81c4-ce8cc38023a7 on network c7736ecc-8eb5-4f46-a0c8-17b96f8960b3 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:38.543785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 12ebf762-14d7-4612-8388-150268c1a6bb {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:31:38.544293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 12ebf762-14d7-4612-8388-150268c1a6bb not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:31:38.550703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:38.551214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Checking segment: {'id': 'a466ff8d-2c27-4f01-969b-5291d720c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1ea84393-25b7-49a6-b358-1c3fdb7785d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:38.551736 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.552249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Bound using segment: {'id': 'a466ff8d-2c27-4f01-969b-5291d720c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1ea84393-25b7-49a6-b358-1c3fdb7785d9'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:38.552856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Bound port: e9639cb2-3c5a-4aae-a4bd-76981fd2ae65, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a466ff8d-2c27-4f01-969b-5291d720c8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '1ea84393-25b7-49a6-b358-1c3fdb7785d9'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:38.553372 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.559096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:38.559635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Checking segment: {'id': 'e27a45b4-753b-4bb9-a8ca-7161425fd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c7736ecc-8eb5-4f46-a0c8-17b96f8960b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:38.560164 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.560635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Bound using segment: {'id': 'e27a45b4-753b-4bb9-a8ca-7161425fd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c7736ecc-8eb5-4f46-a0c8-17b96f8960b3'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:38.561319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Bound port: 330a13d9-40d0-4719-81c4-ce8cc38023a7, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27a45b4-753b-4bb9-a8ca-7161425fd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c7736ecc-8eb5-4f46-a0c8-17b96f8960b3'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:38.561895 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.580538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:38.629676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=76e08196-fc73-4ae3-a674-dfadc6c36a68,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:38.681703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50222) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:38.707373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] For port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:38.711917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] For port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e9639cb2-3c5a-4aae-a4bd-76981fd2ae65,segment=NetworkSegment(a466ff8d-2c27-4f01-969b-5291d720c8dc),segment_id=a466ff8d-2c27-4f01-969b-5291d720c8dc)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:38.713480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] For port 330a13d9-40d0-4719-81c4-ce8cc38023a7, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:38.717028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] For port 330a13d9-40d0-4719-81c4-ce8cc38023a7, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=330a13d9-40d0-4719-81c4-ce8cc38023a7,segment=NetworkSegment(e27a45b4-753b-4bb9-a8ca-7161425fd14f),segment_id=e27a45b4-753b-4bb9-a8ca-7161425fd14f)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:38.720368 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.725517 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-825ab1b8-64a6-4b4a-a37b-c76efd10d8e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.730819 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.769447 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.772734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Transition to ACTIVE for port object 6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:38.776434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port 326eea18-7d4c-47d1-8c0f-3ab2dfa3c2f4 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:31:38.820568 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.846619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05c49b-9c3b-4564-a670-92cc8eb5b922 None None] Pushing event updated for resources: {'Port': ['ID=e9639cb2-3c5a-4aae-a4bd-76981fd2ae65,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:38.885242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:38.906458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Attempting to bind port 3477f48b-b899-4406-89b4-af70cd863312 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:38.906760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Attempting to bind port 3477f48b-b899-4406-89b4-af70cd863312 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:38.907097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Attempting to bind port 3477f48b-b899-4406-89b4-af70cd863312 on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:38.942204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4aba5-866f-4698-ab22-ddb49e33e4a0 None None] Pushing event updated for resources: {'Port': ['ID=330a13d9-40d0-4719-81c4-ce8cc38023a7,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:38.951575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c69912-c657-4fec-a95b-d349939e2f20 None None] Network c7736ecc-8eb5-4f46-a0c8-17b96f8960b3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:38.977845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Subnet': ['ID=efb6c6f1-bccc-445d-aa1a-1fcbb166f0b0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:38.984584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Port 3477f48b-b899-4406-89b4-af70cd863312 on network 8558c78e-818a-4e56-9eb8-d34a7481093d not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:31:38.984764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Attempting to bind port 3477f48b-b899-4406-89b4-af70cd863312 on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:38.989502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.043623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:39.044013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:39.044311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:39.044697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:39.045034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:39.045365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:39.045695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:39.046023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:39.046376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:39.046747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:39.047075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:39.047395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:39.048773 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.057243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:39.057593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Checking segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:39.057986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Bound using segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:39.058472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Bound port: 3477f48b-b899-4406-89b4-af70cd863312, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:39.058927 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.069759 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.080968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 76e08196-fc73-4ae3-a674-dfadc6c36a68 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:39.131919 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.192791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 76e08196-fc73-4ae3-a674-dfadc6c36a68 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:39.193258 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.194588 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.202453 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-825ab1b8-64a6-4b4a-a37b-c76efd10d8e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.258349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b68792-7e88-4afe-9115-19ce5a4eb3e5 req-23c3b8da-74c0-4fd0-bee3-bef7f6212c53 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:39.261046 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80b68792-7e88-4afe-9115-19ce5a4eb3e5 req-23c3b8da-74c0-4fd0-bee3-bef7f6212c53 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 943 time: 0.3867035 Sep 08 13:31:39.278565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Network 1ea84393-25b7-49a6-b358-1c3fdb7785d9 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:39.286322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:39.288280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Pushing event updated for resources: {'Port': ['ID=6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:39.297917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:39.305395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] For port 3477f48b-b899-4406-89b4-af70cd863312, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:39.309927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] For port 3477f48b-b899-4406-89b4-af70cd863312, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3477f48b-b899-4406-89b4-af70cd863312,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:39.315913 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 70fde1cc-d389-4027-819f-4069a0352ee8 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:31:39.324245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7736ecc-8eb5-4f46-a0c8-17b96f8960b3']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:39.345659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 70fde1cc-d389-4027-819f-4069a0352ee8 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:31:39.346099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 70fde1cc-d389-4027-819f-4069a0352ee8 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:31:39.350904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27a45b4-753b-4bb9-a8ca-7161425fd14f') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:39.351378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27a45b4-753b-4bb9-a8ca-7161425fd14f') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:39.363478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:39.364215 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.374991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.422396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.426757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80b68792-7e88-4afe-9115-19ce5a4eb3e5 req-9b3d2904-1876-4d57-8ae4-daa49aa0fc96 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918918 Sep 08 13:31:39.437246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:39.437675 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:39.441368 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:39.509278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Allocated IP 172.25.5.195 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/8c7bc679-de84-4f11-a2d8-8050c7313233) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:39.546633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-825ab1b8-64a6-4b4a-a37b-c76efd10d8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.587980 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-825ab1b8-64a6-4b4a-a37b-c76efd10d8e3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f2c7a10a3f37498599ae68490e34a784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9056215 Sep 08 13:31:39.589140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ab1b8-64a6-4b4a-a37b-c76efd10d8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4171b616-9f99-44bb-a34e-b40159fd2540,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:39.590690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50226) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:39.639579 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.643856 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.652020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.692121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:39.694855 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 13:31:39.694855 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 13:31:39.694855 n-d-807558-3 neutron-server[96263]: [parameters: {'id': 'c7736ecc-8eb5-4f46-a0c8-17b96f8960b3'}] Sep 08 13:31:39.694855 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:31:39.695161 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:31:39.695446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:39.701649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:39.707762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:39.708110 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.711644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:39.711810 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.713227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] 10.222.0.60 "PUT /v2.0/ports/3477f48b-b899-4406-89b4-af70cd863312 HTTP/1.1" status: 200 len: 1091 time: 2.3105245 Sep 08 13:31:39.715429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef11179-f843-445d-8f15-85951fdce3d4', 'tag': '3477f48b-b899-4406-89b4-af70cd863312'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:31:39.717268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=326eea18-7d4c-47d1-8c0f-3ab2dfa3c2f4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:39.718100 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e0d9c2-de93-4b54-aa80-19c669540dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "aef11179-f843-445d-8f15-85951fdce3d4", "tag": "3477f48b-b899-4406-89b4-af70cd863312"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:31:39.760283 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c4f9afe8-4ce6-4618-854f-f8a5a992abe4 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1600845 Sep 08 13:31:39.760472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50230) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:39.762936 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d1a11849-f0d3-4b40-9b37-39c0275e7247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.767639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-163814cb-9d8c-439e-9a87-79fd5d4f7ce1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-886767647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:39.778609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d43d6-43c3-4cbe-9a5a-b0bd9332cb4d service neutron] Pushing event updated for resources: {'Port': ['ID=3477f48b-b899-4406-89b4-af70cd863312,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:39.788798 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a73c82-5f86-40ee-bca5-fddd26846fdf x-openstack-request-id: req-86a73c82-5f86-40ee-bca5-fddd26846fdf {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:31:39.789210 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef11179-f843-445d-8f15-85951fdce3d4", "tag": "3477f48b-b899-4406-89b4-af70cd863312", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:31:39.789390 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86a73c82-5f86-40ee-bca5-fddd26846fdf {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:31:39.789803 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef11179-f843-445d-8f15-85951fdce3d4', 'tag': '3477f48b-b899-4406-89b4-af70cd863312', 'status': 'completed', 'code': 200} Sep 08 13:31:39.802397 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d1a11849-f0d3-4b40-9b37-39c0275e7247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:39.859982 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1a84eaf4-946c-40b1-901b-97c2f20c9abe tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9957571 Sep 08 13:31:39.865145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50232) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:39.905366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0d9c2-de93-4b54-aa80-19c669540dbf req-0a479c68-c55e-46b5-b91b-2ab6bc2e54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:39.906939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54e0d9c2-de93-4b54-aa80-19c669540dbf req-0a479c68-c55e-46b5-b91b-2ab6bc2e54f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 1094 time: 0.0964506 Sep 08 13:31:39.934275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83a93cc-8eaa-4656-bc40-971188ef1a18 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:39.935753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e83a93cc-8eaa-4656-bc40-971188ef1a18 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/326eea18-7d4c-47d1-8c0f-3ab2dfa3c2f4 HTTP/1.1" status: 200 len: 844 time: 0.0701280 Sep 08 13:31:39.941979 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50234) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:39.947980 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.022305 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-163814cb-9d8c-439e-9a87-79fd5d4f7ce1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.022872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bd5ce9-4d76-4262-8919-983465950f17 None None] Network 1ea84393-25b7-49a6-b358-1c3fdb7785d9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:40.023428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-163814cb-9d8c-439e-9a87-79fd5d4f7ce1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.035508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:40.043673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:40.050649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:40.055542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Pushing event updated for resources: {'Port': ['ID=8c7bc679-de84-4f11-a2d8-8050c7313233,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:40.074038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9834d413-08fc-40ea-b046-0f5260fff991 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 326eea18-7d4c-47d1-8c0f-3ab2dfa3c2f4 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:40.074687 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9834d413-08fc-40ea-b046-0f5260fff991 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.084085 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d1a11849-f0d3-4b40-9b37-39c0275e7247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.087125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d1a11849-f0d3-4b40-9b37-39c0275e7247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.090931 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d1a11849-f0d3-4b40-9b37-39c0275e7247 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4171b616-9f99-44bb-a34e-b40159fd2540 HTTP/1.1" status: 204 len: 168 time: 0.4966445 Sep 08 13:31:40.150460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0d9c2-de93-4b54-aa80-19c669540dbf req-e95e3f15-fc18-4e81-8a04-343887e1ab8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:40.151693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-163814cb-9d8c-439e-9a87-79fd5d4f7ce1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.152175 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54e0d9c2-de93-4b54-aa80-19c669540dbf req-e95e3f15-fc18-4e81-8a04-343887e1ab8f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2361529 Sep 08 13:31:40.174771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a11849-f0d3-4b40-9b37-39c0275e7247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4171b616-9f99-44bb-a34e-b40159fd2540,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:40.210463 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9834d413-08fc-40ea-b046-0f5260fff991 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.231504 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9834d413-08fc-40ea-b046-0f5260fff991 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 326eea18-7d4c-47d1-8c0f-3ab2dfa3c2f4 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:40.263860 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b704ec05-b12c-4c03-ae3b-462390a74ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.274112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.300039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-39898c77-2431-47fb-81a5-67a84d4d2f0f None None] Provisioning for port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:40.303655 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-163814cb-9d8c-439e-9a87-79fd5d4f7ce1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.412609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0d9c2-de93-4b54-aa80-19c669540dbf req-5de764d0-6249-4089-a4fb-acb02f4a345e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:40.459028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54e0d9c2-de93-4b54-aa80-19c669540dbf req-5de764d0-6249-4089-a4fb-acb02f4a345e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2525623 Sep 08 13:31:40.459028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Deleting port 330a13d9-40d0-4719-81c4-ce8cc38023a7 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:40.459028 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.536706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] For port 330a13d9-40d0-4719-81c4-ce8cc38023a7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=330a13d9-40d0-4719-81c4-ce8cc38023a7,segment=NetworkSegment(e27a45b4-753b-4bb9-a8ca-7161425fd14f),segment_id=e27a45b4-753b-4bb9-a8ca-7161425fd14f)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:40.537085 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.551389 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.553474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-163814cb-9d8c-439e-9a87-79fd5d4f7ce1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.558800 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-163814cb-9d8c-439e-9a87-79fd5d4f7ce1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7967467 Sep 08 13:31:40.559613 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9834d413-08fc-40ea-b046-0f5260fff991 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.565927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50242) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:40.574468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e6d576fd-4aac-4c0d-9fce-79cc1fc55d41 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1371290246', 'prefixes': ['172.20.0.0/16']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:40.586663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Calling delete_port for 330a13d9-40d0-4719-81c4-ce8cc38023a7 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:40.610039 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9834d413-08fc-40ea-b046-0f5260fff991 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.620417 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9834d413-08fc-40ea-b046-0f5260fff991 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/326eea18-7d4c-47d1-8c0f-3ab2dfa3c2f4 HTTP/1.1" status: 204 len: 168 time: 0.6694381 Sep 08 13:31:40.621408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-bd1da1bf-970e-48cb-828a-cd28af505b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:40.621507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834d413-08fc-40ea-b046-0f5260fff991 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=326eea18-7d4c-47d1-8c0f-3ab2dfa3c2f4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:40.621594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-bd1da1bf-970e-48cb-828a-cd28af505b05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 1094 time: 0.1592605 Sep 08 13:31:40.621669 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50244) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:40.643134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2a4188a7-ab17-4596-8ee6-246ee0b3287e None None] Provisioning for port 6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:40.643352 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffbd5ab-7731-47ce-bba5-a777d044efb6 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:31:40.646478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0ffbd5ab-7731-47ce-bba5-a777d044efb6 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/326eea18-7d4c-47d1-8c0f-3ab2dfa3c2f4 HTTP/1.1" status: 404 len: 333 time: 0.0273206 Sep 08 13:31:40.649950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2a4188a7-ab17-4596-8ee6-246ee0b3287e None None] Provisioning complete for port 6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:40.650715 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50246) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:40.650850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2a4188a7-ab17-4596-8ee6-246ee0b3287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.658815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'name': 'tempest-PortsIpV6TestJSON-477210554'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:40.706829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2a4188a7-ab17-4596-8ee6-246ee0b3287e None None] Port 6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:31:40.713417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ade64-a0b6-4bb4-804a-9fb5212368b4 req-a0efe703-bbdc-48f5-909a-e013edcee612 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:40.715043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd8ade64-a0b6-4bb4-804a-9fb5212368b4 req-a0efe703-bbdc-48f5-909a-e013edcee612 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 943 time: 0.2071924 Sep 08 13:31:40.728169 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-c7a65c42-d633-4126-9c15-6082bdc4e3eb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3477f48b-b899-4406-89b4-af70cd863312 HTTP/1.1" status: 200 len: 217 time: 0.0970507 Sep 08 13:31:40.759016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b90921e-7fd9-4404-9723-997b47360aea None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:31:40.861464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-59f53770-eb3c-4260-961d-02baf69359ec None None] Provisioning complete for port 6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:40.861851 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59f53770-eb3c-4260-961d-02baf69359ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.863516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b90921e-7fd9-4404-9723-997b47360aea None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:31:40.905654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:40.912682 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd8ade64-a0b6-4bb4-804a-9fb5212368b4 req-82a24adf-660c-4885-93f4-8e93d7d7f4e0 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750088 Sep 08 13:31:40.912964 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:40.916975 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-59f53770-eb3c-4260-961d-02baf69359ec None None] Port 6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:31:40.966595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-130ad55d-610c-4548-93ce-8f11983c2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:40.968305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-130ad55d-610c-4548-93ce-8f11983c2e1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.2390831 Sep 08 13:31:40.979296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port f5d685fe-5f29-423b-be65-f811fb772d8f yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:31:41.025710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-ab8832a4-6332-4927-b4a8-7725bb05904d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469546 Sep 08 13:31:41.090595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:41.114615 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.195192 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.215698 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.283613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-12141bdb-a02a-469a-9d79-03b611c593f6 service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500141 Sep 08 13:31:41.289591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Port': ['ID=330a13d9-40d0-4719-81c4-ce8cc38023a7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:41.291694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No DVR routers for this DVR port 330a13d9-40d0-4719-81c4-ce8cc38023a7 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:41.344066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6d576fd-4aac-4c0d-9fce-79cc1fc55d41 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for subnetpool, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.345798 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e6d576fd-4aac-4c0d-9fce-79cc1fc55d41 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7759986 Sep 08 13:31:41.350055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50260) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:41.356779 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-ad1f55cf-eece-46bd-b5eb-150d76bc9860 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6', 'tempest-TagsExtTest-Tag-295119518') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:41.389440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.468886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:41.476456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:41.479630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:41.485466 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:41.486397 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.491006 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.500829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=f5d685fe-5f29-423b-be65-f811fb772d8f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:41.540796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7736ecc-8eb5-4f46-a0c8-17b96f8960b3']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:41.578224 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ded8db3b-5401-491b-a9f2-99c05a3475a9 req-8daec491-31dc-45dd-8f52-b8edd62d8ca3 service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847815 Sep 08 13:31:41.584819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27a45b4-753b-4bb9-a8ca-7161425fd14f') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:41.585160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27a45b4-753b-4bb9-a8ca-7161425fd14f') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:41.602441 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.610730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.620776 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.636637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:41.640986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:41.641479 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.663501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:41.663948 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:41.667047 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:41.702786 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f24e6c53-a8c8-43e8-9f13-ca927594167f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0484259 Sep 08 13:31:41.703014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50268) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:41.709271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:41.730913 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.771839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e9639cb2-3c5a-4aae-a4bd-76981fd2ae65,segment=NetworkSegment(a466ff8d-2c27-4f01-969b-5291d720c8dc),segment_id=a466ff8d-2c27-4f01-969b-5291d720c8dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:41.782685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ad1f55cf-eece-46bd-b5eb-150d76bc9860 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "PUT /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags/tempest-TagsExtTest-Tag-295119518 HTTP/1.1" status: 201 len: 201 time: 0.4309919 Sep 08 13:31:41.786633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50270) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:41.792978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-4666382f-449c-4879-905f-7d79071ddafc tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08', 'tempest-TagsExtTest-Tag-202884208') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:41.794795 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.860877 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.917003 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.918390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.936202 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:41.938331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/c7736ecc-8eb5-4f46-a0c8-17b96f8960b3 HTTP/1.1" status: 204 len: 168 time: 4.8252773 Sep 08 13:31:41.945351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50276) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:41.949489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4747b-aeb7-4057-95c2-9c214ac1f695 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Network': ['ID=c7736ecc-8eb5-4f46-a0c8-17b96f8960b3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:41.957212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-553e4729-39ed-4770-888b-312264fe475c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1281272511'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:42.006473 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:42.008442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=e9639cb2-3c5a-4aae-a4bd-76981fd2ae65,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:42.067651 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68bd03-e0c7-42d9-b6af-e7d0e0095f6e req-684ad919-6b0a-4de9-987c-d8542239dd28 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:42.069291 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a68bd03-e0c7-42d9-b6af-e7d0e0095f6e req-684ad919-6b0a-4de9-987c-d8542239dd28 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 943 time: 0.0500853 Sep 08 13:31:42.070693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Router 4291acbc-1e51-4f79-8538-c3d85c204295 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:31:42.109150 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a68bd03-e0c7-42d9-b6af-e7d0e0095f6e req-dd76aefb-aca9-46b7-834f-62082ecf6f3c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338635 Sep 08 13:31:42.179574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:31:42.190329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7f7c6a-37bc-4bc4-b8c3-dcbaa81de146 None None] Sync routers for ids ['4291acbc-1e51-4f79-8538-c3d85c204295'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:31:42.197110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553e4729-39ed-4770-888b-312264fe475c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:42.197569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4666382f-449c-4879-905f-7d79071ddafc tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "PUT /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags/tempest-TagsExtTest-Tag-202884208 HTTP/1.1" status: 201 len: 201 time: 0.4071267 Sep 08 13:31:42.197760 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-553e4729-39ed-4770-888b-312264fe475c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:42.197845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50280) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:42.201362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-02e1a9f6-1b43-444a-b277-683d2475612e tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831', 'tempest-TagsExtTest-Tag-1653085349') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:42.202671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7f7c6a-37bc-4bc4-b8c3-dcbaa81de146 None None] Routers {'4291acbc-1e51-4f79-8538-c3d85c204295'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:42.203313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5e7f7c6a-37bc-4bc4-b8c3-dcbaa81de146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4291acbc-1e51-4f79-8538-c3d85c204295'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:42.222555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553e4729-39ed-4770-888b-312264fe475c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:42.232033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-553e4729-39ed-4770-888b-312264fe475c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:42.232458 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-553e4729-39ed-4770-888b-312264fe475c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Added segment c024cbc8-f13d-492f-9905-a4b0914ff3d3 of type vlan for network ee432d1c-8eb5-400f-8159-350e14168561 Sep 08 13:31:42.236426 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5e7f7c6a-37bc-4bc4-b8c3-dcbaa81de146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:42.245772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7f7c6a-37bc-4bc4-b8c3-dcbaa81de146 None None] Routers {'4291acbc-1e51-4f79-8538-c3d85c204295'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:42.246433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5e7f7c6a-37bc-4bc4-b8c3-dcbaa81de146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4291acbc-1e51-4f79-8538-c3d85c204295'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:42.274609 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:42.278845 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-553e4729-39ed-4770-888b-312264fe475c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:42.286033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5e7f7c6a-37bc-4bc4-b8c3-dcbaa81de146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:42.286995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7f7c6a-37bc-4bc4-b8c3-dcbaa81de146 None None] The sync data for ids ['4291acbc-1e51-4f79-8538-c3d85c204295'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:31:42.321519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] In _notify_port_updated(), no bound segment for port f5d685fe-5f29-423b-be65-f811fb772d8f on network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 {{(pid=96264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:31:42.353561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:42.353561 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:42.353561 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "PUT /v2.0/ports/f5d685fe-5f29-423b-be65-f811fb772d8f HTTP/1.1" status: 200 len: 818 time: 0.6264970 Sep 08 13:31:42.354722 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=f5d685fe-5f29-423b-be65-f811fb772d8f,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:42.356176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50286) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:42.366829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:42.367431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:42.368005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:42.368353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:42.369146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:42.369618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:42.370107 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:42.370634 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:42.370980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:42.371314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:42.371698 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:42.372039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c0f993-d467-4663-943a-6baecacec79c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:42.403434 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:42.404665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e430079f-76e4-457e-8986-c160beac7125 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.6861110 Sep 08 13:31:42.407584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50288) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:42.411783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b7339951-7e73-4012-9173-be00632b0c1c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'enable_snat': False}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:42.475438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-02e1a9f6-1b43-444a-b277-683d2475612e tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "PUT /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags/tempest-TagsExtTest-Tag-1653085349 HTTP/1.1" status: 201 len: 201 time: 0.2778089 Sep 08 13:31:42.485310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50290) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:42.485310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-64191d1f-07ef-476b-9a74-e1f4f9b7dd74 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8', 'tempest-TagsExtTest-Tag-1154943403') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:42.556605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-30851b36-0fb5-45db-8784-5c5d486a25db tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port f5d685fe-5f29-423b-be65-f811fb772d8f {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:42.556945 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-30851b36-0fb5-45db-8784-5c5d486a25db tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:42.567987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-553e4729-39ed-4770-888b-312264fe475c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:42.573780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553e4729-39ed-4770-888b-312264fe475c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:42.574448 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-553e4729-39ed-4770-888b-312264fe475c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:42.655687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e4729-39ed-4770-888b-312264fe475c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=ee432d1c-8eb5-400f-8159-350e14168561,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:42.667573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network ee432d1c-8eb5-400f-8159-350e14168561 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:42.690088 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-64191d1f-07ef-476b-9a74-e1f4f9b7dd74 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "PUT /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags/tempest-TagsExtTest-Tag-1154943403 HTTP/1.1" status: 201 len: 201 time: 0.2097359 Sep 08 13:31:42.692640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50296) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:42.698008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-aeb07234-a496-4300-8df3-6c8f84f338eb tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:42.758467 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-553e4729-39ed-4770-888b-312264fe475c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8125386 Sep 08 13:31:42.761181 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50298) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:42.768620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'network_id': 'ee432d1c-8eb5-400f-8159-350e14168561', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:42.812918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aeb07234-a496-4300-8df3-6c8f84f338eb tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags HTTP/1.1" status: 200 len: 240 time: 0.1166790 Sep 08 13:31:42.813628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50300) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:42.845439 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-e488d6a7-07dc-480b-8b5e-21d85ce7ff89 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6', 'tempest-TagsExtTest-Tag-295119518') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:42.928760 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e488d6a7-07dc-480b-8b5e-21d85ce7ff89 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags/tempest-TagsExtTest-Tag-295119518 HTTP/1.1" status: 204 len: 168 time: 0.1137402 Sep 08 13:31:42.930919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50304) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:42.936565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-e3bd3a7e-b480-496d-8d96-5b45ec991c83 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6', 'tempest-TagsExtTest-Tag-295119518') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:43.003049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:43.053578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:43.057792 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:43.079808 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:43.080183 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:43.089875 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-30851b36-0fb5-45db-8784-5c5d486a25db tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:43.111885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-30851b36-0fb5-45db-8784-5c5d486a25db tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for f5d685fe-5f29-423b-be65-f811fb772d8f owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:43.142524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.ipam_backend_mixin [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Performing IP validity checks on allocation pools {{(pid=96264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 08 13:31:43.143163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.ipam_backend_mixin [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking for overlaps among allocation pools and gateway ip {{(pid=96264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 08 13:31:43.265987 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e3bd3a7e-b480-496d-8d96-5b45ec991c83 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags/tempest-TagsExtTest-Tag-295119518 HTTP/1.1" status: 204 len: 168 time: 0.3317361 Sep 08 13:31:43.271400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50316) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:43.275949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-28bfd04e-d04b-41d0-b69b-0a78ed3a8339 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:43.333959 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:43.393953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c5163-10b4-4614-9fb9-9a2d04b09ea5 req-0dc16d4f-e363-47da-a5d9-239267a0dbf8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:43.395649 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-769c5163-10b4-4614-9fb9-9a2d04b09ea5 req-0dc16d4f-e363-47da-a5d9-239267a0dbf8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 943 time: 0.1833367 Sep 08 13:31:43.402148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7339951-7e73-4012-9173-be00632b0c1c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:43.436649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:43.501097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-28bfd04e-d04b-41d0-b69b-0a78ed3a8339 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags HTTP/1.1" status: 200 len: 205 time: 0.2285421 Sep 08 13:31:43.504420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-769c5163-10b4-4614-9fb9-9a2d04b09ea5 req-1a3186ef-74a6-4d97-a0ef-d70b337d0060 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916662 Sep 08 13:31:43.504911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50320) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:43.509477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-d9cd7bf4-6ab7-4512-9f5a-a23625926863 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:43.513110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=ed583bf5-16ec-4362-8c81-e631c551f1c3,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:43.528311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking segment: {'id': 'c024cbc8-f13d-492f-9905-a4b0914ff3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ee432d1c-8eb5-400f-8159-350e14168561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:43.528682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network hostable DHCP agents. Network: ee432d1c-8eb5-400f-8159-350e14168561, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:43.540827 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-30851b36-0fb5-45db-8784-5c5d486a25db tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:43.588982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30851b36-0fb5-45db-8784-5c5d486a25db tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=f5d685fe-5f29-423b-be65-f811fb772d8f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:43.604499 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-30851b36-0fb5-45db-8784-5c5d486a25db tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:43.606656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-30851b36-0fb5-45db-8784-5c5d486a25db tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/f5d685fe-5f29-423b-be65-f811fb772d8f HTTP/1.1" status: 204 len: 168 time: 1.2491117 Sep 08 13:31:43.608572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50322) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:43.634450 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d9cd7bf4-6ab7-4512-9f5a-a23625926863 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags HTTP/1.1" status: 200 len: 240 time: 0.1284969 Sep 08 13:31:43.648211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50324) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:43.653079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-97b83c00-3367-41d2-ac3b-0e4f998579fd tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08', 'tempest-TagsExtTest-Tag-202884208') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:43.678749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network ee432d1c-8eb5-400f-8159-350e14168561 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:43.687831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f257c24-614f-42aa-aee0-f99f997baa9d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:43.689463 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0f257c24-614f-42aa-aee0-f99f997baa9d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0798573 Sep 08 13:31:43.692835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50326) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:43.730387 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1900202e-1e5f-45f6-a909-e3f742dfd24c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:31:43.731970 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1900202e-1e5f-45f6-a909-e3f742dfd24c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/f5d685fe-5f29-423b-be65-f811fb772d8f HTTP/1.1" status: 404 len: 333 time: 0.0347924 Sep 08 13:31:43.736243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50328) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:43.740879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1272567a-35d6-4351-a6ed-093f142b8e53 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-313002634'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:43.754616 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-97b83c00-3367-41d2-ac3b-0e4f998579fd tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags/tempest-TagsExtTest-Tag-202884208 HTTP/1.1" status: 204 len: 168 time: 0.1031759 Sep 08 13:31:43.754929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50330) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:43.759526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-97bad52b-73ec-45a0-a88d-b64f8e86ee75 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08', 'tempest-TagsExtTest-Tag-202884208') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:43.803240 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, ee432d1c-8eb5-400f-8159-350e14168561) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:43.813835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:43.814671 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:43.815505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97af874e-2c8f-4ff2-8cca-624bf691a28f None None] Network ee432d1c-8eb5-400f-8159-350e14168561 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:43.917858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1272567a-35d6-4351-a6ed-093f142b8e53 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:43.921217 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1272567a-35d6-4351-a6ed-093f142b8e53 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:43.950109 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-97bad52b-73ec-45a0-a88d-b64f8e86ee75 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags/tempest-TagsExtTest-Tag-202884208 HTTP/1.1" status: 204 len: 168 time: 0.1905534 Sep 08 13:31:43.950871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50332) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:43.955766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-9cb05769-0942-4c4b-9724-4fde8f58e447 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:43.984051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1272567a-35d6-4351-a6ed-093f142b8e53 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:43.991546 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-ee432d1c-8eb5-400f-8159-350e14168561', 'network_id': 'ee432d1c-8eb5-400f-8159-350e14168561', 'tenant_id': '5351208e3ec84f4cb00c9072e23cab6c', 'fixed_ips': [{'subnet_id': 'ed583bf5-16ec-4362-8c81-e631c551f1c3'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:31:43.995526 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.024993 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9cb05769-0942-4c4b-9724-4fde8f58e447 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags HTTP/1.1" status: 200 len: 205 time: 0.0706558 Sep 08 13:31:44.025406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50334) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.030019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-4362e821-a206-4aa8-a212-bb395e900a8d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:44.030428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1272567a-35d6-4351-a6ed-093f142b8e53 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.030779 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-1272567a-35d6-4351-a6ed-093f142b8e53 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Added segment 8935bf84-6665-4b3f-b7a9-0055a7b2088a of type vlan for network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d Sep 08 13:31:44.070570 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9777fb73-d0b6-4741-8cf9-4ab16f243ff5 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3082221 Sep 08 13:31:44.074309 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50336) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.080712 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7339951-7e73-4012-9173-be00632b0c1c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.085690 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1272567a-35d6-4351-a6ed-093f142b8e53 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.088225 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7339951-7e73-4012-9173-be00632b0c1c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.168413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Allocated IP 172.20.0.3 (ee432d1c-8eb5-400f-8159-350e14168561/ed583bf5-16ec-4362-8c81-e631c551f1c3/499f2b1a-3c1a-47c5-a3f6-b39133e7b27c) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:44.172508 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4362e821-a206-4aa8-a212-bb395e900a8d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags HTTP/1.1" status: 200 len: 241 time: 0.1460111 Sep 08 13:31:44.177306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50338) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.183882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-aad19538-ed6e-4804-bbaf-515ddc7f7f11 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831', 'tempest-TagsExtTest-Tag-1653085349') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:44.217145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7339951-7e73-4012-9173-be00632b0c1c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Router 4291acbc-1e51-4f79-8538-c3d85c204295 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:31:44.246095 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.291091 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aad19538-ed6e-4804-bbaf-515ddc7f7f11 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags/tempest-TagsExtTest-Tag-1653085349 HTTP/1.1" status: 204 len: 168 time: 0.1127200 Sep 08 13:31:44.294019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50340) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.300349 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-7baa07ee-0fa9-4c08-80aa-7228243cb66f tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831', 'tempest-TagsExtTest-Tag-1653085349') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:44.324122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.333412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7339951-7e73-4012-9173-be00632b0c1c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:31:44.338669 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7339951-7e73-4012-9173-be00632b0c1c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.339888 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b7339951-7e73-4012-9173-be00632b0c1c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "PUT /v2.0/routers/4291acbc-1e51-4f79-8538-c3d85c204295 HTTP/1.1" status: 200 len: 924 time: 1.9313846 Sep 08 13:31:44.342443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50342) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.346852 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8870446-babb-45ab-bfd4-9cb6b907dd39 None None] Sync routers for ids ['4291acbc-1e51-4f79-8538-c3d85c204295'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:31:44.352484 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.362780 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8870446-babb-45ab-bfd4-9cb6b907dd39 None None] Routers {'4291acbc-1e51-4f79-8538-c3d85c204295'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:44.363907 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f8870446-babb-45ab-bfd4-9cb6b907dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4291acbc-1e51-4f79-8538-c3d85c204295'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:44.383623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Transition to ACTIVE for port object 499f2b1a-3c1a-47c5-a3f6-b39133e7b27c will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:44.387283 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.392269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1272567a-35d6-4351-a6ed-093f142b8e53 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.400079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1272567a-35d6-4351-a6ed-093f142b8e53 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:44.401137 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1272567a-35d6-4351-a6ed-093f142b8e53 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.408260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Transition to ACTIVE for port object 499f2b1a-3c1a-47c5-a3f6-b39133e7b27c will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:44.425541 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f8870446-babb-45ab-bfd4-9cb6b907dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:44.438762 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8870446-babb-45ab-bfd4-9cb6b907dd39 None None] Routers {'4291acbc-1e51-4f79-8538-c3d85c204295'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:44.439744 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f8870446-babb-45ab-bfd4-9cb6b907dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4291acbc-1e51-4f79-8538-c3d85c204295'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:44.505500 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f8870446-babb-45ab-bfd4-9cb6b907dd39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:44.506168 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8870446-babb-45ab-bfd4-9cb6b907dd39 None None] The sync data for ids ['4291acbc-1e51-4f79-8538-c3d85c204295'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:31:44.527045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272567a-35d6-4351-a6ed-093f142b8e53 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Network': ['ID=1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:44.551701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a0fcba67-1751-4172-b591-8388adb5b82e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/routers/4291acbc-1e51-4f79-8538-c3d85c204295 HTTP/1.1" status: 200 len: 924 time: 0.2077365 Sep 08 13:31:44.554309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50352) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.556715 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:44.582218 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.606818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1272567a-35d6-4351-a6ed-093f142b8e53 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8698671 Sep 08 13:31:44.611197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50354) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.619876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ab315e8b-05c4-4c39-ba03-074169e52f2d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': '1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:44.638466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a946860d-9c79-4637-96d5-06ccbb2a4d2b tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:44.640077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a946860d-9c79-4637-96d5-06ccbb2a4d2b tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&device_id=4291acbc-1e51-4f79-8538-c3d85c204295&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0847533 Sep 08 13:31:44.647633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50356) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.656380 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7baa07ee-0fa9-4c08-80aa-7228243cb66f tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags/tempest-TagsExtTest-Tag-1653085349 HTTP/1.1" status: 204 len: 168 time: 0.3601582 Sep 08 13:31:44.658971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50358) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.678154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-8a7870fb-f4c2-4916-a0f0-1abd8b776ea7 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:44.685268 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Network ee432d1c-8eb5-400f-8159-350e14168561 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:44.690666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:44.691130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1e6d3-c246-4237-88b9-d47b953a0c3d req-a3976b7e-23d1-42fb-ab81-75016ac9f497 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:44.697239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:44.699939 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7da1e6d3-c246-4237-88b9-d47b953a0c3d req-a3976b7e-23d1-42fb-ab81-75016ac9f497 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 943 time: 0.0981848 Sep 08 13:31:44.715140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Pushing event updated for resources: {'Port': ['ID=499f2b1a-3c1a-47c5-a3f6-b39133e7b27c,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:44.746284 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.779336 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Attempting to bind port 499f2b1a-3c1a-47c5-a3f6-b39133e7b27c on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:44.779514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Attempting to bind port 499f2b1a-3c1a-47c5-a3f6-b39133e7b27c by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'c024cbc8-f13d-492f-9905-a4b0914ff3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ee432d1c-8eb5-400f-8159-350e14168561'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:44.779776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Attempting to bind port 499f2b1a-3c1a-47c5-a3f6-b39133e7b27c on network ee432d1c-8eb5-400f-8159-350e14168561 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:44.786316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:44.786709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Checking segment: {'id': 'c024cbc8-f13d-492f-9905-a4b0914ff3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ee432d1c-8eb5-400f-8159-350e14168561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:44.787126 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.787840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Bound using segment: {'id': 'c024cbc8-f13d-492f-9905-a4b0914ff3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ee432d1c-8eb5-400f-8159-350e14168561'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:44.788077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Bound port: 499f2b1a-3c1a-47c5-a3f6-b39133e7b27c, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c024cbc8-f13d-492f-9905-a4b0914ff3d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'ee432d1c-8eb5-400f-8159-350e14168561'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:44.788401 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.801497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Subnet': ['ID=ed583bf5-16ec-4362-8c81-e631c551f1c3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:44.836368 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8a7870fb-f4c2-4916-a0f0-1abd8b776ea7 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags HTTP/1.1" status: 200 len: 205 time: 0.1739311 Sep 08 13:31:44.836634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50360) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.840798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-4c52ca7d-d162-4f21-880c-df783a8dcb42 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:44.848600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558cac28-cd92-425c-a973-07777d914b16 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:44.850309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-558cac28-cd92-425c-a973-07777d914b16 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 881 time: 0.2013724 Sep 08 13:31:44.855521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50362) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.880337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] For port 499f2b1a-3c1a-47c5-a3f6-b39133e7b27c, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:44.881149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] For port 499f2b1a-3c1a-47c5-a3f6-b39133e7b27c, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=499f2b1a-3c1a-47c5-a3f6-b39133e7b27c,segment=NetworkSegment(c024cbc8-f13d-492f-9905-a4b0914ff3d3),segment_id=c024cbc8-f13d-492f-9905-a4b0914ff3d3)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:44.887925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4c52ca7d-d162-4f21-880c-df783a8dcb42 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags HTTP/1.1" status: 200 len: 241 time: 0.0503080 Sep 08 13:31:44.888785 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7da1e6d3-c246-4237-88b9-d47b953a0c3d req-be89a7f3-58c9-48d5-9ea2-5731f1cd0876 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879883 Sep 08 13:31:44.890604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50364) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.892402 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:44.896264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-f7c92a94-ed07-4315-9d79-78da7d83de71 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8', 'tempest-TagsExtTest-Tag-1154943403') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:44.932663 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6aa461e3-4921-4f6c-a79b-4e73c0529d3a tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "GET /v2.0/ports?device_id=4291acbc-1e51-4f79-8538-c3d85c204295 HTTP/1.1" status: 200 len: 205 time: 0.0403185 Sep 08 13:31:44.934196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50366) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.934526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50368) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:44.936093 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f7c92a94-ed07-4315-9d79-78da7d83de71 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags/tempest-TagsExtTest-Tag-1154943403 HTTP/1.1" status: 204 len: 168 time: 0.0439391 Sep 08 13:31:44.940212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-6cf68633-1846-4780-ae95-881082bb2a15 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8', 'tempest-TagsExtTest-Tag-1154943403') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:44.996783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee432d1c-8eb5-400f-8159-350e14168561']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:45.002669 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:45.012999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c024cbc8-f13d-492f-9905-a4b0914ff3d3') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:45.013299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c024cbc8-f13d-492f-9905-a4b0914ff3d3') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:45.027645 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:45.084477 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:45.088017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab315e8b-05c4-4c39-ba03-074169e52f2d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:45.093838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab315e8b-05c4-4c39-ba03-074169e52f2d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:45.098524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb067a5-1eb6-4dfc-979f-c0a3635135f8 None None] Pushing event updated for resources: {'Port': ['ID=499f2b1a-3c1a-47c5-a3f6-b39133e7b27c,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:45.134436 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:45.134851 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:45.137884 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:45.143677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb509ae2-7be1-4311-99c6-be57a89b1877 None None] Network ee432d1c-8eb5-400f-8159-350e14168561 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:45.313128 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5314475f-0a67-433f-a0bd-a9f1046b328b None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:31:45.407152 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5314475f-0a67-433f-a0bd-a9f1046b328b None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:31:45.491190 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6cf68633-1846-4780-ae95-881082bb2a15 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags/tempest-TagsExtTest-Tag-1154943403 HTTP/1.1" status: 204 len: 168 time: 0.5545688 Sep 08 13:31:45.494079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50372) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:45.498690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-412a26b8-5154-458d-b940-a4cda7dd3a84 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:45.505621 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:45.534857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-412a26b8-5154-458d-b940-a4cda7dd3a84 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags HTTP/1.1" status: 200 len: 205 time: 0.0394726 Sep 08 13:31:45.537347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50376) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:45.541947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-b9001d69-1133-4585-8061-e7568bb3d3f8 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:45.582595 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b9001d69-1133-4585-8061-e7568bb3d3f8 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags HTTP/1.1" status: 204 len: 168 time: 0.0441272 Sep 08 13:31:45.585256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50380) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:45.590406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-0c6c9432-5d1e-438a-9588-498afc2c0d11 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:45.729223 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0c6c9432-5d1e-438a-9588-498afc2c0d11 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags HTTP/1.1" status: 204 len: 168 time: 0.1421432 Sep 08 13:31:45.734716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50382) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:45.742721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-b512d099-4f5b-4848-81a6-4cd6b495a10d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:45.760720 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 13:31:45.760720 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 13:31:45.760720 n-d-807558-3 neutron-server[96264]: [parameters: {'id': 'ee432d1c-8eb5-400f-8159-350e14168561'}] Sep 08 13:31:45.760720 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:31:45.761169 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:31:45.807410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:45.816481 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b512d099-4f5b-4848-81a6-4cd6b495a10d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags HTTP/1.1" status: 204 len: 168 time: 0.0785785 Sep 08 13:31:45.818235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50384) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:45.823134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-dce10929-b31b-4eb6-b0aa-110c02d24bf0 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:45.885634 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dce10929-b31b-4eb6-b0aa-110c02d24bf0 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags HTTP/1.1" status: 204 len: 168 time: 0.0660653 Sep 08 13:31:45.890529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50386) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:45.895955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-6f462df3-6caf-400a-bc8d-319539276a1b tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6', 'tempest-TagsExtTest-Tag-1383104188') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:46.008438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Deleting port 8c7bc679-de84-4f11-a2d8-8050c7313233 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:46.008798 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.030616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab315e8b-05c4-4c39-ba03-074169e52f2d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.031100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5649d-b57e-4e5d-9580-494bde4cc25c req-8ab8f87f-b2fa-4d38-8c8b-488753e30291 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:46.033239 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fed5649d-b57e-4e5d-9580-494bde4cc25c req-8ab8f87f-b2fa-4d38-8c8b-488753e30291 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 943 time: 0.0607314 Sep 08 13:31:46.080121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fed5649d-b57e-4e5d-9580-494bde4cc25c req-260d72ae-c37a-4425-b28c-4c26456ec172 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Sep 08 13:31:46.139236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6f462df3-6caf-400a-bc8d-319539276a1b tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "PUT /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags/tempest-TagsExtTest-Tag-1383104188 HTTP/1.1" status: 201 len: 201 time: 0.2475693 Sep 08 13:31:46.145981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab315e8b-05c4-4c39-ba03-074169e52f2d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Subnet': ['ID=c49d1997-0ee4-4a7e-91cf-647197f10a13,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:46.149708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50390) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:46.154657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-51ad5b86-1fc3-4a1e-8532-6bb1dfebcda6 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08', 'tempest-TagsExtTest-Tag-2015044298') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:46.156779 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.175419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Calling delete_port for 8c7bc679-de84-4f11-a2d8-8050c7313233 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:46.181169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab315e8b-05c4-4c39-ba03-074169e52f2d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Checking segment: {'id': '8935bf84-6665-4b3f-b7a9-0055a7b2088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:46.181573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab315e8b-05c4-4c39-ba03-074169e52f2d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network hostable DHCP agents. Network: 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:46.290658 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.401409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Deleting port 499f2b1a-3c1a-47c5-a3f6-b39133e7b27c {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:46.401754 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.443261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-51ad5b86-1fc3-4a1e-8532-6bb1dfebcda6 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "PUT /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags/tempest-TagsExtTest-Tag-2015044298 HTTP/1.1" status: 201 len: 201 time: 0.2923512 Sep 08 13:31:46.446090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50392) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:46.451011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-667e612f-35c1-4137-b52d-6a722902ee00 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831', 'tempest-TagsExtTest-Tag-359574481') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:46.509536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab315e8b-05c4-4c39-ba03-074169e52f2d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:46.525238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] For port 499f2b1a-3c1a-47c5-a3f6-b39133e7b27c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=499f2b1a-3c1a-47c5-a3f6-b39133e7b27c,segment=NetworkSegment(c024cbc8-f13d-492f-9905-a4b0914ff3d3),segment_id=c024cbc8-f13d-492f-9905-a4b0914ff3d3)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:46.525733 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.528437 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.552441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 3477f48b-b899-4406-89b4-af70cd863312 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:31:46.563288 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Calling delete_port for 499f2b1a-3c1a-47c5-a3f6-b39133e7b27c owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:46.574394 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Pushing event deleted for resources: {'Port': ['ID=8c7bc679-de84-4f11-a2d8-8050c7313233,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:46.652794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ab315e8b-05c4-4c39-ba03-074169e52f2d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:46.664510 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab315e8b-05c4-4c39-ba03-074169e52f2d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:46.665060 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab315e8b-05c4-4c39-ba03-074169e52f2d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.669769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240784a0-44f2-4c25-9dad-571f03513356 None None] Network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:46.684704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-667e612f-35c1-4137-b52d-6a722902ee00 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "PUT /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags/tempest-TagsExtTest-Tag-359574481 HTTP/1.1" status: 201 len: 201 time: 0.2359288 Sep 08 13:31:46.685764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50396) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:46.691062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-1af2f699-cbab-43c0-b31a-3a8722bc8940 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8', 'tempest-TagsExtTest-Tag-727656212') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:46.716395 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.758663 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 3477f48b-b899-4406-89b4-af70cd863312, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3477f48b-b899-4406-89b4-af70cd863312,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:46.779044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '3477f48b-b899-4406-89b4-af70cd863312', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'port_id': '3477f48b-b899-4406-89b4-af70cd863312', 'mac_address': 'fa:16:3e:dd:56:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14836f1-ecd1-4db6-b042-f7de366d80f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:31:46.812449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ab315e8b-05c4-4c39-ba03-074169e52f2d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1944640 Sep 08 13:31:46.813023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50404) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:46.823395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ed5f253b-dd6c-4f01-9fd3-6854be94ed92 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': '1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:46.844069 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.869798 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.878050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3477f48b-b899-4406-89b4-af70cd863312 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:31:46.891276 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.913137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 3477f48b-b899-4406-89b4-af70cd863312, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3477f48b-b899-4406-89b4-af70cd863312,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:46.955703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d', 'network_id': '1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d', 'tenant_id': '6bad6c9ff2674db8b35fd0e5660983d6', 'fixed_ips': [{'subnet_id': 'c49d1997-0ee4-4a7e-91cf-647197f10a13'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:31:46.956651 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.977047 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:46.997464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1af2f699-cbab-43c0-b31a-3a8722bc8940 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "PUT /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags/tempest-TagsExtTest-Tag-727656212 HTTP/1.1" status: 201 len: 201 time: 0.3105628 Sep 08 13:31:47.000138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50408) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:47.004556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-a975f2ee-7c70-4957-bae1-db5fdf9c02c1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6', {'tags': ['tempest-TagsExtTest-Tag-1665458919', 'tempest-TagsExtTest-Tag-1250860845', 'tempest-TagsExtTest-Tag-1267927064']}) {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:47.018279 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Port': ['ID=499f2b1a-3c1a-47c5-a3f6-b39133e7b27c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:47.020296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No DVR routers for this DVR port 499f2b1a-3c1a-47c5-a3f6-b39133e7b27c on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:47.050458 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.054412 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.137380 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.150782 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.151702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Fanout notify agent at l3_agent the message router_deleted on router 4291acbc-1e51-4f79-8538-c3d85c204295 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:31:47.171593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.171593 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7490dd20-7a19-40a0-a01d-aaa8a93f7720 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/routers/4291acbc-1e51-4f79-8538-c3d85c204295 HTTP/1.1" status: 204 len: 168 time: 2.2307086 Sep 08 13:31:47.171802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50414) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:47.176017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-75684eb4-85f4-48dd-97e4-00fe0126cfe3 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1435876842', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:47.183424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee432d1c-8eb5-400f-8159-350e14168561']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:47.207939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=3477f48b-b899-4406-89b4-af70cd863312,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:47.208198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c024cbc8-f13d-492f-9905-a4b0914ff3d3') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:47.208447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c024cbc8-f13d-492f-9905-a4b0914ff3d3') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:47.236139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Allocated IP 2001:db8::2 (1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d/c49d1997-0ee4-4a7e-91cf-647197f10a13/0d3b2fc9-5f72-4473-bb37-0e733d0b928e) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:47.239499 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.258077 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.267301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:47.267783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:47.270783 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:47.279004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b40863-2bb9-4b02-a7d1-d0402ac825c9 req-3e06a940-2d37-43e1-b7da-be44bd62db1b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:47.280658 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11b40863-2bb9-4b02-a7d1-d0402ac825c9 req-3e06a940-2d37-43e1-b7da-be44bd62db1b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 944 time: 0.0932519 Sep 08 13:31:47.313877 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:31:47.365329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a975f2ee-7c70-4957-bae1-db5fdf9c02c1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "PUT /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags HTTP/1.1" status: 200 len: 318 time: 0.3618279 Sep 08 13:31:47.365523 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-11b40863-2bb9-4b02-a7d1-d0402ac825c9 req-9a6b0b45-b2b0-4bed-ae05-fa28b64ee715 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729616 Sep 08 13:31:47.365626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50416) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:47.369867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-eae078ac-d9b4-4a16-9230-e2f29a469ee1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:47.397040 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.400990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['3477f48b-b899-4406-89b4-af70cd863312'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:31:47.414951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5f253b-dd6c-4f01-9fd3-6854be94ed92 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:47.419530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed5f253b-dd6c-4f01-9fd3-6854be94ed92 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.518626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Transition to ACTIVE for port object 0d3b2fc9-5f72-4473-bb37-0e733d0b928e will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:47.518843 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.532012 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.534387 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/ee432d1c-8eb5-400f-8159-350e14168561 HTTP/1.1" status: 204 len: 168 time: 3.4588943 Sep 08 13:31:47.538054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50418) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:47.544331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e941ad09-98f3-473b-9fbd-aedaf8541110 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1826359206'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:47.549044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Transition to ACTIVE for port object 0d3b2fc9-5f72-4473-bb37-0e733d0b928e will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:47.550042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4858e8-000c-4270-a081-841a8cbbd572 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Network': ['ID=ee432d1c-8eb5-400f-8159-350e14168561,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:47.554404 n-d-807558-3 neutron-server[96264]: INFO neutron.db.ipam_backend_mixin [None req-ed5f253b-dd6c-4f01-9fd3-6854be94ed92 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c49d1997-0ee4-4a7e-91cf-647197f10a13 (CIDR: 2001:db8::/64) Sep 08 13:31:47.576112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-75684eb4-85f4-48dd-97e4-00fe0126cfe3 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.577153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-75684eb4-85f4-48dd-97e4-00fe0126cfe3 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.619833 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5f253b-dd6c-4f01-9fd3-6854be94ed92 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:31:47.620289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5f253b-dd6c-4f01-9fd3-6854be94ed92 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:31:47.635715 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-75684eb4-85f4-48dd-97e4-00fe0126cfe3 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.690350 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-eae078ac-d9b4-4a16-9230-e2f29a469ee1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags HTTP/1.1" status: 204 len: 168 time: 0.3234673 Sep 08 13:31:47.692852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50420) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:47.697506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-a556f58b-b22e-4c48-a29e-ec14d49417bb tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6', 'tempest-TagsExtTest-Tag-1665458919') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:47.744790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e941ad09-98f3-473b-9fbd-aedaf8541110 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:47.748514 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e941ad09-98f3-473b-9fbd-aedaf8541110 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.755653 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.760593 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-a556f58b-b22e-4c48-a29e-ec14d49417bb tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] show failed (client error): The resource could not be found. Sep 08 13:31:47.764208 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a556f58b-b22e-4c48-a29e-ec14d49417bb tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags/tempest-TagsExtTest-Tag-1665458919 HTTP/1.1" status: 404 len: 329 time: 0.0678339 Sep 08 13:31:47.764519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50422) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:47.770528 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-76944f7f-c6eb-4c5e-acf0-a8ebf6ba671b tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6', 'tempest-TagsExtTest-Tag-1250860845') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:47.786358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:47.789534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:47.794325 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-75684eb4-85f4-48dd-97e4-00fe0126cfe3 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.822873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e941ad09-98f3-473b-9fbd-aedaf8541110 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:47.827388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:47.838544 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e941ad09-98f3-473b-9fbd-aedaf8541110 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.839447 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-e941ad09-98f3-473b-9fbd-aedaf8541110 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Added segment 07df1aeb-373e-44fb-966f-3817bfb67890 of type vlan for network 3077f077-0c1b-42d5-bed4-85021621c43a Sep 08 13:31:47.863427 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ed5f253b-dd6c-4f01-9fd3-6854be94ed92 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0489457 Sep 08 13:31:47.866893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50426) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:47.878436 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-fe04a958-633a-48fb-8968-1711e6addd0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': '1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:47.902704 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e941ad09-98f3-473b-9fbd-aedaf8541110 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.920905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Pushing event updated for resources: {'Port': ['ID=0d3b2fc9-5f72-4473-bb37-0e733d0b928e,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:47.930465 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-75684eb4-85f4-48dd-97e4-00fe0126cfe3 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.935250 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-75684eb4-85f4-48dd-97e4-00fe0126cfe3 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7604337 Sep 08 13:31:47.948802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50428) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:47.960636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Request body: {'router': {'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:47.976733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Attempting to bind port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:47.977492 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Attempting to bind port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '8935bf84-6665-4b3f-b7a9-0055a7b2088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:47.978281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Attempting to bind port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e on network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:47.987199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:47.987876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Checking segment: {'id': '8935bf84-6665-4b3f-b7a9-0055a7b2088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:47.988503 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:47.989159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Bound using segment: {'id': '8935bf84-6665-4b3f-b7a9-0055a7b2088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:47.989850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Bound port: 0d3b2fc9-5f72-4473-bb37-0e733d0b928e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8935bf84-6665-4b3f-b7a9-0055a7b2088a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:47.991648 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:48.092703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] For port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:48.097281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] For port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0d3b2fc9-5f72-4473-bb37-0e733d0b928e,segment=NetworkSegment(8935bf84-6665-4b3f-b7a9-0055a7b2088a),segment_id=8935bf84-6665-4b3f-b7a9-0055a7b2088a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:48.148033 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-76944f7f-c6eb-4c5e-acf0-a8ebf6ba671b tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] show failed (client error): The resource could not be found. Sep 08 13:31:48.149756 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-76944f7f-c6eb-4c5e-acf0-a8ebf6ba671b tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags/tempest-TagsExtTest-Tag-1250860845 HTTP/1.1" status: 404 len: 329 time: 0.3842704 Sep 08 13:31:48.153033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50430) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:48.157843 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-12b73317-554d-43f1-8c0d-9dfaf35bd9af tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6', 'tempest-TagsExtTest-Tag-1267927064') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:48.208401 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:48.220265 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e941ad09-98f3-473b-9fbd-aedaf8541110 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:48.227506 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e941ad09-98f3-473b-9fbd-aedaf8541110 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:48.228142 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e941ad09-98f3-473b-9fbd-aedaf8541110 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:48.240468 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-12b73317-554d-43f1-8c0d-9dfaf35bd9af tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] show failed (client error): The resource could not be found. Sep 08 13:31:48.241880 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-12b73317-554d-43f1-8c0d-9dfaf35bd9af tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags/tempest-TagsExtTest-Tag-1267927064 HTTP/1.1" status: 404 len: 329 time: 0.0876877 Sep 08 13:31:48.245382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50436) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:48.259416 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-8a0419fb-d1cd-4bb4-8e57-ecb371f2d613 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08', {'tags': ['tempest-TagsExtTest-Tag-1228679336', 'tempest-TagsExtTest-Tag-2100068417', 'tempest-TagsExtTest-Tag-406718947']}) {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:48.298968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edd08b-a833-47e3-b4d1-9ecd4b18d861 None None] Pushing event updated for resources: {'Port': ['ID=0d3b2fc9-5f72-4473-bb37-0e733d0b928e,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:48.305379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe04a958-633a-48fb-8968-1711e6addd0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:48.309682 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe04a958-633a-48fb-8968-1711e6addd0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:48.428987 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:48.474274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941ad09-98f3-473b-9fbd-aedaf8541110 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=3077f077-0c1b-42d5-bed4-85021621c43a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:48.495635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 3077f077-0c1b-42d5-bed4-85021621c43a details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:48.496699 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e941ad09-98f3-473b-9fbd-aedaf8541110 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9568813 Sep 08 13:31:48.497550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50442) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:48.502867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-63f59f1d-dd11-4eed-8b81-a1a5c7754ad9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'network_id': '3077f077-0c1b-42d5-bed4-85021621c43a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:48.661032 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8a0419fb-d1cd-4bb4-8e57-ecb371f2d613 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "PUT /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags HTTP/1.1" status: 200 len: 317 time: 0.4122002 Sep 08 13:31:48.669217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 3477f48b-b899-4406-89b4-af70cd863312 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:48.679026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50444) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:48.700267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-07471c31-f12f-4837-95ee-407b138a412d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:48.853407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 3477f48b-b899-4406-89b4-af70cd863312 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:48.859163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 3477f48b-b899-4406-89b4-af70cd863312 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:48.862453 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:49.061627 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:49.086828 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0d3b2fc9-5f72-4473-bb37-0e733d0b928e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:49.111409 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe04a958-633a-48fb-8968-1711e6addd0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:49.161250 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe04a958-633a-48fb-8968-1711e6addd0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:49.201766 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef11179-f843-445d-8f15-85951fdce3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3477f48b-b899-4406-89b4-af70cd863312'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:31:49.204912 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8145d0e5-dcc1-4db1-afa6-b9ada7c05f0b" -d '{"events": [{"server_uuid": "aef11179-f843-445d-8f15-85951fdce3d4", "name": "network-vif-plugged", "status": "completed", "tag": "3477f48b-b899-4406-89b4-af70cd863312"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:31:49.213012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-07471c31-f12f-4837-95ee-407b138a412d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags HTTP/1.1" status: 204 len: 168 time: 0.5313089 Sep 08 13:31:49.225206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50450) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:49.225206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-fe04a958-633a-48fb-8968-1711e6addd0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:49.225853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 3477f48b-b899-4406-89b4-af70cd863312, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3477f48b-b899-4406-89b4-af70cd863312,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:49.250359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-8f3ea557-3ded-4c3e-9c6c-bb41a86eab6e tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08', 'tempest-TagsExtTest-Tag-1228679336') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:49.272075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe04a958-633a-48fb-8968-1711e6addd0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:49.272681 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fe04a958-633a-48fb-8968-1711e6addd0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:49.294255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:49.314860 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d41972-f8a6-4d1b-94c8-829451cc4d67 x-openstack-request-id: req-21d41972-f8a6-4d1b-94c8-829451cc4d67 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:31:49.315154 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef11179-f843-445d-8f15-85951fdce3d4", "name": "network-vif-plugged", "status": "completed", "tag": "3477f48b-b899-4406-89b4-af70cd863312", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:31:49.315410 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21d41972-f8a6-4d1b-94c8-829451cc4d67 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:31:49.315815 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef11179-f843-445d-8f15-85951fdce3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3477f48b-b899-4406-89b4-af70cd863312', 'code': 200} Sep 08 13:31:49.366081 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:49.408088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04a958-633a-48fb-8968-1711e6addd0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Subnet': ['ID=5d82c848-af51-4f14-b3ec-68508c05984a,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:49.443888 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-8f3ea557-3ded-4c3e-9c6c-bb41a86eab6e tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] show failed (client error): The resource could not be found. Sep 08 13:31:49.448136 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8f3ea557-3ded-4c3e-9c6c-bb41a86eab6e tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags/tempest-TagsExtTest-Tag-1228679336 HTTP/1.1" status: 404 len: 329 time: 0.2028134 Sep 08 13:31:49.448788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50454) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:49.457842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-b5f8003a-3e32-4f57-95fd-48a11fe515ee tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08', 'tempest-TagsExtTest-Tag-2100068417') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:49.458369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f7e11-94ba-42ab-9d44-d1bd1c5335ea req-c10109ab-b67a-4b26-a66e-4f0e55940052 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:49.460023 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e20f7e11-94ba-42ab-9d44-d1bd1c5335ea req-c10109ab-b67a-4b26-a66e-4f0e55940052 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 944 time: 0.1936157 Sep 08 13:31:49.488303 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=3477f48b-b899-4406-89b4-af70cd863312,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:49.551534 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-b5f8003a-3e32-4f57-95fd-48a11fe515ee tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] show failed (client error): The resource could not be found. Sep 08 13:31:49.552959 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b5f8003a-3e32-4f57-95fd-48a11fe515ee tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags/tempest-TagsExtTest-Tag-2100068417 HTTP/1.1" status: 404 len: 329 time: 0.1030684 Sep 08 13:31:49.555541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5eb14a-fafe-4b0a-90e2-c358d5f29890 req-981aca9b-c1e1-46e3-a44f-d98a1daf47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:49.556254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50456) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:49.557346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df5eb14a-fafe-4b0a-90e2-c358d5f29890 req-981aca9b-c1e1-46e3-a44f-d98a1daf47d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 1096 time: 0.1620612 Sep 08 13:31:49.559922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f59f1d-dd11-4eed-8b81-a1a5c7754ad9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:49.561448 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63f59f1d-dd11-4eed-8b81-a1a5c7754ad9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:49.568852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-6bf20ca6-9fdf-4c1d-9e13-2497c8ea6264 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08', 'tempest-TagsExtTest-Tag-406718947') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:49.612585 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fe04a958-633a-48fb-8968-1711e6addd0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7437186 Sep 08 13:31:49.617357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50458) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:49.623909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': '1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d', 'fixed_ips': [{'subnet_id': 'c49d1997-0ee4-4a7e-91cf-647197f10a13'}, {'subnet_id': '5d82c848-af51-4f14-b3ec-68508c05984a'}], 'name': 'tempest-PortsIpV6TestJSON-1643053746'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:49.685963 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-6bf20ca6-9fdf-4c1d-9e13-2497c8ea6264 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] show failed (client error): The resource could not be found. Sep 08 13:31:49.687567 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e20f7e11-94ba-42ab-9d44-d1bd1c5335ea req-a64d0c0b-e214-434c-aca4-e5a24933e6af tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139313 Sep 08 13:31:49.690975 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6bf20ca6-9fdf-4c1d-9e13-2497c8ea6264 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags/tempest-TagsExtTest-Tag-406718947 HTTP/1.1" status: 404 len: 328 time: 0.1331801 Sep 08 13:31:49.691764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50460) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:49.729386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-e76c236f-323f-4499-bc75-4ac3005b055e tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831', {'tags': ['tempest-TagsExtTest-Tag-513842590', 'tempest-TagsExtTest-Tag-1045709294', 'tempest-TagsExtTest-Tag-1192962177']}) {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:49.760941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df5eb14a-fafe-4b0a-90e2-c358d5f29890 req-d15d59dd-2100-48ed-88de-7d5d6983f5be service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953790 Sep 08 13:31:49.865064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e57882-2d81-4be0-8a74-7d5ecd0e501b None None] Network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:49.950649 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:49.976720 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:50.091330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50466) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:50.091844 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e76c236f-323f-4499-bc75-4ac3005b055e tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "PUT /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags HTTP/1.1" status: 200 len: 317 time: 0.3662446 Sep 08 13:31:50.098308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-447bfa33-19cb-4c4e-8610-736c8b14ca5d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:50.157925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:50.165183 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Provisioning for port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:50.167587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Provisioning complete for port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:50.168081 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:50.193692 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63f59f1d-dd11-4eed-8b81-a1a5c7754ad9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:50.205837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c2f886-f36a-4c9f-83fa-4584407b528a None None] Update dhcp port {'port': {'network_id': '1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d', 'fixed_ips': [{'subnet_id': 'c49d1997-0ee4-4a7e-91cf-647197f10a13', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d82c848-af51-4f14-b3ec-68508c05984a'}], 'binding:host_id': 'n-d-807558-3'}, 'id': '0d3b2fc9-5f72-4473-bb37-0e733d0b928e'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:31:50.278474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Allocated IP 172.25.5.151 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/388f5c2e-fdec-48e4-bfb2-f6d1dcbd837f) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:50.311309 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:50.322403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f59f1d-dd11-4eed-8b81-a1a5c7754ad9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=746394b4-18a8-4fa4-8fdc-de4554d01331,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:50.344238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port e3eda99e-5d58-464f-8c1c-e4506e4e305b yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:31:50.400025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f59f1d-dd11-4eed-8b81-a1a5c7754ad9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking segment: {'id': '07df1aeb-373e-44fb-966f-3817bfb67890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3077f077-0c1b-42d5-bed4-85021621c43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:50.400348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f59f1d-dd11-4eed-8b81-a1a5c7754ad9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network hostable DHCP agents. Network: 3077f077-0c1b-42d5-bed4-85021621c43a, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:50.417816 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-78c2f886-f36a-4c9f-83fa-4584407b528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:50.502963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-447bfa33-19cb-4c4e-8610-736c8b14ca5d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags HTTP/1.1" status: 204 len: 168 time: 0.4082701 Sep 08 13:31:50.503655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50470) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:50.511784 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:50.557366 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:50.591537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-c17a37e1-f621-406a-8326-2ab3646c7802 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831', 'tempest-TagsExtTest-Tag-513842590') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:50.613336 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] For port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0d3b2fc9-5f72-4473-bb37-0e733d0b928e,segment=NetworkSegment(8935bf84-6665-4b3f-b7a9-0055a7b2088a),segment_id=8935bf84-6665-4b3f-b7a9-0055a7b2088a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:50.633781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f59f1d-dd11-4eed-8b81-a1a5c7754ad9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network 3077f077-0c1b-42d5-bed4-85021621c43a is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:50.687523 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-c17a37e1-f621-406a-8326-2ab3646c7802 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] show failed (client error): The resource could not be found. Sep 08 13:31:50.688795 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c17a37e1-f621-406a-8326-2ab3646c7802 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags/tempest-TagsExtTest-Tag-513842590 HTTP/1.1" status: 404 len: 328 time: 0.1047657 Sep 08 13:31:50.690657 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:50.692576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50472) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:50.698788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-03bec144-be51-45a0-8711-951e3d2ccfa1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831', 'tempest-TagsExtTest-Tag-1045709294') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:50.734083 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:50.773185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:50.775441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-63f59f1d-dd11-4eed-8b81-a1a5c7754ad9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 3077f077-0c1b-42d5-bed4-85021621c43a) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:50.780580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:50.794452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:50.799013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Pushing event updated for resources: {'Port': ['ID=0d3b2fc9-5f72-4473-bb37-0e733d0b928e,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:50.809310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:50.809926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:50.810550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:50.811089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:50.811621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:50.812304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:50.812846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:50.813918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:50.814678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:50.815439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:50.816134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:50.816813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfaa996-01d1-4709-9691-4fd430c42978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:31:50.822403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ba4a8a-83ba-4c14-adb1-44c58f9b4edc None None] Network 3077f077-0c1b-42d5-bed4-85021621c43a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:50.830784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f59f1d-dd11-4eed-8b81-a1a5c7754ad9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:50.831400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63f59f1d-dd11-4eed-8b81-a1a5c7754ad9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:50.838229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8::311 (1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d/c49d1997-0ee4-4a7e-91cf-647197f10a13/e3eda99e-5d58-464f-8c1c-e4506e4e305b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:50.849083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8:0:1::22 (1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d/5d82c848-af51-4f14-b3ec-68508c05984a/e3eda99e-5d58-464f-8c1c-e4506e4e305b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:50.862686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Pushing event updated for resources: {'Port': ['ID=388f5c2e-fdec-48e4-bfb2-f6d1dcbd837f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:50.916605 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210749da-5b2c-43ca-84af-4360c88f27d1 req-574b0cc4-df71-46b4-b546-b68fc2a2deab tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:50.919397 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-210749da-5b2c-43ca-84af-4360c88f27d1 req-574b0cc4-df71-46b4-b546-b68fc2a2deab tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 945 time: 0.1268039 Sep 08 13:31:50.998006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-63f59f1d-dd11-4eed-8b81-a1a5c7754ad9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4992242 Sep 08 13:31:51.001634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50478) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:51.031630 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-03bec144-be51-45a0-8711-951e3d2ccfa1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] show failed (client error): The resource could not be found. Sep 08 13:31:51.036251 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-03bec144-be51-45a0-8711-951e3d2ccfa1 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags/tempest-TagsExtTest-Tag-1045709294 HTTP/1.1" status: 404 len: 329 time: 0.3410702 Sep 08 13:31:51.036884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50480) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:51.046395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.tag.tag_plugin [None req-9ea28031-d7ac-45a5-abd6-af03fc3ca38b tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831', 'tempest-TagsExtTest-Tag-1192962177') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:51.076931 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-210749da-5b2c-43ca-84af-4360c88f27d1 req-f21c6637-e757-41f5-977d-3c30f9a933bb tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474891 Sep 08 13:31:51.080792 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0d3b2fc9-5f72-4473-bb37-0e733d0b928e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:51.237033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:51.237342 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:51.242619 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:51.260066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object e3eda99e-5d58-464f-8c1c-e4506e4e305b will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:51.291879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-3077f077-0c1b-42d5-bed4-85021621c43a', 'network_id': '3077f077-0c1b-42d5-bed4-85021621c43a', 'tenant_id': '5351208e3ec84f4cb00c9072e23cab6c', 'fixed_ips': [{'subnet_id': '746394b4-18a8-4fa4-8fdc-de4554d01331'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:31:51.294663 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:51.377318 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-9ea28031-d7ac-45a5-abd6-af03fc3ca38b tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] show failed (client error): The resource could not be found. Sep 08 13:31:51.381563 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9ea28031-d7ac-45a5-abd6-af03fc3ca38b tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags/tempest-TagsExtTest-Tag-1192962177 HTTP/1.1" status: 404 len: 329 time: 0.3360283 Sep 08 13:31:51.382133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50486) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:51.387611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-73b2ede9-5a5f-40b8-ba89-54419b181e9c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8', {'tags': ['tempest-TagsExtTest-Tag-137536196', 'tempest-TagsExtTest-Tag-2132113019', 'tempest-TagsExtTest-Tag-674146286']}) {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:51.408489 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:51.420920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:51.524801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:51.532648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:51.536659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-78c2f886-f36a-4c9f-83fa-4584407b528a None None] Allocated IP 2001:db8:0:1::2 (1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d/5d82c848-af51-4f14-b3ec-68508c05984a/0d3b2fc9-5f72-4473-bb37-0e733d0b928e) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:51.538971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:51.547274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:51.548537 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:51.571477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=e3eda99e-5d58-464f-8c1c-e4506e4e305b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:51.578708 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:51.631073 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4a3b3518-4a85-4981-aa9f-9e5dbd50fa55 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0124991 Sep 08 13:31:51.639967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50492) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:51.639967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a7183b78-df1f-4345-9ef4-fb57e79e8645 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c49d1997-0ee4-4a7e-91cf-647197f10a13'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:51.643590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Allocated IP 172.20.0.1 (3077f077-0c1b-42d5-bed4-85021621c43a/746394b4-18a8-4fa4-8fdc-de4554d01331/e06b3a66-24ed-4445-873b-2aa5d128586a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:51.660353 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-73b2ede9-5a5f-40b8-ba89-54419b181e9c tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "PUT /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags HTTP/1.1" status: 200 len: 316 time: 0.2768834 Sep 08 13:31:51.664172 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50494) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:51.668529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-d6bcbc72-8433-4e22-b5b6-d108076bf01f tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:51.715440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-78c2f886-f36a-4c9f-83fa-4584407b528a None None] For port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0d3b2fc9-5f72-4473-bb37-0e733d0b928e,segment=NetworkSegment(8935bf84-6665-4b3f-b7a9-0055a7b2088a),segment_id=8935bf84-6665-4b3f-b7a9-0055a7b2088a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:51.729795 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:51.794071 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-78c2f886-f36a-4c9f-83fa-4584407b528a None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:51.824088 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d6bcbc72-8433-4e22-b5b6-d108076bf01f tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags HTTP/1.1" status: 204 len: 168 time: 0.1599014 Sep 08 13:31:51.826587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50496) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:51.833067 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-f1840704-0f27-44f0-9616-1197a22875bb tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8', 'tempest-TagsExtTest-Tag-137536196') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:51.843533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-78c2f886-f36a-4c9f-83fa-4584407b528a None None] Transition to ACTIVE for port object 0d3b2fc9-5f72-4473-bb37-0e733d0b928e will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:51.891709 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-f1840704-0f27-44f0-9616-1197a22875bb tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] show failed (client error): The resource could not be found. Sep 08 13:31:51.893427 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:51.896141 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f1840704-0f27-44f0-9616-1197a22875bb tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags/tempest-TagsExtTest-Tag-137536196 HTTP/1.1" status: 404 len: 328 time: 0.0682967 Sep 08 13:31:51.899612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50498) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:51.907940 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-2bf80b1a-a58f-4ac8-a802-a68044421f47 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8', 'tempest-TagsExtTest-Tag-2132113019') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:51.913051 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Transition to ACTIVE for port object e06b3a66-24ed-4445-873b-2aa5d128586a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:51.924893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-2ecf9aa5-778f-4fc0-9908-84b9e5081e03 req-508a1efc-47f5-4997-b35d-ac5d1696172c service neutron] (96264) timed out ('10.222.0.69', 45502) {{(pid=96264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 13:31:51.935354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Transition to ACTIVE for port object e06b3a66-24ed-4445-873b-2aa5d128586a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:51.939630 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-2bf80b1a-a58f-4ac8-a802-a68044421f47 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] show failed (client error): The resource could not be found. Sep 08 13:31:51.939630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2bf80b1a-a58f-4ac8-a802-a68044421f47 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags/tempest-TagsExtTest-Tag-2132113019 HTTP/1.1" status: 404 len: 329 time: 0.0362771 Sep 08 13:31:51.940399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50500) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:51.946726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-6684a533-9583-4d78-b14d-03e7d434d6c7 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8', 'tempest-TagsExtTest-Tag-674146286') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:51.967677 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-78c2f886-f36a-4c9f-83fa-4584407b528a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:51.971334 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-6684a533-9583-4d78-b14d-03e7d434d6c7 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] show failed (client error): The resource could not be found. Sep 08 13:31:51.974207 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6684a533-9583-4d78-b14d-03e7d434d6c7 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags/tempest-TagsExtTest-Tag-674146286 HTTP/1.1" status: 404 len: 328 time: 0.0318849 Sep 08 13:31:51.979741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50502) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:51.985878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-a19df188-4de8-459b-8465-ea7d389b434f tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '92c76f3b-2bad-4e2b-9b6f-349afa53a4d8') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:52.018471 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a19df188-4de8-459b-8465-ea7d389b434f tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8/tags HTTP/1.1" status: 204 len: 168 time: 0.0372975 Sep 08 13:31:52.025740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50504) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:52.031231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-80b29d7a-5564-404e-9cdf-af91334c5d85 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e7371f39-9ffd-49f5-a836-8f94ba44d831') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:52.080617 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.111405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2f886-f36a-4c9f-83fa-4584407b528a None None] Pushing event updated for resources: {'Port': ['ID=0d3b2fc9-5f72-4473-bb37-0e733d0b928e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:52.128753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-80b29d7a-5564-404e-9cdf-af91334c5d85 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831/tags HTTP/1.1" status: 204 len: 168 time: 0.0997920 Sep 08 13:31:52.129743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50508) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:52.134317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-334a4e67-1306-40e4-be6e-4692240b40c0 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:52.204457 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.206380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Network 3077f077-0c1b-42d5-bed4-85021621c43a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:52.207986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Pushing event updated for resources: {'Port': ['ID=e06b3a66-24ed-4445-873b-2aa5d128586a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:52.220667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:52.227380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:52.255050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-334a4e67-1306-40e4-be6e-4692240b40c0 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08/tags HTTP/1.1" status: 204 len: 168 time: 0.1245482 Sep 08 13:31:52.257972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50512) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:52.267488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.tag.tag_plugin [None req-275b6b32-0d67-478f-8797-e8457475bc84 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ea028d42-2a6c-40bd-beaa-d636a87c40e6') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:52.326383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Subnet': ['ID=746394b4-18a8-4fa4-8fdc-de4554d01331,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:52.363912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Attempting to bind port e06b3a66-24ed-4445-873b-2aa5d128586a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:52.364308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Attempting to bind port e06b3a66-24ed-4445-873b-2aa5d128586a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '07df1aeb-373e-44fb-966f-3817bfb67890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3077f077-0c1b-42d5-bed4-85021621c43a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:52.365548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Attempting to bind port e06b3a66-24ed-4445-873b-2aa5d128586a on network 3077f077-0c1b-42d5-bed4-85021621c43a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:52.376573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:52.376851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Checking segment: {'id': '07df1aeb-373e-44fb-966f-3817bfb67890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3077f077-0c1b-42d5-bed4-85021621c43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:52.377407 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.377894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Bound using segment: {'id': '07df1aeb-373e-44fb-966f-3817bfb67890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3077f077-0c1b-42d5-bed4-85021621c43a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:52.378495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Bound port: e06b3a66-24ed-4445-873b-2aa5d128586a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df1aeb-373e-44fb-966f-3817bfb67890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '3077f077-0c1b-42d5-bed4-85021621c43a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:52.378961 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.389465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-275b6b32-0d67-478f-8797-e8457475bc84 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6/tags HTTP/1.1" status: 204 len: 168 time: 0.1300521 Sep 08 13:31:52.390114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50514) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:52.424731 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7183b78-df1f-4345-9ef4-fb57e79e8645 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.455673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] For port e06b3a66-24ed-4445-873b-2aa5d128586a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:31:52.461446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] For port e06b3a66-24ed-4445-873b-2aa5d128586a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e06b3a66-24ed-4445-873b-2aa5d128586a,segment=NetworkSegment(07df1aeb-373e-44fb-966f-3817bfb67890),segment_id=07df1aeb-373e-44fb-966f-3817bfb67890)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:31:52.489352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad118b0-07dd-4f60-8230-f49f0e5d71c1 req-c92b06b5-a287-4927-b28e-1abd0ed3cc9f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:52.491041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fad118b0-07dd-4f60-8230-f49f0e5d71c1 req-c92b06b5-a287-4927-b28e-1abd0ed3cc9f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 945 time: 0.2449069 Sep 08 13:31:52.536344 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.557659 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.579204 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.639576 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.644219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3077f077-0c1b-42d5-bed4-85021621c43a']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:52.676586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f3ff2c-e9f4-4c1e-a7ac-96d74dfc7dbc None None] Pushing event updated for resources: {'Port': ['ID=e06b3a66-24ed-4445-873b-2aa5d128586a,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:52.691407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07df1aeb-373e-44fb-966f-3817bfb67890') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:52.691704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07df1aeb-373e-44fb-966f-3817bfb67890') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:52.694265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305dba72-77b7-43ba-8c2e-51aba4463856 None None] Network 3077f077-0c1b-42d5-bed4-85021621c43a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:52.781151 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.810695 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fad118b0-07dd-4f60-8230-f49f0e5d71c1 req-b34449ff-147f-463c-ae76-aecc069bfc9c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787247 Sep 08 13:31:52.813880 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.839048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:52.839390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:52.875457 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:52.932979 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97d3c02-9b0a-41a5-8af4-653b4c59b7ef None None] Network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:52.982192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf524a44-73e5-4230-9deb-de93c1536ba9 req-867b3ad8-9055-4bbf-8f8e-7b8fb5ff37d3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:52.982771 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-67677a33-80c6-4ae1-b5a3-83efe507260e tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for subnetpool, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:52.982771 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-67677a33-80c6-4ae1-b5a3-83efe507260e tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/subnetpools/92c76f3b-2bad-4e2b-9b6f-349afa53a4d8 HTTP/1.1" status: 204 len: 168 time: 0.5832469 Sep 08 13:31:52.989334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50524) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:52.990789 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf524a44-73e5-4230-9deb-de93c1536ba9 req-867b3ad8-9055-4bbf-8f8e-7b8fb5ff37d3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 945 time: 0.0886176 Sep 08 13:31:53.055391 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf524a44-73e5-4230-9deb-de93c1536ba9 req-8008225b-03fc-4f42-837f-084cb141cece tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623691 Sep 08 13:31:53.098611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0d3b2fc9-5f72-4473-bb37-0e733d0b928e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:31:53.117471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-45a2867d-fe00-4904-8c26-b85ed1e7ff87 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "GET /v2.0/ports?device_id=e7371f39-9ffd-49f5-a836-8f94ba44d831 HTTP/1.1" status: 200 len: 205 time: 0.1255877 Sep 08 13:31:53.120892 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50530) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:53.124687 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 13:31:53.124687 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 13:31:53.124687 n-d-807558-3 neutron-server[96263]: [parameters: {'id': '3077f077-0c1b-42d5-bed4-85021621c43a'}] Sep 08 13:31:53.124687 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:31:53.125082 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:31:53.194216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9e9216cf-629a-403d-8b30-69c9267766c6 None None] Provisioning for port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:53.207159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9e9216cf-629a-403d-8b30-69c9267766c6 None None] Provisioning complete for port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:53.208378 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9e9216cf-629a-403d-8b30-69c9267766c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.234285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-a7183b78-df1f-4345-9ef4-fb57e79e8645 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Delete allocated IP 2001:db8:0:1::22 (1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d/5d82c848-af51-4f14-b3ec-68508c05984a) {{(pid=96263) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 08 13:31:53.267136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe226c-376d-4315-aa34-4685b3847765 req-a0e8ea7c-a5d3-4cec-984d-f6f96c0828c4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:53.268762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbe226c-376d-4315-aa34-4685b3847765 req-a0e8ea7c-a5d3-4cec-984d-f6f96c0828c4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 945 time: 0.1078558 Sep 08 13:31:53.272783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:53.275793 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.292612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8d2315c5-e351-494c-a1dc-1f5a4dcb0585 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.362718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Router 743bd6e5-877f-4047-83ff-f76475ba3d95 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:31:53.571330 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8d2315c5-e351-494c-a1dc-1f5a4dcb0585 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.575710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbe226c-376d-4315-aa34-4685b3847765 req-6e7324e3-b55d-4859-9467-a74ac5cf49c3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740281 Sep 08 13:31:53.584545 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8d2315c5-e351-494c-a1dc-1f5a4dcb0585 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.629840 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.652815 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7183b78-df1f-4345-9ef4-fb57e79e8645 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.724465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-a7183b78-df1f-4345-9ef4-fb57e79e8645 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Ignored duplicate provisioning block setup for port e3eda99e-5d58-464f-8c1c-e4506e4e305b by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 08 13:31:53.748626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:31:53.752854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fbbc96e3-ff58-4ba3-8dda-26c1a8434f8a None None] Provisioning for port e3eda99e-5d58-464f-8c1c-e4506e4e305b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:53.755888 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8d2315c5-e351-494c-a1dc-1f5a4dcb0585 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.756695 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.757872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2315c5-e351-494c-a1dc-1f5a4dcb0585 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Fanout notify agent at l3_agent the message router_deleted on router e7371f39-9ffd-49f5-a836-8f94ba44d831 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:31:53.758250 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dfc3689e-e588-4bf1-b90c-d58dbee4243f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "PUT /v2.0/routers/743bd6e5-877f-4047-83ff-f76475ba3d95 HTTP/1.1" status: 200 len: 884 time: 5.8051250 Sep 08 13:31:53.770090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282ce53-c8f3-4000-84c9-7c4c10baed0a None None] Sync routers for ids ['743bd6e5-877f-4047-83ff-f76475ba3d95'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:31:53.774648 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8d2315c5-e351-494c-a1dc-1f5a4dcb0585 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.775160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50538) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:53.775811 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8d2315c5-e351-494c-a1dc-1f5a4dcb0585 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/routers/e7371f39-9ffd-49f5-a836-8f94ba44d831 HTTP/1.1" status: 204 len: 168 time: 0.6529849 Sep 08 13:31:53.778541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fbbc96e3-ff58-4ba3-8dda-26c1a8434f8a None None] Provisioning complete for port e3eda99e-5d58-464f-8c1c-e4506e4e305b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:53.778922 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fbbc96e3-ff58-4ba3-8dda-26c1a8434f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.784888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50540) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:53.843740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282ce53-c8f3-4000-84c9-7c4c10baed0a None None] Routers {'743bd6e5-877f-4047-83ff-f76475ba3d95'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:53.845134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e282ce53-c8f3-4000-84c9-7c4c10baed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['743bd6e5-877f-4047-83ff-f76475ba3d95'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:53.936201 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-149e0e0b-f917-4554-b2ec-5c36b0eacd09 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Deleting port 6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:53.936201 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-149e0e0b-f917-4554-b2ec-5c36b0eacd09 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.936692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f548a91-02e7-4925-89df-60c0eca8ad34 None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:31:53.939127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fbbc96e3-ff58-4ba3-8dda-26c1a8434f8a None None] Port e3eda99e-5d58-464f-8c1c-e4506e4e305b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:31:53.942684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e282ce53-c8f3-4000-84c9-7c4c10baed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:53.971268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50542) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:53.984530 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-883bdb0d-390b-4905-9ff5-0186bed7a042 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/routers/743bd6e5-877f-4047-83ff-f76475ba3d95 HTTP/1.1" status: 200 len: 925 time: 0.2070217 Sep 08 13:31:53.985920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7183b78-df1f-4345-9ef4-fb57e79e8645 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:53.995810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e282ce53-c8f3-4000-84c9-7c4c10baed0a None None] Routers {'743bd6e5-877f-4047-83ff-f76475ba3d95'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:31:53.996832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e282ce53-c8f3-4000-84c9-7c4c10baed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['743bd6e5-877f-4047-83ff-f76475ba3d95'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:54.052824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fbbc96e3-ff58-4ba3-8dda-26c1a8434f8a None None] Provisioning complete for port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:54.053367 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fbbc96e3-ff58-4ba3-8dda-26c1a8434f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:54.060013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7183b78-df1f-4345-9ef4-fb57e79e8645 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=e3eda99e-5d58-464f-8c1c-e4506e4e305b,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:54.061748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e282ce53-c8f3-4000-84c9-7c4c10baed0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:54.062610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e282ce53-c8f3-4000-84c9-7c4c10baed0a None None] The sync data for ids ['743bd6e5-877f-4047-83ff-f76475ba3d95'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:31:54.117534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Deleting port e06b3a66-24ed-4445-873b-2aa5d128586a {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:54.120393 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:54.214039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] For port e06b3a66-24ed-4445-873b-2aa5d128586a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e06b3a66-24ed-4445-873b-2aa5d128586a,segment=NetworkSegment(07df1aeb-373e-44fb-966f-3817bfb67890),segment_id=07df1aeb-373e-44fb-966f-3817bfb67890)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:54.214678 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:54.233578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Calling delete_port for e06b3a66-24ed-4445-873b-2aa5d128586a owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:54.273946 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f548a91-02e7-4925-89df-60c0eca8ad34 None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:31:54.345546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a7183b78-df1f-4345-9ef4-fb57e79e8645 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] In _notify_port_updated(), no bound segment for port e3eda99e-5d58-464f-8c1c-e4506e4e305b on network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:31:54.352314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7183b78-df1f-4345-9ef4-fb57e79e8645 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:54.352665 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7183b78-df1f-4345-9ef4-fb57e79e8645 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:54.356691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a7183b78-df1f-4345-9ef4-fb57e79e8645 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "PUT /v2.0/ports/e3eda99e-5d58-464f-8c1c-e4506e4e305b HTTP/1.1" status: 200 len: 926 time: 2.7197895 Sep 08 13:31:54.386228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50552) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:54.440964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c11ce162-42c8-4465-86e3-6109a0c533a1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c49d1997-0ee4-4a7e-91cf-647197f10a13'}, {'subnet_id': '5d82c848-af51-4f14-b3ec-68508c05984a'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:54.571128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae7c73e-bed0-466e-88f3-67b9d9983ad0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:54.572765 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9ae7c73e-bed0-466e-88f3-67b9d9983ad0 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&device_id=743bd6e5-877f-4047-83ff-f76475ba3d95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5998147 Sep 08 13:31:54.577160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50556) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:54.607060 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-149e0e0b-f917-4554-b2ec-5c36b0eacd09 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:54.632129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-64481e03-3a31-45bf-94c6-e7b8f1d2b1c2 None None] Provisioning complete for port e3eda99e-5d58-464f-8c1c-e4506e4e305b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:54.632129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-64481e03-3a31-45bf-94c6-e7b8f1d2b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:54.639025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-149e0e0b-f917-4554-b2ec-5c36b0eacd09 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Calling delete_port for 6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:54.676423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-64481e03-3a31-45bf-94c6-e7b8f1d2b1c2 None None] Port e3eda99e-5d58-464f-8c1c-e4506e4e305b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:31:54.822411 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbdbdee-1992-4902-b88c-c46a0d6845df tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:54.824029 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2fbdbdee-1992-4902-b88c-c46a0d6845df tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 881 time: 0.2458639 Sep 08 13:31:54.830979 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50560) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:54.912871 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-459f6221-25e4-455e-a907-2eab31bad064 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "GET /v2.0/ports?device_id=743bd6e5-877f-4047-83ff-f76475ba3d95 HTTP/1.1" status: 200 len: 205 time: 0.0806971 Sep 08 13:31:54.913493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50562) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:54.913947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bade247-b7f7-404a-965c-9a5a33d128f7 req-e5f474d1-1cef-47f4-8ade-4581bf8a4894 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:54.915699 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bade247-b7f7-404a-965c-9a5a33d128f7 req-e5f474d1-1cef-47f4-8ade-4581bf8a4894 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 945 time: 0.5586932 Sep 08 13:31:54.968307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c11ce162-42c8-4465-86e3-6109a0c533a1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.027423 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.072500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Port': ['ID=e06b3a66-24ed-4445-873b-2aa5d128586a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:55.105614 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.119630 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bade247-b7f7-404a-965c-9a5a33d128f7 req-898337d2-3125-496c-9e02-ca773ec0c608 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793272 Sep 08 13:31:55.132923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No DVR routers for this DVR port e06b3a66-24ed-4445-873b-2aa5d128586a on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:55.136073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-51c8c7e8-846e-47b9-a25d-f553b42dd460 None None] Provisioning complete for port e3eda99e-5d58-464f-8c1c-e4506e4e305b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:55.136743 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-51c8c7e8-846e-47b9-a25d-f553b42dd460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.182359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-51c8c7e8-846e-47b9-a25d-f553b42dd460 None None] Port e3eda99e-5d58-464f-8c1c-e4506e4e305b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:31:55.238209 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-149e0e0b-f917-4554-b2ec-5c36b0eacd09 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.282920 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.291704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e0e0b-f917-4554-b2ec-5c36b0eacd09 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Pushing event deleted for resources: {'Port': ['ID=6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:55.362095 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.375300 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-149e0e0b-f917-4554-b2ec-5c36b0eacd09 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.377601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-149e0e0b-f917-4554-b2ec-5c36b0eacd09 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/ports/6f0468eb-b31a-4c1f-bdbd-0d62bedb4b08 HTTP/1.1" status: 204 len: 168 time: 1.5927198 Sep 08 13:31:55.380699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50568) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:55.434463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3077f077-0c1b-42d5-bed4-85021621c43a']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:55.453067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07df1aeb-373e-44fb-966f-3817bfb67890') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:55.453288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07df1aeb-373e-44fb-966f-3817bfb67890') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:55.499478 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.509448 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c1938d-e720-43f5-8fea-23526592286d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Deleting subnet ea028d42-2a6c-40bd-beaa-d636a87c40e6 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:31:55.514691 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-63c1938d-e720-43f5-8fea-23526592286d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.576316 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-63c1938d-e720-43f5-8fea-23526592286d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.592846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.605104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:55.605343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Deleting port 388f5c2e-fdec-48e4-bfb2-f6d1dcbd837f {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:55.605524 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.605738 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:55.612397 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:55.714203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4398a-e038-4ddc-94fe-6529c86d323f req-f4f2314b-71ca-4362-aace-3048170b0622 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:55.715812 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1fa4398a-e038-4ddc-94fe-6529c86d323f req-f4f2314b-71ca-4362-aace-3048170b0622 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.60 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 945 time: 0.2007058 Sep 08 13:31:55.745933 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.748907 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-63c1938d-e720-43f5-8fea-23526592286d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.784412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-c11ce162-42c8-4465-86e3-6109a0c533a1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8:0:1::3ca (1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d/5d82c848-af51-4f14-b3ec-68508c05984a/e3eda99e-5d58-464f-8c1c-e4506e4e305b) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:55.784883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Calling delete_port for 388f5c2e-fdec-48e4-bfb2-f6d1dcbd837f owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:55.847659 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.857194 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.863462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/3077f077-0c1b-42d5-bed4-85021621c43a HTTP/1.1" status: 204 len: 168 time: 4.8609161 Sep 08 13:31:55.863613 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50570) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:55.874008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1456507265'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:55.907843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203c054-e5e0-483f-916f-83b03f943353 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Network': ['ID=3077f077-0c1b-42d5-bed4-85021621c43a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:55.938980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1fa4398a-e038-4ddc-94fe-6529c86d323f req-6dd55f74-37de-4767-9c7e-1953cd30ec9b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Deleting port 3477f48b-b899-4406-89b4-af70cd863312 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:55.939736 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1fa4398a-e038-4ddc-94fe-6529c86d323f req-6dd55f74-37de-4767-9c7e-1953cd30ec9b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:55.969159 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-63c1938d-e720-43f5-8fea-23526592286d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.025965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1938d-e720-43f5-8fea-23526592286d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Pushing event deleted for resources: {'Subnet': ['ID=ea028d42-2a6c-40bd-beaa-d636a87c40e6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:56.034601 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-63c1938d-e720-43f5-8fea-23526592286d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.038833 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-63c1938d-e720-43f5-8fea-23526592286d tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/subnets/ea028d42-2a6c-40bd-beaa-d636a87c40e6 HTTP/1.1" status: 204 len: 168 time: 0.6546004 Sep 08 13:31:56.039574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50572) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:56.044673 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c11ce162-42c8-4465-86e3-6109a0c533a1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.048595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34bcf2d-a8ca-48f0-bb46-568382d1d95a None None] Network 1ea84393-25b7-49a6-b358-1c3fdb7785d9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:56.049466 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:56.052985 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.102962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1fa4398a-e038-4ddc-94fe-6529c86d323f req-6dd55f74-37de-4767-9c7e-1953cd30ec9b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] For port 3477f48b-b899-4406-89b4-af70cd863312, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3477f48b-b899-4406-89b4-af70cd863312,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:56.103917 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1fa4398a-e038-4ddc-94fe-6529c86d323f req-6dd55f74-37de-4767-9c7e-1953cd30ec9b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.119844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1fa4398a-e038-4ddc-94fe-6529c86d323f req-6dd55f74-37de-4767-9c7e-1953cd30ec9b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Calling delete_port for 3477f48b-b899-4406-89b4-af70cd863312 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:56.144719 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.192239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-c11ce162-42c8-4465-86e3-6109a0c533a1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object e3eda99e-5d58-464f-8c1c-e4506e4e305b will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:56.210212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.288895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:56.297020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Pushing event deleted for resources: {'Port': ['ID=388f5c2e-fdec-48e4-bfb2-f6d1dcbd837f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:56.300566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c11ce162-42c8-4465-86e3-6109a0c533a1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.372719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Deleting port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:56.373680 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.501491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] For port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e9639cb2-3c5a-4aae-a4bd-76981fd2ae65,segment=NetworkSegment(a466ff8d-2c27-4f01-969b-5291d720c8dc),segment_id=a466ff8d-2c27-4f01-969b-5291d720c8dc)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:56.502872 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.523455 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c6302-f3c8-4ec5-b3f4-6601c66d1410 None None] DHCP port deletion for 1ea84393-25b7-49a6-b358-1c3fdb7785d9 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:31:56.529066 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c11ce162-42c8-4465-86e3-6109a0c533a1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] In _notify_port_updated(), no bound segment for port e3eda99e-5d58-464f-8c1c-e4506e4e305b on network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:31:56.536593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11ce162-42c8-4465-86e3-6109a0c533a1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:56.537338 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c11ce162-42c8-4465-86e3-6109a0c533a1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.544882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10c835-aeba-4667-afee-1fea3948811f req-6b55c026-0424-40f3-ac6d-2d37c94ac0e4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:56.547007 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e10c835-aeba-4667-afee-1fea3948811f req-6b55c026-0424-40f3-ac6d-2d37c94ac0e4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 945 time: 0.3216786 Sep 08 13:31:56.547251 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c11ce162-42c8-4465-86e3-6109a0c533a1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "PUT /v2.0/ports/e3eda99e-5d58-464f-8c1c-e4506e4e305b HTTP/1.1" status: 200 len: 1012 time: 2.1149142 Sep 08 13:31:56.550363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50584) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:56.550533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50586) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:56.551535 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1fa4398a-e038-4ddc-94fe-6529c86d323f req-6dd55f74-37de-4767-9c7e-1953cd30ec9b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.553668 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.554373 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Added segment dccf6879-fa70-4e05-8ede-6e00cbe0f650 of type vlan for network 29e1e548-a457-46d0-8335-bd215abe12a0 Sep 08 13:31:56.560796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d51d7256-6f8d-40c1-93d2-4a74e46e9fdc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-673937009'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:56.562327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Calling delete_port for e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:56.568805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b', '3477f48b-b899-4406-89b4-af70cd863312'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:31:56.574458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['67a3bbc8-004e-4917-a145-c1e60e6324f4'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:31:56.672179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ce162-42c8-4465-86e3-6109a0c533a1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=e3eda99e-5d58-464f-8c1c-e4506e4e305b,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:56.672686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c6302-f3c8-4ec5-b3f4-6601c66d1410 None None] Deleting port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:56.672686 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6302-f3c8-4ec5-b3f4-6601c66d1410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.729098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd55f74-37de-4767-9c7e-1953cd30ec9b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event deleted for resources: {'Port': ['ID=3477f48b-b899-4406-89b4-af70cd863312,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:56.735308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51d7256-6f8d-40c1-93d2-4a74e46e9fdc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:56.746374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d51d7256-6f8d-40c1-93d2-4a74e46e9fdc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.780808 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e10c835-aeba-4667-afee-1fea3948811f req-73456811-1f58-4cba-a74a-fa8c7e8575b1 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739744 Sep 08 13:31:56.819998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2d0c6302-f3c8-4ec5-b3f4-6601c66d1410 None None] For port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e9639cb2-3c5a-4aae-a4bd-76981fd2ae65,segment=NetworkSegment(a466ff8d-2c27-4f01-969b-5291d720c8dc),segment_id=a466ff8d-2c27-4f01-969b-5291d720c8dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:31:56.821130 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6302-f3c8-4ec5-b3f4-6601c66d1410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.825272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa4398a-e038-4ddc-94fe-6529c86d323f req-6dd55f74-37de-4767-9c7e-1953cd30ec9b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] No DVR routers for this DVR port 3477f48b-b899-4406-89b4-af70cd863312 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:56.826341 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.833979 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.834810 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1fa4398a-e038-4ddc-94fe-6529c86d323f req-6dd55f74-37de-4767-9c7e-1953cd30ec9b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.836445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1fa4398a-e038-4ddc-94fe-6529c86d323f req-6dd55f74-37de-4767-9c7e-1953cd30ec9b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.60 "DELETE /v2.0/ports/3477f48b-b899-4406-89b4-af70cd863312 HTTP/1.1" status: 204 len: 173 time: 1.1123507 Sep 08 13:31:56.837076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef11179-f843-445d-8f15-85951fdce3d4', 'name': 'network-vif-deleted', 'tag': '3477f48b-b899-4406-89b4-af70cd863312'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:31:56.839761 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad796c4-aec7-44fa-a413-0a2f529266cd" -d '{"events": [{"server_uuid": "aef11179-f843-445d-8f15-85951fdce3d4", "name": "network-vif-deleted", "tag": "3477f48b-b899-4406-89b4-af70cd863312"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:31:56.856837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c6302-f3c8-4ec5-b3f4-6601c66d1410 None None] Calling delete_port for e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:56.879242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51d7256-6f8d-40c1-93d2-4a74e46e9fdc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:56.880969 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d51d7256-6f8d-40c1-93d2-4a74e46e9fdc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.881333 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-d51d7256-6f8d-40c1-93d2-4a74e46e9fdc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Added segment 1c716348-271d-4911-be07-8c9d3b5e8c0a of type vlan for network 48a4995a-63cc-4581-8891-024e49be0443 Sep 08 13:31:56.914267 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281910ae-46a4-4406-ba85-a75fb271b00c x-openstack-request-id: req-281910ae-46a4-4406-ba85-a75fb271b00c {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:31:56.914698 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef11179-f843-445d-8f15-85951fdce3d4", "name": "network-vif-deleted", "tag": "3477f48b-b899-4406-89b4-af70cd863312", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:31:56.914954 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-281910ae-46a4-4406-ba85-a75fb271b00c {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:31:56.915374 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef11179-f843-445d-8f15-85951fdce3d4', 'name': 'network-vif-deleted', 'tag': '3477f48b-b899-4406-89b4-af70cd863312', 'status': 'completed', 'code': 200} Sep 08 13:31:56.926799 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:56.935645 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.resource_extend [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 13:31:56.942253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a78f93bf-d055-4f04-a2b7-53ddffa53084 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port e3eda99e-5d58-464f-8c1c-e4506e4e305b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:31:56.942739 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a78f93bf-d055-4f04-a2b7-53ddffa53084 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.004297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.007950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Pushing event deleted for resources: {'Port': ['ID=e9639cb2-3c5a-4aae-a4bd-76981fd2ae65,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:57.012263 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.017210 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] No DVR routers for this DVR port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:57.041428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d51d7256-6f8d-40c1-93d2-4a74e46e9fdc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.068758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:31:57.089628 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a78f93bf-d055-4f04-a2b7-53ddffa53084 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.104242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a78f93bf-d055-4f04-a2b7-53ddffa53084 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for e3eda99e-5d58-464f-8c1c-e4506e4e305b owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:31:57.107729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:31:57.108264 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:31:57.111681 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2d0c6302-f3c8-4ec5-b3f4-6601c66d1410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.163818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c6302-f3c8-4ec5-b3f4-6601c66d1410 None None] Pushing event deleted for resources: {'Port': ['ID=e9639cb2-3c5a-4aae-a4bd-76981fd2ae65,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:57.167917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0c6302-f3c8-4ec5-b3f4-6601c66d1410 None None] No DVR routers for this DVR port e9639cb2-3c5a-4aae-a4bd-76981fd2ae65 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:31:57.180615 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.202565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea84393-25b7-49a6-b358-1c3fdb7785d9']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:57.213584 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a466ff8d-2c27-4f01-969b-5291d720c8dc') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:57.214166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a466ff8d-2c27-4f01-969b-5291d720c8dc') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:31:57.225266 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.247254 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.248689 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:31:57.249127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:31:57.252757 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:31:57.276488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2432e836-b0e3-4f50-a7e7-2af81542aafe None None] Provisioning for port e3eda99e-5d58-464f-8c1c-e4506e4e305b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:31:57.286644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2432e836-b0e3-4f50-a7e7-2af81542aafe None None] Provisioning complete for port e3eda99e-5d58-464f-8c1c-e4506e4e305b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:57.287204 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2432e836-b0e3-4f50-a7e7-2af81542aafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.339154 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.348585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:57.350429 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.352285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2432e836-b0e3-4f50-a7e7-2af81542aafe None None] Port e3eda99e-5d58-464f-8c1c-e4506e4e305b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:31:57.362677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.363265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Fanout notify agent at l3_agent the message router_deleted on router 743bd6e5-877f-4047-83ff-f76475ba3d95 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:31:57.371021 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.372210 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c33128ad-2833-4f51-8cf5-85e68dba0739 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/routers/743bd6e5-877f-4047-83ff-f76475ba3d95 HTTP/1.1" status: 204 len: 168 time: 2.4561176 Sep 08 13:31:57.379736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50592) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:57.387311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e34f6431-d193-43fa-9785-c978cfb09b74 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1371281469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:57.395281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d51d7256-6f8d-40c1-93d2-4a74e46e9fdc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.401421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d7256-6f8d-40c1-93d2-4a74e46e9fdc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:57.401704 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d51d7256-6f8d-40c1-93d2-4a74e46e9fdc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.436268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50594) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:57.440886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=29e1e548-a457-46d0-8335-bd215abe12a0,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:57.464838 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 29e1e548-a457-46d0-8335-bd215abe12a0 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:57.515426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d7256-6f8d-40c1-93d2-4a74e46e9fdc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Network': ['ID=48a4995a-63cc-4581-8891-024e49be0443,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:57.525430 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5722651f-407c-4497-aaaa-ac26da651c1c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6563938 Sep 08 13:31:57.525430 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.525767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50598) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:57.532966 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2c2178a9-d6a6-432c-9985-28132bb3e9bd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'network_id': '29e1e548-a457-46d0-8335-bd215abe12a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:57.533598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 48a4995a-63cc-4581-8891-024e49be0443 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:57.544473 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.551799 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] 10.222.0.69 "DELETE /v2.0/networks/1ea84393-25b7-49a6-b358-1c3fdb7785d9 HTTP/1.1" status: 204 len: 168 time: 1.5070362 Sep 08 13:31:57.573530 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a78f93bf-d055-4f04-a2b7-53ddffa53084 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.610667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78f93bf-d055-4f04-a2b7-53ddffa53084 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=e3eda99e-5d58-464f-8c1c-e4506e4e305b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:57.624263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e34f6431-d193-43fa-9785-c978cfb09b74 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.624263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e34f6431-d193-43fa-9785-c978cfb09b74 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.652603 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622873c-5a11-4a83-b437-43753a621f30 tempest-TagsExtTest-187576793 tempest-TagsExtTest-187576793-project] Pushing event deleted for resources: {'Network': ['ID=1ea84393-25b7-49a6-b358-1c3fdb7785d9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:57.704254 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a78f93bf-d055-4f04-a2b7-53ddffa53084 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.704976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a78f93bf-d055-4f04-a2b7-53ddffa53084 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/e3eda99e-5d58-464f-8c1c-e4506e4e305b HTTP/1.1" status: 204 len: 168 time: 1.1245837 Sep 08 13:31:57.711923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50602) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:57.723546 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6803f5e-09a9-4866-887a-bf99cc3d4317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.753527 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e34f6431-d193-43fa-9785-c978cfb09b74 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.760672 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d51d7256-6f8d-40c1-93d2-4a74e46e9fdc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2052689 Sep 08 13:31:57.763702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50604) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:57.769223 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-af780200-80b1-42a1-a6b0-689112c2ac2c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1357675407'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:57.780510 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-238b4227-ac28-4966-839d-46de520b7b0c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:31:57.782517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-238b4227-ac28-4966-839d-46de520b7b0c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/e3eda99e-5d58-464f-8c1c-e4506e4e305b HTTP/1.1" status: 404 len: 333 time: 0.0692978 Sep 08 13:31:57.785508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50606) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:57.843982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5b3bc1-2cb5-49e3-afe7-9e5e900af902 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting subnet 5d82c848-af51-4f14-b3ec-68508c05984a {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:31:57.848545 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3bc1-2cb5-49e3-afe7-9e5e900af902 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.850509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2178a9-d6a6-432c-9985-28132bb3e9bd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:57.854645 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2178a9-d6a6-432c-9985-28132bb3e9bd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.883003 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e34f6431-d193-43fa-9785-c978cfb09b74 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.914028 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3bc1-2cb5-49e3-afe7-9e5e900af902 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:57.961675 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5037c8c3-6c3f-4a83-b11e-e66922007ea9 req-d5995627-f098-4db6-963b-c75e70b07a29 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=aef11179-f843-445d-8f15-85951fdce3d4 HTTP/1.1" status: 200 len: 210 time: 0.0628409 Sep 08 13:31:57.993786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af780200-80b1-42a1-a6b0-689112c2ac2c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:57.993786 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af780200-80b1-42a1-a6b0-689112c2ac2c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.018346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af780200-80b1-42a1-a6b0-689112c2ac2c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:31:58.023169 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3bc1-2cb5-49e3-afe7-9e5e900af902 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.144356 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af780200-80b1-42a1-a6b0-689112c2ac2c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.144356 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-af780200-80b1-42a1-a6b0-689112c2ac2c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Added segment 9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908 of type vlan for network adf204ef-b624-4fee-9e83-d93889dc5f49 Sep 08 13:31:58.144356 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af780200-80b1-42a1-a6b0-689112c2ac2c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.145114 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6803f5e-09a9-4866-887a-bf99cc3d4317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.174448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50612) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:58.252344 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e6803f5e-09a9-4866-887a-bf99cc3d4317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.253065 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3bc1-2cb5-49e3-afe7-9e5e900af902 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.312369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b3bc1-2cb5-49e3-afe7-9e5e900af902 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Subnet': ['ID=5d82c848-af51-4f14-b3ec-68508c05984a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:58.328827 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af780200-80b1-42a1-a6b0-689112c2ac2c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.330690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d736186-97cf-4596-8eee-2c6fe5ed9fd3 None None] Network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:58.332423 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3bc1-2cb5-49e3-afe7-9e5e900af902 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.334536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ed5b3bc1-2cb5-49e3-afe7-9e5e900af902 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/5d82c848-af51-4f14-b3ec-68508c05984a HTTP/1.1" status: 204 len: 168 time: 0.5480494 Sep 08 13:31:58.336098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af780200-80b1-42a1-a6b0-689112c2ac2c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:58.336786 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af780200-80b1-42a1-a6b0-689112c2ac2c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.337938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50616) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:58.341799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e6803f5e-09a9-4866-887a-bf99cc3d4317 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=67b93f20bc81459a970a3f9bcc9e93e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9065394 Sep 08 13:31:58.346043 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2178a9-d6a6-432c-9985-28132bb3e9bd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.350768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6803f5e-09a9-4866-887a-bf99cc3d4317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417d3ff4-fa1d-439d-a46c-af8b964bb3cf,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:58.353736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50618) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:58.400465 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e34f6431-d193-43fa-9785-c978cfb09b74 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.404491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e34f6431-d193-43fa-9785-c978cfb09b74 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0209785 Sep 08 13:31:58.408957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50620) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:58.418320 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'enable_snat': True}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:58.455867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-00781bd4-aafa-4585-85e0-7b1100aa2340 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee721beef05149b18d235e2abf94264b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800627 Sep 08 13:31:58.461426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50622) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:58.505538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af780200-80b1-42a1-a6b0-689112c2ac2c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Network': ['ID=adf204ef-b624-4fee-9e83-d93889dc5f49,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:58.509480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-9433b36b-06b2-42fc-bbb7-6ee6ac50c6a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting subnet c49d1997-0ee4-4a7e-91cf-647197f10a13 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:31:58.517100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2178a9-d6a6-432c-9985-28132bb3e9bd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=91ef9261-ba59-4550-806b-ebe8b665890c,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:58.520947 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9433b36b-06b2-42fc-bbb7-6ee6ac50c6a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.530115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network adf204ef-b624-4fee-9e83-d93889dc5f49 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:31:58.550006 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-af780200-80b1-42a1-a6b0-689112c2ac2c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7850447 Sep 08 13:31:58.551439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50624) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:58.556877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2178a9-d6a6-432c-9985-28132bb3e9bd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking segment: {'id': 'dccf6879-fa70-4e05-8ede-6e00cbe0f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '29e1e548-a457-46d0-8335-bd215abe12a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:58.556877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2178a9-d6a6-432c-9985-28132bb3e9bd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network hostable DHCP agents. Network: 29e1e548-a457-46d0-8335-bd215abe12a0, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:31:58.561829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56b14cad-8bde-4818-a940-a592baf67c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.596645 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56b14cad-8bde-4818-a940-a592baf67c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.599381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8d71e6fe-c78c-433d-be30-9e0eb9a07b81 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'subnet': {'network_id': '48a4995a-63cc-4581-8891-024e49be0443', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:31:58.671089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2178a9-d6a6-432c-9985-28132bb3e9bd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network 29e1e548-a457-46d0-8335-bd215abe12a0 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:31:58.689710 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9433b36b-06b2-42fc-bbb7-6ee6ac50c6a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.733222 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56b14cad-8bde-4818-a940-a592baf67c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.736607 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56b14cad-8bde-4818-a940-a592baf67c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.740391 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-56b14cad-8bde-4818-a940-a592baf67c91 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/417d3ff4-fa1d-439d-a46c-af8b964bb3cf HTTP/1.1" status: 204 len: 168 time: 0.3800824 Sep 08 13:31:58.747542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b14cad-8bde-4818-a940-a592baf67c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417d3ff4-fa1d-439d-a46c-af8b964bb3cf,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:58.767962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2c2178a9-d6a6-432c-9985-28132bb3e9bd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 29e1e548-a457-46d0-8335-bd215abe12a0) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:58.780153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810e692-197c-411b-9260-cbdb543732cd None None] Network 29e1e548-a457-46d0-8335-bd215abe12a0 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:58.783092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2178a9-d6a6-432c-9985-28132bb3e9bd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:31:58.783726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2178a9-d6a6-432c-9985-28132bb3e9bd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:58.899395 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2c2178a9-d6a6-432c-9985-28132bb3e9bd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3693545 Sep 08 13:31:58.900221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50628) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:58.995692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-29e1e548-a457-46d0-8335-bd215abe12a0', 'network_id': '29e1e548-a457-46d0-8335-bd215abe12a0', 'tenant_id': '5351208e3ec84f4cb00c9072e23cab6c', 'fixed_ips': [{'subnet_id': '91ef9261-ba59-4550-806b-ebe8b665890c'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:31:58.996383 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.041735 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.168842 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.170217 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.208161 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c05a7e1-ddc2-40d8-b7d5-ca8b390823f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.233369 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c05a7e1-ddc2-40d8-b7d5-ca8b390823f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.236217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Allocated IP 172.20.0.2 (29e1e548-a457-46d0-8335-bd215abe12a0/91ef9261-ba59-4550-806b-ebe8b665890c/101a64ef-5b0a-4174-8cc3-8df153646452) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:31:59.358603 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9433b36b-06b2-42fc-bbb7-6ee6ac50c6a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.457493 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.495466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d1a64f7f-61a2-423a-8bf9-b7e6efafa9a2 None None] Provisioning complete for port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:31:59.495840 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d1a64f7f-61a2-423a-8bf9-b7e6efafa9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.521055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d71e6fe-c78c-433d-be30-9e0eb9a07b81 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:31:59.524556 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d71e6fe-c78c-433d-be30-9e0eb9a07b81 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.549881 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c05a7e1-ddc2-40d8-b7d5-ca8b390823f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.552451 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7c05a7e1-ddc2-40d8-b7d5-ca8b390823f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.556327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7c05a7e1-ddc2-40d8-b7d5-ca8b390823f1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/15fa77fc-76cc-42ee-8291-fb63a90ba63d HTTP/1.1" status: 204 len: 168 time: 1.0912833 Sep 08 13:31:59.613705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Transition to ACTIVE for port object 101a64ef-5b0a-4174-8cc3-8df153646452 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:59.617217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c05a7e1-ddc2-40d8-b7d5-ca8b390823f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fa77fc-76cc-42ee-8291-fb63a90ba63d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:59.619679 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9433b36b-06b2-42fc-bbb7-6ee6ac50c6a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.643959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Transition to ACTIVE for port object 101a64ef-5b0a-4174-8cc3-8df153646452 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:31:59.700201 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50638) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:59.705041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433b36b-06b2-42fc-bbb7-6ee6ac50c6a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Subnet': ['ID=c49d1997-0ee4-4a7e-91cf-647197f10a13,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:59.718892 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ce88da0-c653-41f3-b7e4-34991dd065dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.721009 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9433b36b-06b2-42fc-bbb7-6ee6ac50c6a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.725944 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9433b36b-06b2-42fc-bbb7-6ee6ac50c6a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/c49d1997-0ee4-4a7e-91cf-647197f10a13 HTTP/1.1" status: 204 len: 168 time: 1.3839607 Sep 08 13:31:59.726822 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb09ae-d2a0-464a-a341-00a9bf19f1cf None None] Network 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:31:59.727767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50640) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:31:59.751557 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.773834 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.831183 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.837373 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ce88da0-c653-41f3-b7e4-34991dd065dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.846217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Network 29e1e548-a457-46d0-8335-bd215abe12a0 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:31:59.856624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:31:59.863076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:31:59.868781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Pushing event updated for resources: {'Port': ['ID=101a64ef-5b0a-4174-8cc3-8df153646452,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:31:59.869705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.933390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ce88da0-c653-41f3-b7e4-34991dd065dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.971724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Attempting to bind port 101a64ef-5b0a-4174-8cc3-8df153646452 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:31:59.972034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Attempting to bind port 101a64ef-5b0a-4174-8cc3-8df153646452 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dccf6879-fa70-4e05-8ede-6e00cbe0f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '29e1e548-a457-46d0-8335-bd215abe12a0'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:31:59.972516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Attempting to bind port 101a64ef-5b0a-4174-8cc3-8df153646452 on network 29e1e548-a457-46d0-8335-bd215abe12a0 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:31:59.980328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:31:59.980712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Checking segment: {'id': 'dccf6879-fa70-4e05-8ede-6e00cbe0f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '29e1e548-a457-46d0-8335-bd215abe12a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:31:59.981126 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:31:59.981536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Bound using segment: {'id': 'dccf6879-fa70-4e05-8ede-6e00cbe0f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '29e1e548-a457-46d0-8335-bd215abe12a0'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:31:59.982018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Bound port: 101a64ef-5b0a-4174-8cc3-8df153646452, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dccf6879-fa70-4e05-8ede-6e00cbe0f650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '29e1e548-a457-46d0-8335-bd215abe12a0'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:31:59.982484 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.020464 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4ce88da0-c653-41f3-b7e4-34991dd065dd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=00129439cda34f7c9d6b0056aabb8de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162885 Sep 08 13:32:00.020464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce88da0-c653-41f3-b7e4-34991dd065dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6b2249-ebf4-4a9e-ade8-7489fa3ff6a5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:00.021331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50648) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:00.036837 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.063662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0694beb-883f-4aa4-b199-5f36f243fcbc None None] DHCP port deletion for 1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:32:00.101834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Subnet': ['ID=91ef9261-ba59-4550-806b-ebe8b665890c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:00.118597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] For port 101a64ef-5b0a-4174-8cc3-8df153646452, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:00.133311 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] For port 101a64ef-5b0a-4174-8cc3-8df153646452, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=101a64ef-5b0a-4174-8cc3-8df153646452,segment=NetworkSegment(dccf6879-fa70-4e05-8ede-6e00cbe0f650),segment_id=dccf6879-fa70-4e05-8ede-6e00cbe0f650)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:00.158409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c0694beb-883f-4aa4-b199-5f36f243fcbc None None] Deleting port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:00.158799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c0694beb-883f-4aa4-b199-5f36f243fcbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.189576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b880a-2026-40ac-96e4-0d6db9c29c08 req-6ca4333f-6693-4bb5-9870-7cde91867e1a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:00.206381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d72b880a-2026-40ac-96e4-0d6db9c29c08 req-6ca4333f-6693-4bb5-9870-7cde91867e1a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 945 time: 0.2859893 Sep 08 13:32:00.227904 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c0694beb-883f-4aa4-b199-5f36f243fcbc None None] For port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0d3b2fc9-5f72-4473-bb37-0e733d0b928e,segment=NetworkSegment(8935bf84-6665-4b3f-b7a9-0055a7b2088a),segment_id=8935bf84-6665-4b3f-b7a9-0055a7b2088a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:00.228525 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c0694beb-883f-4aa4-b199-5f36f243fcbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.240033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.244945 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.247100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c0694beb-883f-4aa4-b199-5f36f243fcbc None None] Calling delete_port for 0d3b2fc9-5f72-4473-bb37-0e733d0b928e owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:00.280101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e1e548-a457-46d0-8335-bd215abe12a0']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:00.303548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccf6879-fa70-4e05-8ede-6e00cbe0f650') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:00.304168 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccf6879-fa70-4e05-8ede-6e00cbe0f650') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:00.322610 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.323142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Allocated IP 172.25.5.139 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/29a69bc3-00f0-48cf-892b-7dfce31526e5) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:00.344709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d72b880a-2026-40ac-96e4-0d6db9c29c08 req-fb8fd432-978e-42d1-ab7e-27e493994bd4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081483 Sep 08 13:32:00.349110 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.361419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:00.362058 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:00.367957 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:00.386331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0d0cf-9e97-4bb5-85a5-8acfffffa99e None None] Pushing event updated for resources: {'Port': ['ID=101a64ef-5b0a-4174-8cc3-8df153646452,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:00.439506 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-10c70391-3129-4f04-9287-e0a0384efd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.445783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:00.446313 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.450843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623b1b1f-35a5-40f1-92ec-9e9776975152 None None] Network 29e1e548-a457-46d0-8335-bd215abe12a0 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:00.471353 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d71e6fe-c78c-433d-be30-9e0eb9a07b81 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.539497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 13:32:00.539497 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 13:32:00.539497 n-d-807558-3 neutron-server[96264]: [parameters: {'id': '29e1e548-a457-46d0-8335-bd215abe12a0'}] Sep 08 13:32:00.539497 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:32:00.540407 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:32:00.586357 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-10c70391-3129-4f04-9287-e0a0384efd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.635102 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c0694beb-883f-4aa4-b199-5f36f243fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.637748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] For port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0d3b2fc9-5f72-4473-bb37-0e733d0b928e,segment=NetworkSegment(8935bf84-6665-4b3f-b7a9-0055a7b2088a),segment_id=8935bf84-6665-4b3f-b7a9-0055a7b2088a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:00.638131 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.643724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 3477f48b-b899-4406-89b4-af70cd863312 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:32:00.657104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0694beb-883f-4aa4-b199-5f36f243fcbc None None] No DVR routers for this DVR port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:00.700171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 0d3b2fc9-5f72-4473-bb37-0e733d0b928e owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:00.701763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 3477f48b-b899-4406-89b4-af70cd863312 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:32:00.701763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 3477f48b-b899-4406-89b4-af70cd863312 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:32:00.702061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71e6fe-c78c-433d-be30-9e0eb9a07b81 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Subnet': ['ID=8a3810f8-ca2d-42d3-8d0d-875098f37354,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:00.703038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0694beb-883f-4aa4-b199-5f36f243fcbc None None] Pushing event deleted for resources: {'Port': ['ID=0d3b2fc9-5f72-4473-bb37-0e733d0b928e,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:00.719444 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.732671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d71e6fe-c78c-433d-be30-9e0eb9a07b81 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Checking segment: {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:00.732671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d71e6fe-c78c-433d-be30-9e0eb9a07b81 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Network hostable DHCP agents. Network: 48a4995a-63cc-4581-8891-024e49be0443, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:00.737951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3268af3-ff9e-4da6-86f8-eb356fea220c None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:32:00.842808 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.869030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=0d3b2fc9-5f72-4473-bb37-0e733d0b928e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:00.872814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No DVR routers for this DVR port 0d3b2fc9-5f72-4473-bb37-0e733d0b928e on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:00.880113 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-10c70391-3129-4f04-9287-e0a0384efd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.883348 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-10c70391-3129-4f04-9287-e0a0384efd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.885387 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-10c70391-3129-4f04-9287-e0a0384efd60 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eb6b2249-ebf4-4a9e-ade8-7489fa3ff6a5 HTTP/1.1" status: 204 len: 168 time: 0.8441360 Sep 08 13:32:00.888993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d71e6fe-c78c-433d-be30-9e0eb9a07b81 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Network 48a4995a-63cc-4581-8891-024e49be0443 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:00.918398 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:00.927842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c70391-3129-4f04-9287-e0a0384efd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6b2249-ebf4-4a9e-ade8-7489fa3ff6a5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:01.004683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3268af3-ff9e-4da6-86f8-eb356fea220c None None] Unable to find a vacant binding_index for network 48a4995a-63cc-4581-8891-024e49be0443 and agent 845b704f-8a31-4531-8b0f-76bff702338f {{(pid=96265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 08 13:32:01.039020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:01.041522 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:01.042055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0d3b2fc9-5f72-4473-bb37-0e733d0b928e no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:32:01.047071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3268af3-ff9e-4da6-86f8-eb356fea220c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 48a4995a-63cc-4581-8891-024e49be0443) {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:32:01.092646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 0d3b2fc9-5f72-4473-bb37-0e733d0b928e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:32:01.093297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0d3b2fc9-5f72-4473-bb37-0e733d0b928e not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:32:01.095368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8d71e6fe-c78c-433d-be30-9e0eb9a07b81 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 48a4995a-63cc-4581-8891-024e49be0443) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:01.100818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71e6fe-c78c-433d-be30-9e0eb9a07b81 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:01.101658 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d71e6fe-c78c-433d-be30-9e0eb9a07b81 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:01.113088 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:01.113088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:01.113088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:01.119708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event updated for resources: {'Port': ['ID=29a69bc3-00f0-48cf-892b-7dfce31526e5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:01.150276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Deleting port 101a64ef-5b0a-4174-8cc3-8df153646452 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:01.150666 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:01.163649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:01.183085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8935bf84-6665-4b3f-b7a9-0055a7b2088a') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:01.183085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8935bf84-6665-4b3f-b7a9-0055a7b2088a') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:01.200959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:01.260313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8d71e6fe-c78c-433d-be30-9e0eb9a07b81 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6738665 Sep 08 13:32:01.261629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:01.284044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50670) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:01.290959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-198bb722-a7d9-4c63-8ee4-885064876218 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'subnet': {'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:01.300249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:01.300697 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:01.304188 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:01.356805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] For port 101a64ef-5b0a-4174-8cc3-8df153646452, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=101a64ef-5b0a-4174-8cc3-8df153646452,segment=NetworkSegment(dccf6879-fa70-4e05-8ede-6e00cbe0f650),segment_id=dccf6879-fa70-4e05-8ede-6e00cbe0f650)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:01.357470 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:01.493106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Calling delete_port for 101a64ef-5b0a-4174-8cc3-8df153646452 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:01.511740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c965a13-4495-4ea1-adc9-3f72eb562eaf req-edf37e39-6a7c-4b26-9ecd-9492d6f489bc tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:01.513365 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c965a13-4495-4ea1-adc9-3f72eb562eaf req-edf37e39-6a7c-4b26-9ecd-9492d6f489bc tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 945 time: 0.3379076 Sep 08 13:32:01.596918 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:01.601948 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:01.604579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/networks/1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d HTTP/1.1" status: 204 len: 168 time: 1.8741016 Sep 08 13:32:01.611866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50678) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:01.658460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0853a16-a343-434f-b1dc-d6c2659e29f5 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Network': ['ID=1f8a32f6-3fef-4c7e-adc5-a7dec3e2752d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:01.711378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6276c3-f772-400c-ad96-8f0b34f0094d req-5c30e8ca-5d31-49a3-b16d-e600c591d156 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:01.712995 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5d6276c3-f772-400c-ad96-8f0b34f0094d req-5c30e8ca-5d31-49a3-b16d-e600c591d156 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 945 time: 0.1943405 Sep 08 13:32:01.874391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-48a4995a-63cc-4581-8891-024e49be0443', 'network_id': '48a4995a-63cc-4581-8891-024e49be0443', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'fixed_ips': [{'subnet_id': '8a3810f8-ca2d-42d3-8d0d-875098f37354'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:32:01.881529 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.010646 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a103e38d-11db-498d-beb4-fc33aaa87b73 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:02.012322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a103e38d-11db-498d-beb4-fc33aaa87b73 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3991804 Sep 08 13:32:02.040481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50688) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:02.105964 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.112965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198bb722-a7d9-4c63-8ee4-885064876218 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:02.116944 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-198bb722-a7d9-4c63-8ee4-885064876218 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.159401 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fe4c85db-9c10-40ef-92ce-baa9f5fa2e88 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1177878 Sep 08 13:32:02.174885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50694) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:02.188505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-84b6dcf9-b52f-41e0-88f5-16c09f663294 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-366553367'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:02.244146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-9c965a13-4495-4ea1-adc9-3f72eb562eaf req-fac5ea2d-32c7-4880-953b-406dcdd4346d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Deleting port 67a3bbc8-004e-4917-a145-c1e60e6324f4 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:02.244498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9c965a13-4495-4ea1-adc9-3f72eb562eaf req-fac5ea2d-32c7-4880-953b-406dcdd4346d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.249812 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5d6276c3-f772-400c-ad96-8f0b34f0094d req-b12f65ac-d794-4b78-837a-d214bc0aebc8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217237 Sep 08 13:32:02.304633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.320422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Allocated IP 10.1.1.2 (48a4995a-63cc-4581-8891-024e49be0443/8a3810f8-ca2d-42d3-8d0d-875098f37354/93181071-f203-42e0-80b5-cbc0031eb581) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:02.374080 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Port': ['ID=101a64ef-5b0a-4174-8cc3-8df153646452,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:02.376562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No DVR routers for this DVR port 101a64ef-5b0a-4174-8cc3-8df153646452 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:02.433912 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.438999 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.492863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b6dcf9-b52f-41e0-88f5-16c09f663294 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:02.496990 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84b6dcf9-b52f-41e0-88f5-16c09f663294 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.536347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-9c965a13-4495-4ea1-adc9-3f72eb562eaf req-fac5ea2d-32c7-4880-953b-406dcdd4346d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] For port 67a3bbc8-004e-4917-a145-c1e60e6324f4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=67a3bbc8-004e-4917-a145-c1e60e6324f4,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:02.536726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9c965a13-4495-4ea1-adc9-3f72eb562eaf req-fac5ea2d-32c7-4880-953b-406dcdd4346d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.577825 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.634821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-9c965a13-4495-4ea1-adc9-3f72eb562eaf req-fac5ea2d-32c7-4880-953b-406dcdd4346d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Calling delete_port for 67a3bbc8-004e-4917-a145-c1e60e6324f4 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:02.659596 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.672031 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Transition to ACTIVE for port object 93181071-f203-42e0-80b5-cbc0031eb581 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:02.676782 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b6dcf9-b52f-41e0-88f5-16c09f663294 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:02.687510 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e1e548-a457-46d0-8335-bd215abe12a0']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:02.697289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Transition to ACTIVE for port object 93181071-f203-42e0-80b5-cbc0031eb581 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:02.709036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccf6879-fa70-4e05-8ede-6e00cbe0f650') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:02.713472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccf6879-fa70-4e05-8ede-6e00cbe0f650') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:02.748701 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84b6dcf9-b52f-41e0-88f5-16c09f663294 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.749288 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-84b6dcf9-b52f-41e0-88f5-16c09f663294 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Added segment ce75f634-2187-4770-b138-d1d4e31b70a0 of type vlan for network 84b4441e-c545-4bad-932f-ab321839289d Sep 08 13:32:02.762106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.772403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-198bb722-a7d9-4c63-8ee4-885064876218 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.790537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Router 6df360e8-7e24-4568-9aae-66efa42068cf is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:32:02.791372 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.835564 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.837026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Network 48a4995a-63cc-4581-8891-024e49be0443 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:02.840629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:02.843933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:02.880355 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84b6dcf9-b52f-41e0-88f5-16c09f663294 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.883948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:02.884189 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:02.889157 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:02.954361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Pushing event updated for resources: {'Port': ['ID=93181071-f203-42e0-80b5-cbc0031eb581,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:02.955488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:32:02.960209 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8010750c-d770-4c6d-8167-fe74ad449c71 None None] Sync routers for ids ['6df360e8-7e24-4568-9aae-66efa42068cf'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:32:02.977135 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:02.978208 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8d50948e-87f2-4ea3-9b42-a855fc65ddce tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "PUT /v2.0/routers/6df360e8-7e24-4568-9aae-66efa42068cf HTTP/1.1" status: 200 len: 919 time: 4.5656087 Sep 08 13:32:02.981765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Attempting to bind port 93181071-f203-42e0-80b5-cbc0031eb581 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:02.982613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Attempting to bind port 93181071-f203-42e0-80b5-cbc0031eb581 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:02.983228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Attempting to bind port 93181071-f203-42e0-80b5-cbc0031eb581 on network 48a4995a-63cc-4581-8891-024e49be0443 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:02.989464 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8010750c-d770-4c6d-8167-fe74ad449c71 None None] Routers {'6df360e8-7e24-4568-9aae-66efa42068cf'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:32:02.990952 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8010750c-d770-4c6d-8167-fe74ad449c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6df360e8-7e24-4568-9aae-66efa42068cf'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:02.992470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50714) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:02.997621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:02.998511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Checking segment: {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:02.999582 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.000174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Bound using segment: {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:03.000995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Bound port: 93181071-f203-42e0-80b5-cbc0031eb581, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:03.001622 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.002282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bb722-a7d9-4c63-8ee4-885064876218 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Subnet': ['ID=e9af95bc-998b-4161-b01f-7667140ff505,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:03.041382 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8010750c-d770-4c6d-8167-fe74ad449c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:03.057090 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8010750c-d770-4c6d-8167-fe74ad449c71 None None] Routers {'6df360e8-7e24-4568-9aae-66efa42068cf'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:32:03.057735 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8010750c-d770-4c6d-8167-fe74ad449c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:31:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6df360e8-7e24-4568-9aae-66efa42068cf'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:03.110654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198bb722-a7d9-4c63-8ee4-885064876218 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Checking segment: {'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:03.110654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198bb722-a7d9-4c63-8ee4-885064876218 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Network hostable DHCP agents. Network: adf204ef-b624-4fee-9e83-d93889dc5f49, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:03.111532 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8010750c-d770-4c6d-8167-fe74ad449c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:03.111532 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8010750c-d770-4c6d-8167-fe74ad449c71 None None] The sync data for ids ['6df360e8-7e24-4568-9aae-66efa42068cf'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:32:03.129693 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] For port 93181071-f203-42e0-80b5-cbc0031eb581, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:03.136170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] For port 93181071-f203-42e0-80b5-cbc0031eb581, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=93181071-f203-42e0-80b5-cbc0031eb581,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:03.185068 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.194573 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.196455 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/29e1e548-a457-46d0-8335-bd215abe12a0 HTTP/1.1" status: 204 len: 168 time: 4.2958529 Sep 08 13:32:03.200383 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fe773a9e-0626-4c58-ae9b-9ead37442e72 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/routers/6df360e8-7e24-4568-9aae-66efa42068cf HTTP/1.1" status: 200 len: 925 time: 0.2030754 Sep 08 13:32:03.202620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50722) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:03.209570 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50724) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:03.212049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-df66cbc1-73bf-4bc6-9e2b-73c2fe84f69b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1020499119'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:03.220353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44fd275-f5a6-47fd-95d7-4f2984e39561 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Network': ['ID=29e1e548-a457-46d0-8335-bd215abe12a0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:03.223157 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84b6dcf9-b52f-41e0-88f5-16c09f663294 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.227888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b6dcf9-b52f-41e0-88f5-16c09f663294 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:03.228544 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84b6dcf9-b52f-41e0-88f5-16c09f663294 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.248606 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.266560 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9c965a13-4495-4ea1-adc9-3f72eb562eaf req-fac5ea2d-32c7-4880-953b-406dcdd4346d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.268208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198bb722-a7d9-4c63-8ee4-885064876218 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Network adf204ef-b624-4fee-9e83-d93889dc5f49 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:03.280597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:32:03.366456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9820e9-d759-4ab2-beae-d728f847fa55 None None] Pushing event updated for resources: {'Port': ['ID=93181071-f203-42e0-80b5-cbc0031eb581,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:03.368120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5ea2d-32c7-4880-953b-406dcdd4346d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event deleted for resources: {'Port': ['ID=67a3bbc8-004e-4917-a145-c1e60e6324f4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:03.379159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df66cbc1-73bf-4bc6-9e2b-73c2fe84f69b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:03.381317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6dcf9-b52f-41e0-88f5-16c09f663294 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Network': ['ID=84b4441e-c545-4bad-932f-ab321839289d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:03.383524 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-df66cbc1-73bf-4bc6-9e2b-73c2fe84f69b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.430378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 84b4441e-c545-4bad-932f-ab321839289d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:03.431983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55689750-5679-46e6-8742-1eeb7b3cf02d tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:03.435996 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-55689750-5679-46e6-8742-1eeb7b3cf02d tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&device_id=6df360e8-7e24-4568-9aae-66efa42068cf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2227862 Sep 08 13:32:03.440733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c965a13-4495-4ea1-adc9-3f72eb562eaf req-fac5ea2d-32c7-4880-953b-406dcdd4346d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] No DVR routers for this DVR port 67a3bbc8-004e-4917-a145-c1e60e6324f4 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:03.446104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50730) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:03.449797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df66cbc1-73bf-4bc6-9e2b-73c2fe84f69b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:03.458412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-9c965a13-4495-4ea1-adc9-3f72eb562eaf req-fac5ea2d-32c7-4880-953b-406dcdd4346d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.460746 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c965a13-4495-4ea1-adc9-3f72eb562eaf req-fac5ea2d-32c7-4880-953b-406dcdd4346d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "DELETE /v2.0/ports/67a3bbc8-004e-4917-a145-c1e60e6324f4 HTTP/1.1" status: 204 len: 173 time: 1.9308045 Sep 08 13:32:03.462673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fac01f-cac9-45f8-86f4-1d793f4ceb65', 'name': 'network-vif-deleted', 'tag': '67a3bbc8-004e-4917-a145-c1e60e6324f4'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:32:03.465401 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583b61bd-0dca-4b75-b9b6-ad48f90df4ce" -d '{"events": [{"server_uuid": "b6fac01f-cac9-45f8-86f4-1d793f4ceb65", "name": "network-vif-deleted", "tag": "67a3bbc8-004e-4917-a145-c1e60e6324f4"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:32:03.468422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-198bb722-a7d9-4c63-8ee4-885064876218 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, adf204ef-b624-4fee-9e83-d93889dc5f49) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:03.486233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198bb722-a7d9-4c63-8ee4-885064876218 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:03.487112 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-198bb722-a7d9-4c63-8ee4-885064876218 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.499492 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-84b6dcf9-b52f-41e0-88f5-16c09f663294 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3232770 Sep 08 13:32:03.505142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50734) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:03.515089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-90f309ae-853b-4f6b-bbf6-e502f4753475 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': '84b4441e-c545-4bad-932f-ab321839289d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:03.529415 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57f7374f-4b41-4e71-bb88-fb8b33db5485 req-c8e71c8f-bd94-4de7-8a16-bc8787001410 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 210 time: 0.0951200 Sep 08 13:32:03.540503 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-df66cbc1-73bf-4bc6-9e2b-73c2fe84f69b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.541893 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-df66cbc1-73bf-4bc6-9e2b-73c2fe84f69b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Added segment 984513df-de32-4109-a8c9-930636449c5d of type vlan for network c6249757-caf0-41d5-87a0-11887f9426eb Sep 08 13:32:03.588339 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dd6539-b3b3-4256-8edb-8198e518e9ce x-openstack-request-id: req-01dd6539-b3b3-4256-8edb-8198e518e9ce {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:32:03.588909 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fac01f-cac9-45f8-86f4-1d793f4ceb65", "name": "network-vif-deleted", "tag": "67a3bbc8-004e-4917-a145-c1e60e6324f4", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:32:03.589386 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-01dd6539-b3b3-4256-8edb-8198e518e9ce {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:32:03.590026 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fac01f-cac9-45f8-86f4-1d793f4ceb65', 'name': 'network-vif-deleted', 'tag': '67a3bbc8-004e-4917-a145-c1e60e6324f4', 'status': 'completed', 'code': 200} Sep 08 13:32:03.613992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50736) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:03.618315 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-198bb722-a7d9-4c63-8ee4-885064876218 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3251259 Sep 08 13:32:03.620315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'port': {'network_id': '48a4995a-63cc-4581-8891-024e49be0443', 'name': 'tempest-TaggedBootDevicesTest-1528815819', 'fixed_ips': [{'subnet_id': '8a3810f8-ca2d-42d3-8d0d-875098f37354'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:03.625858 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-df66cbc1-73bf-4bc6-9e2b-73c2fe84f69b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.828020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43304ca1-1f68-430d-924f-c61ccbc0fef9 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:03.834057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-43304ca1-1f68-430d-924f-c61ccbc0fef9 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 881 time: 0.3804462 Sep 08 13:32:03.835205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50742) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:03.872297 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1bb9f08f-ee81-466b-a465-b7cc63142a6e tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "GET /v2.0/ports?device_id=6df360e8-7e24-4568-9aae-66efa42068cf HTTP/1.1" status: 200 len: 205 time: 0.0333271 Sep 08 13:32:03.874865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50744) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:03.939681 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-df66cbc1-73bf-4bc6-9e2b-73c2fe84f69b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:03.945917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df66cbc1-73bf-4bc6-9e2b-73c2fe84f69b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:03.950566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-df66cbc1-73bf-4bc6-9e2b-73c2fe84f69b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:04.032455 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:04.061950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df66cbc1-73bf-4bc6-9e2b-73c2fe84f69b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=c6249757-caf0-41d5-87a0-11887f9426eb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:04.066688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:04.075653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c6249757-caf0-41d5-87a0-11887f9426eb details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:04.165415 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:04.188106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f309ae-853b-4f6b-bbf6-e502f4753475 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:04.191677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90f309ae-853b-4f6b-bbf6-e502f4753475 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:04.197288 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:04.229201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] device_id is not set on port ddc04eb0-7be6-4aff-abd8-32b48806bcbd yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:32:04.322240 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-df66cbc1-73bf-4bc6-9e2b-73c2fe84f69b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1154180 Sep 08 13:32:04.323478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50754) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:04.332100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'network_id': 'c6249757-caf0-41d5-87a0-11887f9426eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:04.470871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Deleting port 29a69bc3-00f0-48cf-892b-7dfce31526e5 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:04.475307 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:04.552964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Allocated IP 10.1.1.221 (48a4995a-63cc-4581-8891-024e49be0443/8a3810f8-ca2d-42d3-8d0d-875098f37354/ddc04eb0-7be6-4aff-abd8-32b48806bcbd) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:04.570855 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:04.588501 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Calling delete_port for 29a69bc3-00f0-48cf-892b-7dfce31526e5 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:04.638066 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:04.643027 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:04.725409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400c5ad8-2172-405f-8e87-cfcfe3c11bac None None] Network 48a4995a-63cc-4581-8891-024e49be0443 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:04.731307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-232fccc3-e067-4d06-bf3f-f226fda58471 req-cc32c3c8-2004-4ad6-b745-24377b62f57a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6fac01f-cac9-45f8-86f4-1d793f4ceb65 HTTP/1.1" status: 200 len: 210 time: 0.0667987 Sep 08 13:32:04.766722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85d3102-d53c-4680-90fa-bce582ef6a02 None None] Network adf204ef-b624-4fee-9e83-d93889dc5f49 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:04.800637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.ipam_backend_mixin [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Performing IP validity checks on allocation pools {{(pid=96263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 08 13:32:04.801431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.ipam_backend_mixin [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking for overlaps among allocation pools and gateway ip {{(pid=96263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 08 13:32:04.870226 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:04.924118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Transition to ACTIVE for port object ddc04eb0-7be6-4aff-abd8-32b48806bcbd will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:04.986775 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90f309ae-853b-4f6b-bbf6-e502f4753475 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.031252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 67a3bbc8-004e-4917-a145-c1e60e6324f4 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:32:05.076210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-39cf048b-23c6-4c1a-9bb3-7198a4d53303 None None] Provisioning for port 93181071-f203-42e0-80b5-cbc0031eb581 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:05.089205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 67a3bbc8-004e-4917-a145-c1e60e6324f4 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:32:05.089205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 67a3bbc8-004e-4917-a145-c1e60e6324f4 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:32:05.115786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f309ae-853b-4f6b-bbf6-e502f4753475 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Subnet': ['ID=9d647290-8b3a-4535-97bc-f25a9ac99723,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:05.148679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f309ae-853b-4f6b-bbf6-e502f4753475 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Checking segment: {'id': 'ce75f634-2187-4770-b138-d1d4e31b70a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '84b4441e-c545-4bad-932f-ab321839289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:05.149571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f309ae-853b-4f6b-bbf6-e502f4753475 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network hostable DHCP agents. Network: 84b4441e-c545-4bad-932f-ab321839289d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:05.160015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 93181071-f203-42e0-80b5-cbc0031eb581 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:05.182322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-adf204ef-b624-4fee-9e83-d93889dc5f49', 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'fixed_ips': [{'subnet_id': 'e9af95bc-998b-4161-b01f-7667140ff505'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:32:05.185812 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.230489 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.277431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.292114 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.295617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Pushing event deleted for resources: {'Port': ['ID=29a69bc3-00f0-48cf-892b-7dfce31526e5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:05.307656 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f309ae-853b-4f6b-bbf6-e502f4753475 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network 84b4441e-c545-4bad-932f-ab321839289d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:05.360992 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.404123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Network 48a4995a-63cc-4581-8891-024e49be0443 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:05.413671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:05.416412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:05.419104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 93181071-f203-42e0-80b5-cbc0031eb581 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:05.425625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 93181071-f203-42e0-80b5-cbc0031eb581 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:05.426010 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.464111 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.466890 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.501314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:05.502119 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.532605 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-90f309ae-853b-4f6b-bbf6-e502f4753475 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 84b4441e-c545-4bad-932f-ab321839289d) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:05.539206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f309ae-853b-4f6b-bbf6-e502f4753475 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:05.540966 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-90f309ae-853b-4f6b-bbf6-e502f4753475 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.543325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Port': ['ID=ddc04eb0-7be6-4aff-abd8-32b48806bcbd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:05.544868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b06680b-9105-4a08-9af0-94b0b4dd7e1d None None] Network 84b4441e-c545-4bad-932f-ab321839289d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:05.551938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=4d0e90db-7aac-4772-ad37-b995a6078ec1,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:05.575269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking segment: {'id': '984513df-de32-4109-a8c9-930636449c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6249757-caf0-41d5-87a0-11887f9426eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:05.575968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network hostable DHCP agents. Network: c6249757-caf0-41d5-87a0-11887f9426eb, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:05.609798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Allocated IP 10.2.2.2 (adf204ef-b624-4fee-9e83-d93889dc5f49/e9af95bc-998b-4161-b01f-7667140ff505/759fe69b-d439-4d8e-8b2a-cab1774d0287) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:05.677534 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-90f309ae-853b-4f6b-bbf6-e502f4753475 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1688805 Sep 08 13:32:05.680915 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.681073 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b823899c-dd74-43c7-a9aa-6e8c8d6f8ba0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0635793 Sep 08 13:32:05.681160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Fanout notify agent at l3_agent the message router_deleted on router 6df360e8-7e24-4568-9aae-66efa42068cf {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:32:05.681282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50774) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:05.681723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50776) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:05.696214 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.699572 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c5309877-cfe2-4269-b582-f6c251f0c51f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/routers/6df360e8-7e24-4568-9aae-66efa42068cf HTTP/1.1" status: 204 len: 168 time: 1.8230023 Sep 08 13:32:05.715278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50778) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:05.715482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': '84b4441e-c545-4bad-932f-ab321839289d', 'name': 'tempest-PortsIpV6TestJSON-1752907776'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:05.720969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6f86258f-75d8-421e-8867-681985938d40 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1137858817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:05.725912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'port': {'network_id': '48a4995a-63cc-4581-8891-024e49be0443', 'name': 'tempest-TaggedBootDevicesTest-236914682', 'fixed_ips': [{'subnet_id': '8a3810f8-ca2d-42d3-8d0d-875098f37354'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:05.752386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network c6249757-caf0-41d5-87a0-11887f9426eb is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:05.765170 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.899012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c99ed9-faab-4fd8-b49a-97e940db8c1b None None] Network 48a4995a-63cc-4581-8891-024e49be0443 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:05.937107 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6f86258f-75d8-421e-8867-681985938d40 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.943672 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6f86258f-75d8-421e-8867-681985938d40 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.945366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c6249757-caf0-41d5-87a0-11887f9426eb) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:05.958495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 93181071-f203-42e0-80b5-cbc0031eb581, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=93181071-f203-42e0-80b5-cbc0031eb581,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:05.965498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:05.966800 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:05.967008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa06f84d-2ff6-4f7c-83f8-c8f72ecee73c None None] Network c6249757-caf0-41d5-87a0-11887f9426eb requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:06.053814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e6bb3d58-07c5-496c-9545-b1f9cd9e9c99 None None] Provisioning complete for port 93181071-f203-42e0-80b5-cbc0031eb581 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:06.054231 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3d58-07c5-496c-9545-b1f9cd9e9c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:06.077529 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6f86258f-75d8-421e-8867-681985938d40 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:06.077774 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:32:06.077774 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:32:06.077774 n-d-807558-3 neutron-server[96264]: [parameters: {'project_id_1': 'c0cecea1f17b4601ab81f6a72813deac', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 31, 46, 16773)}] Sep 08 13:32:06.077774 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:32:06.078159 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:32:06.079387 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4649bc02-5bbe-4c54-a9b0-3c615a1a33c1 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7548125 Sep 08 13:32:06.082282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50794) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:06.126778 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:06.142612 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6f86258f-75d8-421e-8867-681985938d40 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:06.158954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:06.162561 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:06.189861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-14e8caff-8aba-44b0-aafb-1b9e3bdd25bf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:06.191193 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port a26850e2-baeb-4663-9c53-5bb1112e0aa4 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:32:06.191712 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-14e8caff-8aba-44b0-aafb-1b9e3bdd25bf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.1656084 Sep 08 13:32:06.211070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-e6fb55bc-665c-4d9e-8b14-8879f85c7d85 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/quotas/f0c33ff95fd94c5b8efb16048a231a08 HTTP/1.1" status: 200 len: 375 time: 0.0107088 Sep 08 13:32:06.253145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6f86258f-75d8-421e-8867-681985938d40 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:06.258261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6f86258f-75d8-421e-8867-681985938d40 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5469167 Sep 08 13:32:06.259531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50796) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:06.267997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'enable_snat': False}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:06.279841 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-d8f44067-d021-4d0a-a30c-a43e0313bc74 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581667 Sep 08 13:32:06.423562 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:06.498861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8::72 (84b4441e-c545-4bad-932f-ab321839289d/9d647290-8b3a-4535-97bc-f25a9ac99723/a26850e2-baeb-4663-9c53-5bb1112e0aa4) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:06.522954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-4efce565-5e06-4f69-9d12-b12107f87250 service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025208 Sep 08 13:32:06.555242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-84b4441e-c545-4bad-932f-ab321839289d', 'network_id': '84b4441e-c545-4bad-932f-ab321839289d', 'tenant_id': '6bad6c9ff2674db8b35fd0e5660983d6', 'fixed_ips': [{'subnet_id': '9d647290-8b3a-4535-97bc-f25a9ac99723'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:32:06.556104 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:06.580597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=93181071-f203-42e0-80b5-cbc0031eb581,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:06.599206 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:06.635438 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Transition to ACTIVE for port object 759fe69b-d439-4d8e-8b2a-cab1774d0287 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:06.640806 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-dde86406-5efd-43b8-9ff0-4c9e43378509 service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101794 Sep 08 13:32:06.768613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Transition to ACTIVE for port object 759fe69b-d439-4d8e-8b2a-cab1774d0287 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:06.793922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c6249757-caf0-41d5-87a0-11887f9426eb', 'network_id': 'c6249757-caf0-41d5-87a0-11887f9426eb', 'tenant_id': '5351208e3ec84f4cb00c9072e23cab6c', 'fixed_ips': [{'subnet_id': '4d0e90db-7aac-4772-ad37-b995a6078ec1'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:32:06.795003 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:06.990138 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.059808 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Network adf204ef-b624-4fee-9e83-d93889dc5f49 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:07.066091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:07.079203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:07.177914 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 93181071-f203-42e0-80b5-cbc0031eb581 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:07.196799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Pushing event updated for resources: {'Port': ['ID=759fe69b-d439-4d8e-8b2a-cab1774d0287,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:07.247649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.257725 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7649f93f-46fa-402e-b49e-9b7ff99e3d5f req-3e5d9cee-73de-4084-901e-bed163b19f34 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 210 time: 0.1429958 Sep 08 13:32:07.280483 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.295551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Allocated IP 172.20.0.3 (c6249757-caf0-41d5-87a0-11887f9426eb/4d0e90db-7aac-4772-ad37-b995a6078ec1/24d0a852-77bf-4dd4-b05b-c415f7d196e5) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:07.308442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:07.332340 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Attempting to bind port 759fe69b-d439-4d8e-8b2a-cab1774d0287 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:07.332868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Attempting to bind port 759fe69b-d439-4d8e-8b2a-cab1774d0287 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:07.333342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Attempting to bind port 759fe69b-d439-4d8e-8b2a-cab1774d0287 on network adf204ef-b624-4fee-9e83-d93889dc5f49 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:07.355334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:07.356047 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Checking segment: {'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:07.356565 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.357082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Bound using segment: {'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:07.357684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Bound port: 759fe69b-d439-4d8e-8b2a-cab1774d0287, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:07.358614 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.455081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 93181071-f203-42e0-80b5-cbc0031eb581 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:07.455839 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.558709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6981fd13-eba5-45e8-82a9-2b4aac2e14e3 None None] Provisioning for port ddc04eb0-7be6-4aff-abd8-32b48806bcbd completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:07.596497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6981fd13-eba5-45e8-82a9-2b4aac2e14e3 None None] Provisioning complete for port ddc04eb0-7be6-4aff-abd8-32b48806bcbd triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:07.597321 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6981fd13-eba5-45e8-82a9-2b4aac2e14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.627483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] For port 759fe69b-d439-4d8e-8b2a-cab1774d0287, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:07.660014 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.687431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] For port 759fe69b-d439-4d8e-8b2a-cab1774d0287, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=759fe69b-d439-4d8e-8b2a-cab1774d0287,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:07.689200 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.691799 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.725318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Transition to ACTIVE for port object 24d0a852-77bf-4dd4-b05b-c415f7d196e5 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:07.725318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6981fd13-eba5-45e8-82a9-2b4aac2e14e3 None None] Port ddc04eb0-7be6-4aff-abd8-32b48806bcbd cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:07.729668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] device_id is not set on port c552540d-028f-4164-8a1b-e5a7710ba7e3 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:32:07.740351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object a26850e2-baeb-4663-9c53-5bb1112e0aa4 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:07.771477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Transition to ACTIVE for port object 24d0a852-77bf-4dd4-b05b-c415f7d196e5 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:07.775452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6981fd13-eba5-45e8-82a9-2b4aac2e14e3 None None] Provisioning complete for port 93181071-f203-42e0-80b5-cbc0031eb581 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:07.775861 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6981fd13-eba5-45e8-82a9-2b4aac2e14e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.825680 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.888310 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.895791 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-958faf0b-a2b7-4e15-bf1c-dedb42435ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:07.931984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Network c6249757-caf0-41d5-87a0-11887f9426eb is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:07.936695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:07.942044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:07.944399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd3765-3d37-4465-a898-b7e53325b231 None None] Pushing event updated for resources: {'Port': ['ID=759fe69b-d439-4d8e-8b2a-cab1774d0287,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:08.017360 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.046119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Pushing event updated for resources: {'Port': ['ID=24d0a852-77bf-4dd4-b05b-c415f7d196e5,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:08.048706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Attempting to bind port 24d0a852-77bf-4dd4-b05b-c415f7d196e5 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:08.049093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Attempting to bind port 24d0a852-77bf-4dd4-b05b-c415f7d196e5 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '984513df-de32-4109-a8c9-930636449c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6249757-caf0-41d5-87a0-11887f9426eb'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:08.049461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Attempting to bind port 24d0a852-77bf-4dd4-b05b-c415f7d196e5 on network c6249757-caf0-41d5-87a0-11887f9426eb {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:08.056045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:08.056436 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Checking segment: {'id': '984513df-de32-4109-a8c9-930636449c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6249757-caf0-41d5-87a0-11887f9426eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:08.056859 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.057265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Bound using segment: {'id': '984513df-de32-4109-a8c9-930636449c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6249757-caf0-41d5-87a0-11887f9426eb'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:08.057763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Bound port: 24d0a852-77bf-4dd4-b05b-c415f7d196e5, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984513df-de32-4109-a8c9-930636449c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6249757-caf0-41d5-87a0-11887f9426eb'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:08.058157 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.093425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0e90db-7aac-4772-ad37-b995a6078ec1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:08.145762 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.182000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Allocated IP 2001:db8::2 (84b4441e-c545-4bad-932f-ab321839289d/9d647290-8b3a-4535-97bc-f25a9ac99723/cfb87431-9f7e-43e1-839f-59f6cb07ef37) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:08.184410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] For port 24d0a852-77bf-4dd4-b05b-c415f7d196e5, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:08.189598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] For port 24d0a852-77bf-4dd4-b05b-c415f7d196e5, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=24d0a852-77bf-4dd4-b05b-c415f7d196e5,segment=NetworkSegment(984513df-de32-4109-a8c9-930636449c5d),segment_id=984513df-de32-4109-a8c9-930636449c5d)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:08.267743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-eecc1608-ec37-4ad6-9f12-ad57e3ccaa53 None None] Provisioning complete for port ddc04eb0-7be6-4aff-abd8-32b48806bcbd triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:08.268130 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eecc1608-ec37-4ad6-9f12-ad57e3ccaa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.273495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Allocated IP 10.1.1.213 (48a4995a-63cc-4581-8891-024e49be0443/8a3810f8-ca2d-42d3-8d0d-875098f37354/c552540d-028f-4164-8a1b-e5a7710ba7e3) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:08.276902 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.333087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network 84b4441e-c545-4bad-932f-ab321839289d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:08.338881 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.351639 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.354062 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:08.355566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-eecc1608-ec37-4ad6-9f12-ad57e3ccaa53 None None] Port ddc04eb0-7be6-4aff-abd8-32b48806bcbd cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:08.400717 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:08.409848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:08.410639 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.444148 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.449390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6249757-caf0-41d5-87a0-11887f9426eb']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:08.452327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=a26850e2-baeb-4663-9c53-5bb1112e0aa4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:08.475934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16f814a1-9043-45dc-b2b1-524336077431 req-d4ec21a2-d612-42d4-bcbd-94b84c05a593 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 210 time: 0.0876133 Sep 08 13:32:08.485543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6668e-51bd-4c73-a0e7-55d1df207ec0 None None] Pushing event updated for resources: {'Port': ['ID=24d0a852-77bf-4dd4-b05b-c415f7d196e5,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:08.488902 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.500276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Transition to ACTIVE for port object cfb87431-9f7e-43e1-839f-59f6cb07ef37 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:08.501554 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984513df-de32-4109-a8c9-930636449c5d') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:08.504908 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984513df-de32-4109-a8c9-930636449c5d') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:08.521659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Transition to ACTIVE for port object cfb87431-9f7e-43e1-839f-59f6cb07ef37 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:08.525335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a9b37-0425-4157-81c9-6172a7e4de5d None None] Network c6249757-caf0-41d5-87a0-11887f9426eb requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:08.585291 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.630301 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.657037 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-468bd3fe-a010-4ddb-b04c-44a45f4036f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9700363 Sep 08 13:32:08.657862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50838) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:08.663013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': '84b4441e-c545-4bad-932f-ab321839289d', 'name': 'tempest-PortsIpV6TestJSON-176276868'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:08.677141 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.697016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:08.697718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:08.701290 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:08.718269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Network 84b4441e-c545-4bad-932f-ab321839289d is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:08.725121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:08.728648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:08.743425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Pushing event updated for resources: {'Port': ['ID=cfb87431-9f7e-43e1-839f-59f6cb07ef37,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:08.809899 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Allocated IP 172.25.5.15 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/d4d7a130-95c7-42f8-bc7b-0799f48f6dcb) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:08.842269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Attempting to bind port cfb87431-9f7e-43e1-839f-59f6cb07ef37 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:08.842744 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Attempting to bind port cfb87431-9f7e-43e1-839f-59f6cb07ef37 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'ce75f634-2187-4770-b138-d1d4e31b70a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '84b4441e-c545-4bad-932f-ab321839289d'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:08.843183 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Attempting to bind port cfb87431-9f7e-43e1-839f-59f6cb07ef37 on network 84b4441e-c545-4bad-932f-ab321839289d {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:08.850833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:08.851416 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Checking segment: {'id': 'ce75f634-2187-4770-b138-d1d4e31b70a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '84b4441e-c545-4bad-932f-ab321839289d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:08.851956 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.852425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Bound using segment: {'id': 'ce75f634-2187-4770-b138-d1d4e31b70a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '84b4441e-c545-4bad-932f-ab321839289d'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:08.854196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Bound port: cfb87431-9f7e-43e1-839f-59f6cb07ef37, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce75f634-2187-4770-b138-d1d4e31b70a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '84b4441e-c545-4bad-932f-ab321839289d'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:08.862160 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:08.914474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 13:32:08.914474 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 13:32:08.914474 n-d-807558-3 neutron-server[96264]: [parameters: {'id': 'c6249757-caf0-41d5-87a0-11887f9426eb'}] Sep 08 13:32:08.914474 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:32:08.915325 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:32:08.936886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5258b865-19c5-4221-a102-836a773384c0 None None] For port cfb87431-9f7e-43e1-839f-59f6cb07ef37, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:08.954508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5258b865-19c5-4221-a102-836a773384c0 None None] For port cfb87431-9f7e-43e1-839f-59f6cb07ef37, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cfb87431-9f7e-43e1-839f-59f6cb07ef37,segment=NetworkSegment(ce75f634-2187-4770-b138-d1d4e31b70a0),segment_id=ce75f634-2187-4770-b138-d1d4e31b70a0)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:09.001960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:09.017247 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:09.051563 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:09.069634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port 9547b1bc-40c5-48fb-87d0-fcf42f06f64a yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:32:09.116263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Transition to ACTIVE for port object c552540d-028f-4164-8a1b-e5a7710ba7e3 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:09.134166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 759fe69b-d439-4d8e-8b2a-cab1774d0287 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:09.135893 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:09.166197 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:09.249100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258b865-19c5-4221-a102-836a773384c0 None None] Pushing event updated for resources: {'Port': ['ID=cfb87431-9f7e-43e1-839f-59f6cb07ef37,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:09.294288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8::ca (84b4441e-c545-4bad-932f-ab321839289d/9d647290-8b3a-4535-97bc-f25a9ac99723/9547b1bc-40c5-48fb-87d0-fcf42f06f64a) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:09.387878 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:09.393100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:09.435884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 759fe69b-d439-4d8e-8b2a-cab1774d0287 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:09.495100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:09.558744 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Network 48a4995a-63cc-4581-8891-024e49be0443 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:09.567625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:09.570024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:09.574708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:09.575225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:09.578082 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Pushing event updated for resources: {'Port': ['ID=d4d7a130-95c7-42f8-bc7b-0799f48f6dcb,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:09.591982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:09.647182 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:09.664928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object 9547b1bc-40c5-48fb-87d0-fcf42f06f64a will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:09.794562 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b0da102-f23e-4677-a0bd-64e40700438f req-bd7c4cdf-9233-4f10-9fb3-1175eb3bd4ca tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 210 time: 0.1002789 Sep 08 13:32:09.795240 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Port': ['ID=c552540d-028f-4164-8a1b-e5a7710ba7e3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:09.801209 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:09.832780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d81d6-881f-45ed-b8b9-fa18b0a19eec None None] Network adf204ef-b624-4fee-9e83-d93889dc5f49 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:09.832995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:09.832995 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:09.938137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network 84b4441e-c545-4bad-932f-ab321839289d is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:09.951028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:09.951485 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-db949779-3a40-44c2-a53a-a06eaf6a5216 None None] Provisioning for port 759fe69b-d439-4d8e-8b2a-cab1774d0287 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:09.963966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:09.974677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-db949779-3a40-44c2-a53a-a06eaf6a5216 None None] Provisioning complete for port 759fe69b-d439-4d8e-8b2a-cab1774d0287 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:09.976279 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-db949779-3a40-44c2-a53a-a06eaf6a5216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:09.978640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:09.979743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:10.032730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=9547b1bc-40c5-48fb-87d0-fcf42f06f64a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:10.036824 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-730453d3-48ec-435b-833f-13070f39177f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3539259 Sep 08 13:32:10.046091 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Deleting port 24d0a852-77bf-4dd4-b05b-c415f7d196e5 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:10.049749 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:10.128333 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-52ec84c8-b950-402e-abbc-8d00babdf145 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4692075 Sep 08 13:32:10.130971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50856) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:10.212130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-8c0f4b8c-c589-47c8-b585-004a50603200 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:10.215087 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-8c0f4b8c-c589-47c8-b585-004a50603200 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.3395109 Sep 08 13:32:10.270678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Request body: {'port': {'device_id': '61f5179b-5bcf-47be-8d68-8ad0ba787a14', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'admin_state_up': True, 'tenant_id': 'f0c33ff95fd94c5b8efb16048a231a08'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:10.394810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262a037-5745-4405-aa37-6eb97c252906 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:10.399000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1262a037-5745-4405-aa37-6eb97c252906 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A72 HTTP/1.1" status: 200 len: 928 time: 0.2640638 Sep 08 13:32:10.399342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50864) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:10.555142 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-db949779-3a40-44c2-a53a-a06eaf6a5216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:10.555142 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:10.587346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] For port 24d0a852-77bf-4dd4-b05b-c415f7d196e5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=24d0a852-77bf-4dd4-b05b-c415f7d196e5,segment=NetworkSegment(984513df-de32-4109-a8c9-930636449c5d),segment_id=984513df-de32-4109-a8c9-930636449c5d)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:10.587918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:10.621557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Calling delete_port for 24d0a852-77bf-4dd4-b05b-c415f7d196e5 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:10.638704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-db949779-3a40-44c2-a53a-a06eaf6a5216 None None] For port 759fe69b-d439-4d8e-8b2a-cab1774d0287, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=759fe69b-d439-4d8e-8b2a-cab1774d0287,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:10.655707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ed0a5-ac06-4ff6-97b5-d3eba8ee24fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 9547b1bc-40c5-48fb-87d0-fcf42f06f64a {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:10.656644 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed0a5-ac06-4ff6-97b5-d3eba8ee24fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:10.664888 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-71af523b-e6ba-4138-ab61-0b579b09a862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:10.701405 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:10.768121 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-db949779-3a40-44c2-a53a-a06eaf6a5216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:10.803310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50876) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:10.807952 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d2c4ab69-fec3-4b2e-b33c-0152127146cb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220994191', 'description': 'tempest-description--1935542069'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:10.861881 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed0a5-ac06-4ff6-97b5-d3eba8ee24fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:10.903886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ed0a5-ac06-4ff6-97b5-d3eba8ee24fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 9547b1bc-40c5-48fb-87d0-fcf42f06f64a owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:10.984669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db949779-3a40-44c2-a53a-a06eaf6a5216 None None] Pushing event updated for resources: {'Port': ['ID=759fe69b-d439-4d8e-8b2a-cab1774d0287,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:10.990521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403f63ea-3ef5-44d3-8705-812a6f291ff8 None None] Network 84b4441e-c545-4bad-932f-ab321839289d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:11.066595 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2c4ab69-fec3-4b2e-b33c-0152127146cb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.097503 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.190045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7044c4e1-eb88-4e91-aeb3-5dd18471fc8e None None] Provisioning for port c552540d-028f-4164-8a1b-e5a7710ba7e3 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:11.192464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cfb87431-9f7e-43e1-839f-59f6cb07ef37 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:11.250997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Port': ['ID=24d0a852-77bf-4dd4-b05b-c415f7d196e5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:11.262780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No DVR routers for this DVR port 24d0a852-77bf-4dd4-b05b-c415f7d196e5 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:11.279009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7044c4e1-eb88-4e91-aeb3-5dd18471fc8e None None] Provisioning complete for port c552540d-028f-4164-8a1b-e5a7710ba7e3 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:11.279676 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7044c4e1-eb88-4e91-aeb3-5dd18471fc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.331956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7044c4e1-eb88-4e91-aeb3-5dd18471fc8e None None] Port c552540d-028f-4164-8a1b-e5a7710ba7e3 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:11.415088 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.430789 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed0a5-ac06-4ff6-97b5-d3eba8ee24fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.458109 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b068afcc-0b78-4b1b-b75b-e0c25f62a5a7 req-f53eb8ae-a9f5-4786-8acc-db197142dc37 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 210 time: 0.4923325 Sep 08 13:32:11.502706 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6249757-caf0-41d5-87a0-11887f9426eb']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:11.516546 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port cfb87431-9f7e-43e1-839f-59f6cb07ef37 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:11.518764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984513df-de32-4109-a8c9-930636449c5d') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:11.518764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984513df-de32-4109-a8c9-930636449c5d') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:11.539996 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.556149 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.569024 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.606108 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.612752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-96d91af1-f1d5-48ce-88cc-9c90bb616c01 None None] Provisioning for port cfb87431-9f7e-43e1-839f-59f6cb07ef37 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:11.621166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-96d91af1-f1d5-48ce-88cc-9c90bb616c01 None None] Provisioning complete for port cfb87431-9f7e-43e1-839f-59f6cb07ef37 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:11.621166 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-96d91af1-f1d5-48ce-88cc-9c90bb616c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.660034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:11.660653 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:11.669466 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:11.854917 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.898699 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-96d91af1-f1d5-48ce-88cc-9c90bb616c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:11.951467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-96d91af1-f1d5-48ce-88cc-9c90bb616c01 None None] For port cfb87431-9f7e-43e1-839f-59f6cb07ef37, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cfb87431-9f7e-43e1-839f-59f6cb07ef37,segment=NetworkSegment(ce75f634-2187-4770-b138-d1d4e31b70a0),segment_id=ce75f634-2187-4770-b138-d1d4e31b70a0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:11.960035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ed0a5-ac06-4ff6-97b5-d3eba8ee24fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=9547b1bc-40c5-48fb-87d0-fcf42f06f64a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:12.031685 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c4ed0a5-ac06-4ff6-97b5-d3eba8ee24fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.033924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3c4ed0a5-ac06-4ff6-97b5-d3eba8ee24fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/9547b1bc-40c5-48fb-87d0-fcf42f06f64a HTTP/1.1" status: 204 len: 168 time: 1.6272235 Sep 08 13:32:12.037464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50892) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:12.041855 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-96d91af1-f1d5-48ce-88cc-9c90bb616c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.055511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f0a6e0a-dc51-4722-a6ac-d1200b7b6c45 req-573423a0-abdd-4fb1-b07b-5b5d81d25ca0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1090252 Sep 08 13:32:12.097949 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2c4ab69-fec3-4b2e-b33c-0152127146cb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.099526 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d863a3-4cb3-42a3-9b4b-a2f222ddfa5e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:32:12.101246 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-18d863a3-4cb3-42a3-9b4b-a2f222ddfa5e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/9547b1bc-40c5-48fb-87d0-fcf42f06f64a HTTP/1.1" status: 404 len: 333 time: 0.0627904 Sep 08 13:32:12.104157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50894) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:12.124829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-96d91af1-f1d5-48ce-88cc-9c90bb616c01 None None] Provisioning complete for port 759fe69b-d439-4d8e-8b2a-cab1774d0287 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:12.125585 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-96d91af1-f1d5-48ce-88cc-9c90bb616c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.196258 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2c4ab69-fec3-4b2e-b33c-0152127146cb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.217039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d91af1-f1d5-48ce-88cc-9c90bb616c01 None None] Pushing event updated for resources: {'Port': ['ID=cfb87431-9f7e-43e1-839f-59f6cb07ef37,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:12.302451 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4ab69-fec3-4b2e-b33c-0152127146cb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b564a99-d9e3-4980-9f28-ac925888207f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:12.329229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a6e0a-dc51-4722-a6ac-d1200b7b6c45 req-0be56187-4236-4477-add2-a063cb4a5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:12.331650 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f0a6e0a-dc51-4722-a6ac-d1200b7b6c45 req-0be56187-4236-4477-add2-a063cb4a5688 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 1096 time: 0.2099674 Sep 08 13:32:12.376695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-946797f8-3801-4492-8a6e-c9d2edac6505 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port a26850e2-baeb-4663-9c53-5bb1112e0aa4 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:12.376930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-946797f8-3801-4492-8a6e-c9d2edac6505 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.495423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b37d623a-10f7-40c8-990b-6d404167324f None None] Provisioning complete for port cfb87431-9f7e-43e1-839f-59f6cb07ef37 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:12.496310 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b37d623a-10f7-40c8-990b-6d404167324f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.521778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Made reservation on behalf of f0c33ff95fd94c5b8efb16048a231a08 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:12.535832 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.589923 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.627119 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.635537 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/c6249757-caf0-41d5-87a0-11887f9426eb HTTP/1.1" status: 204 len: 168 time: 6.5516214 Sep 08 13:32:12.640329 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-946797f8-3801-4492-8a6e-c9d2edac6505 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.645032 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2c4ab69-fec3-4b2e-b33c-0152127146cb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.648967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50902) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:12.650225 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d2c4ab69-fec3-4b2e-b33c-0152127146cb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8458390 Sep 08 13:32:12.657353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7c266674-7cd9-41b5-a884-948e3cd1d3c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1319293533'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:12.663365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50904) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:12.670454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6bf070eb-6f87-4018-8004-83880f6a16ca tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'security_group_rule': {'security_group_id': '0b564a99-d9e3-4980-9f28-ac925888207f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:12.675232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a6e0a-dc51-4722-a6ac-d1200b7b6c45 req-42cd5f81-2f08-4f8f-9aa7-d5b3c378274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:12.679443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1e759-1b44-4ea1-bde6-21e18330db80 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Network': ['ID=c6249757-caf0-41d5-87a0-11887f9426eb,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:12.679871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f0a6e0a-dc51-4722-a6ac-d1200b7b6c45 req-42cd5f81-2f08-4f8f-9aa7-d5b3c378274f service neutron] 10.222.0.60 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 907 time: 0.3225207 Sep 08 13:32:12.771607 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f0a6e0a-dc51-4722-a6ac-d1200b7b6c45 req-f420ff8b-8e23-455f-bbf1-9026538976c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a054a8-6b6c-4703-986b-918cb6f9835b HTTP/1.1" status: 200 len: 217 time: 0.0815716 Sep 08 13:32:12.782974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b37d623a-10f7-40c8-990b-6d404167324f None None] Could not find standard attr ID for object 9547b1bc-40c5-48fb-87d0-fcf42f06f64a. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:32:12.819856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-946797f8-3801-4492-8a6e-c9d2edac6505 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for a26850e2-baeb-4663-9c53-5bb1112e0aa4 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:12.830922 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c266674-7cd9-41b5-a884-948e3cd1d3c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:12.835194 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c266674-7cd9-41b5-a884-948e3cd1d3c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.870456 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a10dc398-769c-4f65-83e4-b3bcea9f33d4 req-0dd321b3-3a0c-4c73-88cc-639d560bf827 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 210 time: 0.2592611 Sep 08 13:32:12.898490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b37d623a-10f7-40c8-990b-6d404167324f None None] Provisioning for port a26850e2-baeb-4663-9c53-5bb1112e0aa4 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:12.902825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b37d623a-10f7-40c8-990b-6d404167324f None None] Provisioning complete for port a26850e2-baeb-4663-9c53-5bb1112e0aa4 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:12.903221 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b37d623a-10f7-40c8-990b-6d404167324f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:12.943996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Router 140e8b0d-f72c-47c6-936d-39d1d69d1d8c is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:32:12.958593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c266674-7cd9-41b5-a884-948e3cd1d3c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:12.969836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b37d623a-10f7-40c8-990b-6d404167324f None None] Port a26850e2-baeb-4663-9c53-5bb1112e0aa4 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:12.973966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e58b24e-99cc-4fc0-8e6a-e548a56ab530 None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:32:12.999116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a6e0a-dc51-4722-a6ac-d1200b7b6c45 req-fc22193d-7912-4fcb-98fd-0837494e664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:13.000738 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f0a6e0a-dc51-4722-a6ac-d1200b7b6c45 req-fc22193d-7912-4fcb-98fd-0837494e664f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.1788378 Sep 08 13:32:13.021241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Allocated IP 172.20.0.5 (8558c78e-818a-4e56-9eb8-d34a7481093d/d14836f1-ecd1-4db6-b042-f7de366d80f5/55949fe1-3d27-45e3-a57d-1ad10ee9329c) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:13.043779 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bf070eb-6f87-4018-8004-83880f6a16ca tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.056873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c266674-7cd9-41b5-a884-948e3cd1d3c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.061254 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-7c266674-7cd9-41b5-a884-948e3cd1d3c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Added segment fc921e9f-57ec-4c2f-a022-a9b95b92b1b3 of type vlan for network 8c7965c0-c58b-4035-a294-101007833d43 Sep 08 13:32:13.077665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cfb87431-9f7e-43e1-839f-59f6cb07ef37 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:13.087214 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f0a6e0a-dc51-4722-a6ac-d1200b7b6c45 req-c8cbc446-4357-45dd-9493-2e085e59d68b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740182 Sep 08 13:32:13.113562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f41924ab-7377-4d83-9d52-3b707ec3e3b4 None None] Could not find standard attr ID for object 9547b1bc-40c5-48fb-87d0-fcf42f06f64a. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:32:13.209407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e58b24e-99cc-4fc0-8e6a-e548a56ab530 None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:32:13.219450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cfb87431-9f7e-43e1-839f-59f6cb07ef37 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:13.219832 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.253306 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.275672 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c266674-7cd9-41b5-a884-948e3cd1d3c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.345290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f0a6e0a-dc51-4722-a6ac-d1200b7b6c45 req-fb131b61-207e-42a5-ba03-dc24e778093c service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287526 Sep 08 13:32:13.351454 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bf070eb-6f87-4018-8004-83880f6a16ca tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.382695 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-946797f8-3801-4492-8a6e-c9d2edac6505 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.454689 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bf070eb-6f87-4018-8004-83880f6a16ca tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.478359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946797f8-3801-4492-8a6e-c9d2edac6505 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=a26850e2-baeb-4663-9c53-5bb1112e0aa4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:13.529704 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-946797f8-3801-4492-8a6e-c9d2edac6505 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.532168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-946797f8-3801-4492-8a6e-c9d2edac6505 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/a26850e2-baeb-4663-9c53-5bb1112e0aa4 HTTP/1.1" status: 204 len: 168 time: 1.4269536 Sep 08 13:32:13.537000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50918) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:13.572813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf070eb-6f87-4018-8004-83880f6a16ca tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebe7564-54d7-4a9e-8ca7-0c67e989b8a6,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:13.582915 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3af2733-0526-4bb2-853b-71ecc101aefb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:32:13.589984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b3af2733-0526-4bb2-853b-71ecc101aefb tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/a26850e2-baeb-4663-9c53-5bb1112e0aa4 HTTP/1.1" status: 404 len: 333 time: 0.0502293 Sep 08 13:32:13.593364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50922) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:13.594469 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c266674-7cd9-41b5-a884-948e3cd1d3c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.600257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c266674-7cd9-41b5-a884-948e3cd1d3c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:13.601042 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c266674-7cd9-41b5-a884-948e3cd1d3c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.621381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:32:13.628787 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.636095 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0cc9a6a5-0587-4677-9b7a-284e798bcb3e tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "PUT /v2.0/routers/140e8b0d-f72c-47c6-936d-39d1d69d1d8c HTTP/1.1" status: 200 len: 919 time: 7.3752301 Sep 08 13:32:13.641519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50924) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:13.669805 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bf070eb-6f87-4018-8004-83880f6a16ca tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.671433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6bf070eb-6f87-4018-8004-83880f6a16ca tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0059445 Sep 08 13:32:13.691145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50926) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:13.703999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b09b8cee-55e1-4f13-bacb-baead7c0236e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'security_group_rule': {'security_group_id': '0b564a99-d9e3-4980-9f28-ac925888207f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:13.705998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41ed4d-f8c6-424e-a55c-8c8ffb529e6c None None] Sync routers for ids ['140e8b0d-f72c-47c6-936d-39d1d69d1d8c'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:32:13.720884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41ed4d-f8c6-424e-a55c-8c8ffb529e6c None None] Routers {'140e8b0d-f72c-47c6-936d-39d1d69d1d8c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:32:13.721545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1a41ed4d-f8c6-424e-a55c-8c8ffb529e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:32:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['140e8b0d-f72c-47c6-936d-39d1d69d1d8c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:13.776843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1a41ed4d-f8c6-424e-a55c-8c8ffb529e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:13.779347 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f0a6e0a-dc51-4722-a6ac-d1200b7b6c45 req-e56a46a1-5868-4f58-a629-d1ca220bd1a4 service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4257424 Sep 08 13:32:13.803407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 759fe69b-d439-4d8e-8b2a-cab1774d0287 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:13.829855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a41ed4d-f8c6-424e-a55c-8c8ffb529e6c None None] Routers {'140e8b0d-f72c-47c6-936d-39d1d69d1d8c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:32:13.829855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1a41ed4d-f8c6-424e-a55c-8c8ffb529e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:32:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['140e8b0d-f72c-47c6-936d-39d1d69d1d8c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:13.863748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa790d92-aeac-42aa-8935-7b8b772b0fe9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting subnet 9d647290-8b3a-4535-97bc-f25a9ac99723 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:32:13.883112 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7c266674-7cd9-41b5-a884-948e3cd1d3c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2241228 Sep 08 13:32:13.891415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50930) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:13.899127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4e116e19-6732-41c9-9cc8-1161dabc31a3 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'network_id': '8c7965c0-c58b-4035-a294-101007833d43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:13.913716 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa790d92-aeac-42aa-8935-7b8b772b0fe9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:13.916982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c266674-7cd9-41b5-a884-948e3cd1d3c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=8c7965c0-c58b-4035-a294-101007833d43,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:13.945860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 8c7965c0-c58b-4035-a294-101007833d43 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:13.974500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1a41ed4d-f8c6-424e-a55c-8c8ffb529e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:13.974500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41ed4d-f8c6-424e-a55c-8c8ffb529e6c None None] The sync data for ids ['140e8b0d-f72c-47c6-936d-39d1d69d1d8c'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:32:14.012277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.072267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9a213aba-3fdc-44d1-998d-58279c11366c tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/routers/140e8b0d-f72c-47c6-936d-39d1d69d1d8c HTTP/1.1" status: 200 len: 925 time: 0.4214144 Sep 08 13:32:14.074672 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b57ea073-a534-4311-9d05-7d23f0032408 req-7db290df-caa1-4b60-b75e-0cfad6810947 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 210 time: 0.0597186 Sep 08 13:32:14.077068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50938) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:14.113436 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa790d92-aeac-42aa-8935-7b8b772b0fe9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.133032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 759fe69b-d439-4d8e-8b2a-cab1774d0287 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:14.133437 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.138735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b09b8cee-55e1-4f13-bacb-baead7c0236e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.276821 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b09b8cee-55e1-4f13-bacb-baead7c0236e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.300039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e116e19-6732-41c9-9cc8-1161dabc31a3 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:14.307724 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4e116e19-6732-41c9-9cc8-1161dabc31a3 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.324126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c511f39-c506-4ae7-b6e7-79daf1ee2476 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:14.325849 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2c511f39-c506-4ae7-b6e7-79daf1ee2476 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&device_id=140e8b0d-f72c-47c6-936d-39d1d69d1d8c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2418756 Sep 08 13:32:14.330249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50940) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:14.363649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa790d92-aeac-42aa-8935-7b8b772b0fe9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.385266 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.438820 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b09b8cee-55e1-4f13-bacb-baead7c0236e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.444617 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.457689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:32:14.477381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b8cee-55e1-4f13-bacb-baead7c0236e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dda0c82-82b6-4f2a-ac72-dd948c0c91e2,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:14.519331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Network 8558c78e-818a-4e56-9eb8-d34a7481093d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:14.529160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:14.538989 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:14.541667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event updated for resources: {'Port': ['ID=55949fe1-3d27-45e3-a57d-1ad10ee9329c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:14.571150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283291db-a52c-44c8-b78a-5747d48e27ef tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:14.572597 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-283291db-a52c-44c8-b78a-5747d48e27ef tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/networks/4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 881 time: 0.2398102 Sep 08 13:32:14.580296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50942) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:14.602648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:14.603524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.618842 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b09b8cee-55e1-4f13-bacb-baead7c0236e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.632688 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b09b8cee-55e1-4f13-bacb-baead7c0236e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9305332 Sep 08 13:32:14.633090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50944) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:14.638876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:14.651110 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa790d92-aeac-42aa-8935-7b8b772b0fe9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.664811 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-56386bb9-e71d-440d-9620-40fb5336b8dd tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "GET /v2.0/ports?device_id=140e8b0d-f72c-47c6-936d-39d1d69d1d8c HTTP/1.1" status: 200 len: 205 time: 0.0866096 Sep 08 13:32:14.671669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50946) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:14.693865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa790d92-aeac-42aa-8935-7b8b772b0fe9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Subnet': ['ID=9d647290-8b3a-4535-97bc-f25a9ac99723,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:14.698283 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa790d92-aeac-42aa-8935-7b8b772b0fe9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.704458 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aa790d92-aeac-42aa-8935-7b8b772b0fe9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/9d647290-8b3a-4535-97bc-f25a9ac99723 HTTP/1.1" status: 204 len: 168 time: 1.0958591 Sep 08 13:32:14.705507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e82adf-2f7f-4b1d-8746-0640c1dcd65b None None] Network 84b4441e-c545-4bad-932f-ab321839289d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:14.719635 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-240e350c-50a1-4371-9cc8-0eaf406772ae tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4601271 Sep 08 13:32:14.720118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50948) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:14.734987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Request body: {'port': {'device_id': '61f5179b-5bcf-47be-8d68-8ad0ba787a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:14.831263 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.894048 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.911955 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.917696 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4e116e19-6732-41c9-9cc8-1161dabc31a3 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:14.986967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6a6548-5dfe-499d-b9da-6c7044f01a8d None None] DHCP port deletion for 84b4441e-c545-4bad-932f-ab321839289d request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:32:15.053065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a6548-5dfe-499d-b9da-6c7044f01a8d None None] Deleting port cfb87431-9f7e-43e1-839f-59f6cb07ef37 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:15.053556 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6548-5dfe-499d-b9da-6c7044f01a8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.083627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e116e19-6732-41c9-9cc8-1161dabc31a3 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=75b3e9f1-59fe-468b-99c6-764552a13adf,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:15.165419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e116e19-6732-41c9-9cc8-1161dabc31a3 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking segment: {'id': 'fc921e9f-57ec-4c2f-a022-a9b95b92b1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8c7965c0-c58b-4035-a294-101007833d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:15.166050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e116e19-6732-41c9-9cc8-1161dabc31a3 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network hostable DHCP agents. Network: 8c7965c0-c58b-4035-a294-101007833d43, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:15.175691 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.229039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cfb87431-9f7e-43e1-839f-59f6cb07ef37 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:32:15.271138 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.277636 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port cfb87431-9f7e-43e1-839f-59f6cb07ef37 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:15.278312 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.279040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fe6a6548-5dfe-499d-b9da-6c7044f01a8d None None] For port cfb87431-9f7e-43e1-839f-59f6cb07ef37, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cfb87431-9f7e-43e1-839f-59f6cb07ef37,segment=NetworkSegment(ce75f634-2187-4770-b138-d1d4e31b70a0),segment_id=ce75f634-2187-4770-b138-d1d4e31b70a0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:15.279445 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6548-5dfe-499d-b9da-6c7044f01a8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.304068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a6548-5dfe-499d-b9da-6c7044f01a8d None None] Calling delete_port for cfb87431-9f7e-43e1-839f-59f6cb07ef37 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:15.365184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13467c02-6dbf-4960-9ceb-83949cb10b64 req-5ce6d885-8deb-47ae-8491-e2794d30dd8e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:15.370696 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13467c02-6dbf-4960-9ceb-83949cb10b64 req-5ce6d885-8deb-47ae-8491-e2794d30dd8e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 931 time: 0.1222856 Sep 08 13:32:15.455088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e116e19-6732-41c9-9cc8-1161dabc31a3 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network 8c7965c0-c58b-4035-a294-101007833d43 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:15.465143 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.476781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.524991 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13467c02-6dbf-4960-9ceb-83949cb10b64 req-0d9f7ae5-c0e4-4116-a317-b21fc4f0f255 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507132 Sep 08 13:32:15.544390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port cfb87431-9f7e-43e1-839f-59f6cb07ef37, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cfb87431-9f7e-43e1-839f-59f6cb07ef37,segment=NetworkSegment(ce75f634-2187-4770-b138-d1d4e31b70a0),segment_id=ce75f634-2187-4770-b138-d1d4e31b70a0)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:15.589116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] For port cfb87431-9f7e-43e1-839f-59f6cb07ef37, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cfb87431-9f7e-43e1-839f-59f6cb07ef37,segment=NetworkSegment(ce75f634-2187-4770-b138-d1d4e31b70a0),segment_id=ce75f634-2187-4770-b138-d1d4e31b70a0)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:15.589497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.607034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4e116e19-6732-41c9-9cc8-1161dabc31a3 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 8c7965c0-c58b-4035-a294-101007833d43) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:15.618916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e116e19-6732-41c9-9cc8-1161dabc31a3 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:15.618916 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4e116e19-6732-41c9-9cc8-1161dabc31a3 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.619191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2e4111-14a1-4a97-b23b-ebdb1934896a None None] Network 8c7965c0-c58b-4035-a294-101007833d43 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:15.648593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for cfb87431-9f7e-43e1-839f-59f6cb07ef37 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:15.651530 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.700489 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4e116e19-6732-41c9-9cc8-1161dabc31a3 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8063474 Sep 08 13:32:15.704513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50958) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:15.774153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Allocated IP 172.25.5.238 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/dc7288aa-71b5-477b-9c7d-7efcda59be52) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:15.826414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=cfb87431-9f7e-43e1-839f-59f6cb07ef37,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:15.830105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Deleting port d4d7a130-95c7-42f8-bc7b-0799f48f6dcb {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:15.830490 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.850581 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe6a6548-5dfe-499d-b9da-6c7044f01a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.886078 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:15.999103 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.018706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.021221 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.057983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a6548-5dfe-499d-b9da-6c7044f01a8d None None] No DVR routers for this DVR port cfb87431-9f7e-43e1-839f-59f6cb07ef37 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:16.079232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55949fe1-3d27-45e3-a57d-1ad10ee9329c {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:32:16.082512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a6548-5dfe-499d-b9da-6c7044f01a8d None None] Pushing event deleted for resources: {'Port': ['ID=cfb87431-9f7e-43e1-839f-59f6cb07ef37,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:16.090394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.113627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Calling delete_port for d4d7a130-95c7-42f8-bc7b-0799f48f6dcb owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:16.117156 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.125064 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.133750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b4d94e-b97c-43f3-8056-7376e2b11ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-8c7965c0-c58b-4035-a294-101007833d43', 'network_id': '8c7965c0-c58b-4035-a294-101007833d43', 'tenant_id': '5351208e3ec84f4cb00c9072e23cab6c', 'fixed_ips': [{'subnet_id': '75b3e9f1-59fe-468b-99c6-764552a13adf'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:32:16.134161 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18b4d94e-b97c-43f3-8056-7376e2b11ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.178949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No DVR routers for this DVR port cfb87431-9f7e-43e1-839f-59f6cb07ef37 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:16.185364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:16.218226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:16.219600 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.221837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:16.247087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Transition to ACTIVE for port object 55949fe1-3d27-45e3-a57d-1ad10ee9329c will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:16.247648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Port': ['ID=dc7288aa-71b5-477b-9c7d-7efcda59be52,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:16.303592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Subnet': ['ID=75b3e9f1-59fe-468b-99c6-764552a13adf,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server [None req-18b4d94e-b97c-43f3-8056-7376e2b11ebf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75b3e9f1-59fe-468b-99c6-764552a13adf: This subnet is being modified by another concurrent operation. Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise exception Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 75b3e9f1-59fe-468b-99c6-764552a13adf: This subnet is being modified by another concurrent operation. Sep 08 13:32:16.317918 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server Sep 08 13:32:16.349795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951fe3f4-3ecc-451d-b40b-f465f0d0c06c None None] Network 8c7965c0-c58b-4035-a294-101007833d43 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:16.459418 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.486276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=cfb87431-9f7e-43e1-839f-59f6cb07ef37,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:16.490102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeb0f50-60e8-45c1-9b52-7fbf6e38eced None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:32:16.492253 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.496774 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.502456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7965c0-c58b-4035-a294-101007833d43']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:16.522717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc921e9f-57ec-4c2f-a022-a9b95b92b1b3') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:16.523226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc921e9f-57ec-4c2f-a022-a9b95b92b1b3') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:16.555217 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.637931 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.654793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deeb0f50-60e8-45c1-9b52-7fbf6e38eced None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:32:16.657748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:16.658769 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:16.665642 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:16.709155 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Pushing event updated for resources: {'Port': ['ID=55949fe1-3d27-45e3-a57d-1ad10ee9329c,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:16.722597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b4441e-c545-4bad-932f-ab321839289d']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:16.760011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce75f634-2187-4770-b138-d1d4e31b70a0') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:16.760326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce75f634-2187-4770-b138-d1d4e31b70a0') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:16.777907 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.808876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.835183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2c699-71ef-4eeb-9b7b-7a491c78d56a req-0d5130d2-9327-48c7-ad2a-8d622450cc99 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:16.837018 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a2e2c699-71ef-4eeb-9b7b-7a491c78d56a req-0d5130d2-9327-48c7-ad2a-8d622450cc99 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 943 time: 0.1752865 Sep 08 13:32:16.838216 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.871001 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:16.871434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.876893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Pushing event deleted for resources: {'Port': ['ID=d4d7a130-95c7-42f8-bc7b-0799f48f6dcb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:16.879424 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:16.887778 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.892831 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.900530 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:16.902822 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/8c7965c0-c58b-4035-a294-101007833d43 HTTP/1.1" status: 204 len: 168 time: 1.1969790 Sep 08 13:32:16.908655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50970) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:16.931008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1239215d-23ea-45e1-9039-1f7d80ed16ef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1019101641'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:16.949739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a639ba-ba9a-4b13-8410-e685234a9265 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Network': ['ID=8c7965c0-c58b-4035-a294-101007833d43,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:16.977037 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.031443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Attempting to bind port 55949fe1-3d27-45e3-a57d-1ad10ee9329c on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:17.031782 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Attempting to bind port 55949fe1-3d27-45e3-a57d-1ad10ee9329c by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:17.039933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Attempting to bind port 55949fe1-3d27-45e3-a57d-1ad10ee9329c on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:17.048937 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a2e2c699-71ef-4eeb-9b7b-7a491c78d56a req-0eaf0637-8fdd-4f17-8cfc-2d69fa98b732 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014604 Sep 08 13:32:17.051118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Port 55949fe1-3d27-45e3-a57d-1ad10ee9329c on network 8558c78e-818a-4e56-9eb8-d34a7481093d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:32:17.051118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Attempting to bind port 55949fe1-3d27-45e3-a57d-1ad10ee9329c on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:17.058316 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:17.058636 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Checking segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:17.059030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Bound using segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:17.059500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Bound port: 55949fe1-3d27-45e3-a57d-1ad10ee9329c, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:17.059883 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.146374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1239215d-23ea-45e1-9039-1f7d80ed16ef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:17.151142 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1239215d-23ea-45e1-9039-1f7d80ed16ef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.154646 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.208431 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.210451 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/networks/84b4441e-c545-4bad-932f-ab321839289d HTTP/1.1" status: 204 len: 168 time: 2.4892430 Sep 08 13:32:17.222056 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50976) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:17.239984 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2109164155'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:17.252103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c8e4f-0f76-4758-b595-a89e72403f80 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Network': ['ID=84b4441e-c545-4bad-932f-ab321839289d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:17.277856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] For port 55949fe1-3d27-45e3-a57d-1ad10ee9329c, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:17.283487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] For port 55949fe1-3d27-45e3-a57d-1ad10ee9329c, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=55949fe1-3d27-45e3-a57d-1ad10ee9329c,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:17.292654 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.303475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1239215d-23ea-45e1-9039-1f7d80ed16ef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:17.314106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1239215d-23ea-45e1-9039-1f7d80ed16ef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.314515 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-1239215d-23ea-45e1-9039-1f7d80ed16ef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Added segment 869e5168-e15c-4f85-995c-12ca116f34d8 of type vlan for network c4329331-f9c4-42f3-b12c-009519106785 Sep 08 13:32:17.342428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.344906 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.358923 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1239215d-23ea-45e1-9039-1f7d80ed16ef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.422334 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.450036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:17.454156 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.488030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.488484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Fanout notify agent at l3_agent the message router_deleted on router 140e8b0d-f72c-47c6-936d-39d1d69d1d8c {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:32:17.495534 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.503545 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aeb040af-bbee-491f-bba4-a4535b79f9b5 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/routers/140e8b0d-f72c-47c6-936d-39d1d69d1d8c HTTP/1.1" status: 204 len: 168 time: 2.6980538 Sep 08 13:32:17.503545 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50980) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:17.509224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:17.510809 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.512492 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] 10.222.0.70 "PUT /v2.0/ports/55949fe1-3d27-45e3-a57d-1ad10ee9329c HTTP/1.1" status: 200 len: 1091 time: 2.7821476 Sep 08 13:32:17.512710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2087153230', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:17.519596 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f5179b-5bcf-47be-8d68-8ad0ba787a14', 'tag': '55949fe1-3d27-45e3-a57d-1ad10ee9329c'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:32:17.523819 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1375cdd-6b79-4654-9c42-63a04eaa5ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "61f5179b-5bcf-47be-8d68-8ad0ba787a14", "tag": "55949fe1-3d27-45e3-a57d-1ad10ee9329c"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:32:17.529360 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.577916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1239215d-23ea-45e1-9039-1f7d80ed16ef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.584299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1239215d-23ea-45e1-9039-1f7d80ed16ef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:17.584962 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1239215d-23ea-45e1-9039-1f7d80ed16ef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.592520 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe83cbe-38d5-4769-a6b0-4b3051bf89e6 x-openstack-request-id: req-7fe83cbe-38d5-4769-a6b0-4b3051bf89e6 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:32:17.596819 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f5179b-5bcf-47be-8d68-8ad0ba787a14", "tag": "55949fe1-3d27-45e3-a57d-1ad10ee9329c", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:32:17.596819 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7fe83cbe-38d5-4769-a6b0-4b3051bf89e6 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:32:17.596819 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f5179b-5bcf-47be-8d68-8ad0ba787a14', 'tag': '55949fe1-3d27-45e3-a57d-1ad10ee9329c', 'status': 'completed', 'code': 200} Sep 08 13:32:17.642568 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.644207 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.646593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:17.663389 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.664078 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Added segment 63b95c5d-e6ef-4000-953c-29beb54f9718 of type vlan for network d3478e1a-6044-4660-9f72-70a72d7cd227 Sep 08 13:32:17.764020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.847754 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.923087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:17.955795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b3067-d359-4dbb-a5de-3ceb58f61a3a service neutron] Pushing event updated for resources: {'Port': ['ID=55949fe1-3d27-45e3-a57d-1ad10ee9329c,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:18.044064 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1239215d-23ea-45e1-9039-1f7d80ed16ef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1293280 Sep 08 13:32:18.052016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50998) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:18.067642 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:18.091533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4ab7a69a-4d88-4ed6-90c9-1e702f6bf5c8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'network_id': 'c4329331-f9c4-42f3-b12c-009519106785', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:18.110333 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:18.134889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239215d-23ea-45e1-9039-1f7d80ed16ef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=c4329331-f9c4-42f3-b12c-009519106785,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:18.147905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c4329331-f9c4-42f3-b12c-009519106785 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:18.238613 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1375cdd-6b79-4654-9c42-63a04eaa5ab8 req-b64193d0-b401-43d6-8c95-2f27c0419c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:18.240692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c1375cdd-6b79-4654-9c42-63a04eaa5ab8 req-b64193d0-b401-43d6-8c95-2f27c0419c6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 1094 time: 0.6274793 Sep 08 13:32:18.246476 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.resource_extend [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 13:32:18.249581 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Port': ['ID=dc7288aa-71b5-477b-9c7d-7efcda59be52,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:18.354497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:18.451894 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:18.506965 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:18.667082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Allocated IP 172.25.5.47 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/44989f67-fbf3-4a33-b024-2aff710ce092) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:18.830684 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:18.853409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56404b35-5548-4e29-98ef-2d5b03f95ec1 req-d7e6a249-d8c7-4d1d-b5fa-1f06c37e0768 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:18.855193 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-56404b35-5548-4e29-98ef-2d5b03f95ec1 req-d7e6a249-d8c7-4d1d-b5fa-1f06c37e0768 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 943 time: 0.6205540 Sep 08 13:32:18.894754 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:18.900255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:18.900874 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:18.903426 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:18.915146 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-759d21c7-06a0-4486-9673-cc115c429560 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2704430 Sep 08 13:32:18.939377 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1375cdd-6b79-4654-9c42-63a04eaa5ab8 req-ecdd8587-6b55-4cab-a14f-cb70eacaa3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:18.940879 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c1375cdd-6b79-4654-9c42-63a04eaa5ab8 req-ecdd8587-6b55-4cab-a14f-cb70eacaa3d9 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&shared=False HTTP/1.1" status: 200 len: 907 time: 0.6873090 Sep 08 13:32:18.969931 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:19.000559 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-56404b35-5548-4e29-98ef-2d5b03f95ec1 req-b77c1d84-37df-4486-ba22-f5160f33aa3a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334953 Sep 08 13:32:19.052645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Network': ['ID=d3478e1a-6044-4660-9f72-70a72d7cd227,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:19.068099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network d3478e1a-6044-4660-9f72-70a72d7cd227 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:19.068659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:19.075242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:19.079981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Pushing event updated for resources: {'Port': ['ID=44989f67-fbf3-4a33-b024-2aff710ce092,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:19.091770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:19.131102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1375cdd-6b79-4654-9c42-63a04eaa5ab8 req-85f30836-4de5-4fae-ace1-a382961b5711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:19.133884 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c1375cdd-6b79-4654-9c42-63a04eaa5ab8 req-85f30836-4de5-4fae-ace1-a382961b5711 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1731343 Sep 08 13:32:19.134761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab7a69a-4d88-4ed6-90c9-1e702f6bf5c8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:19.160874 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ab7a69a-4d88-4ed6-90c9-1e702f6bf5c8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:19.180866 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d8c71174-9b8b-461f-a1b3-f5d345dc5b7a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9459732 Sep 08 13:32:19.181284 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51018) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:19.210075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ba279a8f-1805-4f87-979f-91251aa183fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': 'd3478e1a-6044-4660-9f72-70a72d7cd227', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:19.359857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1377e425-f544-457b-9b5d-d9be0c0f13da tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--220994191&fields=id&tenant_id=c0cecea1f17b4601ab81f6a72813deac HTTP/1.1" status: 200 len: 267 time: 0.0814941 Sep 08 13:32:19.402713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-e6228187-5896-47d2-a795-5cec74f7ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:19.404240 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-e6228187-5896-47d2-a795-5cec74f7ba5a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 1094 time: 0.1902437 Sep 08 13:32:19.423616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-7ea5897a-f8b7-4785-993c-bbf37580e95f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:19.424874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-7ea5897a-f8b7-4785-993c-bbf37580e95f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports/ddc04eb0-7be6-4aff-abd8-32b48806bcbd HTTP/1.1" status: 200 len: 932 time: 0.0538549 Sep 08 13:32:19.472649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-5333527d-2911-4422-aea3-2921abf0a2bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55949fe1-3d27-45e3-a57d-1ad10ee9329c HTTP/1.1" status: 200 len: 217 time: 0.0590193 Sep 08 13:32:19.529211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-ca3d4bc6-1f4b-44fb-ae31-f96c8c4390b2 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:19.530934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-ca3d4bc6-1f4b-44fb-ae31-f96c8c4390b2 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports/c552540d-028f-4164-8a1b-e5a7710ba7e3 HTTP/1.1" status: 200 len: 931 time: 0.0949502 Sep 08 13:32:19.573614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-9f72468c-f923-4f3d-99b9-c903e5789b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:19.575150 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-9f72468c-f923-4f3d-99b9-c903e5789b2f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.0913603 Sep 08 13:32:19.613143 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba279a8f-1805-4f87-979f-91251aa183fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:19.616659 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba279a8f-1805-4f87-979f-91251aa183fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:19.639108 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-1284bea9-2ee6-41e7-a462-b15f61173f4e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426714 Sep 08 13:32:19.643215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-704635f0-3c66-40eb-a73d-0de3c0b039e4 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0884147 Sep 08 13:32:19.685746 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:19.689548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-ae429dfc-9c10-4d9c-8609-f8446506800e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0339544 Sep 08 13:32:19.776298 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ab7a69a-4d88-4ed6-90c9-1e702f6bf5c8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:19.900623 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-4f68d481-c2d4-4583-ba4d-fa2b2b5bb54b service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441547 Sep 08 13:32:19.951609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-e55863db-eab1-4483-9f43-058b4943a841 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:19.957549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-e55863db-eab1-4483-9f43-058b4943a841 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:19.963747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-e55863db-eab1-4483-9f43-058b4943a841 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:19.965502 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-e55863db-eab1-4483-9f43-058b4943a841 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/networks?id=75ddec35-9859-4054-afd1-cdf35e27f38f&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=adf204ef-b624-4fee-9e83-d93889dc5f49&id=adf204ef-b624-4fee-9e83-d93889dc5f49 HTTP/1.1" status: 200 len: 1989 time: 0.2419481 Sep 08 13:32:19.987218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7a69a-4d88-4ed6-90c9-1e702f6bf5c8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=37a63519-a8fe-49ad-8b9b-cd368b185116,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:19.995828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a50db4fc-9dfc-4c46-a25d-ead11ca6685d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/quotas/c0cecea1f17b4601ab81f6a72813deac HTTP/1.1" status: 200 len: 375 time: 0.0204885 Sep 08 13:32:20.002162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab7a69a-4d88-4ed6-90c9-1e702f6bf5c8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking segment: {'id': '869e5168-e15c-4f85-995c-12ca116f34d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c4329331-f9c4-42f3-b12c-009519106785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:20.002557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7a69a-4d88-4ed6-90c9-1e702f6bf5c8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network hostable DHCP agents. Network: c4329331-f9c4-42f3-b12c-009519106785, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:20.077468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:20.149948 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5d875d12-2b6a-4b16-9121-07c26ac99294 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1260035 Sep 08 13:32:20.217076 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70910d83-5d6b-4be4-a5ad-c3ba06a1f640 req-14450e20-e317-4e28-88f2-f28bf119dcad service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011019 Sep 08 13:32:20.232435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb030ed5-4803-4d83-a22e-01700ee0d6f8 req-1432b58b-b1cd-41c4-8d69-f23d116b5751 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:20.238926 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb030ed5-4803-4d83-a22e-01700ee0d6f8 req-1432b58b-b1cd-41c4-8d69-f23d116b5751 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 943 time: 0.1078756 Sep 08 13:32:20.240430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab7a69a-4d88-4ed6-90c9-1e702f6bf5c8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network c4329331-f9c4-42f3-b12c-009519106785 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:20.296578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-394e6d6f-d1b2-4629-8844-ebe09a5e90bf service neutron] 10.222.0.69 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003213 Sep 08 13:32:20.297860 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb030ed5-4803-4d83-a22e-01700ee0d6f8 req-791fd0d2-36a5-471a-a5f6-55658dfcdb18 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532305 Sep 08 13:32:20.327566 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba279a8f-1805-4f87-979f-91251aa183fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:20.387039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-4ab7a69a-4d88-4ed6-90c9-1e702f6bf5c8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c4329331-f9c4-42f3-b12c-009519106785) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:20.403907 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab7a69a-4d88-4ed6-90c9-1e702f6bf5c8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:20.404896 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ab7a69a-4d88-4ed6-90c9-1e702f6bf5c8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:20.405327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1211217-cb76-43ea-87af-6f00911e78bd None None] Network c4329331-f9c4-42f3-b12c-009519106785 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:20.442575 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-cdce8d19-f620-4594-bd4f-0e462102bfec service neutron] 10.222.0.69 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389649 Sep 08 13:32:20.461672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba279a8f-1805-4f87-979f-91251aa183fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Subnet': ['ID=0f5abdeb-a91e-4356-bfa0-fe7c44be5970,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:20.467334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba279a8f-1805-4f87-979f-91251aa183fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Checking segment: {'id': '63b95c5d-e6ef-4000-953c-29beb54f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd3478e1a-6044-4660-9f72-70a72d7cd227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:20.467708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba279a8f-1805-4f87-979f-91251aa183fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network hostable DHCP agents. Network: d3478e1a-6044-4660-9f72-70a72d7cd227, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:20.496476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-bc3bfc06-5920-4390-8ff8-6449a0bf2279 service neutron] 10.222.0.69 "GET /v2.0/ports/ddc04eb0-7be6-4aff-abd8-32b48806bcbd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0407641 Sep 08 13:32:20.531551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Router 10b82af1-9f34-4af1-b03e-3c0f21567b4f is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:32:20.580382 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4ab7a69a-4d88-4ed6-90c9-1e702f6bf5c8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5218711 Sep 08 13:32:20.582934 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51036) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:20.670665 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba279a8f-1805-4f87-979f-91251aa183fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network d3478e1a-6044-4660-9f72-70a72d7cd227 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:20.715954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c4329331-f9c4-42f3-b12c-009519106785', 'network_id': 'c4329331-f9c4-42f3-b12c-009519106785', 'tenant_id': '5351208e3ec84f4cb00c9072e23cab6c', 'fixed_ips': [{'subnet_id': '37a63519-a8fe-49ad-8b9b-cd368b185116'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:32:20.720284 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:20.818363 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:20.832426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ba279a8f-1805-4f87-979f-91251aa183fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, d3478e1a-6044-4660-9f72-70a72d7cd227) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:20.850668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba279a8f-1805-4f87-979f-91251aa183fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:20.865495 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba279a8f-1805-4f87-979f-91251aa183fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:20.865640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230a2670-7f08-4b50-81fb-5bd030031c2e None None] Network d3478e1a-6044-4660-9f72-70a72d7cd227 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:20.961861 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d2175632-7a8b-4cb8-8e14-84ff53b634a8 service neutron] 10.222.0.69 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556780 Sep 08 13:32:20.968246 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:21.065304 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ba279a8f-1805-4f87-979f-91251aa183fc tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8630576 Sep 08 13:32:21.068535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51046) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:21.078553 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': 'd3478e1a-6044-4660-9f72-70a72d7cd227', 'name': 'tempest-PortsIpV6TestJSON-1761973071', 'fixed_ips': [{'subnet_id': '0f5abdeb-a91e-4356-bfa0-fe7c44be5970', 'ip_address': '2001:db8::10'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:21.106061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:32:21.120178 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caf7cd3-9291-4b57-85ca-81371888c4ca None None] Sync routers for ids ['10b82af1-9f34-4af1-b03e-3c0f21567b4f'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:32:21.134877 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caf7cd3-9291-4b57-85ca-81371888c4ca None None] Routers {'10b82af1-9f34-4af1-b03e-3c0f21567b4f'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:32:21.135582 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2caf7cd3-9291-4b57-85ca-81371888c4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:32:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['10b82af1-9f34-4af1-b03e-3c0f21567b4f'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:21.202700 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-ebf6965d-0e12-4340-a298-4af16667763d service neutron] 10.222.0.69 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397835 Sep 08 13:32:21.235588 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2caf7cd3-9291-4b57-85ca-81371888c4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:21.254553 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caf7cd3-9291-4b57-85ca-81371888c4ca None None] Routers {'10b82af1-9f34-4af1-b03e-3c0f21567b4f'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:32:21.255484 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2caf7cd3-9291-4b57-85ca-81371888c4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:32:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['10b82af1-9f34-4af1-b03e-3c0f21567b4f'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:21.281973 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:21.283690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-febaf0ff-6613-47a7-a30b-634e25c2d2e0 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7756119 Sep 08 13:32:21.293296 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-aa518d06-9c28-4723-a43c-d6e14a8d24bb service neutron] 10.222.0.69 "GET /v2.0/ports/c552540d-028f-4164-8a1b-e5a7710ba7e3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0885973 Sep 08 13:32:21.300904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51052) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:21.306479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:21.323337 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2caf7cd3-9291-4b57-85ca-81371888c4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:21.324688 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2caf7cd3-9291-4b57-85ca-81371888c4ca None None] The sync data for ids ['10b82af1-9f34-4af1-b03e-3c0f21567b4f'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:32:21.442411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-c001671f-6f7f-4f0e-baf6-dffa516e180d service neutron] 10.222.0.69 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477206 Sep 08 13:32:21.446829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:21.469113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Allocated IP 172.20.0.1 (c4329331-f9c4-42f3-b12c-009519106785/37a63519-a8fe-49ad-8b9b-cd368b185116/4a85a503-3c2b-4380-b494-6614dc9327c0) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:21.570143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-d3478e1a-6044-4660-9f72-70a72d7cd227', 'network_id': 'd3478e1a-6044-4660-9f72-70a72d7cd227', 'tenant_id': '6bad6c9ff2674db8b35fd0e5660983d6', 'fixed_ips': [{'subnet_id': '0f5abdeb-a91e-4356-bfa0-fe7c44be5970'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:32:21.571214 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:21.688619 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-e409787f-4116-45dd-84c7-7150ae8126f8 service neutron] 10.222.0.69 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332394 Sep 08 13:32:21.744467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9e4d4-300a-4bad-b088-7ad905067257 req-2f097f26-0261-4d4c-9070-cc7073380b0a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:21.745862 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cf9e4d4-300a-4bad-b088-7ad905067257 req-2f097f26-0261-4d4c-9070-cc7073380b0a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 943 time: 0.3001723 Sep 08 13:32:21.830236 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:21.847626 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-feef8c21-02ba-4e1b-aa5b-37249b1326b5 service neutron] 10.222.0.69 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455669 Sep 08 13:32:21.869190 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:21.873590 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cf9e4d4-300a-4bad-b088-7ad905067257 req-9dc9c1ab-1ea6-4b3c-9cd7-c5d4c2d98de0 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155357 Sep 08 13:32:21.875868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port 73956356-a77e-4b80-908b-7192c96df27b yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:32:21.906923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Transition to ACTIVE for port object 4a85a503-3c2b-4380-b494-6614dc9327c0 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:21.936884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Transition to ACTIVE for port object 4a85a503-3c2b-4380-b494-6614dc9327c0 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:21.946110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Allocated IP 2001:db8::2 (d3478e1a-6044-4660-9f72-70a72d7cd227/0f5abdeb-a91e-4356-bfa0-fe7c44be5970/1500eb09-437a-4abf-8bc8-957716111f23) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:21.962097 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.014900 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-ebbe10c7-f050-4e25-b4af-a41128ef7921 service neutron] 10.222.0.69 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578979 Sep 08 13:32:22.038857 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.107432 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.110346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Network c4329331-f9c4-42f3-b12c-009519106785 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:22.122566 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-78f707c3-2632-4be3-abee-06ec6cac3197 service neutron] 10.222.0.69 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066580 Sep 08 13:32:22.128376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:22.130764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Pushing event updated for resources: {'Port': ['ID=4a85a503-3c2b-4380-b494-6614dc9327c0,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:22.145197 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:22.163195 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.267273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Subnet': ['ID=37a63519-a8fe-49ad-8b9b-cd368b185116,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:22.302974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Attempting to bind port 4a85a503-3c2b-4380-b494-6614dc9327c0 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:22.303362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Attempting to bind port 4a85a503-3c2b-4380-b494-6614dc9327c0 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '869e5168-e15c-4f85-995c-12ca116f34d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c4329331-f9c4-42f3-b12c-009519106785'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:22.303741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Attempting to bind port 4a85a503-3c2b-4380-b494-6614dc9327c0 on network c4329331-f9c4-42f3-b12c-009519106785 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:22.316829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:22.317280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Checking segment: {'id': '869e5168-e15c-4f85-995c-12ca116f34d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c4329331-f9c4-42f3-b12c-009519106785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:22.317630 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.318036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Bound using segment: {'id': '869e5168-e15c-4f85-995c-12ca116f34d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c4329331-f9c4-42f3-b12c-009519106785'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:22.318565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Bound port: 4a85a503-3c2b-4380-b494-6614dc9327c0, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869e5168-e15c-4f85-995c-12ca116f34d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'c4329331-f9c4-42f3-b12c-009519106785'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:22.318961 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.324982 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.344195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Transition to ACTIVE for port object 1500eb09-437a-4abf-8bc8-957716111f23 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:22.356642 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.373503 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-af09ac53-6ac7-4a47-aa1c-60e5cd096984 service neutron] 10.222.0.69 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225609 Sep 08 13:32:22.385545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Transition to ACTIVE for port object 1500eb09-437a-4abf-8bc8-957716111f23 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:22.396033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Deleting port 44989f67-fbf3-4a33-b024-2aff710ce092 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:22.397290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.404910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4329331-f9c4-42f3-b12c-009519106785']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:22.419561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] For port 4a85a503-3c2b-4380-b494-6614dc9327c0, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:22.427779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] For port 4a85a503-3c2b-4380-b494-6614dc9327c0, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4a85a503-3c2b-4380-b494-6614dc9327c0,segment=NetworkSegment(869e5168-e15c-4f85-995c-12ca116f34d8),segment_id=869e5168-e15c-4f85-995c-12ca116f34d8)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:22.440339 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869e5168-e15c-4f85-995c-12ca116f34d8') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:22.440722 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869e5168-e15c-4f85-995c-12ca116f34d8') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:22.450604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51066) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:22.472432 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.491181 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.527947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-4b150091-b540-4748-b5b6-0e12764c7a0a service neutron] 10.222.0.69 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453168 Sep 08 13:32:22.572040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.595239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:22.595744 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:22.601541 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:22.616721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Pushing event updated for resources: {'Port': ['ID=1500eb09-437a-4abf-8bc8-957716111f23,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:22.617555 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.621225 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.700929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Calling delete_port for 44989f67-fbf3-4a33-b024-2aff710ce092 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:22.705895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Network d3478e1a-6044-4660-9f72-70a72d7cd227 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:22.710092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8::10 (d3478e1a-6044-4660-9f72-70a72d7cd227/0f5abdeb-a91e-4356-bfa0-fe7c44be5970/73956356-a77e-4b80-908b-7192c96df27b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:22.717136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:22.729511 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a30a5f5d-661a-436c-a214-12efb89d4ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.737495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:22.768997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-90b390f6-a68e-4aed-b979-909d0016e0b2 service neutron] 10.222.0.69 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346857 Sep 08 13:32:22.795180 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 13:32:22.795180 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 13:32:22.795180 n-d-807558-3 neutron-server[96264]: [parameters: {'id': 'c4329331-f9c4-42f3-b12c-009519106785'}] Sep 08 13:32:22.795180 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:32:22.795813 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:32:22.834109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c0922-93aa-43ac-9447-f8d376f056ca None None] Pushing event updated for resources: {'Port': ['ID=4a85a503-3c2b-4380-b494-6614dc9327c0,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:22.872950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc4a343-6655-444a-b7a2-79e691264064 None None] Network c4329331-f9c4-42f3-b12c-009519106785 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:22.914735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Attempting to bind port 1500eb09-437a-4abf-8bc8-957716111f23 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:22.915337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Attempting to bind port 1500eb09-437a-4abf-8bc8-957716111f23 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '63b95c5d-e6ef-4000-953c-29beb54f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd3478e1a-6044-4660-9f72-70a72d7cd227'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:22.915930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Attempting to bind port 1500eb09-437a-4abf-8bc8-957716111f23 on network d3478e1a-6044-4660-9f72-70a72d7cd227 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:22.925827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-9c19ecc6-e3cc-43cb-8c1f-f13a5b817fea service neutron] 10.222.0.69 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494632 Sep 08 13:32:22.948424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:22.949027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Checking segment: {'id': '63b95c5d-e6ef-4000-953c-29beb54f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd3478e1a-6044-4660-9f72-70a72d7cd227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:22.949678 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:22.950389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Bound using segment: {'id': '63b95c5d-e6ef-4000-953c-29beb54f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd3478e1a-6044-4660-9f72-70a72d7cd227'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:22.951175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Bound port: 1500eb09-437a-4abf-8bc8-957716111f23, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b95c5d-e6ef-4000-953c-29beb54f9718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'd3478e1a-6044-4660-9f72-70a72d7cd227'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:22.951885 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:23.078895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-c052a658-ce05-49e5-8d5b-ccefb12957f0 service neutron] 10.222.0.69 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461861 Sep 08 13:32:23.130653 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a30a5f5d-661a-436c-a214-12efb89d4ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:23.164591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 55949fe1-3d27-45e3-a57d-1ad10ee9329c details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:32:23.239870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] For port 1500eb09-437a-4abf-8bc8-957716111f23, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:23.290321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] For port 1500eb09-437a-4abf-8bc8-957716111f23, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1500eb09-437a-4abf-8bc8-957716111f23,segment=NetworkSegment(63b95c5d-e6ef-4000-953c-29beb54f9718),segment_id=63b95c5d-e6ef-4000-953c-29beb54f9718)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:23.322724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 55949fe1-3d27-45e3-a57d-1ad10ee9329c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=55949fe1-3d27-45e3-a57d-1ad10ee9329c,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:23.337742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '55949fe1-3d27-45e3-a57d-1ad10ee9329c', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'port_id': '55949fe1-3d27-45e3-a57d-1ad10ee9329c', 'mac_address': 'fa:16:3e:0e:00:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14836f1-ecd1-4db6-b042-f7de366d80f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:32:23.398727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:23.420152 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:23.447255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55949fe1-3d27-45e3-a57d-1ad10ee9329c {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:32:23.490438 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 55949fe1-3d27-45e3-a57d-1ad10ee9329c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=55949fe1-3d27-45e3-a57d-1ad10ee9329c,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:23.490720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7489aca-1261-42b0-b2fa-441e4caa419c None None] Pushing event updated for resources: {'Port': ['ID=1500eb09-437a-4abf-8bc8-957716111f23,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:23.574642 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:23.643831 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:23.647445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=55949fe1-3d27-45e3-a57d-1ad10ee9329c,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:23.670090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056ac3d-19e4-4d3d-8cdd-4a8bf74c02ec req-576dccce-4eda-4a50-bcdb-b8e09bf005b0 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:23.672970 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7056ac3d-19e4-4d3d-8cdd-4a8bf74c02ec req-576dccce-4eda-4a50-bcdb-b8e09bf005b0 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 943 time: 0.6787000 Sep 08 13:32:23.707212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a30a5f5d-661a-436c-a214-12efb89d4ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:23.799106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['55949fe1-3d27-45e3-a57d-1ad10ee9329c'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:32:23.803384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:23.823995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a5f5d-661a-436c-a214-12efb89d4ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24160fe5-d55a-4bff-803e-2864367c9c84,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:23.832134 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a30a5f5d-661a-436c-a214-12efb89d4ef0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=60806aac40f7495784b7c939058deb18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3765709 Sep 08 13:32:23.833324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51088) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:23.862953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object 73956356-a77e-4b80-908b-7192c96df27b will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:23.868012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7056ac3d-19e4-4d3d-8cdd-4a8bf74c02ec req-34ca19ff-cfbf-4fad-b0ee-888f7ac56d7e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755013 Sep 08 13:32:23.926833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Deleting port 4a85a503-3c2b-4380-b494-6614dc9327c0 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:23.927190 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:23.930690 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:23.989696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Pushing event deleted for resources: {'Port': ['ID=44989f67-fbf3-4a33-b024-2aff710ce092,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:24.003598 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.036737 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf80eb35-624f-450b-87e9-b3f3e98e3e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.089215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf80eb35-624f-450b-87e9-b3f3e98e3e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.123353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] For port 4a85a503-3c2b-4380-b494-6614dc9327c0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4a85a503-3c2b-4380-b494-6614dc9327c0,segment=NetworkSegment(869e5168-e15c-4f85-995c-12ca116f34d8),segment_id=869e5168-e15c-4f85-995c-12ca116f34d8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:24.123733 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.145298 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network d3478e1a-6044-4660-9f72-70a72d7cd227 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:24.162684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:24.165069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Calling delete_port for 4a85a503-3c2b-4380-b494-6614dc9327c0 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:24.172840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:24.180011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:24.180708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.188134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=73956356-a77e-4b80-908b-7192c96df27b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:24.209301 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.264746 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf80eb35-624f-450b-87e9-b3f3e98e3e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.269926 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf80eb35-624f-450b-87e9-b3f3e98e3e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.271685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cf80eb35-624f-450b-87e9-b3f3e98e3e47 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/24160fe5-d55a-4bff-803e-2864367c9c84 HTTP/1.1" status: 204 len: 168 time: 0.4350941 Sep 08 13:32:24.288782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80eb35-624f-450b-87e9-b3f3e98e3e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24160fe5-d55a-4bff-803e-2864367c9c84,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:24.323579 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:32:24.398214 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fa071e91-fc54-4774-a22e-5d6fc4525f77 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3255556 Sep 08 13:32:24.398833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51102) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:24.408718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': 'd3478e1a-6044-4660-9f72-70a72d7cd227', 'name': 'tempest-PortsIpV6TestJSON-3918409', 'fixed_ips': [{'subnet_id': '0f5abdeb-a91e-4356-bfa0-fe7c44be5970', 'ip_address': '2001:db8::f'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:24.598274 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.605009 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.654791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Port': ['ID=4a85a503-3c2b-4380-b494-6614dc9327c0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:24.659087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.673589 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No DVR routers for this DVR port 4a85a503-3c2b-4380-b494-6614dc9327c0 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:24.802430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:24.816874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Router 10b82af1-9f34-4af1-b03e-3c0f21567b4f has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:32:24.861958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.903816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4329331-f9c4-42f3-b12c-009519106785']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:24.915302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869e5168-e15c-4f85-995c-12ca116f34d8') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:24.915487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869e5168-e15c-4f85-995c-12ca116f34d8') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:24.932941 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.950212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:24.957541 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:24.957967 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:25.016947 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:25.030160 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.068902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port 20e30d1b-562f-44a0-93f8-ccd0b238e240 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:32:25.168138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 55949fe1-3d27-45e3-a57d-1ad10ee9329c up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:25.173133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f73b09-8856-48e8-9e8f-9670911ac27e None None] Network d3478e1a-6044-4660-9f72-70a72d7cd227 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:25.246775 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.253944 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:32:25.267754 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.291113 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/c4329331-f9c4-42f3-b12c-009519106785 HTTP/1.1" status: 204 len: 168 time: 4.7068162 Sep 08 13:32:25.300530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.305941 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c6200f16-43d7-4863-bdf2-904d512027ef tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "PUT /v2.0/routers/10b82af1-9f34-4af1-b03e-3c0f21567b4f HTTP/1.1" status: 200 len: 710 time: 3.9997678 Sep 08 13:32:25.307866 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51120) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:25.308208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51124) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:25.321154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e167a517-1323-40fa-9aef-dd30b26d21f8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-583236874'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:25.338412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51128) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:25.390663 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63f72802-ddd5-4d4e-99cc-f0a6eb2806ea req-45c57952-e3f6-4b0e-b405-06c026e5c073 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.1120791 Sep 08 13:32:25.394091 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-266ea01f-4cea-41a9-b43c-d42ba48b6e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.429739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148825f7-9082-43f4-9233-2481eeb6e3c0 None None] Sync routers for ids ['10b82af1-9f34-4af1-b03e-3c0f21567b4f'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:32:25.435429 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1500eb09-437a-4abf-8bc8-957716111f23 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:25.441895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32165343-6a02-4be6-ab13-68ca1b0ccc6a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Network': ['ID=c4329331-f9c4-42f3-b12c-009519106785,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:25.462434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef92835-ec20-4a4a-b70d-d71dfeacabdb req-e7f4f46e-b2d2-4df9-8ca7-2bf74eb0bd88 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:25.475929 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ef92835-ec20-4a4a-b70d-d71dfeacabdb req-e7f4f46e-b2d2-4df9-8ca7-2bf74eb0bd88 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 944 time: 0.3140438 Sep 08 13:32:25.482225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e167a517-1323-40fa-9aef-dd30b26d21f8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:25.491087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e167a517-1323-40fa-9aef-dd30b26d21f8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.509778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8::f (d3478e1a-6044-4660-9f72-70a72d7cd227/0f5abdeb-a91e-4356-bfa0-fe7c44be5970/20e30d1b-562f-44a0-93f8-ccd0b238e240) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:25.575671 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b8e234a3-ae51-4a4c-9c5a-96b815a64131 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/routers/10b82af1-9f34-4af1-b03e-3c0f21567b4f HTTP/1.1" status: 200 len: 745 time: 0.2545462 Sep 08 13:32:25.578555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51130) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:25.593776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-eab67abb-d098-4a4f-b8a0-543861249f67 None None] Provisioning for port 1500eb09-437a-4abf-8bc8-957716111f23 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:25.596704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148825f7-9082-43f4-9233-2481eeb6e3c0 None None] Routers {'10b82af1-9f34-4af1-b03e-3c0f21567b4f'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:32:25.597365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-148825f7-9082-43f4-9233-2481eeb6e3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:32:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['10b82af1-9f34-4af1-b03e-3c0f21567b4f'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:25.628151 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ef92835-ec20-4a4a-b70d-d71dfeacabdb req-2fe8e9f9-174a-499f-b118-036af2f42a43 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514394 Sep 08 13:32:25.631594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e167a517-1323-40fa-9aef-dd30b26d21f8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:25.657601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fec90526-2608-43a5-9d63-d3e8c522ce27 tempest-RoutersIpV6AdminTest-770599685 tempest-RoutersIpV6AdminTest-770599685-project-admin] 10.222.0.69 "GET /v2.0/ports?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&device_id=10b82af1-9f34-4af1-b03e-3c0f21567b4f HTTP/1.1" status: 200 len: 205 time: 0.0800436 Sep 08 13:32:25.661324 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e167a517-1323-40fa-9aef-dd30b26d21f8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.662158 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-e167a517-1323-40fa-9aef-dd30b26d21f8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Added segment df774fac-0185-490a-9b85-e4e6e4faea1d of type vlan for network 71ff725f-7d1a-4010-8a67-fe0d1283f82d Sep 08 13:32:25.664337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51134) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:25.678215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-148825f7-9082-43f4-9233-2481eeb6e3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:25.704452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148825f7-9082-43f4-9233-2481eeb6e3c0 None None] Routers {'10b82af1-9f34-4af1-b03e-3c0f21567b4f'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:32:25.705608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-148825f7-9082-43f4-9233-2481eeb6e3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:32:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['10b82af1-9f34-4af1-b03e-3c0f21567b4f'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:25.711358 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-266ea01f-4cea-41a9-b43c-d42ba48b6e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.760716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51138) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:25.761438 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8aeebe1e-28cb-44ca-842f-62df0148fb61 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "GET /v2.0/ports?device_id=10b82af1-9f34-4af1-b03e-3c0f21567b4f HTTP/1.1" status: 200 len: 205 time: 0.0943830 Sep 08 13:32:25.768207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-148825f7-9082-43f4-9233-2481eeb6e3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:25.771371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148825f7-9082-43f4-9233-2481eeb6e3c0 None None] The sync data for ids ['10b82af1-9f34-4af1-b03e-3c0f21567b4f'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:32:25.786873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e167a517-1323-40fa-9aef-dd30b26d21f8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.817501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 1500eb09-437a-4abf-8bc8-957716111f23 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:25.838428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 55949fe1-3d27-45e3-a57d-1ad10ee9329c completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:25.849658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1500eb09-437a-4abf-8bc8-957716111f23 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:25.850016 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.853435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 55949fe1-3d27-45e3-a57d-1ad10ee9329c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:25.853812 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.895515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-266ea01f-4cea-41a9-b43c-d42ba48b6e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.922378 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e167a517-1323-40fa-9aef-dd30b26d21f8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:25.931010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e167a517-1323-40fa-9aef-dd30b26d21f8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:25.932315 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e167a517-1323-40fa-9aef-dd30b26d21f8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.018711 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5bfa70f-7ec1-41e8-91cc-488b405ba492 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.043431 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.052565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167a517-1323-40fa-9aef-dd30b26d21f8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=71ff725f-7d1a-4010-8a67-fe0d1283f82d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:26.058398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ea01f-4cea-41a9-b43c-d42ba48b6e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba19559-0589-483e-a8e7-0b38f5e3a110,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:26.063171 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e167a517-1323-40fa-9aef-dd30b26d21f8 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7445571 Sep 08 13:32:26.063171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51144) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:26.068508 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.069623 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-bfcf3809-d080-4155-8b21-e09bf70c8997 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'New_network'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:26.074157 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 71ff725f-7d1a-4010-8a67-fe0d1283f82d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:26.075696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51146) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:26.078845 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-266ea01f-4cea-41a9-b43c-d42ba48b6e66 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0a1c8c032e7c42f3ad94ce1ebad55c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7311347 Sep 08 13:32:26.164868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 1500eb09-437a-4abf-8bc8-957716111f23, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1500eb09-437a-4abf-8bc8-957716111f23,segment=NetworkSegment(63b95c5d-e6ef-4000-953c-29beb54f9718),segment_id=63b95c5d-e6ef-4000-953c-29beb54f9718)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:26.192505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.228492 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f5179b-5bcf-47be-8d68-8ad0ba787a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55949fe1-3d27-45e3-a57d-1ad10ee9329c'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:32:26.232623 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25c84af-9b22-42e9-958f-75a1ac80e4c7" -d '{"events": [{"server_uuid": "61f5179b-5bcf-47be-8d68-8ad0ba787a14", "name": "network-vif-plugged", "status": "completed", "tag": "55949fe1-3d27-45e3-a57d-1ad10ee9329c"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:32:26.246811 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.267429 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 55949fe1-3d27-45e3-a57d-1ad10ee9329c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=55949fe1-3d27-45e3-a57d-1ad10ee9329c,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:26.310665 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e411b9e-fd14-474b-8f90-a7d7167c7f4c x-openstack-request-id: req-6e411b9e-fd14-474b-8f90-a7d7167c7f4c {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:32:26.311003 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f5179b-5bcf-47be-8d68-8ad0ba787a14", "name": "network-vif-plugged", "status": "completed", "tag": "55949fe1-3d27-45e3-a57d-1ad10ee9329c", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:32:26.311464 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6e411b9e-fd14-474b-8f90-a7d7167c7f4c {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:32:26.312067 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f5179b-5bcf-47be-8d68-8ad0ba787a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55949fe1-3d27-45e3-a57d-1ad10ee9329c', 'code': 200} Sep 08 13:32:26.332490 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ad63aac2-3cbb-4075-86a1-d434be7a41a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.349413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ea759bcc-098c-451a-a046-56a19d591683 None None] Provisioning complete for port 1500eb09-437a-4abf-8bc8-957716111f23 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:26.350670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ea759bcc-098c-451a-a046-56a19d591683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.353733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=1500eb09-437a-4abf-8bc8-957716111f23,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:26.355071 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5bfa70f-7ec1-41e8-91cc-488b405ba492 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.357718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5bfa70f-7ec1-41e8-91cc-488b405ba492 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.370694 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ad63aac2-3cbb-4075-86a1-d434be7a41a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.386106 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.448831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=55949fe1-3d27-45e3-a57d-1ad10ee9329c,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:26.543087 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-04e90195-7b1e-4749-b38c-6ffc8c2f2adf req-27372f3a-3061-48de-ba07-74bf345fc442 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0712743 Sep 08 13:32:26.549568 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3809-d080-4155-8b21-e09bf70c8997 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.556041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object 20e30d1b-562f-44a0-93f8-ccd0b238e240 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:26.601055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ad63aac2-3cbb-4075-86a1-d434be7a41a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.602483 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5bfa70f-7ec1-41e8-91cc-488b405ba492 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.603625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bfa70f-7ec1-41e8-91cc-488b405ba492 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Fanout notify agent at l3_agent the message router_deleted on router 10b82af1-9f34-4af1-b03e-3c0f21567b4f {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:32:26.606656 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ad63aac2-3cbb-4075-86a1-d434be7a41a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.612132 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ad63aac2-3cbb-4075-86a1-d434be7a41a1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4ba19559-0589-483e-a8e7-0b38f5e3a110 HTTP/1.1" status: 204 len: 168 time: 0.5311322 Sep 08 13:32:26.630846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5bfa70f-7ec1-41e8-91cc-488b405ba492 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.638851 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b5bfa70f-7ec1-41e8-91cc-488b405ba492 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/routers/10b82af1-9f34-4af1-b03e-3c0f21567b4f HTTP/1.1" status: 204 len: 168 time: 0.8743250 Sep 08 13:32:26.642840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51154) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:26.657929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477125d-e4c5-4256-9567-734b4d2b8126 req-682512a4-8c8a-40a5-a59d-91d502f01911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:26.663565 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d477125d-e4c5-4256-9567-734b4d2b8126 req-682512a4-8c8a-40a5-a59d-91d502f01911 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 1096 time: 0.2225456 Sep 08 13:32:26.665393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fddac8-7029-4d90-8d59-f3134b0aa0e4 None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:32:26.665789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63aac2-3cbb-4075-86a1-d434be7a41a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba19559-0589-483e-a8e7-0b38f5e3a110,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:26.705132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ea759bcc-098c-451a-a046-56a19d591683 None None] Provisioning for port 73956356-a77e-4b80-908b-7192c96df27b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:26.724879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ea759bcc-098c-451a-a046-56a19d591683 None None] Provisioning complete for port 73956356-a77e-4b80-908b-7192c96df27b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:26.725289 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ea759bcc-098c-451a-a046-56a19d591683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.741192 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-485deedf-a6e2-4db8-9192-48ef9b849482 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "GET /v2.0/ports?device_id=10b82af1-9f34-4af1-b03e-3c0f21567b4f HTTP/1.1" status: 200 len: 205 time: 0.0806005 Sep 08 13:32:26.745583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51160) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:26.809281 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3809-d080-4155-8b21-e09bf70c8997 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.863814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ea759bcc-098c-451a-a046-56a19d591683 None None] Port 73956356-a77e-4b80-908b-7192c96df27b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:26.886428 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-f7a7a297-180e-4e4d-a080-548943627f3d tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] delete failed (client error): The resource could not be found. Sep 08 13:32:26.888216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f7a7a297-180e-4e4d-a080-548943627f3d tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/routers/10b82af1-9f34-4af1-b03e-3c0f21567b4f HTTP/1.1" status: 404 len: 336 time: 0.1350558 Sep 08 13:32:26.905877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51166) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:26.925175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfcf3809-d080-4155-8b21-e09bf70c8997 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network 71ff725f-7d1a-4010-8a67-fe0d1283f82d is not hosted by any dhcp agent {{(pid=96264) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 13:32:26.932175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf3809-d080-4155-8b21-e09bf70c8997 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:26.933171 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bfcf3809-d080-4155-8b21-e09bf70c8997 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:26.934778 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bfcf3809-d080-4155-8b21-e09bf70c8997 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "PUT /v2.0/networks/71ff725f-7d1a-4010-8a67-fe0d1283f82d HTTP/1.1" status: 200 len: 723 time: 0.8714957 Sep 08 13:32:26.939893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51168) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:26.945640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-02227c6c-dbba-496c-a607-5f10208205a9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'network_id': '71ff725f-7d1a-4010-8a67-fe0d1283f82d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:26.961680 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d477125d-e4c5-4256-9567-734b4d2b8126 req-b5cce8a2-e871-40d1-92f1-9907a4cab88f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768917 Sep 08 13:32:26.977631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fddac8-7029-4d90-8d59-f3134b0aa0e4 None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:32:27.021585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:27.033609 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-afc014f2-0eef-4b89-83aa-0ad9c1b34244 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "GET /v2.0/ports?device_id=140e8b0d-f72c-47c6-936d-39d1d69d1d8c HTTP/1.1" status: 200 len: 205 time: 0.1084135 Sep 08 13:32:27.040531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51170) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:27.040748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1881135a-0630-40b4-bbea-612f676bb831 None None] Provisioning complete for port 73956356-a77e-4b80-908b-7192c96df27b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:27.041402 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1881135a-0630-40b4-bbea-612f676bb831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:27.102589 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-f55f3c06-5c9c-4fa3-b72a-0d86c0f6f887 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] delete failed (client error): The resource could not be found. Sep 08 13:32:27.104070 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f55f3c06-5c9c-4fa3-b72a-0d86c0f6f887 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/routers/140e8b0d-f72c-47c6-936d-39d1d69d1d8c HTTP/1.1" status: 404 len: 336 time: 0.0619180 Sep 08 13:32:27.107961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf3809-d080-4155-8b21-e09bf70c8997 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=71ff725f-7d1a-4010-8a67-fe0d1283f82d,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:27.110489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51172) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:27.120987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1500eb09-437a-4abf-8bc8-957716111f23 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:27.127097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network d3478e1a-6044-4660-9f72-70a72d7cd227 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:27.130861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 71ff725f-7d1a-4010-8a67-fe0d1283f82d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:27.176662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:27.190229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:27.222977 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:27.224423 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:27.258463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=20e30d1b-562f-44a0-93f8-ccd0b238e240,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:27.273891 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-df4ab4ae-7468-4b68-955e-0d8c7db8a51b tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "GET /v2.0/ports?device_id=6df360e8-7e24-4568-9aae-66efa42068cf HTTP/1.1" status: 200 len: 205 time: 0.1588244 Sep 08 13:32:27.284502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51176) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:27.296494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a7b68-fcd1-41d5-a5de-27d25cee5e40 req-445b382a-0444-4d5e-b119-19e3fb4bcb2d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:27.305982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-815a7b68-fcd1-41d5-a5de-27d25cee5e40 req-445b382a-0444-4d5e-b119-19e3fb4bcb2d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 945 time: 0.5006263 Sep 08 13:32:27.352647 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-bde25aa0-4b9b-4c05-a310-cd55d60ebd4f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] delete failed (client error): The resource could not be found. Sep 08 13:32:27.353736 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bde25aa0-4b9b-4c05-a310-cd55d60ebd4f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/routers/6df360e8-7e24-4568-9aae-66efa42068cf HTTP/1.1" status: 404 len: 336 time: 0.0675762 Sep 08 13:32:27.357306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51180) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:27.364508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-815a7b68-fcd1-41d5-a5de-27d25cee5e40 req-67d014be-a841-40c2-87bd-2b475ca831e2 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577157 Sep 08 13:32:27.387987 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-34528a03-3b2c-417c-9abf-9b270bac556f tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "GET /v2.0/ports?device_id=743bd6e5-877f-4047-83ff-f76475ba3d95 HTTP/1.1" status: 200 len: 205 time: 0.0292778 Sep 08 13:32:27.390804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51182) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:27.450159 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-ca462988-84f8-485c-8568-6d8354948d1d tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] delete failed (client error): The resource could not be found. Sep 08 13:32:27.450159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ca462988-84f8-485c-8568-6d8354948d1d tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/routers/743bd6e5-877f-4047-83ff-f76475ba3d95 HTTP/1.1" status: 404 len: 336 time: 0.0538118 Sep 08 13:32:27.450159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51184) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:27.452117 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-89cb3c1e-6092-43c9-989b-7afda9d7c76b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 3.0510814 Sep 08 13:32:27.453203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51186) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:27.518272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-70aaa2ea-4243-4fa9-9899-9c1a898ffd88 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "GET /v2.0/ports?device_id=4291acbc-1e51-4f79-8538-c3d85c204295 HTTP/1.1" status: 200 len: 205 time: 0.0595078 Sep 08 13:32:27.520548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51190) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:27.597586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1881135a-0630-40b4-bbea-612f676bb831 None None] Port 73956356-a77e-4b80-908b-7192c96df27b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:27.694974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1500eb09-437a-4abf-8bc8-957716111f23 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:27.695387 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-997f693b-4dda-4c6b-b1ce-08d2d78fe90b tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] delete failed (client error): The resource could not be found. Sep 08 13:32:27.695566 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:27.701664 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-997f693b-4dda-4c6b-b1ce-08d2d78fe90b tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/routers/4291acbc-1e51-4f79-8538-c3d85c204295 HTTP/1.1" status: 404 len: 336 time: 0.1791623 Sep 08 13:32:27.702687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51198) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:27.705985 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44229d08-7ac7-4806-9405-08f56f5fca38 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:27.719827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-44229d08-7ac7-4806-9405-08f56f5fca38 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2664227 Sep 08 13:32:27.719827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02227c6c-dbba-496c-a607-5f10208205a9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:27.723555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51200) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:27.737250 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02227c6c-dbba-496c-a607-5f10208205a9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:27.822839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bea331de-c77c-47ca-80d6-4fa887b3ae78 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "GET /v2.0/ports?device_id=b894abc3-380c-4ea1-acd6-abde1a3a25d8 HTTP/1.1" status: 200 len: 205 time: 0.1176217 Sep 08 13:32:27.906712 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-de50a7bc-1f85-41ad-bc78-a1aec1ecd0b5 req-8d5195a6-b40f-4e21-ba94-d6b65fdb637c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0553603 Sep 08 13:32:27.906842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675abf78-9c78-4b6c-8ecf-732bddbc0220 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:27.906842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675abf78-9c78-4b6c-8ecf-732bddbc0220 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:27.909104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51202) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:27.919641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675abf78-9c78-4b6c-8ecf-732bddbc0220 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:27.932282 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-675abf78-9c78-4b6c-8ecf-732bddbc0220 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2067220 Sep 08 13:32:27.937885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51204) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:27.971257 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-0206f274-12f4-4d8c-84f3-58d96651c94e tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] delete failed (client error): The resource could not be found. Sep 08 13:32:27.982747 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0206f274-12f4-4d8c-84f3-58d96651c94e tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/routers/b894abc3-380c-4ea1-acd6-abde1a3a25d8 HTTP/1.1" status: 404 len: 336 time: 0.0624959 Sep 08 13:32:27.982908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51206) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:28.097659 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f735ea9-d7fb-4ea3-9308-b03a6de23936 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] DELETE failed (client error): The resource could not be found. Sep 08 13:32:28.098419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f735ea9-d7fb-4ea3-9308-b03a6de23936 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:32:28.104001 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5f735ea9-d7fb-4ea3-9308-b03a6de23936 tempest-RoutersIpV6AdminTest-1658228737 tempest-RoutersIpV6AdminTest-1658228737-project] 10.222.0.69 "DELETE /v2.0/subnets/b40f0a26-83bd-43d1-9f01-846ff35aacc1 HTTP/1.1" status: 404 len: 337 time: 0.1169126 Sep 08 13:32:28.238960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e8c28773-c1a8-4e90-9061-e60c3f6ac01d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 20e30d1b-562f-44a0-93f8-ccd0b238e240 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:28.241248 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8c28773-c1a8-4e90-9061-e60c3f6ac01d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:28.253833 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02227c6c-dbba-496c-a607-5f10208205a9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:28.364152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02227c6c-dbba-496c-a607-5f10208205a9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=01efe1d6-b8af-492d-a927-11ba42efff0b,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:28.374689 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02227c6c-dbba-496c-a607-5f10208205a9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking segment: {'id': 'df774fac-0185-490a-9b85-e4e6e4faea1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '71ff725f-7d1a-4010-8a67-fe0d1283f82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:28.374894 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02227c6c-dbba-496c-a607-5f10208205a9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network hostable DHCP agents. Network: 71ff725f-7d1a-4010-8a67-fe0d1283f82d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:28.538096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-94a47571-273e-4b76-bc40-feed19589dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:28.539367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-94a47571-273e-4b76-bc40-feed19589dce service neutron] 10.222.0.60 "GET /v2.0/ports/ddc04eb0-7be6-4aff-abd8-32b48806bcbd HTTP/1.1" status: 200 len: 1028 time: 0.1128745 Sep 08 13:32:28.573642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02227c6c-dbba-496c-a607-5f10208205a9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network 71ff725f-7d1a-4010-8a67-fe0d1283f82d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:28.596617 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8c28773-c1a8-4e90-9061-e60c3f6ac01d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:28.625332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e8c28773-c1a8-4e90-9061-e60c3f6ac01d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 20e30d1b-562f-44a0-93f8-ccd0b238e240 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:28.627555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-46dc1e47-0316-4400-94cf-56b420e9d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:28.628979 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-46dc1e47-0316-4400-94cf-56b420e9d925 service neutron] 10.222.0.60 "GET /v2.0/ports/c552540d-028f-4164-8a1b-e5a7710ba7e3 HTTP/1.1" status: 200 len: 1027 time: 0.0730703 Sep 08 13:32:28.642793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-80dc83e5-8795-4d94-90d5-28567abf8d15 None None] Provisioning for port 20e30d1b-562f-44a0-93f8-ccd0b238e240 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:28.643741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12719da-a92e-4c80-ad44-fa01189c4bfe req-eb68e2af-5f33-4c2e-ae5a-525503f7d53c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:28.650323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-80dc83e5-8795-4d94-90d5-28567abf8d15 None None] Provisioning complete for port 20e30d1b-562f-44a0-93f8-ccd0b238e240 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:28.651330 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-80dc83e5-8795-4d94-90d5-28567abf8d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:28.651542 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b12719da-a92e-4c80-ad44-fa01189c4bfe req-eb68e2af-5f33-4c2e-ae5a-525503f7d53c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 945 time: 0.1573176 Sep 08 13:32:28.699571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-02227c6c-dbba-496c-a607-5f10208205a9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 71ff725f-7d1a-4010-8a67-fe0d1283f82d) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:28.713423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02227c6c-dbba-496c-a607-5f10208205a9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:28.713423 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-02227c6c-dbba-496c-a607-5f10208205a9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:28.713673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faff6325-4330-456e-ba94-c8fd921cb7e8 None None] Network 71ff725f-7d1a-4010-8a67-fe0d1283f82d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:28.729509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-80dc83e5-8795-4d94-90d5-28567abf8d15 None None] Port 20e30d1b-562f-44a0-93f8-ccd0b238e240 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:28.907333 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-02227c6c-dbba-496c-a607-5f10208205a9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9634955 Sep 08 13:32:28.913903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51232) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:28.918963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-fb8ec59b-1b3a-46ad-b300-a7e55f23d587 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:29.032812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-71ff725f-7d1a-4010-8a67-fe0d1283f82d', 'network_id': '71ff725f-7d1a-4010-8a67-fe0d1283f82d', 'tenant_id': '5351208e3ec84f4cb00c9072e23cab6c', 'fixed_ips': [{'subnet_id': '01efe1d6-b8af-492d-a927-11ba42efff0b'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:32:29.035793 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:29.144876 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-660f3781-36ff-4c4f-8b1a-13a4cf26a532 req-1b0cd91b-1909-4870-8c4e-2a9aa7b5a8a4 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.1014669 Sep 08 13:32:29.181319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51240) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:29.182210 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51242) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:29.216576 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb8ec59b-1b3a-46ad-b300-a7e55f23d587 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8664358'] for subnet, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:29.301876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Allocated IP 172.20.0.2 (71ff725f-7d1a-4010-8a67-fe0d1283f82d/01efe1d6-b8af-492d-a927-11ba42efff0b/d8f1e0e8-fdac-40dc-8ec2-5ca918a16955) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:29.305995 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8c28773-c1a8-4e90-9061-e60c3f6ac01d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:29.333654 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b12719da-a92e-4c80-ad44-fa01189c4bfe req-73f43afd-9009-4710-963d-04c17e98bf10 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6811535 Sep 08 13:32:29.368594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c28773-c1a8-4e90-9061-e60c3f6ac01d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=20e30d1b-562f-44a0-93f8-ccd0b238e240,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:29.415962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-862489118-network', 'tenant_id': '095c5567e1c0414098f44712dfcd5591'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:29.429941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-6dcbf641-8ff8-4677-ab4a-0d0e26a46790 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:29.431781 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b32603d8-a9bf-4def-aa51-a38f930c15d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:29.436364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-6dcbf641-8ff8-4677-ab4a-0d0e26a46790 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:29.443520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-6dcbf641-8ff8-4677-ab4a-0d0e26a46790 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:29.445429 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-6dcbf641-8ff8-4677-ab4a-0d0e26a46790 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "GET /v2.0/networks?id=75ddec35-9859-4054-afd1-cdf35e27f38f&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=adf204ef-b624-4fee-9e83-d93889dc5f49&id=adf204ef-b624-4fee-9e83-d93889dc5f49 HTTP/1.1" status: 200 len: 1989 time: 0.7916381 Sep 08 13:32:29.475893 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8c28773-c1a8-4e90-9061-e60c3f6ac01d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:29.481770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e8c28773-c1a8-4e90-9061-e60c3f6ac01d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/20e30d1b-562f-44a0-93f8-ccd0b238e240 HTTP/1.1" status: 204 len: 168 time: 1.5388293 Sep 08 13:32:29.482226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51250) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:29.529445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-04f54537-e237-4797-9595-c6ff12adfa70 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0cecea1f17b4601ab81f6a72813deac HTTP/1.1" status: 200 len: 379 time: 0.0645146 Sep 08 13:32:29.543159 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-281c4732-faba-45da-bb35-df42218d254b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:32:29.545001 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-281c4732-faba-45da-bb35-df42218d254b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/20e30d1b-562f-44a0-93f8-ccd0b238e240 HTTP/1.1" status: 404 len: 333 time: 0.0524187 Sep 08 13:32:29.549256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51252) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:29.551879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'port': {'device_id': '33849607-25df-4361-91e7-868a75104417', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'admin_state_up': True, 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'security_groups': ['0b564a99-d9e3-4980-9f28-ac925888207f']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:29.632001 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Made reservation on behalf of 095c5567e1c0414098f44712dfcd5591 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:29.638408 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:29.700609 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:29.712244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Transition to ACTIVE for port object d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:29.748892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Transition to ACTIVE for port object d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:29.791284 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:29.811510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d51dd-0ca1-4f5d-8ca7-67afdc9243a4 req-55fb23be-5b95-493b-b441-d47217001407 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:29.816816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b32603d8-a9bf-4def-aa51-a38f930c15d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:29.818730 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-457d51dd-0ca1-4f5d-8ca7-67afdc9243a4 req-55fb23be-5b95-493b-b441-d47217001407 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 945 time: 0.0680165 Sep 08 13:32:29.853118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f68b3bb3-ec63-4d3c-854f-0dc2b49a74af tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 73956356-a77e-4b80-908b-7192c96df27b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:29.853468 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f68b3bb3-ec63-4d3c-854f-0dc2b49a74af tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:29.860560 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:29.866943 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-457d51dd-0ca1-4f5d-8ca7-67afdc9243a4 req-edda83a0-ffa1-44cd-a3bd-442ceaad18ee tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463505 Sep 08 13:32:29.922823 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b32603d8-a9bf-4def-aa51-a38f930c15d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:29.936284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Network 71ff725f-7d1a-4010-8a67-fe0d1283f82d is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:29.939882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:29.949580 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:30.001035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Pushing event updated for resources: {'Port': ['ID=d8f1e0e8-fdac-40dc-8ec2-5ca918a16955,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:30.029067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:30.032714 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f68b3bb3-ec63-4d3c-854f-0dc2b49a74af tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.033453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.035165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Attempting to bind port d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:30.035733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Attempting to bind port d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'df774fac-0185-490a-9b85-e4e6e4faea1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '71ff725f-7d1a-4010-8a67-fe0d1283f82d'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:30.036113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Attempting to bind port d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 on network 71ff725f-7d1a-4010-8a67-fe0d1283f82d {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:30.043521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:30.043911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Checking segment: {'id': 'df774fac-0185-490a-9b85-e4e6e4faea1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '71ff725f-7d1a-4010-8a67-fe0d1283f82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:30.044327 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.044724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Bound using segment: {'id': 'df774fac-0185-490a-9b85-e4e6e4faea1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '71ff725f-7d1a-4010-8a67-fe0d1283f82d'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:30.045218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Bound port: d8f1e0e8-fdac-40dc-8ec2-5ca918a16955, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df774fac-0185-490a-9b85-e4e6e4faea1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '71ff725f-7d1a-4010-8a67-fe0d1283f82d'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:30.045607 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.049628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f68b3bb3-ec63-4d3c-854f-0dc2b49a74af tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 73956356-a77e-4b80-908b-7192c96df27b owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:30.196368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] For port d8f1e0e8-fdac-40dc-8ec2-5ca918a16955, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:30.201809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] For port d8f1e0e8-fdac-40dc-8ec2-5ca918a16955, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d8f1e0e8-fdac-40dc-8ec2-5ca918a16955,segment=NetworkSegment(df774fac-0185-490a-9b85-e4e6e4faea1d),segment_id=df774fac-0185-490a-9b85-e4e6e4faea1d)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:30.229271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32603d8-a9bf-4def-aa51-a38f930c15d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f2383d-7260-407e-949d-e82eff48e24a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:30.233117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Allocated IP 172.20.0.3 (75ddec35-9859-4054-afd1-cdf35e27f38f/f4e19c97-af0d-4ba1-b140-4045a635eab3/5fe5cd3d-d484-499b-a088-43b175b89b70) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:30.236250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b32603d8-a9bf-4def-aa51-a38f930c15d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=37aea68e581c432297944bf90db705ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0426280 Sep 08 13:32:30.241793 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51270) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:30.321649 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.341523 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7351a2b7-62a0-4c44-9e41-8292be814ab4 req-c038b698-3688-4d45-8814-fa18d9cb23b0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0748103 Sep 08 13:32:30.384584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2f07d610-1cfd-4d59-967d-8ad1d8af263c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.390116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5d6d-73b2-4f2a-b55d-5375bd16cf30 req-77ba5ce5-59b4-463a-96f2-f749e7580e8f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:30.391809 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb1e5d6d-73b2-4f2a-b55d-5375bd16cf30 req-77ba5ce5-59b4-463a-96f2-f749e7580e8f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 945 time: 0.4191790 Sep 08 13:32:30.423779 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb8ec59b-1b3a-46ad-b300-a7e55f23d587 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778604624869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12463018'] for subnet, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.450879 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2f07d610-1cfd-4d59-967d-8ad1d8af263c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.460155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedde28-72f3-4eae-a9e9-a5980e428a5a None None] Pushing event updated for resources: {'Port': ['ID=d8f1e0e8-fdac-40dc-8ec2-5ca918a16955,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:30.600776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ec59b-1b3a-46ad-b300-a7e55f23d587 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:30.602839 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb8ec59b-1b3a-46ad-b300-a7e55f23d587 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.607467 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fb8ec59b-1b3a-46ad-b300-a7e55f23d587 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "PUT /v2.0/subnets/01efe1d6-b8af-492d-a927-11ba42efff0b HTTP/1.1" status: 200 len: 806 time: 1.6952133 Sep 08 13:32:30.609696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51278) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:30.681795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ec59b-1b3a-46ad-b300-a7e55f23d587 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=01efe1d6-b8af-492d-a927-11ba42efff0b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:30.706883 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb1e5d6d-73b2-4f2a-b55d-5375bd16cf30 req-6cde5212-9d70-484f-b66f-8037f3b5d4db tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891357 Sep 08 13:32:30.780517 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2f07d610-1cfd-4d59-967d-8ad1d8af263c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.783759 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2f07d610-1cfd-4d59-967d-8ad1d8af263c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.787469 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2f07d610-1cfd-4d59-967d-8ad1d8af263c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/46f2383d-7260-407e-949d-e82eff48e24a HTTP/1.1" status: 204 len: 168 time: 0.5419915 Sep 08 13:32:30.800869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07d610-1cfd-4d59-967d-8ad1d8af263c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f2383d-7260-407e-949d-e82eff48e24a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:30.810765 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.826433 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f68b3bb3-ec63-4d3c-854f-0dc2b49a74af tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.902058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.924072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.928096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b3bb3-ec63-4d3c-854f-0dc2b49a74af tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=73956356-a77e-4b80-908b-7192c96df27b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:30.944885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Transition to ACTIVE for port object 5fe5cd3d-d484-499b-a088-43b175b89b70 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:30.974323 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f68b3bb3-ec63-4d3c-854f-0dc2b49a74af tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.976352 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f68b3bb3-ec63-4d3c-854f-0dc2b49a74af tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/73956356-a77e-4b80-908b-7192c96df27b HTTP/1.1" status: 204 len: 168 time: 1.4259298 Sep 08 13:32:30.988083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:30.989114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51284) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:31.029259 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f5e12e-dda8-402a-aa09-c5e16081cffd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:32:31.029788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:31.032707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-35f5e12e-dda8-402a-aa09-c5e16081cffd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/73956356-a77e-4b80-908b-7192c96df27b HTTP/1.1" status: 404 len: 333 time: 0.0479841 Sep 08 13:32:31.041362 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51286) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:31.099136 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6fbcb0-13be-42fa-885f-7795f5382679,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:31.102803 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:31.103159 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Added segment d281642f-ff1e-4512-b186-d3a9450f993d of type vlan for network 159ae401-3bfb-4a94-9646-ee56f97f80bb Sep 08 13:32:31.160447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Deleting port d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:31.164222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:31.186336 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:31.194015 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:31.199958 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f890b984-82fc-445f-a2a7-27fece8e7dc0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting subnet 0f5abdeb-a91e-4356-bfa0-fe7c44be5970 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:32:31.205638 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f890b984-82fc-445f-a2a7-27fece8e7dc0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:31.305538 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.resource_extend [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 13:32:31.374554 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:31.378830 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f890b984-82fc-445f-a2a7-27fece8e7dc0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:31.438150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Network 75ddec35-9859-4054-afd1-cdf35e27f38f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:31.444710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:31.489087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:31.530565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:31.614158 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:31.615359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:31.616086 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:31.699001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] For port d8f1e0e8-fdac-40dc-8ec2-5ca918a16955, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d8f1e0e8-fdac-40dc-8ec2-5ca918a16955,segment=NetworkSegment(df774fac-0185-490a-9b85-e4e6e4faea1d),segment_id=df774fac-0185-490a-9b85-e4e6e4faea1d)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:31.699408 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:31.709350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Port': ['ID=5fe5cd3d-d484-499b-a088-43b175b89b70,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:31.755110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Calling delete_port for d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:31.789535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:31.790273 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:31.835585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24610a38-3819-4f54-95e1-3b20c8f94e83 req-5dfed030-d4d9-441d-b4e2-af7419fcd440 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:31.837354 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24610a38-3819-4f54-95e1-3b20c8f94e83 req-5dfed030-d4d9-441d-b4e2-af7419fcd440 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 945 time: 0.2542605 Sep 08 13:32:31.867339 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51298) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:31.894402 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7108467 Sep 08 13:32:31.896953 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f890b984-82fc-445f-a2a7-27fece8e7dc0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:31.902001 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2e845-10d9-4e23-836d-6e52e50d501d admin admin] Pushing event updated for resources: {'Network': ['ID=159ae401-3bfb-4a94-9646-ee56f97f80bb,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:31.914924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 159ae401-3bfb-4a94-9646-ee56f97f80bb details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:31.930354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51300) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:31.944579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c5a457e1-23db-4dae-9667-4977d0eea068 admin admin] Request body: {'subnet': {'network_id': '159ae401-3bfb-4a94-9646-ee56f97f80bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-862489118-subnet', 'tenant_id': '095c5567e1c0414098f44712dfcd5591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:31.949947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1c415887-cb86-4877-ba81-61593e54cc96 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4122443 Sep 08 13:32:31.975398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'port': {'device_id': '33849607-25df-4361-91e7-868a75104417', 'network_id': '48a4995a-63cc-4581-8891-024e49be0443', 'admin_state_up': True, 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'security_groups': ['0b564a99-d9e3-4980-9f28-ac925888207f']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:32.011009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445de6df-d941-46c1-bd1c-3ca1fde59ae9 req-c6495b86-f670-4878-98be-f871f84b41e5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:32.012779 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-445de6df-d941-46c1-bd1c-3ca1fde59ae9 req-c6495b86-f670-4878-98be-f871f84b41e5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 931 time: 0.4922915 Sep 08 13:32:32.067840 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6e5e7706-e480-4234-8e38-90f344a07e83 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ec79d01ac37a40b89a0f77d9971c274a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1990259 Sep 08 13:32:32.072634 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51302) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:32.076747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7f94281f-e2d2-4288-9bdc-46eac30d3769 None None] Provisioning for port 5fe5cd3d-d484-499b-a088-43b175b89b70 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:32.082372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24610a38-3819-4f54-95e1-3b20c8f94e83 req-8ce06af6-0ba0-4958-9ac3-a90d2befa18e tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287962 Sep 08 13:32:32.115861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7f94281f-e2d2-4288-9bdc-46eac30d3769 None None] Provisioning complete for port 5fe5cd3d-d484-499b-a088-43b175b89b70 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:32.116241 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7f94281f-e2d2-4288-9bdc-46eac30d3769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:32.203324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a457e1-23db-4dae-9667-4977d0eea068 admin admin] Made reservation on behalf of 095c5567e1c0414098f44712dfcd5591 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:32.204725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7f94281f-e2d2-4288-9bdc-46eac30d3769 None None] Port 5fe5cd3d-d484-499b-a088-43b175b89b70 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:32.205851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c5a457e1-23db-4dae-9667-4977d0eea068 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:32.209762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af28e627-b989-4a3d-b9a9-658db874be35 None None] Network 71ff725f-7d1a-4010-8a67-fe0d1283f82d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:32.363718 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-445de6df-d941-46c1-bd1c-3ca1fde59ae9 req-c53855e1-4d4a-4215-ae5b-edc06f189144 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2887409 Sep 08 13:32:32.370435 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a69ac6e-f99b-4d41-b2ae-80d06907de83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:32.425159 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a69ac6e-f99b-4d41-b2ae-80d06907de83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:32.456819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:32.461302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:32.473716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-53f3f088-9ca0-454e-a747-122fd9053a27 None None] Provisioning for port d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:32.475586 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:32.485775 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-53f3f088-9ca0-454e-a747-122fd9053a27 None None] Provisioning complete for port d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:32.492520 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-53f3f088-9ca0-454e-a747-122fd9053a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:32.492698 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f890b984-82fc-445f-a2a7-27fece8e7dc0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:32.518790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Port': ['ID=d8f1e0e8-fdac-40dc-8ec2-5ca918a16955,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:32.529380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-53f3f088-9ca0-454e-a747-122fd9053a27 None None] Port d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 was deleted so its status cannot be updated. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 08 13:32:32.529572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890b984-82fc-445f-a2a7-27fece8e7dc0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5abdeb-a91e-4356-bfa0-fe7c44be5970,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:32.541292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f890b984-82fc-445f-a2a7-27fece8e7dc0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:32.544690 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f890b984-82fc-445f-a2a7-27fece8e7dc0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/0f5abdeb-a91e-4356-bfa0-fe7c44be5970 HTTP/1.1" status: 204 len: 168 time: 1.5019543 Sep 08 13:32:32.550048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51308) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:32.573107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf88ddd-4c15-4a94-82f2-cb276028468a None None] Network d3478e1a-6044-4660-9f72-70a72d7cd227 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:32.694210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No DVR routers for this DVR port d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:32.836203 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:32.958797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-32a7cb86-3480-48bd-9837-5833e313dbb4 None None] Could not find standard attr ID for object d8f1e0e8-fdac-40dc-8ec2-5ca918a16955. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:32:32.979516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ee860e-7d39-4e55-8c54-956014153bad None None] DHCP port deletion for d3478e1a-6044-4660-9f72-70a72d7cd227 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:32:32.982206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Allocated IP 10.1.1.14 (48a4995a-63cc-4581-8891-024e49be0443/8a3810f8-ca2d-42d3-8d0d-875098f37354/40eac85f-cf5c-4adc-a61a-941a1e8e8c55) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:33.002903 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73452725-593a-4127-b3de-a3d03b4caec5 None None] Network 71ff725f-7d1a-4010-8a67-fe0d1283f82d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:33.263194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-04ee860e-7d39-4e55-8c54-956014153bad None None] Deleting port 1500eb09-437a-4abf-8bc8-957716111f23 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:33.267642 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-04ee860e-7d39-4e55-8c54-956014153bad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.304783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a69ac6e-f99b-4d41-b2ae-80d06907de83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.308026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1500eb09-437a-4abf-8bc8-957716111f23 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:32:33.313760 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a69ac6e-f99b-4d41-b2ae-80d06907de83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.313948 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.314962 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3a69ac6e-f99b-4d41-b2ae-80d06907de83 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c135f64-5b07-4f0e-9167-5ba2ecdc6c21 HTTP/1.1" status: 204 len: 168 time: 1.2240741 Sep 08 13:32:33.391620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c5a457e1-23db-4dae-9667-4977d0eea068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.413547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69ac6e-f99b-4d41-b2ae-80d06907de83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c135f64-5b07-4f0e-9167-5ba2ecdc6c21,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:33.448517 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.519165 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aec298-5114-408b-aa87-cbe17283c515 req-a8af2931-e1d9-419f-b08d-334238475b14 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:33.520680 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4aec298-5114-408b-aa87-cbe17283c515 req-a8af2931-e1d9-419f-b08d-334238475b14 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 945 time: 0.2046404 Sep 08 13:32:33.572013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Transition to ACTIVE for port object 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:33.613243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a457e1-23db-4dae-9667-4977d0eea068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cad4992-8d6c-49bf-8d25-6d2dac178d00,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:33.616185 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.633970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-04ee860e-7d39-4e55-8c54-956014153bad None None] For port 1500eb09-437a-4abf-8bc8-957716111f23, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1500eb09-437a-4abf-8bc8-957716111f23,segment=NetworkSegment(63b95c5d-e6ef-4000-953c-29beb54f9718),segment_id=63b95c5d-e6ef-4000-953c-29beb54f9718)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:33.634445 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-04ee860e-7d39-4e55-8c54-956014153bad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.712828 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-04ee860e-7d39-4e55-8c54-956014153bad None None] Calling delete_port for 1500eb09-437a-4abf-8bc8-957716111f23 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:33.717123 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.745948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71ff725f-7d1a-4010-8a67-fe0d1283f82d']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:33.760782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df774fac-0185-490a-9b85-e4e6e4faea1d') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:33.761088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df774fac-0185-490a-9b85-e4e6e4faea1d') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:33.774368 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.821987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e2d16-99a9-4e4a-966a-2c8aafbd334a req-0fba0854-7dc9-4209-aa79-e5af293d9be6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:33.824188 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-303e2d16-99a9-4e4a-966a-2c8aafbd334a req-0fba0854-7dc9-4209-aa79-e5af293d9be6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 931 time: 0.2378497 Sep 08 13:32:33.836726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 1500eb09-437a-4abf-8bc8-957716111f23 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:33.837433 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.874982 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.885050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:33.885507 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:33.969050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-303e2d16-99a9-4e4a-966a-2c8aafbd334a req-a6f42a20-7853-447f-b988-751a55ce7d3f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052024 Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:33.973145 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:33.979443 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.002870 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] For port 1500eb09-437a-4abf-8bc8-957716111f23, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1500eb09-437a-4abf-8bc8-957716111f23,segment=NetworkSegment(63b95c5d-e6ef-4000-953c-29beb54f9718),segment_id=63b95c5d-e6ef-4000-953c-29beb54f9718)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:34.003512 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.008457 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-b4aec298-5114-408b-aa87-cbe17283c515 req-f97cec88-b977-4560-bf78-4da1a6a3b099 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Deleting port 55949fe1-3d27-45e3-a57d-1ad10ee9329c {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:34.009053 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b4aec298-5114-408b-aa87-cbe17283c515 req-f97cec88-b977-4560-bf78-4da1a6a3b099 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.024007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Subnet': ['ID=01efe1d6-b8af-492d-a927-11ba42efff0b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:34.042221 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.054473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 1500eb09-437a-4abf-8bc8-957716111f23 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:34.085614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d7ae8-868e-479a-85fb-1d4c7ef8d6b6 req-d76167b2-1032-4761-9a6b-4e51f79fac48 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:34.091784 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-973d7ae8-868e-479a-85fb-1d4c7ef8d6b6 req-d76167b2-1032-4761-9a6b-4e51f79fac48 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 945 time: 0.7330644 Sep 08 13:32:34.103722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Network 48a4995a-63cc-4581-8891-024e49be0443 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:34.110208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:34.119562 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.135944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:34.151613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 1500eb09-437a-4abf-8bc8-957716111f23, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1500eb09-437a-4abf-8bc8-957716111f23,segment=NetworkSegment(63b95c5d-e6ef-4000-953c-29beb54f9718),segment_id=63b95c5d-e6ef-4000-953c-29beb54f9718)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:34.209571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c988c3d-a190-4cbb-a8a8-43e6ac920ec7 None None] Network 71ff725f-7d1a-4010-8a67-fe0d1283f82d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:34.226123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c988c3d-a190-4cbb-a8a8-43e6ac920ec7 None None] Network 71ff725f-7d1a-4010-8a67-fe0d1283f82d could not be found, it might have been deleted concurrently. {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 08 13:32:34.247477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-b4aec298-5114-408b-aa87-cbe17283c515 req-f97cec88-b977-4560-bf78-4da1a6a3b099 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] For port 55949fe1-3d27-45e3-a57d-1ad10ee9329c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=55949fe1-3d27-45e3-a57d-1ad10ee9329c,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:34.247873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b4aec298-5114-408b-aa87-cbe17283c515 req-f97cec88-b977-4560-bf78-4da1a6a3b099 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.261588 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.264055 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/71ff725f-7d1a-4010-8a67-fe0d1283f82d HTTP/1.1" status: 204 len: 168 time: 3.6502738 Sep 08 13:32:34.267883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51322) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:34.282002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Port': ['ID=40eac85f-cf5c-4adc-a61a-941a1e8e8c55,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:34.287237 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.302659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-b4aec298-5114-408b-aa87-cbe17283c515 req-f97cec88-b977-4560-bf78-4da1a6a3b099 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Calling delete_port for 55949fe1-3d27-45e3-a57d-1ad10ee9329c owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:34.355258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9b821-a5c4-4514-81e7-dda94d71959d None None] DHCP port deletion for 71ff725f-7d1a-4010-8a67-fe0d1283f82d request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:32:34.392596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:34.393280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.422275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-973d7ae8-868e-479a-85fb-1d4c7ef8d6b6 req-4f94885c-f7b5-4262-aa5e-48fd03c3df9d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096406 Sep 08 13:32:34.455661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=1500eb09-437a-4abf-8bc8-957716111f23,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:34.463093 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.472270 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-04ee860e-7d39-4e55-8c54-956014153bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.490448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4a370-7ac6-4d9b-b8b3-575d60f3116d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Network': ['ID=71ff725f-7d1a-4010-8a67-fe0d1283f82d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:34.497997 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f091ac-911b-4dd8-a9ce-af5fa39c7cad tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:32:34.498725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f091ac-911b-4dd8-a9ce-af5fa39c7cad tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:32:34.501095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-85f091ac-911b-4dd8-a9ce-af5fa39c7cad tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/71ff725f-7d1a-4010-8a67-fe0d1283f82d HTTP/1.1" status: 404 len: 339 time: 0.2270613 Sep 08 13:32:34.504461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a457e1-23db-4dae-9667-4977d0eea068 admin admin] Checking segment: {'id': 'd281642f-ff1e-4512-b186-d3a9450f993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '159ae401-3bfb-4a94-9646-ee56f97f80bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:34.504461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a457e1-23db-4dae-9667-4977d0eea068 admin admin] Network hostable DHCP agents. Network: 159ae401-3bfb-4a94-9646-ee56f97f80bb, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:34.510390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51328) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:34.516601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=1500eb09-437a-4abf-8bc8-957716111f23,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:34.533633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2d9cd292-8bf0-4806-92ce-83b07b3faf0f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-431975319', 'description': 'd1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:34.560897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No DVR routers for this DVR port 1500eb09-437a-4abf-8bc8-957716111f23 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:34.612686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a457e1-23db-4dae-9667-4977d0eea068 admin admin] Network 159ae401-3bfb-4a94-9646-ee56f97f80bb is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:34.615984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-8676309e-75e3-4db0-ab56-6360ada8b462 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6516385 Sep 08 13:32:34.630658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee860e-7d39-4e55-8c54-956014153bad None None] No DVR routers for this DVR port 1500eb09-437a-4abf-8bc8-957716111f23 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:34.634663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'port': {'device_id': '33849607-25df-4361-91e7-868a75104417', 'network_id': '48a4995a-63cc-4581-8891-024e49be0443', 'admin_state_up': True, 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'security_groups': ['0b564a99-d9e3-4980-9f28-ac925888207f']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:34.647284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee860e-7d39-4e55-8c54-956014153bad None None] Pushing event deleted for resources: {'Port': ['ID=1500eb09-437a-4abf-8bc8-957716111f23,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:34.765620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c5a457e1-23db-4dae-9667-4977d0eea068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 159ae401-3bfb-4a94-9646-ee56f97f80bb) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:34.791525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a457e1-23db-4dae-9667-4977d0eea068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:34.792036 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c5a457e1-23db-4dae-9667-4977d0eea068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.807958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f56ab9-c83d-4fa8-827c-43344a35f01f None None] Network 159ae401-3bfb-4a94-9646-ee56f97f80bb requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:34.825125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b4aec298-5114-408b-aa87-cbe17283c515 req-f97cec88-b977-4560-bf78-4da1a6a3b099 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.840424 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.938514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9cd292-8bf0-4806-92ce-83b07b3faf0f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:34.942737 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd292-8bf0-4806-92ce-83b07b3faf0f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:34.944981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cec88-b977-4560-bf78-4da1a6a3b099 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event deleted for resources: {'Port': ['ID=55949fe1-3d27-45e3-a57d-1ad10ee9329c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:34.948299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3478e1a-6044-4660-9f72-70a72d7cd227']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:34.966515 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['55949fe1-3d27-45e3-a57d-1ad10ee9329c'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:32:34.970874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:32:34.981273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b95c5d-e6ef-4000-953c-29beb54f9718') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:34.981748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b95c5d-e6ef-4000-953c-29beb54f9718') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:35.021974 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.051654 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3f24d091-6dd0-48d7-9d95-bb1c9cb89310 None None] Provisioning for port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:35.053760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4aec298-5114-408b-aa87-cbe17283c515 req-f97cec88-b977-4560-bf78-4da1a6a3b099 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] No DVR routers for this DVR port 55949fe1-3d27-45e3-a57d-1ad10ee9329c on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:35.065109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c5a457e1-23db-4dae-9667-4977d0eea068 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1332960 Sep 08 13:32:35.081253 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-b4aec298-5114-408b-aa87-cbe17283c515 req-f97cec88-b977-4560-bf78-4da1a6a3b099 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.083481 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4aec298-5114-408b-aa87-cbe17283c515 req-f97cec88-b977-4560-bf78-4da1a6a3b099 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "DELETE /v2.0/ports/55949fe1-3d27-45e3-a57d-1ad10ee9329c HTTP/1.1" status: 204 len: 173 time: 1.5496655 Sep 08 13:32:35.083948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f5179b-5bcf-47be-8d68-8ad0ba787a14', 'name': 'network-vif-deleted', 'tag': '55949fe1-3d27-45e3-a57d-1ad10ee9329c'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:32:35.086842 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9210fb2-eaa0-4efc-ad7a-6021a60cc726" -d '{"events": [{"server_uuid": "61f5179b-5bcf-47be-8d68-8ad0ba787a14", "name": "network-vif-deleted", "tag": "55949fe1-3d27-45e3-a57d-1ad10ee9329c"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:32:35.089723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9cd292-8bf0-4806-92ce-83b07b3faf0f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:35.117834 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.118684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:32:35.161523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:35.165562 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.166078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3f24d091-6dd0-48d7-9d95-bb1c9cb89310 None None] Provisioning complete for port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:35.169241 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3f24d091-6dd0-48d7-9d95-bb1c9cb89310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.180430 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd292-8bf0-4806-92ce-83b07b3faf0f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.181438 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-2d9cd292-8bf0-4806-92ce-83b07b3faf0f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Added segment 90c5e76a-40c4-454c-8f3f-ed8523f3729f of type vlan for network 3d76bfdd-4d94-47b9-8c50-d3a4c3ae4b69 Sep 08 13:32:35.184350 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc7e9af-2bb1-4519-9369-be800aefdba1 x-openstack-request-id: req-4cc7e9af-2bb1-4519-9369-be800aefdba1 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:32:35.184984 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f5179b-5bcf-47be-8d68-8ad0ba787a14", "name": "network-vif-deleted", "tag": "55949fe1-3d27-45e3-a57d-1ad10ee9329c", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:32:35.185435 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4cc7e9af-2bb1-4519-9369-be800aefdba1 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:32:35.186077 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f5179b-5bcf-47be-8d68-8ad0ba787a14', 'name': 'network-vif-deleted', 'tag': '55949fe1-3d27-45e3-a57d-1ad10ee9329c', 'status': 'completed', 'code': 200} Sep 08 13:32:35.203652 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:35.204675 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:35.218084 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:35.260414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:32:35.260992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d8f1e0e8-fdac-40dc-8ec2-5ca918a16955 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:32:35.344968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c5fd53-afd1-42ab-98eb-d604a49a1232 None None] Network 159ae401-3bfb-4a94-9646-ee56f97f80bb requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:35.348442 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd292-8bf0-4806-92ce-83b07b3faf0f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.372242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f1908-92fc-401c-9367-2868693b5268 req-a1035642-7d82-4a42-add7-58f59ac609b4 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:35.377079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3f24d091-6dd0-48d7-9d95-bb1c9cb89310 None None] Port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:35.379651 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f1908-92fc-401c-9367-2868693b5268 req-a1035642-7d82-4a42-add7-58f59ac609b4 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:35.385042 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee1f1908-92fc-401c-9367-2868693b5268 req-a1035642-7d82-4a42-add7-58f59ac609b4 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 1652 time: 0.2614434 Sep 08 13:32:35.455847 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.511054 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.517146 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/networks/d3478e1a-6044-4660-9f72-70a72d7cd227 HTTP/1.1" status: 204 len: 168 time: 2.9616187 Sep 08 13:32:35.522483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee1f1908-92fc-401c-9367-2868693b5268 req-08f62126-3873-4c4e-88ba-df563689e76c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300488 Sep 08 13:32:35.523976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51354) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:35.547335 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd292-8bf0-4806-92ce-83b07b3faf0f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.557858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9cd292-8bf0-4806-92ce-83b07b3faf0f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:35.558558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd292-8bf0-4806-92ce-83b07b3faf0f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.585105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9fa332d0-5920-493f-b28b-5aaef826ec33 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1801812996'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:35.590629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a715f2-d867-4886-a751-2070df9b983d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Network': ['ID=d3478e1a-6044-4660-9f72-70a72d7cd227,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:35.670486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Allocated IP 10.1.1.225 (48a4995a-63cc-4581-8891-024e49be0443/8a3810f8-ca2d-42d3-8d0d-875098f37354/8b504d36-6f5e-4621-aea1-52b1103c4f18) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:35.737006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-332a7baa-ae92-417e-8648-56b2af0237cb req-a8e8ff50-706a-408c-9221-69b5a435ab29 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=61f5179b-5bcf-47be-8d68-8ad0ba787a14 HTTP/1.1" status: 200 len: 210 time: 0.1139302 Sep 08 13:32:35.768471 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2d9cd292-8bf0-4806-92ce-83b07b3faf0f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2479553 Sep 08 13:32:35.773694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cd292-8bf0-4806-92ce-83b07b3faf0f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=3d76bfdd-4d94-47b9-8c50-d3a4c3ae4b69,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:35.774120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51360) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:35.799449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 3d76bfdd-4d94-47b9-8c50-d3a4c3ae4b69 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:35.847206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa332d0-5920-493f-b28b-5aaef826ec33 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:35.851166 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fa332d0-5920-493f-b28b-5aaef826ec33 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.858337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51362) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:35.943571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa332d0-5920-493f-b28b-5aaef826ec33 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:35.961990 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fa332d0-5920-493f-b28b-5aaef826ec33 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:35.962649 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-9fa332d0-5920-493f-b28b-5aaef826ec33 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Added segment f4019205-a191-4a49-b9dc-d0564b9c4afb of type vlan for network 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60 Sep 08 13:32:36.096245 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fa332d0-5920-493f-b28b-5aaef826ec33 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:36.126365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1570985016'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:36.170707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0620232c-3739-4ab4-9306-713a9462c374 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:36.176642 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0620232c-3739-4ab4-9306-713a9462c374 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/networks?id=3d76bfdd-4d94-47b9-8c50-d3a4c3ae4b69 HTTP/1.1" status: 200 len: 760 time: 0.3974810 Sep 08 13:32:36.177237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51374) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:36.183886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-dd77a449-155b-4682-94b1-0585dfc2c987 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'description': 'd2'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:36.187248 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:36.208466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Transition to ACTIVE for port object 8b504d36-6f5e-4621-aea1-52b1103c4f18 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:36.260892 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fa332d0-5920-493f-b28b-5aaef826ec33 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:36.267778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa332d0-5920-493f-b28b-5aaef826ec33 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:36.270978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fa332d0-5920-493f-b28b-5aaef826ec33 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:36.281410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Made reservation on behalf of 69abbf8b8fa446d99d13bacb05271dbc for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:36.286755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:36.367790 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:36.440480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Network 48a4995a-63cc-4581-8891-024e49be0443 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:36.454129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:36.465928 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:36.474446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:36.541714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9fa332d0-5920-493f-b28b-5aaef826ec33 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9913075 Sep 08 13:32:36.542626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51380) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:36.551617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Port': ['ID=8b504d36-6f5e-4621-aea1-52b1103c4f18,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:36.592322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51384) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:36.608994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1699767514-network', 'tenant_id': '9ec6b85cffd949b1b48d345d8932d7b9'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:36.631975 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd77a449-155b-4682-94b1-0585dfc2c987 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:36.638269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-371ee0d5-90ec-4cd2-8952-82f9a7fb65e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': '7f1b5765-8bdc-4dbe-bc98-28c608ab0b60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:36.663182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:36.666942 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:36.672721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa332d0-5920-493f-b28b-5aaef826ec33 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Network': ['ID=7f1b5765-8bdc-4dbe-bc98-28c608ab0b60,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:36.692358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:36.802545 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd77a449-155b-4682-94b1-0585dfc2c987 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:36.914884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd77a449-155b-4682-94b1-0585dfc2c987 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network 3d76bfdd-4d94-47b9-8c50-d3a4c3ae4b69 is not hosted by any dhcp agent {{(pid=96264) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 13:32:36.920540 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd77a449-155b-4682-94b1-0585dfc2c987 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:36.921177 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd77a449-155b-4682-94b1-0585dfc2c987 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:36.923128 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dd77a449-155b-4682-94b1-0585dfc2c987 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "PUT /v2.0/networks/3d76bfdd-4d94-47b9-8c50-d3a4c3ae4b69 HTTP/1.1" status: 200 len: 757 time: 0.7446918 Sep 08 13:32:36.929042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51390) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:37.012322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77a449-155b-4682-94b1-0585dfc2c987 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=3d76bfdd-4d94-47b9-8c50-d3a4c3ae4b69,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:37.034712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 3d76bfdd-4d94-47b9-8c50-d3a4c3ae4b69 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:37.073593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f14d-79bc-4e14-a4c4-356020a63bce req-14d55ce0-7fe1-4a33-bdf9-d25b794f449c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:37.080475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f14d-79bc-4e14-a4c4-356020a63bce req-14d55ce0-7fe1-4a33-bdf9-d25b794f449c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:37.086634 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51f14d-79bc-4e14-a4c4-356020a63bce req-14d55ce0-7fe1-4a33-bdf9-d25b794f449c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:37.091318 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3f51f14d-79bc-4e14-a4c4-356020a63bce req-14d55ce0-7fe1-4a33-bdf9-d25b794f449c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 2373 time: 0.2582643 Sep 08 13:32:37.091318 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:37.125194 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a3df78-840e-44b0-b192-ae70fdcf6459 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:37.126908 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b9a3df78-840e-44b0-b192-ae70fdcf6459 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/networks?id=3d76bfdd-4d94-47b9-8c50-d3a4c3ae4b69 HTTP/1.1" status: 200 len: 760 time: 0.1943600 Sep 08 13:32:37.131429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51400) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:37.136878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-470139a6-f25e-4ff4-b198-d89c12767a0c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-358093111'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:37.160259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-114d085e-e8be-490a-b144-f07f6f8556d3 None None] Provisioning for port 8b504d36-6f5e-4621-aea1-52b1103c4f18 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:37.177453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-114d085e-e8be-490a-b144-f07f6f8556d3 None None] Provisioning complete for port 8b504d36-6f5e-4621-aea1-52b1103c4f18 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:37.177453 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-114d085e-e8be-490a-b144-f07f6f8556d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:37.181667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3f51f14d-79bc-4e14-a4c4-356020a63bce req-8560c72d-8406-4d92-853b-d1a21f63afa8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741107 Sep 08 13:32:37.212634 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:37.228560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 55949fe1-3d27-45e3-a57d-1ad10ee9329c no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:32:37.246807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:37.256901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 55949fe1-3d27-45e3-a57d-1ad10ee9329c {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:32:37.257573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 55949fe1-3d27-45e3-a57d-1ad10ee9329c not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:32:37.259586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad5beb9-dfd7-4ae8-91a7-8a0251a02556,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:37.262152 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-114d085e-e8be-490a-b144-f07f6f8556d3 None None] Port 8b504d36-6f5e-4621-aea1-52b1103c4f18 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:37.266412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:37.266860 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Added segment 1a9d4197-8620-4599-9dd0-29eec45e25a1 of type vlan for network 011a6fdb-497a-447e-b2ea-143c27ee4964 Sep 08 13:32:37.314908 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:37.316275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-1ad30d94-cb1b-4a99-bd86-f85004c3c043 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:37.317840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-1ad30d94-cb1b-4a99-bd86-f85004c3c043 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.1604645 Sep 08 13:32:37.334637 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-42fc1d47-7802-4a03-9f8e-c51afed2507d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/quotas/f0c33ff95fd94c5b8efb16048a231a08 HTTP/1.1" status: 200 len: 375 time: 0.0100367 Sep 08 13:32:37.389656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-de13548d-9121-425d-8ebe-1b4fd4beaec5 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487421 Sep 08 13:32:37.392209 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Made reservation on behalf of 9ec6b85cffd949b1b48d345d8932d7b9 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:37.397417 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:37.420876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:37.440629 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:37.447220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:37.449038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:37.532880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event updated for resources: {'Network': ['ID=011a6fdb-497a-447e-b2ea-143c27ee4964,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:37.544187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 011a6fdb-497a-447e-b2ea-143c27ee4964 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:37.678414 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-72e48b21-3f27-4dc0-9d3b-a1bb4bad7152 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8180635 Sep 08 13:32:37.681461 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51410) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:37.688206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-441429b2-4b7f-47d9-95ae-8e980c91d60b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Request body: {'subnet': {'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:37.726581 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a2c8ede1-392f-48ba-b7bc-ff9c003b5774 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1022582 Sep 08 13:32:37.739244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'port': {'device_id': '33849607-25df-4361-91e7-868a75104417', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49', 'admin_state_up': True, 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'security_groups': ['0b564a99-d9e3-4980-9f28-ac925888207f']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:37.787216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-32c37824-2b0a-49a9-a12a-d9e85e4a013e service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892622 Sep 08 13:32:37.876010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371ee0d5-90ec-4cd2-8952-82f9a7fb65e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:37.878290 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-629924e8-7879-4bcb-a469-6b5be5eae3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:37.881976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-371ee0d5-90ec-4cd2-8952-82f9a7fb65e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:37.949768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-6845df01-cc9f-46f7-94b0-d1e088825eb4 service neutron] 10.222.0.69 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279132 Sep 08 13:32:38.141100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470139a6-f25e-4ff4-b198-d89c12767a0c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:38.145447 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-470139a6-f25e-4ff4-b198-d89c12767a0c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.193169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-470139a6-f25e-4ff4-b198-d89c12767a0c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:38.210459 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-470139a6-f25e-4ff4-b198-d89c12767a0c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.210749 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-470139a6-f25e-4ff4-b198-d89c12767a0c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Added segment 59b8f551-a851-4824-abd2-2838f3603557 of type vlan for network 364d13f8-6fd3-414b-bb71-8b986b4d41b1 Sep 08 13:32:38.268869 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-470139a6-f25e-4ff4-b198-d89c12767a0c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.302776 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-371ee0d5-90ec-4cd2-8952-82f9a7fb65e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.320274 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.407918 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-470139a6-f25e-4ff4-b198-d89c12767a0c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.410078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470139a6-f25e-4ff4-b198-d89c12767a0c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:38.411032 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-470139a6-f25e-4ff4-b198-d89c12767a0c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.418658 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79c648-4c04-493e-9266-5c31c6eca9a2 req-37284f5c-313e-4546-8992-db72b5a20128 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:38.429997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79c648-4c04-493e-9266-5c31c6eca9a2 req-37284f5c-313e-4546-8992-db72b5a20128 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:38.442048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79c648-4c04-493e-9266-5c31c6eca9a2 req-37284f5c-313e-4546-8992-db72b5a20128 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:38.466796 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ae79c648-4c04-493e-9266-5c31c6eca9a2 req-37284f5c-313e-4546-8992-db72b5a20128 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 2373 time: 0.1949625 Sep 08 13:32:38.484760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371ee0d5-90ec-4cd2-8952-82f9a7fb65e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Checking segment: {'id': 'f4019205-a191-4a49-b9dc-d0564b9c4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '7f1b5765-8bdc-4dbe-bc98-28c608ab0b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:38.485319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ee0d5-90ec-4cd2-8952-82f9a7fb65e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network hostable DHCP agents. Network: 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:38.490209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ee0d5-90ec-4cd2-8952-82f9a7fb65e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Subnet': ['ID=0a628093-5704-46d1-b343-9ab55fcd71c0,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:38.507456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.519904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:38.527447 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e59141ab-351d-4784-be7a-306b51d4d4f3 req-5bd9f13e-51e2-4c56-be37-207b4d17218c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 210 time: 0.0711582 Sep 08 13:32:38.570787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470139a6-f25e-4ff4-b198-d89c12767a0c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=364d13f8-6fd3-414b-bb71-8b986b4d41b1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:38.576778 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.577141 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Added segment ed87636a-949f-46c6-a4b8-02fa587fdb01 of type vlan for network 45c12e1d-cc48-4f0e-83ab-db22844d07a2 Sep 08 13:32:38.585741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 364d13f8-6fd3-414b-bb71-8b986b4d41b1 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:38.597977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ae79c648-4c04-493e-9266-5c31c6eca9a2 req-fee6b73c-68c1-473f-a952-5df3c2078b09 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301038 Sep 08 13:32:38.645727 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34df0d2-275b-445a-a35e-c3251abf5d5a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:38.668769 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-470139a6-f25e-4ff4-b198-d89c12767a0c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5362375 Sep 08 13:32:38.673502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51428) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:38.679017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'network_id': '364d13f8-6fd3-414b-bb71-8b986b4d41b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:38.694368 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.710221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371ee0d5-90ec-4cd2-8952-82f9a7fb65e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:38.807555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441429b2-4b7f-47d9-95ae-8e980c91d60b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Made reservation on behalf of 69abbf8b8fa446d99d13bacb05271dbc for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:38.812851 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-441429b2-4b7f-47d9-95ae-8e980c91d60b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.836057 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:32:38.836057 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:32:38.836057 n-d-807558-3 neutron-server[96264]: [parameters: {'project_id_1': '5351208e3ec84f4cb00c9072e23cab6c', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 32, 18, 775309)}] Sep 08 13:32:38.836057 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:32:38.836750 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:32:38.852897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-371ee0d5-90ec-4cd2-8952-82f9a7fb65e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:38.861298 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.863126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2b69b7-f19e-473e-b7ed-3375f2687d44 None None] Network 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:38.864094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:38.865486 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.931772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371ee0d5-90ec-4cd2-8952-82f9a7fb65e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:38.932538 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-371ee0d5-90ec-4cd2-8952-82f9a7fb65e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:38.972728 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:39.050765 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4550271 Sep 08 13:32:39.052402 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51432) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:39.058701 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ca818398-7eac-4c63-b940-20ddb272c516 admin admin] Request body: {'subnet': {'network_id': '45c12e1d-cc48-4f0e-83ab-db22844d07a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1699767514-subnet', 'tenant_id': '9ec6b85cffd949b1b48d345d8932d7b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:39.065279 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-371ee0d5-90ec-4cd2-8952-82f9a7fb65e8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5217569 Sep 08 13:32:39.068942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51434) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:39.069531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Pushing event updated for resources: {'Network': ['ID=45c12e1d-cc48-4f0e-83ab-db22844d07a2,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:39.083116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-40339926-0b5f-4c03-94c6-18b2bfe734fa tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-694497813', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:39.096967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:39.097323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:39.102321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:39.102321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:39.102321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:39.102321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:39.102321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:39.102321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:39.102321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:39.102321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:39.102321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:39.102321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ba0480-ee89-41d6-b756-76920b83500e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:39.135787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 45c12e1d-cc48-4f0e-83ab-db22844d07a2 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:39.222870 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:39.231160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-7f1b5765-8bdc-4dbe-bc98-28c608ab0b60', 'network_id': '7f1b5765-8bdc-4dbe-bc98-28c608ab0b60', 'tenant_id': '6bad6c9ff2674db8b35fd0e5660983d6', 'fixed_ips': [{'subnet_id': '0a628093-5704-46d1-b343-9ab55fcd71c0'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:32:39.232306 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:39.286006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca818398-7eac-4c63-b940-20ddb272c516 admin admin] Made reservation on behalf of 9ec6b85cffd949b1b48d345d8932d7b9 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:39.290613 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca818398-7eac-4c63-b940-20ddb272c516 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:39.333440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-441429b2-4b7f-47d9-95ae-8e980c91d60b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:39.715419 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-addeac84-8eea-4f6c-b40f-f5332112e6c7 req-dcbb3b0e-67d7-41a5-841a-8b4a15f49f5a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 210 time: 0.0646029 Sep 08 13:32:39.727954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Allocated IP 10.2.2.100 (adf204ef-b624-4fee-9e83-d93889dc5f49/e9af95bc-998b-4161-b01f-7667140ff505/a328e56e-80fe-432d-9f45-d2f8087d0cce) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:39.850960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Allocated IP 2001:db8::2 (7f1b5765-8bdc-4dbe-bc98-28c608ab0b60/0a628093-5704-46d1-b343-9ab55fcd71c0/069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:39.896207 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40339926-0b5f-4c03-94c6-18b2bfe734fa tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:39.908405 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40339926-0b5f-4c03-94c6-18b2bfe734fa tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:39.935401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441429b2-4b7f-47d9-95ae-8e980c91d60b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event updated for resources: {'Subnet': ['ID=7fa09c59-889f-4d1a-ace6-bb3ee20fcde1,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:39.994742 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.029871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Transition to ACTIVE for port object a328e56e-80fe-432d-9f45-d2f8087d0cce will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:40.053770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441429b2-4b7f-47d9-95ae-8e980c91d60b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Checking segment: {'id': '1a9d4197-8620-4599-9dd0-29eec45e25a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:40.054446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441429b2-4b7f-47d9-95ae-8e980c91d60b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Network hostable DHCP agents. Network: 011a6fdb-497a-447e-b2ea-143c27ee4964, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:40.069488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30bae4-975e-430e-acd2-8cc57f6f4f48 req-590ed43e-62e5-43f4-bcbc-2623a56d63c9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:40.076033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30bae4-975e-430e-acd2-8cc57f6f4f48 req-590ed43e-62e5-43f4-bcbc-2623a56d63c9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:40.082474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30bae4-975e-430e-acd2-8cc57f6f4f48 req-590ed43e-62e5-43f4-bcbc-2623a56d63c9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:40.084447 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d30bae4-975e-430e-acd2-8cc57f6f4f48 req-590ed43e-62e5-43f4-bcbc-2623a56d63c9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 2373 time: 0.2690775 Sep 08 13:32:40.122364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:40.126750 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.133705 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40339926-0b5f-4c03-94c6-18b2bfe734fa tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.166077 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.176946 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Transition to ACTIVE for port object 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:40.235810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Transition to ACTIVE for port object 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:40.259055 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d30bae4-975e-430e-acd2-8cc57f6f4f48 req-d5fc14a8-884e-482a-aa32-6f94b25d5d64 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453032 Sep 08 13:32:40.350894 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.356497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40339926-0b5f-4c03-94c6-18b2bfe734fa tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.423822 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9740329a-57f5-40c3-9877-cacd150e1bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.424507 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca818398-7eac-4c63-b940-20ddb272c516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.428353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Port': ['ID=a328e56e-80fe-432d-9f45-d2f8087d0cce,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:40.440911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Network adf204ef-b624-4fee-9e83-d93889dc5f49 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:40.443607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:40.454001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:40.487750 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.505173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441429b2-4b7f-47d9-95ae-8e980c91d60b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Network 011a6fdb-497a-447e-b2ea-143c27ee4964 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:40.510455 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.547242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca818398-7eac-4c63-b940-20ddb272c516 admin admin] Pushing event updated for resources: {'Subnet': ['ID=533dd96d-eaaa-4df0-be5c-9dbddb14b009,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:40.552517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca818398-7eac-4c63-b940-20ddb272c516 admin admin] Checking segment: {'id': 'ed87636a-949f-46c6-a4b8-02fa587fdb01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '45c12e1d-cc48-4f0e-83ab-db22844d07a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:40.552882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca818398-7eac-4c63-b940-20ddb272c516 admin admin] Network hostable DHCP agents. Network: 45c12e1d-cc48-4f0e-83ab-db22844d07a2, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:40.581491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Network 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:40.585713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:40.590750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:40.592621 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40339926-0b5f-4c03-94c6-18b2bfe734fa tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.594557 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-40339926-0b5f-4c03-94c6-18b2bfe734fa tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5221236 Sep 08 13:32:40.598533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.603258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51462) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:40.606712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:40.607935 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.619174 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'network_id': '7f1b5765-8bdc-4dbe-bc98-28c608ab0b60', 'name': 'tempest-PortsIpV6TestJSON-233498188'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:40.690568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Attempting to bind port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:40.690990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Attempting to bind port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'f4019205-a191-4a49-b9dc-d0564b9c4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '7f1b5765-8bdc-4dbe-bc98-28c608ab0b60'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:40.691362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Attempting to bind port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee on network 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:40.700377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:40.700762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Checking segment: {'id': 'f4019205-a191-4a49-b9dc-d0564b9c4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '7f1b5765-8bdc-4dbe-bc98-28c608ab0b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:40.701178 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.703390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Bound using segment: {'id': 'f4019205-a191-4a49-b9dc-d0564b9c4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '7f1b5765-8bdc-4dbe-bc98-28c608ab0b60'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:40.704048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Bound port: 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4019205-a191-4a49-b9dc-d0564b9c4afb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '7f1b5765-8bdc-4dbe-bc98-28c608ab0b60'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:40.704456 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.715221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Pushing event updated for resources: {'Port': ['ID=069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:40.733208 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-08ba0177-92ce-438c-b123-4530e8c64844 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9993751 Sep 08 13:32:40.745411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'port': {'device_id': '33849607-25df-4361-91e7-868a75104417', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49', 'admin_state_up': True, 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'security_groups': ['0b564a99-d9e3-4980-9f28-ac925888207f']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:40.768360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=0288a9b3-76ac-4695-bbfb-2f5760f9f543,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:40.792872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-441429b2-4b7f-47d9-95ae-8e980c91d60b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 011a6fdb-497a-447e-b2ea-143c27ee4964) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:40.808104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c3188d-6949-4899-b827-2d9e065cdc8d None None] Network 011a6fdb-497a-447e-b2ea-143c27ee4964 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:40.820600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441429b2-4b7f-47d9-95ae-8e980c91d60b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:40.821291 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-441429b2-4b7f-47d9-95ae-8e980c91d60b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.847300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] For port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:40.892002 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking segment: {'id': '59b8f551-a851-4824-abd2-2838f3603557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '364d13f8-6fd3-414b-bb71-8b986b4d41b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:40.892485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network hostable DHCP agents. Network: 364d13f8-6fd3-414b-bb71-8b986b4d41b1, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:40.923828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca818398-7eac-4c63-b940-20ddb272c516 admin admin] Network 45c12e1d-cc48-4f0e-83ab-db22844d07a2 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:40.931692 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3af3b872-e6eb-4943-a247-f10ed04b8f40 req-11d49882-9b73-4a01-95d3-5f5892728d83 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 210 time: 0.0376031 Sep 08 13:32:40.940599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ca818398-7eac-4c63-b940-20ddb272c516 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 45c12e1d-cc48-4f0e-83ab-db22844d07a2) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:40.947659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca818398-7eac-4c63-b940-20ddb272c516 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:40.948263 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca818398-7eac-4c63-b940-20ddb272c516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:40.954526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] For port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee,segment=NetworkSegment(f4019205-a191-4a49-b9dc-d0564b9c4afb),segment_id=f4019205-a191-4a49-b9dc-d0564b9c4afb)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:40.983402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5245eb-5361-42f9-93dc-d5b38019a6d0 None None] Network 45c12e1d-cc48-4f0e-83ab-db22844d07a2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:41.009592 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-441429b2-4b7f-47d9-95ae-8e980c91d60b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3235784 Sep 08 13:32:41.010585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51466) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:41.015973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Request body: {'port': {'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964', 'name': 'tempest-AllowedAddressPairTestJSON-1314397716'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:41.089034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b2054b26-8ded-4474-b483-f664610d047f None None] Provisioning for port a328e56e-80fe-432d-9f45-d2f8087d0cce completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:41.119726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b2054b26-8ded-4474-b483-f664610d047f None None] Provisioning complete for port a328e56e-80fe-432d-9f45-d2f8087d0cce triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:41.120370 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b2054b26-8ded-4474-b483-f664610d047f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:41.129687 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:41.143917 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ca818398-7eac-4c63-b940-20ddb272c516 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0897892 Sep 08 13:32:41.144889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network 364d13f8-6fd3-414b-bb71-8b986b4d41b1 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:41.281546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:41.281861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-011a6fdb-497a-447e-b2ea-143c27ee4964', 'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964', 'tenant_id': '69abbf8b8fa446d99d13bacb05271dbc', 'fixed_ips': [{'subnet_id': '7fa09c59-889f-4d1a-ace6-bb3ee20fcde1'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:32:41.283720 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:41.285931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:41.310237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43244bb-efbc-4a95-ba48-6209ad509ce5 None None] Network 45c12e1d-cc48-4f0e-83ab-db22844d07a2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:41.324396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b2054b26-8ded-4474-b483-f664610d047f None None] Port a328e56e-80fe-432d-9f45-d2f8087d0cce cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:41.335928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 364d13f8-6fd3-414b-bb71-8b986b4d41b1) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:41.358954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:41.359571 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:41.384479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d46a9f2-7740-4304-a486-74906645a4f2 None None] Network 364d13f8-6fd3-414b-bb71-8b986b4d41b1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:41.391974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port 54d2a553-9b13-4650-852f-fce404de5d44 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:32:41.432723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Made reservation on behalf of c0cecea1f17b4601ab81f6a72813deac for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:41.432723 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:41.434077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abf163-5f21-48a0-b9a4-496eb774b52a None None] Pushing event updated for resources: {'Port': ['ID=069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:41.547535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d83c3-971b-4a07-8222-4e4753c5ffd1 req-4bcc5b61-57e5-4527-b243-5b89788d312a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:41.551261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d83c3-971b-4a07-8222-4e4753c5ffd1 req-4bcc5b61-57e5-4527-b243-5b89788d312a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:41.564211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d83c3-971b-4a07-8222-4e4753c5ffd1 req-4bcc5b61-57e5-4527-b243-5b89788d312a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:41.572043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d83c3-971b-4a07-8222-4e4753c5ffd1 req-4bcc5b61-57e5-4527-b243-5b89788d312a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:41.576535 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b0d83c3-971b-4a07-8222-4e4753c5ffd1 req-4bcc5b61-57e5-4527-b243-5b89788d312a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 3094 time: 0.1710556 Sep 08 13:32:41.614730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51476) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:41.676272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Made reservation on behalf of 69abbf8b8fa446d99d13bacb05271dbc for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:41.692144 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:41.743791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1b3e6167-999f-4c0a-a46d-95f925f0f787 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0689073 Sep 08 13:32:41.758157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51484) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:41.767949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] device_id is not set on port 1bdd6661-d6f0-4aff-8411-fe92b526701d yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:32:41.928631 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b0d83c3-971b-4a07-8222-4e4753c5ffd1 req-376f9c44-d703-4ed6-962e-724fe356ffd8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026628 Sep 08 13:32:41.939281 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8::49 (7f1b5765-8bdc-4dbe-bc98-28c608ab0b60/0a628093-5704-46d1-b343-9ab55fcd71c0/54d2a553-9b13-4650-852f-fce404de5d44) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:41.952072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:42.081206 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:42.084038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Allocated IP 172.20.0.2 (011a6fdb-497a-447e-b2ea-143c27ee4964/7fa09c59-889f-4d1a-ace6-bb3ee20fcde1/f3390c58-800d-4783-8168-d5014d82b8d2) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:42.134076 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f487bbf-8b0c-4418-b5db-39d49ae92933 req-5a7cf109-bbd6-4109-a1c0-def3fc0078c6 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 210 time: 0.0655210 Sep 08 13:32:42.142544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-946d73cd-2725-4190-9bd8-0495d1009e46 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:42.144094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-946d73cd-2725-4190-9bd8-0495d1009e46 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 806 time: 0.5360234 Sep 08 13:32:42.163595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Request body: {'port': {'device_id': 'cd8cd321-de16-4b1d-a9ed-e5bfa40913ff', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'admin_state_up': True, 'tenant_id': 'f0c33ff95fd94c5b8efb16048a231a08'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:42.221008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-364d13f8-6fd3-414b-bb71-8b986b4d41b1', 'network_id': '364d13f8-6fd3-414b-bb71-8b986b4d41b1', 'tenant_id': '5351208e3ec84f4cb00c9072e23cab6c', 'fixed_ips': [{'subnet_id': '0288a9b3-76ac-4695-bbfb-2f5760f9f543'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:32:42.222545 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:42.316030 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:42.329031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-19ea574e-b003-46d9-92f3-f059871c2dd9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:42.330720 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-19ea574e-b003-46d9-92f3-f059871c2dd9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/networks?id=159ae401-3bfb-4a94-9646-ee56f97f80bb HTTP/1.1" status: 200 len: 808 time: 0.1342678 Sep 08 13:32:42.365455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-f4fed7b9-8d33-405c-a618-2a10772561c6 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/quotas/095c5567e1c0414098f44712dfcd5591 HTTP/1.1" status: 200 len: 375 time: 0.0266750 Sep 08 13:32:42.417122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Allocated IP 10.2.2.200 (adf204ef-b624-4fee-9e83-d93889dc5f49/e9af95bc-998b-4161-b01f-7667140ff505/2723bb99-0650-45f7-8a57-793b4a9bd115) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:42.450459 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:42.474719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-e3ef6b1f-548e-47fb-8845-f5322875c3e0 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=095c5567e1c0414098f44712dfcd5591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900037 Sep 08 13:32:42.528567 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:42.548753 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Transition to ACTIVE for port object f3390c58-800d-4783-8168-d5014d82b8d2 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:42.552505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Allocated IP 172.20.0.2 (364d13f8-6fd3-414b-bb71-8b986b4d41b1/0288a9b3-76ac-4695-bbfb-2f5760f9f543/eecf0f44-834a-4782-8f67-d664a784a393) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:42.582907 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:42.588461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Transition to ACTIVE for port object f3390c58-800d-4783-8168-d5014d82b8d2 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:42.603829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-ccb6160a-9d85-46da-a18f-d8dc6e0d30e3 service neutron] 10.222.0.69 "GET /v2.0/networks/159ae401-3bfb-4a94-9646-ee56f97f80bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281109 Sep 08 13:32:42.682727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:42.748238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788f70d1-07d5-46d5-9019-2ee125f202eb None None] Network 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:42.768808 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Pushing event updated for resources: {'Port': ['ID=f3390c58-800d-4783-8168-d5014d82b8d2,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:42.788885 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Network 011a6fdb-497a-447e-b2ea-143c27ee4964 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:42.810556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8764c985-da6d-41d6-8d56-ec045cec9894 service neutron] 10.222.0.69 "GET /v2.0/networks/159ae401-3bfb-4a94-9646-ee56f97f80bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979594 Sep 08 13:32:42.821033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Allocated IP 172.20.0.7 (011a6fdb-497a-447e-b2ea-143c27ee4964/7fa09c59-889f-4d1a-ace6-bb3ee20fcde1/1bdd6661-d6f0-4aff-8411-fe92b526701d) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:42.829572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:42.884505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:42.931348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-202c50cc-c3fe-4bee-8da7-859a15152599 None None] Provisioning for port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:42.959044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.035978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Transition to ACTIVE for port object 2723bb99-0650-45f7-8a57-793b4a9bd115 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:43.221609 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-712849a8-5a49-4a5b-81a1-d357ea1227b1 req-f96d121f-c647-43c6-94c1-45b03d3c4301 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 210 time: 0.0447519 Sep 08 13:32:43.236010 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.264683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:43.272718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51504) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:43.280018 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=143fe7ff50d44c2ea8de00505f178698&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6522048 Sep 08 13:32:43.286762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Transition to ACTIVE for port object 1bdd6661-d6f0-4aff-8411-fe92b526701d will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:43.392182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92b8284c-04eb-4aa5-9850-360c537195d1 req-6b4d9d86-41f4-4418-b9fa-90816b3f2845 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 210 time: 0.0442164 Sep 08 13:32:43.403004 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.405507 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.411191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b70c84-60e8-4997-b7a2-6a4dc3299c70,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:43.433622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Attempting to bind port f3390c58-800d-4783-8168-d5014d82b8d2 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:43.433622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Attempting to bind port f3390c58-800d-4783-8168-d5014d82b8d2 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '1a9d4197-8620-4599-9dd0-29eec45e25a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:43.433622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Attempting to bind port f3390c58-800d-4783-8168-d5014d82b8d2 on network 011a6fdb-497a-447e-b2ea-143c27ee4964 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:43.443303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aa381-bc3c-4539-ac71-75b2ebb2b050 req-80f51b7f-9de0-45fe-9ae2-1e84e7b7da4d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:43.447434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Transition to ACTIVE for port object eecf0f44-834a-4782-8f67-d664a784a393 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:43.449590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aa381-bc3c-4539-ac71-75b2ebb2b050 req-80f51b7f-9de0-45fe-9ae2-1e84e7b7da4d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:43.451888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:43.452608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Checking segment: {'id': '1a9d4197-8620-4599-9dd0-29eec45e25a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:43.453242 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.453875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Bound using segment: {'id': '1a9d4197-8620-4599-9dd0-29eec45e25a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:43.454686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Bound port: f3390c58-800d-4783-8168-d5014d82b8d2, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9d4197-8620-4599-9dd0-29eec45e25a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:43.455322 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.456032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aa381-bc3c-4539-ac71-75b2ebb2b050 req-80f51b7f-9de0-45fe-9ae2-1e84e7b7da4d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:43.462334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450aa381-bc3c-4539-ac71-75b2ebb2b050 req-80f51b7f-9de0-45fe-9ae2-1e84e7b7da4d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:43.464381 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-450aa381-bc3c-4539-ac71-75b2ebb2b050 req-80f51b7f-9de0-45fe-9ae2-1e84e7b7da4d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 3094 time: 0.2222133 Sep 08 13:32:43.483399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:43.484093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:43.484438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:43.484800 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:43.485158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:43.485493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:43.485822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:43.486148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:43.486498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:43.486823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:43.487149 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:43.487600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a864dbd-25d4-468c-bc10-f2a01d1f34f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:43.507341 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.511093 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event updated for resources: {'Port': ['ID=2723bb99-0650-45f7-8a57-793b4a9bd115,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:43.514875 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.526706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.553456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Transition to ACTIVE for port object eecf0f44-834a-4782-8f67-d664a784a393 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:43.584131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event updated for resources: {'Port': ['ID=1bdd6661-d6f0-4aff-8411-fe92b526701d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:43.602841 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.605664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Network adf204ef-b624-4fee-9e83-d93889dc5f49 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:43.609261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:43.627950 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-450aa381-bc3c-4539-ac71-75b2ebb2b050 req-06787bac-f672-4723-a675-c0d9496d7727 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523466 Sep 08 13:32:43.644188 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object 54d2a553-9b13-4650-852f-fce404de5d44 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:43.648076 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.661345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Made reservation on behalf of f0c33ff95fd94c5b8efb16048a231a08 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:43.666245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Network 011a6fdb-497a-447e-b2ea-143c27ee4964 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:43.679710 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.684490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:43.688486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:43.697907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:43.726592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:43.751109 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3216f29-9a67-44da-bf07-de2c6389c0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.769208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Network 364d13f8-6fd3-414b-bb71-8b986b4d41b1 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:43.792481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:43.792869 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.827273 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.828096 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3216f29-9a67-44da-bf07-de2c6389c0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.836246 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] For port f3390c58-800d-4783-8168-d5014d82b8d2, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:43.846604 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:43.857216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Pushing event updated for resources: {'Port': ['ID=eecf0f44-834a-4782-8f67-d664a784a393,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:43.871401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:43.872097 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.878962 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:43.892575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:43.900251 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] For port f3390c58-800d-4783-8168-d5014d82b8d2, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f3390c58-800d-4783-8168-d5014d82b8d2,segment=NetworkSegment(1a9d4197-8620-4599-9dd0-29eec45e25a1),segment_id=1a9d4197-8620-4599-9dd0-29eec45e25a1)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:43.943127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:43.943955 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.000004 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a0ffb2f7-0304-481c-8a57-91648bc10ca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2591124 Sep 08 13:32:44.001928 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.015786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Request body: {'port': {'device_id': '33849607-25df-4361-91e7-868a75104417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:44.028272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:44.053189 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Subnet': ['ID=0288a9b3-76ac-4695-bbfb-2f5760f9f543,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:44.069838 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:44.074127 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:44.086874 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.091703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:44.092391 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.100326 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-831b0880-d1a8-4cda-935b-3717eeab8188 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0885794 Sep 08 13:32:44.105333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51512) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:44.111392 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Request body: {'port': {'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964', 'name': 'tempest-AllowedAddressPairTestJSON-327040856', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fc:0f:3c'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:44.112901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7ca1a-bfb9-44cd-9f9d-9c4070f6ee52 None None] Pushing event updated for resources: {'Port': ['ID=f3390c58-800d-4783-8168-d5014d82b8d2,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:44.148082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Attempting to bind port eecf0f44-834a-4782-8f67-d664a784a393 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:44.151601 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Attempting to bind port eecf0f44-834a-4782-8f67-d664a784a393 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '59b8f551-a851-4824-abd2-2838f3603557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '364d13f8-6fd3-414b-bb71-8b986b4d41b1'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:44.152074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Attempting to bind port eecf0f44-834a-4782-8f67-d664a784a393 on network 364d13f8-6fd3-414b-bb71-8b986b4d41b1 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:44.174453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=54d2a553-9b13-4650-852f-fce404de5d44,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:44.233017 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:44.233543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Checking segment: {'id': '59b8f551-a851-4824-abd2-2838f3603557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '364d13f8-6fd3-414b-bb71-8b986b4d41b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:44.234117 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.235026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Bound using segment: {'id': '59b8f551-a851-4824-abd2-2838f3603557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '364d13f8-6fd3-414b-bb71-8b986b4d41b1'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:44.235884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Bound port: eecf0f44-834a-4782-8f67-d664a784a393, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b8f551-a851-4824-abd2-2838f3603557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '364d13f8-6fd3-414b-bb71-8b986b4d41b1'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:44.236830 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.238207 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3216f29-9a67-44da-bf07-de2c6389c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.241215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c3216f29-9a67-44da-bf07-de2c6389c0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.242699 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c3216f29-9a67-44da-bf07-de2c6389c0f9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/77b70c84-60e8-4997-b7a2-6a4dc3299c70 HTTP/1.1" status: 204 len: 168 time: 0.9689884 Sep 08 13:32:44.280227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3216f29-9a67-44da-bf07-de2c6389c0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b70c84-60e8-4997-b7a2-6a4dc3299c70,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:44.283612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f9e3b874-e185-413a-91ef-f9e79614d3b8 None None] Provisioning for port 2723bb99-0650-45f7-8a57-793b4a9bd115 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:44.302984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f9e3b874-e185-413a-91ef-f9e79614d3b8 None None] Provisioning complete for port 2723bb99-0650-45f7-8a57-793b4a9bd115 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:44.305519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f9e3b874-e185-413a-91ef-f9e79614d3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.311204 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.321848 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-909d10c4-ac99-41f3-8c2b-c05a94abaf5f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7122269 Sep 08 13:32:44.330732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51518) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:44.340632 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.357660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Allocated IP 172.20.0.14 (8558c78e-818a-4e56-9eb8-d34a7481093d/d14836f1-ecd1-4db6-b042-f7de366d80f5/5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:44.412285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364d13f8-6fd3-414b-bb71-8b986b4d41b1']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:44.435230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b8f551-a851-4824-abd2-2838f3603557') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:44.435584 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b8f551-a851-4824-abd2-2838f3603557') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:44.471075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-15cbbe98-d989-4267-9536-13294dce6a08 req-a2838f81-2e72-4d64-aa21-6b9df689ae4d tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 210 time: 0.0660911 Sep 08 13:32:44.518311 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.594741 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.685737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f9e3b874-e185-413a-91ef-f9e79614d3b8 None None] Port 2723bb99-0650-45f7-8a57-793b4a9bd115 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:44.804486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] For port eecf0f44-834a-4782-8f67-d664a784a393, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:44.836497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee,segment=NetworkSegment(f4019205-a191-4a49-b9dc-d0564b9c4afb),segment_id=f4019205-a191-4a49-b9dc-d0564b9c4afb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:44.836749 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.842267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Made reservation on behalf of 69abbf8b8fa446d99d13bacb05271dbc for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:44.864167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cbf3bfc0-b7f5-4eb6-99d9-0653d30cf2dd None None] Provisioning complete for port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:44.864659 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cbf3bfc0-b7f5-4eb6-99d9-0653d30cf2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.883991 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-194d0c0b-12b2-4b04-9dda-527490e30356 req-d2d0dd0f-0a67-4529-9e7b-9b6a9f95f2bf tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 210 time: 0.1218755 Sep 08 13:32:44.889896 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:44.890258 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:44.893752 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:44.933784 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:45.131487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:45.211754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] For port eecf0f44-834a-4782-8f67-d664a784a393, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=eecf0f44-834a-4782-8f67-d664a784a393,segment=NetworkSegment(59b8f551-a851-4824-abd2-2838f3603557),segment_id=59b8f551-a851-4824-abd2-2838f3603557)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:45.217161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f3390c58-800d-4783-8168-d5014d82b8d2 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:45.241112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cd02-5b1d-406b-8e3f-52c4a747013d req-f430f28f-6640-44a0-81af-375acb3a0188 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:45.251272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cd02-5b1d-406b-8e3f-52c4a747013d req-f430f28f-6640-44a0-81af-375acb3a0188 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:45.258804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cd02-5b1d-406b-8e3f-52c4a747013d req-f430f28f-6640-44a0-81af-375acb3a0188 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:45.267216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cd02-5b1d-406b-8e3f-52c4a747013d req-f430f28f-6640-44a0-81af-375acb3a0188 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:45.284961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159cd02-5b1d-406b-8e3f-52c4a747013d req-f430f28f-6640-44a0-81af-375acb3a0188 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:45.295452 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2159cd02-5b1d-406b-8e3f-52c4a747013d req-f430f28f-6640-44a0-81af-375acb3a0188 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 3815 time: 0.4569240 Sep 08 13:32:45.309117 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:45.325562 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 13:32:45.325562 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 13:32:45.325562 n-d-807558-3 neutron-server[96264]: [parameters: {'id': '364d13f8-6fd3-414b-bb71-8b986b4d41b1'}] Sep 08 13:32:45.325562 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:32:45.326454 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:32:45.428620 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:45.438388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a931f1-36b4-4a6e-81cc-c2ab9ec26aaf None None] Pushing event updated for resources: {'Port': ['ID=eecf0f44-834a-4782-8f67-d664a784a393,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:45.440362 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51526) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:45.446945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859948bb-0c31-4cee-b900-531cec5d933c None None] Network 364d13f8-6fd3-414b-bb71-8b986b4d41b1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:45.450906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port f3390c58-800d-4783-8168-d5014d82b8d2 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:45.471207 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:45.473196 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-530fadf9-851f-4ac4-94c3-d324215c8bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:45.473377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2159cd02-5b1d-406b-8e3f-52c4a747013d req-5d7e7d0a-10cf-4bd0-8c23-24dbcda9f7cd tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759720 Sep 08 13:32:45.530005 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:45.569876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-323ee629-f1d3-4421-94ec-d51d888fa438 None None] Provisioning for port 54d2a553-9b13-4650-852f-fce404de5d44 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:45.570433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] device_id is not set on port c35cafe0-a97d-4c08-a277-ce9861c95541 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:32:45.576870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fe5cd3d-d484-499b-a088-43b175b89b70 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:32:45.577952 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-323ee629-f1d3-4421-94ec-d51d888fa438 None None] Provisioning complete for port 54d2a553-9b13-4650-852f-fce404de5d44 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:45.578930 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-323ee629-f1d3-4421-94ec-d51d888fa438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:45.586822 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:45.630657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-323ee629-f1d3-4421-94ec-d51d888fa438 None None] Port 54d2a553-9b13-4650-852f-fce404de5d44 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:45.667166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Transition to ACTIVE for port object 5fe5cd3d-d484-499b-a088-43b175b89b70 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:45.704205 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-138c97eb-16f0-43ef-85a2-662f90cb7355 req-e65d8f12-fcfa-40f2-afa9-024975ac1fd1 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 210 time: 0.0626969 Sep 08 13:32:45.753232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:45.834444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:45.841669 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:45.854212 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:32:45.882452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43c321d-ffb2-488a-a79e-e49fee833e4c None None] Network 011a6fdb-497a-447e-b2ea-143c27ee4964 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:46.012691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Network 8558c78e-818a-4e56-9eb8-d34a7481093d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:46.081831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f22ce307-eea6-45f8-9091-4af3d3530f6a None None] Provisioning for port f3390c58-800d-4783-8168-d5014d82b8d2 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:46.091679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:46.103339 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event updated for resources: {'Port': ['ID=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:46.109786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:46.110640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f22ce307-eea6-45f8-9091-4af3d3530f6a None None] Provisioning complete for port f3390c58-800d-4783-8168-d5014d82b8d2 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:46.111088 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f22ce307-eea6-45f8-9091-4af3d3530f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.112704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Allocated IP 172.20.0.8 (011a6fdb-497a-447e-b2ea-143c27ee4964/7fa09c59-889f-4d1a-ace6-bb3ee20fcde1/c35cafe0-a97d-4c08-a277-ce9861c95541) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:46.119373 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-530fadf9-851f-4ac4-94c3-d324215c8bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.210317 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-530fadf9-851f-4ac4-94c3-d324215c8bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.271923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:46.273039 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.325759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Pushing event updated for resources: {'Port': ['ID=5fe5cd3d-d484-499b-a088-43b175b89b70,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:46.364640 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f22ce307-eea6-45f8-9091-4af3d3530f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.366209 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-530fadf9-851f-4ac4-94c3-d324215c8bbf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=044d4b3a80cc4cf6a27b733058f87457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9241431 Sep 08 13:32:46.373680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51532) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:46.411618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530fadf9-851f-4ac4-94c3-d324215c8bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eff072-aa24-4fbe-ac01-bb3d345c364c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:46.431908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f22ce307-eea6-45f8-9091-4af3d3530f6a None None] For port f3390c58-800d-4783-8168-d5014d82b8d2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f3390c58-800d-4783-8168-d5014d82b8d2,segment=NetworkSegment(1a9d4197-8620-4599-9dd0-29eec45e25a1),segment_id=1a9d4197-8620-4599-9dd0-29eec45e25a1)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:46.436329 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.446994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Deleting port eecf0f44-834a-4782-8f67-d664a784a393 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:46.447620 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.478950 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-06f54d4b-10b6-4a50-add0-e152f8ee44c7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3201334 Sep 08 13:32:46.506314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Request body: {'port': {'device_id': 'cd8cd321-de16-4b1d-a9ed-e5bfa40913ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:46.521122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f22ce307-eea6-45f8-9091-4af3d3530f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.622212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.628820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-3cd50ef6-6e03-4857-8d90-1d400b897b60 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:46.633885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-3cd50ef6-6e03-4857-8d90-1d400b897b60 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.70 "GET /v2.0/networks?id=159ae401-3bfb-4a94-9646-ee56f97f80bb HTTP/1.1" status: 200 len: 808 time: 0.5668349 Sep 08 13:32:46.652552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ce307-eea6-45f8-9091-4af3d3530f6a None None] Pushing event updated for resources: {'Port': ['ID=f3390c58-800d-4783-8168-d5014d82b8d2,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:46.694228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Request body: {'port': {'device_id': '40f2baad-1ff2-4544-bf48-e9d835c256ae', 'network_id': '159ae401-3bfb-4a94-9646-ee56f97f80bb', 'admin_state_up': True, 'tenant_id': '095c5567e1c0414098f44712dfcd5591'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:46.772975 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] For port eecf0f44-834a-4782-8f67-d664a784a393, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=eecf0f44-834a-4782-8f67-d664a784a393,segment=NetworkSegment(59b8f551-a851-4824-abd2-2838f3603557),segment_id=59b8f551-a851-4824-abd2-2838f3603557)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:46.773367 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.786240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b02d2c-2354-40f6-8e5e-6f76c5dcc626 req-058b9ecc-1841-4a6f-8e02-59a07273ca37 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:46.787987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-44b02d2c-2354-40f6-8e5e-6f76c5dcc626 req-058b9ecc-1841-4a6f-8e02-59a07273ca37 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 932 time: 0.6913121 Sep 08 13:32:46.790131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Calling delete_port for eecf0f44-834a-4782-8f67-d664a784a393 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:46.835153 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.872525 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.880178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Attempting to bind port 5fe5cd3d-d484-499b-a088-43b175b89b70 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:46.880664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Attempting to bind port 5fe5cd3d-d484-499b-a088-43b175b89b70 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:46.881384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Attempting to bind port 5fe5cd3d-d484-499b-a088-43b175b89b70 on network 75ddec35-9859-4054-afd1-cdf35e27f38f {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:46.912654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Port 5fe5cd3d-d484-499b-a088-43b175b89b70 on network 75ddec35-9859-4054-afd1-cdf35e27f38f not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:32:46.913159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Attempting to bind port 5fe5cd3d-d484-499b-a088-43b175b89b70 on network 75ddec35-9859-4054-afd1-cdf35e27f38f {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:46.913913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=54d2a553-9b13-4650-852f-fce404de5d44,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:46.922046 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-44b02d2c-2354-40f6-8e5e-6f76c5dcc626 req-9463e7f5-ff76-40c5-be8f-f7723c11aed6 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180208 Sep 08 13:32:46.926789 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cef35b7d-5e9d-46c2-bd31-51e61bdc9621 None None] Provisioning for port 1bdd6661-d6f0-4aff-8411-fe92b526701d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:46.934021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cef35b7d-5e9d-46c2-bd31-51e61bdc9621 None None] Provisioning complete for port 1bdd6661-d6f0-4aff-8411-fe92b526701d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:46.934021 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cef35b7d-5e9d-46c2-bd31-51e61bdc9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.938611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:46.939070 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Checking segment: {'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:46.939573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Bound using segment: {'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:46.940126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Bound port: 5fe5cd3d-d484-499b-a088-43b175b89b70, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:46.940606 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:46.972827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Transition to ACTIVE for port object c35cafe0-a97d-4c08-a277-ce9861c95541 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:47.028971 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.053019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-cef35b7d-5e9d-46c2-bd31-51e61bdc9621 None None] Port 1bdd6661-d6f0-4aff-8411-fe92b526701d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:47.071748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cef35b7d-5e9d-46c2-bd31-51e61bdc9621 None None] Provisioning complete for port f3390c58-800d-4783-8168-d5014d82b8d2 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:47.072129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cef35b7d-5e9d-46c2-bd31-51e61bdc9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.127092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d019c-d0d3-4db8-8d4d-bdfad431d4de req-41bc3559-e201-471a-9bb1-fac40b38b1f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:47.134548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d019c-d0d3-4db8-8d4d-bdfad431d4de req-41bc3559-e201-471a-9bb1-fac40b38b1f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:47.142710 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d019c-d0d3-4db8-8d4d-bdfad431d4de req-41bc3559-e201-471a-9bb1-fac40b38b1f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:47.149876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d019c-d0d3-4db8-8d4d-bdfad431d4de req-41bc3559-e201-471a-9bb1-fac40b38b1f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:47.158079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f3390c58-800d-4783-8168-d5014d82b8d2 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:47.160601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d019c-d0d3-4db8-8d4d-bdfad431d4de req-41bc3559-e201-471a-9bb1-fac40b38b1f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:47.163595 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-909d019c-d0d3-4db8-8d4d-bdfad431d4de req-41bc3559-e201-471a-9bb1-fac40b38b1f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 3827 time: 0.5429447 Sep 08 13:32:47.169041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No DVR routers for this DVR port eecf0f44-834a-4782-8f67-d664a784a393 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:47.176742 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48d71530-d700-481d-a973-68966f253154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.190250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Made reservation on behalf of 095c5567e1c0414098f44712dfcd5591 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:47.194239 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.232886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Port': ['ID=eecf0f44-834a-4782-8f67-d664a784a393,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:47.235506 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.240858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] For port 5fe5cd3d-d484-499b-a088-43b175b89b70, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:47.245132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] For port 5fe5cd3d-d484-499b-a088-43b175b89b70, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5fe5cd3d-d484-499b-a088-43b175b89b70,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:47.368073 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48d71530-d700-481d-a973-68966f253154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.371076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4bfac0-989b-4ed7-a7fc-be619793fa6b None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:32:47.373483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-909d019c-d0d3-4db8-8d4d-bdfad431d4de req-5e270001-db0a-4c48-afe3-e34ede3d18de tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945257 Sep 08 13:32:47.385159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Allocated IP 172.20.0.2 (159ae401-3bfb-4a94-9646-ee56f97f80bb/5cad4992-8d6c-49bf-8d25-6d2dac178d00/7823b083-e99b-4332-a599-d61fb0be1ae5) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:47.451577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f3390c58-800d-4783-8168-d5014d82b8d2 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:47.451879 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.560844 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.601930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69d2eda1-cc31-4d39-84e4-1b7e0231364b req-a0ac7e11-c9a0-4b97-aefe-1f8b7fda655b tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 210 time: 0.5590584 Sep 08 13:32:47.604094 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.625094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6668e3af-e93e-4148-9314-07e65a3d5fea None None] Provisioning complete for port 1bdd6661-d6f0-4aff-8411-fe92b526701d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:47.625480 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6668e3af-e93e-4148-9314-07e65a3d5fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.672737 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.673604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:32:47.682653 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.688816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Pushing event updated for resources: {'Port': ['ID=5fe5cd3d-d484-499b-a088-43b175b89b70,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:47.697519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Transition to ACTIVE for port object 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:47.736343 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.752526 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.762405 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Network 011a6fdb-497a-447e-b2ea-143c27ee4964 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:47.772734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:47.773375 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.774926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-15746ab3-28e6-4a1f-b1c1-acb67ab0089b service neutron] 10.222.0.60 "PUT /v2.0/ports/5fe5cd3d-d484-499b-a088-43b175b89b70 HTTP/1.1" status: 200 len: 1091 time: 3.7650731 Sep 08 13:32:47.777229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': '5fe5cd3d-d484-499b-a088-43b175b89b70'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:32:47.779836 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3" -d '{"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "5fe5cd3d-d484-499b-a088-43b175b89b70"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:32:47.784204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:47.786221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event updated for resources: {'Port': ['ID=c35cafe0-a97d-4c08-a277-ce9861c95541,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:47.788954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:47.835606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Network 159ae401-3bfb-4a94-9646-ee56f97f80bb is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:47.848681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364d13f8-6fd3-414b-bb71-8b986b4d41b1']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:47.862572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b8f551-a851-4824-abd2-2838f3603557') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:47.863164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b8f551-a851-4824-abd2-2838f3603557') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:47.877448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:47.877965 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.885259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:47.899535 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.908872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:32:47.909711 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:47.925693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Request body: {'port': {'device_id': '33849607-25df-4361-91e7-868a75104417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:47.970456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4bfac0-989b-4ed7-a7fc-be619793fa6b None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:32:47.976649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6668e3af-e93e-4148-9314-07e65a3d5fea None None] Port 1bdd6661-d6f0-4aff-8411-fe92b526701d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:48.044424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:48.045462 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.055006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Pushing event updated for resources: {'Port': ['ID=7823b083-e99b-4332-a599-d61fb0be1ae5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:32:48.065835 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:32:48.095156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:48.096078 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.108434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.149866 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.275854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:48.323859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6668e3af-e93e-4148-9314-07e65a3d5fea None None] Provisioning complete for port 54d2a553-9b13-4650-852f-fce404de5d44 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:48.324159 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6668e3af-e93e-4148-9314-07e65a3d5fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.367792 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.368982 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.533107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955a446-9cca-40fb-85e9-ccb06bd96c24 req-f66931b1-d6d0-4b30-adc1-81dbe052e2cb tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:48.535017 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2955a446-9cca-40fb-85e9-ccb06bd96c24 req-f66931b1-d6d0-4b30-adc1-81dbe052e2cb tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 944 time: 0.4810827 Sep 08 13:32:48.547669 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73e3625-6761-4c4f-bea0-5ff15613376d x-openstack-request-id: req-a73e3625-6761-4c4f-bea0-5ff15613376d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:32:48.548273 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "5fe5cd3d-d484-499b-a088-43b175b89b70", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:32:48.549520 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a73e3625-6761-4c4f-bea0-5ff15613376d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:32:48.554268 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': '5fe5cd3d-d484-499b-a088-43b175b89b70', 'status': 'completed', 'code': 200} Sep 08 13:32:48.555252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8a08c2f6-7454-48b3-8586-e4eec80e44d9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8705580 Sep 08 13:32:48.562674 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bfc830a5-05cf-49bf-a983-ba88b88d9640 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.4555366 Sep 08 13:32:48.578708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc04eb0-7be6-4aff-abd8-32b48806bcbd {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:32:48.587486 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.602304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Transition to ACTIVE for port object ddc04eb0-7be6-4aff-abd8-32b48806bcbd will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:48.613571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51546) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:48.620240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Request body: {'port': {'device_id': '40f2baad-1ff2-4544-bf48-e9d835c256ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:48.631600 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.636796 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/364d13f8-6fd3-414b-bb71-8b986b4d41b1 HTTP/1.1" status: 204 len: 168 time: 6.8709016 Sep 08 13:32:48.658836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:48.662399 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48d71530-d700-481d-a973-68966f253154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.665349 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48d71530-d700-481d-a973-68966f253154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.669126 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-48d71530-d700-481d-a973-68966f253154 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a3eff072-aa24-4fbe-ac01-bb3d345c364c HTTP/1.1" status: 204 len: 168 time: 2.2565818 Sep 08 13:32:48.681795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6668e3af-e93e-4148-9314-07e65a3d5fea None None] Port 54d2a553-9b13-4650-852f-fce404de5d44 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:48.690740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51550) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:48.692072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:48.692622 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.707315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2955a446-9cca-40fb-85e9-ccb06bd96c24 req-0a04f135-7b2e-4a04-a874-5474f697505d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402559 Sep 08 13:32:48.735193 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:48.761826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3 req-3d587d65-d368-439f-9a53-26658f55ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:48.762485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3 req-3d587d65-d368-439f-9a53-26658f55ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:48.766341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3 req-3d587d65-d368-439f-9a53-26658f55ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:48.766341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3 req-3d587d65-d368-439f-9a53-26658f55ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:48.766341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3 req-3d587d65-d368-439f-9a53-26658f55ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:48.766929 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3 req-3d587d65-d368-439f-9a53-26658f55ff3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 4362 time: 0.2265794 Sep 08 13:32:48.860878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d71530-d700-481d-a973-68966f253154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eff072-aa24-4fbe-ac01-bb3d345c364c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:48.872668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f9fd4-661e-4d4a-a7c7-aa78635a0854 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Network': ['ID=364d13f8-6fd3-414b-bb71-8b986b4d41b1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:49.032062 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Attempting to bind port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:49.032615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Attempting to bind port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:49.035284 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Attempting to bind port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:49.055304 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d on network 8558c78e-818a-4e56-9eb8-d34a7481093d not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:32:49.055727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Attempting to bind port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d on network 8558c78e-818a-4e56-9eb8-d34a7481093d {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:49.064156 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8565b2c5-57b0-4773-823f-ac8dbd7a4dff tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] GET failed (client error): The resource could not be found. Sep 08 13:32:49.091158 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8565b2c5-57b0-4773-823f-ac8dbd7a4dff tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/subnets/0288a9b3-76ac-4695-bbfb-2f5760f9f543 HTTP/1.1" status: 404 len: 337 time: 0.3351617 Sep 08 13:32:49.111419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51554) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:49.125836 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:49.183338 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d47d548-1841-40da-b7f6-a8efb19099fb tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:32:49.184145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d47d548-1841-40da-b7f6-a8efb19099fb tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:32:49.190613 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8d47d548-1841-40da-b7f6-a8efb19099fb tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/364d13f8-6fd3-414b-bb71-8b986b4d41b1 HTTP/1.1" status: 404 len: 339 time: 0.0732884 Sep 08 13:32:49.201131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51556) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:49.220842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134161a1-a42f-41b6-bc4e-01db3e23766d tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:49.237843 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134161a1-a42f-41b6-bc4e-01db3e23766d tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:49.256559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Attempting to bind port ddc04eb0-7be6-4aff-abd8-32b48806bcbd on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:49.256901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Attempting to bind port ddc04eb0-7be6-4aff-abd8-32b48806bcbd by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:49.257151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Attempting to bind port ddc04eb0-7be6-4aff-abd8-32b48806bcbd on network 48a4995a-63cc-4581-8891-024e49be0443 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:49.264192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134161a1-a42f-41b6-bc4e-01db3e23766d tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:49.267690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Port ddc04eb0-7be6-4aff-abd8-32b48806bcbd on network 48a4995a-63cc-4581-8891-024e49be0443 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:32:49.268031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Attempting to bind port ddc04eb0-7be6-4aff-abd8-32b48806bcbd on network 48a4995a-63cc-4581-8891-024e49be0443 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:49.270029 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-134161a1-a42f-41b6-bc4e-01db3e23766d tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.6431916 Sep 08 13:32:49.277525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51558) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:49.281870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:49.282242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Checking segment: {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:49.282645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Bound using segment: {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:49.283642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Bound port: ddc04eb0-7be6-4aff-abd8-32b48806bcbd, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:49.283642 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:49.288435 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:49.302696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc04eb0-7be6-4aff-abd8-32b48806bcbd,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:49.328185 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:49.328850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Checking segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:49.329688 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Bound using segment: {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:49.338379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Bound port: 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48b3ffd1-9de5-4fc2-972b-867f94b3fea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:49.340352 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:49.382798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] For port ddc04eb0-7be6-4aff-abd8-32b48806bcbd, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:49.386237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] For port ddc04eb0-7be6-4aff-abd8-32b48806bcbd, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ddc04eb0-7be6-4aff-abd8-32b48806bcbd,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:49.395744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371b691-477e-4e19-9979-211457670897 req-4bd0849e-95d4-4a17-95d9-1928c2236549 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:49.397431 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6371b691-477e-4e19-9979-211457670897 req-4bd0849e-95d4-4a17-95d9-1928c2236549 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 931 time: 0.2864635 Sep 08 13:32:49.497849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d700650f-343a-46e7-bead-5281f0e3730d None None] Provisioning for port c35cafe0-a97d-4c08-a277-ce9861c95541 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:49.504319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d700650f-343a-46e7-bead-5281f0e3730d None None] Provisioning complete for port c35cafe0-a97d-4c08-a277-ce9861c95541 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:49.505039 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d700650f-343a-46e7-bead-5281f0e3730d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:49.522205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3 req-387c9303-4edd-45e5-9621-ad5ae820d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:49.522698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3 req-387c9303-4edd-45e5-9621-ad5ae820d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:49.523183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3 req-387c9303-4edd-45e5-9621-ad5ae820d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:49.524930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3 req-387c9303-4edd-45e5-9621-ad5ae820d524 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c0cecea1f17b4601ab81f6a72813deac&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7018685 Sep 08 13:32:49.559215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6371b691-477e-4e19-9979-211457670897 req-849baf07-449e-4262-ab7f-d90be3250215 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c6fbcb0-13be-42fa-885f-7795f5382679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189523 Sep 08 13:32:49.608139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d700650f-343a-46e7-bead-5281f0e3730d None None] Port c35cafe0-a97d-4c08-a277-ce9861c95541 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:49.639655 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:49.810785 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:49.814595 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:49.816200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] 10.222.0.60 "PUT /v2.0/ports/ddc04eb0-7be6-4aff-abd8-32b48806bcbd HTTP/1.1" status: 200 len: 1131 time: 1.8970902 Sep 08 13:32:49.907154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3 req-31f2a395-c92d-4cf6-9ac9-67e0fcdff13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:49.908733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9ba469b-c5e6-491c-ba80-62a5dd6408a3 req-31f2a395-c92d-4cf6-9ac9-67e0fcdff13c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3689365 Sep 08 13:32:50.015600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Request body: {'port': {'device_id': '33849607-25df-4361-91e7-868a75104417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:50.046524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7662f83-7f12-4734-b547-8022f71467b5 req-f3fe81da-6864-49bb-a3e5-cc9b1a1ce8d3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.055635 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7662f83-7f12-4734-b547-8022f71467b5 req-f3fe81da-6864-49bb-a3e5-cc9b1a1ce8d3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.068696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7662f83-7f12-4734-b547-8022f71467b5 req-f3fe81da-6864-49bb-a3e5-cc9b1a1ce8d3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.089303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7662f83-7f12-4734-b547-8022f71467b5 req-f3fe81da-6864-49bb-a3e5-cc9b1a1ce8d3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.112954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7662f83-7f12-4734-b547-8022f71467b5 req-f3fe81da-6864-49bb-a3e5-cc9b1a1ce8d3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.120196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7662f83-7f12-4734-b547-8022f71467b5 req-f3fe81da-6864-49bb-a3e5-cc9b1a1ce8d3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.130573 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f7662f83-7f12-4734-b547-8022f71467b5 req-f3fe81da-6864-49bb-a3e5-cc9b1a1ce8d3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 4600 time: 1.5220952 Sep 08 13:32:50.233016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f60fa46-70a2-4ef8-937f-856e7b5a8ccd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.234891 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2f60fa46-70a2-4ef8-937f-856e7b5a8ccd tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.9633310 Sep 08 13:32:50.292874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51578) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:50.326100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5834941c-de45-4861-a2e5-15b58780ace5 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc04eb0-7be6-4aff-abd8-32b48806bcbd,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:50.393208 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8832773c-24e0-4f2b-a21e-629e6a183ded tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 207 time: 0.0988083 Sep 08 13:32:50.399320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51580) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:50.417714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51ac6a-11b0-4fdf-bea1-1ad4ad16c559 req-c9dd52a9-36f9-460c-abd1-5385046841e6 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.425571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51ac6a-11b0-4fdf-bea1-1ad4ad16c559 req-c9dd52a9-36f9-460c-abd1-5385046841e6 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 944 time: 0.5830295 Sep 08 13:32:50.434197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-17abbbd2-000f-4911-b236-5d6f83c91f17 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Deleting port c35cafe0-a97d-4c08-a277-ce9861c95541 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:50.434598 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17abbbd2-000f-4911-b236-5d6f83c91f17 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:50.471207 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f7662f83-7f12-4734-b547-8022f71467b5 req-5a5ed506-13a5-4799-bcd1-c6ce8695ae13 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3382151 Sep 08 13:32:50.475673 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:50.484121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] For port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:50.549122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] For port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:50.604383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7823b083-e99b-4332-a599-d61fb0be1ae5 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:32:50.622877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:50.643345 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:50.644826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Transition to ACTIVE for port object 7823b083-e99b-4332-a599-d61fb0be1ae5 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:50.721551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da86f9d7-8a83-41b8-a2ba-3def09eb96da tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.727743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da86f9d7-8a83-41b8-a2ba-3def09eb96da tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.734474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da86f9d7-8a83-41b8-a2ba-3def09eb96da tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.740534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da86f9d7-8a83-41b8-a2ba-3def09eb96da tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.743657 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17abbbd2-000f-4911-b236-5d6f83c91f17 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:50.746598 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-da86f9d7-8a83-41b8-a2ba-3def09eb96da tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3404186 Sep 08 13:32:50.749195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51588) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:50.755706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': 'ddc04eb0-7be6-4aff-abd8-32b48806bcbd'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:32:50.760299 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8b581a-2079-4d3c-b76e-0d50cddbe848" -d '{"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "ddc04eb0-7be6-4aff-abd8-32b48806bcbd"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:32:50.771007 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:50.785802 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:50.786449 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:50.787804 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] 10.222.0.70 "PUT /v2.0/ports/5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d HTTP/1.1" status: 200 len: 1092 time: 4.2945726 Sep 08 13:32:50.806367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-17abbbd2-000f-4911-b236-5d6f83c91f17 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Calling delete_port for c35cafe0-a97d-4c08-a277-ce9861c95541 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:50.807565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd8cd321-de16-4b1d-a9ed-e5bfa40913ff', 'tag': '5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:32:50.810012 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d29923-3823-4fc0-82f6-7ceb2681dc5c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd8cd321-de16-4b1d-a9ed-e5bfa40913ff", "tag": "5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:32:50.841556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51ac6a-11b0-4fdf-bea1-1ad4ad16c559 req-7f0aca99-f680-42c9-bf61-725513a07f80 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150646 Sep 08 13:32:50.902277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe634a7e-eed0-4b77-ab49-e180b052c0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:50.997514 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8f1897-e551-4809-b4be-e978f2cc80cd x-openstack-request-id: req-5f8f1897-e551-4809-b4be-e978f2cc80cd {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:32:50.997809 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "ddc04eb0-7be6-4aff-abd8-32b48806bcbd", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:32:50.998062 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f8f1897-e551-4809-b4be-e978f2cc80cd {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:32:50.998491 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': 'ddc04eb0-7be6-4aff-abd8-32b48806bcbd', 'status': 'completed', 'code': 200} Sep 08 13:32:51.010082 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691bbb1-e2f3-4bf1-a212-5f205213082f req-59c301ba-3c7a-4777-b514-f35cfe71bb5a tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.011723 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5691bbb1-e2f3-4bf1-a212-5f205213082f req-59c301ba-3c7a-4777-b514-f35cfe71bb5a tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 943 time: 0.3016582 Sep 08 13:32:51.050319 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3d0eeb-e8b8-488a-92be-de3274a7a2b9 x-openstack-request-id: req-ad3d0eeb-e8b8-488a-92be-de3274a7a2b9 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:32:51.050977 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd8cd321-de16-4b1d-a9ed-e5bfa40913ff", "tag": "5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:32:51.050977 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ad3d0eeb-e8b8-488a-92be-de3274a7a2b9 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:32:51.051201 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd8cd321-de16-4b1d-a9ed-e5bfa40913ff', 'tag': '5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d', 'status': 'completed', 'code': 200} Sep 08 13:32:51.068767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Pushing event updated for resources: {'Port': ['ID=7823b083-e99b-4332-a599-d61fb0be1ae5,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:51.072114 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:51.098331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6cc52a84-51d2-4c3a-96f8-44cd865dc009 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3141057 Sep 08 13:32:51.103851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51596) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:51.105177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-94bf3cb4-1304-477f-a20b-cbe2dbf2a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.106679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-94bf3cb4-1304-477f-a20b-cbe2dbf2a65d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 1095 time: 0.1632795 Sep 08 13:32:51.189103 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5691bbb1-e2f3-4bf1-a212-5f205213082f req-d2882412-6f10-45bf-9e76-250810734c96 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c6fbcb0-13be-42fa-885f-7795f5382679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642747 Sep 08 13:32:51.194780 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-5a8882e1-e969-4c1c-bdf1-8eb5f460d09a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d HTTP/1.1" status: 200 len: 217 time: 0.0733776 Sep 08 13:32:51.195408 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:51.196458 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:51.240819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-da0f91cd-900e-49b6-8239-06a6f8aacbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.241430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-da0f91cd-900e-49b6-8239-06a6f8aacbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.241902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-da0f91cd-900e-49b6-8239-06a6f8aacbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.242505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-da0f91cd-900e-49b6-8239-06a6f8aacbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.242983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-da0f91cd-900e-49b6-8239-06a6f8aacbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.243572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-da0f91cd-900e-49b6-8239-06a6f8aacbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.246137 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-da0f91cd-900e-49b6-8239-06a6f8aacbab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5286 time: 0.1890712 Sep 08 13:32:51.318127 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647fa8dc-795e-4dbc-9860-fcab8843de2c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.318933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Attempting to bind port 7823b083-e99b-4332-a599-d61fb0be1ae5 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:51.319282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Attempting to bind port 7823b083-e99b-4332-a599-d61fb0be1ae5 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'd281642f-ff1e-4512-b186-d3a9450f993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '159ae401-3bfb-4a94-9646-ee56f97f80bb'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:51.319621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Attempting to bind port 7823b083-e99b-4332-a599-d61fb0be1ae5 on network 159ae401-3bfb-4a94-9646-ee56f97f80bb {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:51.328034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647fa8dc-795e-4dbc-9860-fcab8843de2c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.328034 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-647fa8dc-795e-4dbc-9860-fcab8843de2c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2219636 Sep 08 13:32:51.328758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51602) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:51.358206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=54d2a553-9b13-4650-852f-fce404de5d44,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:51.390669 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-23a357db-8e76-42ba-95c7-7b26d29db108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.392216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-23a357db-8e76-42ba-95c7-7b26d29db108 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.1873124 Sep 08 13:32:51.401380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Port 7823b083-e99b-4332-a599-d61fb0be1ae5 on network 159ae401-3bfb-4a94-9646-ee56f97f80bb not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:32:51.401737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Attempting to bind port 7823b083-e99b-4332-a599-d61fb0be1ae5 on network 159ae401-3bfb-4a94-9646-ee56f97f80bb {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:51.441368 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-e1bfb552-eb5f-42a6-9286-7ab98bed377e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358818 Sep 08 13:32:51.466726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:51.467103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Checking segment: {'id': 'd281642f-ff1e-4512-b186-d3a9450f993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '159ae401-3bfb-4a94-9646-ee56f97f80bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:51.467480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Bound using segment: {'id': 'd281642f-ff1e-4512-b186-d3a9450f993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '159ae401-3bfb-4a94-9646-ee56f97f80bb'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:51.468013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Bound port: 7823b083-e99b-4332-a599-d61fb0be1ae5, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd281642f-ff1e-4512-b186-d3a9450f993d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '159ae401-3bfb-4a94-9646-ee56f97f80bb'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:51.468388 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:51.600509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d83667-6054-4365-b1b6-428e564eae1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.602978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d83667-6054-4365-b1b6-428e564eae1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.610483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-85d83667-6054-4365-b1b6-428e564eae1d tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2737863 Sep 08 13:32:51.618370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51612) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:51.629877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:51.633320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:51.679032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-c36643d2-b012-4af2-840c-1231e95e10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.682679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-c36643d2-b012-4af2-840c-1231e95e10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.682679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-c36643d2-b012-4af2-840c-1231e95e10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:51.682679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-c36643d2-b012-4af2-840c-1231e95e10ab service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c0cecea1f17b4601ab81f6a72813deac&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4260116 Sep 08 13:32:51.698359 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17abbbd2-000f-4911-b236-5d6f83c91f17 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:51.753543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-62155a83-863d-4e45-be45-6435088f998b service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013086 Sep 08 13:32:51.895273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abbbd2-000f-4911-b236-5d6f83c91f17 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event deleted for resources: {'Port': ['ID=c35cafe0-a97d-4c08-a277-ce9861c95541,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:51.916409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] For port 7823b083-e99b-4332-a599-d61fb0be1ae5, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:51.928939 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daca8239-34b2-42d8-8aa3-a17b7c4c2d95 req-7e03c8c5-0b95-4635-aeb1-d8827e515dec service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673822 Sep 08 13:32:52.030820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] For port 7823b083-e99b-4332-a599-d61fb0be1ae5, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7823b083-e99b-4332-a599-d61fb0be1ae5,segment=NetworkSegment(d281642f-ff1e-4512-b186-d3a9450f993d),segment_id=d281642f-ff1e-4512-b186-d3a9450f993d)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:52.034012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c552540d-028f-4164-8a1b-e5a7710ba7e3 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:32:52.070455 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:52.094607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe8a5b-c6ca-442f-8116-cc0de1d5fe8f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.096305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1afe8a5b-c6ca-442f-8116-cc0de1d5fe8f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/networks/c9b4b01f-0b16-4b1c-8090-17124e348aa5 HTTP/1.1" status: 200 len: 799 time: 0.4756200 Sep 08 13:32:52.101784 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51620) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:52.120894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b7ef6-c225-4785-ba34-3dae37ec2c3a req-09087732-ea51-493a-920d-995222e33616 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.128707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b7ef6-c225-4785-ba34-3dae37ec2c3a req-09087732-ea51-493a-920d-995222e33616 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.135116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b7ef6-c225-4785-ba34-3dae37ec2c3a req-09087732-ea51-493a-920d-995222e33616 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.142868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b7ef6-c225-4785-ba34-3dae37ec2c3a req-09087732-ea51-493a-920d-995222e33616 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.149338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b7ef6-c225-4785-ba34-3dae37ec2c3a req-09087732-ea51-493a-920d-995222e33616 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.157134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b7ef6-c225-4785-ba34-3dae37ec2c3a req-09087732-ea51-493a-920d-995222e33616 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.165831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-155b7ef6-c225-4785-ba34-3dae37ec2c3a req-09087732-ea51-493a-920d-995222e33616 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 4600 time: 0.5052986 Sep 08 13:32:52.185422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Transition to ACTIVE for port object c552540d-028f-4164-8a1b-e5a7710ba7e3 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:52.211440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b6df3845-6412-481c-8985-762dfbb63a7c None None] Provisioning complete for port 54d2a553-9b13-4650-852f-fce404de5d44 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:52.212028 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b6df3845-6412-481c-8985-762dfbb63a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:52.228133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-1aeb1f77-40d6-454a-b90a-91a7036190e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.234527 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e8b581a-2079-4d3c-b76e-0d50cddbe848 req-1aeb1f77-40d6-454a-b90a-91a7036190e9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5207705 Sep 08 13:32:52.237479 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:52.287773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b6df3845-6412-481c-8985-762dfbb63a7c None None] Port 54d2a553-9b13-4650-852f-fce404de5d44 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:52.313293 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e871299a-6753-4432-99df-4f1a830c4cef tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/networks/c9b4b01f-0b16-4b1c-8090-17124e348aa5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2092209 Sep 08 13:32:52.314159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51626) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:52.324819 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126b542-1aa1-4574-aa67-7d9714f15caf req-a47b203c-df2c-463f-8f93-756c7f734672 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.326801 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2126b542-1aa1-4574-aa67-7d9714f15caf req-a47b203c-df2c-463f-8f93-756c7f734672 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 944 time: 0.3223743 Sep 08 13:32:52.351869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-155b7ef6-c225-4785-ba34-3dae37ec2c3a req-b319bfa2-297d-4a92-83ce-83dc1ec78088 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1849308 Sep 08 13:32:52.362984 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:52.396891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Router d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:32:52.404245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33f9703-1f73-4065-8b9f-f068241a0162 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.411478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c33f9703-1f73-4065-8b9f-f068241a0162 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/subnets/0ea9816a-f42f-4e5e-91bf-dbdf565f65ab HTTP/1.1" status: 200 len: 811 time: 0.0827618 Sep 08 13:32:52.413098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51630) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:52.419927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.420564 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:52.422659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] 10.222.0.70 "PUT /v2.0/ports/7823b083-e99b-4332-a599-d61fb0be1ae5 HTTP/1.1" status: 200 len: 1091 time: 3.8097553 Sep 08 13:32:52.449694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a137ea-fcbf-4cfc-b3d7-eb0804415522 service neutron] Pushing event updated for resources: {'Port': ['ID=7823b083-e99b-4332-a599-d61fb0be1ae5,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:52.481734 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17abbbd2-000f-4911-b236-5d6f83c91f17 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:52.488175 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-17abbbd2-000f-4911-b236-5d6f83c91f17 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "DELETE /v2.0/ports/c35cafe0-a97d-4c08-a277-ce9861c95541 HTTP/1.1" status: 204 len: 168 time: 3.1774869 Sep 08 13:32:52.490755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76417a0f-9f93-4437-840c-f6c01999d267 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['shared'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.495864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51632) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:52.498601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-76417a0f-9f93-4437-840c-f6c01999d267 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "GET /v2.0/subnets/0ea9816a-f42f-4e5e-91bf-dbdf565f65ab?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0813327 Sep 08 13:32:52.501199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51634) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:52.514731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0604cd38-ea01-4db9-bada-23ff1c29e06e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1311224548'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:52.605993 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be877e8-1411-4c8e-bf18-a016896c3d4d tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] GET failed (client error): The resource could not be found. Sep 08 13:32:52.614134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9be877e8-1411-4c8e-bf18-a016896c3d4d tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "GET /v2.0/ports/c35cafe0-a97d-4c08-a277-ce9861c95541 HTTP/1.1" status: 404 len: 333 time: 0.1108694 Sep 08 13:32:52.643276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51638) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:52.644894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Pushing event updated for resources: {'Port': ['ID=c552540d-028f-4164-8a1b-e5a7710ba7e3,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:52.665920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:32:52.675665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Request body: {'port': {'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964', 'name': 'tempest-AllowedAddressPairTestJSON-1492665899'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:52.675980 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b7bc7bc9-0ed5-4d4e-a47f-7ec7fd466ca9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "PUT /v2.0/routers/d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3400595 Sep 08 13:32:52.675980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51640) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:52.712164 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219d46a6-a739-4b12-a9b2-bb1009d19f58 None None] Sync routers for ids ['d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:32:52.729406 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d46a6-a739-4b12-a9b2-bb1009d19f58 None None] Routers {'d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:32:52.732434 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-219d46a6-a739-4b12-a9b2-bb1009d19f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:32:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:52.743624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d29923-3823-4fc0-82f6-7ceb2681dc5c req-1f3465f5-dfcc-48da-97a7-b76cc7a0210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.745639 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6d29923-3823-4fc0-82f6-7ceb2681dc5c req-1f3465f5-dfcc-48da-97a7-b76cc7a0210a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 1095 time: 0.6640382 Sep 08 13:32:52.751553 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2126b542-1aa1-4574-aa67-7d9714f15caf req-97fce8dc-7f3b-47b7-b436-dc457011f282 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384140 Sep 08 13:32:52.806649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0604cd38-ea01-4db9-bada-23ff1c29e06e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:52.809841 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-219d46a6-a739-4b12-a9b2-bb1009d19f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:52.811112 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0604cd38-ea01-4db9-bada-23ff1c29e06e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:52.814118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-1d38429f-35c2-41a8-928f-353cb415186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.824803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6a3fb6-1aba-43f4-9954-c803ad5d6b25 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.825090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-1d38429f-35c2-41a8-928f-353cb415186e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=095c5567e1c0414098f44712dfcd5591&device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 1094 time: 0.2600234 Sep 08 13:32:52.829818 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1a6a3fb6-1aba-43f4-9954-c803ad5d6b25 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports?device_id=d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d HTTP/1.1" status: 200 len: 987 time: 0.1496139 Sep 08 13:32:52.830042 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d46a6-a739-4b12-a9b2-bb1009d19f58 None None] Routers {'d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:32:52.830042 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-219d46a6-a739-4b12-a9b2-bb1009d19f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:32:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:52.835386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51644) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:52.878894 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-219d46a6-a739-4b12-a9b2-bb1009d19f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:52.879935 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219d46a6-a739-4b12-a9b2-bb1009d19f58 None None] The sync data for ids ['d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:32:52.948564 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0604cd38-ea01-4db9-bada-23ff1c29e06e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:32:52.958926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0604cd38-ea01-4db9-bada-23ff1c29e06e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:52.959417 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-0604cd38-ea01-4db9-bada-23ff1c29e06e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Added segment acb79b41-b4a7-4dbb-915a-87dd82d37ee3 of type vlan for network 0ad11ef7-d672-4b13-b984-744dcd48abb1 Sep 08 13:32:52.991777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d7fe7-3d68-4265-8da6-201cb04ea998 req-1eb798cd-74aa-4fee-8bed-d714eac57cca tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:52.995241 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed1d7fe7-3d68-4265-8da6-201cb04ea998 req-1eb798cd-74aa-4fee-8bed-d714eac57cca tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 943 time: 0.4307127 Sep 08 13:32:53.001775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-9bf644d0-eb9c-4a84-b669-6fd4a0f697d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7823b083-e99b-4332-a599-d61fb0be1ae5 HTTP/1.1" status: 200 len: 217 time: 0.1639781 Sep 08 13:32:53.001775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f2baad-1ff2-4544-bf48-e9d835c256ae', 'tag': '7823b083-e99b-4332-a599-d61fb0be1ae5'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:32:53.006100 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd4afc9-ce1c-46cf-8cfd-40e0c5dc6615" -d '{"events": [{"name": "network-changed", "server_uuid": "40f2baad-1ff2-4544-bf48-e9d835c256ae", "tag": "7823b083-e99b-4332-a599-d61fb0be1ae5"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:32:53.016349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Attempting to bind port c552540d-028f-4164-8a1b-e5a7710ba7e3 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:53.016584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Attempting to bind port c552540d-028f-4164-8a1b-e5a7710ba7e3 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:53.016915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Attempting to bind port c552540d-028f-4164-8a1b-e5a7710ba7e3 on network 48a4995a-63cc-4581-8891-024e49be0443 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:53.046649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0604cd38-ea01-4db9-bada-23ff1c29e06e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:53.078368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Port c552540d-028f-4164-8a1b-e5a7710ba7e3 on network 48a4995a-63cc-4581-8891-024e49be0443 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:32:53.078705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Attempting to bind port c552540d-028f-4164-8a1b-e5a7710ba7e3 on network 48a4995a-63cc-4581-8891-024e49be0443 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:53.091500 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2221aa40-ea81-4c67-93ed-fb2df94180bd x-openstack-request-id: req-2221aa40-ea81-4c67-93ed-fb2df94180bd {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:32:53.092414 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f2baad-1ff2-4544-bf48-e9d835c256ae", "tag": "7823b083-e99b-4332-a599-d61fb0be1ae5", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:32:53.092414 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2221aa40-ea81-4c67-93ed-fb2df94180bd {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:32:53.092632 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f2baad-1ff2-4544-bf48-e9d835c256ae', 'tag': '7823b083-e99b-4332-a599-d61fb0be1ae5', 'status': 'completed', 'code': 200} Sep 08 13:32:53.109180 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d29923-3823-4fc0-82f6-7ceb2681dc5c req-554aa304-5a1d-40eb-9893-e7efc2629c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:53.109760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:53.109900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Checking segment: {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:53.110262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Bound using segment: {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:53.110746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Bound port: c552540d-028f-4164-8a1b-e5a7710ba7e3, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:53.110878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6d29923-3823-4fc0-82f6-7ceb2681dc5c req-554aa304-5a1d-40eb-9893-e7efc2629c86 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 907 time: 0.3574431 Sep 08 13:32:53.111082 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:53.131175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-0d11874c-5802-44a9-bae2-fda727839bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:53.132656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-0d11874c-5802-44a9-bae2-fda727839bc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5cad4992-8d6c-49bf-8d25-6d2dac178d00 HTTP/1.1" status: 200 len: 848 time: 0.1215141 Sep 08 13:32:53.184823 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6d29923-3823-4fc0-82f6-7ceb2681dc5c req-a6aa9b41-84ba-40e3-a050-21f8cfa9c91a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d HTTP/1.1" status: 200 len: 217 time: 0.0387166 Sep 08 13:32:53.185087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed1d7fe7-3d68-4265-8da6-201cb04ea998 req-29cf01b2-49fc-4812-8cbc-5488500d853f tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c6fbcb0-13be-42fa-885f-7795f5382679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726530 Sep 08 13:32:53.188877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0604cd38-ea01-4db9-bada-23ff1c29e06e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:53.194598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0604cd38-ea01-4db9-bada-23ff1c29e06e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:53.195234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0604cd38-ea01-4db9-bada-23ff1c29e06e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:53.272021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:32:53.423603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:53.443517 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d', 'network_id': '8558c78e-818a-4e56-9eb8-d34a7481093d', 'port_id': '5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d', 'mac_address': 'fa:16:3e:9a:b0:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd14836f1-ecd1-4db6-b042-f7de366d80f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:32:53.500674 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-c1ee7bd6-8f31-4eb8-9cf2-c80f5fc18243 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=159ae401-3bfb-4a94-9646-ee56f97f80bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3590555 Sep 08 13:32:53.512903 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:53.533056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:32:53.558959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:53.569081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] For port c552540d-028f-4164-8a1b-e5a7710ba7e3, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:53.575554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] For port c552540d-028f-4164-8a1b-e5a7710ba7e3, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c552540d-028f-4164-8a1b-e5a7710ba7e3,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:53.603771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Made reservation on behalf of 69abbf8b8fa446d99d13bacb05271dbc for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:53.607936 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:53.628201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] device_id is not set on port 85c5c750-2479-4aba-b158-163b96644fca yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:32:53.635543 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:53.700219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d29923-3823-4fc0-82f6-7ceb2681dc5c req-17864567-85b7-4685-a132-8ec60b87acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:53.703689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6d29923-3823-4fc0-82f6-7ceb2681dc5c req-17864567-85b7-4685-a132-8ec60b87acbe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.4749491 Sep 08 13:32:53.704001 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:53.734540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:53.752260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:53.752614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:53.754421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:53.755024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:53.757610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:53.758291 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:53.758897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:53.759464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:53.760308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:53.762407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:53.763222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:53.764288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:32:53.783527 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6d29923-3823-4fc0-82f6-7ceb2681dc5c req-40915b11-1384-45c9-b278-29cd11c49de3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450735 Sep 08 13:32:53.784780 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0604cd38-ea01-4db9-bada-23ff1c29e06e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2752750 Sep 08 13:32:53.792642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51672) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:53.800456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'network_id': '0ad11ef7-d672-4b13-b984-744dcd48abb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:53.826392 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:53.827791 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:53.829541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] 10.222.0.60 "PUT /v2.0/ports/c552540d-028f-4164-8a1b-e5a7710ba7e3 HTTP/1.1" status: 200 len: 1130 time: 3.8530939 Sep 08 13:32:53.842642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:32:53.908835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604cd38-ea01-4db9-bada-23ff1c29e06e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Network': ['ID=0ad11ef7-d672-4b13-b984-744dcd48abb1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:53.929892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 0ad11ef7-d672-4b13-b984-744dcd48abb1 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:32:53.965009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Request body: {'port': {'device_id': '33849607-25df-4361-91e7-868a75104417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:53.994327 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24da977-48ab-4e13-a7c8-96bdf4c01c26 service neutron] Pushing event updated for resources: {'Port': ['ID=c552540d-028f-4164-8a1b-e5a7710ba7e3,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:54.018616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48afa0-f58e-4c1f-9cc8-d413697ab2e0 req-093902b0-349e-4d7f-ac12-7f12b1df26a6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:54.024732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48afa0-f58e-4c1f-9cc8-d413697ab2e0 req-093902b0-349e-4d7f-ac12-7f12b1df26a6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:54.031441 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48afa0-f58e-4c1f-9cc8-d413697ab2e0 req-093902b0-349e-4d7f-ac12-7f12b1df26a6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:54.037860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48afa0-f58e-4c1f-9cc8-d413697ab2e0 req-093902b0-349e-4d7f-ac12-7f12b1df26a6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:54.050778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48afa0-f58e-4c1f-9cc8-d413697ab2e0 req-093902b0-349e-4d7f-ac12-7f12b1df26a6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:54.057248 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48afa0-f58e-4c1f-9cc8-d413697ab2e0 req-093902b0-349e-4d7f-ac12-7f12b1df26a6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:54.074145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48afa0-f58e-4c1f-9cc8-d413697ab2e0 req-093902b0-349e-4d7f-ac12-7f12b1df26a6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:54.075152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-1571a41d-d5b3-4a6c-ada4-85a3e790bae7 service neutron] 10.222.0.70 "GET /v2.0/networks/159ae401-3bfb-4a94-9646-ee56f97f80bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666652 Sep 08 13:32:54.076534 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a48afa0-f58e-4c1f-9cc8-d413697ab2e0 req-093902b0-349e-4d7f-ac12-7f12b1df26a6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5372 time: 0.4391284 Sep 08 13:32:54.149249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Allocated IP 172.20.0.9 (011a6fdb-497a-447e-b2ea-143c27ee4964/7fa09c59-889f-4d1a-ace6-bb3ee20fcde1/85c5c750-2479-4aba-b158-163b96644fca) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:54.169526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd5972-4bd3-437a-a4d5-4ed693d76ce6 req-15a00ef1-3b72-4cdd-8f3c-3b75f01d138d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:54.184612 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06fd5972-4bd3-437a-a4d5-4ed693d76ce6 req-15a00ef1-3b72-4cdd-8f3c-3b75f01d138d tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 945 time: 0.3092055 Sep 08 13:32:54.233116 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a48afa0-f58e-4c1f-9cc8-d413697ab2e0 req-53aefbeb-e8f7-4b7e-8a4e-7b2751defba4 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1241708 Sep 08 13:32:54.257511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6d29923-3823-4fc0-82f6-7ceb2681dc5c req-8aed0ead-52e9-4b6d-8351-8131ee8f69b1 service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222343 Sep 08 13:32:54.274548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:54.279065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Made reservation on behalf of 5351208e3ec84f4cb00c9072e23cab6c for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:54.281179 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:54.318920 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06fd5972-4bd3-437a-a4d5-4ed693d76ce6 req-21e8a275-ea9d-475f-9f86-dc06ee4731a8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333168 Sep 08 13:32:54.382663 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eeb6cfaf-a9d4-4dd2-a4b9-01a8b2dcb5fe req-8bd63256-70ae-41e8-9842-9c7378397047 service neutron] 10.222.0.70 "GET /v2.0/networks/159ae401-3bfb-4a94-9646-ee56f97f80bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970359 Sep 08 13:32:54.440063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.ipam_backend_mixin [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Performing IP validity checks on allocation pools {{(pid=96264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 08 13:32:54.440592 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.ipam_backend_mixin [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking for overlaps among allocation pools and gateway ip {{(pid=96264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 08 13:32:54.498360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6488df-aeb1-40bd-8831-d7b8c4ca1513 req-9bbfdedd-f7c7-4f0c-9b26-0da67dd93509 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:54.500425 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab6488df-aeb1-40bd-8831-d7b8c4ca1513 req-9bbfdedd-f7c7-4f0c-9b26-0da67dd93509 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 943 time: 0.1805942 Sep 08 13:32:54.533547 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6d29923-3823-4fc0-82f6-7ceb2681dc5c req-d3d20844-a1a0-444f-af5c-4332816c09e0 service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687666 Sep 08 13:32:54.583674 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6d2432a-1e5c-4a0e-bcde-1e0d3c5ff293 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:54.665073 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:54.685235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Transition to ACTIVE for port object 85c5c750-2479-4aba-b158-163b96644fca will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:54.695424 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab6488df-aeb1-40bd-8831-d7b8c4ca1513 req-eb0bb4ba-8c78-4878-a870-92ce9d98e82e tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c6fbcb0-13be-42fa-885f-7795f5382679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704063 Sep 08 13:32:54.766222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4afc9-ce1c-46cf-8cfd-40e0c5dc6615 req-f92f9e83-62d3-40ba-81b4-e1312b3a9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:54.767742 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efd4afc9-ce1c-46cf-8cfd-40e0c5dc6615 req-f92f9e83-62d3-40ba-81b4-e1312b3a9249 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=095c5567e1c0414098f44712dfcd5591&device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 1094 time: 0.2034519 Sep 08 13:32:54.789413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:32:54.797643 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:54.810665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Transition to ACTIVE for port object 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:54.829167 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:54.888093 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Network 011a6fdb-497a-447e-b2ea-143c27ee4964 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:54.892579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:54.897376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:54.944926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event updated for resources: {'Port': ['ID=85c5c750-2479-4aba-b158-163b96644fca,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:54.963702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:54.965026 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:54.965896 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4afc9-ce1c-46cf-8cfd-40e0c5dc6615 req-62a21a1e-a3ab-4824-bf1a-f035731e1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:54.967483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efd4afc9-ce1c-46cf-8cfd-40e0c5dc6615 req-62a21a1e-a3ab-4824-bf1a-f035731e1f78 service neutron] 10.222.0.70 "GET /v2.0/networks?id=159ae401-3bfb-4a94-9646-ee56f97f80bb HTTP/1.1" status: 200 len: 909 time: 0.1693079 Sep 08 13:32:54.969571 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.031059 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efd4afc9-ce1c-46cf-8cfd-40e0c5dc6615 req-6930b040-18c7-45e6-948f-e09d48741914 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7823b083-e99b-4332-a599-d61fb0be1ae5 HTTP/1.1" status: 200 len: 217 time: 0.0536118 Sep 08 13:32:55.031757 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.086569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Pushing event updated for resources: {'Port': ['ID=40eac85f-cf5c-4adc-a61a-941a1e8e8c55,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:55.096960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1be724cd-2438-4c1d-90cf-117e2eec9410 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4490554 Sep 08 13:32:55.101066 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51704) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:55.101532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': 'c552540d-028f-4164-8a1b-e5a7710ba7e3'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:32:55.103892 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1307e6f0-5d81-4538-9d24-904c488238a9" -d '{"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "c552540d-028f-4164-8a1b-e5a7710ba7e3"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:32:55.115120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b2db9353-28ec-411f-a3a4-6ee19013d21b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fc:0f:3c'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:55.209164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=e458ad61-a4b4-4a80-a962-922851f4d889,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:55.222954 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032ef743-9d24-4f7b-869c-556b57504b06 x-openstack-request-id: req-032ef743-9d24-4f7b-869c-556b57504b06 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:32:55.223214 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "c552540d-028f-4164-8a1b-e5a7710ba7e3", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:32:55.223446 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-032ef743-9d24-4f7b-869c-556b57504b06 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:32:55.223822 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': 'c552540d-028f-4164-8a1b-e5a7710ba7e3', 'status': 'completed', 'code': 200} Sep 08 13:32:55.227273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4afc9-ce1c-46cf-8cfd-40e0c5dc6615 req-3228c282-d8e2-4a4a-8e30-8169b2121786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.228785 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efd4afc9-ce1c-46cf-8cfd-40e0c5dc6615 req-3228c282-d8e2-4a4a-8e30-8169b2121786 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5cad4992-8d6c-49bf-8d25-6d2dac178d00 HTTP/1.1" status: 200 len: 848 time: 0.1879654 Sep 08 13:32:55.239804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Attempting to bind port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:55.240154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Attempting to bind port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:55.240492 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Attempting to bind port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 on network 48a4995a-63cc-4581-8891-024e49be0443 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:55.284366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Checking segment: {'id': 'acb79b41-b4a7-4dbb-915a-87dd82d37ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '0ad11ef7-d672-4b13-b984-744dcd48abb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:55.284939 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network hostable DHCP agents. Network: 0ad11ef7-d672-4b13-b984-744dcd48abb1, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:32:55.287660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:55.297463 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efd4afc9-ce1c-46cf-8cfd-40e0c5dc6615 req-a341c1d9-daaa-4aec-a333-6b24842c5719 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=159ae401-3bfb-4a94-9646-ee56f97f80bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595484 Sep 08 13:32:55.309167 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2432a-1e5c-4a0e-bcde-1e0d3c5ff293 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 54d2a553-9b13-4650-852f-fce404de5d44 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:55.309517 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6d2432a-1e5c-4a0e-bcde-1e0d3c5ff293 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.311048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 on network 48a4995a-63cc-4581-8891-024e49be0443 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:32:55.311388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Attempting to bind port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 on network 48a4995a-63cc-4581-8891-024e49be0443 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:55.415103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:55.427937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Checking segment: {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:55.427937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Bound using segment: {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:55.427937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Bound port: 40eac85f-cf5c-4adc-a61a-941a1e8e8c55, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:55.427937 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.456108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-886886a1-c9c3-4907-9c29-66354d423b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.456614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-886886a1-c9c3-4907-9c29-66354d423b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.457240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-886886a1-c9c3-4907-9c29-66354d423b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.457582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-886886a1-c9c3-4907-9c29-66354d423b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.458072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-886886a1-c9c3-4907-9c29-66354d423b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.458562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-886886a1-c9c3-4907-9c29-66354d423b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.459064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-886886a1-c9c3-4907-9c29-66354d423b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.461078 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-886886a1-c9c3-4907-9c29-66354d423b62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6234 time: 0.2097619 Sep 08 13:32:55.550373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:55.552095 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6d2432a-1e5c-4a0e-bcde-1e0d3c5ff293 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.557344 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:55.558001 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.577425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2432a-1e5c-4a0e-bcde-1e0d3c5ff293 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 54d2a553-9b13-4650-852f-fce404de5d44 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:55.602090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690f54-98ee-4ccb-a6bb-fd655a94c38d req-9a5ed476-64da-4dc7-a7ae-8b27cf573469 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.608256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690f54-98ee-4ccb-a6bb-fd655a94c38d req-9a5ed476-64da-4dc7-a7ae-8b27cf573469 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.612748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9240bb00-8662-41e8-80ef-b9f1103068fd None None] Provisioning for port 85c5c750-2479-4aba-b158-163b96644fca completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:55.614877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690f54-98ee-4ccb-a6bb-fd655a94c38d req-9a5ed476-64da-4dc7-a7ae-8b27cf573469 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.621031 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690f54-98ee-4ccb-a6bb-fd655a94c38d req-9a5ed476-64da-4dc7-a7ae-8b27cf573469 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.626661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9240bb00-8662-41e8-80ef-b9f1103068fd None None] Provisioning complete for port 85c5c750-2479-4aba-b158-163b96644fca triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:55.627175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690f54-98ee-4ccb-a6bb-fd655a94c38d req-9a5ed476-64da-4dc7-a7ae-8b27cf573469 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.627855 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9240bb00-8662-41e8-80ef-b9f1103068fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.633591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690f54-98ee-4ccb-a6bb-fd655a94c38d req-9a5ed476-64da-4dc7-a7ae-8b27cf573469 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.639924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690f54-98ee-4ccb-a6bb-fd655a94c38d req-9a5ed476-64da-4dc7-a7ae-8b27cf573469 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.647888 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f5690f54-98ee-4ccb-a6bb-fd655a94c38d req-9a5ed476-64da-4dc7-a7ae-8b27cf573469 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5384 time: 0.1932256 Sep 08 13:32:55.668964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade5fd6-c126-47b1-9921-605e361b60b8 req-a747b1d5-9aaf-4029-a0e7-a77c0f25f6f1 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.669200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Network 0ad11ef7-d672-4b13-b984-744dcd48abb1 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:32:55.670593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ade5fd6-c126-47b1-9921-605e361b60b8 req-a747b1d5-9aaf-4029-a0e7-a77c0f25f6f1 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 945 time: 0.2265227 Sep 08 13:32:55.671826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] For port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:55.683168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2db9353-28ec-411f-a3a4-6ee19013d21b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.712413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] For port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=40eac85f-cf5c-4adc-a61a-941a1e8e8c55,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:55.718042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9240bb00-8662-41e8-80ef-b9f1103068fd None None] Port 85c5c750-2479-4aba-b158-163b96644fca cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:55.722947 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.742053 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efd4afc9-ce1c-46cf-8cfd-40e0c5dc6615 req-7ae8cec2-0763-4def-9437-3011eb185483 service neutron] 10.222.0.70 "GET /v2.0/networks/159ae401-3bfb-4a94-9646-ee56f97f80bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342966 Sep 08 13:32:55.769704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-7a2041aa-b4e4-42df-814f-0521f140eead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.770210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-7a2041aa-b4e4-42df-814f-0521f140eead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.770974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-7a2041aa-b4e4-42df-814f-0521f140eead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.772561 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-7a2041aa-b4e4-42df-814f-0521f140eead service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c0cecea1f17b4601ab81f6a72813deac&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2995820 Sep 08 13:32:55.779288 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.786158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:55.787363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8cd321-de16-4b1d-a9ed-e5bfa40913ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:32:55.790938 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a7e1ca-cbfe-4065-ba06-39ef04174f35" -d '{"events": [{"server_uuid": "cd8cd321-de16-4b1d-a9ed-e5bfa40913ff", "name": "network-vif-plugged", "status": "completed", "tag": "5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:32:55.805281 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f5690f54-98ee-4ccb-a6bb-fd655a94c38d req-e459c81c-cf86-40f1-8fcb-3276385d3bb7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1540930 Sep 08 13:32:55.813370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 0ad11ef7-d672-4b13-b984-744dcd48abb1) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:55.834977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.835573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506277a9-8448-421b-8c17-3c6115b72c45 None None] Network 0ad11ef7-d672-4b13-b984-744dcd48abb1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:55.835711 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.866753 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.888576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:55.890128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:55.892191 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] 10.222.0.60 "PUT /v2.0/ports/40eac85f-cf5c-4adc-a61a-941a1e8e8c55 HTTP/1.1" status: 200 len: 1090 time: 1.9333582 Sep 08 13:32:55.894603 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ade5fd6-c126-47b1-9921-605e361b60b8 req-53f49192-a463-4439-9897-400fad6f72a9 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934791 Sep 08 13:32:55.979354 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190e221d-89e0-4240-95fb-2e8c712983ff x-openstack-request-id: req-190e221d-89e0-4240-95fb-2e8c712983ff {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:32:55.979648 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8cd321-de16-4b1d-a9ed-e5bfa40913ff", "name": "network-vif-plugged", "status": "completed", "tag": "5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:32:55.979914 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-190e221d-89e0-4240-95fb-2e8c712983ff {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:32:55.980325 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8cd321-de16-4b1d-a9ed-e5bfa40913ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d', 'code': 200} Sep 08 13:32:56.024266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Request body: {'port': {'device_id': '33849607-25df-4361-91e7-868a75104417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:56.076153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:56.090615 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-efd4afc9-ce1c-46cf-8cfd-40e0c5dc6615 req-b6004336-8c12-40a9-93d5-4b9d74264462 service neutron] 10.222.0.70 "GET /v2.0/networks/159ae401-3bfb-4a94-9646-ee56f97f80bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425846 Sep 08 13:32:56.105669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b93edd-8f51-4aa7-8b3a-522ce6ac2769 service neutron] Pushing event updated for resources: {'Port': ['ID=40eac85f-cf5c-4adc-a61a-941a1e8e8c55,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:56.142486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6ff368-8934-4ca7-b0b9-000f36d98b28 req-656270ea-67ab-4fd4-aeb2-d5c72d7e826b tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:56.144181 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d6ff368-8934-4ca7-b0b9-000f36d98b28 req-656270ea-67ab-4fd4-aeb2-d5c72d7e826b tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 943 time: 0.1763721 Sep 08 13:32:56.149069 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-942abe70-4660-4596-bc33-b0be37810725 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3526664 Sep 08 13:32:56.153910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51750) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:56.172188 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-878c787f-996d-40df-9aa4-4cd5a218825b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:56.232935 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-0ad11ef7-d672-4b13-b984-744dcd48abb1', 'network_id': '0ad11ef7-d672-4b13-b984-744dcd48abb1', 'tenant_id': '5351208e3ec84f4cb00c9072e23cab6c', 'fixed_ips': [{'subnet_id': 'e458ad61-a4b4-4a80-a962-922851f4d889'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:32:56.234584 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:56.269618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-b404e65b-fa50-4144-8cbc-396d216b2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:56.271198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1307e6f0-5d81-4538-9d24-904c488238a9 req-b404e65b-fa50-4144-8cbc-396d216b2fb1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4897549 Sep 08 13:32:56.277523 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:56.306246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb721fa4-802a-4db9-8094-e9bac564545c req-1c22ecd5-fc31-4f33-8aee-db17e1342894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:56.307660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb721fa4-802a-4db9-8094-e9bac564545c req-1c22ecd5-fc31-4f33-8aee-db17e1342894 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 1097 time: 0.2125664 Sep 08 13:32:56.312397 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d6ff368-8934-4ca7-b0b9-000f36d98b28 req-9eadb0f4-5fd8-41d5-bd24-36c96452ec6f tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c6fbcb0-13be-42fa-885f-7795f5382679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571610 Sep 08 13:32:56.320204 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-878c787f-996d-40df-9aa4-4cd5a218825b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8664358'] for subnet, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:56.378296 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6d2432a-1e5c-4a0e-bcde-1e0d3c5ff293 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:56.402327 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2db9353-28ec-411f-a3a4-6ee19013d21b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:56.407528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cb721fa4-802a-4db9-8094-e9bac564545c req-24974787-f6e1-4b9b-8afb-1428066aeb07 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903976 Sep 08 13:32:56.422628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2432a-1e5c-4a0e-bcde-1e0d3c5ff293 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=54d2a553-9b13-4650-852f-fce404de5d44,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:56.497917 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2db9353-28ec-411f-a3a4-6ee19013d21b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:56.501484 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:32:56.501484 n-d-807558-3 neutron-server[96265]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 08 13:32:56.501484 n-d-807558-3 neutron-server[96265]: [parameters: {'in_use': 1, 'id_1': 'e458ad61-a4b4-4a80-a962-922851f4d889'}] Sep 08 13:32:56.501484 n-d-807558-3 neutron-server[96265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:32:56.503158 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:32:56.559925 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6d2432a-1e5c-4a0e-bcde-1e0d3c5ff293 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:56.621985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db9353-28ec-411f-a3a4-6ee19013d21b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event updated for resources: {'Port': ['ID=85c5c750-2479-4aba-b158-163b96644fca,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:56.647044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-b2db9353-28ec-411f-a3a4-6ee19013d21b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] In _notify_port_updated(), no bound segment for port 85c5c750-2479-4aba-b158-163b96644fca on network 011a6fdb-497a-447e-b2ea-143c27ee4964 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:32:56.652770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2db9353-28ec-411f-a3a4-6ee19013d21b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:56.653463 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2db9353-28ec-411f-a3a4-6ee19013d21b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:56.654987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b2db9353-28ec-411f-a3a4-6ee19013d21b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "PUT /v2.0/ports/85c5c750-2479-4aba-b158-163b96644fca HTTP/1.1" status: 200 len: 993 time: 1.5479562 Sep 08 13:32:56.658870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51760) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:56.805841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d2432a-1e5c-4a0e-bcde-1e0d3c5ff293 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Router d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:32:56.817881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b504d36-6f5e-4621-aea1-52b1103c4f18 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:32:56.828613 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:56.858998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-2b256be2-e1e7-4309-9dfc-425feb1a8263 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Deleting port 85c5c750-2479-4aba-b158-163b96644fca {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:56.859356 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2b256be2-e1e7-4309-9dfc-425feb1a8263 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:56.877963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0bc91285-147b-4ebf-ab25-31cf53a504bc None None] Provisioning complete for port 85c5c750-2479-4aba-b158-163b96644fca triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:56.884388 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0bc91285-147b-4ebf-ab25-31cf53a504bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:56.891441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Transition to ACTIVE for port object 8b504d36-6f5e-4621-aea1-52b1103c4f18 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:56.941188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0bc91285-147b-4ebf-ab25-31cf53a504bc None None] Port 85c5c750-2479-4aba-b158-163b96644fca cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:32:56.942905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51766) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:57.005530 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.016215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.108377 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2b256be2-e1e7-4309-9dfc-425feb1a8263 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.134982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9f79-d6d9-4075-b879-3cc2b506eb22 req-399770be-5340-4c5f-b63b-9666a22545e7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:57.145610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9f79-d6d9-4075-b879-3cc2b506eb22 req-399770be-5340-4c5f-b63b-9666a22545e7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:57.156832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9f79-d6d9-4075-b879-3cc2b506eb22 req-399770be-5340-4c5f-b63b-9666a22545e7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:57.165304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Allocated IP 172.20.0.3 (0ad11ef7-d672-4b13-b984-744dcd48abb1/e458ad61-a4b4-4a80-a962-922851f4d889/b232a9c3-26a0-42a7-a269-d5e051331057) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:57.168001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9f79-d6d9-4075-b879-3cc2b506eb22 req-399770be-5340-4c5f-b63b-9666a22545e7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:57.179777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9f79-d6d9-4075-b879-3cc2b506eb22 req-399770be-5340-4c5f-b63b-9666a22545e7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:57.190834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9f79-d6d9-4075-b879-3cc2b506eb22 req-399770be-5340-4c5f-b63b-9666a22545e7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:57.201701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e9f79-d6d9-4075-b879-3cc2b506eb22 req-399770be-5340-4c5f-b63b-9666a22545e7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:57.205025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73e9f79-d6d9-4075-b879-3cc2b506eb22 req-399770be-5340-4c5f-b63b-9666a22545e7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5384 time: 0.2975922 Sep 08 13:32:57.231134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': '40eac85f-cf5c-4adc-a61a-941a1e8e8c55'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:32:57.235348 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c9e70a-3802-44ef-8900-20fa5caf4e27" -d '{"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "40eac85f-cf5c-4adc-a61a-941a1e8e8c55"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:32:57.272799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-2b256be2-e1e7-4309-9dfc-425feb1a8263 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Calling delete_port for 85c5c750-2479-4aba-b158-163b96644fca owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:57.276122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Pushing event updated for resources: {'Port': ['ID=8b504d36-6f5e-4621-aea1-52b1103c4f18,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:57.292758 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5b296208-f5f6-4a1d-960d-68c5d1c94783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.322212 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.331686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Transition to ACTIVE for port object b232a9c3-26a0-42a7-a269-d5e051331057 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:57.348246 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Transition to ACTIVE for port object b232a9c3-26a0-42a7-a269-d5e051331057 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:57.352881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7823b083-e99b-4332-a599-d61fb0be1ae5 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:32:57.399611 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-878c787f-996d-40df-9aa4-4cd5a218825b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778604624869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12463018'] for subnet, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.458954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d2432a-1e5c-4a0e-bcde-1e0d3c5ff293 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:32:57.461726 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.474570 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b6d2432a-1e5c-4a0e-bcde-1e0d3c5ff293 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "PUT /v2.0/routers/d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6317124 Sep 08 13:32:57.477801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c4570-12db-4065-b5be-980663939e0f None None] Sync routers for ids ['d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:32:57.484195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51776) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:57.557629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7823b083-e99b-4332-a599-d61fb0be1ae5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7823b083-e99b-4332-a599-d61fb0be1ae5,segment=NetworkSegment(d281642f-ff1e-4512-b186-d3a9450f993d),segment_id=d281642f-ff1e-4512-b186-d3a9450f993d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:57.574164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '7823b083-e99b-4332-a599-d61fb0be1ae5', 'network_id': '159ae401-3bfb-4a94-9646-ee56f97f80bb', 'port_id': '7823b083-e99b-4332-a599-d61fb0be1ae5', 'mac_address': 'fa:16:3e:d0:db:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cad4992-8d6c-49bf-8d25-6d2dac178d00', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:32:57.587235 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-064adb1a-7d7d-47bd-bea2-4948e4286483 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:32:57.594582 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-064adb1a-7d7d-47bd-bea2-4948e4286483 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/54d2a553-9b13-4650-852f-fce404de5d44 HTTP/1.1" status: 404 len: 333 time: 0.1025705 Sep 08 13:32:57.600175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51778) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:57.604536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Network 0ad11ef7-d672-4b13-b984-744dcd48abb1 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:32:57.605663 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878c787f-996d-40df-9aa4-4cd5a218825b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:57.606671 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-878c787f-996d-40df-9aa4-4cd5a218825b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.611822 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-878c787f-996d-40df-9aa4-4cd5a218825b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "PUT /v2.0/subnets/e458ad61-a4b4-4a80-a962-922851f4d889 HTTP/1.1" status: 200 len: 877 time: 1.4468570 Sep 08 13:32:57.622898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51780) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:57.634826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c4570-12db-4065-b5be-980663939e0f None None] Routers {'d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:32:57.635457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4f6c4570-12db-4065-b5be-980663939e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:32:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:57.637515 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:32:57.643394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Pushing event updated for resources: {'Port': ['ID=b232a9c3-26a0-42a7-a269-d5e051331057,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:57.647879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:32:57.694633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4f6c4570-12db-4065-b5be-980663939e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:57.700485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c787f-996d-40df-9aa4-4cd5a218825b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event updated for resources: {'Subnet': ['ID=e458ad61-a4b4-4a80-a962-922851f4d889,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:57.724731 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.765426 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6c4570-12db-4065-b5be-980663939e0f None None] Routers {'d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:32:57.765711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4f6c4570-12db-4065-b5be-980663939e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:32:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:57.773486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7f10d-8522-490a-8c59-e9d9401045f8 req-de0a3f13-38f2-45c8-8e53-1d1bcd295893 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:57.774221 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ca7f10d-8522-490a-8c59-e9d9401045f8 req-de0a3f13-38f2-45c8-8e53-1d1bcd295893 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.3830020 Sep 08 13:32:57.774648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7823b083-e99b-4332-a599-d61fb0be1ae5 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:32:57.813072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4f6c4570-12db-4065-b5be-980663939e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:32:57.813727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6c4570-12db-4065-b5be-980663939e0f None None] The sync data for ids ['d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:32:57.819285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Attempting to bind port b232a9c3-26a0-42a7-a269-d5e051331057 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:57.819662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Attempting to bind port b232a9c3-26a0-42a7-a269-d5e051331057 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'acb79b41-b4a7-4dbb-915a-87dd82d37ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '0ad11ef7-d672-4b13-b984-744dcd48abb1'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:57.820028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Attempting to bind port b232a9c3-26a0-42a7-a269-d5e051331057 on network 0ad11ef7-d672-4b13-b984-744dcd48abb1 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:57.820176 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e6648b8-a9a6-47ed-8cc3-32056c50060c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.833757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7823b083-e99b-4332-a599-d61fb0be1ae5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7823b083-e99b-4332-a599-d61fb0be1ae5,segment=NetworkSegment(d281642f-ff1e-4512-b186-d3a9450f993d),segment_id=d281642f-ff1e-4512-b186-d3a9450f993d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:57.835334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:57.835709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Checking segment: {'id': 'acb79b41-b4a7-4dbb-915a-87dd82d37ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '0ad11ef7-d672-4b13-b984-744dcd48abb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:57.836114 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.836510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Bound using segment: {'id': 'acb79b41-b4a7-4dbb-915a-87dd82d37ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '0ad11ef7-d672-4b13-b984-744dcd48abb1'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:57.836983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Bound port: b232a9c3-26a0-42a7-a269-d5e051331057, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acb79b41-b4a7-4dbb-915a-87dd82d37ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '0ad11ef7-d672-4b13-b984-744dcd48abb1'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:57.837369 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.901559 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73e9f79-d6d9-4075-b879-3cc2b506eb22 req-6cb896be-0f9b-405e-af21-270b9b5ff7e2 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6574960 Sep 08 13:32:57.909628 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.912161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] For port b232a9c3-26a0-42a7-a269-d5e051331057, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:57.917631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] For port b232a9c3-26a0-42a7-a269-d5e051331057, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b232a9c3-26a0-42a7-a269-d5e051331057,segment=NetworkSegment(acb79b41-b4a7-4dbb-915a-87dd82d37ee3),segment_id=acb79b41-b4a7-4dbb-915a-87dd82d37ee3)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:57.955315 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:57.989896 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ca7f10d-8522-490a-8c59-e9d9401045f8 req-d898ad51-d6fe-4235-9c3b-0d5ee8f6ce23 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750674 Sep 08 13:32:57.990146 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06ed54a-fc94-4cd8-ad8d-a2b468ed8d94 x-openstack-request-id: req-d06ed54a-fc94-4cd8-ad8d-a2b468ed8d94 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:32:57.990466 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "40eac85f-cf5c-4adc-a61a-941a1e8e8c55", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:32:57.990713 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d06ed54a-fc94-4cd8-ad8d-a2b468ed8d94 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:32:57.991452 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': '40eac85f-cf5c-4adc-a61a-941a1e8e8c55', 'status': 'completed', 'code': 200} Sep 08 13:32:58.001535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Attempting to bind port 8b504d36-6f5e-4621-aea1-52b1103c4f18 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:32:58.001774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Attempting to bind port 8b504d36-6f5e-4621-aea1-52b1103c4f18 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:32:58.002111 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Attempting to bind port 8b504d36-6f5e-4621-aea1-52b1103c4f18 on network 48a4995a-63cc-4581-8891-024e49be0443 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:58.015889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Port 8b504d36-6f5e-4621-aea1-52b1103c4f18 on network 48a4995a-63cc-4581-8891-024e49be0443 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:32:58.016221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Attempting to bind port 8b504d36-6f5e-4621-aea1-52b1103c4f18 on network 48a4995a-63cc-4581-8891-024e49be0443 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:32:58.017419 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.034690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=7823b083-e99b-4332-a599-d61fb0be1ae5,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:58.073047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:32:58.073047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Checking segment: {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:32:58.073047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Bound using segment: {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:32:58.073047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Bound port: 8b504d36-6f5e-4621-aea1-52b1103c4f18, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c716348-271d-4911-be07-8c9d3b5e8c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '48a4995a-63cc-4581-8891-024e49be0443'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:32:58.073047 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.076300 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e6648b8-a9a6-47ed-8cc3-32056c50060c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.079879 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e6648b8-a9a6-47ed-8cc3-32056c50060c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.124011 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['7823b083-e99b-4332-a599-d61fb0be1ae5'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:32:58.158234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d27a0-2c09-4975-b1ca-f61efab5dc48 None None] Pushing event updated for resources: {'Port': ['ID=b232a9c3-26a0-42a7-a269-d5e051331057,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:58.167963 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5b296208-f5f6-4a1d-960d-68c5d1c94783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.203806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Deleting port b232a9c3-26a0-42a7-a269-d5e051331057 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:58.204148 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.227598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-38a952ad-4508-4b8d-bfdf-a96def0e252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.228086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-38a952ad-4508-4b8d-bfdf-a96def0e252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.228566 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-38a952ad-4508-4b8d-bfdf-a96def0e252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.229037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-38a952ad-4508-4b8d-bfdf-a96def0e252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.229558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-38a952ad-4508-4b8d-bfdf-a96def0e252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.230034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-38a952ad-4508-4b8d-bfdf-a96def0e252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.230527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-38a952ad-4508-4b8d-bfdf-a96def0e252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.232475 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-38a952ad-4508-4b8d-bfdf-a96def0e252e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6301 time: 0.1984911 Sep 08 13:32:58.239101 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5b296208-f5f6-4a1d-960d-68c5d1c94783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.265126 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e6648b8-a9a6-47ed-8cc3-32056c50060c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.265638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6648b8-a9a6-47ed-8cc3-32056c50060c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Fanout notify agent at l3_agent the message router_deleted on router d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:32:58.276375 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e6648b8-a9a6-47ed-8cc3-32056c50060c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.277509 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0e6648b8-a9a6-47ed-8cc3-32056c50060c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/routers/d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d HTTP/1.1" status: 204 len: 168 time: 0.6663563 Sep 08 13:32:58.280503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51782) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:58.364477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fdcbedc-bb5a-481a-b38f-4a8f63d85249 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting subnet 0a628093-5704-46d1-b343-9ab55fcd71c0 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:32:58.378722 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fdcbedc-bb5a-481a-b38f-4a8f63d85249 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.382614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2b256be2-e1e7-4309-9dfc-425feb1a8263 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.395014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f4c82-3f43-4319-8c61-efaf85976fec req-7f2c09ff-a88f-4732-9752-4bb1d5c699c3 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.402823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d14f4c82-3f43-4319-8c61-efaf85976fec req-7f2c09ff-a88f-4732-9752-4bb1d5c699c3 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 944 time: 0.2917411 Sep 08 13:32:58.417245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] For port b232a9c3-26a0-42a7-a269-d5e051331057, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b232a9c3-26a0-42a7-a269-d5e051331057,segment=NetworkSegment(acb79b41-b4a7-4dbb-915a-87dd82d37ee3),segment_id=acb79b41-b4a7-4dbb-915a-87dd82d37ee3)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:32:58.417842 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.440704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Calling delete_port for b232a9c3-26a0-42a7-a269-d5e051331057 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:32:58.451247 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fdcbedc-bb5a-481a-b38f-4a8f63d85249 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.507607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] For port 8b504d36-6f5e-4621-aea1-52b1103c4f18, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:32:58.515150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5b296208-f5f6-4a1d-960d-68c5d1c94783 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=974747af59b74e348647e4d7c7c5736e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5707252 Sep 08 13:32:58.516163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b296208-f5f6-4a1d-960d-68c5d1c94783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52355eef-0327-4dac-b65a-522b5f5c9066,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:58.519085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b256be2-e1e7-4309-9dfc-425feb1a8263 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event deleted for resources: {'Port': ['ID=85c5c750-2479-4aba-b158-163b96644fca,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:58.527018 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51784) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:58.568079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] For port 8b504d36-6f5e-4621-aea1-52b1103c4f18, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8b504d36-6f5e-4621-aea1-52b1103c4f18,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:32:58.597145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-09cb9c5c-4968-4be2-96c3-602a2d3df986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.597549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-09cb9c5c-4968-4be2-96c3-602a2d3df986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.598545 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-09cb9c5c-4968-4be2-96c3-602a2d3df986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.599746 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-09cb9c5c-4968-4be2-96c3-602a2d3df986 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c0cecea1f17b4601ab81f6a72813deac&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3532026 Sep 08 13:32:58.605126 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d14f4c82-3f43-4319-8c61-efaf85976fec req-d434acb1-237c-42a1-9af2-88ad926ed7c9 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c6fbcb0-13be-42fa-885f-7795f5382679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013471 Sep 08 13:32:58.709447 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fdcbedc-bb5a-481a-b38f-4a8f63d85249 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.741528 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0685f427-abb4-4aa1-9282-b751749f85b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.745684 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.780615 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0685f427-abb4-4aa1-9282-b751749f85b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.812764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.837317 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.837317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] 10.222.0.60 "PUT /v2.0/ports/8b504d36-6f5e-4621-aea1-52b1103c4f18 HTTP/1.1" status: 200 len: 1091 time: 2.8135593 Sep 08 13:32:58.837317 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2b256be2-e1e7-4309-9dfc-425feb1a8263 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:58.838199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2b256be2-e1e7-4309-9dfc-425feb1a8263 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "DELETE /v2.0/ports/85c5c750-2479-4aba-b158-163b96644fca HTTP/1.1" status: 204 len: 168 time: 2.1783376 Sep 08 13:32:58.839484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-4b0413e8-681c-4ca2-ab55-72ac07c02963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:58.840892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-84c9e70a-3802-44ef-8900-20fa5caf4e27 req-4b0413e8-681c-4ca2-ab55-72ac07c02963 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2325759 Sep 08 13:32:58.841510 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51786) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:58.869896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387ae89-8f2c-49f8-8875-24fc2f8e0faf service neutron] Pushing event updated for resources: {'Port': ['ID=8b504d36-6f5e-4621-aea1-52b1103c4f18,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:58.881526 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-839cd35a-dbd8-46b5-9d34-9db1fdc1e1fc tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] GET failed (client error): The resource could not be found. Sep 08 13:32:58.883555 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-839cd35a-dbd8-46b5-9d34-9db1fdc1e1fc tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "GET /v2.0/ports/85c5c750-2479-4aba-b158-163b96644fca HTTP/1.1" status: 404 len: 333 time: 0.0409820 Sep 08 13:32:58.887475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51788) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:58.894196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Request body: {'port': {'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964', 'name': 'tempest-AllowedAddressPairTestJSON-1249584659'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:58.987612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.042277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Port': ['ID=b232a9c3-26a0-42a7-a269-d5e051331057,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:59.047402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Request body: {'port': {'device_id': '33849607-25df-4361-91e7-868a75104417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:32:59.071865 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0685f427-abb4-4aa1-9282-b751749f85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.074752 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0685f427-abb4-4aa1-9282-b751749f85b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.077528 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0685f427-abb4-4aa1-9282-b751749f85b6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/52355eef-0327-4dac-b65a-522b5f5c9066 HTTP/1.1" status: 204 len: 168 time: 0.5467789 Sep 08 13:32:59.079986 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fdcbedc-bb5a-481a-b38f-4a8f63d85249 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.142409 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.193825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No DVR routers for this DVR port b232a9c3-26a0-42a7-a269-d5e051331057 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:32:59.208779 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685f427-abb4-4aa1-9282-b751749f85b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52355eef-0327-4dac-b65a-522b5f5c9066,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:59.210584 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdcbedc-bb5a-481a-b38f-4a8f63d85249 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Subnet': ['ID=0a628093-5704-46d1-b343-9ab55fcd71c0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:59.260229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fdcbedc-bb5a-481a-b38f-4a8f63d85249 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.266761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9fdcbedc-bb5a-481a-b38f-4a8f63d85249 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/0a628093-5704-46d1-b343-9ab55fcd71c0 HTTP/1.1" status: 204 len: 168 time: 0.9844403 Sep 08 13:32:59.268578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eaa4bf-d147-4de7-bf52-03bff61e811b None None] Network 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:59.272271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51796) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:59.283048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed7e6b-71e4-4013-a3e2-4c1c6837ee1f req-0f90efd9-b6e9-4ca3-b389-ccec3959c924 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:59.291272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c6ed7e6b-71e4-4013-a3e2-4c1c6837ee1f req-0f90efd9-b6e9-4ca3-b389-ccec3959c924 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1095293 Sep 08 13:32:59.303256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7823b083-e99b-4332-a599-d61fb0be1ae5 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:32:59.337160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a34f0-b0fe-445a-8fcc-e1161c985cbe req-11cf91b9-52d0-454a-9a57-43a0a42e26c9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:59.344154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a34f0-b0fe-445a-8fcc-e1161c985cbe req-11cf91b9-52d0-454a-9a57-43a0a42e26c9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:59.350823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a34f0-b0fe-445a-8fcc-e1161c985cbe req-11cf91b9-52d0-454a-9a57-43a0a42e26c9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:59.356678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a34f0-b0fe-445a-8fcc-e1161c985cbe req-11cf91b9-52d0-454a-9a57-43a0a42e26c9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:59.365167 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a34f0-b0fe-445a-8fcc-e1161c985cbe req-11cf91b9-52d0-454a-9a57-43a0a42e26c9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:59.370146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a34f0-b0fe-445a-8fcc-e1161c985cbe req-11cf91b9-52d0-454a-9a57-43a0a42e26c9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:59.379014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a34f0-b0fe-445a-8fcc-e1161c985cbe req-11cf91b9-52d0-454a-9a57-43a0a42e26c9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:59.384066 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb9a34f0-b0fe-445a-8fcc-e1161c985cbe req-11cf91b9-52d0-454a-9a57-43a0a42e26c9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5396 time: 0.3861725 Sep 08 13:32:59.393583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Made reservation on behalf of 69abbf8b8fa446d99d13bacb05271dbc for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:32:59.397606 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.415557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c6ed7e6b-71e4-4013-a3e2-4c1c6837ee1f req-1a6f9f93-05b8-4d52-af43-da9e3e9809de tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169152 Sep 08 13:32:59.415833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d178649-ea8e-46b4-b77f-be8f796132b7 None None] Network 0ad11ef7-d672-4b13-b984-744dcd48abb1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:32:59.456203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-29bd7c9f-455f-40d0-ac66-0292e80b2202 None None] Could not find standard attr ID for object b232a9c3-26a0-42a7-a269-d5e051331057. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:32:59.547972 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb9a34f0-b0fe-445a-8fcc-e1161c985cbe req-04427cc7-8beb-43b9-9790-40236885068f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1317809 Sep 08 13:32:59.557637 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.564322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.597128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a328e56e-80fe-432d-9f45-d2f8087d0cce {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:32:59.606387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.620590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Transition to ACTIVE for port object a328e56e-80fe-432d-9f45-d2f8087d0cce will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:32:59.638976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] device_id is not set on port 751db41d-a982-42d9-82bb-0e15896bcae5 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:32:59.727630 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.735126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 7823b083-e99b-4332-a599-d61fb0be1ae5 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:32:59.752869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 7823b083-e99b-4332-a599-d61fb0be1ae5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:32:59.753256 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.880940 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Allocated IP 172.20.0.6 (011a6fdb-497a-447e-b2ea-143c27ee4964/7fa09c59-889f-4d1a-ace6-bb3ee20fcde1/751db41d-a982-42d9-82bb-0e15896bcae5) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:32:59.887077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd5ea1-f43e-41ce-943a-6b965ae7438e req-b1635cf0-7f79-4b7b-b145-2e035b61e96c tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:32:59.889905 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21cd5ea1-f43e-41ce-943a-6b965ae7438e req-b1635cf0-7f79-4b7b-b145-2e035b61e96c tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 944 time: 0.1853755 Sep 08 13:32:59.896725 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.919125 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:32:59.919478 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:32:59.926425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcef6d0b-613a-4892-bb02-7fd0cc8d9311 None None] DHCP port deletion for 7f1b5765-8bdc-4dbe-bc98-28c608ab0b60 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:32:59.936262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251f837-4671-43d0-a65c-60413984017f service neutron] Pushing event updated for resources: {'Port': ['ID=a328e56e-80fe-432d-9f45-d2f8087d0cce,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:59.983474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51808) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:32:59.985716 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Subnet': ['ID=e458ad61-a4b4-4a80-a962-922851f4d889,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:32:59.992729 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': '8b504d36-6f5e-4621-aea1-52b1103c4f18'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:32:59.995767 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaab7f9-0a39-4751-b55a-2087721df8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "8b504d36-6f5e-4621-aea1-52b1103c4f18"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:00.010337 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.049593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f2baad-1ff2-4544-bf48-e9d835c256ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7823b083-e99b-4332-a599-d61fb0be1ae5'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:33:00.051924 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fe828d-3b8f-4cce-9961-2f69b446e6d1" -d '{"events": [{"server_uuid": "40f2baad-1ff2-4544-bf48-e9d835c256ae", "name": "network-vif-plugged", "status": "completed", "tag": "7823b083-e99b-4332-a599-d61fb0be1ae5"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:00.069617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaa60d-a1df-4b49-849f-fd26228ad5e4 req-e7c53394-8413-4ffd-9a1b-23545ffcf698 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.071117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7823b083-e99b-4332-a599-d61fb0be1ae5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7823b083-e99b-4332-a599-d61fb0be1ae5,segment=NetworkSegment(d281642f-ff1e-4512-b186-d3a9450f993d),segment_id=d281642f-ff1e-4512-b186-d3a9450f993d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:00.072311 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adbaa60d-a1df-4b49-849f-fd26228ad5e4 req-e7c53394-8413-4ffd-9a1b-23545ffcf698 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.2308235 Sep 08 13:33:00.080063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-bcef6d0b-613a-4892-bb02-7fd0cc8d9311 None None] Deleting port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:00.080450 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bcef6d0b-613a-4892-bb02-7fd0cc8d9311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.100344 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78a81cd5-1956-494b-8350-07f77b4056d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.104004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Attempting to bind port a328e56e-80fe-432d-9f45-d2f8087d0cce on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:33:00.104352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Attempting to bind port a328e56e-80fe-432d-9f45-d2f8087d0cce by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:33:00.104684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Attempting to bind port a328e56e-80fe-432d-9f45-d2f8087d0cce on network adf204ef-b624-4fee-9e83-d93889dc5f49 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:33:00.120408 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21cd5ea1-f43e-41ce-943a-6b965ae7438e req-c2b85412-599a-4ad2-a56b-056c30c37e95 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c6fbcb0-13be-42fa-885f-7795f5382679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186348 Sep 08 13:33:00.127104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Port a328e56e-80fe-432d-9f45-d2f8087d0cce on network adf204ef-b624-4fee-9e83-d93889dc5f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:33:00.127435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Attempting to bind port a328e56e-80fe-432d-9f45-d2f8087d0cce on network adf204ef-b624-4fee-9e83-d93889dc5f49 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:33:00.139885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:33:00.140230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Checking segment: {'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:00.140622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Bound using segment: {'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:33:00.141126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Bound port: a328e56e-80fe-432d-9f45-d2f8087d0cce, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:33:00.141492 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.167254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] For port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee,segment=NetworkSegment(f4019205-a191-4a49-b9dc-d0564b9c4afb),segment_id=f4019205-a191-4a49-b9dc-d0564b9c4afb)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:00.167978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.179056 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adbaa60d-a1df-4b49-849f-fd26228ad5e4 req-75623fd6-0440-4678-a0fc-59a36e9a0167 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928078 Sep 08 13:33:00.203235 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.229449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-bcef6d0b-613a-4892-bb02-7fd0cc8d9311 None None] For port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee,segment=NetworkSegment(f4019205-a191-4a49-b9dc-d0564b9c4afb),segment_id=f4019205-a191-4a49-b9dc-d0564b9c4afb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:00.230420 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bcef6d0b-613a-4892-bb02-7fd0cc8d9311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.252252 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125d32b2-c28c-4e52-8818-3717c237083d x-openstack-request-id: req-125d32b2-c28c-4e52-8818-3717c237083d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:00.252642 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "8b504d36-6f5e-4621-aea1-52b1103c4f18", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:00.253122 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-125d32b2-c28c-4e52-8818-3717c237083d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:00.253607 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': '8b504d36-6f5e-4621-aea1-52b1103c4f18', 'status': 'completed', 'code': 200} Sep 08 13:33:00.273001 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.290168 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39fdfd4-f0c6-4284-bc6e-6ab7592f1edd x-openstack-request-id: req-a39fdfd4-f0c6-4284-bc6e-6ab7592f1edd {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:00.290799 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f2baad-1ff2-4544-bf48-e9d835c256ae", "name": "network-vif-plugged", "status": "completed", "tag": "7823b083-e99b-4332-a599-d61fb0be1ae5", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:00.290799 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a39fdfd4-f0c6-4284-bc6e-6ab7592f1edd {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:00.291198 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f2baad-1ff2-4544-bf48-e9d835c256ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7823b083-e99b-4332-a599-d61fb0be1ae5', 'code': 200} Sep 08 13:33:00.293749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] For port a328e56e-80fe-432d-9f45-d2f8087d0cce, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:33:00.307812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-bcef6d0b-613a-4892-bb02-7fd0cc8d9311 None None] Calling delete_port for 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:00.308145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:00.343556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad11ef7-d672-4b13-b984-744dcd48abb1']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:00.388548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acb79b41-b4a7-4dbb-915a-87dd82d37ee3') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:00.388792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acb79b41-b4a7-4dbb-915a-87dd82d37ee3') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:00.394136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] For port a328e56e-80fe-432d-9f45-d2f8087d0cce, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a328e56e-80fe-432d-9f45-d2f8087d0cce,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:33:00.395240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=7823b083-e99b-4332-a599-d61fb0be1ae5,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:00.411612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440b6c02-aea3-4cf5-901d-7c7ab1e3edcd None None] Network 0ad11ef7-d672-4b13-b984-744dcd48abb1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:00.427296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-cd4b7439-f07f-47a9-950f-fc3eb8649a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.428083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-cd4b7439-f07f-47a9-950f-fc3eb8649a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.428572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-cd4b7439-f07f-47a9-950f-fc3eb8649a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.429135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-cd4b7439-f07f-47a9-950f-fc3eb8649a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.429522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-cd4b7439-f07f-47a9-950f-fc3eb8649a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.429999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-cd4b7439-f07f-47a9-950f-fc3eb8649a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.430590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-cd4b7439-f07f-47a9-950f-fc3eb8649a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.433467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-cd4b7439-f07f-47a9-950f-fc3eb8649a75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6368 time: 0.1579559 Sep 08 13:33:00.440713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7836a67-4ade-4d62-8b7c-29f8fd8b0cdd req-0975cd18-e8b4-4546-89b2-78d61e55167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.443171 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7836a67-4ade-4d62-8b7c-29f8fd8b0cdd req-0975cd18-e8b4-4546-89b2-78d61e55167c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 1096 time: 0.0826311 Sep 08 13:33:00.473700 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.485696 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.546796 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.571652 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:00.575014 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.575172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.575172 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:00.575625 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:00.577772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b251f837-4671-43d0-a65c-60413984017f service neutron] 10.222.0.60 "PUT /v2.0/ports/a328e56e-80fe-432d-9f45-d2f8087d0cce HTTP/1.1" status: 200 len: 1091 time: 1.5436425 Sep 08 13:33:00.588958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7836a67-4ade-4d62-8b7c-29f8fd8b0cdd req-97a570fa-2b4b-414c-aeaf-906215f7d431 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0c6fbcb0-13be-42fa-885f-7795f5382679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356399 Sep 08 13:33:00.625967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251f837-4671-43d0-a65c-60413984017f service neutron] Pushing event updated for resources: {'Port': ['ID=a328e56e-80fe-432d-9f45-d2f8087d0cce,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:00.626824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f2b01d-23e3-4a7a-814a-6f83863e680b None None] DHCP port deletion for 0ad11ef7-d672-4b13-b984-744dcd48abb1 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:33:00.634214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-7f75beb2-c6ff-46b5-a9d0-9f9a2d4aa739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.634721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-7f75beb2-c6ff-46b5-a9d0-9f9a2d4aa739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.635356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-7f75beb2-c6ff-46b5-a9d0-9f9a2d4aa739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.643310 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-7f75beb2-c6ff-46b5-a9d0-9f9a2d4aa739 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c0cecea1f17b4601ab81f6a72813deac&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1939180 Sep 08 13:33:00.646358 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bcef6d0b-613a-4892-bb02-7fd0cc8d9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.677974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef6d0b-613a-4892-bb02-7fd0cc8d9311 None None] Pushing event deleted for resources: {'Port': ['ID=069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:00.685045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eea293-9b08-4226-8dd4-e4e655baf169 req-250126dd-8e1d-44bc-b07c-126526c6fe98 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.685312 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef6d0b-613a-4892-bb02-7fd0cc8d9311 None None] No DVR routers for this DVR port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:00.685503 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76eea293-9b08-4226-8dd4-e4e655baf169 req-250126dd-8e1d-44bc-b07c-126526c6fe98 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.3132026 Sep 08 13:33:00.727582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Request body: {'port': {'device_id': '33849607-25df-4361-91e7-868a75104417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:00.760007 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.767875 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.821129 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76eea293-9b08-4226-8dd4-e4e655baf169 req-5cd905a7-abf5-49bd-8f7e-6e106eccc1f7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349571 Sep 08 13:33:00.821988 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No DVR routers for this DVR port 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:00.824594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:00.858277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Transition to ACTIVE for port object 751db41d-a982-42d9-82bb-0e15896bcae5 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:00.868686 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.883804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998db37-e9e9-4cd4-a0cc-319ad272d45e req-35d05612-e5cc-4aec-b38b-693e90cecd87 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.891886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998db37-e9e9-4cd4-a0cc-319ad272d45e req-35d05612-e5cc-4aec-b38b-693e90cecd87 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.903342 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.903342 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/0ad11ef7-d672-4b13-b984-744dcd48abb1 HTTP/1.1" status: 204 len: 168 time: 3.2726848 Sep 08 13:33:00.903882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998db37-e9e9-4cd4-a0cc-319ad272d45e req-35d05612-e5cc-4aec-b38b-693e90cecd87 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.905573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998db37-e9e9-4cd4-a0cc-319ad272d45e req-35d05612-e5cc-4aec-b38b-693e90cecd87 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.911409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998db37-e9e9-4cd4-a0cc-319ad272d45e req-35d05612-e5cc-4aec-b38b-693e90cecd87 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.912005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51820) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:00.917402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998db37-e9e9-4cd4-a0cc-319ad272d45e req-35d05612-e5cc-4aec-b38b-693e90cecd87 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.923950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998db37-e9e9-4cd4-a0cc-319ad272d45e req-35d05612-e5cc-4aec-b38b-693e90cecd87 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.926012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6998db37-e9e9-4cd4-a0cc-319ad272d45e req-35d05612-e5cc-4aec-b38b-693e90cecd87 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5408 time: 0.2435615 Sep 08 13:33:00.937090 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:00.959195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b20a9-3e4c-4d23-9f76-4218688e107b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Network': ['ID=0ad11ef7-d672-4b13-b984-744dcd48abb1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:00.969594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-ed33e474-6cc9-45d7-8e82-52559ce5f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:00.971187 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-deaab7f9-0a39-4751-b55a-2087721df8ad req-ed33e474-6cc9-45d7-8e82-52559ce5f2bb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3270576 Sep 08 13:33:01.003985 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f6ab90-a817-4c55-882a-e8ff6c0a8e15 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:01.004451 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f6ab90-a817-4c55-882a-e8ff6c0a8e15 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:01.006671 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-05f6ab90-a817-4c55-882a-e8ff6c0a8e15 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/subnets/e458ad61-a4b4-4a80-a962-922851f4d889 HTTP/1.1" status: 404 len: 337 time: 0.0934901 Sep 08 13:33:01.009825 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.011490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51822) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:01.034152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6998db37-e9e9-4cd4-a0cc-319ad272d45e req-5b8483ec-e429-4d3e-a43e-8cbfb22c3790 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925879 Sep 08 13:33:01.041267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1b5765-8bdc-4dbe-bc98-28c608ab0b60']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:01.050863 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-4482d50f-a413-4210-bfd8-fcedd935fd81 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:01.051451 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4482d50f-a413-4210-bfd8-fcedd935fd81 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:01.055808 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4482d50f-a413-4210-bfd8-fcedd935fd81 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/0ad11ef7-d672-4b13-b984-744dcd48abb1 HTTP/1.1" status: 404 len: 339 time: 0.0407698 Sep 08 13:33:01.057951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51824) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:01.070073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4019205-a191-4a49-b9dc-d0564b9c4afb') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:01.070655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4019205-a191-4a49-b9dc-d0564b9c4afb') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:01.090156 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.100706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78a81cd5-1956-494b-8350-07f77b4056d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.109323 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.115460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:01.115863 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:01.118862 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:01.153274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:33:01.172741 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.187843 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec35751-9c79-42ca-aea0-7af47136ed47 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:01.189021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec35751-9c79-42ca-aea0-7af47136ed47 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:01.192917 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5ec35751-9c79-42ca-aea0-7af47136ed47 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/subnets/0288a9b3-76ac-4695-bbfb-2f5760f9f543 HTTP/1.1" status: 404 len: 337 time: 0.1322618 Sep 08 13:33:01.194613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:33:01.194613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 069bdc2d-e6bf-4dfd-9f5e-eaf81ce30dee not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:33:01.194613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b232a9c3-26a0-42a7-a269-d5e051331057 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:33:01.196122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51828) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:01.239242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b232a9c3-26a0-42a7-a269-d5e051331057 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:33:01.240003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b232a9c3-26a0-42a7-a269-d5e051331057 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:33:01.247022 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-5499507c-3039-424c-a317-4d3cb02b7556 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:01.247625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5499507c-3039-424c-a317-4d3cb02b7556 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:01.253292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5499507c-3039-424c-a317-4d3cb02b7556 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/364d13f8-6fd3-414b-bb71-8b986b4d41b1 HTTP/1.1" status: 404 len: 339 time: 0.0527091 Sep 08 13:33:01.254758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51830) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:01.263482 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78a81cd5-1956-494b-8350-07f77b4056d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.282957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Network 011a6fdb-497a-447e-b2ea-143c27ee4964 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:01.291536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:01.301069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event updated for resources: {'Port': ['ID=751db41d-a982-42d9-82bb-0e15896bcae5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:01.314945 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:01.332214 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:33:01.392026 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.411007 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-78a81cd5-1956-494b-8350-07f77b4056d2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c22fa3396da7479e8c5d081e15fc62c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4189816 Sep 08 13:33:01.423607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51834) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:01.430304 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a81cd5-1956-494b-8350-07f77b4056d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef5f84b-f935-472e-be48-9cdffe3d2749,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:01.445140 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.447146 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/networks/7f1b5765-8bdc-4dbe-bc98-28c608ab0b60 HTTP/1.1" status: 204 len: 168 time: 2.1719415 Sep 08 13:33:01.450963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a0247-68e5-4866-bec4-68ad2f08c753 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Network': ['ID=7f1b5765-8bdc-4dbe-bc98-28c608ab0b60,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:01.454242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.454640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51836) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:01.461158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:01.461823 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.482497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c65c8a-71df-460f-9831-d36a69bbc342 req-886188f4-a194-4104-a13e-ba367c01c15e tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:01.484711 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71c65c8a-71df-460f-9831-d36a69bbc342 req-886188f4-a194-4104-a13e-ba367c01c15e tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 945 time: 0.2413793 Sep 08 13:33:01.503953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45517ef9-0c70-4714-8264-a2d7416c279e req-f84f52df-9874-4647-97ca-37bf4e36519a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:01.508292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-45517ef9-0c70-4714-8264-a2d7416c279e req-f84f52df-9874-4647-97ca-37bf4e36519a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1593366 Sep 08 13:33:01.559710 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-45517ef9-0c70-4714-8264-a2d7416c279e req-4bca63a6-78b7-4fb5-aa7d-f50d1aab93a5 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467405 Sep 08 13:33:01.583711 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a8fbf112-299a-41a9-9012-34f0c5ced235 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6950603 Sep 08 13:33:01.587562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51838) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:01.594791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-fc4b157c-c3bf-496a-8d17-9a7bda61edab tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fc:0f:3c'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:01.597937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb49bbd-f01e-45f0-bb5b-66e109445710 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:01.603239 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2fb49bbd-f01e-45f0-bb5b-66e109445710 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/20a1fab4-f568-4801-9967-d83b4eab4b09 HTTP/1.1" status: 200 len: 845 time: 0.1392274 Sep 08 13:33:01.604197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51840) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:01.663337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-127ef2d9-49bd-464a-9597-56a46127d57f None None] Provisioning for port 751db41d-a982-42d9-82bb-0e15896bcae5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:01.667358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-127ef2d9-49bd-464a-9597-56a46127d57f None None] Provisioning complete for port 751db41d-a982-42d9-82bb-0e15896bcae5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:01.669710 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-127ef2d9-49bd-464a-9597-56a46127d57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.669841 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a625d9e3-fad5-4d6b-b905-48cfaea64f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.693181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71c65c8a-71df-460f-9831-d36a69bbc342 req-8e5f8d8a-8694-435c-acf4-1fef06a0d85c tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c6fbcb0-13be-42fa-885f-7795f5382679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971216 Sep 08 13:33:01.696692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cb90b440-945d-46a0-9f44-5c64ba383882 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/20a1fab4-f568-4801-9967-d83b4eab4b09?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0695665 Sep 08 13:33:01.697319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51842) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:01.708899 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a424431c-e091-4864-88eb-a0267fb23e0f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:01.710472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-127ef2d9-49bd-464a-9597-56a46127d57f None None] Port 751db41d-a982-42d9-82bb-0e15896bcae5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:01.892535 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc4b157c-c3bf-496a-8d17-9a7bda61edab tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:01.957667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a424431c-e091-4864-88eb-a0267fb23e0f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:01.961088 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a424431c-e091-4864-88eb-a0267fb23e0f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.017943 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.037063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2723bb99-0650-45f7-8a57-793b4a9bd115 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:33:02.043529 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a625d9e3-fad5-4d6b-b905-48cfaea64f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.062953 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.065934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d76bfdd-4d94-47b9-8c50-d3a4c3ae4b69']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:02.084337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c5e76a-40c4-454c-8f3f-ed8523f3729f') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:02.089181 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c5e76a-40c4-454c-8f3f-ed8523f3729f') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:02.105170 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.111647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Transition to ACTIVE for port object 2723bb99-0650-45f7-8a57-793b4a9bd115 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:02.127645 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.134238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:02.134631 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:02.137542 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:02.194429 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.247851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a625d9e3-fad5-4d6b-b905-48cfaea64f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.250438 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a625d9e3-fad5-4d6b-b905-48cfaea64f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.251588 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a625d9e3-fad5-4d6b-b905-48cfaea64f4b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ef5f84b-f935-472e-be48-9cdffe3d2749 HTTP/1.1" status: 204 len: 168 time: 0.8255033 Sep 08 13:33:02.254462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': 'a328e56e-80fe-432d-9f45-d2f8087d0cce'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:33:02.256995 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d76319-c84f-4c5d-8b63-2d236dbc560e" -d '{"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "a328e56e-80fe-432d-9f45-d2f8087d0cce"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:02.260036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70616bab-2de2-4f50-817a-f7371de4399a req-f80fb186-3d99-419e-9384-852f73c64a5e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.261720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Pushing event updated for resources: {'Port': ['ID=2723bb99-0650-45f7-8a57-793b4a9bd115,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:02.287295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625d9e3-fad5-4d6b-b905-48cfaea64f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef5f84b-f935-472e-be48-9cdffe3d2749,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:02.304453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70616bab-2de2-4f50-817a-f7371de4399a req-f80fb186-3d99-419e-9384-852f73c64a5e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.306730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.319328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70616bab-2de2-4f50-817a-f7371de4399a req-f80fb186-3d99-419e-9384-852f73c64a5e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.323368 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.329232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/3d76bfdd-4d94-47b9-8c50-d3a4c3ae4b69 HTTP/1.1" status: 204 len: 168 time: 1.0642378 Sep 08 13:33:02.332502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70616bab-2de2-4f50-817a-f7371de4399a req-f80fb186-3d99-419e-9384-852f73c64a5e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.332888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51850) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:02.346271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70616bab-2de2-4f50-817a-f7371de4399a req-f80fb186-3d99-419e-9384-852f73c64a5e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.357671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70616bab-2de2-4f50-817a-f7371de4399a req-f80fb186-3d99-419e-9384-852f73c64a5e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.364035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70616bab-2de2-4f50-817a-f7371de4399a req-f80fb186-3d99-419e-9384-852f73c64a5e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.372330 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70616bab-2de2-4f50-817a-f7371de4399a req-f80fb186-3d99-419e-9384-852f73c64a5e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5408 time: 0.2460644 Sep 08 13:33:02.378098 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc4b157c-c3bf-496a-8d17-9a7bda61edab tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.403185 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a4d8f7-ca54-4b45-b4cc-5f825585a3c2 x-openstack-request-id: req-61a4d8f7-ca54-4b45-b4cc-5f825585a3c2 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:02.403734 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "a328e56e-80fe-432d-9f45-d2f8087d0cce", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:02.403984 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-61a4d8f7-ca54-4b45-b4cc-5f825585a3c2 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:02.404420 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': 'a328e56e-80fe-432d-9f45-d2f8087d0cce', 'status': 'completed', 'code': 200} Sep 08 13:33:02.412997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Attempting to bind port 2723bb99-0650-45f7-8a57-793b4a9bd115 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:33:02.413339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Attempting to bind port 2723bb99-0650-45f7-8a57-793b4a9bd115 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:33:02.413836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Attempting to bind port 2723bb99-0650-45f7-8a57-793b4a9bd115 on network adf204ef-b624-4fee-9e83-d93889dc5f49 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:33:02.420320 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08168f-efc3-458d-a63a-bae7a1a3fda4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Network': ['ID=3d76bfdd-4d94-47b9-8c50-d3a4c3ae4b69,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:02.441192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Port 2723bb99-0650-45f7-8a57-793b4a9bd115 on network adf204ef-b624-4fee-9e83-d93889dc5f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:33:02.441851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Attempting to bind port 2723bb99-0650-45f7-8a57-793b4a9bd115 on network adf204ef-b624-4fee-9e83-d93889dc5f49 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:33:02.445160 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba07a8b-5643-42d0-9689-9353edd4c565 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:02.445671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba07a8b-5643-42d0-9689-9353edd4c565 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:02.450287 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8ba07a8b-5643-42d0-9689-9353edd4c565 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/subnets/01efe1d6-b8af-492d-a927-11ba42efff0b HTTP/1.1" status: 404 len: 337 time: 0.1003780 Sep 08 13:33:02.452703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51854) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:02.462561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:33:02.462991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Checking segment: {'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:02.463273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Bound using segment: {'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:33:02.463719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Bound port: 2723bb99-0650-45f7-8a57-793b4a9bd115, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:33:02.464084 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.465663 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70616bab-2de2-4f50-817a-f7371de4399a req-1c8adc5f-f9c0-468c-b951-b5794f0df490 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859513 Sep 08 13:33:02.469853 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc4b157c-c3bf-496a-8d17-9a7bda61edab tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.553738 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6dcd94-8923-4d9e-b3c4-12ce96af6c08 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:02.554631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc6dcd94-8923-4d9e-b3c4-12ce96af6c08 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:02.560371 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cc6dcd94-8923-4d9e-b3c4-12ce96af6c08 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/71ff725f-7d1a-4010-8a67-fe0d1283f82d HTTP/1.1" status: 404 len: 339 time: 0.1066041 Sep 08 13:33:02.563116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51856) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:02.598981 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a424431c-e091-4864-88eb-a0267fb23e0f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.600344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] For port 2723bb99-0650-45f7-8a57-793b4a9bd115, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:33:02.610712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] For port 2723bb99-0650-45f7-8a57-793b4a9bd115, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2723bb99-0650-45f7-8a57-793b4a9bd115,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:33:02.637192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b157c-c3bf-496a-8d17-9a7bda61edab tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event updated for resources: {'Port': ['ID=751db41d-a982-42d9-82bb-0e15896bcae5,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:02.726936 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.822830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-6c5f8898-8495-4b11-b3bd-b7a2d376d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.823336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-6c5f8898-8495-4b11-b3bd-b7a2d376d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.823819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-6c5f8898-8495-4b11-b3bd-b7a2d376d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.824299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-6c5f8898-8495-4b11-b3bd-b7a2d376d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.824766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-6c5f8898-8495-4b11-b3bd-b7a2d376d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.825238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-6c5f8898-8495-4b11-b3bd-b7a2d376d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.826398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-6c5f8898-8495-4b11-b3bd-b7a2d376d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.830612 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-6c5f8898-8495-4b11-b3bd-b7a2d376d31d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6435 time: 0.4333172 Sep 08 13:33:02.846644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.847351 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.848852 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] 10.222.0.60 "PUT /v2.0/ports/2723bb99-0650-45f7-8a57-793b4a9bd115 HTTP/1.1" status: 200 len: 1091 time: 2.1279531 Sep 08 13:33:02.877591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-adbea9c8-4d2e-40e0-acba-57f0534e6696 None None] Provisioning complete for port 751db41d-a982-42d9-82bb-0e15896bcae5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:02.878139 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-adbea9c8-4d2e-40e0-acba-57f0534e6696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:02.884955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bdf0d6-78c9-4699-89f4-e6b7d1f624f6 req-bf507920-0da8-43d5-870c-59369fc71da0 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:02.893471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8bdf0d6-78c9-4699-89f4-e6b7d1f624f6 req-bf507920-0da8-43d5-870c-59369fc71da0 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.2355115 Sep 08 13:33:02.946586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd25958-dcb3-4000-8e6f-56bd0790dd2a service neutron] Pushing event updated for resources: {'Port': ['ID=2723bb99-0650-45f7-8a57-793b4a9bd115,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:02.973303 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-adbea9c8-4d2e-40e0-acba-57f0534e6696 None None] Port 751db41d-a982-42d9-82bb-0e15896bcae5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:03.037692 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8bdf0d6-78c9-4699-89f4-e6b7d1f624f6 req-22588db7-f737-4b42-9d27-67f7ddfad3bc tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432045 Sep 08 13:33:03.062611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-b5965256-93d5-4567-95e2-6ff16c449bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.063254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-b5965256-93d5-4567-95e2-6ff16c449bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.063799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-b5965256-93d5-4567-95e2-6ff16c449bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.065531 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-b5965256-93d5-4567-95e2-6ff16c449bc5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c0cecea1f17b4601ab81f6a72813deac&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2157462 Sep 08 13:33:03.066462 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a424431c-e091-4864-88eb-a0267fb23e0f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:03.067593 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-159552e6-77d8-456b-a5f3-5ee200b73097 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.068058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159552e6-77d8-456b-a5f3-5ee200b73097 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.069825 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-159552e6-77d8-456b-a5f3-5ee200b73097 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/subnets/37a63519-a8fe-49ad-8b9b-cd368b185116 HTTP/1.1" status: 404 len: 337 time: 0.5021944 Sep 08 13:33:03.082045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51870) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.089027 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a424431c-e091-4864-88eb-a0267fb23e0f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:03.093055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a424431c-e091-4864-88eb-a0267fb23e0f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.093657 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a424431c-e091-4864-88eb-a0267fb23e0f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:03.123570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5074d928-40fd-451c-bb0c-3eaca5120786 None None] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:03.131570 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-fc4b157c-c3bf-496a-8d17-9a7bda61edab tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] In _notify_port_updated(), no bound segment for port 751db41d-a982-42d9-82bb-0e15896bcae5 on network 011a6fdb-497a-447e-b2ea-143c27ee4964 {{(pid=96264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:33:03.131855 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-09bd6af3-4b88-46bb-b2ee-ed1e78763daa tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.132513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09bd6af3-4b88-46bb-b2ee-ed1e78763daa tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.135179 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-09bd6af3-4b88-46bb-b2ee-ed1e78763daa tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/c4329331-f9c4-42f3-b12c-009519106785 HTTP/1.1" status: 404 len: 339 time: 0.0500939 Sep 08 13:33:03.137229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b157c-c3bf-496a-8d17-9a7bda61edab tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.137894 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc4b157c-c3bf-496a-8d17-9a7bda61edab tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:03.141805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fc4b157c-c3bf-496a-8d17-9a7bda61edab tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "PUT /v2.0/ports/751db41d-a982-42d9-82bb-0e15896bcae5 HTTP/1.1" status: 200 len: 996 time: 1.5504258 Sep 08 13:33:03.141805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51874) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.148221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51876) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.193046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424431c-e091-4864-88eb-a0267fb23e0f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Subnet': ['ID=6bced78d-525c-4854-b424-e319853f6436,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:03.211047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-7f280039-f7c6-4729-9a83-7ff22086b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.213655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92d76319-c84f-4c5d-8b63-2d236dbc560e req-7f280039-f7c6-4729-9a83-7ff22086b20b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412315 Sep 08 13:33:03.222846 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c5d0b9-d07e-4234-a0a9-de92ba778fa9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.223668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c5d0b9-d07e-4234-a0a9-de92ba778fa9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.227920 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-65c5d0b9-d07e-4234-a0a9-de92ba778fa9 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/subnets/75b3e9f1-59fe-468b-99c6-764552a13adf HTTP/1.1" status: 404 len: 337 time: 0.0793638 Sep 08 13:33:03.228761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51878) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.250943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ade336-39e8-4bf1-8577-48c92029a0a3 req-cdcdae9b-fc76-4124-961e-48cbe665208d tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.254781 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52ade336-39e8-4bf1-8577-48c92029a0a3 req-cdcdae9b-fc76-4124-961e-48cbe665208d tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 945 time: 0.1913049 Sep 08 13:33:03.265624 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2576c7b-4bcf-4e08-a7ab-dbbc73184371 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.266224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2576c7b-4bcf-4e08-a7ab-dbbc73184371 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.270576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51880) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.270763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b2576c7b-4bcf-4e08-a7ab-dbbc73184371 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/8c7965c0-c58b-4035-a294-101007833d43 HTTP/1.1" status: 404 len: 339 time: 0.0393808 Sep 08 13:33:03.310882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-77cd74dd-db89-4689-a996-ad9d4ae4bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.324569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-77cd74dd-db89-4689-a996-ad9d4ae4bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.324569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-77cd74dd-db89-4689-a996-ad9d4ae4bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.324569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-77cd74dd-db89-4689-a996-ad9d4ae4bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.324569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-77cd74dd-db89-4689-a996-ad9d4ae4bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.324569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-77cd74dd-db89-4689-a996-ad9d4ae4bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.324569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-77cd74dd-db89-4689-a996-ad9d4ae4bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.324569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-77cd74dd-db89-4689-a996-ad9d4ae4bc28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6477 time: 0.0615997 Sep 08 13:33:03.336583 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a424431c-e091-4864-88eb-a0267fb23e0f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6293061 Sep 08 13:33:03.336583 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ecef46-3690-4633-a478-e2cd158abc4b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.336583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ecef46-3690-4633-a478-e2cd158abc4b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.336832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51882) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.338026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-22ecef46-3690-4633-a478-e2cd158abc4b tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/subnets/4d0e90db-7aac-4772-ad37-b995a6078ec1 HTTP/1.1" status: 404 len: 337 time: 0.0661473 Sep 08 13:33:03.344229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'tenant_id': '6bad6c9ff2674db8b35fd0e5660983d6', 'fixed_ips': [{'subnet_id': '6bced78d-525c-4854-b424-e319853f6436'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:33:03.345082 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:03.345222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51884) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.347647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-66551181-e0d6-44a9-82f6-df9a436e37a0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'security_group': {'name': 'tempest-secgroup-1257655936'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:03.376308 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-71df6d13-a578-4565-a832-390d94a81c70 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.376879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71df6d13-a578-4565-a832-390d94a81c70 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.382248 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-71df6d13-a578-4565-a832-390d94a81c70 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/c6249757-caf0-41d5-87a0-11887f9426eb HTTP/1.1" status: 404 len: 339 time: 0.0326629 Sep 08 13:33:03.384220 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52ade336-39e8-4bf1-8577-48c92029a0a3 req-3f0e5448-ea98-4d1c-8e0f-f3a3c294fffd tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c6fbcb0-13be-42fa-885f-7795f5382679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223903 Sep 08 13:33:03.385806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51886) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.400204 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-dd082fec-66f8-45a9-a85c-350a166bd485 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe5cd3d-d484-499b-a088-43b175b89b70 HTTP/1.1" status: 200 len: 217 time: 0.0730159 Sep 08 13:33:03.424968 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d644785-98b3-4015-970d-888a64429b85 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.425440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d644785-98b3-4015-970d-888a64429b85 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.429751 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2d644785-98b3-4015-970d-888a64429b85 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/subnets/91ef9261-ba59-4550-806b-ebe8b665890c HTTP/1.1" status: 404 len: 337 time: 0.0403042 Sep 08 13:33:03.430922 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51888) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.443739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-55b3bd2a-cef2-4a9f-9636-e5cab60d9f6a tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Deleting port 751db41d-a982-42d9-82bb-0e15896bcae5 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:03.444092 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-55b3bd2a-cef2-4a9f-9636-e5cab60d9f6a tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:03.470955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-f315092a-8dad-44f0-abe2-33524f1be6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.473417 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-f315092a-8dad-44f0-abe2-33524f1be6a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4e19c97-af0d-4ba1-b140-4045a635eab3 HTTP/1.1" status: 200 len: 850 time: 0.0647781 Sep 08 13:33:03.524851 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0fb377-ce41-4164-aff2-493875a9125e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.524851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0fb377-ce41-4164-aff2-493875a9125e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.525911 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ee0fb377-ce41-4164-aff2-493875a9125e tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/29e1e548-a457-46d0-8335-bd215abe12a0 HTTP/1.1" status: 404 len: 339 time: 0.0940478 Sep 08 13:33:03.536585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51896) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.545130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Allocated IP 2001:db8::2 (a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1/6bced78d-525c-4854-b424-e319853f6436/b468b248-6861-4214-bde5-2ad699a3f91d) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:03.574905 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3340ac3-6e18-4ee8-aa4f-33467fcf73c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.575363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3340ac3-6e18-4ee8-aa4f-33467fcf73c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.580692 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e3340ac3-6e18-4ee8-aa4f-33467fcf73c7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/subnets/746394b4-18a8-4fa4-8fdc-de4554d01331 HTTP/1.1" status: 404 len: 337 time: 0.0407217 Sep 08 13:33:03.591183 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66551181-e0d6-44a9-82f6-df9a436e37a0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:03.597495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51900) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.642448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-7d627dd2-0462-43ce-bbdd-7354d81fafa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.643997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-7d627dd2-0462-43ce-bbdd-7354d81fafa3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75ddec35-9859-4054-afd1-cdf35e27f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630511 Sep 08 13:33:03.666233 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b070bd9-a9b2-4f22-8c49-06d4a266bc4c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.666859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b070bd9-a9b2-4f22-8c49-06d4a266bc4c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.668556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9b070bd9-a9b2-4f22-8c49-06d4a266bc4c tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/3077f077-0c1b-42d5-bed4-85021621c43a HTTP/1.1" status: 404 len: 339 time: 0.0701075 Sep 08 13:33:03.671256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51904) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.709197 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb408b0-1359-4bf5-8e62-9cce7b9e9d2a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.709969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb408b0-1359-4bf5-8e62-9cce7b9e9d2a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.711759 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0fb408b0-1359-4bf5-8e62-9cce7b9e9d2a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/subnets/ed583bf5-16ec-4362-8c81-e631c551f1c3 HTTP/1.1" status: 404 len: 337 time: 0.0385151 Sep 08 13:33:03.715538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51906) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.756774 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f479c9-cb91-4366-8cd8-d0ff63b798e7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.757286 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f479c9-cb91-4366-8cd8-d0ff63b798e7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.762694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1824-ae08-4f9f-9e05-8cccc11f9a0a req-0c00b538-5cc3-44f3-a256-10a854f28441 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.762931 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-94f479c9-cb91-4366-8cd8-d0ff63b798e7 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/ee432d1c-8eb5-400f-8159-350e14168561 HTTP/1.1" status: 404 len: 339 time: 0.0462332 Sep 08 13:33:03.764973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-55b3bd2a-cef2-4a9f-9636-e5cab60d9f6a tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:03.767604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51908) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.768852 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1824-ae08-4f9f-9e05-8cccc11f9a0a req-0c00b538-5cc3-44f3-a256-10a854f28441 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.771442 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:03.775051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1824-ae08-4f9f-9e05-8cccc11f9a0a req-0c00b538-5cc3-44f3-a256-10a854f28441 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.781450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1824-ae08-4f9f-9e05-8cccc11f9a0a req-0c00b538-5cc3-44f3-a256-10a854f28441 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.787554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1824-ae08-4f9f-9e05-8cccc11f9a0a req-0c00b538-5cc3-44f3-a256-10a854f28441 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.787822 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Transition to ACTIVE for port object b468b248-6861-4214-bde5-2ad699a3f91d will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:03.794107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1824-ae08-4f9f-9e05-8cccc11f9a0a req-0c00b538-5cc3-44f3-a256-10a854f28441 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.800285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1824-ae08-4f9f-9e05-8cccc11f9a0a req-0c00b538-5cc3-44f3-a256-10a854f28441 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:03.802426 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d60d1824-ae08-4f9f-9e05-8cccc11f9a0a req-0c00b538-5cc3-44f3-a256-10a854f28441 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.2314465 Sep 08 13:33:03.807494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Transition to ACTIVE for port object b468b248-6861-4214-bde5-2ad699a3f91d will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:03.828758 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ea9a59-90f5-4147-af6b-4083d25650d4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.829221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ea9a59-90f5-4147-af6b-4083d25650d4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.833374 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-29ea9a59-90f5-4147-af6b-4083d25650d4 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/subnets/efb6c6f1-bccc-445d-aa1a-1fcbb166f0b0 HTTP/1.1" status: 404 len: 337 time: 0.0625026 Sep 08 13:33:03.838886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51912) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.838886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-55b3bd2a-cef2-4a9f-9636-e5cab60d9f6a tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Calling delete_port for 751db41d-a982-42d9-82bb-0e15896bcae5 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:03.862460 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3212d0-39b0-4c99-97f6-de5647543100 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:03.862827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3212d0-39b0-4c99-97f6-de5647543100 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:03.866951 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0c3212d0-39b0-4c99-97f6-de5647543100 tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/c7736ecc-8eb5-4f46-a0c8-17b96f8960b3 HTTP/1.1" status: 404 len: 339 time: 0.0284281 Sep 08 13:33:03.867312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51914) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:03.884452 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-26677400-2ffc-4f41-a9bf-e0f6ddf90e34 service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273269 Sep 08 13:33:03.892720 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d60d1824-ae08-4f9f-9e05-8cccc11f9a0a req-31e1ac13-c2bd-46cf-b357-af59bf8a5dad tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815203 Sep 08 13:33:03.920780 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:03.963556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e58bf71-c7c0-49f2-8e9c-2c6a91b0091f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Deleting subnet 0ea9816a-f42f-4e5e-91bf-dbdf565f65ab {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:03.967797 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e58bf71-c7c0-49f2-8e9c-2c6a91b0091f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.011629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-0ce561aa-0beb-43b6-b308-da972679f516 service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187720 Sep 08 13:33:04.022767 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66551181-e0d6-44a9-82f6-df9a436e37a0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.027664 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e58bf71-c7c0-49f2-8e9c-2c6a91b0091f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.044853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:04.056181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:04.061150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b92dc042-8ad5-40ed-94c7-ab49c1bd651b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ddc04eb0-7be6-4aff-abd8-32b48806bcbd HTTP/1.1" status: 200 len: 217 time: 0.0367222 Sep 08 13:33:04.069797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Pushing event updated for resources: {'Port': ['ID=b468b248-6861-4214-bde5-2ad699a3f91d,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:04.072489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:04.145152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66551181-e0d6-44a9-82f6-df9a436e37a0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.163934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Attempting to bind port b468b248-6861-4214-bde5-2ad699a3f91d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:33:04.164357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Attempting to bind port b468b248-6861-4214-bde5-2ad699a3f91d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '86203d27-6506-4d98-9060-86b0887b87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:33:04.164702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Attempting to bind port b468b248-6861-4214-bde5-2ad699a3f91d on network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:33:04.171671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-96a90210-8ab2-4cc8-abfa-622a2a13a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:04.171869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:33:04.172300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Checking segment: {'id': '86203d27-6506-4d98-9060-86b0887b87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:04.172721 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.174259 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-96a90210-8ab2-4cc8-abfa-622a2a13a1df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0976310 Sep 08 13:33:04.174362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Bound using segment: {'id': '86203d27-6506-4d98-9060-86b0887b87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:33:04.174362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Bound port: b468b248-6861-4214-bde5-2ad699a3f91d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86203d27-6506-4d98-9060-86b0887b87cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:33:04.174549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66551181-e0d6-44a9-82f6-df9a436e37a0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f15338-6803-4079-9285-f32611d53a15,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:04.174770 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.258089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] For port b468b248-6861-4214-bde5-2ad699a3f91d, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:33:04.259610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-e74259dc-4f74-41fc-81bd-4e74d0b84aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:04.261575 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-e74259dc-4f74-41fc-81bd-4e74d0b84aa0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0814977 Sep 08 13:33:04.262050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] For port b468b248-6861-4214-bde5-2ad699a3f91d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b468b248-6861-4214-bde5-2ad699a3f91d,segment=NetworkSegment(86203d27-6506-4d98-9060-86b0887b87cb),segment_id=86203d27-6506-4d98-9060-86b0887b87cb)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:33:04.265115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d7172-a36f-4e8a-bf1d-a0c7fc2f0e24 req-c88960cf-d5c7-451c-b3f7-e84eb6f21be5 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:04.265481 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66551181-e0d6-44a9-82f6-df9a436e37a0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.266691 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c4d7172-a36f-4e8a-bf1d-a0c7fc2f0e24 req-c88960cf-d5c7-451c-b3f7-e84eb6f21be5 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1341157 Sep 08 13:33:04.266999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-66551181-e0d6-44a9-82f6-df9a436e37a0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9287794 Sep 08 13:33:04.268680 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e58bf71-c7c0-49f2-8e9c-2c6a91b0091f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.274837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51924) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:04.302234 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1b19ac63-0607-4333-bf61-44d72863063d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'security_group': {'name': 'tempest-secgroup-337690139'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:04.366524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-0a30253c-4498-4c05-a2c1-afd0bdf800bf service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975919 Sep 08 13:33:04.368755 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c4d7172-a36f-4e8a-bf1d-a0c7fc2f0e24 req-a1c1cce5-7418-4e49-b7f1-d323da88314a tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750625 Sep 08 13:33:04.373519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.405711 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-55b3bd2a-cef2-4a9f-9636-e5cab60d9f6a tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.406783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': '2723bb99-0650-45f7-8a57-793b4a9bd115'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:33:04.411263 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3713f9c-f8cf-4caa-8294-84237ed30498" -d '{"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "2723bb99-0650-45f7-8a57-793b4a9bd115"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:04.460168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a528a-8528-413b-b557-534fd234a7f3 None None] Pushing event updated for resources: {'Port': ['ID=b468b248-6861-4214-bde5-2ad699a3f91d,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:04.498413 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39a05f2-6a07-40ba-9fcd-d117cac04ff9 x-openstack-request-id: req-d39a05f2-6a07-40ba-9fcd-d117cac04ff9 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:04.499064 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "2723bb99-0650-45f7-8a57-793b4a9bd115", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:04.499064 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d39a05f2-6a07-40ba-9fcd-d117cac04ff9 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:04.499483 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': '2723bb99-0650-45f7-8a57-793b4a9bd115', 'status': 'completed', 'code': 200} Sep 08 13:33:04.526735 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-e6b47f41-1d17-40e4-82b7-b715c1b3d285 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490688 Sep 08 13:33:04.563634 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1b19ac63-0607-4333-bf61-44d72863063d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.570478 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-bbf20a9e-f949-4ee5-8961-392978b04cbc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=c552540d-028f-4164-8a1b-e5a7710ba7e3 HTTP/1.1" status: 200 len: 217 time: 0.0363441 Sep 08 13:33:04.596019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3bd2a-cef2-4a9f-9636-e5cab60d9f6a tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event deleted for resources: {'Port': ['ID=751db41d-a982-42d9-82bb-0e15896bcae5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:04.612957 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e58bf71-c7c0-49f2-8e9c-2c6a91b0091f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.663240 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58bf71-c7c0-49f2-8e9c-2c6a91b0091f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea9816a-f42f-4e5e-91bf-dbdf565f65ab,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:04.673928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-6f5565fe-01bc-4bd3-b713-3bf7f3d552ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:04.675993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-6f5565fe-01bc-4bd3-b713-3bf7f3d552ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0968118 Sep 08 13:33:04.682766 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e58bf71-c7c0-49f2-8e9c-2c6a91b0091f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.687883 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3e58bf71-c7c0-49f2-8e9c-2c6a91b0091f tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/subnets/0ea9816a-f42f-4e5e-91bf-dbdf565f65ab HTTP/1.1" status: 204 len: 168 time: 0.8194778 Sep 08 13:33:04.688607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c417c0-ea8c-4d7c-873e-951b3e312c8c None None] Network c9b4b01f-0b16-4b1c-8090-17124e348aa5 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:04.690363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51932) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:04.703036 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-55b3bd2a-cef2-4a9f-9636-e5cab60d9f6a tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.707871 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-55b3bd2a-cef2-4a9f-9636-e5cab60d9f6a tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "DELETE /v2.0/ports/751db41d-a982-42d9-82bb-0e15896bcae5 HTTP/1.1" status: 204 len: 168 time: 1.5456371 Sep 08 13:33:04.710646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51934) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:04.758730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1a4e56e0-6e7c-4836-bddb-8f7ca4deaad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:04.763244 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-1a4e56e0-6e7c-4836-bddb-8f7ca4deaad9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783567 Sep 08 13:33:04.790529 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-9139c939-d228-4f71-8b9c-7e811f20f28c tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] GET failed (client error): The resource could not be found. Sep 08 13:33:04.795819 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9139c939-d228-4f71-8b9c-7e811f20f28c tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "GET /v2.0/ports/751db41d-a982-42d9-82bb-0e15896bcae5 HTTP/1.1" status: 404 len: 333 time: 0.0795205 Sep 08 13:33:04.797954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51938) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:04.819513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Request body: {'port': {'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964', 'name': 'tempest-AllowedAddressPairTestJSON-164245476'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:04.861031 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.903068 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1b19ac63-0607-4333-bf61-44d72863063d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:04.975754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Deleting port 76e08196-fc73-4ae3-a674-dfadc6c36a68 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:04.976197 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.002020 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1b19ac63-0607-4333-bf61-44d72863063d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.040270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51944) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:05.055968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ca9fe1-02fd-4127-a949-bc9fdc05536b None None] DHCP port deletion for c9b4b01f-0b16-4b1c-8090-17124e348aa5 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:33:05.134451 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-9426acc6-c1ba-4347-acc9-39ae18fcc2dc service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507991 Sep 08 13:33:05.148338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-19ca9fe1-02fd-4127-a949-bc9fdc05536b None None] Deleting port 76e08196-fc73-4ae3-a674-dfadc6c36a68 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:05.148958 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19ca9fe1-02fd-4127-a949-bc9fdc05536b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.222071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] For port 76e08196-fc73-4ae3-a674-dfadc6c36a68, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=76e08196-fc73-4ae3-a674-dfadc6c36a68,segment=NetworkSegment(d24594c7-9b9d-4aea-a2e6-bc8ce59fca36),segment_id=d24594c7-9b9d-4aea-a2e6-bc8ce59fca36)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:05.223041 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.276931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1b19ac63-0607-4333-bf61-44d72863063d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.277751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-19ca9fe1-02fd-4127-a949-bc9fdc05536b None None] For port 76e08196-fc73-4ae3-a674-dfadc6c36a68, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=76e08196-fc73-4ae3-a674-dfadc6c36a68,segment=NetworkSegment(d24594c7-9b9d-4aea-a2e6-bc8ce59fca36),segment_id=d24594c7-9b9d-4aea-a2e6-bc8ce59fca36)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:05.281696 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19ca9fe1-02fd-4127-a949-bc9fdc05536b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.281927 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1b19ac63-0607-4333-bf61-44d72863063d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9836371 Sep 08 13:33:05.283786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51948) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:05.290066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1383556723', 'security_groups': ['06d1b0be-13ea-4fb7-a637-034dd8a81c9a'], 'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6bced78d-525c-4854-b424-e319853f6436'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:05.296367 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aa14b4cc-331d-4274-86c5-5e8aa6845ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.306934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-19ca9fe1-02fd-4127-a949-bc9fdc05536b None None] Calling delete_port for 76e08196-fc73-4ae3-a674-dfadc6c36a68 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:05.329865 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-d5116590-04a5-4690-a155-04c972859a2c service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625657 Sep 08 13:33:05.386142 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-848ca432-bc24-4341-819e-36a2e364be00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=40eac85f-cf5c-4adc-a61a-941a1e8e8c55 HTTP/1.1" status: 200 len: 217 time: 0.0466211 Sep 08 13:33:05.388186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b468b248-6861-4214-bde5-2ad699a3f91d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:05.390568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Made reservation on behalf of 69abbf8b8fa446d99d13bacb05271dbc for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:05.393243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b19ac63-0607-4333-bf61-44d72863063d tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d1b0be-13ea-4fb7-a637-034dd8a81c9a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:05.394228 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.400289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Calling delete_port for 76e08196-fc73-4ae3-a674-dfadc6c36a68 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:05.503887 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19ca9fe1-02fd-4127-a949-bc9fdc05536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.521167 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654d1df-781f-425f-9161-04d89611623e req-d91b2028-37ff-4390-8c08-dfc872dbef9f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:05.527311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654d1df-781f-425f-9161-04d89611623e req-d91b2028-37ff-4390-8c08-dfc872dbef9f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:05.529420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-22d06e0a-2061-433b-af22-d97636d751e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:05.542687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-22d06e0a-2061-433b-af22-d97636d751e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.1287701 Sep 08 13:33:05.542901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654d1df-781f-425f-9161-04d89611623e req-d91b2028-37ff-4390-8c08-dfc872dbef9f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:05.547624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654d1df-781f-425f-9161-04d89611623e req-d91b2028-37ff-4390-8c08-dfc872dbef9f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:05.549580 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ca9fe1-02fd-4127-a949-bc9fdc05536b None None] No DVR routers for this DVR port 76e08196-fc73-4ae3-a674-dfadc6c36a68 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:05.554780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca9fe1-02fd-4127-a949-bc9fdc05536b None None] Pushing event deleted for resources: {'Port': ['ID=76e08196-fc73-4ae3-a674-dfadc6c36a68,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:05.558954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654d1df-781f-425f-9161-04d89611623e req-d91b2028-37ff-4390-8c08-dfc872dbef9f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:05.570566 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654d1df-781f-425f-9161-04d89611623e req-d91b2028-37ff-4390-8c08-dfc872dbef9f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:05.578121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654d1df-781f-425f-9161-04d89611623e req-d91b2028-37ff-4390-8c08-dfc872dbef9f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:05.580159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6654d1df-781f-425f-9161-04d89611623e req-d91b2028-37ff-4390-8c08-dfc872dbef9f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.4699435 Sep 08 13:33:05.593412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] device_id is not set on port a5a66dd4-fd74-46e2-b7ae-bc31e35b652c yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:33:05.606434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b468b248-6861-4214-bde5-2ad699a3f91d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:05.678141 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6654d1df-781f-425f-9161-04d89611623e req-6e343938-5e9b-4e2e-b0cb-353f64e519d9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0851257 Sep 08 13:33:05.683830 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.697742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 76e08196-fc73-4ae3-a674-dfadc6c36a68 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:33:05.749334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Port': ['ID=76e08196-fc73-4ae3-a674-dfadc6c36a68,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:05.751078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a750f9-a775-47b0-8834-c86fc1256314 req-6616d3c7-0fe6-4efb-bc24-c4359073152f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:05.753121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3a750f9-a775-47b0-8834-c86fc1256314 req-6616d3c7-0fe6-4efb-bc24-c4359073152f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.2369545 Sep 08 13:33:05.766122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] No DVR routers for this DVR port 76e08196-fc73-4ae3-a674-dfadc6c36a68 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:05.780491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-ab891c9a-c13a-4d24-93a1-1bbbe9474c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:05.780714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 76e08196-fc73-4ae3-a674-dfadc6c36a68 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:33:05.780844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 76e08196-fc73-4ae3-a674-dfadc6c36a68 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:33:05.782014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-ab891c9a-c13a-4d24-93a1-1bbbe9474c30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2351990 Sep 08 13:33:05.869129 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.892509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b4b01f-0b16-4b1c-8090-17124e348aa5']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:05.904026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24594c7-9b9d-4aea-a2e6-bc8ce59fca36') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:05.904151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24594c7-9b9d-4aea-a2e6-bc8ce59fca36') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:05.914683 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.930666 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.938258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:05.938748 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:05.941700 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:05.952825 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3a750f9-a775-47b0-8834-c86fc1256314 req-22d8a179-9d8d-499b-a033-3a1b2f344663 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840241 Sep 08 13:33:05.955429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Allocated IP 172.20.0.4 (011a6fdb-497a-447e-b2ea-143c27ee4964/7fa09c59-889f-4d1a-ace6-bb3ee20fcde1/a5a66dd4-fd74-46e2-b7ae-bc31e35b652c) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:05.973259 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aa14b4cc-331d-4274-86c5-5e8aa6845ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.013093 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2dc21f3a-7a1c-43de-b311-130401427830 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019751 Sep 08 13:33:06.079027 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aa14b4cc-331d-4274-86c5-5e8aa6845ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.125850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7c277911-3c4a-49aa-8162-88d61943c439 None None] Provisioning for port b468b248-6861-4214-bde5-2ad699a3f91d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:06.129805 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.133540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7c277911-3c4a-49aa-8162-88d61943c439 None None] Provisioning complete for port b468b248-6861-4214-bde5-2ad699a3f91d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:06.133924 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7c277911-3c4a-49aa-8162-88d61943c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.152183 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.154273 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] 10.222.0.69 "DELETE /v2.0/networks/c9b4b01f-0b16-4b1c-8090-17124e348aa5 HTTP/1.1" status: 204 len: 168 time: 1.4614718 Sep 08 13:33:06.166239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:06.177698 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3cd56f-7208-487b-a154-ff902e26fd8a tempest-NetworksTest-1753834182 tempest-NetworksTest-1753834182-project] Pushing event deleted for resources: {'Network': ['ID=c9b4b01f-0b16-4b1c-8090-17124e348aa5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:06.190709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aa14b4cc-331d-4274-86c5-5e8aa6845ec6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74b8f4e5a46d4106b9916e25ea6e5ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1493695 Sep 08 13:33:06.196473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51956) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:06.227752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-154bb08b-0395-4fb6-9a20-db7f2d7dcb7a service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039828 Sep 08 13:33:06.228485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14b4cc-331d-4274-86c5-5e8aa6845ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6241a0-00d8-4ed8-a92b-edafaa992754,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:06.247878 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7c277911-3c4a-49aa-8162-88d61943c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.283840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7c277911-3c4a-49aa-8162-88d61943c439 None None] For port b468b248-6861-4214-bde5-2ad699a3f91d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b468b248-6861-4214-bde5-2ad699a3f91d,segment=NetworkSegment(86203d27-6506-4d98-9060-86b0887b87cb),segment_id=86203d27-6506-4d98-9060-86b0887b87cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:06.290892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-0c00e959-3b01-49e6-9125-c2ed0157a08d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8b504d36-6f5e-4621-aea1-52b1103c4f18 HTTP/1.1" status: 200 len: 217 time: 0.0453227 Sep 08 13:33:06.307266 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3abdf47d-a953-4e99-ba30-7e054cc109a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.315103 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.345047 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3abdf47d-a953-4e99-ba30-7e054cc109a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.356620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:33:06.390493 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7c277911-3c4a-49aa-8162-88d61943c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.450965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7c277911-3c4a-49aa-8162-88d61943c439 None None] Provisioning complete for port 20a1fab4-f568-4801-9967-d83b4eab4b09 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:06.454478 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7c277911-3c4a-49aa-8162-88d61943c439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.508651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c277911-3c4a-49aa-8162-88d61943c439 None None] Pushing event updated for resources: {'Port': ['ID=b468b248-6861-4214-bde5-2ad699a3f91d,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:06.526304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7c277911-3c4a-49aa-8162-88d61943c439 None None] Port 20a1fab4-f568-4801-9967-d83b4eab4b09 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:06.567970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8::122 (a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1/6bced78d-525c-4854-b424-e319853f6436/5ed7f443-2442-45a8-a7d7-c297fcb55fc5) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:06.619113 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3abdf47d-a953-4e99-ba30-7e054cc109a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.622467 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3abdf47d-a953-4e99-ba30-7e054cc109a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.627449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3abdf47d-a953-4e99-ba30-7e054cc109a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5b6241a0-00d8-4ed8-a92b-edafaa992754 HTTP/1.1" status: 204 len: 168 time: 0.4262013 Sep 08 13:33:06.645022 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.657540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-19c62c3b-65a6-4480-a1cf-87b1b0c22770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:06.659193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-19c62c3b-65a6-4480-a1cf-87b1b0c22770 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.3603060 Sep 08 13:33:06.662336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdf47d-a953-4e99-ba30-7e054cc109a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6241a0-00d8-4ed8-a92b-edafaa992754,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:06.697452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Transition to ACTIVE for port object a5a66dd4-fd74-46e2-b7ae-bc31e35b652c will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:06.704055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51966) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:06.750525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-48fe3459-8ccf-46c6-b449-4eab853df261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:06.752057 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-48fe3459-8ccf-46c6-b449-4eab853df261 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841877 Sep 08 13:33:06.844666 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.904691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Network 011a6fdb-497a-447e-b2ea-143c27ee4964 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:06.914901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:06.917921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:06.928510 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8dff-7f6c-4f76-bf70-21155fe3db2c req-574af592-5e85-4b26-85d2-a879e0e3831e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:06.934572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8dff-7f6c-4f76-bf70-21155fe3db2c req-574af592-5e85-4b26-85d2-a879e0e3831e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:06.940488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8dff-7f6c-4f76-bf70-21155fe3db2c req-574af592-5e85-4b26-85d2-a879e0e3831e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:06.946507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8dff-7f6c-4f76-bf70-21155fe3db2c req-574af592-5e85-4b26-85d2-a879e0e3831e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:06.951276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event updated for resources: {'Port': ['ID=a5a66dd4-fd74-46e2-b7ae-bc31e35b652c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:06.952429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8dff-7f6c-4f76-bf70-21155fe3db2c req-574af592-5e85-4b26-85d2-a879e0e3831e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:06.958341 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8dff-7f6c-4f76-bf70-21155fe3db2c req-574af592-5e85-4b26-85d2-a879e0e3831e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:06.959102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-f535790e-330a-4cb5-be45-b4984a76fd0f service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922128 Sep 08 13:33:06.964241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8dff-7f6c-4f76-bf70-21155fe3db2c req-574af592-5e85-4b26-85d2-a879e0e3831e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:06.966203 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75be8dff-7f6c-4f76-bf70-21155fe3db2c req-574af592-5e85-4b26-85d2-a879e0e3831e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.1570694 Sep 08 13:33:06.969975 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:06.998355 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c2fd8bc7-49b2-48eb-a7bd-9d6db3b52f67 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5351208e3ec84f4cb00c9072e23cab6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924864 Sep 08 13:33:07.002646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51974) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:07.020902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:07.023777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:07.024441 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:07.074640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75be8dff-7f6c-4f76-bf70-21155fe3db2c req-2a7bf99d-7bc2-4003-9479-cc6080eec79c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0967152 Sep 08 13:33:07.163583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d5105b52-8f9c-4000-a7e1-e4487b6366d5 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3636954 Sep 08 13:33:07.163686 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-befd367d-833e-4a55-9c72-7d253670d1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:07.167059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51980) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:07.176543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Request body: {'port': {'network_id': '011a6fdb-497a-447e-b2ea-143c27ee4964', 'name': 'tempest-AllowedAddressPairTestJSON-1989417117'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:07.185819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45923772-54cf-40a9-a65c-7e119d8d265a req-43bab163-fe76-40ed-858a-cf3ab1c2336f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:07.187530 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45923772-54cf-40a9-a65c-7e119d8d265a req-43bab163-fe76-40ed-858a-cf3ab1c2336f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1240261 Sep 08 13:33:07.191975 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-2b202b28-3d1c-4fea-a3fb-e56582f4fe91 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163794 Sep 08 13:33:07.221689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b468b248-6861-4214-bde5-2ad699a3f91d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:07.266653 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:07.274756 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-befd367d-833e-4a55-9c72-7d253670d1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:07.309895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-b7e4f1f0-876c-4844-8407-611d373500f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a328e56e-80fe-432d-9f45-d2f8087d0cce HTTP/1.1" status: 200 len: 217 time: 0.1117702 Sep 08 13:33:07.364259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b468b248-6861-4214-bde5-2ad699a3f91d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:07.364652 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:07.404792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45923772-54cf-40a9-a65c-7e119d8d265a req-ddf97046-fa2b-4290-97d7-9f1b28ea93ed tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072148 Sep 08 13:33:07.437614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:07.446482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-c3b16e47-0309-449b-8475-074ba6215816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:07.449208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:07.451589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-c3b16e47-0309-449b-8475-074ba6215816 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.1198857 Sep 08 13:33:07.454121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:07.463078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:07.464046 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:07.483123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=5ed7f443-2442-45a8-a7d7-c297fcb55fc5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:07.494919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d5a5ec35-5e7f-42d6-9470-aa35c9a78b3a None None] Provisioning for port a5a66dd4-fd74-46e2-b7ae-bc31e35b652c completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:07.500111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d5a5ec35-5e7f-42d6-9470-aa35c9a78b3a None None] Provisioning complete for port a5a66dd4-fd74-46e2-b7ae-bc31e35b652c triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:07.500500 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d5a5ec35-5e7f-42d6-9470-aa35c9a78b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:07.524111 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-866cf378-701f-4143-9ea5-e01ed46cbd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:07.525635 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-866cf378-701f-4143-9ea5-e01ed46cbd20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612559 Sep 08 13:33:07.554970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d5a5ec35-5e7f-42d6-9470-aa35c9a78b3a None None] Port a5a66dd4-fd74-46e2-b7ae-bc31e35b652c cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:07.597188 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e78b1f54-b8bd-4a13-a5d9-da71026d4480 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3117466 Sep 08 13:33:07.608175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51996) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:07.624517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2efd63b6-3d02-4236-a7c5-ed0d4c1adc74 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:07.633959 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-befd367d-833e-4a55-9c72-7d253670d1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:07.638936 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-befd367d-833e-4a55-9c72-7d253670d1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:07.640318 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-befd367d-833e-4a55-9c72-7d253670d1aa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/26dc1ba2-e6f3-4c1d-a7e3-d01f8e536e80 HTTP/1.1" status: 204 len: 168 time: 0.6368802 Sep 08 13:33:07.663562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-ead515f4-0320-4bef-9996-1b91f3716bb8 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300464 Sep 08 13:33:07.722936 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Made reservation on behalf of 69abbf8b8fa446d99d13bacb05271dbc for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:07.727873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:07.747427 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd367d-833e-4a55-9c72-7d253670d1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dc1ba2-e6f3-4c1d-a7e3-d01f8e536e80,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:07.801542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] device_id is not set on port 7287fab2-c6ce-44d0-978c-7cc88e2d5860 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:33:07.802189 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-710d77a5-9198-4e1d-9c4a-2bde6d0179c4 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222630 Sep 08 13:33:07.846460 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f18d6a84-1ac8-4f30-9620-a9ee94b7c72f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:07.863067 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-379fdee7-d565-4d8d-a7c4-89fbfc994aa0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2723bb99-0650-45f7-8a57-793b4a9bd115 HTTP/1.1" status: 200 len: 217 time: 0.0538011 Sep 08 13:33:07.943902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-c1b47860-ece8-4277-96e2-a0b5382f4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:07.945545 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-c1b47860-ece8-4277-96e2-a0b5382f4794 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.0745709 Sep 08 13:33:07.954786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c9d79e06-c0cc-4bfe-a0a5-9453f591cc8e None None] Provisioning for port 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:07.959334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c9d79e06-c0cc-4bfe-a0a5-9453f591cc8e None None] Provisioning complete for port 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:07.959716 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c9d79e06-c0cc-4bfe-a0a5-9453f591cc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:08.007863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Allocated IP 172.20.0.10 (011a6fdb-497a-447e-b2ea-143c27ee4964/7fa09c59-889f-4d1a-ace6-bb3ee20fcde1/7287fab2-c6ce-44d0-978c-7cc88e2d5860) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:08.009845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c9d79e06-c0cc-4bfe-a0a5-9453f591cc8e None None] Port 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:08.020094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-72fc455c-3ebd-466e-a2a1-007c81264c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.022135 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-72fc455c-3ebd-466e-a2a1-007c81264c8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0683999 Sep 08 13:33:08.057687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efd63b6-3d02-4236-a7c5-ed0d4c1adc74 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:08.063186 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2efd63b6-3d02-4236-a7c5-ed0d4c1adc74 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:08.156247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-31a8803e-875a-4bae-b5c7-1fb2afb83689 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245506 Sep 08 13:33:08.279261 n-d-807558-3 neutron-server[96264]: INFO neutron.db.ipam_backend_mixin [None req-2efd63b6-3d02-4236-a7c5-ed0d4c1adc74 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6bced78d-525c-4854-b424-e319853f6436 (CIDR: 2001:db8::/64) Sep 08 13:33:08.315015 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b85bf1-56e8-47af-82cb-f2c3d0384a1a req-b86e3cef-f8c7-4c83-a1f2-25966df4130f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.321104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b85bf1-56e8-47af-82cb-f2c3d0384a1a req-b86e3cef-f8c7-4c83-a1f2-25966df4130f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.327526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b85bf1-56e8-47af-82cb-f2c3d0384a1a req-b86e3cef-f8c7-4c83-a1f2-25966df4130f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.334006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b85bf1-56e8-47af-82cb-f2c3d0384a1a req-b86e3cef-f8c7-4c83-a1f2-25966df4130f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.340585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b85bf1-56e8-47af-82cb-f2c3d0384a1a req-b86e3cef-f8c7-4c83-a1f2-25966df4130f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.347426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b85bf1-56e8-47af-82cb-f2c3d0384a1a req-b86e3cef-f8c7-4c83-a1f2-25966df4130f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.353504 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b85bf1-56e8-47af-82cb-f2c3d0384a1a req-b86e3cef-f8c7-4c83-a1f2-25966df4130f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.355491 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0b85bf1-56e8-47af-82cb-f2c3d0384a1a req-b86e3cef-f8c7-4c83-a1f2-25966df4130f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.1746774 Sep 08 13:33:08.357348 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2efd63b6-3d02-4236-a7c5-ed0d4c1adc74 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:33:08.357791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2efd63b6-3d02-4236-a7c5-ed0d4c1adc74 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:08.408989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0b85bf1-56e8-47af-82cb-f2c3d0384a1a req-baac1a73-3410-4da8-a787-60f1140922a9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401385 Sep 08 13:33:08.432239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:08.432486 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f20c75f8-0a21-42e4-82d9-729764bc41fb req-7df35037-af16-4279-9125-010ffffcd41b service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690811 Sep 08 13:33:08.447767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Transition to ACTIVE for port object 7287fab2-c6ce-44d0-978c-7cc88e2d5860 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:08.498424 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2efd63b6-3d02-4236-a7c5-ed0d4c1adc74 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8794935 Sep 08 13:33:08.501598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52036) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:08.507016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e8dee8bf-2022-4c89-a84b-f76b4edec70c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:08.548187 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e59a2-6ed7-402e-b377-0d21dcf97c60 req-d698512c-8faa-4fb2-aafd-3db9e8d24fcd tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.549750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d59e59a2-6ed7-402e-b377-0d21dcf97c60 req-d698512c-8faa-4fb2-aafd-3db9e8d24fcd tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.0566673 Sep 08 13:33:08.605968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d59e59a2-6ed7-402e-b377-0d21dcf97c60 req-dd84d13a-ea65-478d-9c5a-822019194bdc tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492792 Sep 08 13:33:08.634714 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:08.693567 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Network 011a6fdb-497a-447e-b2ea-143c27ee4964 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:08.696564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-d09b51e5-9cbb-4396-9620-0c61980bc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.697140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-d09b51e5-9cbb-4396-9620-0c61980bc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.697627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-d09b51e5-9cbb-4396-9620-0c61980bc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.697780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:08.698198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-d09b51e5-9cbb-4396-9620-0c61980bc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.698763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-d09b51e5-9cbb-4396-9620-0c61980bc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.699353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-d09b51e5-9cbb-4396-9620-0c61980bc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.699833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-d09b51e5-9cbb-4396-9620-0c61980bc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.701391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:08.701909 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-d09b51e5-9cbb-4396-9620-0c61980bc851 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6477 time: 0.0688844 Sep 08 13:33:08.749531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event updated for resources: {'Port': ['ID=7287fab2-c6ce-44d0-978c-7cc88e2d5860,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:08.778541 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.779318 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:08.804312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dee8bf-2022-4c89-a84b-f76b4edec70c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:08.812175 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8dee8bf-2022-4c89-a84b-f76b4edec70c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:08.826663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-f59999f7-d62e-4216-b03f-24019a211a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:08.828942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-f59999f7-d62e-4216-b03f-24019a211a86 service neutron] 10.222.0.60 "GET /v2.0/networks?id=adf204ef-b624-4fee-9e83-d93889dc5f49 HTTP/1.1" status: 200 len: 903 time: 0.1198072 Sep 08 13:33:08.931538 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-d65f5f3d-4c03-4f48-9a03-3602e20bbad0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2723bb99-0650-45f7-8a57-793b4a9bd115 HTTP/1.1" status: 200 len: 217 time: 0.0953758 Sep 08 13:33:08.946818 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0e96223b-0321-4660-b143-ae5573f6b088 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7763705 Sep 08 13:33:08.949475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52054) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:08.957674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-aa25e3f4-036c-4623-b29c-0b5ef0b97c79 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fc:0f:3c'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:dc:98:36'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:09.074746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-8c312148-42e8-4a61-a0c9-3aa706ed0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.075307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-8c312148-42e8-4a61-a0c9-3aa706ed0a52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.1357892 Sep 08 13:33:09.132767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52060) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:09.142568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4efbcafa-21d6-4baa-9c05-5a3ed039bb7f None None] Provisioning for port 7287fab2-c6ce-44d0-978c-7cc88e2d5860 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:09.146746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4efbcafa-21d6-4baa-9c05-5a3ed039bb7f None None] Provisioning complete for port 7287fab2-c6ce-44d0-978c-7cc88e2d5860 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:09.147128 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4efbcafa-21d6-4baa-9c05-5a3ed039bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:09.156819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacfc29b-bf1c-402c-bbac-cdb5d263ca32 req-979d8fe5-a5c9-4201-be9f-49131e438fd1 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.158421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dacfc29b-bf1c-402c-bbac-cdb5d263ca32 req-979d8fe5-a5c9-4201-be9f-49131e438fd1 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 945 time: 0.2080269 Sep 08 13:33:09.206102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4efbcafa-21d6-4baa-9c05-5a3ed039bb7f None None] Port 7287fab2-c6ce-44d0-978c-7cc88e2d5860 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:09.232511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-8bad6ab2-8928-48fe-8fe7-0bab86641952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.234123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-8bad6ab2-8928-48fe-8fe7-0bab86641952 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1502707 Sep 08 13:33:09.244139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dacfc29b-bf1c-402c-bbac-cdb5d263ca32 req-0b077f3f-d637-4e95-8273-a152bd42475f tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c6fbcb0-13be-42fa-885f-7795f5382679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773017 Sep 08 13:33:09.280562 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8dee8bf-2022-4c89-a84b-f76b4edec70c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:09.324494 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aa25e3f4-036c-4623-b29c-0b5ef0b97c79 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:09.334586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8dee8bf-2022-4c89-a84b-f76b4edec70c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:09.338566 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e8dee8bf-2022-4c89-a84b-f76b4edec70c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:09.343434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dee8bf-2022-4c89-a84b-f76b4edec70c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.344193 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8dee8bf-2022-4c89-a84b-f76b4edec70c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:09.352272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e702a2d-05c6-4758-a692-a3fdea0980a8 None None] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:09.358531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dee8bf-2022-4c89-a84b-f76b4edec70c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Subnet': ['ID=1731ce4c-0120-4dcf-aad6-1d8a22aba532,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:09.435200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-338049025-network', 'tenant_id': 'e9c649b274f94218bd8bf2f31d3eb735'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:09.457537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-93fb5b5f-cf77-4ceb-92c8-b6143aa4b242 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121451 Sep 08 13:33:09.479849 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e8dee8bf-2022-4c89-a84b-f76b4edec70c tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9747310 Sep 08 13:33:09.481019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52074) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:09.491629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ed968c84-a2d6-4148-999b-7bc7184b3176 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-403120968', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1731ce4c-0120-4dcf-aad6-1d8a22aba532'}], 'security_groups': ['58f15338-6803-4079-9285-f32611d53a15']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:09.566269 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3713f9c-f8cf-4caa-8294-84237ed30498 req-485b5fde-fba2-4886-9c47-243083644595 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000688 Sep 08 13:33:09.615763 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed968c84-a2d6-4148-999b-7bc7184b3176 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:09.636918 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Made reservation on behalf of e9c649b274f94218bd8bf2f31d3eb735 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:09.636918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:09.656851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e157cf-d1c9-4d9c-99bb-8f0f106f73ab req-af1bbed6-0a8d-4835-8f99-a686a4168521 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.663023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e157cf-d1c9-4d9c-99bb-8f0f106f73ab req-af1bbed6-0a8d-4835-8f99-a686a4168521 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.669971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e157cf-d1c9-4d9c-99bb-8f0f106f73ab req-af1bbed6-0a8d-4835-8f99-a686a4168521 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.677444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e157cf-d1c9-4d9c-99bb-8f0f106f73ab req-af1bbed6-0a8d-4835-8f99-a686a4168521 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.681486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468c09b3-4a83-4fdf-bcf5-f103e4436939 None None] Update dhcp port {'port': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'fixed_ips': [{'subnet_id': '6bced78d-525c-4854-b424-e319853f6436', 'ip_address': '2001:db8::2'}, {'subnet_id': '1731ce4c-0120-4dcf-aad6-1d8a22aba532'}], 'binding:host_id': 'n-d-807558-3'}, 'id': 'b468b248-6861-4214-bde5-2ad699a3f91d'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:33:09.685010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e157cf-d1c9-4d9c-99bb-8f0f106f73ab req-af1bbed6-0a8d-4835-8f99-a686a4168521 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.691956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e157cf-d1c9-4d9c-99bb-8f0f106f73ab req-af1bbed6-0a8d-4835-8f99-a686a4168521 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.699950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e157cf-d1c9-4d9c-99bb-8f0f106f73ab req-af1bbed6-0a8d-4835-8f99-a686a4168521 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.702374 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-94e157cf-d1c9-4d9c-99bb-8f0f106f73ab req-af1bbed6-0a8d-4835-8f99-a686a4168521 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.1830380 Sep 08 13:33:09.706230 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:09.724109 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-468c09b3-4a83-4fdf-bcf5-f103e4436939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:09.738984 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aa25e3f4-036c-4623-b29c-0b5ef0b97c79 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:09.799966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18699d-c394-4153-8974-bf96c0875e80 req-eed17e69-7c55-4ddc-967d-087d18e67969 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.801635 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a18699d-c394-4153-8974-bf96c0875e80 req-eed17e69-7c55-4ddc-967d-087d18e67969 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.0599754 Sep 08 13:33:09.824330 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aa25e3f4-036c-4623-b29c-0b5ef0b97c79 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:09.839429 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-94e157cf-d1c9-4d9c-99bb-8f0f106f73ab req-ab16e8bf-16b2-494f-8422-313b99eec1bc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285474 Sep 08 13:33:09.923173 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a18699d-c394-4153-8974-bf96c0875e80 req-6051b3ec-75b2-4216-8a0e-c239ed7972e1 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151285 Sep 08 13:33:09.946487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25e3f4-036c-4623-b29c-0b5ef0b97c79 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event updated for resources: {'Port': ['ID=7287fab2-c6ce-44d0-978c-7cc88e2d5860,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:09.951771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-aa25e3f4-036c-4623-b29c-0b5ef0b97c79 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] In _notify_port_updated(), no bound segment for port 7287fab2-c6ce-44d0-978c-7cc88e2d5860 on network 011a6fdb-497a-447e-b2ea-143c27ee4964 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:33:09.952642 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:09.954981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-468c09b3-4a83-4fdf-bcf5-f103e4436939 None None] Allocated IP 2001:db8:0:1::2 (a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1/1731ce4c-0120-4dcf-aad6-1d8a22aba532/b468b248-6861-4214-bde5-2ad699a3f91d) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:09.957532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa25e3f4-036c-4623-b29c-0b5ef0b97c79 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:09.958215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aa25e3f4-036c-4623-b29c-0b5ef0b97c79 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:09.962546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aa25e3f4-036c-4623-b29c-0b5ef0b97c79 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "PUT /v2.0/ports/7287fab2-c6ce-44d0-978c-7cc88e2d5860 HTTP/1.1" status: 200 len: 1056 time: 1.0107400 Sep 08 13:33:09.963310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52078) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:10.066126 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.077877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-af265a72-0bbf-41b1-b2ca-c7ba0cb8ecd8 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Deleting port 7287fab2-c6ce-44d0-978c-7cc88e2d5860 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:10.078334 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-af265a72-0bbf-41b1-b2ca-c7ba0cb8ecd8 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.126675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-468c09b3-4a83-4fdf-bcf5-f103e4436939 None None] For port b468b248-6861-4214-bde5-2ad699a3f91d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b468b248-6861-4214-bde5-2ad699a3f91d,segment=NetworkSegment(86203d27-6506-4d98-9060-86b0887b87cb),segment_id=86203d27-6506-4d98-9060-86b0887b87cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:10.150942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:33:10.161678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3e639a-b6ff-4277-a10a-905cc96aa1d6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:10.167904 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.168260 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Added segment 2a7476fd-0182-41fd-894d-344403a693e3 of type vlan for network 5c43d845-3bbc-4e95-9d5b-7e2c90452871 Sep 08 13:33:10.183828 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-468c09b3-4a83-4fdf-bcf5-f103e4436939 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.202277 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f108d4de-3fa2-4ccd-99e4-2632b5579335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.204071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-468c09b3-4a83-4fdf-bcf5-f103e4436939 None None] Transition to ACTIVE for port object b468b248-6861-4214-bde5-2ad699a3f91d will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:10.209979 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.226397 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-af265a72-0bbf-41b1-b2ca-c7ba0cb8ecd8 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.232006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-42d73e21-a441-4331-b62f-0e8656529bc6 None None] Provisioning complete for port 7287fab2-c6ce-44d0-978c-7cc88e2d5860 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:10.232395 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-42d73e21-a441-4331-b62f-0e8656529bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.241831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-af265a72-0bbf-41b1-b2ca-c7ba0cb8ecd8 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Calling delete_port for 7287fab2-c6ce-44d0-978c-7cc88e2d5860 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:10.268411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-42d73e21-a441-4331-b62f-0e8656529bc6 None None] Port 7287fab2-c6ce-44d0-978c-7cc88e2d5860 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:10.297836 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-468c09b3-4a83-4fdf-bcf5-f103e4436939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.342315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2882d-c7cf-400c-909a-bbc3e1df68c2 req-4310a6da-cfa7-4eaa-be28-15cbd33ba5bd tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:10.344502 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cda2882d-c7cf-400c-909a-bbc3e1df68c2 req-4310a6da-cfa7-4eaa-be28-15cbd33ba5bd tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.70 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 945 time: 0.1007240 Sep 08 13:33:10.360337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c09b3-4a83-4fdf-bcf5-f103e4436939 None None] Pushing event updated for resources: {'Port': ['ID=b468b248-6861-4214-bde5-2ad699a3f91d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:10.370421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.378158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:10.379672 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.383142 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.463602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] Pushing event updated for resources: {'Network': ['ID=5c43d845-3bbc-4e95-9d5b-7e2c90452871,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:10.475339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 5c43d845-3bbc-4e95-9d5b-7e2c90452871 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:33:10.562967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-ed968c84-a2d6-4148-999b-7bc7184b3176 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Delete allocated IP 2001:db8::122 (a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1/6bced78d-525c-4854-b424-e319853f6436) {{(pid=96264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 08 13:33:10.576549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-ed968c84-a2d6-4148-999b-7bc7184b3176 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8:0:1::281 (a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1/1731ce4c-0120-4dcf-aad6-1d8a22aba532/5ed7f443-2442-45a8-a7d7-c297fcb55fc5) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:10.607049 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a2ad4555-4b8f-4adb-b3b4-15f6530e6557 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4703016 Sep 08 13:33:10.607927 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52086) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:10.616462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-cda2882d-c7cf-400c-909a-bbc3e1df68c2 req-a526367e-e15e-4957-82d4-9d4e347b318a tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Deleting port 7823b083-e99b-4332-a599-d61fb0be1ae5 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:10.616712 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ac29783e-0764-4352-8ef3-1c1d933d8bed admin admin] Request body: {'subnet': {'network_id': '5c43d845-3bbc-4e95-9d5b-7e2c90452871', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-338049025-subnet', 'tenant_id': 'e9c649b274f94218bd8bf2f31d3eb735', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:10.616827 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cda2882d-c7cf-400c-909a-bbc3e1df68c2 req-a526367e-e15e-4957-82d4-9d4e347b318a tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.731258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cda2882d-c7cf-400c-909a-bbc3e1df68c2 req-a526367e-e15e-4957-82d4-9d4e347b318a tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] For port 7823b083-e99b-4332-a599-d61fb0be1ae5, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7823b083-e99b-4332-a599-d61fb0be1ae5,segment=NetworkSegment(d281642f-ff1e-4512-b186-d3a9450f993d),segment_id=d281642f-ff1e-4512-b186-d3a9450f993d)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:10.731737 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cda2882d-c7cf-400c-909a-bbc3e1df68c2 req-a526367e-e15e-4957-82d4-9d4e347b318a tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.741625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac29783e-0764-4352-8ef3-1c1d933d8bed admin admin] Made reservation on behalf of e9c649b274f94218bd8bf2f31d3eb735 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:10.742066 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ac29783e-0764-4352-8ef3-1c1d933d8bed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.745693 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-af265a72-0bbf-41b1-b2ca-c7ba0cb8ecd8 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.751591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-cda2882d-c7cf-400c-909a-bbc3e1df68c2 req-a526367e-e15e-4957-82d4-9d4e347b318a tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Calling delete_port for 7823b083-e99b-4332-a599-d61fb0be1ae5 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:10.785736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af265a72-0bbf-41b1-b2ca-c7ba0cb8ecd8 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event deleted for resources: {'Port': ['ID=7287fab2-c6ce-44d0-978c-7cc88e2d5860,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:10.857121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855082c0-0aeb-4eaa-ae6d-26963301c613 req-e8ae462f-3267-4f61-8f4b-92d0af383410 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:10.859325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-855082c0-0aeb-4eaa-ae6d-26963301c613 req-e8ae462f-3267-4f61-8f4b-92d0af383410 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 945 time: 0.1419611 Sep 08 13:33:10.935829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed968c84-a2d6-4148-999b-7bc7184b3176 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:10.974423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-ed968c84-a2d6-4148-999b-7bc7184b3176 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:11.013905 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-855082c0-0aeb-4eaa-ae6d-26963301c613 req-51431ac3-61e1-4fb7-8b58-cf1acc18e426 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/security-groups?id=0c6fbcb0-13be-42fa-885f-7795f5382679&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361182 Sep 08 13:33:11.124105 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed968c84-a2d6-4148-999b-7bc7184b3176 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:11.225951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e72c-7bf7-4463-8ac3-09157c5bee23 req-b7b93cfa-25ac-46a8-9e9f-2eeb8758004a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:11.228386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b468b248-6861-4214-bde5-2ad699a3f91d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:11.252167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e72c-7bf7-4463-8ac3-09157c5bee23 req-b7b93cfa-25ac-46a8-9e9f-2eeb8758004a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:11.268098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e72c-7bf7-4463-8ac3-09157c5bee23 req-b7b93cfa-25ac-46a8-9e9f-2eeb8758004a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:11.278850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e72c-7bf7-4463-8ac3-09157c5bee23 req-b7b93cfa-25ac-46a8-9e9f-2eeb8758004a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:11.286389 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e72c-7bf7-4463-8ac3-09157c5bee23 req-b7b93cfa-25ac-46a8-9e9f-2eeb8758004a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:11.293251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e72c-7bf7-4463-8ac3-09157c5bee23 req-b7b93cfa-25ac-46a8-9e9f-2eeb8758004a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:11.300273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3e72c-7bf7-4463-8ac3-09157c5bee23 req-b7b93cfa-25ac-46a8-9e9f-2eeb8758004a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:11.302758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4af3e72c-7bf7-4463-8ac3-09157c5bee23 req-b7b93cfa-25ac-46a8-9e9f-2eeb8758004a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.3356280 Sep 08 13:33:11.308880 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cda2882d-c7cf-400c-909a-bbc3e1df68c2 req-a526367e-e15e-4957-82d4-9d4e347b318a tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:11.325725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['7823b083-e99b-4332-a599-d61fb0be1ae5'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:33:11.409947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526367e-e15e-4957-82d4-9d4e347b318a tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Pushing event deleted for resources: {'Port': ['ID=7823b083-e99b-4332-a599-d61fb0be1ae5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:11.443962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cda2882d-c7cf-400c-909a-bbc3e1df68c2 req-a526367e-e15e-4957-82d4-9d4e347b318a tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] No DVR routers for this DVR port 7823b083-e99b-4332-a599-d61fb0be1ae5 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:11.450685 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cda2882d-c7cf-400c-909a-bbc3e1df68c2 req-a526367e-e15e-4957-82d4-9d4e347b318a tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:11.452727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cda2882d-c7cf-400c-909a-bbc3e1df68c2 req-a526367e-e15e-4957-82d4-9d4e347b318a tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.70 "DELETE /v2.0/ports/7823b083-e99b-4332-a599-d61fb0be1ae5 HTTP/1.1" status: 204 len: 173 time: 1.0997341 Sep 08 13:33:11.453184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f2baad-1ff2-4544-bf48-e9d835c256ae', 'name': 'network-vif-deleted', 'tag': '7823b083-e99b-4332-a599-d61fb0be1ae5'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:33:11.455559 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21fff9c-7466-4ff8-b226-ec717e5559dd" -d '{"events": [{"server_uuid": "40f2baad-1ff2-4544-bf48-e9d835c256ae", "name": "network-vif-deleted", "tag": "7823b083-e99b-4332-a599-d61fb0be1ae5"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:11.485614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1c7fa3a0-ff24-47c9-b6f4-812c1bc8fc86 None None] Provisioning for port b468b248-6861-4214-bde5-2ad699a3f91d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:11.490658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1c7fa3a0-ff24-47c9-b6f4-812c1bc8fc86 None None] Provisioning complete for port b468b248-6861-4214-bde5-2ad699a3f91d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:11.491043 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa3a0-ff24-47c9-b6f4-812c1bc8fc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:11.537812 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4af3e72c-7bf7-4463-8ac3-09157c5bee23 req-59b320eb-34ae-440b-9b41-002f94cbdc16 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1928213 Sep 08 13:33:11.590310 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-af265a72-0bbf-41b1-b2ca-c7ba0cb8ecd8 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:11.594008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-af265a72-0bbf-41b1-b2ca-c7ba0cb8ecd8 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "DELETE /v2.0/ports/7287fab2-c6ce-44d0-978c-7cc88e2d5860 HTTP/1.1" status: 204 len: 168 time: 1.6296616 Sep 08 13:33:11.600494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52098) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:11.631147 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a324678-8d87-4ae0-9030-c624ab3f4556 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] GET failed (client error): The resource could not be found. Sep 08 13:33:11.635328 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1a324678-8d87-4ae0-9030-c624ab3f4556 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "GET /v2.0/ports/7287fab2-c6ce-44d0-978c-7cc88e2d5860 HTTP/1.1" status: 404 len: 333 time: 0.0307465 Sep 08 13:33:11.636720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52100) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:11.678513 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43c2958-6497-4149-8be4-fd961c5214c7 x-openstack-request-id: req-e43c2958-6497-4149-8be4-fd961c5214c7 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:11.678808 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f2baad-1ff2-4544-bf48-e9d835c256ae", "name": "network-vif-deleted", "tag": "7823b083-e99b-4332-a599-d61fb0be1ae5", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:11.679068 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e43c2958-6497-4149-8be4-fd961c5214c7 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:11.679750 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f2baad-1ff2-4544-bf48-e9d835c256ae', 'name': 'network-vif-deleted', 'tag': '7823b083-e99b-4332-a599-d61fb0be1ae5', 'status': 'completed', 'code': 200} Sep 08 13:33:11.762567 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ed968c84-a2d6-4148-999b-7bc7184b3176 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] In _notify_port_updated(), no bound segment for port 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 on network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 {{(pid=96264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:33:11.770110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed968c84-a2d6-4148-999b-7bc7184b3176 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:11.770867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed968c84-a2d6-4148-999b-7bc7184b3176 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:11.775092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1b4bf168-9ff8-4814-8b11-fcbd8410640e tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Deleting port a5a66dd4-fd74-46e2-b7ae-bc31e35b652c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:11.775606 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ed968c84-a2d6-4148-999b-7bc7184b3176 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "PUT /v2.0/ports/5ed7f443-2442-45a8-a7d7-c297fcb55fc5 HTTP/1.1" status: 200 len: 930 time: 2.2903087 Sep 08 13:33:11.775698 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf168-9ff8-4814-8b11-fcbd8410640e tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:11.777098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52102) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:11.782842 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1c7fa3a0-ff24-47c9-b6f4-812c1bc8fc86 None None] Provisioning for port 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:11.791950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1c7fa3a0-ff24-47c9-b6f4-812c1bc8fc86 None None] Provisioning complete for port 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:11.791950 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa3a0-ff24-47c9-b6f4-812c1bc8fc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:11.807012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed968c84-a2d6-4148-999b-7bc7184b3176 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=5ed7f443-2442-45a8-a7d7-c297fcb55fc5,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:11.816642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59a4ca-b5a4-4b4f-8afb-dc15eb888b27 req-323d68c0-41a3-4626-bd2b-4a32e1c14b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:11.818067 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc59a4ca-b5a4-4b4f-8afb-dc15eb888b27 req-323d68c0-41a3-4626-bd2b-4a32e1c14b2b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 1097 time: 0.7137225 Sep 08 13:33:11.866940 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca6523-ba97-4b2f-92cb-f469d0ca1aa5 req-41d6d0b2-8ed5-4042-9727-28a5035acc34 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:11.868510 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-35ca6523-ba97-4b2f-92cb-f469d0ca1aa5 req-41d6d0b2-8ed5-4042-9727-28a5035acc34 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.7168136 Sep 08 13:33:11.876089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1c7fa3a0-ff24-47c9-b6f4-812c1bc8fc86 None None] Port 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:11.878072 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:11.900614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1c7fa3a0-ff24-47c9-b6f4-812c1bc8fc86 None None] Provisioning complete for port 20a1fab4-f568-4801-9967-d83b4eab4b09 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:11.901000 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1c7fa3a0-ff24-47c9-b6f4-812c1bc8fc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:11.929555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf168-9ff8-4814-8b11-fcbd8410640e tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:11.940633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1c7fa3a0-ff24-47c9-b6f4-812c1bc8fc86 None None] Port 20a1fab4-f568-4801-9967-d83b4eab4b09 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:11.968758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-35ca6523-ba97-4b2f-92cb-f469d0ca1aa5 req-b0ebe2a8-d5b2-4ca1-8d0d-f01e5e6d6f03 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818610 Sep 08 13:33:11.987964 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ac29783e-0764-4352-8ef3-1c1d933d8bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:12.040202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59a4ca-b5a4-4b4f-8afb-dc15eb888b27 req-2de6157e-d3a0-4aef-b1a7-33fb4d3b94c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:12.041722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc59a4ca-b5a4-4b4f-8afb-dc15eb888b27 req-2de6157e-d3a0-4aef-b1a7-33fb4d3b94c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 907 time: 0.1937017 Sep 08 13:33:12.073760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0a451201-502f-4576-bba9-c560629f0853 None None] Provisioning complete for port 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:12.074271 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a451201-502f-4576-bba9-c560629f0853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:12.104225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29783e-0764-4352-8ef3-1c1d933d8bed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e0e883a-1593-4f43-a5de-db7dd17e4435,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:12.110575 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc59a4ca-b5a4-4b4f-8afb-dc15eb888b27 req-af8df54d-3497-4dcc-9a2c-15d165df0a86 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d HTTP/1.1" status: 200 len: 217 time: 0.0587754 Sep 08 13:33:12.121820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0a451201-502f-4576-bba9-c560629f0853 None None] Port 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:12.157644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac29783e-0764-4352-8ef3-1c1d933d8bed admin admin] Checking segment: {'id': '2a7476fd-0182-41fd-894d-344403a693e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5c43d845-3bbc-4e95-9d5b-7e2c90452871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:12.158027 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac29783e-0764-4352-8ef3-1c1d933d8bed admin admin] Network hostable DHCP agents. Network: 5c43d845-3bbc-4e95-9d5b-7e2c90452871, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:33:12.182342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59a4ca-b5a4-4b4f-8afb-dc15eb888b27 req-a1f51a51-61af-4f6b-9abf-8169837c92f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:12.183317 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc59a4ca-b5a4-4b4f-8afb-dc15eb888b27 req-a1f51a51-61af-4f6b-9abf-8169837c92f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.0651078 Sep 08 13:33:12.216867 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc59a4ca-b5a4-4b4f-8afb-dc15eb888b27 req-3601bfd2-5aef-498e-bd19-c404041b67e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261641 Sep 08 13:33:12.228885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1b4bf168-9ff8-4814-8b11-fcbd8410640e tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Calling delete_port for a5a66dd4-fd74-46e2-b7ae-bc31e35b652c owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:12.242050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac29783e-0764-4352-8ef3-1c1d933d8bed admin admin] Network 5c43d845-3bbc-4e95-9d5b-7e2c90452871 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:33:12.284784 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cea19e4-3e54-464f-8a5e-418e954a3ca7 req-ed3977c7-511b-47ad-b1d6-48e5f6d540b3 tempest-VolumesActionsTest-385528183 tempest-VolumesActionsTest-385528183-project] 10.222.0.69 "GET /v2.0/ports?device_id=40f2baad-1ff2-4544-bf48-e9d835c256ae HTTP/1.1" status: 200 len: 210 time: 0.0571306 Sep 08 13:33:12.322651 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc59a4ca-b5a4-4b4f-8afb-dc15eb888b27 req-6a2d157a-b359-4648-8574-2b8aadcc16c9 service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985942 Sep 08 13:33:12.346054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ac29783e-0764-4352-8ef3-1c1d933d8bed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 5c43d845-3bbc-4e95-9d5b-7e2c90452871) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:12.356759 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a184844f-5cb6-44df-b484-cebb9f2d4691 None None] Network 5c43d845-3bbc-4e95-9d5b-7e2c90452871 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:12.357398 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac29783e-0764-4352-8ef3-1c1d933d8bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:12.358537 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ac29783e-0764-4352-8ef3-1c1d933d8bed admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:12.373267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-56d0d9a1-49ce-4b96-8e5d-122b599a58ee tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:12.373651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56d0d9a1-49ce-4b96-8e5d-122b599a58ee tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:12.467897 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc59a4ca-b5a4-4b4f-8afb-dc15eb888b27 req-9382b6aa-3a0a-4aeb-ab18-2ac4859433b6 service neutron] 10.222.0.70 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388834 Sep 08 13:33:12.475292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ac29783e-0764-4352-8ef3-1c1d933d8bed admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8612952 Sep 08 13:33:12.519436 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56d0d9a1-49ce-4b96-8e5d-122b599a58ee tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:12.552144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-56d0d9a1-49ce-4b96-8e5d-122b599a58ee tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 5ed7f443-2442-45a8-a7d7-c297fcb55fc5 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:12.578210 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf168-9ff8-4814-8b11-fcbd8410640e tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:12.680286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bf168-9ff8-4814-8b11-fcbd8410640e tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event deleted for resources: {'Port': ['ID=a5a66dd4-fd74-46e2-b7ae-bc31e35b652c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:12.716909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6d1d6d-af1b-4565-9ab3-ca87eaa57213 None None] Network 5c43d845-3bbc-4e95-9d5b-7e2c90452871 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:12.727382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e7a6-69a5-4b2f-bd48-26ada81b7ee5 req-2a36e2e2-c1e5-42f2-986c-93d2090a50e3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:12.734758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e7a6-69a5-4b2f-bd48-26ada81b7ee5 req-2a36e2e2-c1e5-42f2-986c-93d2090a50e3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:12.747415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e7a6-69a5-4b2f-bd48-26ada81b7ee5 req-2a36e2e2-c1e5-42f2-986c-93d2090a50e3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:12.754588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e7a6-69a5-4b2f-bd48-26ada81b7ee5 req-2a36e2e2-c1e5-42f2-986c-93d2090a50e3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:12.761376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e7a6-69a5-4b2f-bd48-26ada81b7ee5 req-2a36e2e2-c1e5-42f2-986c-93d2090a50e3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:12.762415 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33421068-c45f-4045-a5a0-89cdf600e17e req-5d3e8dc1-f7cf-430a-ad7e-1264a126ccf6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2248588 Sep 08 13:33:12.769076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e7a6-69a5-4b2f-bd48-26ada81b7ee5 req-2a36e2e2-c1e5-42f2-986c-93d2090a50e3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:12.782601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1e7a6-69a5-4b2f-bd48-26ada81b7ee5 req-2a36e2e2-c1e5-42f2-986c-93d2090a50e3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:12.784603 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3b1e7a6-69a5-4b2f-bd48-26ada81b7ee5 req-2a36e2e2-c1e5-42f2-986c-93d2090a50e3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.1331089 Sep 08 13:33:12.876004 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3b1e7a6-69a5-4b2f-bd48-26ada81b7ee5 req-54c46b82-d212-4043-9ab0-0e0da8bb14c7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0848460 Sep 08 13:33:12.934009 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b4bf168-9ff8-4814-8b11-fcbd8410640e tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:12.936557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1b4bf168-9ff8-4814-8b11-fcbd8410640e tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "DELETE /v2.0/ports/a5a66dd4-fd74-46e2-b7ae-bc31e35b652c HTTP/1.1" status: 204 len: 168 time: 1.2983716 Sep 08 13:33:12.940043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52120) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:12.967400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33421068-c45f-4045-a5a0-89cdf600e17e req-fc29afac-c6be-46da-9cfe-505cb02c2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:12.967946 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8158c185-02c0-469f-9d93-5a995bdbbc97 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] GET failed (client error): The resource could not be found. Sep 08 13:33:12.968891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33421068-c45f-4045-a5a0-89cdf600e17e req-fc29afac-c6be-46da-9cfe-505cb02c2fa5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 1096 time: 0.1493685 Sep 08 13:33:12.969521 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8158c185-02c0-469f-9d93-5a995bdbbc97 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "GET /v2.0/ports/a5a66dd4-fd74-46e2-b7ae-bc31e35b652c HTTP/1.1" status: 404 len: 333 time: 0.0284827 Sep 08 13:33:12.981273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52122) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:13.103019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-46e701eb-a379-41f9-98cb-8c7b60ec075c tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Deleting port 1bdd6661-d6f0-4aff-8411-fe92b526701d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:13.103376 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-46e701eb-a379-41f9-98cb-8c7b60ec075c tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.132842 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56d0d9a1-49ce-4b96-8e5d-122b599a58ee tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.181637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0d9a1-49ce-4b96-8e5d-122b599a58ee tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=5ed7f443-2442-45a8-a7d7-c297fcb55fc5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:13.196049 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.227940 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-46e701eb-a379-41f9-98cb-8c7b60ec075c tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.232158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33421068-c45f-4045-a5a0-89cdf600e17e req-75456f94-a0ab-4615-b054-47b2f191a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:13.234829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33421068-c45f-4045-a5a0-89cdf600e17e req-75456f94-a0ab-4615-b054-47b2f191a229 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 200 len: 907 time: 0.2384310 Sep 08 13:33:13.236028 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-56d0d9a1-49ce-4b96-8e5d-122b599a58ee tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.240870 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-56d0d9a1-49ce-4b96-8e5d-122b599a58ee tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/5ed7f443-2442-45a8-a7d7-c297fcb55fc5 HTTP/1.1" status: 204 len: 168 time: 1.4626737 Sep 08 13:33:13.243218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52134) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:13.245477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-46e701eb-a379-41f9-98cb-8c7b60ec075c tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Calling delete_port for 1bdd6661-d6f0-4aff-8411-fe92b526701d owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:13.249707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733538e0-c239-4330-bcfd-a1bf082dc162 req-0d84d010-0243-4a83-89da-dd7d34af58cb tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:13.251307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-733538e0-c239-4330-bcfd-a1bf082dc162 req-0d84d010-0243-4a83-89da-dd7d34af58cb tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1657448 Sep 08 13:33:13.284591 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-081f90bf-4417-4e17-b18e-bfe4d486a307 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:33:13.286290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-081f90bf-4417-4e17-b18e-bfe4d486a307 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/5ed7f443-2442-45a8-a7d7-c297fcb55fc5 HTTP/1.1" status: 404 len: 333 time: 0.0420067 Sep 08 13:33:13.290069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52136) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:13.299324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33421068-c45f-4045-a5a0-89cdf600e17e req-f4ba23ee-72d0-44ea-89db-23bd628f8d5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a3a054a8-6b6c-4703-986b-918cb6f9835b HTTP/1.1" status: 200 len: 217 time: 0.0469131 Sep 08 13:33:13.405486 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-733538e0-c239-4330-bcfd-a1bf082dc162 req-d606def6-a379-42f6-bf3d-0657e3bc51aa tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467681 Sep 08 13:33:13.434630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33421068-c45f-4045-a5a0-89cdf600e17e req-8aa9ea2b-ac83-4121-a188-6c7f464dd475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:13.440310 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33421068-c45f-4045-a5a0-89cdf600e17e req-8aa9ea2b-ac83-4121-a188-6c7f464dd475 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 200 len: 846 time: 0.1324916 Sep 08 13:33:13.457391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52144) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:13.464288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-950578123-network', 'tenant_id': '8917c736a47f445a867ee0373b89071b'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:13.485755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33421068-c45f-4045-a5a0-89cdf600e17e req-8829fb59-1d6c-477c-9423-ac3c33b90ed5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8558c78e-818a-4e56-9eb8-d34a7481093d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395904 Sep 08 13:33:13.522579 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-971d1298-45f9-4456-b2fd-613590b7dcf0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.572959 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-971d1298-45f9-4456-b2fd-613590b7dcf0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.597131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33421068-c45f-4045-a5a0-89cdf600e17e req-8dc46c6a-d927-4f85-9cb6-19274a861941 service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038222 Sep 08 13:33:13.635125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Made reservation on behalf of 8917c736a47f445a867ee0373b89071b for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:13.637471 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.673577 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.714572 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-46e701eb-a379-41f9-98cb-8c7b60ec075c tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.716473 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-971d1298-45f9-4456-b2fd-613590b7dcf0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.719094 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-971d1298-45f9-4456-b2fd-613590b7dcf0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.719925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33421068-c45f-4045-a5a0-89cdf600e17e req-5aa7b753-2652-4dc3-86bd-abba9676b2d3 service neutron] 10.222.0.60 "GET /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160784 Sep 08 13:33:13.720227 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-971d1298-45f9-4456-b2fd-613590b7dcf0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/security-groups/06d1b0be-13ea-4fb7-a637-034dd8a81c9a HTTP/1.1" status: 204 len: 168 time: 0.4292009 Sep 08 13:33:13.725144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52146) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:13.754415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d1298-45f9-4456-b2fd-613590b7dcf0 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d1b0be-13ea-4fb7-a637-034dd8a81c9a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:13.767335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e701eb-a379-41f9-98cb-8c7b60ec075c tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event deleted for resources: {'Port': ['ID=1bdd6661-d6f0-4aff-8411-fe92b526701d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:13.830158 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5534a829-fca2-4c82-9527-5afda24d43f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.878295 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-46e701eb-a379-41f9-98cb-8c7b60ec075c tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.882374 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-46e701eb-a379-41f9-98cb-8c7b60ec075c tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "DELETE /v2.0/ports/1bdd6661-d6f0-4aff-8411-fe92b526701d HTTP/1.1" status: 204 len: 168 time: 0.9046030 Sep 08 13:33:13.882761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52148) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:13.887077 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5534a829-fca2-4c82-9527-5afda24d43f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.899747 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.946314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee5a620-fd9f-418d-b6b7-b0512e9e0dd6 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Deleting subnet 7fa09c59-889f-4d1a-ace6-bb3ee20fcde1 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:13.955077 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a620-fd9f-418d-b6b7-b0512e9e0dd6 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:13.977794 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.009159 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a620-fd9f-418d-b6b7-b0512e9e0dd6 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.012464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:33:14.037664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5534a829-fca2-4c82-9527-5afda24d43f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.049154 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5534a829-fca2-4c82-9527-5afda24d43f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.053462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5534a829-fca2-4c82-9527-5afda24d43f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/security-groups/58f15338-6803-4079-9285-f32611d53a15 HTTP/1.1" status: 204 len: 168 time: 0.3250198 Sep 08 13:33:14.055063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52152) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:14.058968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159c5652-bc07-4a3d-bb2e-891df231c5c1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:14.077052 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.077482 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Added segment e4c57e1c-822e-40ab-b5db-f548884ff0f9 of type vlan for network 2d69ab44-89b0-429a-8eb0-a1793a734e8d Sep 08 13:33:14.126730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534a829-fca2-4c82-9527-5afda24d43f1 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f15338-6803-4079-9285-f32611d53a15,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:14.190677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a620-fd9f-418d-b6b7-b0512e9e0dd6 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.223243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60e7de-0135-4f1d-8a84-54c62aa6043e req-acc92ebe-8d5e-4836-b7c8-c90ee8c88406 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:14.229279 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60e7de-0135-4f1d-8a84-54c62aa6043e req-acc92ebe-8d5e-4836-b7c8-c90ee8c88406 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:14.233104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.235423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60e7de-0135-4f1d-8a84-54c62aa6043e req-acc92ebe-8d5e-4836-b7c8-c90ee8c88406 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:14.235675 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.240827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-7002987b-26f8-43af-8859-71667ccc43ca tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting subnet 6bced78d-525c-4854-b424-e319853f6436 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:14.241720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60e7de-0135-4f1d-8a84-54c62aa6043e req-acc92ebe-8d5e-4836-b7c8-c90ee8c88406 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:14.245283 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7002987b-26f8-43af-8859-71667ccc43ca tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.247878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60e7de-0135-4f1d-8a84-54c62aa6043e req-acc92ebe-8d5e-4836-b7c8-c90ee8c88406 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:14.254656 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60e7de-0135-4f1d-8a84-54c62aa6043e req-acc92ebe-8d5e-4836-b7c8-c90ee8c88406 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:14.260716 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60e7de-0135-4f1d-8a84-54c62aa6043e req-acc92ebe-8d5e-4836-b7c8-c90ee8c88406 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:14.262686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9f60e7de-0135-4f1d-8a84-54c62aa6043e req-acc92ebe-8d5e-4836-b7c8-c90ee8c88406 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.1562483 Sep 08 13:33:14.309989 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7002987b-26f8-43af-8859-71667ccc43ca tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.339961 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9f60e7de-0135-4f1d-8a84-54c62aa6043e req-04a12998-0d4f-4bef-ab29-6387105c6446 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644743 Sep 08 13:33:14.399801 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7002987b-26f8-43af-8859-71667ccc43ca tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.452604 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.463659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:14.463659 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.548154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] Pushing event updated for resources: {'Network': ['ID=2d69ab44-89b0-429a-8eb0-a1793a734e8d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:14.563087 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 2d69ab44-89b0-429a-8eb0-a1793a734e8d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:33:14.594138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9529d-6cef-4359-96f8-2080aa12ddec req-ae08226b-f7a3-49d0-bc5f-bcf8fba49c94 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:14.595926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-50c9529d-6cef-4359-96f8-2080aa12ddec req-ae08226b-f7a3-49d0-bc5f-bcf8fba49c94 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1123340 Sep 08 13:33:14.623589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0b89b87e-62ad-4472-abf1-8765c29b78b1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1634736 Sep 08 13:33:14.626442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52166) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:14.632200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-265577ab-88bc-4dff-8761-f1ad3a47afb3 admin admin] Request body: {'subnet': {'network_id': '2d69ab44-89b0-429a-8eb0-a1793a734e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-950578123-subnet', 'tenant_id': '8917c736a47f445a867ee0373b89071b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:14.670849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-50c9529d-6cef-4359-96f8-2080aa12ddec req-0f7c27fb-dd7d-4aa0-bb49-6c59c0214cf8 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610764 Sep 08 13:33:14.691165 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7002987b-26f8-43af-8859-71667ccc43ca tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.714775 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265577ab-88bc-4dff-8761-f1ad3a47afb3 admin admin] Made reservation on behalf of 8917c736a47f445a867ee0373b89071b for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:14.718079 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-265577ab-88bc-4dff-8761-f1ad3a47afb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.723078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002987b-26f8-43af-8859-71667ccc43ca tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Subnet': ['ID=6bced78d-525c-4854-b424-e319853f6436,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:14.730633 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7002987b-26f8-43af-8859-71667ccc43ca tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.733510 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7002987b-26f8-43af-8859-71667ccc43ca tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/6bced78d-525c-4854-b424-e319853f6436 HTTP/1.1" status: 204 len: 168 time: 0.6760707 Sep 08 13:33:14.738128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52168) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:14.740621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a23e300-0aa0-4db9-b244-dd7d90230d36 None None] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:14.745722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-47113d08-9d0a-4ac7-8db7-d77b4569a83e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:14.756557 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a620-fd9f-418d-b6b7-b0512e9e0dd6 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.890676 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee5a620-fd9f-418d-b6b7-b0512e9e0dd6 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa09c59-889f-4d1a-ace6-bb3ee20fcde1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:14.921558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ee5a620-fd9f-418d-b6b7-b0512e9e0dd6 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:14.926101 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4ee5a620-fd9f-418d-b6b7-b0512e9e0dd6 tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "DELETE /v2.0/subnets/7fa09c59-889f-4d1a-ace6-bb3ee20fcde1 HTTP/1.1" status: 204 len: 168 time: 1.0400977 Sep 08 13:33:14.928037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52170) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:14.931568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c67c7d5-f2bc-4274-a205-d453bd02fe55 None None] Network 011a6fdb-497a-447e-b2ea-143c27ee4964 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:15.011464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47113d08-9d0a-4ac7-8db7-d77b4569a83e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:15.015965 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47113d08-9d0a-4ac7-8db7-d77b4569a83e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.054087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.127569 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-265577ab-88bc-4dff-8761-f1ad3a47afb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.174654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Deleting port f3390c58-800d-4783-8168-d5014d82b8d2 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:15.175026 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.229768 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265577ab-88bc-4dff-8761-f1ad3a47afb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea8a33e-7107-4fad-b9ac-1cee7fe5c9a2,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:15.274741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dafb82-a9bc-4ef6-ba2c-62f7f533083f None None] DHCP port deletion for 011a6fdb-497a-447e-b2ea-143c27ee4964 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:33:15.326209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] For port f3390c58-800d-4783-8168-d5014d82b8d2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f3390c58-800d-4783-8168-d5014d82b8d2,segment=NetworkSegment(1a9d4197-8620-4599-9dd0-29eec45e25a1),segment_id=1a9d4197-8620-4599-9dd0-29eec45e25a1)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:15.327176 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.349326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Calling delete_port for f3390c58-800d-4783-8168-d5014d82b8d2 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:15.363440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265577ab-88bc-4dff-8761-f1ad3a47afb3 admin admin] Checking segment: {'id': 'e4c57e1c-822e-40ab-b5db-f548884ff0f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '2d69ab44-89b0-429a-8eb0-a1793a734e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:15.363825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265577ab-88bc-4dff-8761-f1ad3a47afb3 admin admin] Network hostable DHCP agents. Network: 2d69ab44-89b0-429a-8eb0-a1793a734e8d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:33:15.385878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e2dafb82-a9bc-4ef6-ba2c-62f7f533083f None None] Deleting port f3390c58-800d-4783-8168-d5014d82b8d2 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:15.386420 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e2dafb82-a9bc-4ef6-ba2c-62f7f533083f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.415102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7823b083-e99b-4332-a599-d61fb0be1ae5 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:33:15.443996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 7823b083-e99b-4332-a599-d61fb0be1ae5 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:33:15.444748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7823b083-e99b-4332-a599-d61fb0be1ae5 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:33:15.528664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e2dafb82-a9bc-4ef6-ba2c-62f7f533083f None None] For port f3390c58-800d-4783-8168-d5014d82b8d2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f3390c58-800d-4783-8168-d5014d82b8d2,segment=NetworkSegment(1a9d4197-8620-4599-9dd0-29eec45e25a1),segment_id=1a9d4197-8620-4599-9dd0-29eec45e25a1)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:15.529219 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e2dafb82-a9bc-4ef6-ba2c-62f7f533083f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.559021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e2dafb82-a9bc-4ef6-ba2c-62f7f533083f None None] Calling delete_port for f3390c58-800d-4783-8168-d5014d82b8d2 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:15.560531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25754d-8792-4833-ae10-a11331019800 req-2a349a7e-0a68-4dcf-be0c-7708475727d9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:15.567217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25754d-8792-4833-ae10-a11331019800 req-2a349a7e-0a68-4dcf-be0c-7708475727d9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:15.573172 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25754d-8792-4833-ae10-a11331019800 req-2a349a7e-0a68-4dcf-be0c-7708475727d9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:15.579151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25754d-8792-4833-ae10-a11331019800 req-2a349a7e-0a68-4dcf-be0c-7708475727d9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:15.585078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25754d-8792-4833-ae10-a11331019800 req-2a349a7e-0a68-4dcf-be0c-7708475727d9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:15.591407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25754d-8792-4833-ae10-a11331019800 req-2a349a7e-0a68-4dcf-be0c-7708475727d9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:15.597394 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25754d-8792-4833-ae10-a11331019800 req-2a349a7e-0a68-4dcf-be0c-7708475727d9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:15.599046 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a25754d-8792-4833-ae10-a11331019800 req-2a349a7e-0a68-4dcf-be0c-7708475727d9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.1224084 Sep 08 13:33:15.608549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265577ab-88bc-4dff-8761-f1ad3a47afb3 admin admin] Network 2d69ab44-89b0-429a-8eb0-a1793a734e8d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:33:15.616472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.656790 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e2dafb82-a9bc-4ef6-ba2c-62f7f533083f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.663742 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47113d08-9d0a-4ac7-8db7-d77b4569a83e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.669089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event deleted for resources: {'Port': ['ID=f3390c58-800d-4783-8168-d5014d82b8d2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:15.671747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] No DVR routers for this DVR port f3390c58-800d-4783-8168-d5014d82b8d2 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:15.697345 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dafb82-a9bc-4ef6-ba2c-62f7f533083f None None] Pushing event deleted for resources: {'Port': ['ID=f3390c58-800d-4783-8168-d5014d82b8d2,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:15.702718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dafb82-a9bc-4ef6-ba2c-62f7f533083f None None] No DVR routers for this DVR port f3390c58-800d-4783-8168-d5014d82b8d2 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:15.728099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-265577ab-88bc-4dff-8761-f1ad3a47afb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 2d69ab44-89b0-429a-8eb0-a1793a734e8d) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:15.744689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6794d5e-674e-44b8-9bbe-44a6f71257f1 None None] Network 2d69ab44-89b0-429a-8eb0-a1793a734e8d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:15.757638 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a25754d-8792-4833-ae10-a11331019800 req-ab67b307-140d-449d-be76-6164bcd0b140 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1506283 Sep 08 13:33:15.763318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265577ab-88bc-4dff-8761-f1ad3a47afb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:15.763931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-265577ab-88bc-4dff-8761-f1ad3a47afb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.814584 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.853936 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47113d08-9d0a-4ac7-8db7-d77b4569a83e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Subnet': ['ID=a7d0e00d-0da0-4a40-a1f4-f9a3c5b8df8a,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:15.858673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['011a6fdb-497a-447e-b2ea-143c27ee4964']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:15.863886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47113d08-9d0a-4ac7-8db7-d77b4569a83e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:15.866988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-47113d08-9d0a-4ac7-8db7-d77b4569a83e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:15.870571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47113d08-9d0a-4ac7-8db7-d77b4569a83e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:15.870856 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-47113d08-9d0a-4ac7-8db7-d77b4569a83e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.879673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9d4197-8620-4599-9dd0-29eec45e25a1') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:15.879898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9d4197-8620-4599-9dd0-29eec45e25a1') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:15.896173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aaa5e-ddf3-40f5-afe6-5c20aed439bd req-d842cd60-922d-4bca-857e-84d48cf81c8f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:15.897916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-426aaa5e-ddf3-40f5-afe6-5c20aed439bd req-d842cd60-922d-4bca-857e-84d48cf81c8f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1027908 Sep 08 13:33:15.901114 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.923872 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.935879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:15.937252 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:15.947169 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-426aaa5e-ddf3-40f5-afe6-5c20aed439bd req-aac03684-b601-4d77-a10c-9fc0fb06b167 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429761 Sep 08 13:33:15.971316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c505bdf1-b0df-4c5e-98a0-a4ae017f2699 None None] Network 2d69ab44-89b0-429a-8eb0-a1793a734e8d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:15.976366 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:15.993777 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-265577ab-88bc-4dff-8761-f1ad3a47afb3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3659551 Sep 08 13:33:16.010924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-47113d08-9d0a-4ac7-8db7-d77b4569a83e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2693107 Sep 08 13:33:16.011250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52184) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:16.017350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4461df37-ab55-484e-befc-13209a20dcdd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'security_group': {'name': 'tempest-secgroup-1626884956'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:16.047460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2245d807-f574-40b9-b788-d716e041ecb6 None None] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:16.125627 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4461df37-ab55-484e-befc-13209a20dcdd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.128481 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.136783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.142673 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] 10.222.0.69 "DELETE /v2.0/networks/011a6fdb-497a-447e-b2ea-143c27ee4964 HTTP/1.1" status: 204 len: 168 time: 1.2134905 Sep 08 13:33:16.143470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52186) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:16.182282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b008eeff-d691-41d3-b62b-a457c029ba38 None None] Provisioning complete for port b468b248-6861-4214-bde5-2ad699a3f91d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:16.182618 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b008eeff-d691-41d3-b62b-a457c029ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.216823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7c114-e439-445a-bc81-d98c3d48588b tempest-AllowedAddressPairTestJSON-855194252 tempest-AllowedAddressPairTestJSON-855194252-project] Pushing event deleted for resources: {'Network': ['ID=011a6fdb-497a-447e-b2ea-143c27ee4964,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:16.262911 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-387b10de-7edd-4273-a38d-34c05d17d309 admin admin] Deleting subnet 2e0e883a-1593-4f43-a5de-db7dd17e4435 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:16.269235 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-387b10de-7edd-4273-a38d-34c05d17d309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.282145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4461df37-ab55-484e-befc-13209a20dcdd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.321478 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-387b10de-7edd-4273-a38d-34c05d17d309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.360954 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4461df37-ab55-484e-befc-13209a20dcdd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.379907 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-387b10de-7edd-4273-a38d-34c05d17d309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.402890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b008eeff-d691-41d3-b62b-a457c029ba38 None None] Provisioning complete for port 20a1fab4-f568-4801-9967-d83b4eab4b09 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:16.403879 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b008eeff-d691-41d3-b62b-a457c029ba38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.448136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461df37-ab55-484e-befc-13209a20dcdd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af13f9ac-6bd0-4d0d-b91f-9e2f93aa2f50,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:16.490477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b008eeff-d691-41d3-b62b-a457c029ba38 None None] Port 20a1fab4-f568-4801-9967-d83b4eab4b09 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:16.506787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc404a61-2b82-46c6-9bd9-0d755f5680d7 None None] Update dhcp port {'port': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'fixed_ips': [{'subnet_id': '1731ce4c-0120-4dcf-aad6-1d8a22aba532', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a7d0e00d-0da0-4a40-a1f4-f9a3c5b8df8a'}], 'binding:host_id': 'n-d-807558-3'}, 'id': 'b468b248-6861-4214-bde5-2ad699a3f91d'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:33:16.531197 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4461df37-ab55-484e-befc-13209a20dcdd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.532716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4461df37-ab55-484e-befc-13209a20dcdd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5201981 Sep 08 13:33:16.534064 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bc404a61-2b82-46c6-9bd9-0d755f5680d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.535412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52198) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:16.540768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b7149236-d8b7-4999-b38f-35abe4ce6589 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'security_group': {'name': 'tempest-secgroup-1513439176'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:16.617732 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-387b10de-7edd-4273-a38d-34c05d17d309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.645934 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7149236-d8b7-4999-b38f-35abe4ce6589 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.655582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b10de-7edd-4273-a38d-34c05d17d309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e0e883a-1593-4f43-a5de-db7dd17e4435,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:16.665538 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-387b10de-7edd-4273-a38d-34c05d17d309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.682596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52204) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:16.682720 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-387b10de-7edd-4273-a38d-34c05d17d309 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/2e0e883a-1593-4f43-a5de-db7dd17e4435 HTTP/1.1" status: 204 len: 168 time: 0.5333502 Sep 08 13:33:16.733100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-bc404a61-2b82-46c6-9bd9-0d755f5680d7 None None] Allocated IP 2001:db8::2 (a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1/a7d0e00d-0da0-4a40-a1f4-f9a3c5b8df8a/b468b248-6861-4214-bde5-2ad699a3f91d) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:16.798002 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52210) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:16.831585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.851438 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7149236-d8b7-4999-b38f-35abe4ce6589 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.875551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-bc404a61-2b82-46c6-9bd9-0d755f5680d7 None None] For port b468b248-6861-4214-bde5-2ad699a3f91d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b468b248-6861-4214-bde5-2ad699a3f91d,segment=NetworkSegment(86203d27-6506-4d98-9060-86b0887b87cb),segment_id=86203d27-6506-4d98-9060-86b0887b87cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:16.906560 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.955666 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7149236-d8b7-4999-b38f-35abe4ce6589 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.957799 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:16.983777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52220) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:16.990308 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bc404a61-2b82-46c6-9bd9-0d755f5680d7 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.023254 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-bc404a61-2b82-46c6-9bd9-0d755f5680d7 None None] Transition to ACTIVE for port object b468b248-6861-4214-bde5-2ad699a3f91d will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:17.059280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8510e8-a4ce-401d-a0d0-cc2bd207c9a7 req-87de8636-c179-4922-a584-22aedf8d778d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:17.065367 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8510e8-a4ce-401d-a0d0-cc2bd207c9a7 req-87de8636-c179-4922-a584-22aedf8d778d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:17.072124 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8510e8-a4ce-401d-a0d0-cc2bd207c9a7 req-87de8636-c179-4922-a584-22aedf8d778d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:17.074513 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bc404a61-2b82-46c6-9bd9-0d755f5680d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.100376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8510e8-a4ce-401d-a0d0-cc2bd207c9a7 req-87de8636-c179-4922-a584-22aedf8d778d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:17.102328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c43d845-3bbc-4e95-9d5b-7e2c90452871']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:17.117038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7149236-d8b7-4999-b38f-35abe4ce6589 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be44c1b-d45a-48bb-aeb4-4c68d5af8b67,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:17.118075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8510e8-a4ce-401d-a0d0-cc2bd207c9a7 req-87de8636-c179-4922-a584-22aedf8d778d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:17.143751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8510e8-a4ce-401d-a0d0-cc2bd207c9a7 req-87de8636-c179-4922-a584-22aedf8d778d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:17.145444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7476fd-0182-41fd-894d-344403a693e3') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:17.145444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7476fd-0182-41fd-894d-344403a693e3') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:17.149767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8510e8-a4ce-401d-a0d0-cc2bd207c9a7 req-87de8636-c179-4922-a584-22aedf8d778d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:17.154745 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.168514 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5d8510e8-a4ce-401d-a0d0-cc2bd207c9a7 req-87de8636-c179-4922-a584-22aedf8d778d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.2719858 Sep 08 13:33:17.168894 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.174929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc404a61-2b82-46c6-9bd9-0d755f5680d7 None None] Pushing event updated for resources: {'Port': ['ID=b468b248-6861-4214-bde5-2ad699a3f91d,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:17.179854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:17.179854 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.205292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f3390c58-800d-4783-8168-d5014d82b8d2 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:33:17.234569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: f3390c58-800d-4783-8168-d5014d82b8d2 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:33:17.235104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f3390c58-800d-4783-8168-d5014d82b8d2 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:17.241126 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:17.244862 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b7149236-d8b7-4999-b38f-35abe4ce6589 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.245506 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a66ad43a-a627-4c0d-b9c4-bb146e2eec3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.247381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b7149236-d8b7-4999-b38f-35abe4ce6589 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7105587 Sep 08 13:33:17.249095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52224) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:17.254851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-78ad1aff-a972-47e2-b4d8-da3de7bbc4bd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'security_group': {'name': 'tempest-secgroup-1520030479'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:17.298737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1ef1d-b9fd-4292-9c07-fb3c7cc14375 req-00cf0616-b21e-40dd-a95c-b661fdf2207c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:17.300424 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1a1ef1d-b9fd-4292-9c07-fb3c7cc14375 req-00cf0616-b21e-40dd-a95c-b661fdf2207c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.2318845 Sep 08 13:33:17.302763 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5d8510e8-a4ce-401d-a0d0-cc2bd207c9a7 req-8df0098a-8245-4ac0-826b-91828d0a71e8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1333470 Sep 08 13:33:17.322916 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0aff523d-9f94-44ed-b323-63084869f594 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=69abbf8b8fa446d99d13bacb05271dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5233073 Sep 08 13:33:17.323627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52226) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:17.344837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.360166 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.361360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] 10.222.0.69 "DELETE /v2.0/networks/5c43d845-3bbc-4e95-9d5b-7e2c90452871 HTTP/1.1" status: 204 len: 168 time: 0.6803327 Sep 08 13:33:17.365311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52228) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:17.397739 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1a1ef1d-b9fd-4292-9c07-fb3c7cc14375 req-57bd24cf-e996-47b1-ac9a-4d3a93b15219 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874197 Sep 08 13:33:17.397739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e7a3a-b616-47b4-a011-d866925f455f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c43d845-3bbc-4e95-9d5b-7e2c90452871,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:17.400737 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-78ad1aff-a972-47e2-b4d8-da3de7bbc4bd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.414085 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5761ba4-0c17-4f70-bcc5-a6b082b5c4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.456062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3f08bf-0d44-4d55-bf29-fe6521b04712 admin admin] Deleting subnet 8ea8a33e-7107-4fad-b9ac-1cee7fe5c9a2 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:17.458984 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5761ba4-0c17-4f70-bcc5-a6b082b5c4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.459691 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0e3f08bf-0d44-4d55-bf29-fe6521b04712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.517702 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0e3f08bf-0d44-4d55-bf29-fe6521b04712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.546585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a66ad43a-a627-4c0d-b9c4-bb146e2eec3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.567686 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0e3f08bf-0d44-4d55-bf29-fe6521b04712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.651445 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5761ba4-0c17-4f70-bcc5-a6b082b5c4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.658500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f5761ba4-0c17-4f70-bcc5-a6b082b5c4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.658500 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f5761ba4-0c17-4f70-bcc5-a6b082b5c4fa admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dad5beb9-dfd7-4ae8-91a7-8a0251a02556 HTTP/1.1" status: 204 len: 168 time: 0.3313196 Sep 08 13:33:17.666660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5761ba4-0c17-4f70-bcc5-a6b082b5c4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad5beb9-dfd7-4ae8-91a7-8a0251a02556,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:17.714319 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a66ad43a-a627-4c0d-b9c4-bb146e2eec3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.744148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0e3f08bf-0d44-4d55-bf29-fe6521b04712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.769236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a66ad43a-a627-4c0d-b9c4-bb146e2eec3d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9b1d08baee084655bb1b3b207f275d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7827289 Sep 08 13:33:17.774815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52232) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:17.779538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ad43a-a627-4c0d-b9c4-bb146e2eec3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8091832-b3ae-48fb-a278-c65a3b02e3bd,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:17.783044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f08bf-0d44-4d55-bf29-fe6521b04712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea8a33e-7107-4fad-b9ac-1cee7fe5c9a2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:17.792789 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0e3f08bf-0d44-4d55-bf29-fe6521b04712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.794762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0e3f08bf-0d44-4d55-bf29-fe6521b04712 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/8ea8a33e-7107-4fad-b9ac-1cee7fe5c9a2 HTTP/1.1" status: 204 len: 168 time: 0.4285986 Sep 08 13:33:17.797291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52234) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:17.877969 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-acc555ef-e3f8-4b9e-8e5e-6e6e87f803ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.914266 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-acc555ef-e3f8-4b9e-8e5e-6e6e87f803ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:17.989148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b15920de-c68e-406c-a0ce-2ba68fb91fce None None] Provisioning for port b468b248-6861-4214-bde5-2ad699a3f91d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:17.992839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b15920de-c68e-406c-a0ce-2ba68fb91fce None None] Provisioning complete for port b468b248-6861-4214-bde5-2ad699a3f91d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:17.993940 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b15920de-c68e-406c-a0ce-2ba68fb91fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.051390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-acc555ef-e3f8-4b9e-8e5e-6e6e87f803ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.054041 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-acc555ef-e3f8-4b9e-8e5e-6e6e87f803ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.058137 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-acc555ef-e3f8-4b9e-8e5e-6e6e87f803ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b8091832-b3ae-48fb-a278-c65a3b02e3bd HTTP/1.1" status: 204 len: 168 time: 0.2788775 Sep 08 13:33:18.068908 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc555ef-e3f8-4b9e-8e5e-6e6e87f803ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8091832-b3ae-48fb-a278-c65a3b02e3bd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:18.142564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b15920de-c68e-406c-a0ce-2ba68fb91fce None None] Provisioning complete for port 20a1fab4-f568-4801-9967-d83b4eab4b09 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:18.143533 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b15920de-c68e-406c-a0ce-2ba68fb91fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.208011 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b15920de-c68e-406c-a0ce-2ba68fb91fce None None] Port 20a1fab4-f568-4801-9967-d83b4eab4b09 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:18.235629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-78ad1aff-a972-47e2-b4d8-da3de7bbc4bd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.240031 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.324373 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.349082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d69ab44-89b0-429a-8eb0-a1793a734e8d']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:18.359507 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-78ad1aff-a972-47e2-b4d8-da3de7bbc4bd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.363315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c57e1c-822e-40ab-b5db-f548884ff0f9') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:18.363672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c57e1c-822e-40ab-b5db-f548884ff0f9') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:18.390348 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.428008 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.434309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad1aff-a972-47e2-b4d8-da3de7bbc4bd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8957d023-3985-47ce-8019-5de5544e2014,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:18.439661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:18.440262 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:18.442216 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:18.501686 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-78ad1aff-a972-47e2-b4d8-da3de7bbc4bd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.503030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-78ad1aff-a972-47e2-b4d8-da3de7bbc4bd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2519593 Sep 08 13:33:18.513998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a57bf-6f26-4465-a677-deb1b014b0e1 req-1e3f37c4-ddf1-4791-bdd4-be34ee849df6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:18.514242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52254) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:18.521019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a57bf-6f26-4465-a677-deb1b014b0e1 req-1e3f37c4-ddf1-4791-bdd4-be34ee849df6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:18.521466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1871301123', 'security_groups': ['8957d023-3985-47ce-8019-5de5544e2014'], 'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a7d0e00d-0da0-4a40-a1f4-f9a3c5b8df8a'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:18.528193 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a57bf-6f26-4465-a677-deb1b014b0e1 req-1e3f37c4-ddf1-4791-bdd4-be34ee849df6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:18.535229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a57bf-6f26-4465-a677-deb1b014b0e1 req-1e3f37c4-ddf1-4791-bdd4-be34ee849df6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:18.543538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a57bf-6f26-4465-a677-deb1b014b0e1 req-1e3f37c4-ddf1-4791-bdd4-be34ee849df6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:18.551472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a57bf-6f26-4465-a677-deb1b014b0e1 req-1e3f37c4-ddf1-4791-bdd4-be34ee849df6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:18.558961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a57bf-6f26-4465-a677-deb1b014b0e1 req-1e3f37c4-ddf1-4791-bdd4-be34ee849df6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:18.570044 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-364a57bf-6f26-4465-a677-deb1b014b0e1 req-1e3f37c4-ddf1-4791-bdd4-be34ee849df6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.1773314 Sep 08 13:33:18.614878 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.615313 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-364a57bf-6f26-4465-a677-deb1b014b0e1 req-31195df9-0033-46ab-8bc5-207822b23fef tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440152 Sep 08 13:33:18.638838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.639959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/2d69ab44-89b0-429a-8eb0-a1793a734e8d HTTP/1.1" status: 204 len: 168 time: 0.8417513 Sep 08 13:33:18.648931 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82f0e7-e38d-445c-a2aa-c24cd13aa6f8 req-9eb4353a-2f72-42c8-b871-efd5bfdd8012 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:18.650500 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf82f0e7-e38d-445c-a2aa-c24cd13aa6f8 req-9eb4353a-2f72-42c8-b871-efd5bfdd8012 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1458914 Sep 08 13:33:18.665595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b54b7-34bc-4096-892b-a84dac1a08d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d69ab44-89b0-429a-8eb0-a1793a734e8d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:18.719524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf82f0e7-e38d-445c-a2aa-c24cd13aa6f8 req-0d929d3c-77ac-4bce-8606-f6fff07f8595 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576987 Sep 08 13:33:18.834311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:18.926556 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:18.943151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] device_id is not set on port 2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:33:19.110341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8::3bc (a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1/a7d0e00d-0da0-4a40-a1f4-f9a3c5b8df8a/2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:19.147039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b468b248-6861-4214-bde5-2ad699a3f91d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:19.148060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52262) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:19.228528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b468b248-6861-4214-bde5-2ad699a3f91d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:19.228908 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:19.241557 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aeae8243-e06d-4920-bcd7-29898a15f8a1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e9c649b274f94218bd8bf2f31d3eb735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0893033 Sep 08 13:33:19.241873 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52268) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:19.292847 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:19.305457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52270) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:19.338506 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7aaf-fd38-402b-adea-a93138b9e611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:19.341714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba976-e178-416e-b2a6-073509c84aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:19.345224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object 2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:19.366042 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7aaf-fd38-402b-adea-a93138b9e611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:19.560412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7aaf-fd38-402b-adea-a93138b9e611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:19.563313 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5c7c7aaf-fd38-402b-adea-a93138b9e611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:19.563719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:19.568448 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5c7c7aaf-fd38-402b-adea-a93138b9e611 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3d3e639a-b6ff-4277-a10a-905cc96aa1d6 HTTP/1.1" status: 204 len: 168 time: 0.3184829 Sep 08 13:33:19.580645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7c7aaf-fd38-402b-adea-a93138b9e611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3e639a-b6ff-4277-a10a-905cc96aa1d6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:19.674003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:19.682829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:19.693003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:19.721210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:19.730299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:19.731180 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:19.793046 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba976-e178-416e-b2a6-073509c84aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:19.810617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a674762-7379-49c3-acfa-e16cf84274b0 req-f855ef6e-a9d5-4a49-b96d-ef3e3bc9d7c6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:19.816758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a674762-7379-49c3-acfa-e16cf84274b0 req-f855ef6e-a9d5-4a49-b96d-ef3e3bc9d7c6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:19.831264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a674762-7379-49c3-acfa-e16cf84274b0 req-f855ef6e-a9d5-4a49-b96d-ef3e3bc9d7c6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:19.837636 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a674762-7379-49c3-acfa-e16cf84274b0 req-f855ef6e-a9d5-4a49-b96d-ef3e3bc9d7c6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:19.850157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a674762-7379-49c3-acfa-e16cf84274b0 req-f855ef6e-a9d5-4a49-b96d-ef3e3bc9d7c6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:19.857724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a674762-7379-49c3-acfa-e16cf84274b0 req-f855ef6e-a9d5-4a49-b96d-ef3e3bc9d7c6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:19.865182 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a674762-7379-49c3-acfa-e16cf84274b0 req-f855ef6e-a9d5-4a49-b96d-ef3e3bc9d7c6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:19.867183 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a674762-7379-49c3-acfa-e16cf84274b0 req-f855ef6e-a9d5-4a49-b96d-ef3e3bc9d7c6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.1540883 Sep 08 13:33:19.887531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a482b-e955-4f54-9609-ac40abe05180 req-4ae64516-a67e-4570-9fd4-d5d839778b67 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:19.889891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-634a482b-e955-4f54-9609-ac40abe05180 req-4ae64516-a67e-4570-9fd4-d5d839778b67 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.0869446 Sep 08 13:33:19.900402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52284) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:19.943257 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a674762-7379-49c3-acfa-e16cf84274b0 req-58e4e67e-df37-4dc9-93f3-6f3987792c11 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529435 Sep 08 13:33:19.965816 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-634a482b-e955-4f54-9609-ac40abe05180 req-13567bf7-f39d-4418-944c-2273ba5934b0 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666459 Sep 08 13:33:19.969557 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f7ba976-e178-416e-b2a6-073509c84aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.018522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ba976-e178-416e-b2a6-073509c84aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6e6eff-4bab-4055-a85f-fd6bd17835fe,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:20.023174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9f7ba976-e178-416e-b2a6-073509c84aba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2e0f2b62c4534197b2d3b323dae3864a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7164624 Sep 08 13:33:20.027764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52290) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:20.075047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c53c68c6-13f9-4cff-ba4e-98e3959c9a39 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5586500 Sep 08 13:33:20.078830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52294) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:20.086459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-06014b54-dcd3-43fd-a8cf-b8627abe1404 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:20.116357 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-075bf8d0-d520-4a4a-99e6-c81a56050cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.194914 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-075bf8d0-d520-4a4a-99e6-c81a56050cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.273841 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-106b8945-4e70-4321-84a1-07096fe5498a None None] Provisioning for port 2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:20.278451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-106b8945-4e70-4321-84a1-07096fe5498a None None] Provisioning complete for port 2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:20.278835 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-106b8945-4e70-4321-84a1-07096fe5498a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.315074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-106b8945-4e70-4321-84a1-07096fe5498a None None] Port 2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:20.342873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-787415391'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:20.401275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06014b54-dcd3-43fd-a8cf-b8627abe1404 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:20.404885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-06014b54-dcd3-43fd-a8cf-b8627abe1404 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.440498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-075bf8d0-d520-4a4a-99e6-c81a56050cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.444849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-075bf8d0-d520-4a4a-99e6-c81a56050cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.446014 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-075bf8d0-d520-4a4a-99e6-c81a56050cf8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3b6e6eff-4bab-4055-a85f-fd6bd17835fe HTTP/1.1" status: 204 len: 168 time: 0.4172547 Sep 08 13:33:20.460654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bf8d0-d520-4a4a-99e6-c81a56050cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6e6eff-4bab-4055-a85f-fd6bd17835fe,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:20.526308 n-d-807558-3 neutron-server[96263]: INFO neutron.db.ipam_backend_mixin [None req-06014b54-dcd3-43fd-a8cf-b8627abe1404 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7d0e00d-0da0-4a40-a1f4-f9a3c5b8df8a (CIDR: 2001:db8::/64) Sep 08 13:33:20.531478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:20.536128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.547077 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.567081 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-06014b54-dcd3-43fd-a8cf-b8627abe1404 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:33:20.567590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06014b54-dcd3-43fd-a8cf-b8627abe1404 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:20.620755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52304) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:20.654725 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.681708 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a0b4e75c-bbea-4f87-a36e-506e502e1b42 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8917c736a47f445a867ee0373b89071b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596893 Sep 08 13:33:20.684207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52306) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:20.743856 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-397837e3-9a8d-48b0-8c72-4ac7dbab0266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.766100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-397837e3-9a8d-48b0-8c72-4ac7dbab0266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.772094 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.796895 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:33:20.811368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363a4afd-f6ea-4f59-9842-0bd146c40dab,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:20.886228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-06014b54-dcd3-43fd-a8cf-b8627abe1404 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8060355 Sep 08 13:33:20.889495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52310) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:20.896093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3d4cb0d7-0e80-4b84-ac4f-5cac9b2de523 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:20.920532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-397837e3-9a8d-48b0-8c72-4ac7dbab0266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.920650 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.920650 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Added segment 6b8b57fa-9095-4555-9891-32204786d518 of type vlan for network fd33337c-d396-4baf-8981-9f0487cd9663 Sep 08 13:33:20.922128 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-397837e3-9a8d-48b0-8c72-4ac7dbab0266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:20.925611 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-397837e3-9a8d-48b0-8c72-4ac7dbab0266 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/159c5652-bc07-4a3d-bb2e-891df231c5c1 HTTP/1.1" status: 204 len: 168 time: 0.2379253 Sep 08 13:33:20.949640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397837e3-9a8d-48b0-8c72-4ac7dbab0266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159c5652-bc07-4a3d-bb2e-891df231c5c1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:20.993467 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:21.115636 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:21.121248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:21.121891 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:21.127481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20718b-6ac1-4b7d-a3ea-cd8126ac8893 req-3ce137c6-800d-4d19-9afe-e7785362d5f3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:21.133879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20718b-6ac1-4b7d-a3ea-cd8126ac8893 req-3ce137c6-800d-4d19-9afe-e7785362d5f3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:21.140485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20718b-6ac1-4b7d-a3ea-cd8126ac8893 req-3ce137c6-800d-4d19-9afe-e7785362d5f3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:21.148754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20718b-6ac1-4b7d-a3ea-cd8126ac8893 req-3ce137c6-800d-4d19-9afe-e7785362d5f3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:21.155726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20718b-6ac1-4b7d-a3ea-cd8126ac8893 req-3ce137c6-800d-4d19-9afe-e7785362d5f3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:21.162467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20718b-6ac1-4b7d-a3ea-cd8126ac8893 req-3ce137c6-800d-4d19-9afe-e7785362d5f3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:21.171162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db20718b-6ac1-4b7d-a3ea-cd8126ac8893 req-3ce137c6-800d-4d19-9afe-e7785362d5f3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:21.171162 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db20718b-6ac1-4b7d-a3ea-cd8126ac8893 req-3ce137c6-800d-4d19-9afe-e7785362d5f3 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.1066649 Sep 08 13:33:21.171537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4cb0d7-0e80-4b84-ac4f-5cac9b2de523 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:21.175535 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3d4cb0d7-0e80-4b84-ac4f-5cac9b2de523 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:21.197919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c5896-5339-46bb-a30d-c7911bde202e req-931f1e65-2883-4eba-9f0e-9e2c136ed488 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:21.202222 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f27c5896-5339-46bb-a30d-c7911bde202e req-931f1e65-2883-4eba-9f0e-9e2c136ed488 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1270609 Sep 08 13:33:21.269797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Network': ['ID=fd33337c-d396-4baf-8981-9f0487cd9663,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:21.281977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db20718b-6ac1-4b7d-a3ea-cd8126ac8893 req-ae97f597-8057-45db-bdb0-9ddccf657262 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859818 Sep 08 13:33:21.285257 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network fd33337c-d396-4baf-8981-9f0487cd9663 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:33:21.305046 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-80b41254-6756-42c8-b19a-c4f1769c32c0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3963053 Sep 08 13:33:21.305311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52328) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:21.317193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'name': 'tempest-PortsTestJSON-143822813'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:21.339899 n-d-807558-3 neutron-server[96264]: INFO neutron.db.ipam_backend_mixin [None req-3d4cb0d7-0e80-4b84-ac4f-5cac9b2de523 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1731ce4c-0120-4dcf-aad6-1d8a22aba532 (CIDR: 2001:db8:0:1::/64) Sep 08 13:33:21.377418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f27c5896-5339-46bb-a30d-c7911bde202e req-c3d240dc-6e6c-4c20-9c83-c2cd65869598 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185472 Sep 08 13:33:21.406628 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4cb0d7-0e80-4b84-ac4f-5cac9b2de523 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:33:21.407105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4cb0d7-0e80-4b84-ac4f-5cac9b2de523 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:21.560748 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3d4cb0d7-0e80-4b84-ac4f-5cac9b2de523 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6699727 Sep 08 13:33:21.563890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52338) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:21.569170 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f88f21e1-e373-4aa5-850a-66c2085d3f45 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'subnet': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:21.721539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:21.725133 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:21.749702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port 28313628-c9a8-4397-91ab-79b27bdcbb13 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:33:21.822216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88f21e1-e373-4aa5-850a-66c2085d3f45 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Made reservation on behalf of 6bad6c9ff2674db8b35fd0e5660983d6 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:21.825710 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f88f21e1-e373-4aa5-850a-66c2085d3f45 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:21.994085 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:22.200427 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:22.263407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=28313628-c9a8-4397-91ab-79b27bdcbb13,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:22.271514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Checking segment: {'id': '6b8b57fa-9095-4555-9891-32204786d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:22.271514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network hostable DHCP agents. Network: fd33337c-d396-4baf-8981-9f0487cd9663, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:33:22.349098 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f88f21e1-e373-4aa5-850a-66c2085d3f45 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:22.394715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f21e1-e373-4aa5-850a-66c2085d3f45 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:22.397940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-f88f21e1-e373-4aa5-850a-66c2085d3f45 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:22.402338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88f21e1-e373-4aa5-850a-66c2085d3f45 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:22.402959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f88f21e1-e373-4aa5-850a-66c2085d3f45 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:22.409469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b70d3de-6ada-4457-b962-1faf2d4b284c None None] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:22.427855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f21e1-e373-4aa5-850a-66c2085d3f45 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Subnet': ['ID=0bbd30fb-aebf-4b4e-9bf8-41a87db91bfa,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:22.442419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f7e5f-554e-4d52-9705-2934a4fee1eb req-12b766b3-d407-44c7-bf29-01e00e896e30 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:22.448751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f7e5f-554e-4d52-9705-2934a4fee1eb req-12b766b3-d407-44c7-bf29-01e00e896e30 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:22.455054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f7e5f-554e-4d52-9705-2934a4fee1eb req-12b766b3-d407-44c7-bf29-01e00e896e30 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:22.462831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f7e5f-554e-4d52-9705-2934a4fee1eb req-12b766b3-d407-44c7-bf29-01e00e896e30 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:22.470212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f7e5f-554e-4d52-9705-2934a4fee1eb req-12b766b3-d407-44c7-bf29-01e00e896e30 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:22.472484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network fd33337c-d396-4baf-8981-9f0487cd9663 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:33:22.475706 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f7e5f-554e-4d52-9705-2934a4fee1eb req-12b766b3-d407-44c7-bf29-01e00e896e30 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:22.484897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f7e5f-554e-4d52-9705-2934a4fee1eb req-12b766b3-d407-44c7-bf29-01e00e896e30 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:22.485396 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-821f7e5f-554e-4d52-9705-2934a4fee1eb req-12b766b3-d407-44c7-bf29-01e00e896e30 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.1170700 Sep 08 13:33:22.535442 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f88f21e1-e373-4aa5-850a-66c2085d3f45 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9702327 Sep 08 13:33:22.536758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52376) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:22.546652 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d41017a5-2523-4b6a-bdfb-7b492c2d37ed tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-389446522', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0bbd30fb-aebf-4b4e-9bf8-41a87db91bfa'}], 'security_groups': ['af13f9ac-6bd0-4d0d-b91f-9e2f93aa2f50', '8be44c1b-d45a-48bb-aeb4-4c68d5af8b67']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:22.578487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cec56-91d2-4a0a-90c4-619854fabe0d req-a655d832-440d-4dad-8628-cbf5282740f9 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:22.594599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc1cec56-91d2-4a0a-90c4-619854fabe0d req-a655d832-440d-4dad-8628-cbf5282740f9 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1368079 Sep 08 13:33:22.631542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-821f7e5f-554e-4d52-9705-2934a4fee1eb req-234214b0-9b6c-4952-8229-178f393dbb3d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1389327 Sep 08 13:33:22.636871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc1cec56-91d2-4a0a-90c4-619854fabe0d req-bf98671c-44eb-4da6-a33f-60c486997aa3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413187 Sep 08 13:33:22.651304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, fd33337c-d396-4baf-8981-9f0487cd9663) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:22.658999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:22.665583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:22.666248 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:22.668020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851bf090-f8bc-4acb-ae94-3453d97da15a None None] Network fd33337c-d396-4baf-8981-9f0487cd9663 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:22.796325 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d41017a5-2523-4b6a-bdfb-7b492c2d37ed tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:22.805636 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4a53b40b-c41c-4355-9395-51f46e67fb87 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4983420 Sep 08 13:33:22.805798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52384) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:22.813437 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-934aa0c4-906d-499f-8e03-c28fcd2105c7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-328326611'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:22.984860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6026cf-81a1-4bd8-8492-d8c691e40249 None None] Update dhcp port {'port': {'network_id': 'a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1', 'fixed_ips': [{'subnet_id': '1731ce4c-0120-4dcf-aad6-1d8a22aba532', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a7d0e00d-0da0-4a40-a1f4-f9a3c5b8df8a', 'ip_address': '2001:db8::2'}, {'subnet_id': '0bbd30fb-aebf-4b4e-9bf8-41a87db91bfa'}], 'binding:host_id': 'n-d-807558-3'}, 'id': 'b468b248-6861-4214-bde5-2ad699a3f91d'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:33:22.990631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934aa0c4-906d-499f-8e03-c28fcd2105c7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:22.996380 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-934aa0c4-906d-499f-8e03-c28fcd2105c7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:23.020358 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7a6026cf-81a1-4bd8-8492-d8c691e40249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:23.133086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934aa0c4-906d-499f-8e03-c28fcd2105c7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:33:23.180611 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-934aa0c4-906d-499f-8e03-c28fcd2105c7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:23.180939 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-934aa0c4-906d-499f-8e03-c28fcd2105c7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Added segment 47111e8d-4e52-4380-9b86-0c7854783418 of type vlan for network aa6ffb31-039f-404c-bdeb-426385b5b1fc Sep 08 13:33:23.274110 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-934aa0c4-906d-499f-8e03-c28fcd2105c7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:23.321654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-d41017a5-2523-4b6a-bdfb-7b492c2d37ed tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Delete allocated IP 2001:db8::3bc (a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1/a7d0e00d-0da0-4a40-a1f4-f9a3c5b8df8a) {{(pid=96264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 08 13:33:23.331021 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-d41017a5-2523-4b6a-bdfb-7b492c2d37ed tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Allocated IP 2001:db8:0:2::393 (a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1/0bbd30fb-aebf-4b4e-9bf8-41a87db91bfa/2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:23.510495 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-934aa0c4-906d-499f-8e03-c28fcd2105c7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:23.517102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934aa0c4-906d-499f-8e03-c28fcd2105c7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:23.517846 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-934aa0c4-906d-499f-8e03-c28fcd2105c7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:23.558096 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d41017a5-2523-4b6a-bdfb-7b492c2d37ed tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:23.614142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-d41017a5-2523-4b6a-bdfb-7b492c2d37ed tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Transition to ACTIVE for port object 2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:23.615586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934aa0c4-906d-499f-8e03-c28fcd2105c7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Network': ['ID=aa6ffb31-039f-404c-bdeb-426385b5b1fc,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:23.628175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network aa6ffb31-039f-404c-bdeb-426385b5b1fc details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:33:23.629741 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-934aa0c4-906d-499f-8e03-c28fcd2105c7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8229809 Sep 08 13:33:23.632440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52408) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:23.638721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'ports': [{'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663'}, {'network_id': 'aa6ffb31-039f-404c-bdeb-426385b5b1fc'}]} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:23.644886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:23.644886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': 'aa6ffb31-039f-404c-bdeb-426385b5b1fc'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:23.793540 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d41017a5-2523-4b6a-bdfb-7b492c2d37ed tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:23.820661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-7a6026cf-81a1-4bd8-8492-d8c691e40249 None None] Allocated IP 2001:db8:0:2::2 (a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1/0bbd30fb-aebf-4b4e-9bf8-41a87db91bfa/b468b248-6861-4214-bde5-2ad699a3f91d) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:23.859187 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace2667-0ae2-420a-9112-9d414760d18a req-33e2eec4-b97b-4913-ba0e-ade9a29a1ef9 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:23.868849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3ace2667-0ae2-420a-9112-9d414760d18a req-33e2eec4-b97b-4913-ba0e-ade9a29a1ef9 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1109159 Sep 08 13:33:23.956818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7a6026cf-81a1-4bd8-8492-d8c691e40249 None None] For port b468b248-6861-4214-bde5-2ad699a3f91d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b468b248-6861-4214-bde5-2ad699a3f91d,segment=NetworkSegment(86203d27-6506-4d98-9060-86b0887b87cb),segment_id=86203d27-6506-4d98-9060-86b0887b87cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:23.972281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3ace2667-0ae2-420a-9112-9d414760d18a req-c8831f9f-e9c9-4732-8868-6beeb4ee2eb7 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023667 Sep 08 13:33:23.994768 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d41017a5-2523-4b6a-bdfb-7b492c2d37ed tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] In _notify_port_updated(), no bound segment for port 2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278 on network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 {{(pid=96264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:33:24.010272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d41017a5-2523-4b6a-bdfb-7b492c2d37ed tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:24.010960 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d41017a5-2523-4b6a-bdfb-7b492c2d37ed tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:24.012333 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d41017a5-2523-4b6a-bdfb-7b492c2d37ed tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "PUT /v2.0/ports/2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278 HTTP/1.1" status: 200 len: 969 time: 1.4720788 Sep 08 13:33:24.015327 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52418) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:24.021870 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7a6026cf-81a1-4bd8-8492-d8c691e40249 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:24.038781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7a6026cf-81a1-4bd8-8492-d8c691e40249 None None] Transition to ACTIVE for port object b468b248-6861-4214-bde5-2ad699a3f91d will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:24.077311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41017a5-2523-4b6a-bdfb-7b492c2d37ed tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event updated for resources: {'Port': ['ID=2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:24.110306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c307f73-d7df-4be7-b884-42fcfe3d6a6e req-a12e635d-744e-4840-9806-9968e94f6af8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:24.117095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c307f73-d7df-4be7-b884-42fcfe3d6a6e req-a12e635d-744e-4840-9806-9968e94f6af8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:24.123330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c307f73-d7df-4be7-b884-42fcfe3d6a6e req-a12e635d-744e-4840-9806-9968e94f6af8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:24.129912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c307f73-d7df-4be7-b884-42fcfe3d6a6e req-a12e635d-744e-4840-9806-9968e94f6af8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:24.138428 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c307f73-d7df-4be7-b884-42fcfe3d6a6e req-a12e635d-744e-4840-9806-9968e94f6af8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:24.145161 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c307f73-d7df-4be7-b884-42fcfe3d6a6e req-a12e635d-744e-4840-9806-9968e94f6af8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:24.146683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-63f2f62d-b26d-4321-88ee-f8e30e67a1a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:24.147081 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63f2f62d-b26d-4321-88ee-f8e30e67a1a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:24.152795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c307f73-d7df-4be7-b884-42fcfe3d6a6e req-a12e635d-744e-4840-9806-9968e94f6af8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:24.155364 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c307f73-d7df-4be7-b884-42fcfe3d6a6e req-a12e635d-744e-4840-9806-9968e94f6af8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.3741255 Sep 08 13:33:24.165686 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7a6026cf-81a1-4bd8-8492-d8c691e40249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:24.240064 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c307f73-d7df-4be7-b884-42fcfe3d6a6e req-57758f4a-8d9c-479c-9469-7f4c7b09a0c4 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616951 Sep 08 13:33:24.270622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 2} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:24.276216 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:24.308465 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:24.314970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63f2f62d-b26d-4321-88ee-f8e30e67a1a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:24.332820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6026cf-81a1-4bd8-8492-d8c691e40249 None None] Pushing event updated for resources: {'Port': ['ID=b468b248-6861-4214-bde5-2ad699a3f91d,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:24.332930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-63f2f62d-b26d-4321-88ee-f8e30e67a1a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:24.425813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port f3f42b65-5e17-424f-972c-23305921fe7e yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:33:24.681461 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:24.748959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63f2f62d-b26d-4321-88ee-f8e30e67a1a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:24.770469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port c4037b15-e8b5-4f3a-bde1-9421b54db014 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:33:24.802944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2f62d-b26d-4321-88ee-f8e30e67a1a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:24.833989 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63f2f62d-b26d-4321-88ee-f8e30e67a1a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:24.837578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-63f2f62d-b26d-4321-88ee-f8e30e67a1a8 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278 HTTP/1.1" status: 204 len: 168 time: 0.8207834 Sep 08 13:33:24.842920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52424) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:24.869723 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-99444298-6ecf-4575-824c-bb092364e6cd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] GET failed (client error): The resource could not be found. Sep 08 13:33:24.871618 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-99444298-6ecf-4575-824c-bb092364e6cd tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports/2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278 HTTP/1.1" status: 404 len: 333 time: 0.0304787 Sep 08 13:33:24.875065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52426) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:24.950057 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:24.979255 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ace21b1c-5838-417e-b495-041097d6429a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.018337 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ace21b1c-5838-417e-b495-041097d6429a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.071017 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-857d3060-8d2d-47ea-ac59-535a4da8d408 None None] Could not find standard attr ID for object 2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:33:25.197232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b468b248-6861-4214-bde5-2ad699a3f91d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:25.205897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09418e1-b84d-46ec-84be-227ea299a22c req-a022787a-97a0-47b5-9347-b658062367ac tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:25.207775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c09418e1-b84d-46ec-84be-227ea299a22c req-a022787a-97a0-47b5-9347-b658062367ac tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1434927 Sep 08 13:33:25.212221 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.214863 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ace21b1c-5838-417e-b495-041097d6429a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.216749 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ace21b1c-5838-417e-b495-041097d6429a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.218466 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ace21b1c-5838-417e-b495-041097d6429a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/security-groups/8957d023-3985-47ce-8019-5de5544e2014 HTTP/1.1" status: 204 len: 168 time: 0.3424032 Sep 08 13:33:25.245149 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52440) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:25.253498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-857d3060-8d2d-47ea-ac59-535a4da8d408 None None] Provisioning for port b468b248-6861-4214-bde5-2ad699a3f91d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:25.267785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-857d3060-8d2d-47ea-ac59-535a4da8d408 None None] Provisioning complete for port b468b248-6861-4214-bde5-2ad699a3f91d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:25.268363 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-857d3060-8d2d-47ea-ac59-535a4da8d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.287115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c09418e1-b84d-46ec-84be-227ea299a22c req-d5937edf-4dfb-4513-a084-9ee077fb8edb tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675247 Sep 08 13:33:25.323549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace21b1c-5838-417e-b495-041097d6429a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8957d023-3985-47ce-8019-5de5544e2014,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:25.334577 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network fd33337c-d396-4baf-8981-9f0487cd9663 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:25.351103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:25.353707 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:25.354520 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.399354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b468b248-6861-4214-bde5-2ad699a3f91d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:25.399899 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.430060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=f3f42b65-5e17-424f-972c-23305921fe7e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:25.507948 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8801c37-e20b-4e78-9aba-55482a846c26 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.533440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-857d3060-8d2d-47ea-ac59-535a4da8d408 None None] Provisioning complete for port 20a1fab4-f568-4801-9967-d83b4eab4b09 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:25.534085 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-857d3060-8d2d-47ea-ac59-535a4da8d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.581341 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8801c37-e20b-4e78-9aba-55482a846c26 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.581962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-857d3060-8d2d-47ea-ac59-535a4da8d408 None None] Port 20a1fab4-f568-4801-9967-d83b4eab4b09 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:25.615396 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf4b1-0dbd-41bb-8e20-bd8e29de6cc1 req-029996f5-8e80-4985-a970-f8ec3780845e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:25.621249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf4b1-0dbd-41bb-8e20-bd8e29de6cc1 req-029996f5-8e80-4985-a970-f8ec3780845e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:25.627807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf4b1-0dbd-41bb-8e20-bd8e29de6cc1 req-029996f5-8e80-4985-a970-f8ec3780845e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:25.634413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf4b1-0dbd-41bb-8e20-bd8e29de6cc1 req-029996f5-8e80-4985-a970-f8ec3780845e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:25.640930 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf4b1-0dbd-41bb-8e20-bd8e29de6cc1 req-029996f5-8e80-4985-a970-f8ec3780845e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:25.646756 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf4b1-0dbd-41bb-8e20-bd8e29de6cc1 req-029996f5-8e80-4985-a970-f8ec3780845e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:25.652550 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fbf4b1-0dbd-41bb-8e20-bd8e29de6cc1 req-029996f5-8e80-4985-a970-f8ec3780845e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:25.654505 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4fbf4b1-0dbd-41bb-8e20-bd8e29de6cc1 req-029996f5-8e80-4985-a970-f8ec3780845e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.2730227 Sep 08 13:33:25.659352 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=c4037b15-e8b5-4f3a-bde1-9421b54db014,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:25.690143 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Checking segment: {'id': '47111e8d-4e52-4380-9b86-0c7854783418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'aa6ffb31-039f-404c-bdeb-426385b5b1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:25.690840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network hostable DHCP agents. Network: aa6ffb31-039f-404c-bdeb-426385b5b1fc, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:33:25.703800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c3ada8d7-a782-4182-b043-af70d4c5f10a None None] Could not find standard attr ID for object 2fb813aa-3a3d-4c21-bdaf-75c5ffdaf278. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:33:25.732826 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4fbf4b1-0dbd-41bb-8e20-bd8e29de6cc1 req-9ed2117f-3de3-4ee8-81ac-1e79a6d4fc8d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680821 Sep 08 13:33:25.869006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network aa6ffb31-039f-404c-bdeb-426385b5b1fc is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:33:25.871376 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8801c37-e20b-4e78-9aba-55482a846c26 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.874125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8801c37-e20b-4e78-9aba-55482a846c26 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.879469 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f8801c37-e20b-4e78-9aba-55482a846c26 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/security-groups/8be44c1b-d45a-48bb-aeb4-4c68d5af8b67 HTTP/1.1" status: 204 len: 168 time: 0.6261399 Sep 08 13:33:25.879601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52454) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:25.887708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8801c37-e20b-4e78-9aba-55482a846c26 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be44c1b-d45a-48bb-aeb4-4c68d5af8b67,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:25.971245 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9e88339e-a297-4740-bcec-e72f370df9d7 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:25.985314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, aa6ffb31-039f-404c-bdeb-426385b5b1fc) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:25.990906 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:25.995224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ad226d-52ba-45df-a87a-23f7fc5b23d3 None None] Network aa6ffb31-039f-404c-bdeb-426385b5b1fc requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:26.003244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:26.003471 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9e88339e-a297-4740-bcec-e72f370df9d7 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.018371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:26.019102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.114747 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-baa50f13-3a2f-4fd5-892d-1d232a189e62 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4808588 Sep 08 13:33:26.117631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52468) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:26.142812 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9e88339e-a297-4740-bcec-e72f370df9d7 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.146769 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9e88339e-a297-4740-bcec-e72f370df9d7 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.149631 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9e88339e-a297-4740-bcec-e72f370df9d7 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/security-groups/af13f9ac-6bd0-4d0d-b91f-9e2f93aa2f50 HTTP/1.1" status: 204 len: 168 time: 0.2704117 Sep 08 13:33:26.161595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52472) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:26.162695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88339e-a297-4740-bcec-e72f370df9d7 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af13f9ac-6bd0-4d0d-b91f-9e2f93aa2f50,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:26.242344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1161e-e9e8-4c1d-83e5-7354c571b3f8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port c4037b15-e8b5-4f3a-bde1-9421b54db014 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:26.242824 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ed1161e-e9e8-4c1d-83e5-7354c571b3f8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.244298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-036298cc-680a-4bd8-8944-94c87381a3cf tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting subnet a7d0e00d-0da0-4a40-a1f4-f9a3c5b8df8a {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:26.247959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-036298cc-680a-4bd8-8944-94c87381a3cf tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.298112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-036298cc-680a-4bd8-8944-94c87381a3cf tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.314257 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ed1161e-e9e8-4c1d-83e5-7354c571b3f8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.327892 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1161e-e9e8-4c1d-83e5-7354c571b3f8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for c4037b15-e8b5-4f3a-bde1-9421b54db014 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:26.455558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e467f-f1e0-4886-bf82-9f6956a2dbd3 req-50e98d74-1715-46ef-bf9d-6a0e017aa86f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:26.457134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-829e467f-f1e0-4886-bf82-9f6956a2dbd3 req-50e98d74-1715-46ef-bf9d-6a0e017aa86f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.0907340 Sep 08 13:33:26.464163 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-036298cc-680a-4bd8-8944-94c87381a3cf tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.485372 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ed1161e-e9e8-4c1d-83e5-7354c571b3f8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.522295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1161e-e9e8-4c1d-83e5-7354c571b3f8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=c4037b15-e8b5-4f3a-bde1-9421b54db014,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:26.525380 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ed1161e-e9e8-4c1d-83e5-7354c571b3f8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.531038 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1ed1161e-e9e8-4c1d-83e5-7354c571b3f8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/c4037b15-e8b5-4f3a-bde1-9421b54db014 HTTP/1.1" status: 204 len: 168 time: 0.4117699 Sep 08 13:33:26.531790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52486) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:26.550484 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-829e467f-f1e0-4886-bf82-9f6956a2dbd3 req-7b950a3f-7d0a-4de2-a104-ce33b9ac2ef0 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855851 Sep 08 13:33:26.596445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36011673-2279-44e3-b539-00ec8667175b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:26.602524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36011673-2279-44e3-b539-00ec8667175b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:26.604145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-36011673-2279-44e3-b539-00ec8667175b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0695295 Sep 08 13:33:26.606836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52492) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:26.674232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-036298cc-680a-4bd8-8944-94c87381a3cf tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.710378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036298cc-680a-4bd8-8944-94c87381a3cf tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Subnet': ['ID=a7d0e00d-0da0-4a40-a1f4-f9a3c5b8df8a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:26.715016 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-036298cc-680a-4bd8-8944-94c87381a3cf tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.716968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-036298cc-680a-4bd8-8944-94c87381a3cf tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/a7d0e00d-0da0-4a40-a1f4-f9a3c5b8df8a HTTP/1.1" status: 204 len: 168 time: 0.5513096 Sep 08 13:33:26.723635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52496) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:26.724136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11beb1d8-1c6a-4ed3-81d0-4186cac52893 None None] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:26.781356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-414b469c-4747-460a-acb1-4f7c6b354caa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port f3f42b65-5e17-424f-972c-23305921fe7e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:26.781707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-414b469c-4747-460a-acb1-4f7c6b354caa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.789709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-6858f592-3f89-4bce-a988-c003b821a20e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting subnet 0bbd30fb-aebf-4b4e-9bf8-41a87db91bfa {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:26.805986 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6858f592-3f89-4bce-a988-c003b821a20e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.894252 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6858f592-3f89-4bce-a988-c003b821a20e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.917886 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-414b469c-4747-460a-acb1-4f7c6b354caa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:26.939037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-414b469c-4747-460a-acb1-4f7c6b354caa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for f3f42b65-5e17-424f-972c-23305921fe7e owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:26.996834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0429f9-4be7-4a6b-be6f-7635cc810e36 req-c3b000fa-5de2-4a28-9313-0d3d3334aa31 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:27.001048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0429f9-4be7-4a6b-be6f-7635cc810e36 req-c3b000fa-5de2-4a28-9313-0d3d3334aa31 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:27.007415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0429f9-4be7-4a6b-be6f-7635cc810e36 req-c3b000fa-5de2-4a28-9313-0d3d3334aa31 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:27.016334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0429f9-4be7-4a6b-be6f-7635cc810e36 req-c3b000fa-5de2-4a28-9313-0d3d3334aa31 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:27.024878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0429f9-4be7-4a6b-be6f-7635cc810e36 req-c3b000fa-5de2-4a28-9313-0d3d3334aa31 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:27.031659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0429f9-4be7-4a6b-be6f-7635cc810e36 req-c3b000fa-5de2-4a28-9313-0d3d3334aa31 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:27.041924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0429f9-4be7-4a6b-be6f-7635cc810e36 req-c3b000fa-5de2-4a28-9313-0d3d3334aa31 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:27.050949 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba0429f9-4be7-4a6b-be6f-7635cc810e36 req-c3b000fa-5de2-4a28-9313-0d3d3334aa31 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.1341424 Sep 08 13:33:27.053946 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6858f592-3f89-4bce-a988-c003b821a20e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:27.151420 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba0429f9-4be7-4a6b-be6f-7635cc810e36 req-99131ccc-4024-4927-8c6c-9fef5830df19 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0986686 Sep 08 13:33:27.200328 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-414b469c-4747-460a-acb1-4f7c6b354caa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:27.239456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b469c-4747-460a-acb1-4f7c6b354caa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=f3f42b65-5e17-424f-972c-23305921fe7e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:27.246002 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-414b469c-4747-460a-acb1-4f7c6b354caa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:27.257768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-414b469c-4747-460a-acb1-4f7c6b354caa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/f3f42b65-5e17-424f-972c-23305921fe7e HTTP/1.1" status: 204 len: 168 time: 0.6466761 Sep 08 13:33:27.257768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52510) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:27.317113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7855392c-7fac-4148-9596-45232585faba tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:27.321357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52512) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:27.321539 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7855392c-7fac-4148-9596-45232585faba tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0632546 Sep 08 13:33:27.323620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6858f592-3f89-4bce-a988-c003b821a20e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:27.366349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858f592-3f89-4bce-a988-c003b821a20e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Subnet': ['ID=0bbd30fb-aebf-4b4e-9bf8-41a87db91bfa,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:27.369017 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3be0b9-826d-4ff6-9509-ab53c329202a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:33:27.379454 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ea3be0b9-826d-4ff6-9509-ab53c329202a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/c4037b15-e8b5-4f3a-bde1-9421b54db014 HTTP/1.1" status: 404 len: 333 time: 0.0565510 Sep 08 13:33:27.384996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6858f592-3f89-4bce-a988-c003b821a20e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:27.385280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52516) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:27.389328 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6858f592-3f89-4bce-a988-c003b821a20e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/0bbd30fb-aebf-4b4e-9bf8-41a87db91bfa HTTP/1.1" status: 204 len: 168 time: 0.6658690 Sep 08 13:33:27.395208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52518) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:27.434501 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e89c462-424a-4553-92ab-2409b1c46160 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:33:27.438022 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0e89c462-424a-4553-92ab-2409b1c46160 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/f3f42b65-5e17-424f-972c-23305921fe7e HTTP/1.1" status: 404 len: 333 time: 0.0515559 Sep 08 13:33:27.440682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52520) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:27.454113 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fbe6f7c-a7e8-40aa-bac9-89f696327224 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:27.456080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fbe6f7c-a7e8-40aa-bac9-89f696327224 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:27.458720 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6fbe6f7c-a7e8-40aa-bac9-89f696327224 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/a7d0e00d-0da0-4a40-a1f4-f9a3c5b8df8a HTTP/1.1" status: 404 len: 337 time: 0.0610576 Sep 08 13:33:27.461224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52522) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:27.542023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-a45d67d6-46b6-4036-88ef-a60cd9760a9b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting subnet 1731ce4c-0120-4dcf-aad6-1d8a22aba532 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:27.544315 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:27.546257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a45d67d6-46b6-4036-88ef-a60cd9760a9b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:27.623797 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a45d67d6-46b6-4036-88ef-a60cd9760a9b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:27.747482 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a45d67d6-46b6-4036-88ef-a60cd9760a9b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:27.797366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64190404-3687-4232-993a-8ebee6bcd35d None None] Network a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:27.824236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e570f31-ab06-4794-bce6-5f65311a3570 req-12a7959a-d155-4cd0-90d4-581c48be4c16 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:27.832203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9e570f31-ab06-4794-bce6-5f65311a3570 req-12a7959a-d155-4cd0-90d4-581c48be4c16 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1594629 Sep 08 13:33:27.893512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9e570f31-ab06-4794-bce6-5f65311a3570 req-296fad98-5d08-4b21-8cae-e86f0024f43c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555053 Sep 08 13:33:27.894711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8e2782bd-7dbc-4d84-802c-87705df37d6d None None] Provisioning complete for port b468b248-6861-4214-bde5-2ad699a3f91d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:27.895100 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8e2782bd-7dbc-4d84-802c-87705df37d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:27.943123 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a45d67d6-46b6-4036-88ef-a60cd9760a9b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.002166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d67d6-46b6-4036-88ef-a60cd9760a9b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Subnet': ['ID=1731ce4c-0120-4dcf-aad6-1d8a22aba532,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:28.024103 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a45d67d6-46b6-4036-88ef-a60cd9760a9b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.033083 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a45d67d6-46b6-4036-88ef-a60cd9760a9b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/1731ce4c-0120-4dcf-aad6-1d8a22aba532 HTTP/1.1" status: 204 len: 168 time: 0.5707459 Sep 08 13:33:28.041602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52530) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.091767 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dd1389-fbd8-4494-b48c-fe4b877ff06e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:28.092560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dd1389-fbd8-4494-b48c-fe4b877ff06e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:28.094648 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-40dd1389-fbd8-4494-b48c-fe4b877ff06e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/6bced78d-525c-4854-b424-e319853f6436 HTTP/1.1" status: 404 len: 337 time: 0.0516796 Sep 08 13:33:28.097165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52532) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.112471 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8e2782bd-7dbc-4d84-802c-87705df37d6d None None] Provisioning complete for port 20a1fab4-f568-4801-9967-d83b4eab4b09 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:28.113063 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8e2782bd-7dbc-4d84-802c-87705df37d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.126522 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.172918 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52536) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.178280 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cf00016b-27c3-4491-895c-c84dffb5120f tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "GET /v2.0/ports?device_id=d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d HTTP/1.1" status: 200 len: 205 time: 0.0671637 Sep 08 13:33:28.189807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6ffb31-039f-404c-bdeb-426385b5b1fc']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:28.203142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8e2782bd-7dbc-4d84-802c-87705df37d6d None None] Port 20a1fab4-f568-4801-9967-d83b4eab4b09 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:28.219244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47111e8d-4e52-4380-9b86-0c7854783418') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:28.219543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47111e8d-4e52-4380-9b86-0c7854783418') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:28.233395 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.265028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daa48bc-3eac-44ff-a18c-787abab29468 None None] DHCP port deletion for a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:33:28.321515 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-554a21e8-7170-45b2-8af2-1a518803ae88 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] delete failed (client error): The resource could not be found. Sep 08 13:33:28.324036 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-554a21e8-7170-45b2-8af2-1a518803ae88 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/routers/d58bf662-74e4-48b3-ac2b-3bc2ddb87b6d HTTP/1.1" status: 404 len: 336 time: 0.1502202 Sep 08 13:33:28.327227 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52544) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.343644 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.346429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf5ba7-fdde-48a5-83f7-fa2bb45f7038 req-95935a1c-31fb-41eb-a4f2-9246f15bea5f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:28.367714 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7cf5ba7-fdde-48a5-83f7-fa2bb45f7038 req-95935a1c-31fb-41eb-a4f2-9246f15bea5f tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1238062 Sep 08 13:33:28.389915 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-136d4051-a0fc-4e9d-bf56-f573ab2db665 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:28.390437 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136d4051-a0fc-4e9d-bf56-f573ab2db665 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:28.392225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5daa48bc-3eac-44ff-a18c-787abab29468 None None] Deleting port b468b248-6861-4214-bde5-2ad699a3f91d {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:28.392930 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5daa48bc-3eac-44ff-a18c-787abab29468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.394873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52546) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.395003 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-136d4051-a0fc-4e9d-bf56-f573ab2db665 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/0a628093-5704-46d1-b343-9ab55fcd71c0 HTTP/1.1" status: 404 len: 337 time: 0.0600181 Sep 08 13:33:28.425013 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:28.425490 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:28.431312 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:28.486426 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-d192aa5b-a7c1-493c-81bb-5bc4711afec7 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:28.487021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d192aa5b-a7c1-493c-81bb-5bc4711afec7 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:28.488999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d192aa5b-a7c1-493c-81bb-5bc4711afec7 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/0f5abdeb-a91e-4356-bfa0-fe7c44be5970 HTTP/1.1" status: 404 len: 337 time: 0.0925729 Sep 08 13:33:28.499712 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7cf5ba7-fdde-48a5-83f7-fa2bb45f7038 req-f2bc87af-8b3f-4a17-9ca0-cdb305e59ebb tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432247 Sep 08 13:33:28.500234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52552) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.535067 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5daa48bc-3eac-44ff-a18c-787abab29468 None None] For port b468b248-6861-4214-bde5-2ad699a3f91d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b468b248-6861-4214-bde5-2ad699a3f91d,segment=NetworkSegment(86203d27-6506-4d98-9060-86b0887b87cb),segment_id=86203d27-6506-4d98-9060-86b0887b87cb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:28.535783 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5daa48bc-3eac-44ff-a18c-787abab29468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.555937 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a1a975-6023-496e-b22a-13d2e921384b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:28.556258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a1a975-6023-496e-b22a-13d2e921384b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:28.558088 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-99a1a975-6023-496e-b22a-13d2e921384b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/9d647290-8b3a-4535-97bc-f25a9ac99723 HTTP/1.1" status: 404 len: 337 time: 0.0569098 Sep 08 13:33:28.567411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52558) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.583134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d395-f4ed-49fc-8658-b61ec801e15b req-959e66fb-8d4b-4921-ba7e-50e12201e2b5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:28.586986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5daa48bc-3eac-44ff-a18c-787abab29468 None None] Calling delete_port for b468b248-6861-4214-bde5-2ad699a3f91d owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:28.593153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d395-f4ed-49fc-8658-b61ec801e15b req-959e66fb-8d4b-4921-ba7e-50e12201e2b5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:28.605697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d395-f4ed-49fc-8658-b61ec801e15b req-959e66fb-8d4b-4921-ba7e-50e12201e2b5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:28.607903 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9b1e54-31f0-4101-8ae3-f25a598c646e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:28.608617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9b1e54-31f0-4101-8ae3-f25a598c646e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:28.610568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1c9b1e54-31f0-4101-8ae3-f25a598c646e tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/e3eda99e-5d58-464f-8c1c-e4506e4e305b HTTP/1.1" status: 404 len: 333 time: 0.0379565 Sep 08 13:33:28.614668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52564) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.620131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d395-f4ed-49fc-8658-b61ec801e15b req-959e66fb-8d4b-4921-ba7e-50e12201e2b5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:28.641857 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d395-f4ed-49fc-8658-b61ec801e15b req-959e66fb-8d4b-4921-ba7e-50e12201e2b5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:28.653839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d395-f4ed-49fc-8658-b61ec801e15b req-959e66fb-8d4b-4921-ba7e-50e12201e2b5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:28.671333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d395-f4ed-49fc-8658-b61ec801e15b req-959e66fb-8d4b-4921-ba7e-50e12201e2b5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:28.674759 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af88d395-f4ed-49fc-8658-b61ec801e15b req-959e66fb-8d4b-4921-ba7e-50e12201e2b5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5420 time: 0.3486915 Sep 08 13:33:28.676256 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.687035 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-1895ada4-8c0c-44b3-a768-a52dddf7acdf tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:28.688457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1895ada4-8c0c-44b3-a768-a52dddf7acdf tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:28.691425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1895ada4-8c0c-44b3-a768-a52dddf7acdf tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/5d82c848-af51-4f14-b3ec-68508c05984a HTTP/1.1" status: 404 len: 337 time: 0.0738447 Sep 08 13:33:28.693042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52572) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.711001 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.712927 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/networks/aa6ffb31-039f-404c-bdeb-426385b5b1fc HTTP/1.1" status: 204 len: 168 time: 1.2711537 Sep 08 13:33:28.716560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52574) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.723820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c1d7d09a-ac15-468d-88aa-00bfaf94eaf6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1821044242'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:28.754808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31e80bc-b660-4f8a-adc7-dd6438e2961d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Network': ['ID=aa6ffb31-039f-404c-bdeb-426385b5b1fc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:28.761331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe63a8f-204d-4a19-88e6-ebfb8551cd88 req-1a595e10-e1ce-465e-beb1-ff3fbcbba235 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:28.763073 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8fe63a8f-204d-4a19-88e6-ebfb8551cd88 req-1a595e10-e1ce-465e-beb1-ff3fbcbba235 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1347775 Sep 08 13:33:28.787657 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0afc3922-b34b-41b4-9c37-5d90f9a5e3e9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:28.787657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0afc3922-b34b-41b4-9c37-5d90f9a5e3e9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:28.787657 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0afc3922-b34b-41b4-9c37-5d90f9a5e3e9 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/c49d1997-0ee4-4a7e-91cf-647197f10a13 HTTP/1.1" status: 404 len: 337 time: 0.0733228 Sep 08 13:33:28.791125 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52578) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.806089 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5daa48bc-3eac-44ff-a18c-787abab29468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.816131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8fe63a8f-204d-4a19-88e6-ebfb8551cd88 req-19cca27f-3284-4b97-bd0d-3b62d488b08c tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452733 Sep 08 13:33:28.854806 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af88d395-f4ed-49fc-8658-b61ec801e15b req-d6c5f42a-7a91-4c49-ac40-7ff5457d02b9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1547525 Sep 08 13:33:28.857048 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1921dc9-33a4-46e5-a5f9-cbb181a86681 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:28.863203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1921dc9-33a4-46e5-a5f9-cbb181a86681 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:28.865434 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d1921dc9-33a4-46e5-a5f9-cbb181a86681 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/b37971d6-a0c4-4331-a2e2-1382fb5c3644 HTTP/1.1" status: 404 len: 333 time: 0.0725663 Sep 08 13:33:28.867995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d7d09a-ac15-468d-88aa-00bfaf94eaf6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:28.872956 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d09a-ac15-468d-88aa-00bfaf94eaf6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.873677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa48bc-3eac-44ff-a18c-787abab29468 None None] Pushing event deleted for resources: {'Port': ['ID=b468b248-6861-4214-bde5-2ad699a3f91d,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:28.875243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52582) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.898386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daa48bc-3eac-44ff-a18c-787abab29468 None None] No DVR routers for this DVR port b468b248-6861-4214-bde5-2ad699a3f91d on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:28.922915 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee112a68-5fb4-47c2-98ef-fc6e723fd490 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:28.923511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee112a68-5fb4-47c2-98ef-fc6e723fd490 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:28.925511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ee112a68-5fb4-47c2-98ef-fc6e723fd490 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/8165b44e-fb08-457a-8281-101580369ded HTTP/1.1" status: 404 len: 337 time: 0.0492010 Sep 08 13:33:28.929057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52586) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.962612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d7d09a-ac15-468d-88aa-00bfaf94eaf6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:33:28.965878 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b17369-45e0-4fc8-9654-6c451cd11e73 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:28.966382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b17369-45e0-4fc8-9654-6c451cd11e73 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:28.969736 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-88b17369-45e0-4fc8-9654-6c451cd11e73 tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/subnets/a1b64a9a-3f37-4246-a63e-8b6d91fe2d26 HTTP/1.1" status: 404 len: 337 time: 0.0394838 Sep 08 13:33:28.973391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52588) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:28.975990 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d09a-ac15-468d-88aa-00bfaf94eaf6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:28.976350 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-c1d7d09a-ac15-468d-88aa-00bfaf94eaf6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Added segment 965196cf-4b36-4965-ae55-4faa5f73052f of type vlan for network a8f5b6c3-6dae-469d-a2b5-72258a8569b0 Sep 08 13:33:29.024001 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d09a-ac15-468d-88aa-00bfaf94eaf6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.049714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a328e56e-80fe-432d-9f45-d2f8087d0cce details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:33:29.126813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7e9aa640-6220-4d2d-ab10-cfaec099453b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Deleting port 20a1fab4-f568-4801-9967-d83b4eab4b09 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:29.127426 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa640-6220-4d2d-ab10-cfaec099453b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.137474 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d09a-ac15-468d-88aa-00bfaf94eaf6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.146569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d7d09a-ac15-468d-88aa-00bfaf94eaf6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:29.150044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c1d7d09a-ac15-468d-88aa-00bfaf94eaf6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.213267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b468b248-6861-4214-bde5-2ad699a3f91d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:33:29.232993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a328e56e-80fe-432d-9f45-d2f8087d0cce, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a328e56e-80fe-432d-9f45-d2f8087d0cce,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:29.237779 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa640-6220-4d2d-ab10-cfaec099453b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.245399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7d09a-ac15-468d-88aa-00bfaf94eaf6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Network': ['ID=a8f5b6c3-6dae-469d-a2b5-72258a8569b0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:29.266582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7e9aa640-6220-4d2d-ab10-cfaec099453b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Calling delete_port for 20a1fab4-f568-4801-9967-d83b4eab4b09 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:29.285347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a8f5b6c3-6dae-469d-a2b5-72258a8569b0 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:33:29.288581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a328e56e-80fe-432d-9f45-d2f8087d0cce', 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49', 'port_id': 'a328e56e-80fe-432d-9f45-d2f8087d0cce', 'mac_address': 'fa:16:3e:71:75:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9af95bc-998b-4161-b01f-7667140ff505', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:33:29.291313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b468b248-6861-4214-bde5-2ad699a3f91d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:33:29.291890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b468b248-6861-4214-bde5-2ad699a3f91d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:33:29.355712 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c1d7d09a-ac15-468d-88aa-00bfaf94eaf6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6373038 Sep 08 13:33:29.366747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52594) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:29.372065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e3e58d5f-8ce0-4c44-8b75-c3b1efa67063 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': 'a8f5b6c3-6dae-469d-a2b5-72258a8569b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:29.417449 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.453162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a328e56e-80fe-432d-9f45-d2f8087d0cce {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:33:29.488204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a328e56e-80fe-432d-9f45-d2f8087d0cce, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a328e56e-80fe-432d-9f45-d2f8087d0cce,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:29.551349 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431529f0-301e-4f04-9584-f50d40fd87f4 req-722e46ee-2efb-46ef-8eb8-8c41e37b8cff tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:29.553063 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-431529f0-301e-4f04-9584-f50d40fd87f4 req-722e46ee-2efb-46ef-8eb8-8c41e37b8cff tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.0544484 Sep 08 13:33:29.595487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-431529f0-301e-4f04-9584-f50d40fd87f4 req-e51e7657-b953-4ffa-8e31-2b27e77e5319 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361426 Sep 08 13:33:29.629469 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa640-6220-4d2d-ab10-cfaec099453b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.661549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9aa640-6220-4d2d-ab10-cfaec099453b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Port': ['ID=20a1fab4-f568-4801-9967-d83b4eab4b09,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:29.673958 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.674878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ddc04eb0-7be6-4aff-abd8-32b48806bcbd details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:33:29.693141 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e9aa640-6220-4d2d-ab10-cfaec099453b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.700249 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7e9aa640-6220-4d2d-ab10-cfaec099453b tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/ports/20a1fab4-f568-4801-9967-d83b4eab4b09 HTTP/1.1" status: 204 len: 168 time: 0.7208841 Sep 08 13:33:29.700249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52602) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:29.831706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.889843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a328e56e-80fe-432d-9f45-d2f8087d0cce,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:29.897376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ddc04eb0-7be6-4aff-abd8-32b48806bcbd, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ddc04eb0-7be6-4aff-abd8-32b48806bcbd,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:29.910869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'ddc04eb0-7be6-4aff-abd8-32b48806bcbd', 'network_id': '48a4995a-63cc-4581-8891-024e49be0443', 'port_id': 'ddc04eb0-7be6-4aff-abd8-32b48806bcbd', 'mac_address': 'fa:16:3e:7c:d6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3810f8-ca2d-42d3-8d0d-875098f37354', 'ip_address': '10.1.1.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:33:29.949310 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.951615 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.954411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e58d5f-8ce0-4c44-8b75-c3b1efa67063 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:29.965298 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3e58d5f-8ce0-4c44-8b75-c3b1efa67063 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:29.977275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc04eb0-7be6-4aff-abd8-32b48806bcbd {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:33:29.999286 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ddc04eb0-7be6-4aff-abd8-32b48806bcbd, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ddc04eb0-7be6-4aff-abd8-32b48806bcbd,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:30.005853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:30.023996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86203d27-6506-4d98-9060-86b0887b87cb') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:30.024390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86203d27-6506-4d98-9060-86b0887b87cb') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:30.038566 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.067026 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.070615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:30.071121 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:30.076162 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:30.110304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a836b9-7d71-4a47-8a39-003717b3a2eb req-1ddca1d9-855a-4bf4-928b-e7fc3ebd8f8c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:30.114296 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.115004 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:33:30.133899 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a836b9-7d71-4a47-8a39-003717b3a2eb req-1ddca1d9-855a-4bf4-928b-e7fc3ebd8f8c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:30.145002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a836b9-7d71-4a47-8a39-003717b3a2eb req-1ddca1d9-855a-4bf4-928b-e7fc3ebd8f8c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:30.151616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a836b9-7d71-4a47-8a39-003717b3a2eb req-1ddca1d9-855a-4bf4-928b-e7fc3ebd8f8c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:30.161921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a836b9-7d71-4a47-8a39-003717b3a2eb req-1ddca1d9-855a-4bf4-928b-e7fc3ebd8f8c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:30.179148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a836b9-7d71-4a47-8a39-003717b3a2eb req-1ddca1d9-855a-4bf4-928b-e7fc3ebd8f8c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:30.186928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a836b9-7d71-4a47-8a39-003717b3a2eb req-1ddca1d9-855a-4bf4-928b-e7fc3ebd8f8c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:30.189042 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09a836b9-7d71-4a47-8a39-003717b3a2eb req-1ddca1d9-855a-4bf4-928b-e7fc3ebd8f8c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5421 time: 0.1963103 Sep 08 13:33:30.207293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=40eac85f-cf5c-4adc-a61a-941a1e8e8c55,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:30.242639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '40eac85f-cf5c-4adc-a61a-941a1e8e8c55', 'network_id': '48a4995a-63cc-4581-8891-024e49be0443', 'port_id': '40eac85f-cf5c-4adc-a61a-941a1e8e8c55', 'mac_address': 'fa:16:3e:3c:05:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3810f8-ca2d-42d3-8d0d-875098f37354', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:33:30.253622 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09a836b9-7d71-4a47-8a39-003717b3a2eb req-657f7368-274b-4042-a5ca-322c1bf6e99f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0439606 Sep 08 13:33:30.262915 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.298743 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.302363 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] 10.222.0.69 "DELETE /v2.0/networks/a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1 HTTP/1.1" status: 204 len: 168 time: 0.6019967 Sep 08 13:33:30.332436 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be56e30-d027-49c6-9ec4-8019b0fa4b0a tempest-PortsIpV6TestJSON-1049755772 tempest-PortsIpV6TestJSON-1049755772-project] Pushing event deleted for resources: {'Network': ['ID=a4bad0dd-e61a-44a7-9bbf-c7ad92184dc1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:30.346004 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ddc04eb0-7be6-4aff-abd8-32b48806bcbd,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:30.356156 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.383802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:33:30.417461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=40eac85f-cf5c-4adc-a61a-941a1e8e8c55,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:30.530824 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.531648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c552540d-028f-4164-8a1b-e5a7710ba7e3 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:33:30.604309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=40eac85f-cf5c-4adc-a61a-941a1e8e8c55,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:30.605408 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3e58d5f-8ce0-4c44-8b75-c3b1efa67063 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.610104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c552540d-028f-4164-8a1b-e5a7710ba7e3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c552540d-028f-4164-8a1b-e5a7710ba7e3,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:30.627319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'c552540d-028f-4164-8a1b-e5a7710ba7e3', 'network_id': '48a4995a-63cc-4581-8891-024e49be0443', 'port_id': 'c552540d-028f-4164-8a1b-e5a7710ba7e3', 'mac_address': 'fa:16:3e:d2:94:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3810f8-ca2d-42d3-8d0d-875098f37354', 'ip_address': '10.1.1.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:33:30.686401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e58d5f-8ce0-4c44-8b75-c3b1efa67063 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Subnet': ['ID=a3cd184f-b93f-46ce-a280-45c76e66f3d5,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:30.694114 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.695797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e58d5f-8ce0-4c44-8b75-c3b1efa67063 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Checking segment: {'id': '965196cf-4b36-4965-ae55-4faa5f73052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a8f5b6c3-6dae-469d-a2b5-72258a8569b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:30.696273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e58d5f-8ce0-4c44-8b75-c3b1efa67063 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network hostable DHCP agents. Network: a8f5b6c3-6dae-469d-a2b5-72258a8569b0, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:33:30.717432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c552540d-028f-4164-8a1b-e5a7710ba7e3 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:33:30.738643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c552540d-028f-4164-8a1b-e5a7710ba7e3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c552540d-028f-4164-8a1b-e5a7710ba7e3,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:30.767957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d255b-05cf-478f-879b-988db3523bd2 req-98ecfbff-721c-4fc2-a9b3-80c0160fa11b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:30.769572 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d9d255b-05cf-478f-879b-988db3523bd2 req-98ecfbff-721c-4fc2-a9b3-80c0160fa11b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.1105952 Sep 08 13:33:30.781203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60328e75-40de-4e30-9a0e-0462ba5127db req-a00a094b-6a7d-4e26-873f-3020953c3e88 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:30.782717 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60328e75-40de-4e30-9a0e-0462ba5127db req-a00a094b-6a7d-4e26-873f-3020953c3e88 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 946 time: 0.0849035 Sep 08 13:33:30.828616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e58d5f-8ce0-4c44-8b75-c3b1efa67063 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network a8f5b6c3-6dae-469d-a2b5-72258a8569b0 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:33:30.829400 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.830340 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8b504d36-6f5e-4621-aea1-52b1103c4f18 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:33:30.882290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60328e75-40de-4e30-9a0e-0462ba5127db req-75b60ff4-e96b-44f8-8a4e-656a1105100b tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907829 Sep 08 13:33:30.917194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-7d9d255b-05cf-478f-879b-988db3523bd2 req-5ce79ef9-0a01-426c-ad26-8cab5f469781 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Deleting port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:30.917616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7d9d255b-05cf-478f-879b-988db3523bd2 req-5ce79ef9-0a01-426c-ad26-8cab5f469781 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.919441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-e3e58d5f-8ce0-4c44-8b75-c3b1efa67063 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a8f5b6c3-6dae-469d-a2b5-72258a8569b0) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:30.930588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e58d5f-8ce0-4c44-8b75-c3b1efa67063 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:30.932385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3e58d5f-8ce0-4c44-8b75-c3b1efa67063 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:30.991967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a933210b-4764-45a0-98f0-d97ef9cff497 None None] Network a8f5b6c3-6dae-469d-a2b5-72258a8569b0 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:31.025552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e3e58d5f-8ce0-4c44-8b75-c3b1efa67063 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6555667 Sep 08 13:33:31.026095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52630) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:31.032573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': 'a8f5b6c3-6dae-469d-a2b5-72258a8569b0', 'name': 'tempest-PortsTestJSON-1760548304'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:31.064279 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-7d9d255b-05cf-478f-879b-988db3523bd2 req-5ce79ef9-0a01-426c-ad26-8cab5f469781 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] For port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:31.064666 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7d9d255b-05cf-478f-879b-988db3523bd2 req-5ce79ef9-0a01-426c-ad26-8cab5f469781 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.097834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-7d9d255b-05cf-478f-879b-988db3523bd2 req-5ce79ef9-0a01-426c-ad26-8cab5f469781 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Calling delete_port for 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:31.159979 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8b504d36-6f5e-4621-aea1-52b1103c4f18, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8b504d36-6f5e-4621-aea1-52b1103c4f18,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:31.174807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=c552540d-028f-4164-8a1b-e5a7710ba7e3,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:31.197351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '8b504d36-6f5e-4621-aea1-52b1103c4f18', 'network_id': '48a4995a-63cc-4581-8891-024e49be0443', 'port_id': '8b504d36-6f5e-4621-aea1-52b1103c4f18', 'mac_address': 'fa:16:3e:05:5f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3810f8-ca2d-42d3-8d0d-875098f37354', 'ip_address': '10.1.1.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:33:31.235183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52634) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:31.256627 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.259093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-a8f5b6c3-6dae-469d-a2b5-72258a8569b0', 'network_id': 'a8f5b6c3-6dae-469d-a2b5-72258a8569b0', 'tenant_id': '230ef06495e54c5a9ff19dc4043c3f9a', 'fixed_ips': [{'subnet_id': 'a3cd184f-b93f-46ce-a280-45c76e66f3d5'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:33:31.260168 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.292366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52638) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:31.300854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b504d36-6f5e-4621-aea1-52b1103c4f18 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:33:31.386437 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8b504d36-6f5e-4621-aea1-52b1103c4f18, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8b504d36-6f5e-4621-aea1-52b1103c4f18,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:31.450341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5958a6-31c3-496a-9cc8-6e72554a0524 req-8b3da5e4-c62f-4ec8-9bb3-2156def68a5d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:31.462022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5958a6-31c3-496a-9cc8-6e72554a0524 req-8b3da5e4-c62f-4ec8-9bb3-2156def68a5d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:31.477550 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7d9d255b-05cf-478f-879b-988db3523bd2 req-5ce79ef9-0a01-426c-ad26-8cab5f469781 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.478622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5958a6-31c3-496a-9cc8-6e72554a0524 req-8b3da5e4-c62f-4ec8-9bb3-2156def68a5d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:31.483082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ab50c458-71c7-43fa-a991-7611e8231876 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6bad6c9ff2674db8b35fd0e5660983d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450511 Sep 08 13:33:31.489926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52644) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:31.492857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Allocated IP 172.20.0.2 (a8f5b6c3-6dae-469d-a2b5-72258a8569b0/a3cd184f-b93f-46ce-a280-45c76e66f3d5/912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:31.497479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5958a6-31c3-496a-9cc8-6e72554a0524 req-8b3da5e4-c62f-4ec8-9bb3-2156def68a5d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:31.498821 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.500516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 2723bb99-0650-45f7-8a57-793b4a9bd115 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:33:31.503838 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5958a6-31c3-496a-9cc8-6e72554a0524 req-8b3da5e4-c62f-4ec8-9bb3-2156def68a5d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:31.510319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5958a6-31c3-496a-9cc8-6e72554a0524 req-8b3da5e4-c62f-4ec8-9bb3-2156def68a5d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:31.516456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5958a6-31c3-496a-9cc8-6e72554a0524 req-8b3da5e4-c62f-4ec8-9bb3-2156def68a5d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:31.524656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:33:31.524656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:33:31.526200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de5958a6-31c3-496a-9cc8-6e72554a0524 req-8b3da5e4-c62f-4ec8-9bb3-2156def68a5d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5424 time: 0.1465321 Sep 08 13:33:31.526811 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce79ef9-0a01-426c-ad26-8cab5f469781 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event deleted for resources: {'Port': ['ID=5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:31.531449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:31.535479 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.570332 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05564ba9-4b71-4728-b1d4-947d65d74698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.571439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 2723bb99-0650-45f7-8a57-793b4a9bd115, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2723bb99-0650-45f7-8a57-793b4a9bd115,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:31.606637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '2723bb99-0650-45f7-8a57-793b4a9bd115', 'network_id': 'adf204ef-b624-4fee-9e83-d93889dc5f49', 'port_id': '2723bb99-0650-45f7-8a57-793b4a9bd115', 'mac_address': 'fa:16:3e:ac:66:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9af95bc-998b-4161-b01f-7667140ff505', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:33:31.610883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9d255b-05cf-478f-879b-988db3523bd2 req-5ce79ef9-0a01-426c-ad26-8cab5f469781 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] No DVR routers for this DVR port 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:31.617575 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-7d9d255b-05cf-478f-879b-988db3523bd2 req-5ce79ef9-0a01-426c-ad26-8cab5f469781 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.620108 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d9d255b-05cf-478f-879b-988db3523bd2 req-5ce79ef9-0a01-426c-ad26-8cab5f469781 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.70 "DELETE /v2.0/ports/5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d HTTP/1.1" status: 204 len: 173 time: 0.8364952 Sep 08 13:33:31.620783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd8cd321-de16-4b1d-a9ed-e5bfa40913ff', 'name': 'network-vif-deleted', 'tag': '5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:33:31.624178 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cead3c25-539d-419b-a666-f01b4b60973b" -d '{"events": [{"server_uuid": "cd8cd321-de16-4b1d-a9ed-e5bfa40913ff", "name": "network-vif-deleted", "tag": "5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:31.624331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de5958a6-31c3-496a-9cc8-6e72554a0524 req-588e91ba-26b7-4799-bbb3-1365bd301e7d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0970185 Sep 08 13:33:31.625685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port 11a2c726-f0a7-4fac-b87c-1778a07df725 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:33:31.643614 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-204e3bd1-d1af-40b5-88fc-37e151b60c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.685461 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-204e3bd1-d1af-40b5-88fc-37e151b60c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.711280 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeddb9e3-4fcd-42aa-b76c-bdfe947c0db2 x-openstack-request-id: req-eeddb9e3-4fcd-42aa-b76c-bdfe947c0db2 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:31.712491 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd8cd321-de16-4b1d-a9ed-e5bfa40913ff", "name": "network-vif-deleted", "tag": "5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:31.712869 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eeddb9e3-4fcd-42aa-b76c-bdfe947c0db2 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:31.713376 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd8cd321-de16-4b1d-a9ed-e5bfa40913ff', 'name': 'network-vif-deleted', 'tag': '5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d', 'status': 'completed', 'code': 200} Sep 08 13:33:31.810344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52650) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:31.815376 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05564ba9-4b71-4728-b1d4-947d65d74698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.841036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8b504d36-6f5e-4621-aea1-52b1103c4f18,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:31.862442 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-204e3bd1-d1af-40b5-88fc-37e151b60c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.865166 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-204e3bd1-d1af-40b5-88fc-37e151b60c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.868849 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-204e3bd1-d1af-40b5-88fc-37e151b60c7b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c925b1bb-9848-413b-bf21-81f1471869ba HTTP/1.1" status: 204 len: 168 time: 0.3755124 Sep 08 13:33:31.882207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e3bd1-d1af-40b5-88fc-37e151b60c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c925b1bb-9848-413b-bf21-81f1471869ba,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:31.902221 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-05564ba9-4b71-4728-b1d4-947d65d74698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.944990 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:31.953405 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-05564ba9-4b71-4728-b1d4-947d65d74698 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=496852e636fa4deca0476f8c71743959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6595991 Sep 08 13:33:31.955802 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52658) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:32.005371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05564ba9-4b71-4728-b1d4-947d65d74698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a45cfc-2e59-45fb-88da-f8c004c27ce4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:32.021083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-181887cd-874e-448e-b9e4-e43a81e32b59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.031521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2723bb99-0650-45f7-8a57-793b4a9bd115 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:33:32.052410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 2723bb99-0650-45f7-8a57-793b4a9bd115, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2723bb99-0650-45f7-8a57-793b4a9bd115,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:32.057247 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b5fd42-0512-4dc0-ae23-f92060df8255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.108956 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b5fd42-0512-4dc0-ae23-f92060df8255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.115413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d7cc449-1c16-4df8-8575-9ab181063d70 req-dd95470d-141e-4c8c-9f9e-805df1732bcc tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=cd8cd321-de16-4b1d-a9ed-e5bfa40913ff HTTP/1.1" status: 200 len: 210 time: 0.0467432 Sep 08 13:33:32.149028 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.149714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5fe5cd3d-d484-499b-a088-43b175b89b70 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:33:32.205473 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.261705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=2723bb99-0650-45f7-8a57-793b4a9bd115,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:32.345427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-181887cd-874e-448e-b9e4-e43a81e32b59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.366241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5fe5cd3d-d484-499b-a088-43b175b89b70, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5fe5cd3d-d484-499b-a088-43b175b89b70,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:32.387639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '5fe5cd3d-d484-499b-a088-43b175b89b70', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'port_id': '5fe5cd3d-d484-499b-a088-43b175b89b70', 'mac_address': 'fa:16:3e:89:4b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:33:32.412150 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b5fd42-0512-4dc0-ae23-f92060df8255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.412150 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-99b5fd42-0512-4dc0-ae23-f92060df8255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.412150 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-99b5fd42-0512-4dc0-ae23-f92060df8255 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/10a45cfc-2e59-45fb-88da-f8c004c27ce4 HTTP/1.1" status: 204 len: 168 time: 0.4527833 Sep 08 13:33:32.418889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b5fd42-0512-4dc0-ae23-f92060df8255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a45cfc-2e59-45fb-88da-f8c004c27ce4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:32.445244 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-181887cd-874e-448e-b9e4-e43a81e32b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.534743 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-181887cd-874e-448e-b9e4-e43a81e32b59 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5dc549e0d2004e4bb54daac7c1611878&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7231202 Sep 08 13:33:32.537363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52674) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:32.544823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181887cd-874e-448e-b9e4-e43a81e32b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b5d9e5-673b-4530-ad0c-8445041b4f20,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:32.605777 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-79f4febc-8e23-4e58-9c4e-761c5762ed01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.634205 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-79f4febc-8e23-4e58-9c4e-761c5762ed01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.657868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Transition to ACTIVE for port object 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:32.721698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Transition to ACTIVE for port object 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:32.723409 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.737766 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fe5cd3d-d484-499b-a088-43b175b89b70 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:33:32.758944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5fe5cd3d-d484-499b-a088-43b175b89b70, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5fe5cd3d-d484-499b-a088-43b175b89b70,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:32.803899 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae5b52-3a2c-4d57-a9f7-5f543ed46765 req-c7385b4b-3349-4591-b202-473981f4f33d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:32.809858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae5b52-3a2c-4d57-a9f7-5f543ed46765 req-c7385b4b-3349-4591-b202-473981f4f33d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:32.816401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae5b52-3a2c-4d57-a9f7-5f543ed46765 req-c7385b4b-3349-4591-b202-473981f4f33d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:32.822317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae5b52-3a2c-4d57-a9f7-5f543ed46765 req-c7385b4b-3349-4591-b202-473981f4f33d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:32.839186 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae5b52-3a2c-4d57-a9f7-5f543ed46765 req-c7385b4b-3349-4591-b202-473981f4f33d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:32.839711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae5b52-3a2c-4d57-a9f7-5f543ed46765 req-c7385b4b-3349-4591-b202-473981f4f33d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:32.845883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae5b52-3a2c-4d57-a9f7-5f543ed46765 req-c7385b4b-3349-4591-b202-473981f4f33d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:32.847726 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75ae5b52-3a2c-4d57-a9f7-5f543ed46765 req-c7385b4b-3349-4591-b202-473981f4f33d tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5426 time: 0.1015763 Sep 08 13:33:32.876534 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-79f4febc-8e23-4e58-9c4e-761c5762ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.876761 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.879164 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-79f4febc-8e23-4e58-9c4e-761c5762ed01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.880536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-79f4febc-8e23-4e58-9c4e-761c5762ed01 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a2b5d9e5-673b-4530-ad0c-8445041b4f20 HTTP/1.1" status: 204 len: 168 time: 0.3411484 Sep 08 13:33:32.884542 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:32.911924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4febc-8e23-4e58-9c4e-761c5762ed01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b5d9e5-673b-4530-ad0c-8445041b4f20,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:32.919424 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-75ae5b52-3a2c-4d57-a9f7-5f543ed46765 req-d614b498-9a0d-4c5f-beaf-1e971d322ad5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652547 Sep 08 13:33:32.924272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Network a8f5b6c3-6dae-469d-a2b5-72258a8569b0 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:32.939670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:32.944041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.8 (a8f5b6c3-6dae-469d-a2b5-72258a8569b0/a3cd184f-b93f-46ce-a280-45c76e66f3d5/11a2c726-f0a7-4fac-b87c-1778a07df725) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:32.946823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:32.963377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5fe5cd3d-d484-499b-a088-43b175b89b70,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:33.045837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Attempting to bind port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:33:33.046682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Attempting to bind port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '965196cf-4b36-4965-ae55-4faa5f73052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a8f5b6c3-6dae-469d-a2b5-72258a8569b0'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:33:33.046682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Attempting to bind port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb on network a8f5b6c3-6dae-469d-a2b5-72258a8569b0 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:33:33.054008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Pushing event updated for resources: {'Port': ['ID=912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:33.058321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:33:33.058702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Checking segment: {'id': '965196cf-4b36-4965-ae55-4faa5f73052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a8f5b6c3-6dae-469d-a2b5-72258a8569b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:33.059108 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:33.059495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Bound using segment: {'id': '965196cf-4b36-4965-ae55-4faa5f73052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a8f5b6c3-6dae-469d-a2b5-72258a8569b0'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:33:33.059975 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Bound port: 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '965196cf-4b36-4965-ae55-4faa5f73052f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a8f5b6c3-6dae-469d-a2b5-72258a8569b0'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:33:33.060358 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:33.129963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] For port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:33:33.134160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] For port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb,segment=NetworkSegment(965196cf-4b36-4965-ae55-4faa5f73052f),segment_id=965196cf-4b36-4965-ae55-4faa5f73052f)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:33:33.176707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:33.207386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object 11a2c726-f0a7-4fac-b87c-1778a07df725 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:33.222629 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:33.310055 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:33.322387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52702) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:33.341125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba547517-0b3c-4ccc-a3a6-eddd3656c51c None None] Pushing event updated for resources: {'Port': ['ID=912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:33.347110 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5db24036-27a6-4df4-a290-824a72e70ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:33.401083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network a8f5b6c3-6dae-469d-a2b5-72258a8569b0 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:33.405657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:33.410097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:33.470726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=11a2c726-f0a7-4fac-b87c-1778a07df725,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:33.520978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:33.522768 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:33.629292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5db24036-27a6-4df4-a290-824a72e70ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:33.692133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5db24036-27a6-4df4-a290-824a72e70ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:33.767052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db24036-27a6-4df4-a290-824a72e70ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694b66ec-a865-48f1-9ee5-51c20e6017f1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:33.781486 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5db24036-27a6-4df4-a290-824a72e70ec1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8e79b8b3e5f43a8a65955315f7aaf46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537413 Sep 08 13:33:33.783328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52730) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:33.810226 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6b9ef9c1-4e10-45de-8ee1-c84c303161d6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7831359 Sep 08 13:33:33.823352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52734) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:33.897294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a328e56e-80fe-432d-9f45-d2f8087d0cce'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:33:33.917279 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f944cda4-9d7c-423b-b1c3-5f4ce9a5ca39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:33.983475 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f944cda4-9d7c-423b-b1c3-5f4ce9a5ca39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:34.013361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ddc04eb0-7be6-4aff-abd8-32b48806bcbd'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:33:34.017288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c552540d-028f-4164-8a1b-e5a7710ba7e3'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:33:34.108544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52750) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:34.109603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['8b504d36-6f5e-4621-aea1-52b1103c4f18'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:33:34.112190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['5fe5cd3d-d484-499b-a088-43b175b89b70'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:33:34.123229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['40eac85f-cf5c-4adc-a61a-941a1e8e8c55'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:33:34.131015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-aeca162d-2a46-43f1-84d1-fbc2bebc7fc4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 11a2c726-f0a7-4fac-b87c-1778a07df725 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:34.131541 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeca162d-2a46-43f1-84d1-fbc2bebc7fc4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:34.209082 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f944cda4-9d7c-423b-b1c3-5f4ce9a5ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:34.212714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f944cda4-9d7c-423b-b1c3-5f4ce9a5ca39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:34.214062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f944cda4-9d7c-423b-b1c3-5f4ce9a5ca39 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/694b66ec-a865-48f1-9ee5-51c20e6017f1 HTTP/1.1" status: 204 len: 168 time: 0.4296939 Sep 08 13:33:34.276717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944cda4-9d7c-423b-b1c3-5f4ce9a5ca39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694b66ec-a865-48f1-9ee5-51c20e6017f1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:34.304508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b7fe-6199-409c-8af0-6aec2934955c req-08b610f1-8562-47c3-9752-68cb725881fe tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:34.311833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b7fe-6199-409c-8af0-6aec2934955c req-08b610f1-8562-47c3-9752-68cb725881fe tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:34.318785 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b7fe-6199-409c-8af0-6aec2934955c req-08b610f1-8562-47c3-9752-68cb725881fe tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:34.328115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b7fe-6199-409c-8af0-6aec2934955c req-08b610f1-8562-47c3-9752-68cb725881fe tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:34.338210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b7fe-6199-409c-8af0-6aec2934955c req-08b610f1-8562-47c3-9752-68cb725881fe tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:34.349724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b7fe-6199-409c-8af0-6aec2934955c req-08b610f1-8562-47c3-9752-68cb725881fe tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:34.352488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086b7fe-6199-409c-8af0-6aec2934955c req-08b610f1-8562-47c3-9752-68cb725881fe tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:34.362015 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-5b1ab77a-a502-462e-a70c-897b4c3b2f29 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1741870234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:34.362601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f086b7fe-6199-409c-8af0-6aec2934955c req-08b610f1-8562-47c3-9752-68cb725881fe tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5427 time: 0.2945352 Sep 08 13:33:34.442858 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeca162d-2a46-43f1-84d1-fbc2bebc7fc4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:34.462079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-aeca162d-2a46-43f1-84d1-fbc2bebc7fc4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 11a2c726-f0a7-4fac-b87c-1778a07df725 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:34.543830 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab77a-a502-462e-a70c-897b4c3b2f29 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:34.545929 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab77a-a502-462e-a70c-897b4c3b2f29 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:34.574218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1dccc-7dc7-4e9e-a795-418fed90eda5 req-2d0ea792-cc56-4d18-8053-76b06a5a8096 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:34.582677 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cfc1dccc-7dc7-4e9e-a795-418fed90eda5 req-2d0ea792-cc56-4d18-8053-76b06a5a8096 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 945 time: 0.0900574 Sep 08 13:33:34.655026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cfc1dccc-7dc7-4e9e-a795-418fed90eda5 req-575848ea-d836-4d8e-b100-c512307bde93 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669229 Sep 08 13:33:34.684885 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab77a-a502-462e-a70c-897b4c3b2f29 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:34.706831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f086b7fe-6199-409c-8af0-6aec2934955c req-d4dfb66e-1e11-45ce-b2a3-051001da3f85 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3432360 Sep 08 13:33:34.735294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['2723bb99-0650-45f7-8a57-793b4a9bd115'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:33:34.858547 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab77a-a502-462e-a70c-897b4c3b2f29 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:34.867186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4585654-bdd8-4a1e-9584-87c10ff0f1cc None None] Network a8f5b6c3-6dae-469d-a2b5-72258a8569b0 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:34.984418 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeca162d-2a46-43f1-84d1-fbc2bebc7fc4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.039329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca162d-2a46-43f1-84d1-fbc2bebc7fc4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=11a2c726-f0a7-4fac-b87c-1778a07df725,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:35.087122 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeca162d-2a46-43f1-84d1-fbc2bebc7fc4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.091087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b1ab77a-a502-462e-a70c-897b4c3b2f29 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.092951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aeca162d-2a46-43f1-84d1-fbc2bebc7fc4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/11a2c726-f0a7-4fac-b87c-1778a07df725 HTTP/1.1" status: 204 len: 168 time: 1.2680800 Sep 08 13:33:35.094427 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5b1ab77a-a502-462e-a70c-897b4c3b2f29 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9835527 Sep 08 13:33:35.102329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52780) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:35.104904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52782) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:35.114072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1047836247'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:35.123055 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d7f5ad0-1b98-46f4-922b-f1bd311ee26d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] DELETE failed (client error): The resource could not be found. Sep 08 13:33:35.124830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d7f5ad0-1b98-46f4-922b-f1bd311ee26d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:33:35.127997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4d7f5ad0-1b98-46f4-922b-f1bd311ee26d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/11a2c726-f0a7-4fac-b87c-1778a07df725 HTTP/1.1" status: 404 len: 333 time: 0.0335147 Sep 08 13:33:35.133917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52784) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:35.174297 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d082877-7448-4c68-a7fa-92437a81b602 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:33:35.176299 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6d082877-7448-4c68-a7fa-92437a81b602 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/11a2c726-f0a7-4fac-b87c-1778a07df725 HTTP/1.1" status: 404 len: 333 time: 0.0384245 Sep 08 13:33:35.179726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52790) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:35.191749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d2ebb649-813d-4a3c-8f45-3361f45e50a3 None None] Provisioning for port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:35.264720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3dc5db-c19c-40e6-905f-d6985d1508b8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting subnet a3cd184f-b93f-46ce-a280-45c76e66f3d5 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:35.268988 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Made reservation on behalf of 74050d9a7e884895a9a2732422605347 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:35.273375 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.287977 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c3dc5db-c19c-40e6-905f-d6985d1508b8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.292024 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.295411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:35.399444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c3dc5db-c19c-40e6-905f-d6985d1508b8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.433403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:33:35.459187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:33:35.459548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5bb3ec72-4126-4dc1-ae9f-0b25bcf9601d not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:33:35.519757 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.528458 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c3dc5db-c19c-40e6-905f-d6985d1508b8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.548015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:35.553144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:35.556349 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.618934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.660431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fda8705-932d-40b4-bd39-0fd2b56f241a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:35.691845 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c3dc5db-c19c-40e6-905f-d6985d1508b8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.693669 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.707509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:33:35.767726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c3dc5db-c19c-40e6-905f-d6985d1508b8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.774958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52818) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:35.775576 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0c3dc5db-c19c-40e6-905f-d6985d1508b8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/a3cd184f-b93f-46ce-a280-45c76e66f3d5 HTTP/1.1" status: 204 len: 168 time: 0.5940490 Sep 08 13:33:35.781598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3dc5db-c19c-40e6-905f-d6985d1508b8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Subnet': ['ID=a3cd184f-b93f-46ce-a280-45c76e66f3d5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:35.801746 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:35.802410 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Added segment b5295241-6e67-4a99-95e9-abecdc1ebfb7 of type vlan for network a153b68e-8b7a-4a18-8f24-952d0551206c Sep 08 13:33:35.846728 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:33:35.847107 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:33:35.850723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0221c444-d1e8-4a57-b968-20da6cbf441b None None] Provisioning complete for port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:35.851112 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0221c444-d1e8-4a57-b968-20da6cbf441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.007182 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.008405 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0221c444-d1e8-4a57-b968-20da6cbf441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.030099 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.043999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b9edd-234d-4ff5-af1d-aea48ef12986 req-9cbff0fd-d504-4b72-a7d1-423d2811ff96 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:36.048567 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb4b9edd-234d-4ff5-af1d-aea48ef12986 req-9cbff0fd-d504-4b72-a7d1-423d2811ff96 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 945 time: 0.2557566 Sep 08 13:33:36.069374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0221c444-d1e8-4a57-b968-20da6cbf441b None None] For port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb,segment=NetworkSegment(965196cf-4b36-4965-ae55-4faa5f73052f),segment_id=965196cf-4b36-4965-ae55-4faa5f73052f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:36.078646 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bef311-413f-4bfa-8033-1a63411d2464 req-d1fbcd36-40af-4d9f-9826-8eebecfd8407 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:36.086529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bef311-413f-4bfa-8033-1a63411d2464 req-d1fbcd36-40af-4d9f-9826-8eebecfd8407 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:36.102926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bef311-413f-4bfa-8033-1a63411d2464 req-d1fbcd36-40af-4d9f-9826-8eebecfd8407 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:36.105383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583cfbd9-63fb-4666-aeb6-1b888812f9ea None None] Network a8f5b6c3-6dae-469d-a2b5-72258a8569b0 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:36.110978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bef311-413f-4bfa-8033-1a63411d2464 req-d1fbcd36-40af-4d9f-9826-8eebecfd8407 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:36.119047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bef311-413f-4bfa-8033-1a63411d2464 req-d1fbcd36-40af-4d9f-9826-8eebecfd8407 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:36.127828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bef311-413f-4bfa-8033-1a63411d2464 req-d1fbcd36-40af-4d9f-9826-8eebecfd8407 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:36.130716 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb4b9edd-234d-4ff5-af1d-aea48ef12986 req-ea3b3a45-a1f9-438e-a837-364fe7d45a65 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/security-groups?id=562aea28-d91d-4058-9133-403d24247bdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739660 Sep 08 13:33:36.156873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bef311-413f-4bfa-8033-1a63411d2464 req-d1fbcd36-40af-4d9f-9826-8eebecfd8407 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:36.156873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2bef311-413f-4bfa-8033-1a63411d2464 req-d1fbcd36-40af-4d9f-9826-8eebecfd8407 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5427 time: 0.3101275 Sep 08 13:33:36.218343 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.224144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:36.225187 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.242111 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0221c444-d1e8-4a57-b968-20da6cbf441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.316182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0221c444-d1e8-4a57-b968-20da6cbf441b None None] Pushing event updated for resources: {'Port': ['ID=912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:36.380410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9da8fe81-7698-462e-9099-f88896016ea7 None None] Could not find standard attr ID for object 11a2c726-f0a7-4fac-b87c-1778a07df725. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:33:36.413716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2bef311-413f-4bfa-8033-1a63411d2464 req-a0a76669-3d2d-4775-899a-281c4aa26dc2 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2458436 Sep 08 13:33:36.415789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event updated for resources: {'Network': ['ID=a153b68e-8b7a-4a18-8f24-952d0551206c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:36.428697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a153b68e-8b7a-4a18-8f24-952d0551206c details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:33:36.451853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c78d9-9c42-44ab-859c-e8c2b8a71dea req-fff47f03-0b18-405d-84d1-f3a0e1d71303 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:36.453448 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-087c78d9-9c42-44ab-859c-e8c2b8a71dea req-fff47f03-0b18-405d-84d1-f3a0e1d71303 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.60 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 945 time: 0.1795924 Sep 08 13:33:36.464778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3a7112-68ad-45c4-a8ee-65639ab4f6f8 None None] DHCP port deletion for a8f5b6c3-6dae-469d-a2b5-72258a8569b0 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:33:36.499092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:36.499646 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.566478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-befde734-86aa-42d1-9464-2dc2df54c0e5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4599435 Sep 08 13:33:36.569263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52832) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:36.574003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a7112-68ad-45c4-a8ee-65639ab4f6f8 None None] Deleting port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:36.574457 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7112-68ad-45c4-a8ee-65639ab4f6f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.576317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b724dd65-bd91-4610-b600-0f33279dbe86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Request body: {'subnet': {'network_id': 'a153b68e-8b7a-4a18-8f24-952d0551206c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:36.616644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] For port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb,segment=NetworkSegment(965196cf-4b36-4965-ae55-4faa5f73052f),segment_id=965196cf-4b36-4965-ae55-4faa5f73052f)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:36.617028 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.637763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:36.697801 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-087c78d9-9c42-44ab-859c-e8c2b8a71dea req-4e9fd183-48b1-4ee7-8dce-10162083cdc3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Deleting port a3a054a8-6b6c-4703-986b-918cb6f9835b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:36.698192 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-087c78d9-9c42-44ab-859c-e8c2b8a71dea req-4e9fd183-48b1-4ee7-8dce-10162083cdc3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.726008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2e3a7112-68ad-45c4-a8ee-65639ab4f6f8 None None] For port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb,segment=NetworkSegment(965196cf-4b36-4965-ae55-4faa5f73052f),segment_id=965196cf-4b36-4965-ae55-4faa5f73052f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:36.726447 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7112-68ad-45c4-a8ee-65639ab4f6f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.759012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2e3a7112-68ad-45c4-a8ee-65639ab4f6f8 None None] Calling delete_port for 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:36.827609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-087c78d9-9c42-44ab-859c-e8c2b8a71dea req-4e9fd183-48b1-4ee7-8dce-10162083cdc3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] For port a3a054a8-6b6c-4703-986b-918cb6f9835b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a3a054a8-6b6c-4703-986b-918cb6f9835b,segment=NetworkSegment(48b3ffd1-9de5-4fc2-972b-867f94b3fea9),segment_id=48b3ffd1-9de5-4fc2-972b-867f94b3fea9)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:36.828112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-087c78d9-9c42-44ab-859c-e8c2b8a71dea req-4e9fd183-48b1-4ee7-8dce-10162083cdc3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.846551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-087c78d9-9c42-44ab-859c-e8c2b8a71dea req-4e9fd183-48b1-4ee7-8dce-10162083cdc3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Calling delete_port for a3a054a8-6b6c-4703-986b-918cb6f9835b owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:36.867849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b724dd65-bd91-4610-b600-0f33279dbe86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Made reservation on behalf of 74050d9a7e884895a9a2732422605347 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:36.871635 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b724dd65-bd91-4610-b600-0f33279dbe86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.903424 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.913811 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7112-68ad-45c4-a8ee-65639ab4f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:36.948378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No DVR routers for this DVR port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:36.950687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:36.986217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a7112-68ad-45c4-a8ee-65639ab4f6f8 None None] Pushing event deleted for resources: {'Port': ['ID=912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:37.014424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a7112-68ad-45c4-a8ee-65639ab4f6f8 None None] No DVR routers for this DVR port 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:37.144190 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.200041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-087c78d9-9c42-44ab-859c-e8c2b8a71dea req-4e9fd183-48b1-4ee7-8dce-10162083cdc3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.201752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:33:37.206978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f5b6c3-6dae-469d-a2b5-72258a8569b0']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:37.246621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:33:37.255705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 912fb4d0-0483-45d0-8a9b-7fc2a57d2ffb not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:33:37.273907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fd183-48b1-4ee7-8dce-10162083cdc3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Pushing event deleted for resources: {'Port': ['ID=a3a054a8-6b6c-4703-986b-918cb6f9835b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:37.289080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '965196cf-4b36-4965-ae55-4faa5f73052f') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:37.289471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '965196cf-4b36-4965-ae55-4faa5f73052f') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:37.303436 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.313475 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c29a96d9-c680-49bf-90f4-80a2bdead10b req-333fecd7-3450-4ac9-a32a-7dc444211fd4 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 210 time: 0.0575359 Sep 08 13:33:37.314941 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b724dd65-bd91-4610-b600-0f33279dbe86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.355120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-087c78d9-9c42-44ab-859c-e8c2b8a71dea req-4e9fd183-48b1-4ee7-8dce-10162083cdc3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] No DVR routers for this DVR port a3a054a8-6b6c-4703-986b-918cb6f9835b on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:37.358949 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-087c78d9-9c42-44ab-859c-e8c2b8a71dea req-4e9fd183-48b1-4ee7-8dce-10162083cdc3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.361357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-087c78d9-9c42-44ab-859c-e8c2b8a71dea req-4e9fd183-48b1-4ee7-8dce-10162083cdc3 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.60 "DELETE /v2.0/ports/a3a054a8-6b6c-4703-986b-918cb6f9835b HTTP/1.1" status: 204 len: 173 time: 0.8980033 Sep 08 13:33:37.361878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b834159a-90e2-44d8-bd86-f2e02042cbbf', 'name': 'network-vif-deleted', 'tag': 'a3a054a8-6b6c-4703-986b-918cb6f9835b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:33:37.364392 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fdda6a-a744-4d3b-84a2-770ca3ccc9d1" -d '{"events": [{"server_uuid": "b834159a-90e2-44d8-bd86-f2e02042cbbf", "name": "network-vif-deleted", "tag": "a3a054a8-6b6c-4703-986b-918cb6f9835b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:37.381119 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.398865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:37.399281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:37.403385 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:37.431127 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3264dd-4292-44c7-966b-f5745cdd83b7 x-openstack-request-id: req-6d3264dd-4292-44c7-966b-f5745cdd83b7 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:37.434006 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b834159a-90e2-44d8-bd86-f2e02042cbbf", "name": "network-vif-deleted", "tag": "a3a054a8-6b6c-4703-986b-918cb6f9835b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:37.434006 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6d3264dd-4292-44c7-966b-f5745cdd83b7 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:37.434006 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b834159a-90e2-44d8-bd86-f2e02042cbbf', 'name': 'network-vif-deleted', 'tag': 'a3a054a8-6b6c-4703-986b-918cb6f9835b', 'status': 'completed', 'code': 200} Sep 08 13:33:37.460872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724dd65-bd91-4610-b600-0f33279dbe86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event updated for resources: {'Subnet': ['ID=b0140089-123b-4e32-adfc-fb4b0156b561,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:37.510792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b724dd65-bd91-4610-b600-0f33279dbe86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Checking segment: {'id': 'b5295241-6e67-4a99-95e9-abecdc1ebfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a153b68e-8b7a-4a18-8f24-952d0551206c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:37.511441 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b724dd65-bd91-4610-b600-0f33279dbe86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Network hostable DHCP agents. Network: a153b68e-8b7a-4a18-8f24-952d0551206c, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:33:37.582830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.590773 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.599418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/networks/a8f5b6c3-6dae-469d-a2b5-72258a8569b0 HTTP/1.1" status: 204 len: 168 time: 1.8193598 Sep 08 13:33:37.601227 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52866) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:37.612672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a63ff01d-dd93-4e9e-9b43-7b2052f45b9a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1127018809'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:37.626156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c03450e-be60-4333-8056-c22ed96b4e30 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Network': ['ID=a8f5b6c3-6dae-469d-a2b5-72258a8569b0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:37.646543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b8f6-75b3-4487-8fd3-a601eda593fe req-00174e06-3a0a-43fa-8eff-59862534a481 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:37.654048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b8f6-75b3-4487-8fd3-a601eda593fe req-00174e06-3a0a-43fa-8eff-59862534a481 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:37.661059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b8f6-75b3-4487-8fd3-a601eda593fe req-00174e06-3a0a-43fa-8eff-59862534a481 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:37.667397 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b8f6-75b3-4487-8fd3-a601eda593fe req-00174e06-3a0a-43fa-8eff-59862534a481 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:37.673354 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b8f6-75b3-4487-8fd3-a601eda593fe req-00174e06-3a0a-43fa-8eff-59862534a481 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:37.681665 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b8f6-75b3-4487-8fd3-a601eda593fe req-00174e06-3a0a-43fa-8eff-59862534a481 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:37.689016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3b8f6-75b3-4487-8fd3-a601eda593fe req-00174e06-3a0a-43fa-8eff-59862534a481 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:37.697547 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-47a3b8f6-75b3-4487-8fd3-a601eda593fe req-00174e06-3a0a-43fa-8eff-59862534a481 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5427 time: 0.1672485 Sep 08 13:33:37.707863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b724dd65-bd91-4610-b600-0f33279dbe86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Network a153b68e-8b7a-4a18-8f24-952d0551206c is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:33:37.757969 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-47a3b8f6-75b3-4487-8fd3-a601eda593fe req-dd044880-e052-454a-a37f-23b22d205389 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593512 Sep 08 13:33:37.822030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0598798e-b856-443a-895c-3db083680b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.867982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63ff01d-dd93-4e9e-9b43-7b2052f45b9a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:37.873106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a63ff01d-dd93-4e9e-9b43-7b2052f45b9a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.905166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a63ff01d-dd93-4e9e-9b43-7b2052f45b9a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:33:37.914473 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a63ff01d-dd93-4e9e-9b43-7b2052f45b9a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.914943 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-a63ff01d-dd93-4e9e-9b43-7b2052f45b9a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Added segment e171cc20-252c-4fe7-8ced-ff3934e46148 of type vlan for network 18238b97-99a5-402a-8dc4-7d10097303be Sep 08 13:33:37.955616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b724dd65-bd91-4610-b600-0f33279dbe86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a153b68e-8b7a-4a18-8f24-952d0551206c) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:37.958443 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a63ff01d-dd93-4e9e-9b43-7b2052f45b9a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:37.964454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e8c364-a82e-4c90-bce3-6864a03e9649 None None] Network a153b68e-8b7a-4a18-8f24-952d0551206c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:37.975711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b724dd65-bd91-4610-b600-0f33279dbe86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:37.976814 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b724dd65-bd91-4610-b600-0f33279dbe86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.110667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-a153b68e-8b7a-4a18-8f24-952d0551206c', 'network_id': 'a153b68e-8b7a-4a18-8f24-952d0551206c', 'tenant_id': '74050d9a7e884895a9a2732422605347', 'fixed_ips': [{'subnet_id': 'b0140089-123b-4e32-adfc-fb4b0156b561'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:33:38.111563 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.133751 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b724dd65-bd91-4610-b600-0f33279dbe86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5623572 Sep 08 13:33:38.134715 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a63ff01d-dd93-4e9e-9b43-7b2052f45b9a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.136393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52878) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:38.141419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63ff01d-dd93-4e9e-9b43-7b2052f45b9a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:38.146906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c782a312-2a01-4540-ae86-b523cc495b86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Request body: {'network': {'name': 'tempest-router-network01--1764303055'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:38.147234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a63ff01d-dd93-4e9e-9b43-7b2052f45b9a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.239225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ff01d-dd93-4e9e-9b43-7b2052f45b9a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Network': ['ID=18238b97-99a5-402a-8dc4-7d10097303be,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:38.249622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 18238b97-99a5-402a-8dc4-7d10097303be details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:33:38.268376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c782a312-2a01-4540-ae86-b523cc495b86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Made reservation on behalf of 74050d9a7e884895a9a2732422605347 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:38.272342 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c782a312-2a01-4540-ae86-b523cc495b86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.296547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c782a312-2a01-4540-ae86-b523cc495b86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:33:38.321269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Allocated IP 172.20.0.2 (a153b68e-8b7a-4a18-8f24-952d0551206c/b0140089-123b-4e32-adfc-fb4b0156b561/6406b3bf-9876-439a-9cff-ca538f6140d2) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:38.321510 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:33:38.365474 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c782a312-2a01-4540-ae86-b523cc495b86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.369307 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-c782a312-2a01-4540-ae86-b523cc495b86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Added segment 52e7cd6d-da8c-4dd1-96f5-7690303d5b34 of type vlan for network a179b6c4-d3f5-4023-9cd6-d330f85829b0 Sep 08 13:33:38.424733 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c782a312-2a01-4540-ae86-b523cc495b86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.429429 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a63ff01d-dd93-4e9e-9b43-7b2052f45b9a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8268278 Sep 08 13:33:38.432589 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52882) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:38.438274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d06c78b2-0fd0-4378-8ecb-ce691100a6a0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': '18238b97-99a5-402a-8dc4-7d10097303be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:38.463742 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3119acca-fbe7-486a-b2f4-bb15aab319e1 req-89fd2864-a651-46f5-91b8-042c7f6486b1 tempest-ServersTestJSON-458446120 tempest-ServersTestJSON-458446120-project] 10.222.0.69 "GET /v2.0/ports?device_id=b834159a-90e2-44d8-bd86-f2e02042cbbf HTTP/1.1" status: 200 len: 210 time: 0.0569327 Sep 08 13:33:38.593816 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c782a312-2a01-4540-ae86-b523cc495b86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.599722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c782a312-2a01-4540-ae86-b523cc495b86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:38.600370 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c782a312-2a01-4540-ae86-b523cc495b86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.661172 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52886) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:38.696478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06c78b2-0fd0-4378-8ecb-ce691100a6a0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:38.706139 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d06c78b2-0fd0-4378-8ecb-ce691100a6a0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.722586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782a312-2a01-4540-ae86-b523cc495b86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event updated for resources: {'Network': ['ID=a179b6c4-d3f5-4023-9cd6-d330f85829b0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:38.737199 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.749826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a3a054a8-6b6c-4703-986b-918cb6f9835b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:33:38.775027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a179b6c4-d3f5-4023-9cd6-d330f85829b0 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:33:38.777785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Transition to ACTIVE for port object 6406b3bf-9876-439a-9cff-ca538f6140d2 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:38.778202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c782a312-2a01-4540-ae86-b523cc495b86 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6408596 Sep 08 13:33:38.781768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52890) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:38.788012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Request body: {'network': {'name': 'tempest-router-network02--858582550'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:38.897335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Transition to ACTIVE for port object 6406b3bf-9876-439a-9cff-ca538f6140d2 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:38.908064 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7fa415d7-f4cf-4df0-b5bf-8665584775ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.919496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Made reservation on behalf of 74050d9a7e884895a9a2732422605347 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:38.925472 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.926632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a328e56e-80fe-432d-9f45-d2f8087d0cce up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:38.964739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:33:38.976872 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:38.977309 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Added segment ce07736d-b8ea-46a4-9d8c-15b69cb391ea of type vlan for network 50f609bb-ea99-47ae-ab90-0b486b07582a Sep 08 13:33:38.994750 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.032994 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.047192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Network a153b68e-8b7a-4a18-8f24-952d0551206c is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:39.052261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:39.054384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Pushing event updated for resources: {'Port': ['ID=6406b3bf-9876-439a-9cff-ca538f6140d2,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:39.056978 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:39.067289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9dfd-f613-489f-a986-e5ac367e2a0f req-51593f3e-a1a9-4595-be1e-435a522ee5a5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:39.073255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9dfd-f613-489f-a986-e5ac367e2a0f req-51593f3e-a1a9-4595-be1e-435a522ee5a5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:39.079382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9dfd-f613-489f-a986-e5ac367e2a0f req-51593f3e-a1a9-4595-be1e-435a522ee5a5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:39.085262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9dfd-f613-489f-a986-e5ac367e2a0f req-51593f3e-a1a9-4595-be1e-435a522ee5a5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:39.091142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9dfd-f613-489f-a986-e5ac367e2a0f req-51593f3e-a1a9-4595-be1e-435a522ee5a5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:39.097563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9dfd-f613-489f-a986-e5ac367e2a0f req-51593f3e-a1a9-4595-be1e-435a522ee5a5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:39.104034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e9dfd-f613-489f-a986-e5ac367e2a0f req-51593f3e-a1a9-4595-be1e-435a522ee5a5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:39.106038 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-963e9dfd-f613-489f-a986-e5ac367e2a0f req-51593f3e-a1a9-4595-be1e-435a522ee5a5 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5427 time: 0.1946545 Sep 08 13:33:39.113967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a328e56e-80fe-432d-9f45-d2f8087d0cce completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:39.135711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a328e56e-80fe-432d-9f45-d2f8087d0cce triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:39.135711 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.146760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Attempting to bind port 6406b3bf-9876-439a-9cff-ca538f6140d2 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:33:39.147202 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Attempting to bind port 6406b3bf-9876-439a-9cff-ca538f6140d2 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b5295241-6e67-4a99-95e9-abecdc1ebfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a153b68e-8b7a-4a18-8f24-952d0551206c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:33:39.147577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Attempting to bind port 6406b3bf-9876-439a-9cff-ca538f6140d2 on network a153b68e-8b7a-4a18-8f24-952d0551206c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:33:39.159301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:33:39.159665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Checking segment: {'id': 'b5295241-6e67-4a99-95e9-abecdc1ebfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a153b68e-8b7a-4a18-8f24-952d0551206c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:39.160008 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.160406 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Bound using segment: {'id': 'b5295241-6e67-4a99-95e9-abecdc1ebfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a153b68e-8b7a-4a18-8f24-952d0551206c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:33:39.160941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Bound port: 6406b3bf-9876-439a-9cff-ca538f6140d2, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5295241-6e67-4a99-95e9-abecdc1ebfb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'a153b68e-8b7a-4a18-8f24-952d0551206c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:33:39.161275 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.241016 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-963e9dfd-f613-489f-a986-e5ac367e2a0f req-2b910c93-cf8b-49ce-8dc2-37b7b5386643 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1250105 Sep 08 13:33:39.265120 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7fa415d7-f4cf-4df0-b5bf-8665584775ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.299625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] For port 6406b3bf-9876-439a-9cff-ca538f6140d2, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:33:39.314861 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.318701 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] For port 6406b3bf-9876-439a-9cff-ca538f6140d2, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6406b3bf-9876-439a-9cff-ca538f6140d2,segment=NetworkSegment(b5295241-6e67-4a99-95e9-abecdc1ebfb7),segment_id=b5295241-6e67-4a99-95e9-abecdc1ebfb7)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:33:39.330636 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.340728 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:39.340728 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.343224 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d06c78b2-0fd0-4378-8ecb-ce691100a6a0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.352834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a328e56e-80fe-432d-9f45-d2f8087d0cce'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:33:39.356048 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa85b25-4127-4e2a-be0a-aca58372428c" -d '{"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "a328e56e-80fe-432d-9f45-d2f8087d0cce"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:39.375338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a328e56e-80fe-432d-9f45-d2f8087d0cce, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a328e56e-80fe-432d-9f45-d2f8087d0cce,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:39.429472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7fa415d7-f4cf-4df0-b5bf-8665584775ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.434122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.448650 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da5e55b-684f-432b-823b-dd8aed78d047 x-openstack-request-id: req-7da5e55b-684f-432b-823b-dd8aed78d047 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:39.448650 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "a328e56e-80fe-432d-9f45-d2f8087d0cce", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:39.448650 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7da5e55b-684f-432b-823b-dd8aed78d047 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:39.449309 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a328e56e-80fe-432d-9f45-d2f8087d0cce', 'code': 200} Sep 08 13:33:39.475100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event updated for resources: {'Network': ['ID=50f609bb-ea99-47ae-ab90-0b486b07582a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:39.485408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:39.486840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:39.486840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:39.486840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:39.487172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:39.487716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:39.488065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:39.489082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:39.489082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:39.489777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:39.490135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:39.490503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:39.512419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db28e6-9402-4d7b-85fa-7ff6012d0d62 None None] Pushing event updated for resources: {'Port': ['ID=6406b3bf-9876-439a-9cff-ca538f6140d2,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:39.516977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 50f609bb-ea99-47ae-ab90-0b486b07582a details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:33:39.520716 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.521634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ddc04eb0-7be6-4aff-abd8-32b48806bcbd up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:39.543312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-186a7b8c-61d7-4c40-90d6-85e3d219e079 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7603395 Sep 08 13:33:39.546100 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7fa415d7-f4cf-4df0-b5bf-8665584775ca admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=445388775fa54106a01d0e03fe514aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8823490 Sep 08 13:33:39.547449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c78b2-0fd0-4378-8ecb-ce691100a6a0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Subnet': ['ID=9db59e35-780c-4a92-8c12-dba7158babe3,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:39.547783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52908) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:39.548142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52910) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:39.554407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa415d7-f4cf-4df0-b5bf-8665584775ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d526ac5f-7b49-4010-95fa-011e79e99f14,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:39.578160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-beebbc64-5a8f-4494-960e-e40c75aec74e tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Request body: {'subnet': {'network_id': 'a179b6c4-d3f5-4023-9cd6-d330f85829b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:39.584858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06c78b2-0fd0-4378-8ecb-ce691100a6a0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Checking segment: {'id': 'e171cc20-252c-4fe7-8ced-ff3934e46148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '18238b97-99a5-402a-8dc4-7d10097303be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:39.588881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c78b2-0fd0-4378-8ecb-ce691100a6a0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network hostable DHCP agents. Network: 18238b97-99a5-402a-8dc4-7d10097303be, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:33:39.636948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52912) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:39.711305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a328e56e-80fe-432d-9f45-d2f8087d0cce,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:39.741432 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-507166fb-453d-4d1c-bb86-86ad53a03a2a admin admin] Deleting subnet d14836f1-ecd1-4db6-b042-f7de366d80f5 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:39.744867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-507166fb-453d-4d1c-bb86-86ad53a03a2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.784082 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-507166fb-453d-4d1c-bb86-86ad53a03a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.842816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06c78b2-0fd0-4378-8ecb-ce691100a6a0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network 18238b97-99a5-402a-8dc4-7d10097303be is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:33:39.843360 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5ee2ff64-aec6-46e4-86e4-a7b0f7b28ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.850569 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-507166fb-453d-4d1c-bb86-86ad53a03a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:39.865986 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5ee2ff64-aec6-46e4-86e4-a7b0f7b28ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.016272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beebbc64-5a8f-4494-960e-e40c75aec74e tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Made reservation on behalf of 74050d9a7e884895a9a2732422605347 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:40.016471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d06c78b2-0fd0-4378-8ecb-ce691100a6a0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 18238b97-99a5-402a-8dc4-7d10097303be) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:40.020587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port ddc04eb0-7be6-4aff-abd8-32b48806bcbd completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:40.020699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06c78b2-0fd0-4378-8ecb-ce691100a6a0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:40.021225 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d06c78b2-0fd0-4378-8ecb-ce691100a6a0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.021489 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-beebbc64-5a8f-4494-960e-e40c75aec74e tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.027968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port ddc04eb0-7be6-4aff-abd8-32b48806bcbd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:40.028297 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.031969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edec21af-665d-42f1-8f2c-c4cde3c762c7 None None] Network 18238b97-99a5-402a-8dc4-7d10097303be requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:40.074062 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-507166fb-453d-4d1c-bb86-86ad53a03a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.089119 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5ee2ff64-aec6-46e4-86e4-a7b0f7b28ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.092335 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5ee2ff64-aec6-46e4-86e4-a7b0f7b28ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.093596 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5ee2ff64-aec6-46e4-86e4-a7b0f7b28ad6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d526ac5f-7b49-4010-95fa-011e79e99f14 HTTP/1.1" status: 204 len: 168 time: 0.5426521 Sep 08 13:33:40.110563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2ff64-aec6-46e4-86e4-a7b0f7b28ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d526ac5f-7b49-4010-95fa-011e79e99f14,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:40.258483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d06c78b2-0fd0-4378-8ecb-ce691100a6a0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8243291 Sep 08 13:33:40.259125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52920) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:40.270897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': '18238b97-99a5-402a-8dc4-7d10097303be', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1767670439'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:40.276776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507166fb-453d-4d1c-bb86-86ad53a03a2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d14836f1-ecd1-4db6-b042-f7de366d80f5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:40.297926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-507166fb-453d-4d1c-bb86-86ad53a03a2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.306361 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-507166fb-453d-4d1c-bb86-86ad53a03a2a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d14836f1-ecd1-4db6-b042-f7de366d80f5 HTTP/1.1" status: 204 len: 168 time: 0.6643047 Sep 08 13:33:40.307156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52926) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:40.313593 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6cf64354-249c-435c-a21b-f3c83e3bed4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.411162 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.510640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.543380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ef6d2-568c-445e-abbe-499adaeea3ab req-820dd5c9-c2ca-4ec9-9cf4-54a002f730a0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:40.550621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ef6d2-568c-445e-abbe-499adaeea3ab req-820dd5c9-c2ca-4ec9-9cf4-54a002f730a0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:40.557886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ef6d2-568c-445e-abbe-499adaeea3ab req-820dd5c9-c2ca-4ec9-9cf4-54a002f730a0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:40.559757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ddc04eb0-7be6-4aff-abd8-32b48806bcbd, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ddc04eb0-7be6-4aff-abd8-32b48806bcbd,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:40.565380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ef6d2-568c-445e-abbe-499adaeea3ab req-820dd5c9-c2ca-4ec9-9cf4-54a002f730a0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:40.571288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-18238b97-99a5-402a-8dc4-7d10097303be', 'network_id': '18238b97-99a5-402a-8dc4-7d10097303be', 'tenant_id': '230ef06495e54c5a9ff19dc4043c3f9a', 'fixed_ips': [{'subnet_id': '9db59e35-780c-4a92-8c12-dba7158babe3'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:33:40.571582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ef6d2-568c-445e-abbe-499adaeea3ab req-820dd5c9-c2ca-4ec9-9cf4-54a002f730a0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:40.572201 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.578096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ef6d2-568c-445e-abbe-499adaeea3ab req-820dd5c9-c2ca-4ec9-9cf4-54a002f730a0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:40.584236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ef6d2-568c-445e-abbe-499adaeea3ab req-820dd5c9-c2ca-4ec9-9cf4-54a002f730a0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:40.586508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d55ef6d2-568c-445e-abbe-499adaeea3ab req-820dd5c9-c2ca-4ec9-9cf4-54a002f730a0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5428 time: 0.1316118 Sep 08 13:33:40.591591 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-beebbc64-5a8f-4494-960e-e40c75aec74e tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.628326 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.677158 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.678721 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.679551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8b504d36-6f5e-4621-aea1-52b1103c4f18 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:40.692672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8558c78e-818a-4e56-9eb8-d34a7481093d']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:40.713394 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b3ffd1-9de5-4fc2-972b-867f94b3fea9') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:40.716151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b3ffd1-9de5-4fc2-972b-867f94b3fea9') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:40.732160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebbc64-5a8f-4494-960e-e40c75aec74e tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event updated for resources: {'Subnet': ['ID=dc3aa9bc-422d-4cf6-8000-557bd8fd6606,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:40.736551 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.747529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d55ef6d2-568c-445e-abbe-499adaeea3ab req-a8b4591d-b308-43fd-81d8-f416f9e1d0ca tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1481795 Sep 08 13:33:40.752507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:40.760146 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.792859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port fed30569-a386-4c23-8382-1519dd0b32e1 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:33:40.800817 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.809261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:40.810167 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.811921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beebbc64-5a8f-4494-960e-e40c75aec74e tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Checking segment: {'id': '52e7cd6d-da8c-4dd1-96f5-7690303d5b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'a179b6c4-d3f5-4023-9cd6-d330f85829b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:40.812732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beebbc64-5a8f-4494-960e-e40c75aec74e tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Network hostable DHCP agents. Network: a179b6c4-d3f5-4023-9cd6-d330f85829b0, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:33:40.871392 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ddc04eb0-7be6-4aff-abd8-32b48806bcbd,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:40.899244 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:40.906066 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Allocated IP 172.20.0.2 (18238b97-99a5-402a-8dc4-7d10097303be/9db59e35-780c-4a92-8c12-dba7158babe3/efa863cd-e235-4d03-be70-cb118757a26d) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:40.942454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1016ca0c-845a-4449-90af-2aa650931a04 None None] Network a153b68e-8b7a-4a18-8f24-952d0551206c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:40.988141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beebbc64-5a8f-4494-960e-e40c75aec74e tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Network a179b6c4-d3f5-4023-9cd6-d330f85829b0 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:33:40.989740 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.998018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:40.999926 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/8558c78e-818a-4e56-9eb8-d34a7481093d HTTP/1.1" status: 204 len: 168 time: 0.6918118 Sep 08 13:33:41.036028 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9892c84-90c0-42b2-8d5d-8fb13871b8f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8558c78e-818a-4e56-9eb8-d34a7481093d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:41.060125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 8b504d36-6f5e-4621-aea1-52b1103c4f18 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:41.082698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 8b504d36-6f5e-4621-aea1-52b1103c4f18 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:41.083095 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.113391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-beebbc64-5a8f-4494-960e-e40c75aec74e tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a179b6c4-d3f5-4023-9cd6-d330f85829b0) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:41.118069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beebbc64-5a8f-4494-960e-e40c75aec74e tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:41.118719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-beebbc64-5a8f-4494-960e-e40c75aec74e tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.136712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41209646-9342-4c8f-b7c9-f77610ac23c2 None None] Network a179b6c4-d3f5-4023-9cd6-d330f85829b0 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:41.226802 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52940) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:41.232214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6406b3bf-9876-439a-9cff-ca538f6140d2 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:41.236523 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-beebbc64-5a8f-4494-960e-e40c75aec74e tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6814182 Sep 08 13:33:41.237175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52942) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:41.242268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-0beaf578-82d5-4ca0-9dac-435cdf1f8401 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Request body: {'subnet': {'network_id': '50f609bb-ea99-47ae-ab90-0b486b07582a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:41.260802 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ce46efe-5b7f-482f-904f-be1db12de9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.267970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f57e139e-296d-4eef-8851-a917b37a4713 None None] Provisioning for port 6406b3bf-9876-439a-9cff-ca538f6140d2 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:41.385205 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ce46efe-5b7f-482f-904f-be1db12de9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.435671 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.561630 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ce46efe-5b7f-482f-904f-be1db12de9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.590802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52950) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:41.639528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc04eb0-7be6-4aff-abd8-32b48806bcbd'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:33:41.642731 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379ab6e5-3029-4f18-8cbb-9c7cbe1e38fe" -d '{"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "ddc04eb0-7be6-4aff-abd8-32b48806bcbd"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:41.675138 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8ce46efe-5b7f-482f-904f-be1db12de9d6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=61b9d25ac5fc44ad83056a4e42eda7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388397 Sep 08 13:33:41.678697 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52960) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:41.690324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Transition to ACTIVE for port object efa863cd-e235-4d03-be70-cb118757a26d will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:41.699470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce46efe-5b7f-482f-904f-be1db12de9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5239d665-3299-48fd-86fb-4a79c500216a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:41.714103 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.757644 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-915a858c-70ea-4c6a-87c3-d3db800ea8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.764800 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4348bded-4e8d-4354-9290-3906d949c3cd x-openstack-request-id: req-4348bded-4e8d-4354-9290-3906d949c3cd {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:41.765366 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "ddc04eb0-7be6-4aff-abd8-32b48806bcbd", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:41.765783 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4348bded-4e8d-4354-9290-3906d949c3cd {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:41.766363 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc04eb0-7be6-4aff-abd8-32b48806bcbd', 'code': 200} Sep 08 13:33:41.777712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Transition to ACTIVE for port object efa863cd-e235-4d03-be70-cb118757a26d will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:41.789340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-915a858c-70ea-4c6a-87c3-d3db800ea8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.861393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-a179b6c4-d3f5-4023-9cd6-d330f85829b0', 'network_id': 'a179b6c4-d3f5-4023-9cd6-d330f85829b0', 'tenant_id': '74050d9a7e884895a9a2732422605347', 'fixed_ips': [{'subnet_id': 'dc3aa9bc-422d-4cf6-8000-557bd8fd6606'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:33:41.862775 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.878440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 6406b3bf-9876-439a-9cff-ca538f6140d2 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:41.908320 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8b504d36-6f5e-4621-aea1-52b1103c4f18, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8b504d36-6f5e-4621-aea1-52b1103c4f18,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:41.908609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6406b3bf-9876-439a-9cff-ca538f6140d2 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:41.908893 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.911009 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.916762 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.959943 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-915a858c-70ea-4c6a-87c3-d3db800ea8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.965785 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-915a858c-70ea-4c6a-87c3-d3db800ea8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.971306 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-915a858c-70ea-4c6a-87c3-d3db800ea8f4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5239d665-3299-48fd-86fb-4a79c500216a HTTP/1.1" status: 204 len: 168 time: 0.2886920 Sep 08 13:33:41.992924 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:41.997095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c552540d-028f-4164-8a1b-e5a7710ba7e3 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:42.014495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a858c-70ea-4c6a-87c3-d3db800ea8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5239d665-3299-48fd-86fb-4a79c500216a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:42.069228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0beaf578-82d5-4ca0-9dac-435cdf1f8401 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Made reservation on behalf of 74050d9a7e884895a9a2732422605347 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:42.074100 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0beaf578-82d5-4ca0-9dac-435cdf1f8401 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.131397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Network 18238b97-99a5-402a-8dc4-7d10097303be is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:42.133213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Pushing event updated for resources: {'Port': ['ID=efa863cd-e235-4d03-be70-cb118757a26d,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:42.148937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.3 (18238b97-99a5-402a-8dc4-7d10097303be/9db59e35-780c-4a92-8c12-dba7158babe3/fed30569-a386-4c23-8382-1519dd0b32e1) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:42.153176 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:42.163940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:42.179215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-54d87459-b71f-4e60-8141-c4cf3561623f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f0c33ff95fd94c5b8efb16048a231a08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5859876 Sep 08 13:33:42.181972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52966) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:42.224369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02b06f-1c7e-4488-b9cc-104408a480a6 req-f5fade23-b501-4fc7-95e5-d8f4059a291a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:42.230621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02b06f-1c7e-4488-b9cc-104408a480a6 req-f5fade23-b501-4fc7-95e5-d8f4059a291a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:42.238886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02b06f-1c7e-4488-b9cc-104408a480a6 req-f5fade23-b501-4fc7-95e5-d8f4059a291a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:42.239265 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c63108-bd7d-4921-a64a-57ccd875d1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.244945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02b06f-1c7e-4488-b9cc-104408a480a6 req-f5fade23-b501-4fc7-95e5-d8f4059a291a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:42.251502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02b06f-1c7e-4488-b9cc-104408a480a6 req-f5fade23-b501-4fc7-95e5-d8f4059a291a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:42.257363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02b06f-1c7e-4488-b9cc-104408a480a6 req-f5fade23-b501-4fc7-95e5-d8f4059a291a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:42.263663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02b06f-1c7e-4488-b9cc-104408a480a6 req-f5fade23-b501-4fc7-95e5-d8f4059a291a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:42.265415 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eb02b06f-1c7e-4488-b9cc-104408a480a6 req-f5fade23-b501-4fc7-95e5-d8f4059a291a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5429 time: 0.3381674 Sep 08 13:33:42.265644 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c63108-bd7d-4921-a64a-57ccd875d1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.354558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8b504d36-6f5e-4621-aea1-52b1103c4f18,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:42.388077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-925a59de-405e-4d39-8332-9746e38d071e None None] Provisioning complete for port 6406b3bf-9876-439a-9cff-ca538f6140d2 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:42.388513 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-925a59de-405e-4d39-8332-9746e38d071e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.406704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eb02b06f-1c7e-4488-b9cc-104408a480a6 req-84315b54-f65a-4f09-b9d0-bde49d149e84 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1222107 Sep 08 13:33:42.424556 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.427992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Allocated IP 172.20.0.2 (a179b6c4-d3f5-4023-9cd6-d330f85829b0/dc3aa9bc-422d-4cf6-8000-557bd8fd6606/754ee46f-ca56-4a0a-885c-b4733f4295e2) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:42.431717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Attempting to bind port efa863cd-e235-4d03-be70-cb118757a26d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:33:42.432109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Attempting to bind port efa863cd-e235-4d03-be70-cb118757a26d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'e171cc20-252c-4fe7-8ced-ff3934e46148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '18238b97-99a5-402a-8dc4-7d10097303be'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:33:42.432615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Attempting to bind port efa863cd-e235-4d03-be70-cb118757a26d on network 18238b97-99a5-402a-8dc4-7d10097303be {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:33:42.458973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c63108-bd7d-4921-a64a-57ccd875d1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.466841 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:33:42.467379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Checking segment: {'id': 'e171cc20-252c-4fe7-8ced-ff3934e46148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '18238b97-99a5-402a-8dc4-7d10097303be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:42.468656 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c63108-bd7d-4921-a64a-57ccd875d1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.472807 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.472807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Bound using segment: {'id': 'e171cc20-252c-4fe7-8ced-ff3934e46148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '18238b97-99a5-402a-8dc4-7d10097303be'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:33:42.472807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Bound port: efa863cd-e235-4d03-be70-cb118757a26d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e171cc20-252c-4fe7-8ced-ff3934e46148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '18238b97-99a5-402a-8dc4-7d10097303be'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:33:42.472807 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.475063 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-61c63108-bd7d-4921-a64a-57ccd875d1ec admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/562aea28-d91d-4058-9133-403d24247bdd HTTP/1.1" status: 204 len: 168 time: 0.2903912 Sep 08 13:33:42.480090 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.509589 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c63108-bd7d-4921-a64a-57ccd875d1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562aea28-d91d-4058-9133-403d24247bdd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:42.526469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object fed30569-a386-4c23-8382-1519dd0b32e1 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:42.538675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port c552540d-028f-4164-8a1b-e5a7710ba7e3 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:42.554615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port c552540d-028f-4164-8a1b-e5a7710ba7e3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:42.555015 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.617135 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0beaf578-82d5-4ca0-9dac-435cdf1f8401 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.668202 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.686499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 6406b3bf-9876-439a-9cff-ca538f6140d2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6406b3bf-9876-439a-9cff-ca538f6140d2,segment=NetworkSegment(b5295241-6e67-4a99-95e9-abecdc1ebfb7),segment_id=b5295241-6e67-4a99-95e9-abecdc1ebfb7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:42.746375 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network 18238b97-99a5-402a-8dc4-7d10097303be is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:42.758979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beaf578-82d5-4ca0-9dac-435cdf1f8401 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event updated for resources: {'Subnet': ['ID=7fb4549d-a67e-4c1d-8c65-30bc11f45a19,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:42.759214 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.761092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:42.763892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=fed30569-a386-4c23-8382-1519dd0b32e1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:42.766927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:42.795656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] For port efa863cd-e235-4d03-be70-cb118757a26d, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:33:42.820953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:42.821830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.836537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beaf578-82d5-4ca0-9dac-435cdf1f8401 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Checking segment: {'id': 'ce07736d-b8ea-46a4-9d8c-15b69cb391ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '50f609bb-ea99-47ae-ab90-0b486b07582a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:42.837178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beaf578-82d5-4ca0-9dac-435cdf1f8401 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Network hostable DHCP agents. Network: 50f609bb-ea99-47ae-ab90-0b486b07582a, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:33:42.873058 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] For port efa863cd-e235-4d03-be70-cb118757a26d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=efa863cd-e235-4d03-be70-cb118757a26d,segment=NetworkSegment(e171cc20-252c-4fe7-8ced-ff3934e46148),segment_id=e171cc20-252c-4fe7-8ced-ff3934e46148)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:33:42.958491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52990) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:42.963369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-863823ec-c430-44c6-95f5-fcd28c83e16f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.6980820 Sep 08 13:33:42.963369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beaf578-82d5-4ca0-9dac-435cdf1f8401 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Network 50f609bb-ea99-47ae-ab90-0b486b07582a is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:33:42.965873 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.974954 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:42.976919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=6406b3bf-9876-439a-9cff-ca538f6140d2,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:43.061359 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.067904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-0beaf578-82d5-4ca0-9dac-435cdf1f8401 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 50f609bb-ea99-47ae-ab90-0b486b07582a) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:43.072814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0beaf578-82d5-4ca0-9dac-435cdf1f8401 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:43.073719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0beaf578-82d5-4ca0-9dac-435cdf1f8401 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.092655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ccedde-fe2b-48c6-afdd-701063784899 None None] Network 50f609bb-ea99-47ae-ab90-0b486b07582a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:43.140206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port fed30569-a386-4c23-8382-1519dd0b32e1 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:43.145652 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.147511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Transition to ACTIVE for port object 754ee46f-ca56-4a0a-885c-b4733f4295e2 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:43.186489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c552540d-028f-4164-8a1b-e5a7710ba7e3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c552540d-028f-4164-8a1b-e5a7710ba7e3,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:43.191470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d32b9-dff6-4d26-9bf4-523ea6b3dfb2 None None] Pushing event updated for resources: {'Port': ['ID=efa863cd-e235-4d03-be70-cb118757a26d,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:43.251111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6406b3bf-9876-439a-9cff-ca538f6140d2 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:43.254596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Transition to ACTIVE for port object 754ee46f-ca56-4a0a-885c-b4733f4295e2 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:43.271129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0beaf578-82d5-4ca0-9dac-435cdf1f8401 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0304241 Sep 08 13:33:43.271468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53004) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:43.322766 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.324690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5fe5cd3d-d484-499b-a088-43b175b89b70 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:43.408052 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.425449 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.473867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for fed30569-a386-4c23-8382-1519dd0b32e1 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:43.520877 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.585983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6406b3bf-9876-439a-9cff-ca538f6140d2 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:43.586396 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.632193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Network a179b6c4-d3f5-4023-9cd6-d330f85829b0 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:43.647049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:43.649746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:43.690846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=c552540d-028f-4164-8a1b-e5a7710ba7e3,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:43.740348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d2f39-0ffa-47c6-936f-7f60d1526737 req-800c84d1-13e2-4f9d-a42e-bedcfac19909 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:43.740609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-50f609bb-ea99-47ae-ab90-0b486b07582a', 'network_id': '50f609bb-ea99-47ae-ab90-0b486b07582a', 'tenant_id': '74050d9a7e884895a9a2732422605347', 'fixed_ips': [{'subnet_id': '7fb4549d-a67e-4c1d-8c65-30bc11f45a19'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:33:43.741440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.747067 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d2f39-0ffa-47c6-936f-7f60d1526737 req-800c84d1-13e2-4f9d-a42e-bedcfac19909 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:43.755143 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d2f39-0ffa-47c6-936f-7f60d1526737 req-800c84d1-13e2-4f9d-a42e-bedcfac19909 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:43.761946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d2f39-0ffa-47c6-936f-7f60d1526737 req-800c84d1-13e2-4f9d-a42e-bedcfac19909 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:43.770320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d2f39-0ffa-47c6-936f-7f60d1526737 req-800c84d1-13e2-4f9d-a42e-bedcfac19909 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:43.772540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b504d36-6f5e-4621-aea1-52b1103c4f18'}, {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c552540d-028f-4164-8a1b-e5a7710ba7e3'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:33:43.774934 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef75678-3922-4ad7-a7c8-6d0003d7644e" -d '{"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "8b504d36-6f5e-4621-aea1-52b1103c4f18"}, {"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "c552540d-028f-4164-8a1b-e5a7710ba7e3"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:43.779271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d2f39-0ffa-47c6-936f-7f60d1526737 req-800c84d1-13e2-4f9d-a42e-bedcfac19909 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:43.785781 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d2f39-0ffa-47c6-936f-7f60d1526737 req-800c84d1-13e2-4f9d-a42e-bedcfac19909 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:43.788032 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-108d2f39-0ffa-47c6-936f-7f60d1526737 req-800c84d1-13e2-4f9d-a42e-bedcfac19909 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5431 time: 0.2296491 Sep 08 13:33:43.866015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 5fe5cd3d-d484-499b-a088-43b175b89b70 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:43.870507 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72faaf44-ae3f-4c29-9b6a-57f61368d175 x-openstack-request-id: req-72faaf44-ae3f-4c29-9b6a-57f61368d175 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:43.871041 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "8b504d36-6f5e-4621-aea1-52b1103c4f18", "code": 200}, {"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "c552540d-028f-4164-8a1b-e5a7710ba7e3", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:43.871450 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72faaf44-ae3f-4c29-9b6a-57f61368d175 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:43.872016 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b504d36-6f5e-4621-aea1-52b1103c4f18', 'code': 200} Sep 08 13:33:43.872517 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c552540d-028f-4164-8a1b-e5a7710ba7e3', 'code': 200} Sep 08 13:33:43.885958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Attempting to bind port 754ee46f-ca56-4a0a-885c-b4733f4295e2 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:33:43.886880 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Attempting to bind port 754ee46f-ca56-4a0a-885c-b4733f4295e2 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '52e7cd6d-da8c-4dd1-96f5-7690303d5b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'a179b6c4-d3f5-4023-9cd6-d330f85829b0'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:33:43.887523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Attempting to bind port 754ee46f-ca56-4a0a-885c-b4733f4295e2 on network a179b6c4-d3f5-4023-9cd6-d330f85829b0 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:33:43.890153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Pushing event updated for resources: {'Port': ['ID=754ee46f-ca56-4a0a-885c-b4733f4295e2,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:43.894150 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-108d2f39-0ffa-47c6-936f-7f60d1526737 req-f2e47f6a-5ca4-4a58-80ef-6a2931a35631 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680807 Sep 08 13:33:43.911372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 5fe5cd3d-d484-499b-a088-43b175b89b70 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:43.912216 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.916879 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.951877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:33:43.952263 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Checking segment: {'id': '52e7cd6d-da8c-4dd1-96f5-7690303d5b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'a179b6c4-d3f5-4023-9cd6-d330f85829b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:43.952980 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.955848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Bound using segment: {'id': '52e7cd6d-da8c-4dd1-96f5-7690303d5b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'a179b6c4-d3f5-4023-9cd6-d330f85829b0'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:33:43.955848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Bound port: 754ee46f-ca56-4a0a-885c-b4733f4295e2, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e7cd6d-da8c-4dd1-96f5-7690303d5b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'a179b6c4-d3f5-4023-9cd6-d330f85829b0'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:33:43.955848 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:43.999367 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:44.076547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=fed30569-a386-4c23-8382-1519dd0b32e1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:44.140085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:44.140449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:44.140795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:44.141131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:44.142015 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:44.142392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:44.142728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:44.143065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:44.143505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:44.143761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:44.144095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:44.146919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:44.292209 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:44.300191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53050) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:44.300348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3676196e-01e0-4adb-b25f-ec58f618449d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/fed30569-a386-4c23-8382-1519dd0b32e1 HTTP/1.1" status: 204 len: 168 time: 1.3391626 Sep 08 13:33:44.329113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] For port 754ee46f-ca56-4a0a-885c-b4733f4295e2, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:33:44.350375 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-55748d4f-3a53-4e7b-b8a0-05fef141b956 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:33:44.352873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-55748d4f-3a53-4e7b-b8a0-05fef141b956 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/fed30569-a386-4c23-8382-1519dd0b32e1 HTTP/1.1" status: 404 len: 333 time: 0.0541892 Sep 08 13:33:44.355851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53052) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:44.381446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] For port 754ee46f-ca56-4a0a-885c-b4733f4295e2, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=754ee46f-ca56-4a0a-885c-b4733f4295e2,segment=NetworkSegment(52e7cd6d-da8c-4dd1-96f5-7690303d5b34),segment_id=52e7cd6d-da8c-4dd1-96f5-7690303d5b34)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:33:44.448390 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:44.467655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b490224e-881f-4284-a3cf-f1c8a00e016a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting subnet 9db59e35-780c-4a92-8c12-dba7158babe3 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:44.471378 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b490224e-881f-4284-a3cf-f1c8a00e016a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:44.505979 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Allocated IP 172.20.0.2 (50f609bb-ea99-47ae-ab90-0b486b07582a/7fb4549d-a67e-4c1d-8c65-30bc11f45a19/6dd79aab-4c25-4cab-8617-79a60d4c051e) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:44.522610 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:44.532301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Allocated IP 172.20.0.1 (a179b6c4-d3f5-4023-9cd6-d330f85829b0/dc3aa9bc-422d-4cf6-8000-557bd8fd6606/5ae9ef63-97ad-4db3-9a2a-00913b982967) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:44.541156 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:44.547033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b490224e-881f-4284-a3cf-f1c8a00e016a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:44.602194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53058) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:44.744447 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8e446-7dbe-49b4-b414-1c80b00bb57a None None] Pushing event updated for resources: {'Port': ['ID=754ee46f-ca56-4a0a-885c-b4733f4295e2,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:44.754755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d74128-cb0f-4ae2-bff2-bcd6d89f319f None None] Network 18238b97-99a5-402a-8dc4-7d10097303be requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:44.775667 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b490224e-881f-4284-a3cf-f1c8a00e016a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:44.784533 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:44.833456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Transition to ACTIVE for port object 5ae9ef63-97ad-4db3-9a2a-00913b982967 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:44.854435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-network', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:44.905622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5fe5cd3d-d484-499b-a088-43b175b89b70, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5fe5cd3d-d484-499b-a088-43b175b89b70,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:44.943262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Made reservation on behalf of f4e9882d6c214f9f9a3bcaca80b2c701 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:44.945661 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:44.965188 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b490224e-881f-4284-a3cf-f1c8a00e016a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:44.974343 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.016544 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.037563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b490224e-881f-4284-a3cf-f1c8a00e016a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Subnet': ['ID=9db59e35-780c-4a92-8c12-dba7158babe3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:45.161587 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.162125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a3a054a8-6b6c-4703-986b-918cb6f9835b no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:33:45.163730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Network a179b6c4-d3f5-4023-9cd6-d330f85829b0 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:45.176310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:45.210930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:45.275141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-21121f4c-a6d5-4007-9805-315ea32633e0 None None] Provisioning for port efa863cd-e235-4d03-be70-cb118757a26d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:45.299439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event updated for resources: {'Port': ['ID=5ae9ef63-97ad-4db3-9a2a-00913b982967,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:45.328749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5fe5cd3d-d484-499b-a088-43b175b89b70,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:45.382787 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.394501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e15c00-7269-45af-a91f-5fe1fabd4851 req-dc25a9e3-9c54-4ca8-8369-0e987bfdfa1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:45.395035 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b490224e-881f-4284-a3cf-f1c8a00e016a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.401228 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b490224e-881f-4284-a3cf-f1c8a00e016a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/9db59e35-780c-4a92-8c12-dba7158babe3 HTTP/1.1" status: 204 len: 168 time: 1.0428298 Sep 08 13:33:45.402035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e15c00-7269-45af-a91f-5fe1fabd4851 req-dc25a9e3-9c54-4ca8-8369-0e987bfdfa1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:45.408361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53076) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:45.409783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e15c00-7269-45af-a91f-5fe1fabd4851 req-dc25a9e3-9c54-4ca8-8369-0e987bfdfa1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:45.414288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a3a054a8-6b6c-4703-986b-918cb6f9835b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:33:45.414649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a3a054a8-6b6c-4703-986b-918cb6f9835b not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:33:45.416800 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e15c00-7269-45af-a91f-5fe1fabd4851 req-dc25a9e3-9c54-4ca8-8369-0e987bfdfa1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:45.426331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e15c00-7269-45af-a91f-5fe1fabd4851 req-dc25a9e3-9c54-4ca8-8369-0e987bfdfa1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:45.432959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e15c00-7269-45af-a91f-5fe1fabd4851 req-dc25a9e3-9c54-4ca8-8369-0e987bfdfa1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:45.439531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e15c00-7269-45af-a91f-5fe1fabd4851 req-dc25a9e3-9c54-4ca8-8369-0e987bfdfa1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:45.439717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 2723bb99-0650-45f7-8a57-793b4a9bd115 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:45.460253 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a5e15c00-7269-45af-a91f-5fe1fabd4851 req-dc25a9e3-9c54-4ca8-8369-0e987bfdfa1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5432 time: 0.4403377 Sep 08 13:33:45.472157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.484473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device efa863cd-e235-4d03-be70-cb118757a26d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:45.559187 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.562973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.580571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:33:45.593879 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.594272 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Added segment ba795ecb-ff3e-4c2f-9559-b4154a947fd8 of type vlan for network 09bfa268-91bb-459a-8b3e-7ca28f30a49f Sep 08 13:33:45.608640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a5e15c00-7269-45af-a91f-5fe1fabd4851 req-13905200-f643-4f94-90af-58f3dd30123c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1327143 Sep 08 13:33:45.656492 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.671635 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.691669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Transition to ACTIVE for port object 6dd79aab-4c25-4cab-8617-79a60d4c051e will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:45.717910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Transition to ACTIVE for port object 6dd79aab-4c25-4cab-8617-79a60d4c051e will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:45.737462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 2723bb99-0650-45f7-8a57-793b4a9bd115 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:45.737721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bde3b1c-4954-4890-9b31-8500392bc8b8,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:45.742040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcecf4ce-ddab-4266-bc08-7a254692d935 None None] DHCP port deletion for 18238b97-99a5-402a-8dc4-7d10097303be request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:33:45.746299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port efa863cd-e235-4d03-be70-cb118757a26d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:45.762338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port efa863cd-e235-4d03-be70-cb118757a26d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:45.762558 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port efa863cd-e235-4d03-be70-cb118757a26d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:45.762815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.763302 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.819290 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.833125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.834020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 2723bb99-0650-45f7-8a57-793b4a9bd115 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:45.834283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:45.834755 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.834881 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:45.932988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe5cd3d-d484-499b-a088-43b175b89b70'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:33:45.945598 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34686c5-e0d8-4245-80f3-1873f3f00114" -d '{"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "5fe5cd3d-d484-499b-a088-43b175b89b70"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:45.961982 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.004093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Network 50f609bb-ea99-47ae-ab90-0b486b07582a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:46.019227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:46.079816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:46.090782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Pushing event updated for resources: {'Port': ['ID=6dd79aab-4c25-4cab-8617-79a60d4c051e,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:46.090782 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e1bd9d-fefb-4c3e-ad12-fa1751018aa9 x-openstack-request-id: req-72e1bd9d-fefb-4c3e-ad12-fa1751018aa9 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:46.092092 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "5fe5cd3d-d484-499b-a088-43b175b89b70", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:46.094152 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72e1bd9d-fefb-4c3e-ad12-fa1751018aa9 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:46.094880 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fe5cd3d-d484-499b-a088-43b175b89b70', 'code': 200} Sep 08 13:33:46.102630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] Pushing event updated for resources: {'Network': ['ID=09bfa268-91bb-459a-8b3e-7ca28f30a49f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:46.119913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] For port efa863cd-e235-4d03-be70-cb118757a26d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=efa863cd-e235-4d03-be70-cb118757a26d,segment=NetworkSegment(e171cc20-252c-4fe7-8ced-ff3934e46148),segment_id=e171cc20-252c-4fe7-8ced-ff3934e46148)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:46.120301 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.132569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 09bfa268-91bb-459a-8b3e-7ca28f30a49f details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:33:46.161813 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bdea59ba-036d-4ffe-ae2a-dbf7dd9cbaf2 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5546968 Sep 08 13:33:46.165484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53088) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:46.168514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for efa863cd-e235-4d03-be70-cb118757a26d owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:46.181694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-bc26e4a4-bb81-49ee-9acc-dfde84d86254 admin admin] Request body: {'subnet': {'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-subnet', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:46.298267 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.392290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc26e4a4-bb81-49ee-9acc-dfde84d86254 admin admin] Made reservation on behalf of f4e9882d6c214f9f9a3bcaca80b2c701 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:46.398108 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc26e4a4-bb81-49ee-9acc-dfde84d86254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.410382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.476108 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.492009 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.497503 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Attempting to bind port 6dd79aab-4c25-4cab-8617-79a60d4c051e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:33:46.498684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Attempting to bind port 6dd79aab-4c25-4cab-8617-79a60d4c051e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'ce07736d-b8ea-46a4-9d8c-15b69cb391ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '50f609bb-ea99-47ae-ab90-0b486b07582a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:33:46.499062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Attempting to bind port 6dd79aab-4c25-4cab-8617-79a60d4c051e on network 50f609bb-ea99-47ae-ab90-0b486b07582a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:33:46.518659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:33:46.518659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Checking segment: {'id': 'ce07736d-b8ea-46a4-9d8c-15b69cb391ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '50f609bb-ea99-47ae-ab90-0b486b07582a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:46.518659 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.518659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Bound using segment: {'id': 'ce07736d-b8ea-46a4-9d8c-15b69cb391ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '50f609bb-ea99-47ae-ab90-0b486b07582a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:33:46.518659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Bound port: 6dd79aab-4c25-4cab-8617-79a60d4c051e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce07736d-b8ea-46a4-9d8c-15b69cb391ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '50f609bb-ea99-47ae-ab90-0b486b07582a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:33:46.518659 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.521036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fcecf4ce-ddab-4266-bc08-7a254692d935 None None] Deleting port efa863cd-e235-4d03-be70-cb118757a26d {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:46.521497 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fcecf4ce-ddab-4266-bc08-7a254692d935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.562150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=efa863cd-e235-4d03-be70-cb118757a26d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:46.564398 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No DVR routers for this DVR port efa863cd-e235-4d03-be70-cb118757a26d on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:46.579845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3bf601-3e8f-4bbb-b0ab-1cef5710e75b None None] Network a179b6c4-d3f5-4023-9cd6-d330f85829b0 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:46.586209 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.661988 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.702411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event updated for resources: {'Port': ['ID=5ae9ef63-97ad-4db3-9a2a-00913b982967,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:46.716295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 754ee46f-ca56-4a0a-885c-b4733f4295e2 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:46.719272 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.766505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18238b97-99a5-402a-8dc4-7d10097303be']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:46.815387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e171cc20-252c-4fe7-8ced-ff3934e46148') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:46.818258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e171cc20-252c-4fe7-8ced-ff3934e46148') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:46.837768 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.839996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 2723bb99-0650-45f7-8a57-793b4a9bd115, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2723bb99-0650-45f7-8a57-793b4a9bd115,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:46.910209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-75e873b7-dfbf-4219-b7ba-f6f974fd91c1 None None] Provisioning for port 754ee46f-ca56-4a0a-885c-b4733f4295e2 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:46.934797 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.946122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fcecf4ce-ddab-4266-bc08-7a254692d935 None None] For port efa863cd-e235-4d03-be70-cb118757a26d, host n-d-807558-3, got binding levels [] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:46.946597 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fcecf4ce-ddab-4266-bc08-7a254692d935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.948492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:46.949324 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.949703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5b034-8427-4a10-bae6-96378e7472a2 req-3760f3e3-cf14-4dd4-81a0-1a2d42beae84 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:46.950864 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:46.951939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:46.957110 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:46.972198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5b034-8427-4a10-bae6-96378e7472a2 req-3760f3e3-cf14-4dd4-81a0-1a2d42beae84 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:46.979924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5b034-8427-4a10-bae6-96378e7472a2 req-3760f3e3-cf14-4dd4-81a0-1a2d42beae84 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:46.993810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5b034-8427-4a10-bae6-96378e7472a2 req-3760f3e3-cf14-4dd4-81a0-1a2d42beae84 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:47.003167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5b034-8427-4a10-bae6-96378e7472a2 req-3760f3e3-cf14-4dd4-81a0-1a2d42beae84 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:47.010385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5b034-8427-4a10-bae6-96378e7472a2 req-3760f3e3-cf14-4dd4-81a0-1a2d42beae84 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:47.017578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5b034-8427-4a10-bae6-96378e7472a2 req-3760f3e3-cf14-4dd4-81a0-1a2d42beae84 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:47.031416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4c5b034-8427-4a10-bae6-96378e7472a2 req-3760f3e3-cf14-4dd4-81a0-1a2d42beae84 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5432 time: 0.2626576 Sep 08 13:33:47.060257 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fcecf4ce-ddab-4266-bc08-7a254692d935 None None] Calling delete_port for efa863cd-e235-4d03-be70-cb118757a26d owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:47.083716 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:47.084124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Network a179b6c4-d3f5-4023-9cd6-d330f85829b0 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:47.087467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.ipam_backend_mixin [None req-fcecf4ce-ddab-4266-bc08-7a254692d935 None None] Port efa863cd-e235-4d03-be70-cb118757a26d was not found and therefore no delete operation was performed {{(pid=96265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 13:33:47.088285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:47.097668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4c5b034-8427-4a10-bae6-96378e7472a2 req-caa63559-065c-44cb-a124-452eca051f99 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0646493 Sep 08 13:33:47.114207 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fcecf4ce-ddab-4266-bc08-7a254692d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:47.119532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] For port 6dd79aab-4c25-4cab-8617-79a60d4c051e, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:33:47.141329 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc26e4a4-bb81-49ee-9acc-dfde84d86254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:47.178898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] For port 6dd79aab-4c25-4cab-8617-79a60d4c051e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6dd79aab-4c25-4cab-8617-79a60d4c051e,segment=NetworkSegment(ce07736d-b8ea-46a4-9d8c-15b69cb391ea),segment_id=ce07736d-b8ea-46a4-9d8c-15b69cb391ea)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:33:47.189517 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcecf4ce-ddab-4266-bc08-7a254692d935 None None] No DVR routers for this DVR port efa863cd-e235-4d03-be70-cb118757a26d on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:33:47.191185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=2723bb99-0650-45f7-8a57-793b4a9bd115,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:47.223106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcecf4ce-ddab-4266-bc08-7a254692d935 None None] Pushing event deleted for resources: {'Port': ['ID=efa863cd-e235-4d03-be70-cb118757a26d,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:47.240595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26e4a4-bb81-49ee-9acc-dfde84d86254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e981258-4bad-417d-94ff-ad8a80d8a999,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:47.260837 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:47.261459 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:47.271521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 754ee46f-ca56-4a0a-885c-b4733f4295e2 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:47.273967 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:47.298346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:47.298725 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:47.335238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 754ee46f-ca56-4a0a-885c-b4733f4295e2 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:47.335697 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:47.364803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Router efa54fef-98fa-4dc5-9834-9a664d603e6c is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:33:47.524070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a9919-f6f5-4491-948d-12727e5b0dac None None] Pushing event updated for resources: {'Port': ['ID=6dd79aab-4c25-4cab-8617-79a60d4c051e,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:47.598248 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:47.676256 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:47.682434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 754ee46f-ca56-4a0a-885c-b4733f4295e2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=754ee46f-ca56-4a0a-885c-b4733f4295e2,segment=NetworkSegment(52e7cd6d-da8c-4dd1-96f5-7690303d5b34),segment_id=52e7cd6d-da8c-4dd1-96f5-7690303d5b34)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:47.730481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=40eac85f-cf5c-4adc-a61a-941a1e8e8c55,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:47.782726 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:47.930402 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:47.999164 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:48.012353 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/networks/18238b97-99a5-402a-8dc4-7d10097303be HTTP/1.1" status: 204 len: 168 time: 2.6027155 Sep 08 13:33:48.013704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53126) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:48.030047 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device efa863cd-e235-4d03-be70-cb118757a26d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:33:48.039058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'name': 'tempest-PortsTestJSON-388931823'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:48.047193 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e174c-f077-4948-b868-c38f8d127c09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Network': ['ID=18238b97-99a5-402a-8dc4-7d10097303be,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:48.070708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc26e4a4-bb81-49ee-9acc-dfde84d86254 admin admin] Checking segment: {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:48.071272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26e4a4-bb81-49ee-9acc-dfde84d86254 admin admin] Network hostable DHCP agents. Network: 09bfa268-91bb-459a-8b3e-7ca28f30a49f, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:33:48.156376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2723bb99-0650-45f7-8a57-793b4a9bd115'}, {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40eac85f-cf5c-4adc-a61a-941a1e8e8c55'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:33:48.162762 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70af68f8-a73e-4684-9d5b-8bc07904dd56" -d '{"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "2723bb99-0650-45f7-8a57-793b4a9bd115"}, {"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "40eac85f-cf5c-4adc-a61a-941a1e8e8c55"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:48.181813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=754ee46f-ca56-4a0a-885c-b4733f4295e2,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:48.291707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: efa863cd-e235-4d03-be70-cb118757a26d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:33:48.292357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device efa863cd-e235-4d03-be70-cb118757a26d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:33:48.295429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc26e4a4-bb81-49ee-9acc-dfde84d86254 admin admin] Network 09bfa268-91bb-459a-8b3e-7ca28f30a49f is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:33:48.304053 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdf3775-078d-42a3-8a89-e423e6106957 x-openstack-request-id: req-4fdf3775-078d-42a3-8a89-e423e6106957 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:48.304487 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "2723bb99-0650-45f7-8a57-793b4a9bd115", "code": 200}, {"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-plugged", "status": "completed", "tag": "40eac85f-cf5c-4adc-a61a-941a1e8e8c55", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:48.304847 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4fdf3775-078d-42a3-8a89-e423e6106957 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:48.305346 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2723bb99-0650-45f7-8a57-793b4a9bd115', 'code': 200} Sep 08 13:33:48.305784 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40eac85f-cf5c-4adc-a61a-941a1e8e8c55', 'code': 200} Sep 08 13:33:48.329017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:33:48.337941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e74ac4c8-d4ce-4f5c-991c-3304555ea2b9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "PUT /v2.0/routers/efa54fef-98fa-4dc5-9834-9a664d603e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0626462 Sep 08 13:33:48.342364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53132) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:48.343160 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7588307-12f2-4840-a6f4-820f968a43fa None None] Sync routers for ids ['efa54fef-98fa-4dc5-9834-9a664d603e6c'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:33:48.355351 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7588307-12f2-4840-a6f4-820f968a43fa None None] Routers {'efa54fef-98fa-4dc5-9834-9a664d603e6c'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:33:48.356021 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f7588307-12f2-4840-a6f4-820f968a43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['efa54fef-98fa-4dc5-9834-9a664d603e6c'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:48.367509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=40eac85f-cf5c-4adc-a61a-941a1e8e8c55,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:48.454834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b8e15-cb5a-49e8-8246-175a3c1f4003 req-2bb0efbd-6eed-42c4-b9f3-d5a407bdaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:48.455377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b8e15-cb5a-49e8-8246-175a3c1f4003 req-2bb0efbd-6eed-42c4-b9f3-d5a407bdaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:48.455866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b8e15-cb5a-49e8-8246-175a3c1f4003 req-2bb0efbd-6eed-42c4-b9f3-d5a407bdaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:48.456460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b8e15-cb5a-49e8-8246-175a3c1f4003 req-2bb0efbd-6eed-42c4-b9f3-d5a407bdaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:48.456996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b8e15-cb5a-49e8-8246-175a3c1f4003 req-2bb0efbd-6eed-42c4-b9f3-d5a407bdaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:48.457565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b8e15-cb5a-49e8-8246-175a3c1f4003 req-2bb0efbd-6eed-42c4-b9f3-d5a407bdaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:48.458042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b8e15-cb5a-49e8-8246-175a3c1f4003 req-2bb0efbd-6eed-42c4-b9f3-d5a407bdaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:48.460106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c68b8e15-cb5a-49e8-8246-175a3c1f4003 req-2bb0efbd-6eed-42c4-b9f3-d5a407bdaf5f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6491 time: 0.1024663 Sep 08 13:33:48.461920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6b8f80b8-dce3-4f49-b1ab-f500f299ce2a None None] Provisioning for port 5ae9ef63-97ad-4db3-9a2a-00913b982967 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:48.467409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6b8f80b8-dce3-4f49-b1ab-f500f299ce2a None None] Provisioning complete for port 5ae9ef63-97ad-4db3-9a2a-00913b982967 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:48.469983 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6b8f80b8-dce3-4f49-b1ab-f500f299ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:48.558027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c68b8e15-cb5a-49e8-8246-175a3c1f4003 req-27f9dcb7-5d96-4179-9de7-615c82225512 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844903 Sep 08 13:33:48.579539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f80b8-dce3-4f49-b1ab-f500f299ce2a None None] Port 5ae9ef63-97ad-4db3-9a2a-00913b982967 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:48.612638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6b8f80b8-dce3-4f49-b1ab-f500f299ce2a None None] Provisioning complete for port 754ee46f-ca56-4a0a-885c-b4733f4295e2 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:48.613482 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6b8f80b8-dce3-4f49-b1ab-f500f299ce2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:48.737552 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f7588307-12f2-4840-a6f4-820f968a43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:48.738976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53152) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:48.789689 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7588307-12f2-4840-a6f4-820f968a43fa None None] Routers {'efa54fef-98fa-4dc5-9834-9a664d603e6c'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:33:48.792129 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f7588307-12f2-4840-a6f4-820f968a43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['efa54fef-98fa-4dc5-9834-9a664d603e6c'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:48.910161 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f7588307-12f2-4840-a6f4-820f968a43fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:48.921313 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7588307-12f2-4840-a6f4-820f968a43fa None None] The sync data for ids ['efa54fef-98fa-4dc5-9834-9a664d603e6c'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:33:49.025161 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4445e0f-c3dc-404c-baa8-154a82c29880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:49.031650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-780085c2-2229-43f1-8632-8826280eb298 None None] Provisioning complete for port 5ae9ef63-97ad-4db3-9a2a-00913b982967 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:49.032245 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-780085c2-2229-43f1-8632-8826280eb298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:49.038007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:49.052017 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:49.074544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-bc26e4a4-bb81-49ee-9acc-dfde84d86254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 09bfa268-91bb-459a-8b3e-7ca28f30a49f) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:49.092341 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31a99d-23f4-4916-88c1-f00e8aac4368 None None] Network 09bfa268-91bb-459a-8b3e-7ca28f30a49f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:49.119631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port 91568fbb-d64e-49dc-bb25-a6e579357654 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:33:49.213035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-780085c2-2229-43f1-8632-8826280eb298 None None] Port 5ae9ef63-97ad-4db3-9a2a-00913b982967 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:49.236889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4445e0f-c3dc-404c-baa8-154a82c29880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:49.325565 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4445e0f-c3dc-404c-baa8-154a82c29880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:49.403594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c4445e0f-c3dc-404c-baa8-154a82c29880 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d668ea8cd1f44c498dec7c779cc87200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6631312 Sep 08 13:33:49.405283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53158) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:49.436802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:33:49.436802 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:49.447980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4445e0f-c3dc-404c-baa8-154a82c29880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ebfa74-3ab6-46d3-a856-aa47a5e1cc4a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:49.527257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ff676c8-6aba-41b2-b6e5-0ecfb1aa2f4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:49.543178 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:49.560759 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dfaf1e-2d2e-48d1-8d81-939c990d5ea8 None None] Network 50f609bb-ea99-47ae-ab90-0b486b07582a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:49.562864 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ff676c8-6aba-41b2-b6e5-0ecfb1aa2f4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:49.652765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc26e4a4-bb81-49ee-9acc-dfde84d86254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:49.653380 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc26e4a4-bb81-49ee-9acc-dfde84d86254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:49.735160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9456-27e2-4a3d-82eb-f01c5bc4ff9b req-9001c79a-ecd3-44d2-9c55-452fea89a387 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:49.736206 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ff676c8-6aba-41b2-b6e5-0ecfb1aa2f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:49.740163 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ff676c8-6aba-41b2-b6e5-0ecfb1aa2f4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:49.743478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9456-27e2-4a3d-82eb-f01c5bc4ff9b req-9001c79a-ecd3-44d2-9c55-452fea89a387 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:49.744961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8ff676c8-6aba-41b2-b6e5-0ecfb1aa2f4c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/56ebfa74-3ab6-46d3-a856-aa47a5e1cc4a HTTP/1.1" status: 204 len: 168 time: 0.3275609 Sep 08 13:33:49.763119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9456-27e2-4a3d-82eb-f01c5bc4ff9b req-9001c79a-ecd3-44d2-9c55-452fea89a387 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:49.764018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff676c8-6aba-41b2-b6e5-0ecfb1aa2f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ebfa74-3ab6-46d3-a856-aa47a5e1cc4a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:49.769938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3ca4f56d-aa53-4edd-8f66-244a471b3741 None None] Provisioning for port 6dd79aab-4c25-4cab-8617-79a60d4c051e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:49.780686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9456-27e2-4a3d-82eb-f01c5bc4ff9b req-9001c79a-ecd3-44d2-9c55-452fea89a387 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:49.797624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9456-27e2-4a3d-82eb-f01c5bc4ff9b req-9001c79a-ecd3-44d2-9c55-452fea89a387 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:49.825170 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9456-27e2-4a3d-82eb-f01c5bc4ff9b req-9001c79a-ecd3-44d2-9c55-452fea89a387 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:49.862090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e9456-27e2-4a3d-82eb-f01c5bc4ff9b req-9001c79a-ecd3-44d2-9c55-452fea89a387 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:49.875025 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-599e9456-27e2-4a3d-82eb-f01c5bc4ff9b req-9001c79a-ecd3-44d2-9c55-452fea89a387 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5434 time: 1.6100843 Sep 08 13:33:49.911330 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:50.074496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=91568fbb-d64e-49dc-bb25-a6e579357654,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:50.088122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bc26e4a4-bb81-49ee-9acc-dfde84d86254 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.9215777 Sep 08 13:33:50.091137 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network fd33337c-d396-4baf-8981-9f0487cd9663 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:50.091496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53170) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:50.096810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:50.120474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:50.130579 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:50.138881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:50.140109 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:50.225978 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-599e9456-27e2-4a3d-82eb-f01c5bc4ff9b req-0de774a2-0feb-4316-94a8-148776763c1f tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3500838 Sep 08 13:33:50.228092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 754ee46f-ca56-4a0a-885c-b4733f4295e2 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:50.285342 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:50.290509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:50.376339 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-253fd583-ce42-471e-b434-fa56d66debbe tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:33:50.377341 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-253fd583-ce42-471e-b434-fa56d66debbe tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "PUT /v2.0/routers/efa54fef-98fa-4dc5-9834-9a664d603e6c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0319085 Sep 08 13:33:50.381038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53174) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:50.396219 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Allocated IP 172.20.0.2 (09bfa268-91bb-459a-8b3e-7ca28f30a49f/3e981258-4bad-417d-94ff-ad8a80d8a999/7ef0a015-d113-4fc1-8ff1-e414680e4f5c) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:50.437385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:50.564920 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8bf1b25b-96c6-4744-a2a8-5219feb1af10 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5300953 Sep 08 13:33:50.572750 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53176) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:50.659729 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:50.710797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Transition to ACTIVE for port object 7ef0a015-d113-4fc1-8ff1-e414680e4f5c will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:50.752614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:50.852355 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53180) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:50.857357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Transition to ACTIVE for port object 7ef0a015-d113-4fc1-8ff1-e414680e4f5c will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:50.870050 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be9610fb-c55e-4166-9707-0b775c82df92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:50.878139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 754ee46f-ca56-4a0a-885c-b4733f4295e2 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:50.878851 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:50.984349 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3e461-9639-4732-aad1-8fd7c5566068 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 91568fbb-d64e-49dc-bb25-a6e579357654 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:50.984349 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e461-9639-4732-aad1-8fd7c5566068 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:50.985800 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.041557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Network 09bfa268-91bb-459a-8b3e-7ca28f30a49f is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:51.051883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:51.054565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:51.059052 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e461-9639-4732-aad1-8fd7c5566068 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.062234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6dd79aab-4c25-4cab-8617-79a60d4c051e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:51.068210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Pushing event updated for resources: {'Port': ['ID=7ef0a015-d113-4fc1-8ff1-e414680e4f5c,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:51.073479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d6b3e461-9639-4732-aad1-8fd7c5566068 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 91568fbb-d64e-49dc-bb25-a6e579357654 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:51.240383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Attempting to bind port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:33:51.242919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Attempting to bind port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:33:51.243343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Attempting to bind port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c on network 09bfa268-91bb-459a-8b3e-7ca28f30a49f {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:33:51.252011 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be9610fb-c55e-4166-9707-0b775c82df92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.281329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:33:51.281578 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e461-9639-4732-aad1-8fd7c5566068 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.282088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Checking segment: {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:51.295292 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.295907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Bound using segment: {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:33:51.296448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Bound port: 7ef0a015-d113-4fc1-8ff1-e414680e4f5c, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:33:51.298003 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.345430 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-be9610fb-c55e-4166-9707-0b775c82df92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.352920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3e461-9639-4732-aad1-8fd7c5566068 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=91568fbb-d64e-49dc-bb25-a6e579357654,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:51.365384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e461-9639-4732-aad1-8fd7c5566068 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.371214 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d6b3e461-9639-4732-aad1-8fd7c5566068 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/91568fbb-d64e-49dc-bb25-a6e579357654 HTTP/1.1" status: 204 len: 168 time: 0.7971833 Sep 08 13:33:51.372978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53186) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:51.379088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'mac_address': 'fa:16:3e:2f:26:09', 'name': 'tempest-PortsTestJSON-1255129971'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:51.384955 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1895fe57-9f79-4391-b073-f8dcca10a0ed tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.448167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] For port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:33:51.453997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] For port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7ef0a015-d113-4fc1-8ff1-e414680e4f5c,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:33:51.456033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 6dd79aab-4c25-4cab-8617-79a60d4c051e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:51.462953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6dd79aab-4c25-4cab-8617-79a60d4c051e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:51.465765 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.481368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9610fb-c55e-4166-9707-0b775c82df92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273a0115-ed85-4c11-a611-2010f89c9ba1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:51.485814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-be9610fb-c55e-4166-9707-0b775c82df92 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=65470fe278114734892c6cd218bd4c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6321824 Sep 08 13:33:51.491074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53188) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:51.532164 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.548903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ce9e4-f6e6-4367-a761-019f5b896b08 req-54e57de0-2f0d-43fa-b673-2048fe839a86 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:51.555839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ce9e4-f6e6-4367-a761-019f5b896b08 req-54e57de0-2f0d-43fa-b673-2048fe839a86 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:51.562150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ce9e4-f6e6-4367-a761-019f5b896b08 req-54e57de0-2f0d-43fa-b673-2048fe839a86 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:51.568492 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ce9e4-f6e6-4367-a761-019f5b896b08 req-54e57de0-2f0d-43fa-b673-2048fe839a86 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:51.574773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ce9e4-f6e6-4367-a761-019f5b896b08 req-54e57de0-2f0d-43fa-b673-2048fe839a86 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:51.580960 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.581771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ce9e4-f6e6-4367-a761-019f5b896b08 req-54e57de0-2f0d-43fa-b673-2048fe839a86 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:51.589209 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.589386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ce9e4-f6e6-4367-a761-019f5b896b08 req-54e57de0-2f0d-43fa-b673-2048fe839a86 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:51.590471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c29ce9e4-f6e6-4367-a761-019f5b896b08 req-54e57de0-2f0d-43fa-b673-2048fe839a86 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5434 time: 0.1870372 Sep 08 13:33:51.622289 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.711122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 6dd79aab-4c25-4cab-8617-79a60d4c051e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6dd79aab-4c25-4cab-8617-79a60d4c051e,segment=NetworkSegment(ce07736d-b8ea-46a4-9d8c-15b69cb391ea),segment_id=ce07736d-b8ea-46a4-9d8c-15b69cb391ea)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:51.712326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c01097c-1908-466d-8a76-0180b585a273 None None] Pushing event updated for resources: {'Port': ['ID=7ef0a015-d113-4fc1-8ff1-e414680e4f5c,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:51.713201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db68eeb6-752f-42fb-a533-f656b54f4c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.738217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c29ce9e4-f6e6-4367-a761-019f5b896b08 req-20e75b77-f5bb-4db9-8662-435daf442416 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1223810 Sep 08 13:33:51.774404 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db68eeb6-752f-42fb-a533-f656b54f4c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.825654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-1895fe57-9f79-4391-b073-f8dcca10a0ed tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Deleting port 5ae9ef63-97ad-4db3-9a2a-00913b982967 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:51.826482 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1895fe57-9f79-4391-b073-f8dcca10a0ed tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:51.835320 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Allocated IP 172.25.5.29 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/192878cb-f1e7-49f1-8f00-81baaaa6261a) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:51.987850 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.003547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86735276-f4f0-4434-8142-7dbe735ce812 req-75f6893c-4dc8-4883-8952-e3289ec601f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:52.012912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86735276-f4f0-4434-8142-7dbe735ce812 req-75f6893c-4dc8-4883-8952-e3289ec601f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:52.019437 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86735276-f4f0-4434-8142-7dbe735ce812 req-75f6893c-4dc8-4883-8952-e3289ec601f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:52.025407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86735276-f4f0-4434-8142-7dbe735ce812 req-75f6893c-4dc8-4883-8952-e3289ec601f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:52.033621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86735276-f4f0-4434-8142-7dbe735ce812 req-75f6893c-4dc8-4883-8952-e3289ec601f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:52.039652 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86735276-f4f0-4434-8142-7dbe735ce812 req-75f6893c-4dc8-4883-8952-e3289ec601f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:52.046419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86735276-f4f0-4434-8142-7dbe735ce812 req-75f6893c-4dc8-4883-8952-e3289ec601f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:52.048338 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-86735276-f4f0-4434-8142-7dbe735ce812 req-75f6893c-4dc8-4883-8952-e3289ec601f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5434 time: 0.2111638 Sep 08 13:33:52.059028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53196) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:52.065851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7109231f-7602-4501-ba15-84e9267ee7fb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Request body: {'floatingip': {'port_id': '5fe5cd3d-d484-499b-a088-43b175b89b70'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:52.084714 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.084900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:52.117792 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db68eeb6-752f-42fb-a533-f656b54f4c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.120371 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db68eeb6-752f-42fb-a533-f656b54f4c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.121617 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-db68eeb6-752f-42fb-a533-f656b54f4c9f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/273a0115-ed85-4c11-a611-2010f89c9ba1 HTTP/1.1" status: 204 len: 168 time: 0.6293375 Sep 08 13:33:52.122322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1895fe57-9f79-4391-b073-f8dcca10a0ed tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.152100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-1895fe57-9f79-4391-b073-f8dcca10a0ed tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Calling delete_port for 5ae9ef63-97ad-4db3-9a2a-00913b982967 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:52.179986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=6dd79aab-4c25-4cab-8617-79a60d4c051e,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:52.197071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68eeb6-752f-42fb-a533-f656b54f4c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273a0115-ed85-4c11-a611-2010f89c9ba1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:52.204430 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.235904 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7109231f-7602-4501-ba15-84e9267ee7fb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for floatingip, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.256238 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.270611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:52.298631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7ef0a015-d113-4fc1-8ff1-e414680e4f5c up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:52.313508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port 90c554e7-0142-4856-bced-708b115c5e9b yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:33:52.314108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:52.319042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:52.429846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Pushing event updated for resources: {'Port': ['ID=192878cb-f1e7-49f1-8f00-81baaaa6261a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:52.537375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:52.659633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.729749 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1895fe57-9f79-4391-b073-f8dcca10a0ed tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.843564 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895fe57-9f79-4391-b073-f8dcca10a0ed tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event deleted for resources: {'Port': ['ID=5ae9ef63-97ad-4db3-9a2a-00913b982967,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:52.854188 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:52.974290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1895fe57-9f79-4391-b073-f8dcca10a0ed tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:53.045706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb30aece-9ded-41be-93b0-10b44decd980 None None] Network 09bfa268-91bb-459a-8b3e-7ca28f30a49f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:33:53.083258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network fd33337c-d396-4baf-8981-9f0487cd9663 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:53.089895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:53.101351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:53.112848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:53.113791 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:53.174797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=90c554e7-0142-4856-bced-708b115c5e9b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:53.286222 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a65236d7-64b5-4f41-8e6b-23b84e112fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9097092 Sep 08 13:33:53.287817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53226) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:53.318413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Provisioning for port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:53.369638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Provisioning complete for port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:53.370123 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:53.370261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66f7899-91fa-4fb7-97c1-878917ba3fc7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:53.374659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a66f7899-91fa-4fb7-97c1-878917ba3fc7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/90c554e7-0142-4856-bced-708b115c5e9b HTTP/1.1" status: 200 len: 841 time: 0.0826724 Sep 08 13:33:53.375074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53228) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:53.397211 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.resource_extend [None req-7109231f-7602-4501-ba15-84e9267ee7fb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 13:33:53.410286 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1895fe57-9f79-4391-b073-f8dcca10a0ed tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Router efa54fef-98fa-4dc5-9834-9a664d603e6c has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:33:53.501923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53234) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:53.556163 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:53.607148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] For port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7ef0a015-d113-4fc1-8ff1-e414680e4f5c,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:53.696520 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:53.818101 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Pushing event updated for resources: {'Port': ['ID=7ef0a015-d113-4fc1-8ff1-e414680e4f5c,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:53.830775 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1895fe57-9f79-4391-b073-f8dcca10a0ed tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:33:53.843623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:53.846012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:53.846692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:53.847144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:53.847582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:53.850291 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:53.850814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:53.851258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:53.851693 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:53.852520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:53.853383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:53.853928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d3f518-e43d-4eb9-99eb-f0f511519a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:53.869142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4c464-a049-40c1-9285-608f78837ad7 None None] Sync routers for ids ['efa54fef-98fa-4dc5-9834-9a664d603e6c'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:33:53.885075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd4c464-a049-40c1-9285-608f78837ad7 None None] Routers {'efa54fef-98fa-4dc5-9834-9a664d603e6c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:33:53.887285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0bd4c464-a049-40c1-9285-608f78837ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['efa54fef-98fa-4dc5-9834-9a664d603e6c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:53.955601 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.010328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0bd4c464-a049-40c1-9285-608f78837ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:54.048977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7109231f-7602-4501-ba15-84e9267ee7fb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.050929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-224fe20a-4db5-4cb3-86c2-ede844e7ab8b None None] Provisioning complete for port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:54.054068 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-224fe20a-4db5-4cb3-86c2-ede844e7ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.056084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd4c464-a049-40c1-9285-608f78837ad7 None None] Routers {'efa54fef-98fa-4dc5-9834-9a664d603e6c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:33:54.058139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0bd4c464-a049-40c1-9285-608f78837ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['efa54fef-98fa-4dc5-9834-9a664d603e6c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:54.120622 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7109231f-7602-4501-ba15-84e9267ee7fb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.150569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0bd4c464-a049-40c1-9285-608f78837ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:54.155498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd4c464-a049-40c1-9285-608f78837ad7 None None] The sync data for ids ['efa54fef-98fa-4dc5-9834-9a664d603e6c'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:33:54.295365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6dd79aab-4c25-4cab-8617-79a60d4c051e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:54.372845 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1895fe57-9f79-4391-b073-f8dcca10a0ed tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "PUT /v2.0/routers/efa54fef-98fa-4dc5-9834-9a664d603e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9891398 Sep 08 13:33:54.387439 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53246) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:54.431333 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-c7c874d9-42a6-4fc0-b550-70550bc789be tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] delete failed (client error): The resource could not be found. Sep 08 13:33:54.436950 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c7c874d9-42a6-4fc0-b550-70550bc789be tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "DELETE /v2.0/routers/tempest-non_exist_router-845813606 HTTP/1.1" status: 404 len: 334 time: 0.0543432 Sep 08 13:33:54.439672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53248) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:54.443629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6dd79aab-4c25-4cab-8617-79a60d4c051e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:54.444236 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.447380 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-20e0d4cf-a957-40a4-b88d-7a3b794cb3bf tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Request body: {'router': {'external_gateway_info': {'network_id': 'efa54fef-98fa-4dc5-9834-9a664d603e6c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:54.462221 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-7109231f-7602-4501-ba15-84e9267ee7fb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Floating IP 576cf7f3-8c8b-4f19-8ddb-4cf842ce6d26 associated. External IP: 172.25.5.238, port: 5fe5cd3d-d484-499b-a088-43b175b89b70. Sep 08 13:33:54.499397 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a64c38-f703-4a74-b8ac-910c0f37b5b9 admin admin] Deleting subnet 5cad4992-8d6c-49bf-8d25-6d2dac178d00 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:54.507768 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85a64c38-f703-4a74-b8ac-910c0f37b5b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.553142 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.597529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7ef0a015-d113-4fc1-8ff1-e414680e4f5c up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:54.647119 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85a64c38-f703-4a74-b8ac-910c0f37b5b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.653918 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-92b9ce53-1a3a-49de-9441-dd010316a84c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 90c554e7-0142-4856-bced-708b115c5e9b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:33:54.653918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92b9ce53-1a3a-49de-9441-dd010316a84c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.657389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:54.659487 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.829111 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Router 49350c90-8ece-4493-9773-9281a2c703a5 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:33:54.870117 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-20e0d4cf-a957-40a4-b88d-7a3b794cb3bf tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.891464 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85a64c38-f703-4a74-b8ac-910c0f37b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.894687 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92b9ce53-1a3a-49de-9441-dd010316a84c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:54.930294 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-92b9ce53-1a3a-49de-9441-dd010316a84c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 90c554e7-0142-4856-bced-708b115c5e9b owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:33:55.002397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7109231f-7602-4501-ba15-84e9267ee7fb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Router 72e827ca-9425-48ac-aefd-9a29fe013e2a has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:33:55.018002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:33:55.031396 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Sync routers for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:33:55.049152 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:33:55.051183 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:55.070663 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-20e0d4cf-a957-40a4-b88d-7a3b794cb3bf tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] update failed (client error): The resource could not be found. Sep 08 13:33:55.072294 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-20e0d4cf-a957-40a4-b88d-7a3b794cb3bf tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "PUT /v2.0/routers/efa54fef-98fa-4dc5-9834-9a664d603e6c HTTP/1.1" status: 404 len: 339 time: 0.6284914 Sep 08 13:33:55.076208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53262) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:55.180317 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85a64c38-f703-4a74-b8ac-910c0f37b5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:55.188796 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:55.190709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5bf582e8-aa27-4fec-9c46-3434a51f973f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0975580 Sep 08 13:33:55.195418 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:33:55.197387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53266) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:55.265653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7109231f-7602-4501-ba15-84e9267ee7fb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:33:55.271022 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7109231f-7602-4501-ba15-84e9267ee7fb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:55.280960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce8fcd-54e5-4297-8d2c-dc502156ae2f None None] Sync routers for ids ['72e827ca-9425-48ac-aefd-9a29fe013e2a'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:33:55.296608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce8fcd-54e5-4297-8d2c-dc502156ae2f None None] Routers {'72e827ca-9425-48ac-aefd-9a29fe013e2a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:33:55.297260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6fce8fcd-54e5-4297-8d2c-dc502156ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['72e827ca-9425-48ac-aefd-9a29fe013e2a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:55.313693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7109231f-7602-4501-ba15-84e9267ee7fb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "PUT /v2.0/floatingips/576cf7f3-8c8b-4f19-8ddb-4cf842ce6d26 HTTP/1.1" status: 200 len: 991 time: 3.2531910 Sep 08 13:33:55.323017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a64c38-f703-4a74-b8ac-910c0f37b5b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cad4992-8d6c-49bf-8d25-6d2dac178d00,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:55.352312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': '5fe5cd3d-d484-499b-a088-43b175b89b70'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:33:55.352884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85a64c38-f703-4a74-b8ac-910c0f37b5b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:55.354776 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740f78c5-883c-44a6-8ee4-4beaff44d56d" -d '{"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "5fe5cd3d-d484-499b-a088-43b175b89b70"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:33:55.360659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-85a64c38-f703-4a74-b8ac-910c0f37b5b9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/5cad4992-8d6c-49bf-8d25-6d2dac178d00 HTTP/1.1" status: 204 len: 168 time: 1.5552645 Sep 08 13:33:55.364012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53274) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:55.513596 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:52Z', 'revision_number': 3, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:55.522423 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b813e11-3863-480b-8005-9830fed2f2aa x-openstack-request-id: req-2b813e11-3863-480b-8005-9830fed2f2aa {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:33:55.524117 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33849607-25df-4361-91e7-868a75104417", "tag": "5fe5cd3d-d484-499b-a088-43b175b89b70", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:33:55.524578 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2b813e11-3863-480b-8005-9830fed2f2aa {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:33:55.529854 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:55.530934 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'tag': '5fe5cd3d-d484-499b-a088-43b175b89b70', 'status': 'completed', 'code': 200} Sep 08 13:33:55.531666 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92b9ce53-1a3a-49de-9441-dd010316a84c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:55.540460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6fce8fcd-54e5-4297-8d2c-dc502156ae2f None None] Set router 72e827ca-9425-48ac-aefd-9a29fe013e2a gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:33:55.558444 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Checking router: 49350c90-8ece-4493-9773-9281a2c703a5 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:33:55.559064 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Updating router 49350c90-8ece-4493-9773-9281a2c703a5 port 192878cb-f1e7-49f1-8f00-81baaaa6261a binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:33:55.595073 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:55.639312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9ce53-1a3a-49de-9441-dd010316a84c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=90c554e7-0142-4856-bced-708b115c5e9b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:55.649505 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92b9ce53-1a3a-49de-9441-dd010316a84c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:55.651629 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-92b9ce53-1a3a-49de-9441-dd010316a84c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/90c554e7-0142-4856-bced-708b115c5e9b HTTP/1.1" status: 204 len: 168 time: 2.2754874 Sep 08 13:33:55.679797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53280) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:55.700613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-81ef9306-91bb-4981-8083-351bffdde499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:55.701501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-81ef9306-91bb-4981-8083-351bffdde499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:55.702724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-81ef9306-91bb-4981-8083-351bffdde499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:55.703409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-81ef9306-91bb-4981-8083-351bffdde499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:55.704073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-81ef9306-91bb-4981-8083-351bffdde499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:55.704755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-81ef9306-91bb-4981-8083-351bffdde499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:55.705744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-81ef9306-91bb-4981-8083-351bffdde499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:55.708814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-81ef9306-91bb-4981-8083-351bffdde499 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6491 time: 0.1902180 Sep 08 13:33:55.738890 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3495133-4e4a-4ca2-be10-9443d7d94c1f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:33:55.741287 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e3495133-4e4a-4ca2-be10-9443d7d94c1f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/90c554e7-0142-4856-bced-708b115c5e9b HTTP/1.1" status: 404 len: 333 time: 0.0602243 Sep 08 13:33:55.750798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53282) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:55.771639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'name': 'tempest-PortsTestJSON-1448006801'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:55.947297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:55.976150 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:55.999089 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Transition to ACTIVE for port object 192878cb-f1e7-49f1-8f00-81baaaa6261a will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:56.027527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-69be2250-76bd-4577-8903-db9141ef21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:56.030086 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-69be2250-76bd-4577-8903-db9141ef21ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=75ddec35-9859-4054-afd1-cdf35e27f38f HTTP/1.1" status: 200 len: 912 time: 0.3043611 Sep 08 13:33:56.045532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159ae401-3bfb-4a94-9646-ee56f97f80bb']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:56.055511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6fce8fcd-54e5-4297-8d2c-dc502156ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '576cf7f3-8c8b-4f19-8ddb-4cf842ce6d26', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'port_id': '5fe5cd3d-d484-499b-a088-43b175b89b70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'mac_address': 'fa:16:3e:89:4b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33849607-25df-4361-91e7-868a75104417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:32:16Z', 'updated_at': '2021-09-08T13:33:53Z', 'revision_number': 1, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa28067-389f-48aa-8d8d-df45513ea716', 'name': '', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'mac_address': 'fa:16:3e:3b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:56Z', 'updated_at': '2021-09-08T13:31:09Z', 'revision_number': 5, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'subnets': [{'id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:56.059008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd281642f-ff1e-4512-b186-d3a9450f993d') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:56.059533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd281642f-ff1e-4512-b186-d3a9450f993d') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:56.073100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.074635 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.089927 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.098829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:56.099266 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.128526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce8fcd-54e5-4297-8d2c-dc502156ae2f None None] Checking router: 72e827ca-9425-48ac-aefd-9a29fe013e2a for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:56.156264 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:56.161313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce8fcd-54e5-4297-8d2c-dc502156ae2f None None] Routers {'72e827ca-9425-48ac-aefd-9a29fe013e2a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:33:56.161960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6fce8fcd-54e5-4297-8d2c-dc502156ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['72e827ca-9425-48ac-aefd-9a29fe013e2a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:56.190529 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Attempting to bind port 192878cb-f1e7-49f1-8f00-81baaaa6261a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:33:56.191502 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Attempting to bind port 192878cb-f1e7-49f1-8f00-81baaaa6261a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:33:56.191753 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Attempting to bind port 192878cb-f1e7-49f1-8f00-81baaaa6261a on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:33:56.205481 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:33:56.205872 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:33:56.206575 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.207845 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:33:56.208393 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Bound port: 192878cb-f1e7-49f1-8f00-81baaaa6261a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:33:56.208919 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.255246 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Pushing event updated for resources: {'Port': ['ID=192878cb-f1e7-49f1-8f00-81baaaa6261a,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:56.272072 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:56.272433 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:56.272955 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:56.273372 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:56.274409 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:56.274781 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:56.275111 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:56.276014 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:56.276014 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:56.276234 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:56.276468 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:56.276793 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:33:56.288858 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.320142 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] For port 192878cb-f1e7-49f1-8f00-81baaaa6261a, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:33:56.324759 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] For port 192878cb-f1e7-49f1-8f00-81baaaa6261a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=192878cb-f1e7-49f1-8f00-81baaaa6261a,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:33:56.367400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6fce8fcd-54e5-4297-8d2c-dc502156ae2f None None] Set router 72e827ca-9425-48ac-aefd-9a29fe013e2a gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:33:56.392818 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.398372 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.400319 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] 10.222.0.69 "DELETE /v2.0/networks/159ae401-3bfb-4a94-9646-ee56f97f80bb HTTP/1.1" status: 204 len: 168 time: 1.0303204 Sep 08 13:33:56.405842 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.437890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53310) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:56.439846 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9f04d6-151d-4c6d-bb4b-dde222f2bb1c admin admin] Pushing event deleted for resources: {'Network': ['ID=159ae401-3bfb-4a94-9646-ee56f97f80bb,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:56.471118 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:33:56.472106 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:56.547138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d3c5d7-9784-4f16-a63b-6a115d3e89a4 admin admin] Deleting subnet 533dd96d-eaaa-4df0-be5c-9dbddb14b009 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:33:56.578919 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c5d7-9784-4f16-a63b-6a115d3e89a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.628361 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:33:56.640416 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c5d7-9784-4f16-a63b-6a115d3e89a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.733938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Allocated IP 172.20.0.1 (a153b68e-8b7a-4a18-8f24-952d0551206c/b0140089-123b-4e32-adfc-fb4b0156b561/c6b7739e-7613-4396-a2f1-0adbde2f83d6) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:56.736593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c5d7-9784-4f16-a63b-6a115d3e89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.880151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6fce8fcd-54e5-4297-8d2c-dc502156ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '576cf7f3-8c8b-4f19-8ddb-4cf842ce6d26', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'port_id': '5fe5cd3d-d484-499b-a088-43b175b89b70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'mac_address': 'fa:16:3e:89:4b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33849607-25df-4361-91e7-868a75104417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:32:16Z', 'updated_at': '2021-09-08T13:33:53Z', 'revision_number': 1, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa28067-389f-48aa-8d8d-df45513ea716', 'name': '', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'mac_address': 'fa:16:3e:3b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:56Z', 'updated_at': '2021-09-08T13:31:09Z', 'revision_number': 5, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'subnets': [{'id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:56.920265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce8fcd-54e5-4297-8d2c-dc502156ae2f None None] The sync data for ids ['72e827ca-9425-48ac-aefd-9a29fe013e2a'] in n-d-807558-3 is: [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '576cf7f3-8c8b-4f19-8ddb-4cf842ce6d26', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'floating_ip_address': '172.25.5.238', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'port_id': '5fe5cd3d-d484-499b-a088-43b175b89b70', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'mac_address': 'fa:16:3e:89:4b:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33849607-25df-4361-91e7-868a75104417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:32:16Z', 'updated_at': '2021-09-08T13:33:53Z', 'revision_number': 1, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa28067-389f-48aa-8d8d-df45513ea716', 'name': '', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'mac_address': 'fa:16:3e:3b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:56Z', 'updated_at': '2021-09-08T13:31:09Z', 'revision_number': 5, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'subnets': [{'id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:33:56.929978 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df05e9-7e4b-4683-a3ab-af787b4a8fa7 None None] Pushing event updated for resources: {'Port': ['ID=192878cb-f1e7-49f1-8f00-81baaaa6261a,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:56.934040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:56.950385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Transition to ACTIVE for port object c6b7739e-7613-4396-a2f1-0adbde2f83d6 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:56.961418 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c5d7-9784-4f16-a63b-6a115d3e89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.001027 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:52Z', 'revision_number': 3, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:57.034003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3c5d7-9784-4f16-a63b-6a115d3e89a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=533dd96d-eaaa-4df0-be5c-9dbddb14b009,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:57.046449 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e8d3c5d7-9784-4f16-a63b-6a115d3e89a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.049197 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e8d3c5d7-9784-4f16-a63b-6a115d3e89a4 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/533dd96d-eaaa-4df0-be5c-9dbddb14b009 HTTP/1.1" status: 204 len: 168 time: 0.6058030 Sep 08 13:33:57.051668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53326) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:57.077436 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c9146d-1822-4b5e-bbca-773edad1ec42 None None] The sync data for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 is: [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:52Z', 'revision_number': 3, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:33:57.143122 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-bf1a6104-fa10-4697-a600-0984b0d07852 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe5cd3d-d484-499b-a088-43b175b89b70 HTTP/1.1" status: 200 len: 999 time: 1.0490761 Sep 08 13:33:57.192272 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.259397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:33:57.264769 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.267360 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.278337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event updated for resources: {'Port': ['ID=c6b7739e-7613-4396-a2f1-0adbde2f83d6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:57.321030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Network a153b68e-8b7a-4a18-8f24-952d0551206c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:57.329179 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:57.331676 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.355397 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:57.371835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53332) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:57.373010 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689a7c1-f156-456c-9eb5-4b5b5ad9fabf None None] New status for floating IP 576cf7f3-8c8b-4f19-8ddb-4cf842ce6d26: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:33:57.398555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53336) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:57.442844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-15fa4065-e616-48cc-a5fa-d9edce2fff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:57.444362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-15fa4065-e616-48cc-a5fa-d9edce2fff2d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4e19c97-af0d-4ba1-b140-4045a635eab3 HTTP/1.1" status: 200 len: 850 time: 0.2886569 Sep 08 13:33:57.449755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port 96d28ec5-c0aa-4316-be81-132b2745b53b yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:33:57.667078 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.737705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ef30b65-787c-446f-a71c-b383cd1eb32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.740539 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.783164 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c939221c-b738-4065-85a9-542dc6a02234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.803292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c12e1d-cc48-4f0e-83ab-db22844d07a2']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:57.816164 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-26126a66-d24c-4f63-9e2f-de875f891b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:57.818062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-26126a66-d24c-4f63-9e2f-de875f891b10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75ddec35-9859-4054-afd1-cdf35e27f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3185015 Sep 08 13:33:57.838265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed87636a-949f-46c6-a4b8-02fa587fdb01') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:57.838565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed87636a-949f-46c6-a4b8-02fa587fdb01') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:57.854602 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.887549 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.894859 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:33:57.895542 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:33:57.897072 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:33:57.952871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e2f58867-f014-4ae9-902b-4dca5fb297ab None None] Provisioning for port c6b7739e-7613-4396-a2f1-0adbde2f83d6 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:57.957720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e2f58867-f014-4ae9-902b-4dca5fb297ab None None] Provisioning complete for port c6b7739e-7613-4396-a2f1-0adbde2f83d6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:57.958440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e2f58867-f014-4ae9-902b-4dca5fb297ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.003043 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e2f58867-f014-4ae9-902b-4dca5fb297ab None None] Port c6b7739e-7613-4396-a2f1-0adbde2f83d6 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:58.028067 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.041857 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.051779 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.060581 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] 10.222.0.69 "DELETE /v2.0/networks/45c12e1d-cc48-4f0e-83ab-db22844d07a2 HTTP/1.1" status: 204 len: 168 time: 1.0028443 Sep 08 13:33:58.094121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba26d18-7273-4729-b353-013efbd195da admin admin] Pushing event deleted for resources: {'Network': ['ID=45c12e1d-cc48-4f0e-83ab-db22844d07a2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:58.130196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Allocated IP 172.20.0.1 (09bfa268-91bb-459a-8b3e-7ca28f30a49f/3e981258-4bad-417d-94ff-ad8a80d8a999/0dccbf0a-a589-426d-8348-e05d45c968c7) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:33:58.140524 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.152188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-fb8e1085-43f2-473f-b323-40417f9b07f5 service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022575 Sep 08 13:33:58.231649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 192878cb-f1e7-49f1-8f00-81baaaa6261a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:33:58.335848 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ef30b65-787c-446f-a71c-b383cd1eb32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.386352 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-740f78c5-883c-44a6-8ee4-4beaff44d56d req-2fc49561-790e-4c5f-b8ef-e90546e3bc6c service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206118 Sep 08 13:33:58.393324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 192878cb-f1e7-49f1-8f00-81baaaa6261a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:58.397405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 192878cb-f1e7-49f1-8f00-81baaaa6261a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:58.397785 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.406709 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.423144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Transition to ACTIVE for port object 0dccbf0a-a589-426d-8348-e05d45c968c7 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:33:58.436833 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.470665 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.475901 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ef30b65-787c-446f-a71c-b383cd1eb32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.571689 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.577447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network fd33337c-d396-4baf-8981-9f0487cd9663 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:58.582011 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.583277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c939221c-b738-4065-85a9-542dc6a02234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.587660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53344) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:58.593214 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8ef30b65-787c-446f-a71c-b383cd1eb32e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff32a221c22e483aa83258550a98aeba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1854715 Sep 08 13:33:58.601079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53346) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:58.602464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:58.604735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:58.611145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:58.611814 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.622109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=96d28ec5-c0aa-4316-be81-132b2745b53b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:58.627673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef30b65-787c-446f-a71c-b383cd1eb32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178c4f4b-abcf-47c9-b55b-3e3878b50417,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:58.660989 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.678648 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c939221c-b738-4065-85a9-542dc6a02234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.683171 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 192878cb-f1e7-49f1-8f00-81baaaa6261a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=192878cb-f1e7-49f1-8f00-81baaaa6261a,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:33:58.699343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Network 09bfa268-91bb-459a-8b3e-7ca28f30a49f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:58.702329 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.711751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event updated for resources: {'Port': ['ID=c6b7739e-7613-4396-a2f1-0adbde2f83d6,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:58.722234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:58.730143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:33:58.736483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0dccbf0a-a589-426d-8348-e05d45c968c7,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:58.742953 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c939221c-b738-4065-85a9-542dc6a02234 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=736f5c77cb434da0bcec0125b9b9d8f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3698785 Sep 08 13:33:58.753711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53348) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:58.762970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939221c-b738-4065-85a9-542dc6a02234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ceba79-67ef-405c-a0b9-83aac19a62a1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:58.781881 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.798609 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-69d3efc9-da45-4fc8-9796-4ca3cc8bd4ff admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=095c5567e1c0414098f44712dfcd5591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2041221 Sep 08 13:33:58.805424 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6059d619-d2c2-4904-bf73-d31cbcea0d7e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0416231 Sep 08 13:33:58.805424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53350) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:58.805861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53352) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:58.818309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bcefb487-449d-4b7f-811f-04e7b4fccd8d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:33:58.854496 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.879489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=192878cb-f1e7-49f1-8f00-81baaaa6261a,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:58.897087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e0475775-bcfc-47dd-b9d4-7c4f3b340387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.907776 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80aabaf5-1366-4e1d-b665-e97981a705e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:58.937262 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e0475775-bcfc-47dd-b9d4-7c4f3b340387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.001357 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80aabaf5-1366-4e1d-b665-e97981a705e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.002093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Network a153b68e-8b7a-4a18-8f24-952d0551206c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:33:59.004314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:33:59.033747 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bcefb487-449d-4b7f-811f-04e7b4fccd8d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.082885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92a53bcb-014a-45ce-95a1-5df84650e019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.135302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-bc1b2f1b-8309-4f60-836f-346fa46f421c None None] Provisioning for port 0dccbf0a-a589-426d-8348-e05d45c968c7 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:33:59.138909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Router efa54fef-98fa-4dc5-9834-9a664d603e6c has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:33:59.141921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-bc1b2f1b-8309-4f60-836f-346fa46f421c None None] Provisioning complete for port 0dccbf0a-a589-426d-8348-e05d45c968c7 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:59.142613 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bc1b2f1b-8309-4f60-836f-346fa46f421c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.189773 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92a53bcb-014a-45ce-95a1-5df84650e019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.208384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b2f1b-8309-4f60-836f-346fa46f421c None None] Port 0dccbf0a-a589-426d-8348-e05d45c968c7 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:59.243761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:33:59.245593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e0475775-bcfc-47dd-b9d4-7c4f3b340387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.248313 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e0475775-bcfc-47dd-b9d4-7c4f3b340387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.249477 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e0475775-bcfc-47dd-b9d4-7c4f3b340387 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6ceba79-67ef-405c-a0b9-83aac19a62a1 HTTP/1.1" status: 204 len: 168 time: 0.4947684 Sep 08 13:33:59.253246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a76ca6c3-7350-4a5b-baa2-97b5de16a468 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "PUT /v2.0/routers/efa54fef-98fa-4dc5-9834-9a664d603e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1760516 Sep 08 13:33:59.256380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e179526-f431-4af1-b034-43ea487ea002 None None] Sync routers for ids ['efa54fef-98fa-4dc5-9834-9a664d603e6c'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:33:59.258050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53358) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:59.280875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e179526-f431-4af1-b034-43ea487ea002 None None] Routers {'efa54fef-98fa-4dc5-9834-9a664d603e6c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:33:59.281519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1e179526-f431-4af1-b034-43ea487ea002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['efa54fef-98fa-4dc5-9834-9a664d603e6c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:59.332493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1e179526-f431-4af1-b034-43ea487ea002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:59.356337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-503068ef-4554-4c4f-b277-49de216afe8e None None] Provisioning complete for port c6b7739e-7613-4396-a2f1-0adbde2f83d6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:33:59.356337 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-503068ef-4554-4c4f-b277-49de216afe8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.356337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e179526-f431-4af1-b034-43ea487ea002 None None] Routers {'efa54fef-98fa-4dc5-9834-9a664d603e6c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:33:59.356337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1e179526-f431-4af1-b034-43ea487ea002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['efa54fef-98fa-4dc5-9834-9a664d603e6c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:59.400376 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80aabaf5-1366-4e1d-b665-e97981a705e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.404584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80aabaf5-1366-4e1d-b665-e97981a705e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.406387 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-80aabaf5-1366-4e1d-b665-e97981a705e9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/178c4f4b-abcf-47c9-b55b-3e3878b50417 HTTP/1.1" status: 204 len: 168 time: 0.7917576 Sep 08 13:33:59.424354 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92a53bcb-014a-45ce-95a1-5df84650e019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.427973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1e179526-f431-4af1-b034-43ea487ea002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:33:59.428638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e179526-f431-4af1-b034-43ea487ea002 None None] The sync data for ids ['efa54fef-98fa-4dc5-9834-9a664d603e6c'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:33:59.429229 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92a53bcb-014a-45ce-95a1-5df84650e019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.440311 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-92a53bcb-014a-45ce-95a1-5df84650e019 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c6fbcb0-13be-42fa-885f-7795f5382679 HTTP/1.1" status: 204 len: 168 time: 0.6320899 Sep 08 13:33:59.457795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-503068ef-4554-4c4f-b277-49de216afe8e None None] Port c6b7739e-7613-4396-a2f1-0adbde2f83d6 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:33:59.468008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aabaf5-1366-4e1d-b665-e97981a705e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178c4f4b-abcf-47c9-b55b-3e3878b50417,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:59.474895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.514525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a53bcb-014a-45ce-95a1-5df84650e019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6fbcb0-13be-42fa-885f-7795f5382679,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:59.531255 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bcefb487-449d-4b7f-811f-04e7b4fccd8d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.693789 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.712869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0475775-bcfc-47dd-b9d4-7c4f3b340387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ceba79-67ef-405c-a0b9-83aac19a62a1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:59.721726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a621fd0b-6d47-4492-b56a-7935fd029af5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.744029 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bcefb487-449d-4b7f-811f-04e7b4fccd8d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.748999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-bcefb487-449d-4b7f-811f-04e7b4fccd8d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] In _notify_port_updated(), no bound segment for port 96d28ec5-c0aa-4316-be81-132b2745b53b on network fd33337c-d396-4baf-8981-9f0487cd9663 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:33:59.754259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcefb487-449d-4b7f-811f-04e7b4fccd8d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:33:59.757903 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bcefb487-449d-4b7f-811f-04e7b4fccd8d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.757903 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bcefb487-449d-4b7f-811f-04e7b4fccd8d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "PUT /v2.0/ports/96d28ec5-c0aa-4316-be81-132b2745b53b HTTP/1.1" status: 200 len: 818 time: 0.9474614 Sep 08 13:33:59.761303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53366) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:59.799466 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.822782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefb487-449d-4b7f-811f-04e7b4fccd8d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=96d28ec5-c0aa-4316-be81-132b2745b53b,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:33:59.875671 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-a621fd0b-6d47-4492-b56a-7935fd029af5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 08 13:33:59.880048 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a621fd0b-6d47-4492-b56a-7935fd029af5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "DELETE /v2.0/routers/efa54fef-98fa-4dc5-9834-9a664d603e6c HTTP/1.1" status: 409 len: 329 time: 0.6181300 Sep 08 13:33:59.880402 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53370) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:33:59.889413 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:33:59.892676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0dccbf0a-a589-426d-8348-e05d45c968c7,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:00.031468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Network 09bfa268-91bb-459a-8b3e-7ca28f30a49f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:00.033151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:00.081033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-24a8db89-e69c-4307-9b23-a2d56d2fa41a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 96d28ec5-c0aa-4316-be81-132b2745b53b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:00.081386 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24a8db89-e69c-4307-9b23-a2d56d2fa41a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:00.178806 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24a8db89-e69c-4307-9b23-a2d56d2fa41a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:00.189645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 192878cb-f1e7-49f1-8f00-81baaaa6261a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:00.190162 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Router 49350c90-8ece-4493-9773-9281a2c703a5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:34:00.225471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-24a8db89-e69c-4307-9b23-a2d56d2fa41a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 96d28ec5-c0aa-4316-be81-132b2745b53b owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:00.274877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 192878cb-f1e7-49f1-8f00-81baaaa6261a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:00.280915 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:00.346421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:34:00.352750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bf44a71e-c1e0-425a-9fbe-572ba5c179d3 admin admin] 10.222.0.69 "PUT /v2.0/routers/49350c90-8ece-4493-9773-9281a2c703a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1540806 Sep 08 13:34:00.358703 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Sync routers for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:34:00.370836 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:00.371894 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:00.397620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7e975d6d-852f-4ef6-9bfc-5a2f6352ac10 None None] Provisioning complete for port 0dccbf0a-a589-426d-8348-e05d45c968c7 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:00.398097 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7e975d6d-852f-4ef6-9bfc-5a2f6352ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:00.415943 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d42a8b4f-0939-4e03-8a2d-abaa97fa97a5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:00.440495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7e975d6d-852f-4ef6-9bfc-5a2f6352ac10 None None] Port 0dccbf0a-a589-426d-8348-e05d45c968c7 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:00.510159 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:34:00.725817 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 2, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:00.740122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d42a8b4f-0939-4e03-8a2d-abaa97fa97a5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Deleting port c6b7739e-7613-4396-a2f1-0adbde2f83d6 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:00.740767 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d42a8b4f-0939-4e03-8a2d-abaa97fa97a5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:00.839817 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d42a8b4f-0939-4e03-8a2d-abaa97fa97a5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:00.844853 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Checking router: 49350c90-8ece-4493-9773-9281a2c703a5 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:34:00.845210 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Updating router 49350c90-8ece-4493-9773-9281a2c703a5 port 0dccbf0a-a589-426d-8348-e05d45c968c7 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:34:00.852344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d42a8b4f-0939-4e03-8a2d-abaa97fa97a5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Calling delete_port for c6b7739e-7613-4396-a2f1-0adbde2f83d6 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:00.870684 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:00.958384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53378) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:00.975302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a14c61b-436c-4f6d-995d-b60bfc1fbe48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.025789 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24a8db89-e69c-4307-9b23-a2d56d2fa41a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.064136 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a8db89-e69c-4307-9b23-a2d56d2fa41a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=96d28ec5-c0aa-4316-be81-132b2745b53b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:01.076050 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24a8db89-e69c-4307-9b23-a2d56d2fa41a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.080316 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-24a8db89-e69c-4307-9b23-a2d56d2fa41a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/96d28ec5-c0aa-4316-be81-132b2745b53b HTTP/1.1" status: 204 len: 168 time: 1.3157938 Sep 08 13:34:01.080999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53382) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:01.138156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d089db-a2d0-42d3-b65d-49ef477c8e90 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:01.139739 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-98d089db-a2d0-42d3-b65d-49ef477c8e90 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0578096 Sep 08 13:34:01.142943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53384) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:01.175805 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d42a8b4f-0939-4e03-8a2d-abaa97fa97a5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.183709 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-84879191-15ad-48af-ad6c-8c64b11f41df tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:34:01.188822 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-84879191-15ad-48af-ad6c-8c64b11f41df tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/96d28ec5-c0aa-4316-be81-132b2745b53b HTTP/1.1" status: 404 len: 333 time: 0.0416718 Sep 08 13:34:01.190362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53386) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:01.197300 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9299d7fc-6bb1-42ad-9c38-0016365f0d59 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-587707470'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:01.207439 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a8b4f-0939-4e03-8a2d-abaa97fa97a5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event deleted for resources: {'Port': ['ID=c6b7739e-7613-4396-a2f1-0adbde2f83d6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:01.224212 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.242546 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Transition to ACTIVE for port object 0dccbf0a-a589-426d-8348-e05d45c968c7 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:01.280016 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a14c61b-436c-4f6d-995d-b60bfc1fbe48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.368212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d42a8b4f-0939-4e03-8a2d-abaa97fa97a5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.398394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53388) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:01.405863 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.441543 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0a14c61b-436c-4f6d-995d-b60bfc1fbe48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.476224 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cef433-9a2c-418e-8d14-59de342272f2 None None] Pushing event updated for resources: {'Port': ['ID=0dccbf0a-a589-426d-8348-e05d45c968c7,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:01.477532 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03a160df-7ce9-43e8-ab9b-47928c683b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.511587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14c61b-436c-4f6d-995d-b60bfc1fbe48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802d7cd1-0b76-44e6-af97-c9819836f615,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:01.522476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0a14c61b-436c-4f6d-995d-b60bfc1fbe48 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1ad86a2337a54d558690fdc03a9d5b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5604444 Sep 08 13:34:01.524004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53390) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:01.558286 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42a8b4f-0939-4e03-8a2d-abaa97fa97a5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Router efa54fef-98fa-4dc5-9834-9a664d603e6c has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:34:01.597982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53392) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:01.606064 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Attempting to bind port 0dccbf0a-a589-426d-8348-e05d45c968c7 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:34:01.607094 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Attempting to bind port 0dccbf0a-a589-426d-8348-e05d45c968c7 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:34:01.607546 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Attempting to bind port 0dccbf0a-a589-426d-8348-e05d45c968c7 on network 09bfa268-91bb-459a-8b3e-7ca28f30a49f {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:01.613906 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:34:01.614470 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Checking segment: {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:01.615227 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.615783 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Bound using segment: {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:34:01.616372 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Bound port: 0dccbf0a-a589-426d-8348-e05d45c968c7, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:34:01.616856 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.633470 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db6a6505-3c5f-46e9-80ea-681a3ed0a61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.645160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9299d7fc-6bb1-42ad-9c38-0016365f0d59 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:01.649441 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9299d7fc-6bb1-42ad-9c38-0016365f0d59 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.683868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42a8b4f-0939-4e03-8a2d-abaa97fa97a5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:34:01.690442 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d42a8b4f-0939-4e03-8a2d-abaa97fa97a5 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "PUT /v2.0/routers/efa54fef-98fa-4dc5-9834-9a664d603e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8083279 Sep 08 13:34:01.695991 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53398) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:01.699951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822410d-553f-40b7-bcf8-c4c159b4ee98 None None] Sync routers for ids ['efa54fef-98fa-4dc5-9834-9a664d603e6c'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:34:01.713191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822410d-553f-40b7-bcf8-c4c159b4ee98 None None] Routers {'efa54fef-98fa-4dc5-9834-9a664d603e6c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:01.715305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3822410d-553f-40b7-bcf8-c4c159b4ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['efa54fef-98fa-4dc5-9834-9a664d603e6c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:01.719855 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] For port 0dccbf0a-a589-426d-8348-e05d45c968c7, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:34:01.723860 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] For port 0dccbf0a-a589-426d-8348-e05d45c968c7, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0dccbf0a-a589-426d-8348-e05d45c968c7,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:34:01.756019 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-dcbe31f6-0d1c-4601-a05b-17d44bb6ce6c tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] show failed (client error): The resource could not be found. Sep 08 13:34:01.757002 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dcbe31f6-0d1c-4601-a05b-17d44bb6ce6c tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "GET /v2.0/routers/tempest-non_exist_router-1486946161 HTTP/1.1" status: 404 len: 335 time: 0.0599632 Sep 08 13:34:01.761127 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53400) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:01.765880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9329f925-5ec6-4012-9430-e703e7a5bf62 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Request body: {'router': {'name': 'new_name'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:01.776850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9299d7fc-6bb1-42ad-9c38-0016365f0d59 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:34:01.796083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3822410d-553f-40b7-bcf8-c4c159b4ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:01.800485 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.801989 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-9329f925-5ec6-4012-9430-e703e7a5bf62 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] update failed (client error): The resource could not be found. Sep 08 13:34:01.807708 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9329f925-5ec6-4012-9430-e703e7a5bf62 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "PUT /v2.0/routers/tempest-non_exist_router-1149619126 HTTP/1.1" status: 404 len: 335 time: 0.0454278 Sep 08 13:34:01.811649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3822410d-553f-40b7-bcf8-c4c159b4ee98 None None] Routers {'efa54fef-98fa-4dc5-9834-9a664d603e6c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:01.812408 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db6a6505-3c5f-46e9-80ea-681a3ed0a61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.812751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3822410d-553f-40b7-bcf8-c4c159b4ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['efa54fef-98fa-4dc5-9834-9a664d603e6c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:01.813456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53402) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:01.849924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1310dabf-15ec-4c67-ab07-2e17853ad067 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9ec6b85cffd949b1b48d345d8932d7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506933 Sep 08 13:34:01.855094 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53404) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:01.861281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9299d7fc-6bb1-42ad-9c38-0016365f0d59 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.861792 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-9299d7fc-6bb1-42ad-9c38-0016365f0d59 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Added segment 5c309636-5ea8-4306-8ea3-31142ade707b of type vlan for network 1d167d2b-b661-42f3-911e-6d59a379b9a3 Sep 08 13:34:01.865466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3822410d-553f-40b7-bcf8-c4c159b4ee98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:01.866819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3822410d-553f-40b7-bcf8-c4c159b4ee98 None None] The sync data for ids ['efa54fef-98fa-4dc5-9834-9a664d603e6c'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:34:01.916573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-205b65b7-9908-4d51-b906-42f36379bf53 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Deleting subnet 7fb4549d-a67e-4c1d-8c65-30bc11f45a19 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:34:01.934337 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-205b65b7-9908-4d51-b906-42f36379bf53 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:01.974990 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:01.975496 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:01.986091 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9299d7fc-6bb1-42ad-9c38-0016365f0d59 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.043926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-205b65b7-9908-4d51-b906-42f36379bf53 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.056670 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03a160df-7ce9-43e8-ab9b-47928c683b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.062507 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cef433-9a2c-418e-8d14-59de342272f2 None None] Pushing event updated for resources: {'Port': ['ID=0dccbf0a-a589-426d-8348-e05d45c968c7,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:02.135030 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:34:02.148049 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2fd4c59-d76b-446d-852a-bdb935b6dc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.164134 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db6a6505-3c5f-46e9-80ea-681a3ed0a61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.169760 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-db6a6505-3c5f-46e9-80ea-681a3ed0a61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.172431 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-db6a6505-3c5f-46e9-80ea-681a3ed0a61a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/802d7cd1-0b76-44e6-af97-c9819836f615 HTTP/1.1" status: 204 len: 168 time: 0.6473725 Sep 08 13:34:02.202478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a6505-3c5f-46e9-80ea-681a3ed0a61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802d7cd1-0b76-44e6-af97-c9819836f615,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:02.220884 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03a160df-7ce9-43e8-ab9b-47928c683b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.228572 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9299d7fc-6bb1-42ad-9c38-0016365f0d59 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.249189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9299d7fc-6bb1-42ad-9c38-0016365f0d59 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:02.252010 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2fd4c59-d76b-446d-852a-bdb935b6dc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.252199 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9299d7fc-6bb1-42ad-9c38-0016365f0d59 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.268167 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-205b65b7-9908-4d51-b906-42f36379bf53 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.384292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a160df-7ce9-43e8-ab9b-47928c683b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7ffdd5-df9c-472d-a7ff-60f8e51615bd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:02.424624 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-03a160df-7ce9-43e8-ab9b-47928c683b8c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=752852b4835a4b70bbafd8215854bed8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0249939 Sep 08 13:34:02.424935 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53410) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:02.426454 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:01Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:02.429254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299d7fc-6bb1-42ad-9c38-0016365f0d59 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Network': ['ID=1d167d2b-b661-42f3-911e-6d59a379b9a3,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:02.441304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 1d167d2b-b661-42f3-911e-6d59a379b9a3 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:34:02.460883 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9132d624-7563-4214-8b32-a24dac077a7e None None] The sync data for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 is: [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:01Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:34:02.462710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9299d7fc-6bb1-42ad-9c38-0016365f0d59 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2701359 Sep 08 13:34:02.467656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53412) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:02.484636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-cc144c1a-aa64-4938-a133-f1e66c2f90d5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': '1d167d2b-b661-42f3-911e-6d59a379b9a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:02.559894 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-205b65b7-9908-4d51-b906-42f36379bf53 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.585781 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2fd4c59-d76b-446d-852a-bdb935b6dc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.588641 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2fd4c59-d76b-446d-852a-bdb935b6dc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.589824 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b2fd4c59-d76b-446d-852a-bdb935b6dc93 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b34df0d2-275b-445a-a35e-c3251abf5d5a HTTP/1.1" status: 204 len: 168 time: 0.7337329 Sep 08 13:34:02.646265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd4c59-d76b-446d-852a-bdb935b6dc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34df0d2-275b-445a-a35e-c3251abf5d5a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:02.663836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b65b7-9908-4d51-b906-42f36379bf53 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event deleted for resources: {'Subnet': ['ID=7fb4549d-a67e-4c1d-8c65-30bc11f45a19,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:02.687241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ca880-0cec-46d9-9581-78d16fe269b9 None None] Network 50f609bb-ea99-47ae-ab90-0b486b07582a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:02.693196 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-205b65b7-9908-4d51-b906-42f36379bf53 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.696125 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-205b65b7-9908-4d51-b906-42f36379bf53 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "DELETE /v2.0/subnets/7fb4549d-a67e-4c1d-8c65-30bc11f45a19 HTTP/1.1" status: 204 len: 168 time: 0.8815966 Sep 08 13:34:02.699054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53416) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:02.723744 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a8c57e2-5760-4491-b3e4-dd70d0c5ff3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.749728 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a8c57e2-5760-4491-b3e4-dd70d0c5ff3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.895757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d53963-1ce0-4695-84ce-3cde7ff525d1 None None] DHCP port deletion for 50f609bb-ea99-47ae-ab90-0b486b07582a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:34:02.928257 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a8c57e2-5760-4491-b3e4-dd70d0c5ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.931108 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1a8c57e2-5760-4491-b3e4-dd70d0c5ff3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:02.935306 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1a8c57e2-5760-4491-b3e4-dd70d0c5ff3a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7a7ffdd5-df9c-472d-a7ff-60f8e51615bd HTTP/1.1" status: 204 len: 168 time: 0.5061309 Sep 08 13:34:02.956316 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c57e2-5760-4491-b3e4-dd70d0c5ff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7ffdd5-df9c-472d-a7ff-60f8e51615bd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:02.975262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53422) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:02.998225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-12a1321b-16f2-4915-9e86-9d8b9d0892e2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495478687', 'description': 'tempest-description--898344459'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:03.009823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b6d53963-1ce0-4695-84ce-3cde7ff525d1 None None] Deleting port 6dd79aab-4c25-4cab-8617-79a60d4c051e {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:03.010617 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b6d53963-1ce0-4695-84ce-3cde7ff525d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.123470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b6d53963-1ce0-4695-84ce-3cde7ff525d1 None None] For port 6dd79aab-4c25-4cab-8617-79a60d4c051e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6dd79aab-4c25-4cab-8617-79a60d4c051e,segment=NetworkSegment(ce07736d-b8ea-46a4-9d8c-15b69cb391ea),segment_id=ce07736d-b8ea-46a4-9d8c-15b69cb391ea)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:03.123887 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b6d53963-1ce0-4695-84ce-3cde7ff525d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.140484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b6d53963-1ce0-4695-84ce-3cde7ff525d1 None None] Calling delete_port for 6dd79aab-4c25-4cab-8617-79a60d4c051e owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:03.147815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12a1321b-16f2-4915-9e86-9d8b9d0892e2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.162161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc144c1a-aa64-4938-a133-f1e66c2f90d5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:03.166136 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cc144c1a-aa64-4938-a133-f1e66c2f90d5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.261429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-2638b8f7-ab47-4612-b53b-b61779ce119c tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Deleting subnet dc3aa9bc-422d-4cf6-8000-557bd8fd6606 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:34:03.270572 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2638b8f7-ab47-4612-b53b-b61779ce119c tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.338055 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2638b8f7-ab47-4612-b53b-b61779ce119c tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.387220 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12a1321b-16f2-4915-9e86-9d8b9d0892e2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.456630 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b6d53963-1ce0-4695-84ce-3cde7ff525d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.496437 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12a1321b-16f2-4915-9e86-9d8b9d0892e2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.501510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d53963-1ce0-4695-84ce-3cde7ff525d1 None None] Pushing event deleted for resources: {'Port': ['ID=6dd79aab-4c25-4cab-8617-79a60d4c051e,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:03.505481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d53963-1ce0-4695-84ce-3cde7ff525d1 None None] No DVR routers for this DVR port 6dd79aab-4c25-4cab-8617-79a60d4c051e on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:03.544578 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2638b8f7-ab47-4612-b53b-b61779ce119c tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.576647 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a1321b-16f2-4915-9e86-9d8b9d0892e2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b64271-3760-4401-b712-171cabea8cee,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:03.611901 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cc144c1a-aa64-4938-a133-f1e66c2f90d5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.640271 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12a1321b-16f2-4915-9e86-9d8b9d0892e2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.644303 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-12a1321b-16f2-4915-9e86-9d8b9d0892e2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6633325 Sep 08 13:34:03.644585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53442) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:03.649072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-667f728d-bdaf-4b15-97df-5123f75b1c8a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Request body: {'security_group_rule': {'security_group_id': '89b64271-3760-4401-b712-171cabea8cee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:03.692957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc144c1a-aa64-4938-a133-f1e66c2f90d5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Subnet': ['ID=0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:03.712553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc144c1a-aa64-4938-a133-f1e66c2f90d5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Checking segment: {'id': '5c309636-5ea8-4306-8ea3-31142ade707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1d167d2b-b661-42f3-911e-6d59a379b9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:03.712941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc144c1a-aa64-4938-a133-f1e66c2f90d5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network hostable DHCP agents. Network: 1d167d2b-b661-42f3-911e-6d59a379b9a3, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:34:03.724929 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2638b8f7-ab47-4612-b53b-b61779ce119c tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.765497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2638b8f7-ab47-4612-b53b-b61779ce119c tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3aa9bc-422d-4cf6-8000-557bd8fd6606,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:03.769522 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2638b8f7-ab47-4612-b53b-b61779ce119c tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.771753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2638b8f7-ab47-4612-b53b-b61779ce119c tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "DELETE /v2.0/subnets/dc3aa9bc-422d-4cf6-8000-557bd8fd6606 HTTP/1.1" status: 204 len: 168 time: 1.0716724 Sep 08 13:34:03.781724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53448) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:03.783799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777a4e6a-f22c-40b0-9bca-99cff73d3fc5 None None] Network a179b6c4-d3f5-4023-9cd6-d330f85829b0 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:03.832416 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-667f728d-bdaf-4b15-97df-5123f75b1c8a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.913142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc144c1a-aa64-4938-a133-f1e66c2f90d5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network 1d167d2b-b661-42f3-911e-6d59a379b9a3 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:34:03.915947 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:03.945462 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-667f728d-bdaf-4b15-97df-5123f75b1c8a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.021476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093a3d86-c1c1-4ea8-b789-904daa5e45d2 None None] DHCP port deletion for a179b6c4-d3f5-4023-9cd6-d330f85829b0 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:34:04.032605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-cc144c1a-aa64-4938-a133-f1e66c2f90d5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 1d167d2b-b661-42f3-911e-6d59a379b9a3) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:04.037180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc144c1a-aa64-4938-a133-f1e66c2f90d5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:04.038058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cc144c1a-aa64-4938-a133-f1e66c2f90d5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.050849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.056446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b59eb89-b38e-4c87-b56f-888818271849 None None] Network 1d167d2b-b661-42f3-911e-6d59a379b9a3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:04.072303 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-667f728d-bdaf-4b15-97df-5123f75b1c8a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.076983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f609bb-ea99-47ae-ab90-0b486b07582a']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:04.098924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce07736d-b8ea-46a4-9d8c-15b69cb391ea') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:04.099280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce07736d-b8ea-46a4-9d8c-15b69cb391ea') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:04.100981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f728d-bdaf-4b15-97df-5123f75b1c8a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc8942c-ae84-4f36-95da-eca59d33b692,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:04.114428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.129233 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.136614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:34:04.137035 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:34:04.164484 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:34:04.188803 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cc144c1a-aa64-4938-a133-f1e66c2f90d5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7178400 Sep 08 13:34:04.189902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53454) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:04.196418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-093a3d86-c1c1-4ea8-b789-904daa5e45d2 None None] Deleting port 754ee46f-ca56-4a0a-885c-b4733f4295e2 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:04.196795 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-093a3d86-c1c1-4ea8-b789-904daa5e45d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.198167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7cb28626-f47c-4fe1-8939-0b8fc8c2ed6e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': '1d167d2b-b661-42f3-911e-6d59a379b9a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:04.237929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53458) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:04.285981 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3964368b-cea8-41d8-bac9-6b89260d81d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.286753 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0dccbf0a-a589-426d-8348-e05d45c968c7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:04.290485 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-667f728d-bdaf-4b15-97df-5123f75b1c8a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.295523 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-667f728d-bdaf-4b15-97df-5123f75b1c8a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6463668 Sep 08 13:34:04.296613 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53460) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:04.301403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ab10aae8-5c6f-4c0d-81e8-4b2d14f7958b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Request body: {'security_group_rule': {'security_group_id': '89b64271-3760-4401-b712-171cabea8cee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:04.333695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-093a3d86-c1c1-4ea8-b789-904daa5e45d2 None None] For port 754ee46f-ca56-4a0a-885c-b4733f4295e2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=754ee46f-ca56-4a0a-885c-b4733f4295e2,segment=NetworkSegment(52e7cd6d-da8c-4dd1-96f5-7690303d5b34),segment_id=52e7cd6d-da8c-4dd1-96f5-7690303d5b34)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:04.334014 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-093a3d86-c1c1-4ea8-b789-904daa5e45d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.390105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-1d167d2b-b661-42f3-911e-6d59a379b9a3', 'network_id': '1d167d2b-b661-42f3-911e-6d59a379b9a3', 'tenant_id': '230ef06495e54c5a9ff19dc4043c3f9a', 'fixed_ips': [{'subnet_id': '0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:34:04.394581 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.399481 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.410297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.416676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-093a3d86-c1c1-4ea8-b789-904daa5e45d2 None None] Calling delete_port for 754ee46f-ca56-4a0a-885c-b4733f4295e2 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:04.416902 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "DELETE /v2.0/networks/50f609bb-ea99-47ae-ab90-0b486b07582a HTTP/1.1" status: 204 len: 168 time: 0.6410847 Sep 08 13:34:04.417302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53468) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:04.437521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1594d7-ed45-4611-9f01-ca6038e6edb9 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event deleted for resources: {'Network': ['ID=50f609bb-ea99-47ae-ab90-0b486b07582a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:04.449245 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab10aae8-5c6f-4c0d-81e8-4b2d14f7958b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.475707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-7cb28626-f47c-4fe1-8939-0b8fc8c2ed6e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:34:04.475707 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:34:04.475707 n-d-807558-3 neutron-server[96263]: [parameters: {'project_id_1': '230ef06495e54c5a9ff19dc4043c3f9a', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 33, 44, 429491)}] Sep 08 13:34:04.475707 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:34:04.476068 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-7cb28626-f47c-4fe1-8939-0b8fc8c2ed6e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:34:04.538590 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab10aae8-5c6f-4c0d-81e8-4b2d14f7958b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.556996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.641427 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3964368b-cea8-41d8-bac9-6b89260d81d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.650039 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab10aae8-5c6f-4c0d-81e8-4b2d14f7958b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.657691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Deleting port 754ee46f-ca56-4a0a-885c-b4733f4295e2 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:04.658239 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.672757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10aae8-5c6f-4c0d-81e8-4b2d14f7958b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd1dade-968d-4481-9877-8b62b1fbea3e,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:04.679894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 0dccbf0a-a589-426d-8348-e05d45c968c7 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:04.692638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0dccbf0a-a589-426d-8348-e05d45c968c7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:04.693365 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.735544 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Allocated IP 172.20.0.2 (1d167d2b-b661-42f3-911e-6d59a379b9a3/0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc/72eee2a0-8173-48ab-ab0c-f29cbf6de0b3) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:04.739973 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3964368b-cea8-41d8-bac9-6b89260d81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.749990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] For port 754ee46f-ca56-4a0a-885c-b4733f4295e2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=754ee46f-ca56-4a0a-885c-b4733f4295e2,segment=NetworkSegment(52e7cd6d-da8c-4dd1-96f5-7690303d5b34),segment_id=52e7cd6d-da8c-4dd1-96f5-7690303d5b34)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:04.750437 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.780039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Calling delete_port for 754ee46f-ca56-4a0a-885c-b4733f4295e2 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:04.806607 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3964368b-cea8-41d8-bac9-6b89260d81d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7af4e10d1deb4c90bbad15db87b44e03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5705693 Sep 08 13:34:04.807488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53484) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:04.808292 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.813371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964368b-cea8-41d8-bac9-6b89260d81d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965aa688-f609-48be-8a43-25843e135d2d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:04.846448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 0dccbf0a-a589-426d-8348-e05d45c968c7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0dccbf0a-a589-426d-8348-e05d45c968c7,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:04.876298 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-093a3d86-c1c1-4ea8-b789-904daa5e45d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.898232 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-466717cb-bc09-4b1b-b064-16e5d9614671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.913538 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab10aae8-5c6f-4c0d-81e8-4b2d14f7958b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.913796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a3d86-c1c1-4ea8-b789-904daa5e45d2 None None] Pushing event deleted for resources: {'Port': ['ID=754ee46f-ca56-4a0a-885c-b4733f4295e2,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:04.915463 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ab10aae8-5c6f-4c0d-81e8-4b2d14f7958b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6176195 Sep 08 13:34:04.923671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53488) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:04.928818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:04.931533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a3d86-c1c1-4ea8-b789-904daa5e45d2 None None] No DVR routers for this DVR port 754ee46f-ca56-4a0a-885c-b4733f4295e2 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:04.954300 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.961642 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-466717cb-bc09-4b1b-b064-16e5d9614671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:04.963534 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.005102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event deleted for resources: {'Port': ['ID=754ee46f-ca56-4a0a-885c-b4733f4295e2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:05.025012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] No DVR routers for this DVR port 754ee46f-ca56-4a0a-885c-b4733f4295e2 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:05.039082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=0dccbf0a-a589-426d-8348-e05d45c968c7,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:05.119727 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-466717cb-bc09-4b1b-b064-16e5d9614671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.123042 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-466717cb-bc09-4b1b-b064-16e5d9614671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.128647 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.133853 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-466717cb-bc09-4b1b-b064-16e5d9614671 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/965aa688-f609-48be-8a43-25843e135d2d HTTP/1.1" status: 204 len: 168 time: 0.3218882 Sep 08 13:34:05.138519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 754ee46f-ca56-4a0a-885c-b4733f4295e2 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:34:05.156044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466717cb-bc09-4b1b-b064-16e5d9614671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965aa688-f609-48be-8a43-25843e135d2d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:05.159594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a179b6c4-d3f5-4023-9cd6-d330f85829b0']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:05.163575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 754ee46f-ca56-4a0a-885c-b4733f4295e2 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:34:05.163914 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 754ee46f-ca56-4a0a-885c-b4733f4295e2 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:34:05.164415 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6dd79aab-4c25-4cab-8617-79a60d4c051e no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:34:05.172348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e7cd6d-da8c-4dd1-96f5-7690303d5b34') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:05.179654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e7cd6d-da8c-4dd1-96f5-7690303d5b34') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:05.179654 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.203958 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.215829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 6dd79aab-4c25-4cab-8617-79a60d4c051e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:34:05.216215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6dd79aab-4c25-4cab-8617-79a60d4c051e not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:34:05.229150 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.239280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:34:05.239403 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.239495 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:34:05.243519 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:34:05.248272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Transition to ACTIVE for port object 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:05.264632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Transition to ACTIVE for port object 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:05.343676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb28626-f47c-4fe1-8939-0b8fc8c2ed6e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:05.347397 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7cb28626-f47c-4fe1-8939-0b8fc8c2ed6e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.421991 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.425933 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.472478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Network 1d167d2b-b661-42f3-911e-6d59a379b9a3 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:05.479045 n-d-807558-3 neutron-server[96263]: INFO neutron.db.ipam_backend_mixin [None req-7cb28626-f47c-4fe1-8939-0b8fc8c2ed6e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc (CIDR: 172.20.0.0/28) Sep 08 13:34:05.483134 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.492186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:05.494597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:05.499523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Pushing event updated for resources: {'Port': ['ID=72eee2a0-8173-48ab-ab0c-f29cbf6de0b3,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:05.507510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.512216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53496) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:05.512543 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "DELETE /v2.0/networks/a179b6c4-d3f5-4023-9cd6-d330f85829b0 HTTP/1.1" status: 204 len: 168 time: 1.0936193 Sep 08 13:34:05.527166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98732ef-d1b3-4cd3-8ac6-e1a8738c5d57 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event deleted for resources: {'Network': ['ID=a179b6c4-d3f5-4023-9cd6-d330f85829b0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:05.534074 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb28626-f47c-4fe1-8939-0b8fc8c2ed6e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:34:05.534074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb28626-f47c-4fe1-8939-0b8fc8c2ed6e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:34:05.554273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Attempting to bind port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:34:05.554969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Attempting to bind port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '5c309636-5ea8-4306-8ea3-31142ade707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1d167d2b-b661-42f3-911e-6d59a379b9a3'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:34:05.555594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Attempting to bind port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 on network 1d167d2b-b661-42f3-911e-6d59a379b9a3 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:05.574805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:34:05.576335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Checking segment: {'id': '5c309636-5ea8-4306-8ea3-31142ade707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1d167d2b-b661-42f3-911e-6d59a379b9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:05.577612 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.580291 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Bound using segment: {'id': '5c309636-5ea8-4306-8ea3-31142ade707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1d167d2b-b661-42f3-911e-6d59a379b9a3'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:34:05.581323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Bound port: 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c309636-5ea8-4306-8ea3-31142ade707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1d167d2b-b661-42f3-911e-6d59a379b9a3'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:34:05.582059 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.590472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-923a8ee4-8bed-4a1f-ac21-5aefae6955af tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Deleting subnet b0140089-123b-4e32-adfc-fb4b0156b561 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:34:05.595259 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-923a8ee4-8bed-4a1f-ac21-5aefae6955af tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.612747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Allocated IP 172.25.5.187 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/5a640b68-3530-4de4-bc16-062d8d62e058) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:05.674323 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-923a8ee4-8bed-4a1f-ac21-5aefae6955af tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.700058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53500) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:05.708416 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] For port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:34:05.712744 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7cb28626-f47c-4fe1-8939-0b8fc8c2ed6e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5192318 Sep 08 13:34:05.718032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] For port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=72eee2a0-8173-48ab-ab0c-f29cbf6de0b3,segment=NetworkSegment(5c309636-5ea8-4306-8ea3-31142ade707b),segment_id=5c309636-5ea8-4306-8ea3-31142ade707b)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:34:05.718822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53504) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:05.726512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-561de031-d21a-40b1-9063-d64138f5d450 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': '1d167d2b-b661-42f3-911e-6d59a379b9a3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:05.788525 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.800196 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-923a8ee4-8bed-4a1f-ac21-5aefae6955af tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.886090 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.914407 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b78dcf65-cd38-4bea-86ea-59dc44305d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:05.926241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e9936-3798-4d2e-9856-a097bad468c5 None None] Pushing event updated for resources: {'Port': ['ID=72eee2a0-8173-48ab-ab0c-f29cbf6de0b3,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:06.023109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561de031-d21a-40b1-9063-d64138f5d450 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:06.026873 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-561de031-d21a-40b1-9063-d64138f5d450 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.050872 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-923a8ee4-8bed-4a1f-ac21-5aefae6955af tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.053237 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.089423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a8ee4-8bed-4a1f-ac21-5aefae6955af tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event deleted for resources: {'Subnet': ['ID=b0140089-123b-4e32-adfc-fb4b0156b561,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:06.113073 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-923a8ee4-8bed-4a1f-ac21-5aefae6955af tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.119225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c6228b-aaa0-4235-a392-774ee225dc23 None None] Network a153b68e-8b7a-4a18-8f24-952d0551206c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:06.119702 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-923a8ee4-8bed-4a1f-ac21-5aefae6955af tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "DELETE /v2.0/subnets/b0140089-123b-4e32-adfc-fb4b0156b561 HTTP/1.1" status: 204 len: 168 time: 0.6061356 Sep 08 13:34:06.122590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53518) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:06.250949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:06.268944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:06.273969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event updated for resources: {'Port': ['ID=5a640b68-3530-4de4-bc16-062d8d62e058,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:06.280805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:06.296620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0dccbf0a-a589-426d-8348-e05d45c968c7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:06.301021 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.392900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0dccbf0a-a589-426d-8348-e05d45c968c7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:06.393706 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.409881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Deleting port 6406b3bf-9876-439a-9cff-ca538f6140d2 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:06.410282 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.464077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29563d66-aa7f-45fc-9b62-ac674319da2a None None] DHCP port deletion for a153b68e-8b7a-4a18-8f24-952d0551206c request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:34:06.520648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] For port 6406b3bf-9876-439a-9cff-ca538f6140d2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6406b3bf-9876-439a-9cff-ca538f6140d2,segment=NetworkSegment(b5295241-6e67-4a99-95e9-abecdc1ebfb7),segment_id=b5295241-6e67-4a99-95e9-abecdc1ebfb7)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:06.521402 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.541023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Calling delete_port for 6406b3bf-9876-439a-9cff-ca538f6140d2 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:06.565298 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.636387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b78dcf65-cd38-4bea-86ea-59dc44305d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.773127 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.773127 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b78dcf65-cd38-4bea-86ea-59dc44305d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.842331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-29563d66-aa7f-45fc-9b62-ac674319da2a None None] Deleting port 6406b3bf-9876-439a-9cff-ca538f6140d2 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:06.843068 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29563d66-aa7f-45fc-9b62-ac674319da2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.867419 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.906457 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b78dcf65-cd38-4bea-86ea-59dc44305d07 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6950de2463fc4780b15079d2f9f3678a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2038105 Sep 08 13:34:06.908872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53532) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:06.911963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event deleted for resources: {'Port': ['ID=6406b3bf-9876-439a-9cff-ca538f6140d2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:06.919667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] No DVR routers for this DVR port 6406b3bf-9876-439a-9cff-ca538f6140d2 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:06.925482 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-561de031-d21a-40b1-9063-d64138f5d450 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.928969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78dcf65-cd38-4bea-86ea-59dc44305d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a91c97-d5a4-46a5-85c8-c5e9f8a23bf6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:06.955520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-29563d66-aa7f-45fc-9b62-ac674319da2a None None] For port 6406b3bf-9876-439a-9cff-ca538f6140d2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6406b3bf-9876-439a-9cff-ca538f6140d2,segment=NetworkSegment(b5295241-6e67-4a99-95e9-abecdc1ebfb7),segment_id=b5295241-6e67-4a99-95e9-abecdc1ebfb7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:06.958715 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29563d66-aa7f-45fc-9b62-ac674319da2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:06.989777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-29563d66-aa7f-45fc-9b62-ac674319da2a None None] Calling delete_port for 6406b3bf-9876-439a-9cff-ca538f6140d2 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:07.013601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561de031-d21a-40b1-9063-d64138f5d450 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Subnet': ['ID=de1147df-66f2-40bc-961a-740e50228ea0,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:07.097735 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29563d66-aa7f-45fc-9b62-ac674319da2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.115239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.136954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561de031-d21a-40b1-9063-d64138f5d450 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network 1d167d2b-b661-42f3-911e-6d59a379b9a3 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:07.147982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-561de031-d21a-40b1-9063-d64138f5d450 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:07.159198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561de031-d21a-40b1-9063-d64138f5d450 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:07.161829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29563d66-aa7f-45fc-9b62-ac674319da2a None None] Pushing event deleted for resources: {'Port': ['ID=6406b3bf-9876-439a-9cff-ca538f6140d2,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:07.162807 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-561de031-d21a-40b1-9063-d64138f5d450 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.170502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29563d66-aa7f-45fc-9b62-ac674319da2a None None] No DVR routers for this DVR port 6406b3bf-9876-439a-9cff-ca538f6140d2 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:07.190325 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a153b68e-8b7a-4a18-8f24-952d0551206c']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:07.224490 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5295241-6e67-4a99-95e9-abecdc1ebfb7') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:07.224861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5295241-6e67-4a99-95e9-abecdc1ebfb7') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:07.248486 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.260590 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b40ee93-6958-41ef-b4bf-7b65d18a6deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.279602 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.303856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:34:07.304234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:34:07.310733 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:34:07.316654 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b40ee93-6958-41ef-b4bf-7b65d18a6deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.382921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5de19c-ed1c-4d62-b4f7-163aa5f2c450 None None] Network 1d167d2b-b661-42f3-911e-6d59a379b9a3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:07.402805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53572) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:07.413107 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': '1d167d2b-b661-42f3-911e-6d59a379b9a3', 'fixed_ips': [{'subnet_id': '0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc'}, {'subnet_id': 'de1147df-66f2-40bc-961a-740e50228ea0'}], 'name': 'tempest-PortsTestJSON-113994267'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:07.413367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-561de031-d21a-40b1-9063-d64138f5d450 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6829476 Sep 08 13:34:07.423541 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.479203 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.484177 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.490064 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "DELETE /v2.0/networks/a153b68e-8b7a-4a18-8f24-952d0551206c HTTP/1.1" status: 204 len: 168 time: 1.3624892 Sep 08 13:34:07.491019 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.495589 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53582) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:07.511473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416620ea-d993-424d-954e-a64119cf8120 tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Pushing event deleted for resources: {'Network': ['ID=a153b68e-8b7a-4a18-8f24-952d0551206c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:07.525165 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b40ee93-6958-41ef-b4bf-7b65d18a6deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.526245 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0b40ee93-6958-41ef-b4bf-7b65d18a6deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.533130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0b40ee93-6958-41ef-b4bf-7b65d18a6deb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/49a91c97-d5a4-46a5-85c8-c5e9f8a23bf6 HTTP/1.1" status: 204 len: 168 time: 0.6227748 Sep 08 13:34:07.591769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-612625e5-30f8-44fc-b047-24b3ffe19aec None None] Provisioning for port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:07.617838 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e62f3340-4168-4cc1-b66e-f18874750efc tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "GET /v2.0/ports?device_id=efa54fef-98fa-4dc5-9834-9a664d603e6c HTTP/1.1" status: 200 len: 205 time: 0.1181462 Sep 08 13:34:07.621295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53586) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:07.632120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40ee93-6958-41ef-b4bf-7b65d18a6deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a91c97-d5a4-46a5-85c8-c5e9f8a23bf6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:07.637314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:07.703004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event updated for resources: {'Port': ['ID=5a640b68-3530-4de4-bc16-062d8d62e058,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:07.721670 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.818127 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.828322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d2a3bd7d-ec8b-4c6e-b505-42b53c99ea28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8948073 Sep 08 13:34:07.834508 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5a5a5657-4c71-468b-b6c0-0e109392e65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.843428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-563c5dd4-9351-4594-a5cc-89b86c21de4b tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.856370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b402f78-b1bf-4b2a-8326-368ee1a32bb3 None None] Update dhcp port {'port': {'network_id': '1d167d2b-b661-42f3-911e-6d59a379b9a3', 'fixed_ips': [{'subnet_id': '0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc', 'ip_address': '172.20.0.2'}, {'subnet_id': 'de1147df-66f2-40bc-961a-740e50228ea0'}], 'binding:host_id': 'n-d-807558-3'}, 'id': '72eee2a0-8173-48ab-ab0c-f29cbf6de0b3'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:34:07.901026 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b402f78-b1bf-4b2a-8326-368ee1a32bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:07.992458 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:08.119022 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-fc65cb7f-a4b7-4f92-a649-0c1163fb29c8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1495478687&fields=id&tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701 HTTP/1.1" status: 200 len: 267 time: 0.0995290 Sep 08 13:34:08.210431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-8b402f78-b1bf-4b2a-8326-368ee1a32bb3 None None] Allocated IP 172.20.0.18 (1d167d2b-b661-42f3-911e-6d59a379b9a3/de1147df-66f2-40bc-961a-740e50228ea0/72eee2a0-8173-48ab-ab0c-f29cbf6de0b3) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:08.339695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-dc32b1b2-6027-46e5-9137-a50e6132e526 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:08.347911 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-dc32b1b2-6027-46e5-9137-a50e6132e526 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 817 time: 0.2184963 Sep 08 13:34:08.390552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-5b48c90a-84e3-4e3b-88d4-ac2f1ef50d9a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/quotas/f4e9882d6c214f9f9a3bcaca80b2c701 HTTP/1.1" status: 200 len: 375 time: 0.0199585 Sep 08 13:34:08.420600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-8b402f78-b1bf-4b2a-8326-368ee1a32bb3 None None] For port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=72eee2a0-8173-48ab-ab0c-f29cbf6de0b3,segment=NetworkSegment(5c309636-5ea8-4306-8ea3-31142ade707b),segment_id=5c309636-5ea8-4306-8ea3-31142ade707b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:08.451874 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-563c5dd4-9351-4594-a5cc-89b86c21de4b tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:08.452451 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-563c5dd4-9351-4594-a5cc-89b86c21de4b tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:08.456812 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b402f78-b1bf-4b2a-8326-368ee1a32bb3 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:08.459499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:34:08.472368 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-d1627e42-7dd1-4632-9009-0949d1eef547 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0795016 Sep 08 13:34:08.477420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:08.504287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8b402f78-b1bf-4b2a-8326-368ee1a32bb3 None None] Transition to ACTIVE for port object 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:08.615794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:08.617113 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-563c5dd4-9351-4594-a5cc-89b86c21de4b tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:08.621328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563c5dd4-9351-4594-a5cc-89b86c21de4b tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Fanout notify agent at l3_agent the message router_deleted on router efa54fef-98fa-4dc5-9834-9a664d603e6c {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:34:08.621865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b402f78-b1bf-4b2a-8326-368ee1a32bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:08.658390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-563c5dd4-9351-4594-a5cc-89b86c21de4b tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:08.662650 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-563c5dd4-9351-4594-a5cc-89b86c21de4b tempest-RoutersNegativeTest-1841997873 tempest-RoutersNegativeTest-1841997873-project] 10.222.0.69 "DELETE /v2.0/routers/efa54fef-98fa-4dc5-9834-9a664d603e6c HTTP/1.1" status: 204 len: 168 time: 1.0370605 Sep 08 13:34:08.663313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-185d109e-01cc-4036-ac86-eeca5d3b2a9a service neutron] 10.222.0.69 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441054 Sep 08 13:34:08.733150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6406b3bf-9876-439a-9cff-ca538f6140d2 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:34:08.779490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 6406b3bf-9876-439a-9cff-ca538f6140d2 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:34:08.780540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6406b3bf-9876-439a-9cff-ca538f6140d2 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:34:08.787063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b402f78-b1bf-4b2a-8326-368ee1a32bb3 None None] Pushing event updated for resources: {'Port': ['ID=72eee2a0-8173-48ab-ab0c-f29cbf6de0b3,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:08.867536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-4d7483f8-2b81-4627-861e-242385e5bbb2 service neutron] 10.222.0.69 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892767 Sep 08 13:34:08.968248 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.12 (1d167d2b-b661-42f3-911e-6d59a379b9a3/0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc/f3bb5d44-e3b2-4b77-9341-f8dbcde00219) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:08.983846 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.30 (1d167d2b-b661-42f3-911e-6d59a379b9a3/de1147df-66f2-40bc-961a-740e50228ea0/f3bb5d44-e3b2-4b77-9341-f8dbcde00219) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:09.244036 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:09.260909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object f3bb5d44-e3b2-4b77-9341-f8dbcde00219 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:09.378931 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53672) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:09.434132 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a914e8c-98f6-4a85-96b0-2c1e9965082f req-7bd8154a-9b4c-4363-b450-0b0851cce882 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 210 time: 0.0833421 Sep 08 13:34:09.461910 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:09.574461 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=f3bb5d44-e3b2-4b77-9341-f8dbcde00219,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:09.603998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network 1d167d2b-b661-42f3-911e-6d59a379b9a3 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:09.607053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:09.613749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:09.733379 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d1795af4-b2de-48bf-aa7b-82a50080cd09 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=74050d9a7e884895a9a2732422605347&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503315 Sep 08 13:34:09.733925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53682) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:09.743543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aca0764-e9f5-4de8-8d66-62be0897042e None None] Network 1d167d2b-b661-42f3-911e-6d59a379b9a3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:09.747482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:09.748793 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:09.816426 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e382531e-2bcc-41cf-b0fc-d521abb25af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:09.860047 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a827e14c-4e5f-4330-ad10-61763de02f86 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.4502413 Sep 08 13:34:09.862713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53686) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:09.862713 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e382531e-2bcc-41cf-b0fc-d521abb25af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:09.863305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3e9b1808-ac3f-430b-9f8e-544849e85abe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:10.016041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0a75c29a-ae8f-4b2e-b511-dce6afbab494 None None] Provisioning for port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:10.036649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0a75c29a-ae8f-4b2e-b511-dce6afbab494 None None] Provisioning complete for port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:10.040547 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a75c29a-ae8f-4b2e-b511-dce6afbab494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:10.145914 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e382531e-2bcc-41cf-b0fc-d521abb25af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:10.152912 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e382531e-2bcc-41cf-b0fc-d521abb25af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:10.154541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e382531e-2bcc-41cf-b0fc-d521abb25af1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3fda8705-932d-40b4-bd39-0fd2b56f241a HTTP/1.1" status: 204 len: 168 time: 0.4197145 Sep 08 13:34:10.208703 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a75c29a-ae8f-4b2e-b511-dce6afbab494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:10.228048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382531e-2bcc-41cf-b0fc-d521abb25af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fda8705-932d-40b4-bd39-0fd2b56f241a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:10.230564 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e9b1808-ac3f-430b-9f8e-544849e85abe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:10.232170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:10.307353 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0b27b59b-3b72-4067-bc10-7f8c99622a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:10.317371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0a75c29a-ae8f-4b2e-b511-dce6afbab494 None None] For port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=72eee2a0-8173-48ab-ab0c-f29cbf6de0b3,segment=NetworkSegment(5c309636-5ea8-4306-8ea3-31142ade707b),segment_id=5c309636-5ea8-4306-8ea3-31142ade707b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:10.328790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:10.329171 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:10.433582 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:10.438095 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a75c29a-ae8f-4b2e-b511-dce6afbab494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:10.563511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb338557-6c67-4416-a470-0b883b9d10b5 req-7ac3c3af-d4b2-4de1-9bc9-0f5aa592859f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 210 time: 0.0468366 Sep 08 13:34:10.638302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75c29a-ae8f-4b2e-b511-dce6afbab494 None None] Pushing event updated for resources: {'Port': ['ID=72eee2a0-8173-48ab-ab0c-f29cbf6de0b3,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:10.723426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:34:10.723810 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:34:10.725967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-835d0ffa-7ac3-4e54-8088-1133c5a8477a None None] Provisioning complete for port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:10.726432 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-835d0ffa-7ac3-4e54-8088-1133c5a8477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:10.792330 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:10.880553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-3e9b1808-ac3f-430b-9f8e-544849e85abe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Delete allocated IP 172.20.0.30 (1d167d2b-b661-42f3-911e-6d59a379b9a3/de1147df-66f2-40bc-961a-740e50228ea0) {{(pid=96263) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 08 13:34:11.085248 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e9b1808-ac3f-430b-9f8e-544849e85abe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:11.102568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-3e9b1808-ac3f-430b-9f8e-544849e85abe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Ignored duplicate provisioning block setup for port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 08 13:34:11.136068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-835d0ffa-7ac3-4e54-8088-1133c5a8477a None None] Provisioning for port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:11.141218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-835d0ffa-7ac3-4e54-8088-1133c5a8477a None None] Provisioning complete for port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:11.141983 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-835d0ffa-7ac3-4e54-8088-1133c5a8477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:11.183018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-835d0ffa-7ac3-4e54-8088-1133c5a8477a None None] Port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:11.220663 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e9b1808-ac3f-430b-9f8e-544849e85abe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:11.323469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f86f8a67-de2a-43a7-b10a-fa5d89545f81 None None] Provisioning complete for port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:11.324036 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f86f8a67-de2a-43a7-b10a-fa5d89545f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:11.348752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b1808-ac3f-430b-9f8e-544849e85abe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=f3bb5d44-e3b2-4b77-9341-f8dbcde00219,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:11.375678 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-3e9b1808-ac3f-430b-9f8e-544849e85abe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] In _notify_port_updated(), no bound segment for port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 on network 1d167d2b-b661-42f3-911e-6d59a379b9a3 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:34:11.384685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b1808-ac3f-430b-9f8e-544849e85abe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:11.385549 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e9b1808-ac3f-430b-9f8e-544849e85abe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:11.390515 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3e9b1808-ac3f-430b-9f8e-544849e85abe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "PUT /v2.0/ports/f3bb5d44-e3b2-4b77-9341-f8dbcde00219 HTTP/1.1" status: 200 len: 919 time: 1.5343564 Sep 08 13:34:11.391081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53718) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:11.399420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f86f8a67-de2a-43a7-b10a-fa5d89545f81 None None] Port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:11.402425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-57e958bf-09fc-4200-80b8-579ffdb0e54c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc'}, {'subnet_id': 'de1147df-66f2-40bc-961a-740e50228ea0'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:11.532083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57e958bf-09fc-4200-80b8-579ffdb0e54c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:11.625139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3c61d925-da96-4446-85d2-59238586a910 None None] Provisioning complete for port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:11.625494 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3c61d925-da96-4446-85d2-59238586a910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:11.674271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3c61d925-da96-4446-85d2-59238586a910 None None] Port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:11.760442 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5a64162-f4d0-41be-a506-7f65233beaf1 req-bead7e3b-0214-4086-a96f-781b183aaf78 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 210 time: 0.0527444 Sep 08 13:34:11.838751 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:11.897473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-57e958bf-09fc-4200-80b8-579ffdb0e54c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.26 (1d167d2b-b661-42f3-911e-6d59a379b9a3/de1147df-66f2-40bc-961a-740e50228ea0/f3bb5d44-e3b2-4b77-9341-f8dbcde00219) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:12.101718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57e958bf-09fc-4200-80b8-579ffdb0e54c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:12.120944 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-57e958bf-09fc-4200-80b8-579ffdb0e54c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object f3bb5d44-e3b2-4b77-9341-f8dbcde00219 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:12.232402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:12.284943 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57e958bf-09fc-4200-80b8-579ffdb0e54c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:12.308882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:12.309395 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:12.411277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e958bf-09fc-4200-80b8-579ffdb0e54c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=f3bb5d44-e3b2-4b77-9341-f8dbcde00219,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:12.461091 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-57e958bf-09fc-4200-80b8-579ffdb0e54c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] In _notify_port_updated(), no bound segment for port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 on network 1d167d2b-b661-42f3-911e-6d59a379b9a3 {{(pid=96264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:34:12.464290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e958bf-09fc-4200-80b8-579ffdb0e54c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:12.464978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57e958bf-09fc-4200-80b8-579ffdb0e54c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:12.469758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-57e958bf-09fc-4200-80b8-579ffdb0e54c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "PUT /v2.0/ports/f3bb5d44-e3b2-4b77-9341-f8dbcde00219 HTTP/1.1" status: 200 len: 999 time: 1.0773551 Sep 08 13:34:12.470090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53752) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:12.668687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-250002c7-fe43-4bc2-a554-8ed38dff0d32 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1264703 Sep 08 13:34:12.698986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8d855ab1-a8a9-4723-a203-8844910a5e49 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:12.699325 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d855ab1-a8a9-4723-a203-8844910a5e49 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:12.826865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7abb58c2-91a0-4908-ba61-c895bfbd0593 None None] Provisioning for port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:12.830865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7abb58c2-91a0-4908-ba61-c895bfbd0593 None None] Provisioning complete for port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:12.831418 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7abb58c2-91a0-4908-ba61-c895bfbd0593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:12.836302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-369537b5-8d8a-404b-a2a1-5296a2b0a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:12.837078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-369537b5-8d8a-404b-a2a1-5296a2b0a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:12.839667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-369537b5-8d8a-404b-a2a1-5296a2b0a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:12.839667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-369537b5-8d8a-404b-a2a1-5296a2b0a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:12.839667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-369537b5-8d8a-404b-a2a1-5296a2b0a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:12.839667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-369537b5-8d8a-404b-a2a1-5296a2b0a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:12.840239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-369537b5-8d8a-404b-a2a1-5296a2b0a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:12.843667 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-369537b5-8d8a-404b-a2a1-5296a2b0a744 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6491 time: 0.1131072 Sep 08 13:34:12.864054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d855ab1-a8a9-4723-a203-8844910a5e49 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:12.895540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7abb58c2-91a0-4908-ba61-c895bfbd0593 None None] Port f3bb5d44-e3b2-4b77-9341-f8dbcde00219 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:12.902659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8d855ab1-a8a9-4723-a203-8844910a5e49 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for f3bb5d44-e3b2-4b77-9341-f8dbcde00219 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:12.918083 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-071c35de-0126-41cc-83e5-d63ffc47b226 req-e874243b-3d67-44e5-b47f-206e07ee9ec1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 210 time: 0.0268300 Sep 08 13:34:13.235999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-cd95a531-6911-49e4-948e-fa6750363379 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:13.238067 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-cd95a531-6911-49e4-948e-fa6750363379 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.70 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 817 time: 0.1500263 Sep 08 13:34:13.346550 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:13.359916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-00a11141-1ff5-4e31-a1de-08417352d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:13.360442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-00a11141-1ff5-4e31-a1de-08417352d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:13.360914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-00a11141-1ff5-4e31-a1de-08417352d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:13.362565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-00a11141-1ff5-4e31-a1de-08417352d065 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75ddec35-9859-4054-afd1-cdf35e27f38f&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=adf204ef-b624-4fee-9e83-d93889dc5f49&id=adf204ef-b624-4fee-9e83-d93889dc5f49 HTTP/1.1" status: 200 len: 2292 time: 0.4860439 Sep 08 13:34:13.382258 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-221cea56-6a11-426a-be31-efe8eb36e8f2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701 HTTP/1.1" status: 200 len: 380 time: 0.1290402 Sep 08 13:34:13.396827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Request body: {'port': {'device_id': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'admin_state_up': True, 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'security_groups': ['89b64271-3760-4401-b712-171cabea8cee']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:13.480387 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-bf226d0f-0bd5-4590-a919-fa9d8afb4d66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe5cd3d-d484-499b-a088-43b175b89b70 HTTP/1.1" status: 200 len: 1001 time: 0.1048124 Sep 08 13:34:13.576744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-6243d64c-6789-4d79-9439-7c9d9fc7e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:13.578219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-6243d64c-6789-4d79-9439-7c9d9fc7e74b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4e19c97-af0d-4ba1-b140-4045a635eab3 HTTP/1.1" status: 200 len: 850 time: 0.0886099 Sep 08 13:34:13.649115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-649f244e-d6d8-4b30-b7a8-1a6ffa5b8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:13.650897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-649f244e-d6d8-4b30-b7a8-1a6ffa5b8d40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75ddec35-9859-4054-afd1-cdf35e27f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585999 Sep 08 13:34:13.751234 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d855ab1-a8a9-4723-a203-8844910a5e49 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:13.792906 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Made reservation on behalf of f4e9882d6c214f9f9a3bcaca80b2c701 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:13.799051 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:13.823698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d855ab1-a8a9-4723-a203-8844910a5e49 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=f3bb5d44-e3b2-4b77-9341-f8dbcde00219,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:13.896793 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-2127364c-e117-4cc8-8556-de7d8266f8f5 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=dc487776437048949ca10ec145025078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683219 Sep 08 13:34:13.989743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-28e9efc7-f39f-4759-976d-cb4042eae477 service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160000 Sep 08 13:34:14.168309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-853cd870-3aa3-43b8-b9ed-92f377449c9d req-55f2ca31-4e2f-41ec-a704-0a724cfe9aeb tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 210 time: 0.0845449 Sep 08 13:34:14.174727 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8d855ab1-a8a9-4723-a203-8844910a5e49 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:14.179710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8d855ab1-a8a9-4723-a203-8844910a5e49 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/f3bb5d44-e3b2-4b77-9341-f8dbcde00219 HTTP/1.1" status: 204 len: 168 time: 1.7061198 Sep 08 13:34:14.180270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53824) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:14.212717 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-400b7af6-0175-4fc5-9917-a224dda7ce35 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:34:14.214594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-400b7af6-0175-4fc5-9917-a224dda7ce35 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/f3bb5d44-e3b2-4b77-9341-f8dbcde00219 HTTP/1.1" status: 404 len: 333 time: 0.0331025 Sep 08 13:34:14.217624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53826) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:14.277727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-9fc5266f-d352-4a3a-a3d7-a3c131d59d9b service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870371 Sep 08 13:34:14.336056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4516533-862e-4378-8426-232b33660a22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting subnet de1147df-66f2-40bc-961a-740e50228ea0 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:34:14.339311 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-0a54f196-054b-40db-87a2-78f9e1e87a9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ddc04eb0-7be6-4aff-abd8-32b48806bcbd HTTP/1.1" status: 200 len: 217 time: 0.0526574 Sep 08 13:34:14.341799 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4516533-862e-4378-8426-232b33660a22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:14.371126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-1055eaf4-3493-4463-b07d-0954ad5e2f51 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:14.378781 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-1055eaf4-3493-4463-b07d-0954ad5e2f51 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4783182 Sep 08 13:34:14.387804 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:14.414295 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-7bc65124-26b8-49a6-9813-5d378886a15f tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/quotas/dc487776437048949ca10ec145025078 HTTP/1.1" status: 200 len: 375 time: 0.0301073 Sep 08 13:34:14.451700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Allocated IP 172.20.0.6 (09bfa268-91bb-459a-8b3e-7ca28f30a49f/3e981258-4bad-417d-94ff-ad8a80d8a999/dc4dfb6b-2a80-4cd0-946b-dfe2cff73839) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:14.472287 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4516533-862e-4378-8426-232b33660a22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:14.484760 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-91c78e2a-77dd-43fc-a3bb-262e19916ac0 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc487776437048949ca10ec145025078&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615418 Sep 08 13:34:14.565497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-c27cf2ab-70d1-4d14-9c58-0b75a62499e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:14.567380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-c27cf2ab-70d1-4d14-9c58-0b75a62499e7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.1966736 Sep 08 13:34:14.645822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-e311e268-fd5b-4915-b57d-c02805207edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:14.647585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-e311e268-fd5b-4915-b57d-c02805207edd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689676 Sep 08 13:34:14.725302 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:14.729142 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4516533-862e-4378-8426-232b33660a22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:14.742241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Transition to ACTIVE for port object dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:14.862823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c4502cf6-e8c7-4880-9c76-bb8b8af8bf1b req-a2b15312-5be0-48f3-87f3-290ec9ed5cc2 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 210 time: 0.0491581 Sep 08 13:34:14.891470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-5dab0dfc-32bc-408c-b302-7cb80e2a628a service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096326 Sep 08 13:34:14.907290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:14.994529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Network 09bfa268-91bb-459a-8b3e-7ca28f30a49f is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:15.001873 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:15.009443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:15.050016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53840) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:15.051665 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event updated for resources: {'Port': ['ID=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:15.097696 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-186a9b20-e7f4-451a-9bee-912cc1a3dbea service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937177 Sep 08 13:34:15.101346 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4516533-862e-4378-8426-232b33660a22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:15.154497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:15.155137 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:15.284818 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-46186e95-3b09-460e-819e-55a64d2cf4cc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8922336 Sep 08 13:34:15.289098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c63d2d-e8e2-4562-a201-5b902b83536b None None] Network 1d167d2b-b661-42f3-911e-6d59a379b9a3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:15.301621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Request body: {'port': {'device_id': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:15.331515 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:34:15.358858 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-3742850d-36f7-4639-bdd5-dea5bce89b23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=c552540d-028f-4164-8a1b-e5a7710ba7e3 HTTP/1.1" status: 200 len: 217 time: 0.2493103 Sep 08 13:34:15.359612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4516533-862e-4378-8426-232b33660a22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Subnet': ['ID=de1147df-66f2-40bc-961a-740e50228ea0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:15.365856 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2cd53953-2625-48ea-9376-13196d0873fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:15.383998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4516533-862e-4378-8426-232b33660a22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:15.391706 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c4516533-862e-4378-8426-232b33660a22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/de1147df-66f2-40bc-961a-740e50228ea0 HTTP/1.1" status: 204 len: 168 time: 1.1730669 Sep 08 13:34:15.400116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53852) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:15.499692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-05141a1f-6b1e-41e1-bf30-ef88d2a93d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:15.501544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-05141a1f-6b1e-41e1-bf30-ef88d2a93d12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.1074352 Sep 08 13:34:15.565301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5fce66-d0ea-4bc6-a7f5-06fe6b7fddda tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting subnet 0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:34:15.565526 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:15.568598 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf5fce66-d0ea-4bc6-a7f5-06fe6b7fddda tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:15.605250 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c259f6c-7c72-4282-a666-62ac429084ad req-1d4a70bd-56c0-4a04-a5f6-6c34119a4d8f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:15.611811 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c259f6c-7c72-4282-a666-62ac429084ad req-1d4a70bd-56c0-4a04-a5f6-6c34119a4d8f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 931 time: 0.3151298 Sep 08 13:34:15.626775 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c0800ec5-340d-437b-94fb-f33cbcb1dba2 None None] Provisioning for port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:15.634842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-55c3263e-9eef-4591-b6ec-51b9076b46a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:15.639602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-55c3263e-9eef-4591-b6ec-51b9076b46a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1264405 Sep 08 13:34:15.645407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c0800ec5-340d-437b-94fb-f33cbcb1dba2 None None] Provisioning complete for port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:15.645850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c0800ec5-340d-437b-94fb-f33cbcb1dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:15.652176 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf5fce66-d0ea-4bc6-a7f5-06fe6b7fddda tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:15.701877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c0800ec5-340d-437b-94fb-f33cbcb1dba2 None None] Port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:15.735591 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c259f6c-7c72-4282-a666-62ac429084ad req-20e668c0-3079-4cdb-84cd-7d6dc041abbc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178336 Sep 08 13:34:15.873444 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-51d4919c-236e-48f2-8a12-27e1e82bbe3d service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186685 Sep 08 13:34:15.891558 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf5fce66-d0ea-4bc6-a7f5-06fe6b7fddda tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:15.897323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2cd53953-2625-48ea-9376-13196d0873fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.001720 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-19e5cecb-c736-442a-b1b2-b3b4938d56ae req-5c630445-dc05-4699-bda0-b9b9916a4e7b tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 210 time: 0.0483124 Sep 08 13:34:16.121326 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2cd53953-2625-48ea-9376-13196d0873fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.169680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:34:16.180373 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.196148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2cd53953-2625-48ea-9376-13196d0873fe admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aa2e5be09a244c1e88955ccfb451ed67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1453462 Sep 08 13:34:16.199858 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-877a5c58-30e8-47c3-b4b5-f04d54c90853 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255184 Sep 08 13:34:16.200753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53862) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:16.206923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Transition to ACTIVE for port object dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:16.207230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd53953-2625-48ea-9376-13196d0873fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed317467-5148-41f4-90e3-e07a8313d6e6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:16.298085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-aa003e92-8f96-442d-ba85-ddf6ff408e25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=40eac85f-cf5c-4adc-a61a-941a1e8e8c55 HTTP/1.1" status: 200 len: 217 time: 0.0875444 Sep 08 13:34:16.359134 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.374785 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15588126-97b8-4d2d-8e05-bc401f8665b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.388106 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf5fce66-d0ea-4bc6-a7f5-06fe6b7fddda tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.407611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-e54f730d-9ac4-48af-aab7-4d029b278d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:16.409198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-e54f730d-9ac4-48af-aab7-4d029b278d71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.1031208 Sep 08 13:34:16.449227 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:16.481010 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf5fce66-d0ea-4bc6-a7f5-06fe6b7fddda tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.488059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cf5fce66-d0ea-4bc6-a7f5-06fe6b7fddda tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc HTTP/1.1" status: 204 len: 168 time: 1.0463328 Sep 08 13:34:16.491009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53866) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:16.502113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fce66-d0ea-4bc6-a7f5-06fe6b7fddda tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:16.551283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Attempting to bind port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:34:16.551963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Attempting to bind port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:34:16.552986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Attempting to bind port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 on network 09bfa268-91bb-459a-8b3e-7ca28f30a49f {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:16.557327 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15588126-97b8-4d2d-8e05-bc401f8665b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.604265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 on network 09bfa268-91bb-459a-8b3e-7ca28f30a49f not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:34:16.605046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Attempting to bind port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 on network 09bfa268-91bb-459a-8b3e-7ca28f30a49f {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:16.609886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-3bd318bf-d2fa-4834-ab85-c676f4208f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:16.611523 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-3bd318bf-d2fa-4834-ab85-c676f4208f64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1416328 Sep 08 13:34:16.616859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.619148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:34:16.619494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Checking segment: {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:16.619917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Bound using segment: {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:34:16.620369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Bound port: dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:34:16.620728 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.624694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cd3076-9f26-414a-bb3a-3f4a384d7bc4 None None] Network 1d167d2b-b661-42f3-911e-6d59a379b9a3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:16.685120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b7752a08-454f-4d8b-9c3e-8d92835989fe None None] Provisioning complete for port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:16.685794 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b7752a08-454f-4d8b-9c3e-8d92835989fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.807568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-86e94a7d-163b-4ea4-b34c-b1e869c49ae8 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753876 Sep 08 13:34:16.817983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:34:16.839490 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:34:16.841429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:16.841774 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.917374 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-3bac5e06-9005-4734-81bb-e5b7e485c0d2 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012390 Sep 08 13:34:16.936808 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.944030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] For port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=72eee2a0-8173-48ab-ab0c-f29cbf6de0b3,segment=NetworkSegment(5c309636-5ea8-4306-8ea3-31142ade707b),segment_id=5c309636-5ea8-4306-8ea3-31142ade707b)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:16.945562 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.962129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:16.977335 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-908b536c-c7c7-405a-a7d4-5c3cc034f9ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8b504d36-6f5e-4621-aea1-52b1103c4f18 HTTP/1.1" status: 200 len: 217 time: 0.0526125 Sep 08 13:34:16.977896 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15588126-97b8-4d2d-8e05-bc401f8665b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.980487 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15588126-97b8-4d2d-8e05-bc401f8665b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:16.984864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-15588126-97b8-4d2d-8e05-bc401f8665b7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed317467-5148-41f4-90e3-e07a8313d6e6 HTTP/1.1" status: 204 len: 168 time: 0.7807024 Sep 08 13:34:17.027204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba39fbd-7853-4c5b-8aba-0327b7082efd None None] DHCP port deletion for 1d167d2b-b661-42f3-911e-6d59a379b9a3 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:34:17.041034 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:17.105290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15588126-97b8-4d2d-8e05-bc401f8665b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed317467-5148-41f4-90e3-e07a8313d6e6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:17.182384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-dba39fbd-7853-4c5b-8aba-0327b7082efd None None] Deleting port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:17.186154 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dba39fbd-7853-4c5b-8aba-0327b7082efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:17.198255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc0d71-4272-448c-afe9-2d9f128e6938 req-03fbefa2-15c9-4d29-96f4-aa9b9e15dea0 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:17.202515 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9cc0d71-4272-448c-afe9-2d9f128e6938 req-03fbefa2-15c9-4d29-96f4-aa9b9e15dea0 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.2665453 Sep 08 13:34:17.204702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-a46950ce-5a7d-4f5f-a09b-a79617c3a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:17.209336 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-a46950ce-5a7d-4f5f-a09b-a79617c3a186 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.1590738 Sep 08 13:34:17.209679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:17.210430 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:17.212084 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] 10.222.0.70 "PUT /v2.0/ports/dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 HTTP/1.1" status: 200 len: 1091 time: 1.9151182 Sep 08 13:34:17.234208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:34:17.236532 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8397df-fd44-4df1-9aba-8c133dd5c1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:34:17.246277 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6518f891-c6f8-4a95-ba46-d91596525f5c req-c3ef5204-6415-4df7-9dbd-bc380cdd514d tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 210 time: 0.0946484 Sep 08 13:34:17.262940 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd6dd5-24ae-4e46-9e63-558d4516ad61 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:17.311207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-dba39fbd-7853-4c5b-8aba-0327b7082efd None None] For port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=72eee2a0-8173-48ab-ab0c-f29cbf6de0b3,segment=NetworkSegment(5c309636-5ea8-4306-8ea3-31142ade707b),segment_id=5c309636-5ea8-4306-8ea3-31142ade707b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:17.324775 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dba39fbd-7853-4c5b-8aba-0327b7082efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:17.325312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9cc0d71-4272-448c-afe9-2d9f128e6938 req-7db89c51-120c-44af-8d80-9dd74db8acfb tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763655 Sep 08 13:34:17.325312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-ed9144db-2d9a-46a2-bfa6-c1b7df370a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:17.325312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-ed9144db-2d9a-46a2-bfa6-c1b7df370a5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1069074 Sep 08 13:34:17.351905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-dba39fbd-7853-4c5b-8aba-0327b7082efd None None] Calling delete_port for 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:17.470090 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:17.487755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-8c792af4-ec79-4696-b1d0-8ebd944c8edc service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541438 Sep 08 13:34:17.531932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=72eee2a0-8173-48ab-ab0c-f29cbf6de0b3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:17.538369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No DVR routers for this DVR port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:17.542578 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dba39fbd-7853-4c5b-8aba-0327b7082efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:17.578720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba39fbd-7853-4c5b-8aba-0327b7082efd None None] Pushing event deleted for resources: {'Port': ['ID=72eee2a0-8173-48ab-ab0c-f29cbf6de0b3,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:17.582937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba39fbd-7853-4c5b-8aba-0327b7082efd None None] No DVR routers for this DVR port 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:17.636341 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-65d6faee-5424-46cd-8d79-24e9782ddaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:17.638542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-65d6faee-5424-46cd-8d79-24e9782ddaac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 1094 time: 0.1226957 Sep 08 13:34:17.669657 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:17.689493 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-d6d8d025-3bf0-41dc-a8f5-7b4a07a9c966 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890979 Sep 08 13:34:17.721511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-56ca6e0a-cdd6-4434-b912-e939bc00cfa9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 HTTP/1.1" status: 200 len: 217 time: 0.0554459 Sep 08 13:34:17.744396 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d167d2b-b661-42f3-911e-6d59a379b9a3']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:17.771882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-3bb43110-6253-460f-91b2-a64c03c32ada service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a328e56e-80fe-432d-9f45-d2f8087d0cce HTTP/1.1" status: 200 len: 217 time: 0.0739889 Sep 08 13:34:17.778794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c309636-5ea8-4306-8ea3-31142ade707b') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:17.782678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c309636-5ea8-4306-8ea3-31142ade707b') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:17.786681 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b75feb-ebb0-4c0a-bb6c-16e75d7d9e1c x-openstack-request-id: req-49b75feb-ebb0-4c0a-bb6c-16e75d7d9e1c {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:34:17.786993 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:34:17.787245 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-49b75feb-ebb0-4c0a-bb6c-16e75d7d9e1c {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:34:17.787632 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'status': 'completed', 'code': 200} Sep 08 13:34:17.807371 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:17.845457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-437133df-e906-4ea9-8029-382a42dd8043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:17.847001 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-437133df-e906-4ea9-8029-382a42dd8043 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.0672779 Sep 08 13:34:17.849143 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:17.857875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-b72b401f-90fd-498f-9bad-d01f464a9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:17.859526 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-b72b401f-90fd-498f-9bad-d01f464a9fc2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.1281559 Sep 08 13:34:17.862880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:34:17.863404 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:34:17.866731 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:34:17.916557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-289fa4d3-d4ca-4d82-87e9-dcf67e340d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:17.918115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-289fa4d3-d4ca-4d82-87e9-dcf67e340d08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0591431 Sep 08 13:34:17.974595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-bb0cb697-5a6c-41b3-a3d0-bb0dfc531eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:17.976153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-bb0cb697-5a6c-41b3-a3d0-bb0dfc531eb2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1053691 Sep 08 13:34:18.076750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-d613b052-2154-499c-a1c6-fa5e6b79d9a0 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402924 Sep 08 13:34:18.096735 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-3c588c6a-e631-4b82-a5d0-d007091087d3 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061850 Sep 08 13:34:18.113714 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:18.136577 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:18.139561 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/networks/1d167d2b-b661-42f3-911e-6d59a379b9a3 HTTP/1.1" status: 204 len: 168 time: 1.6471539 Sep 08 13:34:18.149181 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53892) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:18.172481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fe03b-0c2a-4576-909e-f79a5ca0ceb8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Network': ['ID=1d167d2b-b661-42f3-911e-6d59a379b9a3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:18.211702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:34:18.242763 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53896) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:18.250090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:34:18.250605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 72eee2a0-8173-48ab-ab0c-f29cbf6de0b3 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:34:18.270851 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d43e289e-550d-401c-b16a-abec65429bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:18.316604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91fdf97c-9059-42d3-92e1-53a8187b80b5 req-5b717a4e-edfc-49c6-9751-547967ecd4cd service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143569 Sep 08 13:34:18.369805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-9310edac-9d6f-4769-8a38-d00c5dae7dcc tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dc487776437048949ca10ec145025078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459828 Sep 08 13:34:18.410736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9bd0c0-277f-45f2-a724-e8579d1e09b7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:18.416444 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4b9bd0c0-277f-45f2-a724-e8579d1e09b7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2624128 Sep 08 13:34:18.423484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53902) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:18.467984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-a4f1e9dd-213e-429d-aa32-ee5269e4612b service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793554 Sep 08 13:34:18.491852 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ff556eba-09cb-460b-9ff9-78ea2d7af0c0 req-16e6349a-69e0-4a1b-bd34-8c15825b17fd tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 210 time: 0.0719709 Sep 08 13:34:18.517634 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d43e289e-550d-401c-b16a-abec65429bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:18.536245 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-10d39683-4ca4-4915-9fdc-b8fa3cce0867 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1112633 Sep 08 13:34:18.539931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53904) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:18.550834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c7546f0c-eac5-4dae-b8bf-4f7881e7a821 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1070739297'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:18.554360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-74437853-3fd8-4e4a-8563-40995f05109a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2723bb99-0650-45f7-8a57-793b4a9bd115 HTTP/1.1" status: 200 len: 217 time: 0.0767121 Sep 08 13:34:18.658827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8397df-fd44-4df1-9aba-8c133dd5c1c9 req-08d6ae6a-1e70-4b9b-a76d-5dd96ecbc480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:18.660768 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b8397df-fd44-4df1-9aba-8c133dd5c1c9 req-08d6ae6a-1e70-4b9b-a76d-5dd96ecbc480 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 1094 time: 0.0478699 Sep 08 13:34:18.702652 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d43e289e-550d-401c-b16a-abec65429bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:18.801890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e289e-550d-401c-b16a-abec65429bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16174b3-665e-45dc-b639-754075059172,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:18.808795 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d43e289e-550d-401c-b16a-abec65429bfb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ff191a429a7488e80b4680cd88bdda8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647371 Sep 08 13:34:18.812128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53906) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:18.857869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8397df-fd44-4df1-9aba-8c133dd5c1c9 req-0e1c1dc9-1176-44f1-a778-890c0e8441f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:18.859418 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b8397df-fd44-4df1-9aba-8c133dd5c1c9 req-0e1c1dc9-1176-44f1-a778-890c0e8441f6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.1914833 Sep 08 13:34:18.928247 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b8397df-fd44-4df1-9aba-8c133dd5c1c9 req-c8227367-a99a-4d02-bcf2-26c002e03899 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 HTTP/1.1" status: 200 len: 217 time: 0.0574725 Sep 08 13:34:18.961102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0521bcca-2754-44da-9429-b0930db6ddb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:19.061885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7546f0c-eac5-4dae-b8bf-4f7881e7a821 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:19.064763 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7546f0c-eac5-4dae-b8bf-4f7881e7a821 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:19.095784 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0521bcca-2754-44da-9429-b0930db6ddb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:19.109925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8397df-fd44-4df1-9aba-8c133dd5c1c9 req-4e8527a1-d4e3-496e-967e-428905f4fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:19.111751 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b8397df-fd44-4df1-9aba-8c133dd5c1c9 req-4e8527a1-d4e3-496e-967e-428905f4fb79 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.1657052 Sep 08 13:34:19.118293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-c272b2b4-5b48-449e-8e13-423a689fe9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:19.120020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-c272b2b4-5b48-449e-8e13-423a689fe9fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.5316026 Sep 08 13:34:19.149794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4eab-6537-4f39-ae9f-b6674de39d5c req-12956ce0-f742-4182-846a-6af17fd9191d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:19.155275 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7546f0c-eac5-4dae-b8bf-4f7881e7a821 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:34:19.157652 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b3b4eab-6537-4f39-ae9f-b6674de39d5c req-12956ce0-f742-4182-846a-6af17fd9191d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.7265329 Sep 08 13:34:19.165682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-057fd741-5e98-41fa-8fc8-b03aef1f843d tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:19.167131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-057fd741-5e98-41fa-8fc8-b03aef1f843d tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7858400 Sep 08 13:34:19.185929 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7546f0c-eac5-4dae-b8bf-4f7881e7a821 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:19.186311 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-c7546f0c-eac5-4dae-b8bf-4f7881e7a821 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Added segment 52c0abd7-9683-4d3e-9cff-eb9e978a43d8 of type vlan for network 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4 Sep 08 13:34:19.200099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Request body: {'port': {'device_id': '538cf4fa-b7aa-47db-93f8-39f23ffbbab2', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': 'dc487776437048949ca10ec145025078'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:19.227184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8397df-fd44-4df1-9aba-8c133dd5c1c9 req-f1a5698b-06fa-4568-b921-8121f38f1fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:19.228731 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b8397df-fd44-4df1-9aba-8c133dd5c1c9 req-f1a5698b-06fa-4568-b921-8121f38f1fa9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082156 Sep 08 13:34:19.254611 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7546f0c-eac5-4dae-b8bf-4f7881e7a821 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:19.368335 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b8397df-fd44-4df1-9aba-8c133dd5c1c9 req-b160a635-647a-43f6-94b9-dd12baf88209 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275578 Sep 08 13:34:19.369630 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0521bcca-2754-44da-9429-b0930db6ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:19.369776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-58b12177-2414-4bb2-aeea-6b41ee68e958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:19.377304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-58b12177-2414-4bb2-aeea-6b41ee68e958 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2430875 Sep 08 13:34:19.377640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0521bcca-2754-44da-9429-b0930db6ddb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:19.377640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0521bcca-2754-44da-9429-b0930db6ddb3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d16174b3-665e-45dc-b639-754075059172 HTTP/1.1" status: 204 len: 168 time: 0.5614259 Sep 08 13:34:19.384087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5b3b4eab-6537-4f39-ae9f-b6674de39d5c req-68001dc2-f040-40bd-aa57-4091c5cd09ae tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255132 Sep 08 13:34:19.386229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521bcca-2754-44da-9429-b0930db6ddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16174b3-665e-45dc-b639-754075059172,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:19.489873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-b4079599-1459-4c3e-a843-b5b941846b6b service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023583 Sep 08 13:34:19.532865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Made reservation on behalf of dc487776437048949ca10ec145025078 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:19.536603 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:19.547107 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:19.571188 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b8397df-fd44-4df1-9aba-8c133dd5c1c9 req-99c179c7-ebc1-4b5a-9c7a-a0f6d4b6e1b7 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860294 Sep 08 13:34:19.612033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:34:19.680383 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:19.734786 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5660b22c-d980-40d5-a2b1-20343a2acf3b req-dc5c5017-511a-4b00-a0a9-8e7879b4155b service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364306 Sep 08 13:34:19.741830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:19.762358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'port_id': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'mac_address': 'fa:16:3e:dd:6c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:34:19.792639 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:19.851871 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:19.880245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:34:19.884739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:19.920323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:20.022139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Allocated IP 192.168.233.241 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/8f62ae29-594f-4bd1-aeef-c12422c600c5) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:20.050337 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.155398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:20.216391 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9f18163f-db07-4fb9-ad92-5bf10f961d1f req-f9f8ec5e-2eb7-4fb7-83ae-b266f32366ee tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 210 time: 0.6229587 Sep 08 13:34:20.218018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7546f0c-eac5-4dae-b8bf-4f7881e7a821 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.236163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7546f0c-eac5-4dae-b8bf-4f7881e7a821 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:20.236358 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c7546f0c-eac5-4dae-b8bf-4f7881e7a821 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.269269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.288354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Transition to ACTIVE for port object 8f62ae29-594f-4bd1-aeef-c12422c600c5 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:20.306850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7546f0c-eac5-4dae-b8bf-4f7881e7a821 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Network': ['ID=6618ad0d-f5a7-4aa1-ada8-e7b192779aa4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:20.315367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['dc4dfb6b-2a80-4cd0-946b-dfe2cff73839'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:34:20.320896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:34:20.435136 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c7546f0c-eac5-4dae-b8bf-4f7881e7a821 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8898170 Sep 08 13:34:20.437772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53934) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:20.443317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-81d95f06-b90b-4f6b-b2ec-eaf871b24f4b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': '6618ad0d-f5a7-4aa1-ada8-e7b192779aa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:20.560551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.626612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:20.632198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:20.642251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166d2cf-f189-470c-b611-a222f19f7c1d req-8ef28175-29b3-43b1-9ce0-1579a47ead03 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:20.643812 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6166d2cf-f189-470c-b611-a222f19f7c1d req-8ef28175-29b3-43b1-9ce0-1579a47ead03 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 944 time: 0.1591368 Sep 08 13:34:20.644481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Pushing event updated for resources: {'Port': ['ID=8f62ae29-594f-4bd1-aeef-c12422c600c5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:20.648214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:20.695754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d95f06-b90b-4f6b-b2ec-eaf871b24f4b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:20.702968 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d95f06-b90b-4f6b-b2ec-eaf871b24f4b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.747735 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6166d2cf-f189-470c-b611-a222f19f7c1d req-39990e6d-34df-415f-a66a-13dcb79f8124 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940220 Sep 08 13:34:20.767559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:20.769986 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:20.897071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-71d79e10-8734-4716-b424-0e2eb3d51903 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7022195 Sep 08 13:34:20.913505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Request body: {'port': {'device_id': '538cf4fa-b7aa-47db-93f8-39f23ffbbab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:20.996467 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:21.089832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dceffa06-1856-428b-90b5-bbe01d66649e None None] Provisioning for port 8f62ae29-594f-4bd1-aeef-c12422c600c5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:21.094209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dceffa06-1856-428b-90b5-bbe01d66649e None None] Provisioning complete for port 8f62ae29-594f-4bd1-aeef-c12422c600c5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:21.095185 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dceffa06-1856-428b-90b5-bbe01d66649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:21.163350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-dceffa06-1856-428b-90b5-bbe01d66649e None None] Port 8f62ae29-594f-4bd1-aeef-c12422c600c5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:21.273111 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d95f06-b90b-4f6b-b2ec-eaf871b24f4b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:21.360254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d95f06-b90b-4f6b-b2ec-eaf871b24f4b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Subnet': ['ID=cbf3017e-0242-4e5c-830b-cd0995cce654,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:21.365066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d95f06-b90b-4f6b-b2ec-eaf871b24f4b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Checking segment: {'id': '52c0abd7-9683-4d3e-9cff-eb9e978a43d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '6618ad0d-f5a7-4aa1-ada8-e7b192779aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:21.365431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d95f06-b90b-4f6b-b2ec-eaf871b24f4b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network hostable DHCP agents. Network: 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:34:21.436274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f62ae29-594f-4bd1-aeef-c12422c600c5 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:34:21.451610 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:21.472119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947f365-7c23-4da5-9ad1-213e536a3f66 req-830b0c7a-137c-4cd8-99e3-1874bcd035a1 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:21.473893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7947f365-7c23-4da5-9ad1-213e536a3f66 req-830b0c7a-137c-4cd8-99e3-1874bcd035a1 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 936 time: 0.1419079 Sep 08 13:34:21.483412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Transition to ACTIVE for port object 8f62ae29-594f-4bd1-aeef-c12422c600c5 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:21.529494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7947f365-7c23-4da5-9ad1-213e536a3f66 req-d9760453-c3ff-46fa-938b-d5e8a11dc873 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448768 Sep 08 13:34:21.557761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d95f06-b90b-4f6b-b2ec-eaf871b24f4b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:34:21.603983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:21.632683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:21.660739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Pushing event updated for resources: {'Port': ['ID=8f62ae29-594f-4bd1-aeef-c12422c600c5,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:21.706776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-81d95f06-b90b-4f6b-b2ec-eaf871b24f4b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:21.711741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d95f06-b90b-4f6b-b2ec-eaf871b24f4b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:21.712607 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81d95f06-b90b-4f6b-b2ec-eaf871b24f4b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:21.752030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7bfb18-88d9-4a1e-892f-c4971bee9ae5 None None] Network 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:21.803314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Attempting to bind port 8f62ae29-594f-4bd1-aeef-c12422c600c5 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:34:21.803672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Attempting to bind port 8f62ae29-594f-4bd1-aeef-c12422c600c5 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:34:21.804012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Attempting to bind port 8f62ae29-594f-4bd1-aeef-c12422c600c5 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:21.818030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Port 8f62ae29-594f-4bd1-aeef-c12422c600c5 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:34:21.818453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Attempting to bind port 8f62ae29-594f-4bd1-aeef-c12422c600c5 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:21.827970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:34:21.828329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:21.828717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:34:21.829162 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Bound port: 8f62ae29-594f-4bd1-aeef-c12422c600c5, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:34:21.829538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:21.859104 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-81d95f06-b90b-4f6b-b2ec-eaf871b24f4b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4173415 Sep 08 13:34:21.861602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53964) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:21.865194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': '6618ad0d-f5a7-4aa1-ada8-e7b192779aa4', 'name': 'tempest-PortsTestJSON-1990779103'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:21.992017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53966) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:21.999957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] For port 8f62ae29-594f-4bd1-aeef-c12422c600c5, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:34:22.004057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] For port 8f62ae29-594f-4bd1-aeef-c12422c600c5, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8f62ae29-594f-4bd1-aeef-c12422c600c5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:34:22.127107 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c452f73-a1a4-45bf-a12e-e434210e58b3 req-d1a98697-58f0-4d7d-8723-51e3208dda5d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:22.133528 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c452f73-a1a4-45bf-a12e-e434210e58b3 req-d1a98697-58f0-4d7d-8723-51e3208dda5d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 944 time: 0.1380785 Sep 08 13:34:22.193225 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:22.257122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c452f73-a1a4-45bf-a12e-e434210e58b3 req-c4c9548d-533e-4ad8-9525-e02fe2e3448c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000164 Sep 08 13:34:22.259672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:22.261851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:22.262094 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] 10.222.0.60 "PUT /v2.0/ports/8f62ae29-594f-4bd1-aeef-c12422c600c5 HTTP/1.1" status: 200 len: 1096 time: 1.3550899 Sep 08 13:34:22.263265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538cf4fa-b7aa-47db-93f8-39f23ffbbab2', 'tag': '8f62ae29-594f-4bd1-aeef-c12422c600c5'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:34:22.266017 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244e3560-16bc-4da0-987d-1d1f6740716e" -d '{"events": [{"name": "network-changed", "server_uuid": "538cf4fa-b7aa-47db-93f8-39f23ffbbab2", "tag": "8f62ae29-594f-4bd1-aeef-c12422c600c5"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:34:22.268558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e35ff2a5-150c-45d7-b2ee-f7f96ebb1b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:22.287807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d0c12-9ae4-4203-b99f-84cb63b952ed service neutron] Pushing event updated for resources: {'Port': ['ID=8f62ae29-594f-4bd1-aeef-c12422c600c5,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:22.300006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-6618ad0d-f5a7-4aa1-ada8-e7b192779aa4', 'network_id': '6618ad0d-f5a7-4aa1-ada8-e7b192779aa4', 'tenant_id': '230ef06495e54c5a9ff19dc4043c3f9a', 'fixed_ips': [{'subnet_id': 'cbf3017e-0242-4e5c-830b-cd0995cce654'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:34:22.300892 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:22.301691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:22.306986 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:22.361939 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ce64a7-572d-4dfd-ad3d-31ba095ec466 x-openstack-request-id: req-01ce64a7-572d-4dfd-ad3d-31ba095ec466 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:34:22.362326 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538cf4fa-b7aa-47db-93f8-39f23ffbbab2", "tag": "8f62ae29-594f-4bd1-aeef-c12422c600c5", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:34:22.362556 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-01ce64a7-572d-4dfd-ad3d-31ba095ec466 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:34:22.363567 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538cf4fa-b7aa-47db-93f8-39f23ffbbab2', 'tag': '8f62ae29-594f-4bd1-aeef-c12422c600c5', 'status': 'completed', 'code': 200} Sep 08 13:34:22.439918 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port 11a9ed81-b3f4-49e9-bd7e-f2a4b035dfbf yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:34:22.470602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e3560-16bc-4da0-987d-1d1f6740716e req-91ae69c0-a8b0-4d07-993a-19380b727d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:22.482289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:22.483789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-244e3560-16bc-4da0-987d-1d1f6740716e req-91ae69c0-a8b0-4d07-993a-19380b727d57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc487776437048949ca10ec145025078&device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 1099 time: 0.0932803 Sep 08 13:34:22.508749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Allocated IP 172.20.0.2 (6618ad0d-f5a7-4aa1-ada8-e7b192779aa4/cbf3017e-0242-4e5c-830b-cd0995cce654/314b9013-b27b-404a-9bab-cfb7858f34f0) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:22.526129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-244e3560-16bc-4da0-987d-1d1f6740716e req-70950757-794b-4a71-a41d-b53cb540b61a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dc487776437048949ca10ec145025078&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396266 Sep 08 13:34:22.555440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:22.556211 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:22.692694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e3560-16bc-4da0-987d-1d1f6740716e req-4f3258e4-fcb2-44e3-b9ba-fa4a9bac1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:22.694525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-244e3560-16bc-4da0-987d-1d1f6740716e req-4f3258e4-fcb2-44e3-b9ba-fa4a9bac1e2b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583624 Sep 08 13:34:22.711641 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e35ff2a5-150c-45d7-b2ee-f7f96ebb1b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:22.800879 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e35ff2a5-150c-45d7-b2ee-f7f96ebb1b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:22.802387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6a559204-0770-422d-bfb2-50676f24e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:22.802621 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:22.802902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-6a559204-0770-422d-bfb2-50676f24e1f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc487776437048949ca10ec145025078&device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 1099 time: 0.0541320 Sep 08 13:34:22.813227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c1c89-f9ed-4ee5-a8c0-a1ea9ba51333 req-b18cb0be-47d5-4fa1-83f2-684c30711399 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:22.826162 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-612c1c89-f9ed-4ee5-a8c0-a1ea9ba51333 req-b18cb0be-47d5-4fa1-83f2-684c30711399 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 948 time: 0.1062081 Sep 08 13:34:22.831931 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:22.855509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:22.857184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:34:22.861281 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773e854f-9397-4cb3-9e6f-8e2f427c301c" -d '{"events": [{"server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "name": "network-vif-plugged", "status": "completed", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:34:22.876244 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e35ff2a5-150c-45d7-b2ee-f7f96ebb1b8a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3cd808d73b0e44edb83ac6fda5bf2263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8748319 Sep 08 13:34:22.877946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35ff2a5-150c-45d7-b2ee-f7f96ebb1b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a37c5b-2f16-4852-86c3-d5c79d94ef2b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:22.883514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53996) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:22.898895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Transition to ACTIVE for port object 314b9013-b27b-404a-9bab-cfb7858f34f0 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:22.914301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-55e75c58-454b-4f38-a93c-29aa7a2624ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8f62ae29-594f-4bd1-aeef-c12422c600c5 HTTP/1.1" status: 200 len: 217 time: 0.0891464 Sep 08 13:34:22.937362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Transition to ACTIVE for port object 314b9013-b27b-404a-9bab-cfb7858f34f0 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:22.977399 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e1b4b647-0c50-439b-8d91-c122b742c1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:22.982045 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:23.001992 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-612c1c89-f9ed-4ee5-a8c0-a1ea9ba51333 req-b55f5876-0467-49a0-90da-6f46f0be3f59 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715500 Sep 08 13:34:23.010991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-c0fdc038-cbe5-4c4c-a0b1-9ff4dfe02db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:23.013028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-c0fdc038-cbe5-4c4c-a0b1-9ff4dfe02db8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0907655 Sep 08 13:34:23.029127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e1b4b647-0c50-439b-8d91-c122b742c1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:23.066852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:23.079393 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:23.096396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-bc9cbbf1-bf0c-48ad-b54a-aea13c447db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:23.097044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-bc9cbbf1-bf0c-48ad-b54a-aea13c447db9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0759246 Sep 08 13:34:23.166608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.4 (6618ad0d-f5a7-4aa1-ada8-e7b192779aa4/cbf3017e-0242-4e5c-830b-cd0995cce654/11a9ed81-b3f4-49e9-bd7e-f2a4b035dfbf) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:23.203163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Network 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:23.207733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:23.210340 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Pushing event updated for resources: {'Port': ['ID=314b9013-b27b-404a-9bab-cfb7858f34f0,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:23.214606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:23.248120 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6355aafa-bf37-4525-88f1-8d53022b8908 x-openstack-request-id: req-6355aafa-bf37-4525-88f1-8d53022b8908 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:34:23.248466 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "name": "network-vif-plugged", "status": "completed", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:34:23.248700 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6355aafa-bf37-4525-88f1-8d53022b8908 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:34:23.258417 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'code': 200} Sep 08 13:34:23.259090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-0eb782ba-5567-402f-9544-cf5cd514a2ad service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547115 Sep 08 13:34:23.270446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e1b4b647-0c50-439b-8d91-c122b742c1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:23.273166 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e1b4b647-0c50-439b-8d91-c122b742c1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:23.277210 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e1b4b647-0c50-439b-8d91-c122b742c1a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/96a37c5b-2f16-4852-86c3-d5c79d94ef2b HTTP/1.1" status: 204 len: 168 time: 0.3899310 Sep 08 13:34:23.300596 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4b647-0c50-439b-8d91-c122b742c1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a37c5b-2f16-4852-86c3-d5c79d94ef2b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:23.332700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Attempting to bind port 314b9013-b27b-404a-9bab-cfb7858f34f0 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:34:23.333796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Attempting to bind port 314b9013-b27b-404a-9bab-cfb7858f34f0 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '52c0abd7-9683-4d3e-9cff-eb9e978a43d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '6618ad0d-f5a7-4aa1-ada8-e7b192779aa4'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:34:23.333796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Attempting to bind port 314b9013-b27b-404a-9bab-cfb7858f34f0 on network 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:23.375782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:34:23.376175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Checking segment: {'id': '52c0abd7-9683-4d3e-9cff-eb9e978a43d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '6618ad0d-f5a7-4aa1-ada8-e7b192779aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:23.376598 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:23.377002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Bound using segment: {'id': '52c0abd7-9683-4d3e-9cff-eb9e978a43d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '6618ad0d-f5a7-4aa1-ada8-e7b192779aa4'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:34:23.378052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Bound port: 314b9013-b27b-404a-9bab-cfb7858f34f0, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c0abd7-9683-4d3e-9cff-eb9e978a43d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '6618ad0d-f5a7-4aa1-ada8-e7b192779aa4'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:34:23.378052 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:23.407816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12edf4a-693e-49db-93e4-7fc68573a024 req-75867471-798d-4a3a-a067-456034b4a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:23.409332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c12edf4a-693e-49db-93e4-7fc68573a024 req-75867471-798d-4a3a-a067-456034b4a3f6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 1096 time: 0.1040828 Sep 08 13:34:23.467380 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:23.485785 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c12edf4a-693e-49db-93e4-7fc68573a024 req-14ad9062-8fd5-46b1-af69-a8ca847923b2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677419 Sep 08 13:34:23.494496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object 11a9ed81-b3f4-49e9-bd7e-f2a4b035dfbf will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:23.542645 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b5b2899-f237-4c02-83fe-859dd7c7c303 req-94cbff4c-e379-480f-8ff1-8d37041eccb4 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760754 Sep 08 13:34:23.550408 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] For port 314b9013-b27b-404a-9bab-cfb7858f34f0, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:34:23.555346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] For port 314b9013-b27b-404a-9bab-cfb7858f34f0, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=314b9013-b27b-404a-9bab-cfb7858f34f0,segment=NetworkSegment(52c0abd7-9683-4d3e-9cff-eb9e978a43d8),segment_id=52c0abd7-9683-4d3e-9cff-eb9e978a43d8)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:34:23.563493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fd4e1-7299-4df5-ba15-f62c0e3b358b req-806a2d8a-efaa-48ea-804c-a829ff49af57 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:23.565183 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-931fd4e1-7299-4df5-ba15-f62c0e3b358b req-806a2d8a-efaa-48ea-804c-a829ff49af57 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.1369727 Sep 08 13:34:23.608155 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-931fd4e1-7299-4df5-ba15-f62c0e3b358b req-9a4348db-fe36-495d-8596-4cad55422268 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367117 Sep 08 13:34:23.644558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:23.687548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:23.690846 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:23.696801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:23.703982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=11a9ed81-b3f4-49e9-bd7e-f2a4b035dfbf,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:23.750304 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:23.750668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:23.751320 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:23.823039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c6a97-a205-48ec-a434-3e011cfe0a67 None None] Pushing event updated for resources: {'Port': ['ID=314b9013-b27b-404a-9bab-cfb7858f34f0,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:23.919339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8add0e09-d431-45c6-b56f-74bb5c44311d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0583313 Sep 08 13:34:23.921952 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54012) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:23.928169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': '6618ad0d-f5a7-4aa1-ada8-e7b192779aa4', 'name': 'tempest-PortsTestJSON-1518236848'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:24.200063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a6244-5c67-4627-85ab-06efaead59f4 req-d4ca6d1b-9d41-4b9e-bb8f-d42e018a91af tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:24.201723 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f4a6244-5c67-4627-85ab-06efaead59f4 req-d4ca6d1b-9d41-4b9e-bb8f-d42e018a91af tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 948 time: 0.1121569 Sep 08 13:34:24.221192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:24.225032 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:24.242336 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 314b9013-b27b-404a-9bab-cfb7858f34f0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:24.250581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port 3301105b-1a55-4a0d-bf81-e9ecc734dc5c yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:34:24.274611 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0f4a6244-5c67-4627-85ab-06efaead59f4 req-76705c7c-abea-4d46-9126-eac588230f73 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591335 Sep 08 13:34:24.459294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.11 (6618ad0d-f5a7-4aa1-ada8-e7b192779aa4/cbf3017e-0242-4e5c-830b-cd0995cce654/3301105b-1a55-4a0d-bf81-e9ecc734dc5c) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:24.506451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 314b9013-b27b-404a-9bab-cfb7858f34f0 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:24.712937 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:24.737892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object 3301105b-1a55-4a0d-bf81-e9ecc734dc5c will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:24.755082 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13012ed7-2c2b-46b5-bc25-153f1af5aeae req-6afa631b-74e1-4d15-82a9-2fb651ea71a8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:24.756895 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13012ed7-2c2b-46b5-bc25-153f1af5aeae req-6afa631b-74e1-4d15-82a9-2fb651ea71a8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.0672472 Sep 08 13:34:24.829746 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13012ed7-2c2b-46b5-bc25-153f1af5aeae req-1d59fd38-18e2-443b-a909-5240def80fc7 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570250 Sep 08 13:34:25.005961 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:25.040241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e08f294-c1b5-47ab-8b74-189427b1eb5b None None] Network 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:25.065428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:25.069328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:25.076532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:25.104069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=3301105b-1a55-4a0d-bf81-e9ecc734dc5c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:25.143849 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:25.144659 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:25.431765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678f5ca-b41e-4c29-88ac-eaf15ef6e759 req-18af5fce-dcf4-4b8d-8563-edb7b2ba271c tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:25.433358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4678f5ca-b41e-4c29-88ac-eaf15ef6e759 req-18af5fce-dcf4-4b8d-8563-edb7b2ba271c tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 948 time: 0.0858552 Sep 08 13:34:25.443698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-baedd31c-2516-4e9c-9c9e-6efdcdc15336 None None] Provisioning for port 314b9013-b27b-404a-9bab-cfb7858f34f0 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:25.448501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-baedd31c-2516-4e9c-9c9e-6efdcdc15336 None None] Provisioning complete for port 314b9013-b27b-404a-9bab-cfb7858f34f0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:25.448673 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-79468369-347d-4278-9da4-71b06d1dc218 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5251713 Sep 08 13:34:25.448795 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-baedd31c-2516-4e9c-9c9e-6efdcdc15336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:25.451019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54046) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:25.503144 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4678f5ca-b41e-4c29-88ac-eaf15ef6e759 req-b01d5903-39d4-41c6-ad35-db72ca1620a9 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632756 Sep 08 13:34:25.560667 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-baedd31c-2516-4e9c-9c9e-6efdcdc15336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:25.585515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731eea11-c67d-41ab-bdcd-291a707b2035 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:25.591030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54048) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:25.591246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-731eea11-c67d-41ab-bdcd-291a707b2035 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1381423 Sep 08 13:34:25.621327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-baedd31c-2516-4e9c-9c9e-6efdcdc15336 None None] For port 314b9013-b27b-404a-9bab-cfb7858f34f0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=314b9013-b27b-404a-9bab-cfb7858f34f0,segment=NetworkSegment(52c0abd7-9683-4d3e-9cff-eb9e978a43d8),segment_id=52c0abd7-9683-4d3e-9cff-eb9e978a43d8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:25.724110 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-baedd31c-2516-4e9c-9c9e-6efdcdc15336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:25.728005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-3b96672c-21f9-4950-adec-832056b4b178 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 3301105b-1a55-4a0d-bf81-e9ecc734dc5c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:25.728005 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b96672c-21f9-4950-adec-832056b4b178 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:25.809265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baedd31c-2516-4e9c-9c9e-6efdcdc15336 None None] Pushing event updated for resources: {'Port': ['ID=314b9013-b27b-404a-9bab-cfb7858f34f0,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:25.874405 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b96672c-21f9-4950-adec-832056b4b178 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:25.901579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-3b96672c-21f9-4950-adec-832056b4b178 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 3301105b-1a55-4a0d-bf81-e9ecc734dc5c owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:26.004735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8fccd41d-7d1b-4155-8895-c83a68e11787 None None] Provisioning for port 11a9ed81-b3f4-49e9-bd7e-f2a4b035dfbf completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:26.010533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8fccd41d-7d1b-4155-8895-c83a68e11787 None None] Provisioning complete for port 11a9ed81-b3f4-49e9-bd7e-f2a4b035dfbf triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:26.011573 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8fccd41d-7d1b-4155-8895-c83a68e11787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:26.085466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475bb13-37fb-458d-8079-3c91b0a90049 req-e661ce1f-54a5-43ef-90b9-63422785beac tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:26.089250 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c475bb13-37fb-458d-8079-3c91b0a90049 req-e661ce1f-54a5-43ef-90b9-63422785beac tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.1332531 Sep 08 13:34:26.115031 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8fccd41d-7d1b-4155-8895-c83a68e11787 None None] Port 11a9ed81-b3f4-49e9-bd7e-f2a4b035dfbf cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:26.135964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8fccd41d-7d1b-4155-8895-c83a68e11787 None None] Provisioning complete for port 314b9013-b27b-404a-9bab-cfb7858f34f0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:26.136710 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8fccd41d-7d1b-4155-8895-c83a68e11787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:26.222813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c475bb13-37fb-458d-8079-3c91b0a90049 req-39e64935-8a22-4b34-b574-d87f62a20cf8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589383 Sep 08 13:34:26.237848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 314b9013-b27b-404a-9bab-cfb7858f34f0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:26.325932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 314b9013-b27b-404a-9bab-cfb7858f34f0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:26.326485 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:26.381336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea5cc83-c811-418a-acdb-b5ca15bbae87 req-4154d2fc-e21c-4cc4-b411-e2a027d24a16 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:26.383040 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ea5cc83-c811-418a-acdb-b5ca15bbae87 req-4154d2fc-e21c-4cc4-b411-e2a027d24a16 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.0608029 Sep 08 13:34:26.392055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54066) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:26.396932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4941817b-e1ef-4b79-baf8-d7114e62045f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Request body: {'floatingip': {'port_id': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:26.444506 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4941817b-e1ef-4b79-baf8-d7114e62045f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:26.700922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d49ada-ac9d-4ea0-bd21-618b15097414 req-cdf4ca3e-b092-4fd5-a083-3a11d0a9e1ba tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:26.702539 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54d49ada-ac9d-4ea0-bd21-618b15097414 req-cdf4ca3e-b092-4fd5-a083-3a11d0a9e1ba tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 948 time: 0.1301844 Sep 08 13:34:26.863077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54d49ada-ac9d-4ea0-bd21-618b15097414 req-f35300d9-1c4d-416e-8727-e76da75cf506 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892003 Sep 08 13:34:27.023514 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4941817b-e1ef-4b79-baf8-d7114e62045f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:27.125537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8f62ae29-594f-4bd1-aeef-c12422c600c5 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:34:27.277221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8f62ae29-594f-4bd1-aeef-c12422c600c5, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8f62ae29-594f-4bd1-aeef-c12422c600c5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:27.277221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '8f62ae29-594f-4bd1-aeef-c12422c600c5', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '8f62ae29-594f-4bd1-aeef-c12422c600c5', 'mac_address': 'fa:16:3e:2c:89:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:34:27.291833 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:27.309556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f62ae29-594f-4bd1-aeef-c12422c600c5 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:34:27.329763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8f62ae29-594f-4bd1-aeef-c12422c600c5, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8f62ae29-594f-4bd1-aeef-c12422c600c5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:27.730049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b96672c-21f9-4950-adec-832056b4b178 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:27.730825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8fccd41d-7d1b-4155-8895-c83a68e11787 None None] Provisioning for port 3301105b-1a55-4a0d-bf81-e9ecc734dc5c completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:27.738435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8fccd41d-7d1b-4155-8895-c83a68e11787 None None] Provisioning complete for port 3301105b-1a55-4a0d-bf81-e9ecc734dc5c triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:27.738824 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8fccd41d-7d1b-4155-8895-c83a68e11787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:27.761281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96672c-21f9-4950-adec-832056b4b178 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=3301105b-1a55-4a0d-bf81-e9ecc734dc5c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:27.765640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8fccd41d-7d1b-4155-8895-c83a68e11787 None None] Port 3301105b-1a55-4a0d-bf81-e9ecc734dc5c was deleted so its status cannot be updated. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 08 13:34:27.831294 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3b96672c-21f9-4950-adec-832056b4b178 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:27.833242 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3b96672c-21f9-4950-adec-832056b4b178 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/3301105b-1a55-4a0d-bf81-e9ecc734dc5c HTTP/1.1" status: 204 len: 168 time: 2.2406962 Sep 08 13:34:27.835907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54078) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:27.863596 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:27.868219 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4941817b-e1ef-4b79-baf8-d7114e62045f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:28.018568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-84f53e1d-e51e-479f-99e6-c1c00c99f840 None None] Could not find standard attr ID for object 3301105b-1a55-4a0d-bf81-e9ecc734dc5c. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:34:28.042097 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8f62ae29-594f-4bd1-aeef-c12422c600c5,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:28.043137 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d8def7-62c2-4d35-94c8-06a56bf1ed83 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:34:28.069621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54088) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:28.070380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c4d8def7-62c2-4d35-94c8-06a56bf1ed83 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/3301105b-1a55-4a0d-bf81-e9ecc734dc5c HTTP/1.1" status: 404 len: 333 time: 0.2196171 Sep 08 13:34:28.079160 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-4941817b-e1ef-4b79-baf8-d7114e62045f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Floating IP 5194cd28-9935-4f46-89f8-bb45e8fe4be4 associated. External IP: 172.25.5.187, port: dc4dfb6b-2a80-4cd0-946b-dfe2cff73839. Sep 08 13:34:28.146941 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055203a-c128-475d-8eb4-3fa13fd77bec req-3786a0b7-1899-4a75-a7ae-d5105e44c622 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:28.154753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d055203a-c128-475d-8eb4-3fa13fd77bec req-3786a0b7-1899-4a75-a7ae-d5105e44c622 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 949 time: 0.1763086 Sep 08 13:34:28.233657 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d055203a-c128-475d-8eb4-3fa13fd77bec req-c83fd18c-d058-4a8f-b571-8e06f7d41b6a tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776663 Sep 08 13:34:28.246513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['8f62ae29-594f-4bd1-aeef-c12422c600c5'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:34:28.259331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-240e16af-1746-4a21-87ad-26fb5715809f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 11a9ed81-b3f4-49e9-bd7e-f2a4b035dfbf {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:28.259693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-240e16af-1746-4a21-87ad-26fb5715809f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:28.375597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4941817b-e1ef-4b79-baf8-d7114e62045f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Router 49350c90-8ece-4493-9773-9281a2c703a5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:34:28.427449 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-240e16af-1746-4a21-87ad-26fb5715809f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:28.460200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-240e16af-1746-4a21-87ad-26fb5715809f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 11a9ed81-b3f4-49e9-bd7e-f2a4b035dfbf owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:28.511176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4941817b-e1ef-4b79-baf8-d7114e62045f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:34:28.519841 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4941817b-e1ef-4b79-baf8-d7114e62045f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:28.526557 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dbe50-cd6e-41c5-b1cc-1174f8a50a9d None None] Sync routers for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:34:28.537792 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24dbe50-cd6e-41c5-b1cc-1174f8a50a9d None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:28.539880 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c24dbe50-cd6e-41c5-b1cc-1174f8a50a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:34:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:28.556457 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4941817b-e1ef-4b79-baf8-d7114e62045f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "PUT /v2.0/floatingips/5194cd28-9935-4f46-89f8-bb45e8fe4be4 HTTP/1.1" status: 200 len: 991 time: 2.1631739 Sep 08 13:34:28.557166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:34:28.560702 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445d21c1-05d8-41e1-bc9c-56b762567f07" -d '{"events": [{"name": "network-changed", "server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:34:28.659044 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ce8309-d04e-4a19-a88e-6fad4814c702 x-openstack-request-id: req-d0ce8309-d04e-4a19-a88e-6fad4814c702 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:34:28.659508 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:34:28.659809 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d0ce8309-d04e-4a19-a88e-6fad4814c702 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:34:28.660238 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'status': 'completed', 'code': 200} Sep 08 13:34:28.742954 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-c24dbe50-cd6e-41c5-b1cc-1174f8a50a9d None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:34:28.751502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d21c1-05d8-41e1-bc9c-56b762567f07 req-5d813c12-6ba8-4da1-b06a-6e8de6ab7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:28.753087 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-445d21c1-05d8-41e1-bc9c-56b762567f07 req-5d813c12-6ba8-4da1-b06a-6e8de6ab7c4d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 1096 time: 0.0660536 Sep 08 13:34:28.851377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-240e16af-1746-4a21-87ad-26fb5715809f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:28.909837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e16af-1746-4a21-87ad-26fb5715809f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=11a9ed81-b3f4-49e9-bd7e-f2a4b035dfbf,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:28.916705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d21c1-05d8-41e1-bc9c-56b762567f07 req-222f0f3a-b5f8-406c-a1e3-d1c22e0f9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:28.919092 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-445d21c1-05d8-41e1-bc9c-56b762567f07 req-222f0f3a-b5f8-406c-a1e3-d1c22e0f9041 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.1586490 Sep 08 13:34:29.122811 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c24dbe50-cd6e-41c5-b1cc-1174f8a50a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '5194cd28-9935-4f46-89f8-bb45e8fe4be4', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'port_id': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'mac_address': 'fa:16:3e:dd:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:34:06Z', 'updated_at': '2021-09-08T13:34:26Z', 'revision_number': 1, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:04Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:29.175745 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dbe50-cd6e-41c5-b1cc-1174f8a50a9d None None] Checking router: 49350c90-8ece-4493-9773-9281a2c703a5 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:34:29.192069 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24dbe50-cd6e-41c5-b1cc-1174f8a50a9d None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:29.192069 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c24dbe50-cd6e-41c5-b1cc-1174f8a50a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:34:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:29.239787 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-240e16af-1746-4a21-87ad-26fb5715809f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:29.241537 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-240e16af-1746-4a21-87ad-26fb5715809f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/11a9ed81-b3f4-49e9-bd7e-f2a4b035dfbf HTTP/1.1" status: 204 len: 168 time: 1.1503160 Sep 08 13:34:29.244428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54114) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:29.303331 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-decc69d4-4528-416d-8ade-87cc8655dfbb tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:34:29.307901 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-decc69d4-4528-416d-8ade-87cc8655dfbb tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/11a9ed81-b3f4-49e9-bd7e-f2a4b035dfbf HTTP/1.1" status: 404 len: 333 time: 0.0624299 Sep 08 13:34:29.308484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54124) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:29.359289 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-445d21c1-05d8-41e1-bc9c-56b762567f07 req-b0f23a1a-3a70-4679-b799-0c3879e2920a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 HTTP/1.1" status: 200 len: 999 time: 0.4230015 Sep 08 13:34:29.399738 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-c24dbe50-cd6e-41c5-b1cc-1174f8a50a9d None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:34:29.423938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-5695fd98-0920-4be6-8694-9af7dd940636 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting subnet cbf3017e-0242-4e5c-830b-cd0995cce654 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:34:29.437127 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5695fd98-0920-4be6-8694-9af7dd940636 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:29.441083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d21c1-05d8-41e1-bc9c-56b762567f07 req-d43384de-6544-4e0e-bcf6-fbaedda0694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:29.442697 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-445d21c1-05d8-41e1-bc9c-56b762567f07 req-d43384de-6544-4e0e-bcf6-fbaedda0694c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.0765259 Sep 08 13:34:29.464116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39ef1e-921b-4089-958e-ea4be3966dca req-f310e5ba-ccdb-4fc7-91c5-88c4ee1ee732 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:29.467435 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d39ef1e-921b-4089-958e-ea4be3966dca req-f310e5ba-ccdb-4fc7-91c5-88c4ee1ee732 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 949 time: 0.1014707 Sep 08 13:34:29.531343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d21c1-05d8-41e1-bc9c-56b762567f07 req-3e9fb26e-aba6-4d49-b2ac-5ededf4d4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:29.533696 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-445d21c1-05d8-41e1-bc9c-56b762567f07 req-3e9fb26e-aba6-4d49-b2ac-5ededf4d4765 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842049 Sep 08 13:34:29.538584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5695fd98-0920-4be6-8694-9af7dd940636 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:29.590136 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d39ef1e-921b-4089-958e-ea4be3966dca req-c0f224e2-3f6f-42f2-b5ce-67915bad0db7 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024275 Sep 08 13:34:29.672478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-445d21c1-05d8-41e1-bc9c-56b762567f07 req-0772c755-0bfa-48d8-ba48-35cbd2952205 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300497 Sep 08 13:34:29.676645 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5695fd98-0920-4be6-8694-9af7dd940636 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:29.809243 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-445d21c1-05d8-41e1-bc9c-56b762567f07 req-5c2d0c12-f14a-48cf-9615-ddc570d6199c service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292667 Sep 08 13:34:29.810456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5695fd98-0920-4be6-8694-9af7dd940636 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:29.837953 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c24dbe50-cd6e-41c5-b1cc-1174f8a50a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '5194cd28-9935-4f46-89f8-bb45e8fe4be4', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'port_id': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'mac_address': 'fa:16:3e:dd:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:34:06Z', 'updated_at': '2021-09-08T13:34:26Z', 'revision_number': 1, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:04Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:29.844533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695fd98-0920-4be6-8694-9af7dd940636 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf3017e-0242-4e5c-830b-cd0995cce654,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:29.855082 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5695fd98-0920-4be6-8694-9af7dd940636 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:29.855082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5695fd98-0920-4be6-8694-9af7dd940636 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/cbf3017e-0242-4e5c-830b-cd0995cce654 HTTP/1.1" status: 204 len: 168 time: 0.5403061 Sep 08 13:34:29.855702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ce0f02-e33a-439b-9b86-49b5749bbcfb None None] Network 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:29.857235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54138) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:29.910474 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24dbe50-cd6e-41c5-b1cc-1174f8a50a9d None None] The sync data for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 is: [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '5194cd28-9935-4f46-89f8-bb45e8fe4be4', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'port_id': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'mac_address': 'fa:16:3e:dd:6c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:34:06Z', 'updated_at': '2021-09-08T13:34:26Z', 'revision_number': 1, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:04Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:34:29.955428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:30.040648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 314b9013-b27b-404a-9bab-cfb7858f34f0 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:30.041001 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:30.096304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd5900c-6538-43ab-9e2c-bec2d8b42a10 None None] DHCP port deletion for 6618ad0d-f5a7-4aa1-ada8-e7b192779aa4 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:34:30.119478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] For port 314b9013-b27b-404a-9bab-cfb7858f34f0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=314b9013-b27b-404a-9bab-cfb7858f34f0,segment=NetworkSegment(52c0abd7-9683-4d3e-9cff-eb9e978a43d8),segment_id=52c0abd7-9683-4d3e-9cff-eb9e978a43d8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:30.119856 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:30.171753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 314b9013-b27b-404a-9bab-cfb7858f34f0 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:30.218734 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5900c-6538-43ab-9e2c-bec2d8b42a10 None None] Deleting port 314b9013-b27b-404a-9bab-cfb7858f34f0 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:30.219159 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1bd5900c-6538-43ab-9e2c-bec2d8b42a10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:30.370659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b043d542-5a17-4a71-bbc0-f3c16fd1e164 None None] New status for floating IP 5194cd28-9935-4f46-89f8-bb45e8fe4be4: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:34:30.376988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 314b9013-b27b-404a-9bab-cfb7858f34f0 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:34:30.442686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1bd5900c-6538-43ab-9e2c-bec2d8b42a10 None None] For port 314b9013-b27b-404a-9bab-cfb7858f34f0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=314b9013-b27b-404a-9bab-cfb7858f34f0,segment=NetworkSegment(52c0abd7-9683-4d3e-9cff-eb9e978a43d8),segment_id=52c0abd7-9683-4d3e-9cff-eb9e978a43d8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:30.443005 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1bd5900c-6538-43ab-9e2c-bec2d8b42a10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:30.460511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1bd5900c-6538-43ab-9e2c-bec2d8b42a10 None None] Calling delete_port for 314b9013-b27b-404a-9bab-cfb7858f34f0 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:30.490682 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:30.532593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=314b9013-b27b-404a-9bab-cfb7858f34f0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:30.539445 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No DVR routers for this DVR port 314b9013-b27b-404a-9bab-cfb7858f34f0 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:30.565636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No active binding found for port 314b9013-b27b-404a-9bab-cfb7858f34f0 {{(pid=96265) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 08 13:34:30.569186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 314b9013-b27b-404a-9bab-cfb7858f34f0 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:34:30.635754 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:30.667806 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1bd5900c-6538-43ab-9e2c-bec2d8b42a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:30.681776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6618ad0d-f5a7-4aa1-ada8-e7b192779aa4']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:30.704681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c0abd7-9683-4d3e-9cff-eb9e978a43d8') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:30.707202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c0abd7-9683-4d3e-9cff-eb9e978a43d8') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:30.716260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5900c-6538-43ab-9e2c-bec2d8b42a10 None None] Pushing event deleted for resources: {'Port': ['ID=314b9013-b27b-404a-9bab-cfb7858f34f0,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:30.732636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd5900c-6538-43ab-9e2c-bec2d8b42a10 None None] No DVR routers for this DVR port 314b9013-b27b-404a-9bab-cfb7858f34f0 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:30.735733 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:30.757941 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:30.769757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:34:30.770195 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:34:30.782411 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:34:30.807170 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee38a53-01f5-4ace-9447-efc7a8ba9ecd req-f9386d1c-5b91-4716-951d-46b7f79f210e tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:30.809327 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8ee38a53-01f5-4ace-9447-efc7a8ba9ecd req-f9386d1c-5b91-4716-951d-46b7f79f210e tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 949 time: 0.1240251 Sep 08 13:34:30.951379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8ee38a53-01f5-4ace-9447-efc7a8ba9ecd req-a2d389fb-f3ed-43a8-8861-2172a3e6d30b tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293778 Sep 08 13:34:31.021395 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:31.031301 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:31.035067 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/networks/6618ad0d-f5a7-4aa1-ada8-e7b192779aa4 HTTP/1.1" status: 204 len: 168 time: 1.1756573 Sep 08 13:34:31.039876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54158) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:31.055205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e676ac98-cb06-45dc-a72a-a9ee398bb6b1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1288982454'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:31.060019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc54d8-fd35-403c-b964-fe098dc87971 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Network': ['ID=6618ad0d-f5a7-4aa1-ada8-e7b192779aa4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:31.132857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8f62ae29-594f-4bd1-aeef-c12422c600c5 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:31.215032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e676ac98-cb06-45dc-a72a-a9ee398bb6b1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:31.219147 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e676ac98-cb06-45dc-a72a-a9ee398bb6b1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:31.247355 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e676ac98-cb06-45dc-a72a-a9ee398bb6b1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:34:31.259607 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e676ac98-cb06-45dc-a72a-a9ee398bb6b1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:31.260232 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-e676ac98-cb06-45dc-a72a-a9ee398bb6b1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Added segment b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa of type vlan for network 953b7f70-039b-4d5b-b144-9ad107d7a18c Sep 08 13:34:31.305927 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e676ac98-cb06-45dc-a72a-a9ee398bb6b1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:31.323863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 8f62ae29-594f-4bd1-aeef-c12422c600c5 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:31.336198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 8f62ae29-594f-4bd1-aeef-c12422c600c5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:31.337721 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:31.460836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e676ac98-cb06-45dc-a72a-a9ee398bb6b1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:31.470871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e676ac98-cb06-45dc-a72a-a9ee398bb6b1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:31.471500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e676ac98-cb06-45dc-a72a-a9ee398bb6b1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:31.480011 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:31.520396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538cf4fa-b7aa-47db-93f8-39f23ffbbab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f62ae29-594f-4bd1-aeef-c12422c600c5'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:34:31.523633 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614e1980-a91e-48fc-ba8f-1d856ce47298" -d '{"events": [{"server_uuid": "538cf4fa-b7aa-47db-93f8-39f23ffbbab2", "name": "network-vif-plugged", "status": "completed", "tag": "8f62ae29-594f-4bd1-aeef-c12422c600c5"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:34:31.538890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8f62ae29-594f-4bd1-aeef-c12422c600c5, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8f62ae29-594f-4bd1-aeef-c12422c600c5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:31.575475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676ac98-cb06-45dc-a72a-a9ee398bb6b1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Network': ['ID=953b7f70-039b-4d5b-b144-9ad107d7a18c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:31.579095 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e51693e-72a4-43bf-9d17-c8650b81a3f3 x-openstack-request-id: req-1e51693e-72a4-43bf-9d17-c8650b81a3f3 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:34:31.579653 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538cf4fa-b7aa-47db-93f8-39f23ffbbab2", "name": "network-vif-plugged", "status": "completed", "tag": "8f62ae29-594f-4bd1-aeef-c12422c600c5", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:34:31.580082 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e51693e-72a4-43bf-9d17-c8650b81a3f3 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:34:31.580699 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538cf4fa-b7aa-47db-93f8-39f23ffbbab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f62ae29-594f-4bd1-aeef-c12422c600c5', 'code': 200} Sep 08 13:34:31.588482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 953b7f70-039b-4d5b-b144-9ad107d7a18c details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:34:31.630718 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e676ac98-cb06-45dc-a72a-a9ee398bb6b1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5868495 Sep 08 13:34:31.630954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54178) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:31.636330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2c3675b7-8973-4879-973e-202be35b058b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': '953b7f70-039b-4d5b-b144-9ad107d7a18c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:31.744777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728d694-8fbc-459c-8f3b-96117fe8c0c8 req-aa80a196-f2d2-4002-80f9-92cc6deaa7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:31.747892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7728d694-8fbc-459c-8f3b-96117fe8c0c8 req-aa80a196-f2d2-4002-80f9-92cc6deaa7bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 1100 time: 0.0825958 Sep 08 13:34:31.752231 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:31.830085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7728d694-8fbc-459c-8f3b-96117fe8c0c8 req-01b588f1-15a9-4c58-8878-230901f96c4b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721030 Sep 08 13:34:31.859323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8f62ae29-594f-4bd1-aeef-c12422c600c5,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:31.988700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3675b7-8973-4879-973e-202be35b058b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:31.993274 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c3675b7-8973-4879-973e-202be35b058b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:32.139588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770c21a-8dab-4a98-8912-8637148eef66 req-23478b69-0dc2-41c1-b250-5eadc1eafe19 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:32.141102 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3770c21a-8dab-4a98-8912-8637148eef66 req-23478b69-0dc2-41c1-b250-5eadc1eafe19 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 950 time: 0.1091714 Sep 08 13:34:32.217984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3770c21a-8dab-4a98-8912-8637148eef66 req-543e9cb5-488e-4793-9295-daf79d91c970 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700071 Sep 08 13:34:32.369727 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c3675b7-8973-4879-973e-202be35b058b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:32.435377 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3675b7-8973-4879-973e-202be35b058b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Subnet': ['ID=887de8ae-b3a6-4f7f-837c-c10cf874d44d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:32.442644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3675b7-8973-4879-973e-202be35b058b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Checking segment: {'id': 'b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '953b7f70-039b-4d5b-b144-9ad107d7a18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:32.443017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3675b7-8973-4879-973e-202be35b058b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network hostable DHCP agents. Network: 953b7f70-039b-4d5b-b144-9ad107d7a18c, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:34:32.580772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3675b7-8973-4879-973e-202be35b058b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network 953b7f70-039b-4d5b-b144-9ad107d7a18c is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:34:32.735561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2c3675b7-8973-4879-973e-202be35b058b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 953b7f70-039b-4d5b-b144-9ad107d7a18c) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:32.740876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3675b7-8973-4879-973e-202be35b058b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:32.741485 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c3675b7-8973-4879-973e-202be35b058b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:32.745242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508c39bc-3c1b-402a-a745-c91dbabe3fbf None None] Network 953b7f70-039b-4d5b-b144-9ad107d7a18c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:32.853255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54202) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:32.854402 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2c3675b7-8973-4879-973e-202be35b058b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2220037 Sep 08 13:34:32.858449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': '953b7f70-039b-4d5b-b144-9ad107d7a18c', 'name': 'tempest-PortsTestJSON-188408912', 'fixed_ips': [{'subnet_id': '887de8ae-b3a6-4f7f-837c-c10cf874d44d', 'ip_address': '172.20.0.10'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:32.907922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-953b7f70-039b-4d5b-b144-9ad107d7a18c', 'network_id': '953b7f70-039b-4d5b-b144-9ad107d7a18c', 'tenant_id': '230ef06495e54c5a9ff19dc4043c3f9a', 'fixed_ips': [{'subnet_id': '887de8ae-b3a6-4f7f-837c-c10cf874d44d'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:34:32.908800 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:33.072387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Allocated IP 172.20.0.2 (953b7f70-039b-4d5b-b144-9ad107d7a18c/887de8ae-b3a6-4f7f-837c-c10cf874d44d/3d65171a-02c3-4687-b0b8-c0b409557941) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:33.135407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:33.220123 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:33.230606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Transition to ACTIVE for port object 3d65171a-02c3-4687-b0b8-c0b409557941 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:33.230825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:33.253669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Transition to ACTIVE for port object 3d65171a-02c3-4687-b0b8-c0b409557941 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:33.266602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port 356118ad-1a84-43c5-beee-6c59c4c76de5 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:34:33.406398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e33b17-f39c-4572-acbb-290f4d6c004e req-05b316a0-dca3-4267-ad80-75ff88b8f300 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:33.408062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08e33b17-f39c-4572-acbb-290f4d6c004e req-05b316a0-dca3-4267-ad80-75ff88b8f300 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 950 time: 0.1023149 Sep 08 13:34:33.519048 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:33.616113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Network 953b7f70-039b-4d5b-b144-9ad107d7a18c is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:33.625109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:33.629836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Pushing event updated for resources: {'Port': ['ID=3d65171a-02c3-4687-b0b8-c0b409557941,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:33.638789 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:33.704007 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Attempting to bind port 3d65171a-02c3-4687-b0b8-c0b409557941 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:34:33.704385 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Attempting to bind port 3d65171a-02c3-4687-b0b8-c0b409557941 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '953b7f70-039b-4d5b-b144-9ad107d7a18c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:34:33.704826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Attempting to bind port 3d65171a-02c3-4687-b0b8-c0b409557941 on network 953b7f70-039b-4d5b-b144-9ad107d7a18c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:33.710699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:34:33.711055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Checking segment: {'id': 'b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '953b7f70-039b-4d5b-b144-9ad107d7a18c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:33.711658 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:33.719883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Bound using segment: {'id': 'b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '953b7f70-039b-4d5b-b144-9ad107d7a18c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:34:33.719883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Bound port: 3d65171a-02c3-4687-b0b8-c0b409557941, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '953b7f70-039b-4d5b-b144-9ad107d7a18c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:34:33.719883 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:33.794397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] For port 3d65171a-02c3-4687-b0b8-c0b409557941, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:34:33.798624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] For port 3d65171a-02c3-4687-b0b8-c0b409557941, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d65171a-02c3-4687-b0b8-c0b409557941,segment=NetworkSegment(b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa),segment_id=b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:34:33.849580 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08e33b17-f39c-4572-acbb-290f4d6c004e req-f209d54f-06df-478b-989d-a95768df5ff4 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352000 Sep 08 13:34:33.874485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.10 (953b7f70-039b-4d5b-b144-9ad107d7a18c/887de8ae-b3a6-4f7f-837c-c10cf874d44d/356118ad-1a84-43c5-beee-6c59c4c76de5) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:33.907249 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:33.976562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a3a39-2bcf-4246-9c7d-2a9483dc3a5a None None] Pushing event updated for resources: {'Port': ['ID=3d65171a-02c3-4687-b0b8-c0b409557941,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:34.061868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:34.076987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object 356118ad-1a84-43c5-beee-6c59c4c76de5 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:34.249825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:34.303177 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network 953b7f70-039b-4d5b-b144-9ad107d7a18c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:34.306545 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:34.313446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:34.320296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=356118ad-1a84-43c5-beee-6c59c4c76de5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:34.365262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:34.365873 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:34.508114 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8ed84e72-af8a-4863-8274-7e8adbac0038 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6535997 Sep 08 13:34:34.510615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54224) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:34.515861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': '953b7f70-039b-4d5b-b144-9ad107d7a18c', 'name': 'tempest-PortsTestJSON-1809565870', 'fixed_ips': [{'subnet_id': '887de8ae-b3a6-4f7f-837c-c10cf874d44d', 'ip_address': '172.20.0.9'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:34.797938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:34.803336 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:34.823965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port be3780dc-d2c1-432b-ada1-29fd48c2a128 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:34:35.039032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f8b24-56d2-4251-be52-3fcdcb806f82 req-a9a6db47-683a-497c-bf80-0ceac164c260 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:35.041513 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c8f8b24-56d2-4251-be52-3fcdcb806f82 req-a9a6db47-683a-497c-bf80-0ceac164c260 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 950 time: 0.0642195 Sep 08 13:34:35.086658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2866c6e7-764c-4c30-b806-2446774672da None None] Network 953b7f70-039b-4d5b-b144-9ad107d7a18c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:35.091165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.9 (953b7f70-039b-4d5b-b144-9ad107d7a18c/887de8ae-b3a6-4f7f-837c-c10cf874d44d/be3780dc-d2c1-432b-ada1-29fd48c2a128) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:35.110627 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c8f8b24-56d2-4251-be52-3fcdcb806f82 req-bde24b07-4711-4dc7-956d-74173ee64b60 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473337 Sep 08 13:34:35.293057 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:35.307829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object be3780dc-d2c1-432b-ada1-29fd48c2a128 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:35.392415 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e9e4294a-b41d-42c9-adc0-522e5e3c181f None None] Provisioning for port 3d65171a-02c3-4687-b0b8-c0b409557941 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:35.479901 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:35.525951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network 953b7f70-039b-4d5b-b144-9ad107d7a18c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:35.529324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:35.535641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:35.542832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=be3780dc-d2c1-432b-ada1-29fd48c2a128,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:35.589613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:35.590316 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:35.707462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ad46641e-bd3e-426b-b87e-a0d68d9fb55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1956458 Sep 08 13:34:35.710596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54244) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:35.768620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a121d-3ac7-4db6-9b13-b7649990d58e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:35.770315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-696a121d-3ac7-4db6-9b13-b7649990d58e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0585842 Sep 08 13:34:35.773414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54252) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:35.900450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128a618-a14f-45d5-a0f5-b0639c1c9b94 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:35.907314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9816e518-07da-4034-9c86-dd650f13ea15 None None] Provisioning for port 356118ad-1a84-43c5-beee-6c59c4c76de5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:35.907314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9816e518-07da-4034-9c86-dd650f13ea15 None None] Provisioning complete for port 356118ad-1a84-43c5-beee-6c59c4c76de5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:35.907314 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9816e518-07da-4034-9c86-dd650f13ea15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:35.907671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128a618-a14f-45d5-a0f5-b0639c1c9b94 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:35.914303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5128a618-a14f-45d5-a0f5-b0639c1c9b94 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:35.916245 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5128a618-a14f-45d5-a0f5-b0639c1c9b94 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1418083 Sep 08 13:34:35.920639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54258) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:35.948529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9816e518-07da-4034-9c86-dd650f13ea15 None None] Port 356118ad-1a84-43c5-beee-6c59c4c76de5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:36.046007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-500fa4b2-baba-4d1a-b38d-d9e10ff5afb3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port be3780dc-d2c1-432b-ada1-29fd48c2a128 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:36.046640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-500fa4b2-baba-4d1a-b38d-d9e10ff5afb3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:36.073748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-36529bec-fd0f-436e-9532-bab884e2fefe None None] Provisioning complete for port 356118ad-1a84-43c5-beee-6c59c4c76de5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:36.074143 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-36529bec-fd0f-436e-9532-bab884e2fefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:36.114497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-36529bec-fd0f-436e-9532-bab884e2fefe None None] Port 356118ad-1a84-43c5-beee-6c59c4c76de5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:36.173075 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-500fa4b2-baba-4d1a-b38d-d9e10ff5afb3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:36.204133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-500fa4b2-baba-4d1a-b38d-d9e10ff5afb3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for be3780dc-d2c1-432b-ada1-29fd48c2a128 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:36.240682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d65171a-02c3-4687-b0b8-c0b409557941 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:36.415188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f8e0998a-7ae3-47b8-a874-93370a9eee41 None None] Provisioning for port be3780dc-d2c1-432b-ada1-29fd48c2a128 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:36.419386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f8e0998a-7ae3-47b8-a874-93370a9eee41 None None] Provisioning complete for port be3780dc-d2c1-432b-ada1-29fd48c2a128 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:36.419710 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8e0998a-7ae3-47b8-a874-93370a9eee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:36.446482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 3d65171a-02c3-4687-b0b8-c0b409557941 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:36.458611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3d65171a-02c3-4687-b0b8-c0b409557941 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:36.459002 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:36.461662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f8e0998a-7ae3-47b8-a874-93370a9eee41 None None] Port be3780dc-d2c1-432b-ada1-29fd48c2a128 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:36.540678 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:36.576104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 3d65171a-02c3-4687-b0b8-c0b409557941, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d65171a-02c3-4687-b0b8-c0b409557941,segment=NetworkSegment(b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa),segment_id=b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:36.579329 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-500fa4b2-baba-4d1a-b38d-d9e10ff5afb3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:36.611447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fa4b2-baba-4d1a-b38d-d9e10ff5afb3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=be3780dc-d2c1-432b-ada1-29fd48c2a128,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:36.682276 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-500fa4b2-baba-4d1a-b38d-d9e10ff5afb3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:36.685021 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-500fa4b2-baba-4d1a-b38d-d9e10ff5afb3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/be3780dc-d2c1-432b-ada1-29fd48c2a128 HTTP/1.1" status: 204 len: 168 time: 0.7630377 Sep 08 13:34:36.687694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54272) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:36.713044 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b45430-5ca6-4a94-8d50-aaa8372240fa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:34:36.714760 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a1b45430-5ca6-4a94-8d50-aaa8372240fa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/be3780dc-d2c1-432b-ada1-29fd48c2a128 HTTP/1.1" status: 404 len: 333 time: 0.0260677 Sep 08 13:34:36.717635 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54274) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:36.787163 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:36.823563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ae116-a8be-4984-a1b0-a782f1bb7327 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 356118ad-1a84-43c5-beee-6c59c4c76de5 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:36.823930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae116-a8be-4984-a1b0-a782f1bb7327 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:36.855057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=3d65171a-02c3-4687-b0b8-c0b409557941,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:36.927649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae116-a8be-4984-a1b0-a782f1bb7327 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:36.938759 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ae116-a8be-4984-a1b0-a782f1bb7327 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 356118ad-1a84-43c5-beee-6c59c4c76de5 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:37.232785 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae116-a8be-4984-a1b0-a782f1bb7327 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:37.263693 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ae116-a8be-4984-a1b0-a782f1bb7327 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=356118ad-1a84-43c5-beee-6c59c4c76de5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:37.340840 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b3ae116-a8be-4984-a1b0-a782f1bb7327 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:37.343888 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6b3ae116-a8be-4984-a1b0-a782f1bb7327 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/356118ad-1a84-43c5-beee-6c59c4c76de5 HTTP/1.1" status: 204 len: 168 time: 0.6252961 Sep 08 13:34:37.346488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54288) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:37.374899 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-31d6abd0-6ac0-4fee-9b7f-be2618ec33ff tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:34:37.379464 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-31d6abd0-6ac0-4fee-9b7f-be2618ec33ff tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/356118ad-1a84-43c5-beee-6c59c4c76de5 HTTP/1.1" status: 404 len: 333 time: 0.0286350 Sep 08 13:34:37.379895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54290) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:37.467110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d074711-e0ad-4422-a866-34701bf0556a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting subnet 887de8ae-b3a6-4f7f-837c-c10cf874d44d {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:34:37.472504 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d074711-e0ad-4422-a866-34701bf0556a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:37.521094 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d074711-e0ad-4422-a866-34701bf0556a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:37.617936 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d074711-e0ad-4422-a866-34701bf0556a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:37.919089 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d074711-e0ad-4422-a866-34701bf0556a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:37.964109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0d467-74a9-4a53-99e0-670cbe6390c4 None None] Network 953b7f70-039b-4d5b-b144-9ad107d7a18c requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:37.973867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d074711-e0ad-4422-a866-34701bf0556a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Subnet': ['ID=887de8ae-b3a6-4f7f-837c-c10cf874d44d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:38.011450 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d074711-e0ad-4422-a866-34701bf0556a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.019641 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5d074711-e0ad-4422-a866-34701bf0556a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/887de8ae-b3a6-4f7f-837c-c10cf874d44d HTTP/1.1" status: 204 len: 168 time: 0.6387348 Sep 08 13:34:38.022122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f6506328-b937-4863-aa5d-b50d2c86eadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.022507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54300) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:38.144524 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.222900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 3d65171a-02c3-4687-b0b8-c0b409557941 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:38.222900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.259981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d65171a-02c3-4687-b0b8-c0b409557941 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:38.318433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ac75dc-8552-4148-8e52-4737da287082 None None] DHCP port deletion for 953b7f70-039b-4d5b-b144-9ad107d7a18c request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:34:38.350428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] For port 3d65171a-02c3-4687-b0b8-c0b409557941, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d65171a-02c3-4687-b0b8-c0b409557941,segment=NetworkSegment(b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa),segment_id=b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:38.350992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.378501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 3d65171a-02c3-4687-b0b8-c0b409557941 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:38.399109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3d65171a-02c3-4687-b0b8-c0b409557941 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:38.410909 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.424994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e9ac75dc-8552-4148-8e52-4737da287082 None None] Deleting port 3d65171a-02c3-4687-b0b8-c0b409557941 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:38.425640 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e9ac75dc-8552-4148-8e52-4737da287082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.529247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e9ac75dc-8552-4148-8e52-4737da287082 None None] For port 3d65171a-02c3-4687-b0b8-c0b409557941, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d65171a-02c3-4687-b0b8-c0b409557941,segment=NetworkSegment(b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa),segment_id=b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:38.529951 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e9ac75dc-8552-4148-8e52-4737da287082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.546709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e9ac75dc-8552-4148-8e52-4737da287082 None None] Calling delete_port for 3d65171a-02c3-4687-b0b8-c0b409557941 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:38.638764 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:34:38.665617 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:34:38.669896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=3d65171a-02c3-4687-b0b8-c0b409557941,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:38.673618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No DVR routers for this DVR port 3d65171a-02c3-4687-b0b8-c0b409557941 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:38.676712 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e9ac75dc-8552-4148-8e52-4737da287082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.716751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac75dc-8552-4148-8e52-4737da287082 None None] No DVR routers for this DVR port 3d65171a-02c3-4687-b0b8-c0b409557941 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:38.718859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac75dc-8552-4148-8e52-4737da287082 None None] Pushing event deleted for resources: {'Port': ['ID=3d65171a-02c3-4687-b0b8-c0b409557941,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:38.777138 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.803574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953b7f70-039b-4d5b-b144-9ad107d7a18c']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:38.810316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:38.810618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90c7441-2ae2-4ac4-99d3-035bf7e6ecaa') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:38.823837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.845337 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.852345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:34:38.852886 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:34:38.855893 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:34:39.026020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:39.028985 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:39.031063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/networks/953b7f70-039b-4d5b-b144-9ad107d7a18c HTTP/1.1" status: 204 len: 168 time: 1.0069940 Sep 08 13:34:39.034712 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54312) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:39.039769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f26edc1f-63d0-49a8-946f-dd0203776fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-821406267'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:39.049941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f689b-f09a-4014-9e41-630ccc2fa2a5 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Network': ['ID=953b7f70-039b-4d5b-b144-9ad107d7a18c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:39.257721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26edc1f-63d0-49a8-946f-dd0203776fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:39.259387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f26edc1f-63d0-49a8-946f-dd0203776fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:39.294970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26edc1f-63d0-49a8-946f-dd0203776fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:34:39.329110 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f26edc1f-63d0-49a8-946f-dd0203776fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:39.329110 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-f26edc1f-63d0-49a8-946f-dd0203776fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Added segment fd6e7e04-9350-4534-92ea-82e3e4dc83d1 of type vlan for network cd288f81-50f5-4071-bc50-f9e06d7527b9 Sep 08 13:34:39.389803 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f26edc1f-63d0-49a8-946f-dd0203776fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:39.683053 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f26edc1f-63d0-49a8-946f-dd0203776fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:39.690912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26edc1f-63d0-49a8-946f-dd0203776fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:39.691683 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f26edc1f-63d0-49a8-946f-dd0203776fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:39.768689 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26edc1f-63d0-49a8-946f-dd0203776fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Network': ['ID=cd288f81-50f5-4071-bc50-f9e06d7527b9,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:39.780091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network cd288f81-50f5-4071-bc50-f9e06d7527b9 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:34:39.873530 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f26edc1f-63d0-49a8-946f-dd0203776fd4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8376725 Sep 08 13:34:39.876619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54324) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:39.882599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': 'cd288f81-50f5-4071-bc50-f9e06d7527b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:40.129453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:40.141059 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:40.218927 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d65171a-02c3-4687-b0b8-c0b409557941 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:34:40.270412 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f7187cef-6cc5-4ed6-8298-0e33a142d322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:40.280882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 3d65171a-02c3-4687-b0b8-c0b409557941 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:34:40.281515 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d65171a-02c3-4687-b0b8-c0b409557941 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:34:40.489470 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:40.568830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Subnet': ['ID=a9b6cf7f-2482-441b-a41f-963925cb770e,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:40.569131 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:40.578376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Checking segment: {'id': 'fd6e7e04-9350-4534-92ea-82e3e4dc83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cd288f81-50f5-4071-bc50-f9e06d7527b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:40.578710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network hostable DHCP agents. Network: cd288f81-50f5-4071-bc50-f9e06d7527b9, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:34:40.583162 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:40.583515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:40.583857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:40.584200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:40.584535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:40.584870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:40.585202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:40.585674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:40.586012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:40.586629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:40.586968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:40.591830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:40.723207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network cd288f81-50f5-4071-bc50-f9e06d7527b9 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:34:40.911998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, cd288f81-50f5-4071-bc50-f9e06d7527b9) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:40.920970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:40.920970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:40.926723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28401b8-0ce5-405a-830f-e150082745d3 None None] Network cd288f81-50f5-4071-bc50-f9e06d7527b9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:41.091476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-cd288f81-50f5-4071-bc50-f9e06d7527b9', 'network_id': 'cd288f81-50f5-4071-bc50-f9e06d7527b9', 'tenant_id': '230ef06495e54c5a9ff19dc4043c3f9a', 'fixed_ips': [{'subnet_id': 'a9b6cf7f-2482-441b-a41f-963925cb770e'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:34:41.092894 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:41.130608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8a3d0262-ee4f-445d-81f8-444d138ac261 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2526362 Sep 08 13:34:41.133513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54344) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:41.140108 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-48927322-115c-4a99-a582-cfa7cafef973 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1676136693', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:41.286893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Allocated IP 172.20.0.2 (cd288f81-50f5-4071-bc50-f9e06d7527b9/a9b6cf7f-2482-441b-a41f-963925cb770e/f6c1754c-db27-4b7c-9f48-6320af8b5c57) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:41.387597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48927322-115c-4a99-a582-cfa7cafef973 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:41.389924 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48927322-115c-4a99-a582-cfa7cafef973 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:41.488121 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48927322-115c-4a99-a582-cfa7cafef973 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:41.545532 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:41.570926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Transition to ACTIVE for port object f6c1754c-db27-4b7c-9f48-6320af8b5c57 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:41.591165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Transition to ACTIVE for port object f6c1754c-db27-4b7c-9f48-6320af8b5c57 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:41.616029 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48927322-115c-4a99-a582-cfa7cafef973 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:41.764233 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:41.814861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Network cd288f81-50f5-4071-bc50-f9e06d7527b9 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:41.815224 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-48927322-115c-4a99-a582-cfa7cafef973 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:41.816575 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-48927322-115c-4a99-a582-cfa7cafef973 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6810544 Sep 08 13:34:41.819726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54358) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:41.825932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'network_id': 'cd288f81-50f5-4071-bc50-f9e06d7527b9', 'name': 'tempest-PortsTestJSON-978342252'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:41.830356 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:41.838431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:41.842073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Pushing event updated for resources: {'Port': ['ID=f6c1754c-db27-4b7c-9f48-6320af8b5c57,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:41.854974 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:41.938605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Attempting to bind port f6c1754c-db27-4b7c-9f48-6320af8b5c57 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:34:41.939712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Attempting to bind port f6c1754c-db27-4b7c-9f48-6320af8b5c57 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'fd6e7e04-9350-4534-92ea-82e3e4dc83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cd288f81-50f5-4071-bc50-f9e06d7527b9'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:34:41.940258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Attempting to bind port f6c1754c-db27-4b7c-9f48-6320af8b5c57 on network cd288f81-50f5-4071-bc50-f9e06d7527b9 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:41.946603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:34:41.947380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Checking segment: {'id': 'fd6e7e04-9350-4534-92ea-82e3e4dc83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cd288f81-50f5-4071-bc50-f9e06d7527b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:41.947965 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:41.948556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Bound using segment: {'id': 'fd6e7e04-9350-4534-92ea-82e3e4dc83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cd288f81-50f5-4071-bc50-f9e06d7527b9'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:34:41.949200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Bound port: f6c1754c-db27-4b7c-9f48-6320af8b5c57, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd6e7e04-9350-4534-92ea-82e3e4dc83d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'cd288f81-50f5-4071-bc50-f9e06d7527b9'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:34:41.949939 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.039906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] For port f6c1754c-db27-4b7c-9f48-6320af8b5c57, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:34:42.043813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] For port f6c1754c-db27-4b7c-9f48-6320af8b5c57, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f6c1754c-db27-4b7c-9f48-6320af8b5c57,segment=NetworkSegment(fd6e7e04-9350-4534-92ea-82e3e4dc83d1),segment_id=fd6e7e04-9350-4534-92ea-82e3e4dc83d1)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:34:42.220854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:42.224486 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.227840 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.250866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port 6a3579f2-fb2c-4700-81c2-dc1fbb570927 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:34:42.356378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a573d2-0e81-4ed4-b410-58e772072868 None None] Pushing event updated for resources: {'Port': ['ID=f6c1754c-db27-4b7c-9f48-6320af8b5c57,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:42.490213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.9 (cd288f81-50f5-4071-bc50-f9e06d7527b9/a9b6cf7f-2482-441b-a41f-963925cb770e/6a3579f2-fb2c-4700-81c2-dc1fbb570927) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:42.783730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:42.806999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object 6a3579f2-fb2c-4700-81c2-dc1fbb570927 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:43.029962 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:43.076157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network cd288f81-50f5-4071-bc50-f9e06d7527b9 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:43.079505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:43.085735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:43.110521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=6a3579f2-fb2c-4700-81c2-dc1fbb570927,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:43.149465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:43.150600 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:43.346215 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:43.347782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-03eb0a19-f4c4-427d-be3a-1e74ee319f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5266395 Sep 08 13:34:43.350399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54372) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:43.631501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d84061-b37b-4cd3-a504-64eacff248af None None] Network cd288f81-50f5-4071-bc50-f9e06d7527b9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:43.767618 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.003365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8053e781-f67c-4151-bb49-8a33c0093026 None None] Provisioning for port f6c1754c-db27-4b7c-9f48-6320af8b5c57 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:44.117782 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.211782 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.295181 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.305535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f6c1754c-db27-4b7c-9f48-6320af8b5c57 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:44.354545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a73a426f-4c2d-40ce-9bab-776c01f8dfbe None None] Provisioning for port 6a3579f2-fb2c-4700-81c2-dc1fbb570927 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:44.373927 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a73a426f-4c2d-40ce-9bab-776c01f8dfbe None None] Provisioning complete for port 6a3579f2-fb2c-4700-81c2-dc1fbb570927 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:44.375104 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a73a426f-4c2d-40ce-9bab-776c01f8dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.376703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=6a3579f2-fb2c-4700-81c2-dc1fbb570927,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:44.453249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a73a426f-4c2d-40ce-9bab-776c01f8dfbe None None] Port 6a3579f2-fb2c-4700-81c2-dc1fbb570927 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:44.557708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port f6c1754c-db27-4b7c-9f48-6320af8b5c57 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:44.572224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f6c1754c-db27-4b7c-9f48-6320af8b5c57 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:44.572224 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.630263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.674790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8f44aa1d-aaf4-4581-981e-d00e6b41ee65 None None] Provisioning complete for port 6a3579f2-fb2c-4700-81c2-dc1fbb570927 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:44.675457 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8f44aa1d-aaf4-4581-981e-d00e6b41ee65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.840510 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:44.870320 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8f44aa1d-aaf4-4581-981e-d00e6b41ee65 None None] Port 6a3579f2-fb2c-4700-81c2-dc1fbb570927 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:44.959989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port f6c1754c-db27-4b7c-9f48-6320af8b5c57, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f6c1754c-db27-4b7c-9f48-6320af8b5c57,segment=NetworkSegment(fd6e7e04-9350-4534-92ea-82e3e4dc83d1),segment_id=fd6e7e04-9350-4534-92ea-82e3e4dc83d1)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:44.998009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-963009dc-6989-4828-9666-7ed9e58c16f9 None None] Provisioning complete for port 6a3579f2-fb2c-4700-81c2-dc1fbb570927 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:44.998329 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-963009dc-6989-4828-9666-7ed9e58c16f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:45.022371 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:45.083144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-963009dc-6989-4828-9666-7ed9e58c16f9 None None] Port 6a3579f2-fb2c-4700-81c2-dc1fbb570927 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:45.134826 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:45.249175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=f6c1754c-db27-4b7c-9f48-6320af8b5c57,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:45.462683 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:45.574940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:45.680942 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:45.683144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=6a3579f2-fb2c-4700-81c2-dc1fbb570927,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:45.786875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network cd288f81-50f5-4071-bc50-f9e06d7527b9 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:45.788428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:46.121536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Router 03dae0a2-cf74-49a2-ba3f-4ce58d4f812a is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:34:46.145380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-509756b6-3f07-40ba-9e05-4df98eea5b6a None None] Provisioning complete for port 6a3579f2-fb2c-4700-81c2-dc1fbb570927 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:46.145881 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-509756b6-3f07-40ba-9e05-4df98eea5b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:46.203326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-509756b6-3f07-40ba-9e05-4df98eea5b6a None None] Port 6a3579f2-fb2c-4700-81c2-dc1fbb570927 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:46.217585 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f6c1754c-db27-4b7c-9f48-6320af8b5c57 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:46.256291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:34:46.264063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-85f3e940-411c-4dd2-952b-9ad100d05f22 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "PUT /v2.0/routers/03dae0a2-cf74-49a2-ba3f-4ce58d4f812a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9113743 Sep 08 13:34:46.266766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54422) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:46.268163 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a27f25-f5d6-44ee-888e-f6f1fbd70ec3 None None] Sync routers for ids ['03dae0a2-cf74-49a2-ba3f-4ce58d4f812a'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:34:46.272825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f6c1754c-db27-4b7c-9f48-6320af8b5c57 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:46.274974 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:46.278457 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a27f25-f5d6-44ee-888e-f6f1fbd70ec3 None None] Routers {'03dae0a2-cf74-49a2-ba3f-4ce58d4f812a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:46.279167 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e9a27f25-f5d6-44ee-888e-f6f1fbd70ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:34:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['03dae0a2-cf74-49a2-ba3f-4ce58d4f812a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:46.311788 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e9a27f25-f5d6-44ee-888e-f6f1fbd70ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:46.320508 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a27f25-f5d6-44ee-888e-f6f1fbd70ec3 None None] Routers {'03dae0a2-cf74-49a2-ba3f-4ce58d4f812a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:46.321202 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e9a27f25-f5d6-44ee-888e-f6f1fbd70ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:34:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['03dae0a2-cf74-49a2-ba3f-4ce58d4f812a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:46.324814 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d08581-76b6-44bf-ba97-bff61da19f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:46.326640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-92d08581-76b6-44bf-ba97-bff61da19f58 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports?device_id=03dae0a2-cf74-49a2-ba3f-4ce58d4f812a HTTP/1.1" status: 200 len: 981 time: 0.0587709 Sep 08 13:34:46.329514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54424) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:46.353530 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e9a27f25-f5d6-44ee-888e-f6f1fbd70ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:46.354166 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a27f25-f5d6-44ee-888e-f6f1fbd70ec3 None None] The sync data for ids ['03dae0a2-cf74-49a2-ba3f-4ce58d4f812a'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:34:46.895270 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:47.161222 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:47.454828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 6a3579f2-fb2c-4700-81c2-dc1fbb570927 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:47.455627 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:47.550056 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:47.563059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 6a3579f2-fb2c-4700-81c2-dc1fbb570927 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:47.895189 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:47.951070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=6a3579f2-fb2c-4700-81c2-dc1fbb570927,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:47.979187 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:47.985924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:47.985924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:47.985924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:47.985924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:47.985924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:47.985924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:47.985924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:47.985924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:47.985924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:47.985924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:47.985924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:48.200327 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:48.428387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Router 03dae0a2-cf74-49a2-ba3f-4ce58d4f812a has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:34:48.516188 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:34:48.532848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18bc447-fd12-4b91-9cf2-33a3ba2799b1 None None] Sync routers for ids ['03dae0a2-cf74-49a2-ba3f-4ce58d4f812a'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:34:48.541579 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8fbca889-f3ad-448e-9e21-00d1e4b035af tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "PUT /v2.0/routers/03dae0a2-cf74-49a2-ba3f-4ce58d4f812a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2107005 Sep 08 13:34:48.544422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54462) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:48.549466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18bc447-fd12-4b91-9cf2-33a3ba2799b1 None None] Routers {'03dae0a2-cf74-49a2-ba3f-4ce58d4f812a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:48.550463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d18bc447-fd12-4b91-9cf2-33a3ba2799b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:34:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['03dae0a2-cf74-49a2-ba3f-4ce58d4f812a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:48.597862 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d18bc447-fd12-4b91-9cf2-33a3ba2799b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:48.598065 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0028cc-718d-427e-b3bd-98fbfd8e70b7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:34:48.598065 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aa0028cc-718d-427e-b3bd-98fbfd8e70b7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/6a3579f2-fb2c-4700-81c2-dc1fbb570927 HTTP/1.1" status: 404 len: 333 time: 0.0478694 Sep 08 13:34:48.599811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18bc447-fd12-4b91-9cf2-33a3ba2799b1 None None] Routers {'03dae0a2-cf74-49a2-ba3f-4ce58d4f812a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:34:48.600193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54464) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:48.600720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d18bc447-fd12-4b91-9cf2-33a3ba2799b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:34:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['03dae0a2-cf74-49a2-ba3f-4ce58d4f812a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:48.634772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d18bc447-fd12-4b91-9cf2-33a3ba2799b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:48.635774 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18bc447-fd12-4b91-9cf2-33a3ba2799b1 None None] The sync data for ids ['03dae0a2-cf74-49a2-ba3f-4ce58d4f812a'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:34:48.681885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bad0d4cf-d560-4253-9e0d-4db4f5ad571a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:48.853027 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bad0d4cf-d560-4253-9e0d-4db4f5ad571a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:48.855440 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bad0d4cf-d560-4253-9e0d-4db4f5ad571a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.438744 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bad0d4cf-d560-4253-9e0d-4db4f5ad571a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.439859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad0d4cf-d560-4253-9e0d-4db4f5ad571a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Fanout notify agent at l3_agent the message router_deleted on router 03dae0a2-cf74-49a2-ba3f-4ce58d4f812a {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:34:49.451574 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bad0d4cf-d560-4253-9e0d-4db4f5ad571a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.453075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bad0d4cf-d560-4253-9e0d-4db4f5ad571a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/routers/03dae0a2-cf74-49a2-ba3f-4ce58d4f812a HTTP/1.1" status: 204 len: 168 time: 0.8515103 Sep 08 13:34:49.455720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54480) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:49.530585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-a192987c-bf48-4cd5-a285-c1a99341030d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting subnet a9b6cf7f-2482-441b-a41f-963925cb770e {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:34:49.533748 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a192987c-bf48-4cd5-a285-c1a99341030d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.577809 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a192987c-bf48-4cd5-a285-c1a99341030d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.666241 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a192987c-bf48-4cd5-a285-c1a99341030d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.901435 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a192987c-bf48-4cd5-a285-c1a99341030d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.935514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192987c-bf48-4cd5-a285-c1a99341030d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Subnet': ['ID=a9b6cf7f-2482-441b-a41f-963925cb770e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:49.944718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a192987c-bf48-4cd5-a285-c1a99341030d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:49.949407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a192987c-bf48-4cd5-a285-c1a99341030d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/a9b6cf7f-2482-441b-a41f-963925cb770e HTTP/1.1" status: 204 len: 168 time: 0.4902477 Sep 08 13:34:49.950148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54484) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:49.953856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734a703d-0857-45f6-ad54-3e7bfd78562d None None] Network cd288f81-50f5-4071-bc50-f9e06d7527b9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:50.054413 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.138054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port f6c1754c-db27-4b7c-9f48-6320af8b5c57 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:50.141620 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.221208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf961dbf-49c4-4caf-85e2-3638b7cf9ac2 None None] DHCP port deletion for cd288f81-50f5-4071-bc50-f9e06d7527b9 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:34:50.224691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] For port f6c1754c-db27-4b7c-9f48-6320af8b5c57, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f6c1754c-db27-4b7c-9f48-6320af8b5c57,segment=NetworkSegment(fd6e7e04-9350-4534-92ea-82e3e4dc83d1),segment_id=fd6e7e04-9350-4534-92ea-82e3e4dc83d1)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:50.225070 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.253362 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for f6c1754c-db27-4b7c-9f48-6320af8b5c57 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:50.277371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-bf961dbf-49c4-4caf-85e2-3638b7cf9ac2 None None] Deleting port f6c1754c-db27-4b7c-9f48-6320af8b5c57 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:34:50.277872 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bf961dbf-49c4-4caf-85e2-3638b7cf9ac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.343179 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-bf961dbf-49c4-4caf-85e2-3638b7cf9ac2 None None] For port f6c1754c-db27-4b7c-9f48-6320af8b5c57, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f6c1754c-db27-4b7c-9f48-6320af8b5c57,segment=NetworkSegment(fd6e7e04-9350-4534-92ea-82e3e4dc83d1),segment_id=fd6e7e04-9350-4534-92ea-82e3e4dc83d1)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:50.343584 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bf961dbf-49c4-4caf-85e2-3638b7cf9ac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.356257 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-bf961dbf-49c4-4caf-85e2-3638b7cf9ac2 None None] Calling delete_port for f6c1754c-db27-4b7c-9f48-6320af8b5c57 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:34:50.512268 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.519375 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bf961dbf-49c4-4caf-85e2-3638b7cf9ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.545911 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=f6c1754c-db27-4b7c-9f48-6320af8b5c57,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:50.552021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf961dbf-49c4-4caf-85e2-3638b7cf9ac2 None None] Pushing event deleted for resources: {'Port': ['ID=f6c1754c-db27-4b7c-9f48-6320af8b5c57,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:50.560949 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf961dbf-49c4-4caf-85e2-3638b7cf9ac2 None None] No DVR routers for this DVR port f6c1754c-db27-4b7c-9f48-6320af8b5c57 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:50.562068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No DVR routers for this DVR port f6c1754c-db27-4b7c-9f48-6320af8b5c57 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:34:50.740328 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.763246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd288f81-50f5-4071-bc50-f9e06d7527b9']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:50.773338 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd6e7e04-9350-4534-92ea-82e3e4dc83d1') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:50.773637 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd6e7e04-9350-4534-92ea-82e3e4dc83d1') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:34:50.788350 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:50.802435 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:51.020563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:34:51.021154 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:34:51.026848 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:34:51.278734 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:51.286758 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:51.292399 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/networks/cd288f81-50f5-4071-bc50-f9e06d7527b9 HTTP/1.1" status: 204 len: 168 time: 1.3380449 Sep 08 13:34:51.292996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54508) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:51.336573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b442f0-59ba-4098-b49a-8d7e5ba784e8 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Network': ['ID=cd288f81-50f5-4071-bc50-f9e06d7527b9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:51.383702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660e58d5-01d2-4266-89fc-624a9ee55d2a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:51.389443 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-660e58d5-01d2-4266-89fc-624a9ee55d2a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/28313628-c9a8-4397-91ab-79b27bdcbb13 HTTP/1.1" status: 200 len: 840 time: 0.0902369 Sep 08 13:34:51.389966 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54510) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:51.439721 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b631a291-1154-4d35-90e8-c70aaa6d978b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/28313628-c9a8-4397-91ab-79b27bdcbb13?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0484028 Sep 08 13:34:51.443943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54512) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:51.450286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a562553a-ae1f-42a5-bf9e-e55e3e53a55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:51.774880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a562553a-ae1f-42a5-bf9e-e55e3e53a55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:51.779189 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a562553a-ae1f-42a5-bf9e-e55e3e53a55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:51.991500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54520) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:52.129940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a562553a-ae1f-42a5-bf9e-e55e3e53a55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.152398 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2864ddca-d846-4c8a-ba9f-93718227afde admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.228642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f6c1754c-db27-4b7c-9f48-6320af8b5c57 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:34:52.238101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a562553a-ae1f-42a5-bf9e-e55e3e53a55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network fd33337c-d396-4baf-8981-9f0487cd9663 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:52.244501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-a562553a-ae1f-42a5-bf9e-e55e3e53a55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:52.259364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a562553a-ae1f-42a5-bf9e-e55e3e53a55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:52.260000 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a562553a-ae1f-42a5-bf9e-e55e3e53a55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.271737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88329ad4-3832-4c11-9a8b-ccf68364de7e None None] Network fd33337c-d396-4baf-8981-9f0487cd9663 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:52.276222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: f6c1754c-db27-4b7c-9f48-6320af8b5c57 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:34:52.278443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f6c1754c-db27-4b7c-9f48-6320af8b5c57 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:34:52.279449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562553a-ae1f-42a5-bf9e-e55e3e53a55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Subnet': ['ID=c109c903-df9b-438d-8f2b-b525308ce4af,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:52.321763 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:34:52.348410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2864ddca-d846-4c8a-ba9f-93718227afde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.432529 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2864ddca-d846-4c8a-ba9f-93718227afde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.491000 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2864ddca-d846-4c8a-ba9f-93718227afde admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7be9d4e72cdf4390aafc0bb75f338756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982851 Sep 08 13:34:52.493763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54532) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:52.494601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864ddca-d846-4c8a-ba9f-93718227afde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf2eac9-7f4d-4590-b14d-e54d12fc5804,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:52.502520 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a562553a-ae1f-42a5-bf9e-e55e3e53a55f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0567679 Sep 08 13:34:52.506118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54534) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:52.511532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-fd33337c-d396-4baf-8981-9f0487cd9663', 'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'tenant_id': '230ef06495e54c5a9ff19dc4043c3f9a', 'fixed_ips': [{'subnet_id': 'c109c903-df9b-438d-8f2b-b525308ce4af'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:34:52.512129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.512237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-841a337e-0340-4093-ab85-46e176f47a7b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'security_group': {'name': 'tempest-secgroup-852634242'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:52.566407 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc7bce0d-a913-4c8c-9e3b-2a81348d967d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.596278 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc7bce0d-a913-4c8c-9e3b-2a81348d967d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.615754 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-841a337e-0340-4093-ab85-46e176f47a7b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.752555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc7bce0d-a913-4c8c-9e3b-2a81348d967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.757203 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fc7bce0d-a913-4c8c-9e3b-2a81348d967d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.759496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fc7bce0d-a913-4c8c-9e3b-2a81348d967d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/adf2eac9-7f4d-4590-b14d-e54d12fc5804 HTTP/1.1" status: 204 len: 168 time: 0.2640929 Sep 08 13:34:52.770154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7bce0d-a913-4c8c-9e3b-2a81348d967d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf2eac9-7f4d-4590-b14d-e54d12fc5804,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:52.866834 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-841a337e-0340-4093-ab85-46e176f47a7b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:52.902794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Allocated IP 172.20.0.2 (fd33337c-d396-4baf-8981-9f0487cd9663/c109c903-df9b-438d-8f2b-b525308ce4af/c4adf627-2bf0-46bf-9f4b-4c775e3d6242) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:52.969177 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-841a337e-0340-4093-ab85-46e176f47a7b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.030874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a337e-0340-4093-ab85-46e176f47a7b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06dedd1-df0f-4c11-8ccc-315c95d3a6a4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:53.092068 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.101287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Transition to ACTIVE for port object c4adf627-2bf0-46bf-9f4b-4c775e3d6242 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:53.117166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Transition to ACTIVE for port object c4adf627-2bf0-46bf-9f4b-4c775e3d6242 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:53.163545 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-841a337e-0340-4093-ab85-46e176f47a7b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.165319 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-841a337e-0340-4093-ab85-46e176f47a7b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6577492 Sep 08 13:34:53.168366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54546) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:53.173444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8a0d1886-e990-4845-b930-0acddb31574c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'security_group': {'name': 'tempest-secgroup-286386536'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:53.399436 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.432271 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1886-e990-4845-b930-0acddb31574c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.452649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Network fd33337c-d396-4baf-8981-9f0487cd9663 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:53.457261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:53.464840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:53.485548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Pushing event updated for resources: {'Port': ['ID=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:53.566273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Attempting to bind port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:34:53.566653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Attempting to bind port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '6b8b57fa-9095-4555-9891-32204786d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:34:53.567076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Attempting to bind port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 on network fd33337c-d396-4baf-8981-9f0487cd9663 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:34:53.575062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:34:53.575452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Checking segment: {'id': '6b8b57fa-9095-4555-9891-32204786d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:53.575863 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.576265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Bound using segment: {'id': '6b8b57fa-9095-4555-9891-32204786d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:34:53.576861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Bound port: c4adf627-2bf0-46bf-9f4b-4c775e3d6242, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8b57fa-9095-4555-9891-32204786d518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:34:53.577264 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.592790 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1886-e990-4845-b930-0acddb31574c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.649823 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1886-e990-4845-b930-0acddb31574c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.650795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] For port c4adf627-2bf0-46bf-9f4b-4c775e3d6242, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:34:53.655571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] For port c4adf627-2bf0-46bf-9f4b-4c775e3d6242, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,segment=NetworkSegment(6b8b57fa-9095-4555-9891-32204786d518),segment_id=6b8b57fa-9095-4555-9891-32204786d518)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:34:53.696102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d1886-e990-4845-b930-0acddb31574c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb5436f-3bbe-4a48-8e6b-81e406013976,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:53.746553 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.817786 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1886-e990-4845-b930-0acddb31574c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:53.821727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8a0d1886-e990-4845-b930-0acddb31574c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6521900 Sep 08 13:34:53.825669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54562) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:53.844122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-839198554', 'security_groups': ['afb5436f-3bbe-4a48-8e6b-81e406013976'], 'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c109c903-df9b-438d-8f2b-b525308ce4af'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:53.848999 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de530a08-c9c6-4a12-a564-0f7623d757e4 None None] Pushing event updated for resources: {'Port': ['ID=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:53.877660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54564) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:53.911549 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8187a9d9-5cfb-4890-97d7-c82a3f5d9422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:54.050919 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8187a9d9-5cfb-4890-97d7-c82a3f5d9422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:54.129504 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8187a9d9-5cfb-4890-97d7-c82a3f5d9422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:54.174282 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8187a9d9-5cfb-4890-97d7-c82a3f5d9422 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e8de773c41ce4b4b9529be8acbae9d71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938735 Sep 08 13:34:54.176780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54566) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:54.178774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187a9d9-5cfb-4890-97d7-c82a3f5d9422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5f9037-bcdc-4fae-adc8-026c3bd4554b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:54.236794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:54.305937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c4adf627-2bf0-46bf-9f4b-4c775e3d6242 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:54.414167 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:54.418424 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9a50-4fb5-4c16-bb67-bd16695e1840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:54.446409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port 13366461-3576-4148-b2f3-c93df7dc093e yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:34:54.461627 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9a50-4fb5-4c16-bb67-bd16695e1840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:54.563394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:54.733489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.10 (fd33337c-d396-4baf-8981-9f0487cd9663/c109c903-df9b-438d-8f2b-b525308ce4af/13366461-3576-4148-b2f3-c93df7dc093e) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:54.923934 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9a50-4fb5-4c16-bb67-bd16695e1840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:54.928451 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0f6a9a50-4fb5-4c16-bb67-bd16695e1840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:54.930388 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0f6a9a50-4fb5-4c16-bb67-bd16695e1840 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc5f9037-bcdc-4fae-adc8-026c3bd4554b HTTP/1.1" status: 204 len: 168 time: 0.7522986 Sep 08 13:34:55.035364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a9a50-4fb5-4c16-bb67-bd16695e1840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5f9037-bcdc-4fae-adc8-026c3bd4554b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:55.216291 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:55.253532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object 13366461-3576-4148-b2f3-c93df7dc093e will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:55.391692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Provisioning for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:55.392223 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:55.398810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Provisioning complete for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:55.399192 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:55.448844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network fd33337c-d396-4baf-8981-9f0487cd9663 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:55.453110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:55.458418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:34:55.556653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:55.557336 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:55.636427 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:55.644748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=13366461-3576-4148-b2f3-c93df7dc093e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:55.728883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] For port c4adf627-2bf0-46bf-9f4b-4c775e3d6242, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,segment=NetworkSegment(6b8b57fa-9095-4555-9891-32204786d518),segment_id=6b8b57fa-9095-4555-9891-32204786d518)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:55.782734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6b8c0e88-7611-40e3-ba0d-08eddd34bb9b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9549286 Sep 08 13:34:55.786709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54594) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:55.791989 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6b59ecae-831c-41b5-9f23-ecc9ee4a6f24 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:55.855163 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:55.922561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Provisioning complete for port 28313628-c9a8-4397-91ab-79b27bdcbb13 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:55.923245 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:56.015102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Pushing event updated for resources: {'Port': ['ID=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:56.033717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:56.034319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:56.034987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:56.035792 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:56.036434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:56.037181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:56.037999 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:56.038911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:56.039477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:56.040041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:56.040645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:56.041193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:34:56.062102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1655a59f-1f15-43dd-84d6-8111754cce75 None None] Port 28313628-c9a8-4397-91ab-79b27bdcbb13 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:56.203372 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b59ecae-831c-41b5-9f23-ecc9ee4a6f24 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:56.207536 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b59ecae-831c-41b5-9f23-ecc9ee4a6f24 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:56.274540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c4adf627-2bf0-46bf-9f4b-4c775e3d6242 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:34:56.338253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5bc8662d-b188-4b23-b955-31fc9d79ff4a None None] Provisioning for port 13366461-3576-4148-b2f3-c93df7dc093e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:34:56.367094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5bc8662d-b188-4b23-b955-31fc9d79ff4a None None] Provisioning complete for port 13366461-3576-4148-b2f3-c93df7dc093e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:56.367698 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5bc8662d-b188-4b23-b955-31fc9d79ff4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:56.399055 n-d-807558-3 neutron-server[96264]: INFO neutron.db.ipam_backend_mixin [None req-6b59ecae-831c-41b5-9f23-ecc9ee4a6f24 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c109c903-df9b-438d-8f2b-b525308ce4af (CIDR: 172.20.0.0/28) Sep 08 13:34:56.461991 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b59ecae-831c-41b5-9f23-ecc9ee4a6f24 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:34:56.463800 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b59ecae-831c-41b5-9f23-ecc9ee4a6f24 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:34:56.485234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:34:56.485868 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:56.531006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8662d-b188-4b23-b955-31fc9d79ff4a None None] Port 13366461-3576-4148-b2f3-c93df7dc093e cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:34:56.560661 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6b59ecae-831c-41b5-9f23-ecc9ee4a6f24 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7717159 Sep 08 13:34:56.562611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54616) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:56.582903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-822cd11c-84bc-44e8-b7a2-6e9902cf0f5e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:56.862349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54622) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:56.958088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822cd11c-84bc-44e8-b7a2-6e9902cf0f5e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:56.965083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-822cd11c-84bc-44e8-b7a2-6e9902cf0f5e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:57.066281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1628399703-network', 'tenant_id': 'd07beda3325545d09a512b4385405f12'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:57.306671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Made reservation on behalf of d07beda3325545d09a512b4385405f12 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:57.310947 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:57.321258 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:57.484567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:57.526978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-822cd11c-84bc-44e8-b7a2-6e9902cf0f5e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:57.604625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822cd11c-84bc-44e8-b7a2-6e9902cf0f5e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network fd33337c-d396-4baf-8981-9f0487cd9663 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:34:57.610797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-822cd11c-84bc-44e8-b7a2-6e9902cf0f5e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:34:57.617808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822cd11c-84bc-44e8-b7a2-6e9902cf0f5e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:57.618826 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-822cd11c-84bc-44e8-b7a2-6e9902cf0f5e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:57.636089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f864d-4ecf-4035-a1a9-19c2ef848df5 None None] Network fd33337c-d396-4baf-8981-9f0487cd9663 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:34:57.642541 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822cd11c-84bc-44e8-b7a2-6e9902cf0f5e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Subnet': ['ID=30d560eb-bae0-45dd-be66-9d7e3ccf76a2,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:57.659808 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:57.687431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:34:57.708823 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:57.709522 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Added segment 224f6ed3-99bd-4d46-835d-3e8e63ea7436 of type vlan for network 94ec28fb-75b5-4803-871e-981a29ded595 Sep 08 13:34:57.807491 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-822cd11c-84bc-44e8-b7a2-6e9902cf0f5e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2401567 Sep 08 13:34:57.809280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54638) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:57.827412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1282987188', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '30d560eb-bae0-45dd-be66-9d7e3ccf76a2'}], 'security_groups': ['f06dedd1-df0f-4c11-8ccc-315c95d3a6a4']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:57.882261 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:57.981956 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7145c4-d1eb-4a77-9fda-6e4f5547124a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:58.321803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaeacda-ba04-4e66-ba29-7c0191f53fa4 None None] Update dhcp port {'port': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'fixed_ips': [{'subnet_id': 'c109c903-df9b-438d-8f2b-b525308ce4af', 'ip_address': '172.20.0.2'}, {'subnet_id': '30d560eb-bae0-45dd-be66-9d7e3ccf76a2'}], 'binding:host_id': 'n-d-807558-3'}, 'id': 'c4adf627-2bf0-46bf-9f4b-4c775e3d6242'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:34:58.321803 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-deaeacda-ba04-4e66-ba29-7c0191f53fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:58.364104 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:58.449007 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-deaeacda-ba04-4e66-ba29-7c0191f53fa4 None None] Allocated IP 172.20.0.18 (fd33337c-d396-4baf-8981-9f0487cd9663/30d560eb-bae0-45dd-be66-9d7e3ccf76a2/c4adf627-2bf0-46bf-9f4b-4c775e3d6242) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:34:58.581210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-deaeacda-ba04-4e66-ba29-7c0191f53fa4 None None] For port c4adf627-2bf0-46bf-9f4b-4c775e3d6242, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,segment=NetworkSegment(6b8b57fa-9095-4555-9891-32204786d518),segment_id=6b8b57fa-9095-4555-9891-32204786d518)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:34:58.602787 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:58.604846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:34:58.606083 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:58.650250 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-deaeacda-ba04-4e66-ba29-7c0191f53fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:58.671278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-deaeacda-ba04-4e66-ba29-7c0191f53fa4 None None] Transition to ACTIVE for port object c4adf627-2bf0-46bf-9f4b-4c775e3d6242 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:34:58.691636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] Pushing event updated for resources: {'Network': ['ID=94ec28fb-75b5-4803-871e-981a29ded595,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:58.703912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 94ec28fb-75b5-4803-871e-981a29ded595 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:34:58.769494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-94ea3574-124a-4a18-bdff-d9c177e266d8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9049456 Sep 08 13:34:58.773478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54644) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:34:58.781155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8900672f-bdee-4cdf-9afe-9b5c75695645 admin admin] Request body: {'subnet': {'network_id': '94ec28fb-75b5-4803-871e-981a29ded595', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1628399703-subnet', 'tenant_id': 'd07beda3325545d09a512b4385405f12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:34:59.144726 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-deaeacda-ba04-4e66-ba29-7c0191f53fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:59.220437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8900672f-bdee-4cdf-9afe-9b5c75695645 admin admin] Made reservation on behalf of d07beda3325545d09a512b4385405f12 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:34:59.223555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8900672f-bdee-4cdf-9afe-9b5c75695645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:59.231031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-bad32f8e-3fb8-4645-8878-2ccd864018ab req-cb228253-dcf2-4c15-871b-319f8bb2c4bf service neutron] (96263) timed out ('10.222.0.69', 34402) {{(pid=96263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 13:34:59.263509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeacda-ba04-4e66-ba29-7c0191f53fa4 None None] Pushing event updated for resources: {'Port': ['ID=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:59.491666 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-5469f57f-db51-41ef-97dc-55c304904799 {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:34:59.493852 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:34:59.720626 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8900672f-bdee-4cdf-9afe-9b5c75695645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:34:59.783942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900672f-bdee-4cdf-9afe-9b5c75695645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21172cb5-8032-455f-8396-647dab44c704,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:34:59.798796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8900672f-bdee-4cdf-9afe-9b5c75695645 admin admin] Checking segment: {'id': '224f6ed3-99bd-4d46-835d-3e8e63ea7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:34:59.799184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900672f-bdee-4cdf-9afe-9b5c75695645 admin admin] Network hostable DHCP agents. Network: 94ec28fb-75b5-4803-871e-981a29ded595, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:34:59.952527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8900672f-bdee-4cdf-9afe-9b5c75695645 admin admin] Network 94ec28fb-75b5-4803-871e-981a29ded595 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:35:00.072280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8900672f-bdee-4cdf-9afe-9b5c75695645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 94ec28fb-75b5-4803-871e-981a29ded595) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:00.081361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8900672f-bdee-4cdf-9afe-9b5c75695645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:00.081361 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8900672f-bdee-4cdf-9afe-9b5c75695645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:00.081896 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:00.095314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cc55fb-ddf8-47ce-a249-3e4d46438cc1 None None] Network 94ec28fb-75b5-4803-871e-981a29ded595 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:00.293462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c4adf627-2bf0-46bf-9f4b-4c775e3d6242 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:00.307382 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8900672f-bdee-4cdf-9afe-9b5c75695645 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5314803 Sep 08 13:35:00.343491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6a45794b-2272-47f0-876e-3bf679d9bf1f None None] Provisioning for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:00.356987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6a45794b-2272-47f0-876e-3bf679d9bf1f None None] Provisioning complete for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:00.357751 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6a45794b-2272-47f0-876e-3bf679d9bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:00.430751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8013f02-ceaf-4660-aa5a-e5afda02e994 None None] Network 94ec28fb-75b5-4803-871e-981a29ded595 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:00.616906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:00.617534 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:00.630637 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Delete allocated IP 172.20.0.10 (fd33337c-d396-4baf-8981-9f0487cd9663/c109c903-df9b-438d-8f2b-b525308ce4af) {{(pid=96264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 08 13:35:00.640376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.24 (fd33337c-d396-4baf-8981-9f0487cd9663/30d560eb-bae0-45dd-be66-9d7e3ccf76a2/13366461-3576-4148-b2f3-c93df7dc093e) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:00.828824 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:00.836381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6a45794b-2272-47f0-876e-3bf679d9bf1f None None] Provisioning complete for port 13366461-3576-4148-b2f3-c93df7dc093e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:00.836854 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6a45794b-2272-47f0-876e-3bf679d9bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:00.848214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object 13366461-3576-4148-b2f3-c93df7dc093e will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:00.895797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6a45794b-2272-47f0-876e-3bf679d9bf1f None None] Port 13366461-3576-4148-b2f3-c93df7dc093e cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:00.923779 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:00.936542 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6a45794b-2272-47f0-876e-3bf679d9bf1f None None] Provisioning complete for port 28313628-c9a8-4397-91ab-79b27bdcbb13 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:00.937186 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6a45794b-2272-47f0-876e-3bf679d9bf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:01.002304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6a45794b-2272-47f0-876e-3bf679d9bf1f None None] Port 28313628-c9a8-4397-91ab-79b27bdcbb13 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:01.095073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=13366461-3576-4148-b2f3-c93df7dc093e,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:01.238928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] In _notify_port_updated(), no bound segment for port 13366461-3576-4148-b2f3-c93df7dc093e on network fd33337c-d396-4baf-8981-9f0487cd9663 {{(pid=96264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:35:01.256207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:01.257247 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:01.259099 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d9c22997-b977-459f-b1b1-b36edda6c961 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "PUT /v2.0/ports/13366461-3576-4148-b2f3-c93df7dc093e HTTP/1.1" status: 200 len: 921 time: 3.4492505 Sep 08 13:35:01.263864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54680) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:01.408575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e9017-5063-4d75-8e34-6d697e149807 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 13366461-3576-4148-b2f3-c93df7dc093e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:35:01.409285 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9017-5063-4d75-8e34-6d697e149807 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:01.522255 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9017-5063-4d75-8e34-6d697e149807 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:01.545112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e9017-5063-4d75-8e34-6d697e149807 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 13366461-3576-4148-b2f3-c93df7dc093e owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:35:01.878045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9017-5063-4d75-8e34-6d697e149807 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:01.882733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-795d3cc7-7846-4dff-ac04-433cea88f143 None None] Provisioning for port 13366461-3576-4148-b2f3-c93df7dc093e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:01.884806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-795d3cc7-7846-4dff-ac04-433cea88f143 None None] Provisioning complete for port 13366461-3576-4148-b2f3-c93df7dc093e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:01.885189 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-795d3cc7-7846-4dff-ac04-433cea88f143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:01.911636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-795d3cc7-7846-4dff-ac04-433cea88f143 None None] Port 13366461-3576-4148-b2f3-c93df7dc093e was deleted so its status cannot be updated. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 08 13:35:01.918213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e9017-5063-4d75-8e34-6d697e149807 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=13366461-3576-4148-b2f3-c93df7dc093e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:02.002348 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd9e9017-5063-4d75-8e34-6d697e149807 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:02.004667 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fd9e9017-5063-4d75-8e34-6d697e149807 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/13366461-3576-4148-b2f3-c93df7dc093e HTTP/1.1" status: 204 len: 168 time: 0.7395692 Sep 08 13:35:02.007544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54684) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:02.033342 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e20a6e0-3de5-40c5-a6de-7c10319e368c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:35:02.035032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0e20a6e0-3de5-40c5-a6de-7c10319e368c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/13366461-3576-4148-b2f3-c93df7dc093e HTTP/1.1" status: 404 len: 333 time: 0.0265334 Sep 08 13:35:02.037986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54686) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:02.099976 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7ba3955-241f-49b5-91d2-ec6d30ae9609 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:02.124805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7ba3955-241f-49b5-91d2-ec6d30ae9609 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:02.370399 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7ba3955-241f-49b5-91d2-ec6d30ae9609 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:02.372952 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7ba3955-241f-49b5-91d2-ec6d30ae9609 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:02.374190 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d7ba3955-241f-49b5-91d2-ec6d30ae9609 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/security-groups/afb5436f-3bbe-4a48-8e6b-81e406013976 HTTP/1.1" status: 204 len: 168 time: 0.3351927 Sep 08 13:35:02.384583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba3955-241f-49b5-91d2-ec6d30ae9609 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb5436f-3bbe-4a48-8e6b-81e406013976,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:02.387008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54698) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:02.467374 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c8ccf58-fdec-4c9b-85c1-c08e3dfab6c3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:02.491041 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c8ccf58-fdec-4c9b-85c1-c08e3dfab6c3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:02.723378 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c8ccf58-fdec-4c9b-85c1-c08e3dfab6c3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:02.726405 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c8ccf58-fdec-4c9b-85c1-c08e3dfab6c3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:02.727950 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4c8ccf58-fdec-4c9b-85c1-c08e3dfab6c3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/security-groups/f06dedd1-df0f-4c11-8ccc-315c95d3a6a4 HTTP/1.1" status: 204 len: 168 time: 0.3397508 Sep 08 13:35:02.731218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54702) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:02.739791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ccf58-fdec-4c9b-85c1-c08e3dfab6c3 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06dedd1-df0f-4c11-8ccc-315c95d3a6a4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:02.824324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d89e3b-41e7-4157-9e0e-b08069f80e09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting subnet c109c903-df9b-438d-8f2b-b525308ce4af {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:35:02.829246 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61d89e3b-41e7-4157-9e0e-b08069f80e09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:02.896474 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61d89e3b-41e7-4157-9e0e-b08069f80e09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:03.007630 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61d89e3b-41e7-4157-9e0e-b08069f80e09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:03.232446 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61d89e3b-41e7-4157-9e0e-b08069f80e09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:03.261618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d89e3b-41e7-4157-9e0e-b08069f80e09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Subnet': ['ID=c109c903-df9b-438d-8f2b-b525308ce4af,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:03.265463 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61d89e3b-41e7-4157-9e0e-b08069f80e09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:03.275127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-61d89e3b-41e7-4157-9e0e-b08069f80e09 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/c109c903-df9b-438d-8f2b-b525308ce4af HTTP/1.1" status: 204 len: 168 time: 0.5393884 Sep 08 13:35:03.275447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54708) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:03.302916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4e5db614-c6d9-4989-af16-d88d0d4da318 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:03.306104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16abfc93-d2c0-49b6-b900-e2846e63b836 None None] Network fd33337c-d396-4baf-8981-9f0487cd9663 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:03.649086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5db614-c6d9-4989-af16-d88d0d4da318 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:03.654338 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e5db614-c6d9-4989-af16-d88d0d4da318 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:04.261111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-17715511-b6dd-4d0a-951b-6a335b892a4d None None] Provisioning complete for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:04.261111 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-17715511-b6dd-4d0a-951b-6a335b892a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:04.279089 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e5db614-c6d9-4989-af16-d88d0d4da318 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:04.324636 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5db614-c6d9-4989-af16-d88d0d4da318 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network fd33337c-d396-4baf-8981-9f0487cd9663 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:04.328018 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-4e5db614-c6d9-4989-af16-d88d0d4da318 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:04.335213 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5db614-c6d9-4989-af16-d88d0d4da318 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:04.335213 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e5db614-c6d9-4989-af16-d88d0d4da318 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:04.360785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2befa099-6842-4dc5-815c-29b70812f8f5 None None] Network fd33337c-d396-4baf-8981-9f0487cd9663 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:04.363184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5db614-c6d9-4989-af16-d88d0d4da318 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Subnet': ['ID=a8d1626a-899c-4a4d-9f26-42384222e04a,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:04.453408 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-17715511-b6dd-4d0a-951b-6a335b892a4d None None] Provisioning complete for port 28313628-c9a8-4397-91ab-79b27bdcbb13 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:04.453795 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-17715511-b6dd-4d0a-951b-6a335b892a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:04.541344 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4e5db614-c6d9-4989-af16-d88d0d4da318 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2592311 Sep 08 13:35:04.541652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54734) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:04.549756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-17715511-b6dd-4d0a-951b-6a335b892a4d None None] Port 28313628-c9a8-4397-91ab-79b27bdcbb13 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:04.557529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e485ec7c-e28e-4efc-a0a3-1516739cd6ef tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'security_group': {'name': 'tempest-secgroup-884439193'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:04.716187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fc9858-d211-4dae-b6a6-b74c21b64ef0 None None] Update dhcp port {'port': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'fixed_ips': [{'subnet_id': '30d560eb-bae0-45dd-be66-9d7e3ccf76a2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a8d1626a-899c-4a4d-9f26-42384222e04a'}], 'binding:host_id': 'n-d-807558-3'}, 'id': 'c4adf627-2bf0-46bf-9f4b-4c775e3d6242'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:35:04.744732 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9858-d211-4dae-b6a6-b74c21b64ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:04.780478 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e485ec7c-e28e-4efc-a0a3-1516739cd6ef tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:04.915215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-54c2426a-c3de-4953-bd55-f03f85e035b9 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:04.918808 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-54c2426a-c3de-4953-bd55-f03f85e035b9 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/networks?id=94ec28fb-75b5-4803-871e-981a29ded595 HTTP/1.1" status: 200 len: 809 time: 0.1751313 Sep 08 13:35:04.976817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-2c5a84c4-a980-47d5-87fc-09a35e4fa019 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/quotas/d07beda3325545d09a512b4385405f12 HTTP/1.1" status: 200 len: 375 time: 0.0245042 Sep 08 13:35:05.004623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-b8fc9858-d211-4dae-b6a6-b74c21b64ef0 None None] Allocated IP 172.20.0.2 (fd33337c-d396-4baf-8981-9f0487cd9663/a8d1626a-899c-4a4d-9f26-42384222e04a/c4adf627-2bf0-46bf-9f4b-4c775e3d6242) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:05.041010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-071e8e20-2ef4-49be-921f-8a935baab85c tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d07beda3325545d09a512b4385405f12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511277 Sep 08 13:35:05.096746 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e485ec7c-e28e-4efc-a0a3-1516739cd6ef tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:05.196447 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b8fc9858-d211-4dae-b6a6-b74c21b64ef0 None None] For port c4adf627-2bf0-46bf-9f4b-4c775e3d6242, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,segment=NetworkSegment(6b8b57fa-9095-4555-9891-32204786d518),segment_id=6b8b57fa-9095-4555-9891-32204786d518)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:05.209532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-a61d90b0-40c0-407f-b7ba-7f3b0834fd4f service neutron] 10.222.0.69 "GET /v2.0/networks/94ec28fb-75b5-4803-871e-981a29ded595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671960 Sep 08 13:35:05.232713 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9858-d211-4dae-b6a6-b74c21b64ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:05.233484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e485ec7c-e28e-4efc-a0a3-1516739cd6ef tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:05.272239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b8fc9858-d211-4dae-b6a6-b74c21b64ef0 None None] Transition to ACTIVE for port object c4adf627-2bf0-46bf-9f4b-4c775e3d6242 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:05.334252 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e485ec7c-e28e-4efc-a0a3-1516739cd6ef tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f803618-be49-4b64-b184-c0a2026444e2,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:05.362358 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9858-d211-4dae-b6a6-b74c21b64ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:05.367092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-ab1050cf-3e3c-4dc1-bc5f-37cb11bcf780 service neutron] 10.222.0.69 "GET /v2.0/networks/94ec28fb-75b5-4803-871e-981a29ded595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490467 Sep 08 13:35:05.420221 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e485ec7c-e28e-4efc-a0a3-1516739cd6ef tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:05.421526 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e485ec7c-e28e-4efc-a0a3-1516739cd6ef tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8774514 Sep 08 13:35:05.424586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54752) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:05.429105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-68c664e5-fdff-4e5e-a852-6e300d13cd2b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'security_group': {'name': 'tempest-secgroup-283188970'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:05.492895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc9858-d211-4dae-b6a6-b74c21b64ef0 None None] Pushing event updated for resources: {'Port': ['ID=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:05.638006 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-68c664e5-fdff-4e5e-a852-6e300d13cd2b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:05.736772 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-68c664e5-fdff-4e5e-a852-6e300d13cd2b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:06.076093 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-68c664e5-fdff-4e5e-a852-6e300d13cd2b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:06.097814 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b9ee5d4f-44b1-4ba6-ba22-d18d173939a1 req-0e00d344-e7f2-410d-8a6a-9835891602fd tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 210 time: 0.0497522 Sep 08 13:35:06.137585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c664e5-fdff-4e5e-a852-6e300d13cd2b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d69855e-393f-4c45-bacc-4964e19ef378,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:06.246951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c4adf627-2bf0-46bf-9f4b-4c775e3d6242 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:06.412536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-68c664e5-fdff-4e5e-a852-6e300d13cd2b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:06.412536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-68c664e5-fdff-4e5e-a852-6e300d13cd2b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9843197 Sep 08 13:35:06.413039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54772) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:06.418857 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b6cdef81-ef37-4fe2-88f5-4bc3ef586616 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'security_group': {'name': 'tempest-secgroup-190494320'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:06.495166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d0d3ec82-92c1-4f9f-8f45-aca1a03d4462 None None] Provisioning for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:06.502823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d0d3ec82-92c1-4f9f-8f45-aca1a03d4462 None None] Provisioning complete for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:06.503991 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ec82-92c1-4f9f-8f45-aca1a03d4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:06.620972 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6cdef81-ef37-4fe2-88f5-4bc3ef586616 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:06.669182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d0d3ec82-92c1-4f9f-8f45-aca1a03d4462 None None] Provisioning complete for port 28313628-c9a8-4397-91ab-79b27bdcbb13 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:06.669182 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d0d3ec82-92c1-4f9f-8f45-aca1a03d4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:06.746894 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6cdef81-ef37-4fe2-88f5-4bc3ef586616 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:06.888944 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6cdef81-ef37-4fe2-88f5-4bc3ef586616 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:06.924035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d0d3ec82-92c1-4f9f-8f45-aca1a03d4462 None None] Port 28313628-c9a8-4397-91ab-79b27bdcbb13 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:06.931928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cdef81-ef37-4fe2-88f5-4bc3ef586616 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb01523e-3ae3-4054-88fa-8f4acfd8f23b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:07.100202 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6cdef81-ef37-4fe2-88f5-4bc3ef586616 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:07.105741 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b6cdef81-ef37-4fe2-88f5-4bc3ef586616 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6878235 Sep 08 13:35:07.105741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54782) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:07.110296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1884934771', 'security_groups': ['eb01523e-3ae3-4054-88fa-8f4acfd8f23b'], 'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a8d1626a-899c-4a4d-9f26-42384222e04a'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:07.199256 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ae5aab2c-3b1d-4081-8802-8e0e628c4f0d req-081855b5-3de4-4a51-9fbd-12a643cda891 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 210 time: 0.0308058 Sep 08 13:35:07.413884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:07.506436 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:07.527543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] device_id is not set on port db534b48-a0c3-46be-aeb7-05437da2ef6d yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:35:07.696778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.6 (fd33337c-d396-4baf-8981-9f0487cd9663/a8d1626a-899c-4a4d-9f26-42384222e04a/db534b48-a0c3-46be-aeb7-05437da2ef6d) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:07.831826 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ad641cf3-91e2-47b6-b7a6-1a7b2634fd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:07.868762 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:07.886630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object db534b48-a0c3-46be-aeb7-05437da2ef6d will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:08.043913 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:08.088163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network fd33337c-d396-4baf-8981-9f0487cd9663 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:08.091740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:08.097852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:08.430402 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=db534b48-a0c3-46be-aeb7-05437da2ef6d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:08.469161 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a211585a-6408-4fdf-abf9-36575ace8687 req-e24eb08f-caf0-4c05-9d9e-ac717bd92c9e tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 210 time: 0.0398805 Sep 08 13:35:08.499147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:08.499899 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:08.602832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-963f6347-5cb0-4f52-86de-2e7f3834cac3 None None] Provisioning for port db534b48-a0c3-46be-aeb7-05437da2ef6d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:08.607624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-963f6347-5cb0-4f52-86de-2e7f3834cac3 None None] Provisioning complete for port db534b48-a0c3-46be-aeb7-05437da2ef6d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:08.608003 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-963f6347-5cb0-4f52-86de-2e7f3834cac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:08.642767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-963f6347-5cb0-4f52-86de-2e7f3834cac3 None None] Port db534b48-a0c3-46be-aeb7-05437da2ef6d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:08.881974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c69432ef-25f4-4f7b-8bf4-39dff3d1b92c tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7758749 Sep 08 13:35:08.887867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54812) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:08.893205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-53ea10a4-a79d-4d00-83f8-2747f31cab48 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:09.220197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ea10a4-a79d-4d00-83f8-2747f31cab48 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:09.223864 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53ea10a4-a79d-4d00-83f8-2747f31cab48 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:09.318503 n-d-807558-3 neutron-server[96264]: INFO neutron.db.ipam_backend_mixin [None req-53ea10a4-a79d-4d00-83f8-2747f31cab48 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a8d1626a-899c-4a4d-9f26-42384222e04a (CIDR: 172.20.0.0/28) Sep 08 13:35:09.404582 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-53ea10a4-a79d-4d00-83f8-2747f31cab48 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:35:09.411295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53ea10a4-a79d-4d00-83f8-2747f31cab48 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:09.601726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13923b84-a4e7-45a1-8c5b-f6a0fd90fa40 req-6bbc9ac8-1d46-4e8f-9c2d-0e2b8cb4069d tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 210 time: 0.0310524 Sep 08 13:35:09.655228 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-53ea10a4-a79d-4d00-83f8-2747f31cab48 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7660720 Sep 08 13:35:09.661294 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54820) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:09.666132 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4b0981b1-3e4d-4df1-8aab-20c5c04e7d6f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:09.894077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cd4e24dc-6fd8-47ac-9a76-90af9f7802ef tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:09.895588 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cd4e24dc-6fd8-47ac-9a76-90af9f7802ef tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.70 "GET /v2.0/networks?id=94ec28fb-75b5-4803-871e-981a29ded595 HTTP/1.1" status: 200 len: 809 time: 0.1449084 Sep 08 13:35:09.908731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Request body: {'port': {'device_id': '77ce5612-28f9-444a-af5a-e0bd5e0ef659', 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595', 'admin_state_up': True, 'tenant_id': 'd07beda3325545d09a512b4385405f12'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:10.050060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0981b1-3e4d-4df1-8aab-20c5c04e7d6f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:10.053592 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b0981b1-3e4d-4df1-8aab-20c5c04e7d6f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:10.163247 n-d-807558-3 neutron-server[96264]: INFO neutron.db.ipam_backend_mixin [None req-4b0981b1-3e4d-4df1-8aab-20c5c04e7d6f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 30d560eb-bae0-45dd-be66-9d7e3ccf76a2 (CIDR: 172.20.0.16/28) Sep 08 13:35:10.260730 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0981b1-3e4d-4df1-8aab-20c5c04e7d6f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:35:10.261241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0981b1-3e4d-4df1-8aab-20c5c04e7d6f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:10.363147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Made reservation on behalf of d07beda3325545d09a512b4385405f12 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:10.363995 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a46db77e-fb97-402e-99ee-e06c7dbff27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:10.367425 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:10.525226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Allocated IP 172.20.0.12 (94ec28fb-75b5-4803-871e-981a29ded595/21172cb5-8032-455f-8396-647dab44c704/28cee7a2-2095-4087-b54f-51aab310f43d) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:10.560904 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4b0981b1-3e4d-4df1-8aab-20c5c04e7d6f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8985543 Sep 08 13:35:10.563736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54832) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:10.569124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-86efcdf9-7242-41b2-9038-17a47feef49f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'subnet': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:10.666934 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:10.718974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a05ff59-ef7c-4e56-a5d6-ba4077bf9880 req-a0a747be-d975-420b-b30c-f489a8de4da7 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 210 time: 0.0359776 Sep 08 13:35:10.744616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:10.843197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86efcdf9-7242-41b2-9038-17a47feef49f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Made reservation on behalf of 230ef06495e54c5a9ff19dc4043c3f9a for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:10.846920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-86efcdf9-7242-41b2-9038-17a47feef49f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:10.936476 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:11.002100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Network 94ec28fb-75b5-4803-871e-981a29ded595 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:11.006212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:11.013262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:11.037515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Pushing event updated for resources: {'Port': ['ID=28cee7a2-2095-4087-b54f-51aab310f43d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:11.069523 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:11.070228 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:11.306727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-cf2e267a-732f-486d-b458-83c4915cd6eb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4022620 Sep 08 13:35:11.319630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Request body: {'port': {'device_id': '77ce5612-28f9-444a-af5a-e0bd5e0ef659', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:11.374642 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:11.425836 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-86efcdf9-7242-41b2-9038-17a47feef49f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:11.471482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86efcdf9-7242-41b2-9038-17a47feef49f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Network fd33337c-d396-4baf-8981-9f0487cd9663 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:11.475491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-86efcdf9-7242-41b2-9038-17a47feef49f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:11.482427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86efcdf9-7242-41b2-9038-17a47feef49f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:11.483055 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-86efcdf9-7242-41b2-9038-17a47feef49f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:11.497993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97531101-f21f-45e1-9448-0da710826df2 None None] Network fd33337c-d396-4baf-8981-9f0487cd9663 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:11.505279 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efcdf9-7242-41b2-9038-17a47feef49f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Subnet': ['ID=d3e985e5-704b-494c-b434-a9901b64e004,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:11.684141 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-86efcdf9-7242-41b2-9038-17a47feef49f tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1190093 Sep 08 13:35:11.687005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54846) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:11.693355 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bc8a7f47-761e-4515-a48b-496b2a9b7e1a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1529150186', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3e985e5-704b-494c-b434-a9901b64e004'}], 'security_groups': ['0f803618-be49-4b64-b184-c0a2026444e2', '7d69855e-393f-4c45-bacc-4964e19ef378']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:11.735681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cee7a2-2095-4087-b54f-51aab310f43d {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:35:11.748904 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:11.769772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Transition to ACTIVE for port object 28cee7a2-2095-4087-b54f-51aab310f43d will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:11.787038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a3037-db38-4d7e-b522-6aa117b7cee2 None None] Update dhcp port {'port': {'network_id': 'fd33337c-d396-4baf-8981-9f0487cd9663', 'fixed_ips': [{'subnet_id': '30d560eb-bae0-45dd-be66-9d7e3ccf76a2', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a8d1626a-899c-4a4d-9f26-42384222e04a', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd3e985e5-704b-494c-b434-a9901b64e004'}], 'binding:host_id': 'n-d-807558-3'}, 'id': 'c4adf627-2bf0-46bf-9f4b-4c775e3d6242'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:35:11.818866 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-595a3037-db38-4d7e-b522-6aa117b7cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:11.888163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44af5f8-0f4a-4678-9e52-2ea98129e351 req-529815a6-b8c6-4049-95da-d038363b25f9 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:11.890032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c44af5f8-0f4a-4678-9e52-2ea98129e351 req-529815a6-b8c6-4049-95da-d038363b25f9 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 932 time: 0.0717554 Sep 08 13:35:11.959697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c44af5f8-0f4a-4678-9e52-2ea98129e351 req-e230a583-9199-4058-9c60-fd628086998e tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613840 Sep 08 13:35:11.967272 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7f47-761e-4515-a48b-496b2a9b7e1a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:11.986257 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:11.997854 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:12.076408 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-595a3037-db38-4d7e-b522-6aa117b7cee2 None None] Allocated IP 172.20.0.34 (fd33337c-d396-4baf-8981-9f0487cd9663/d3e985e5-704b-494c-b434-a9901b64e004/c4adf627-2bf0-46bf-9f4b-4c775e3d6242) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:12.110311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Pushing event updated for resources: {'Port': ['ID=28cee7a2-2095-4087-b54f-51aab310f43d,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:12.151529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Attempting to bind port 28cee7a2-2095-4087-b54f-51aab310f43d on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:35:12.152399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Attempting to bind port 28cee7a2-2095-4087-b54f-51aab310f43d by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '224f6ed3-99bd-4d46-835d-3e8e63ea7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:35:12.152741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Attempting to bind port 28cee7a2-2095-4087-b54f-51aab310f43d on network 94ec28fb-75b5-4803-871e-981a29ded595 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:35:12.161792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Port 28cee7a2-2095-4087-b54f-51aab310f43d on network 94ec28fb-75b5-4803-871e-981a29ded595 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:35:12.161792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Attempting to bind port 28cee7a2-2095-4087-b54f-51aab310f43d on network 94ec28fb-75b5-4803-871e-981a29ded595 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:35:12.163453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:35:12.163803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Checking segment: {'id': '224f6ed3-99bd-4d46-835d-3e8e63ea7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:12.164197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Bound using segment: {'id': '224f6ed3-99bd-4d46-835d-3e8e63ea7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:35:12.164638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Bound port: 28cee7a2-2095-4087-b54f-51aab310f43d, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224f6ed3-99bd-4d46-835d-3e8e63ea7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:35:12.165038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:12.255807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] For port 28cee7a2-2095-4087-b54f-51aab310f43d, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:35:12.259646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-595a3037-db38-4d7e-b522-6aa117b7cee2 None None] For port c4adf627-2bf0-46bf-9f4b-4c775e3d6242, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,segment=NetworkSegment(6b8b57fa-9095-4555-9891-32204786d518),segment_id=6b8b57fa-9095-4555-9891-32204786d518)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:12.264872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] For port 28cee7a2-2095-4087-b54f-51aab310f43d, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=28cee7a2-2095-4087-b54f-51aab310f43d,segment=NetworkSegment(224f6ed3-99bd-4d46-835d-3e8e63ea7436),segment_id=224f6ed3-99bd-4d46-835d-3e8e63ea7436)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:35:12.301710 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-595a3037-db38-4d7e-b522-6aa117b7cee2 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:12.317125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-595a3037-db38-4d7e-b522-6aa117b7cee2 None None] Transition to ACTIVE for port object c4adf627-2bf0-46bf-9f4b-4c775e3d6242 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:12.460878 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:12.503167 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-595a3037-db38-4d7e-b522-6aa117b7cee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:12.507829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:12.508640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:12.510599 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] 10.222.0.70 "PUT /v2.0/ports/28cee7a2-2095-4087-b54f-51aab310f43d HTTP/1.1" status: 200 len: 1092 time: 1.1955574 Sep 08 13:35:12.511791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ce5612-28f9-444a-af5a-e0bd5e0ef659', 'tag': '28cee7a2-2095-4087-b54f-51aab310f43d'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:35:12.520456 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2952b6ac-887f-49e3-9241-f3512a79070d" -d '{"events": [{"name": "network-changed", "server_uuid": "77ce5612-28f9-444a-af5a-e0bd5e0ef659", "tag": "28cee7a2-2095-4087-b54f-51aab310f43d"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:35:12.568357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e9ccc-65c6-4e44-8a0b-335f1482aa9c service neutron] Pushing event updated for resources: {'Port': ['ID=28cee7a2-2095-4087-b54f-51aab310f43d,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:12.629038 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30925649-d1a9-4116-a05b-87c8f49f3d15 x-openstack-request-id: req-30925649-d1a9-4116-a05b-87c8f49f3d15 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:35:12.629038 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ce5612-28f9-444a-af5a-e0bd5e0ef659", "tag": "28cee7a2-2095-4087-b54f-51aab310f43d", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:35:12.629266 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-30925649-d1a9-4116-a05b-87c8f49f3d15 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:35:12.629704 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ce5612-28f9-444a-af5a-e0bd5e0ef659', 'tag': '28cee7a2-2095-4087-b54f-51aab310f43d', 'status': 'completed', 'code': 200} Sep 08 13:35:12.674533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a3037-db38-4d7e-b522-6aa117b7cee2 None None] Pushing event updated for resources: {'Port': ['ID=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:12.711548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952b6ac-887f-49e3-9241-f3512a79070d req-e84550ad-c71a-4be9-b70f-a58031a3e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:12.713027 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2952b6ac-887f-49e3-9241-f3512a79070d req-e84550ad-c71a-4be9-b70f-a58031a3e461 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d07beda3325545d09a512b4385405f12&device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 1095 time: 0.0713141 Sep 08 13:35:12.717652 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-d3bc7e28-38cd-4af3-8582-c1f77f4c658f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1604304 Sep 08 13:35:12.760013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-bc8a7f47-761e-4515-a48b-496b2a9b7e1a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Delete allocated IP 172.20.0.6 (fd33337c-d396-4baf-8981-9f0487cd9663/a8d1626a-899c-4a4d-9f26-42384222e04a) {{(pid=96263) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 08 13:35:12.771721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-bc8a7f47-761e-4515-a48b-496b2a9b7e1a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Allocated IP 172.20.0.35 (fd33337c-d396-4baf-8981-9f0487cd9663/d3e985e5-704b-494c-b434-a9901b64e004/db534b48-a0c3-46be-aeb7-05437da2ef6d) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:12.869143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-e2815504-88e8-4938-bb47-2e185ccc06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:12.869143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-e2815504-88e8-4938-bb47-2e185ccc06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:12.869143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-e2815504-88e8-4938-bb47-2e185ccc06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:12.869814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-e2815504-88e8-4938-bb47-2e185ccc06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:12.870082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-e2815504-88e8-4938-bb47-2e185ccc06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:12.871135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-e2815504-88e8-4938-bb47-2e185ccc06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:12.871616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-e2815504-88e8-4938-bb47-2e185ccc06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:12.873840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-e2815504-88e8-4938-bb47-2e185ccc06a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6491 time: 0.0906651 Sep 08 13:35:12.953976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952b6ac-887f-49e3-9241-f3512a79070d req-d2b124dc-5ac8-46c7-af80-493040bb7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:12.955714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2952b6ac-887f-49e3-9241-f3512a79070d req-d2b124dc-5ac8-46c7-af80-493040bb7fb0 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d07beda3325545d09a512b4385405f12&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2347648 Sep 08 13:35:13.293293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ee590-4436-4cbc-bd99-4eee4c370885 req-bcbc63b8-6a1f-4096-bce0-ba8c1105580c tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:13.296813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec6ee590-4436-4cbc-bd99-4eee4c370885 req-bcbc63b8-6a1f-4096-bce0-ba8c1105580c tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 944 time: 0.1866455 Sep 08 13:35:13.307385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952b6ac-887f-49e3-9241-f3512a79070d req-20a19bbc-a22f-43f8-864a-870da71f3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:13.309366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2952b6ac-887f-49e3-9241-f3512a79070d req-20a19bbc-a22f-43f8-864a-870da71f3090 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3451948 Sep 08 13:35:13.339043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02192524-e1f3-4df5-bf00-4142ceffbc2e req-390b7776-f353-411e-a233-b8a1db9b6426 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2572315 Sep 08 13:35:13.340846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-ea3f1f58-c0f0-484b-a56f-2a557472d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:13.341325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-ea3f1f58-c0f0-484b-a56f-2a557472d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:13.341789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-ea3f1f58-c0f0-484b-a56f-2a557472d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:13.343437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-ea3f1f58-c0f0-484b-a56f-2a557472d834 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75ddec35-9859-4054-afd1-cdf35e27f38f&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=adf204ef-b624-4fee-9e83-d93889dc5f49&id=adf204ef-b624-4fee-9e83-d93889dc5f49 HTTP/1.1" status: 200 len: 2292 time: 0.4322405 Sep 08 13:35:13.350266 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7f47-761e-4515-a48b-496b2a9b7e1a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:13.370832 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:13.434109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02192524-e1f3-4df5-bf00-4142ceffbc2e req-21fab2c6-e781-4b7e-a893-a3be48e908f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:13.435630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02192524-e1f3-4df5-bf00-4142ceffbc2e req-21fab2c6-e781-4b7e-a893-a3be48e908f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 1096 time: 0.0478318 Sep 08 13:35:13.436709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-bc8a7f47-761e-4515-a48b-496b2a9b7e1a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Transition to ACTIVE for port object db534b48-a0c3-46be-aeb7-05437da2ef6d will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:13.446557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec6ee590-4436-4cbc-bd99-4eee4c370885 req-cc00338e-246f-4d61-b791-c8e208edfc25 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306813 Sep 08 13:35:13.482806 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-001887b8-678d-4845-9d99-c00f6433d04a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe5cd3d-d484-499b-a088-43b175b89b70 HTTP/1.1" status: 200 len: 1001 time: 0.1268759 Sep 08 13:35:13.490038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-805c5ceb-0394-46be-a2ba-43ffd1f7fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:13.491707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-805c5ceb-0394-46be-a2ba-43ffd1f7fba8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d07beda3325545d09a512b4385405f12&device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 1095 time: 0.1251280 Sep 08 13:35:13.554110 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-95badd7f-dd0d-43e1-8703-d952584c2260 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28cee7a2-2095-4087-b54f-51aab310f43d HTTP/1.1" status: 200 len: 217 time: 0.0529330 Sep 08 13:35:13.562769 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7f47-761e-4515-a48b-496b2a9b7e1a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:13.575499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02192524-e1f3-4df5-bf00-4142ceffbc2e req-66327ca5-a309-434f-8d89-a1743207a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:13.577487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02192524-e1f3-4df5-bf00-4142ceffbc2e req-66327ca5-a309-434f-8d89-a1743207a572 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.1137054 Sep 08 13:35:13.658954 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02192524-e1f3-4df5-bf00-4142ceffbc2e req-a1c24304-47ca-4751-a16c-51ea21eefdfb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 HTTP/1.1" status: 200 len: 1001 time: 0.0724173 Sep 08 13:35:13.677468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-08ce1642-75bc-46d7-afac-96a34840b06c None None] Provisioning for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:13.685537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-08ce1642-75bc-46d7-afac-96a34840b06c None None] Provisioning complete for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:13.686163 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-08ce1642-75bc-46d7-afac-96a34840b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:13.725435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02192524-e1f3-4df5-bf00-4142ceffbc2e req-6a3fd759-0f1d-4100-9b92-cbd082f16d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:13.747755 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02192524-e1f3-4df5-bf00-4142ceffbc2e req-6a3fd759-0f1d-4100-9b92-cbd082f16d3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.0832939 Sep 08 13:35:13.856877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02192524-e1f3-4df5-bf00-4142ceffbc2e req-7bb1dddf-5319-4cf7-ae54-f65fc3549884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:13.860157 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02192524-e1f3-4df5-bf00-4142ceffbc2e req-7bb1dddf-5319-4cf7-ae54-f65fc3549884 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049738 Sep 08 13:35:13.912785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-08ce1642-75bc-46d7-afac-96a34840b06c None None] Provisioning complete for port 28313628-c9a8-4397-91ab-79b27bdcbb13 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:13.917855 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-08ce1642-75bc-46d7-afac-96a34840b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:13.955263 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-08ce1642-75bc-46d7-afac-96a34840b06c None None] Port 28313628-c9a8-4397-91ab-79b27bdcbb13 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:13.982341 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02192524-e1f3-4df5-bf00-4142ceffbc2e req-5faf4ab2-280d-4bfe-8451-5cd6f7c990cf service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107011 Sep 08 13:35:14.061550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-fb131edb-8e8d-44af-95d5-994156381a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:14.063319 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-fb131edb-8e8d-44af-95d5-994156381a77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4e19c97-af0d-4ba1-b140-4045a635eab3 HTTP/1.1" status: 200 len: 850 time: 0.5707076 Sep 08 13:35:14.113774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a7f47-761e-4515-a48b-496b2a9b7e1a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event updated for resources: {'Port': ['ID=db534b48-a0c3-46be-aeb7-05437da2ef6d,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:14.123708 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02192524-e1f3-4df5-bf00-4142ceffbc2e req-92223c53-ae28-4a0a-9792-cb09fb51069a service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303020 Sep 08 13:35:14.129319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-08ce1642-75bc-46d7-afac-96a34840b06c None None] Provisioning for port db534b48-a0c3-46be-aeb7-05437da2ef6d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:14.133540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-08ce1642-75bc-46d7-afac-96a34840b06c None None] Provisioning complete for port db534b48-a0c3-46be-aeb7-05437da2ef6d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:14.134372 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-08ce1642-75bc-46d7-afac-96a34840b06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:14.172119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-fe05858f-6315-43c3-8950-7bc609d756dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:14.175021 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-fe05858f-6315-43c3-8950-7bc609d756dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=21172cb5-8032-455f-8396-647dab44c704 HTTP/1.1" status: 200 len: 849 time: 0.6132088 Sep 08 13:35:14.198847 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-08ce1642-75bc-46d7-afac-96a34840b06c None None] Port db534b48-a0c3-46be-aeb7-05437da2ef6d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:14.233938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-2b58baf2-1044-4f7c-b5df-4956bf5feb31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94ec28fb-75b5-4803-871e-981a29ded595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428696 Sep 08 13:35:14.298109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a7f47-761e-4515-a48b-496b2a9b7e1a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] In _notify_port_updated(), no bound segment for port db534b48-a0c3-46be-aeb7-05437da2ef6d on network fd33337c-d396-4baf-8981-9f0487cd9663 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:35:14.304362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8a7f47-761e-4515-a48b-496b2a9b7e1a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:14.305050 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc8a7f47-761e-4515-a48b-496b2a9b7e1a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:14.308489 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bc8a7f47-761e-4515-a48b-496b2a9b7e1a tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "PUT /v2.0/ports/db534b48-a0c3-46be-aeb7-05437da2ef6d HTTP/1.1" status: 200 len: 960 time: 2.6182134 Sep 08 13:35:14.311345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54884) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:14.313641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-d862a943-e316-40cb-9ca0-377343cd9149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:14.315548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-d862a943-e316-40cb-9ca0-377343cd9149 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75ddec35-9859-4054-afd1-cdf35e27f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2432594 Sep 08 13:35:14.316892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c4adf627-2bf0-46bf-9f4b-4c775e3d6242 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:14.388744 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:14.483033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:14.486528 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:14.487489 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-158beffe-5ffd-4076-80ed-65bb8ef39058 service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345174 Sep 08 13:35:14.544440 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-833a682a-d61c-48c0-9946-52b20038c1bd service neutron] 10.222.0.70 "GET /v2.0/networks/94ec28fb-75b5-4803-871e-981a29ded595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974217 Sep 08 13:35:14.683951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7265380-b7ad-4e4f-9667-b09f6a725a70 req-5886ec1a-d0dd-4eae-a25f-cc522c008b9a service neutron] 10.222.0.70 "GET /v2.0/networks/94ec28fb-75b5-4803-871e-981a29ded595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310723 Sep 08 13:35:14.705279 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-313dbca4-7147-4b17-b2a9-4394cfa3c90e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port db534b48-a0c3-46be-aeb7-05437da2ef6d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:35:14.705671 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-313dbca4-7147-4b17-b2a9-4394cfa3c90e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:14.768576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede9240-0fe6-4ea8-ad33-a1375f15de45 req-7a2f0418-344b-4a90-bfdd-4629996f38e7 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:14.770131 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ede9240-0fe6-4ea8-ad33-a1375f15de45 req-7a2f0418-344b-4a90-bfdd-4629996f38e7 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 944 time: 0.1842496 Sep 08 13:35:14.794086 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-d7b3f2fd-3142-4575-9da1-bda67cec1cf9 service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811124 Sep 08 13:35:14.840835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-97e85453-b91a-44e5-8a49-606d96507779 None None] Provisioning complete for port db534b48-a0c3-46be-aeb7-05437da2ef6d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:14.841396 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-97e85453-b91a-44e5-8a49-606d96507779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:14.853967 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-acb8b02b-cf33-4847-a823-d87397b00329 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ddc04eb0-7be6-4aff-abd8-32b48806bcbd HTTP/1.1" status: 200 len: 217 time: 0.0523756 Sep 08 13:35:14.871379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ede9240-0fe6-4ea8-ad33-a1375f15de45 req-158a19b4-d15b-4dec-b1db-fe00f0df96bd tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664976 Sep 08 13:35:14.887751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-313dbca4-7147-4b17-b2a9-4394cfa3c90e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:14.904383 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-313dbca4-7147-4b17-b2a9-4394cfa3c90e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for db534b48-a0c3-46be-aeb7-05437da2ef6d owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:35:14.924770 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-97e85453-b91a-44e5-8a49-606d96507779 None None] Port db534b48-a0c3-46be-aeb7-05437da2ef6d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:15.002961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-cf324035-ff7c-4d79-aef8-ba5541350f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:15.004859 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-cf324035-ff7c-4d79-aef8-ba5541350f81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.1372442 Sep 08 13:35:15.070536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-ec0ccba0-d240-4093-8571-893e19f9f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:15.072084 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-ec0ccba0-d240-4093-8571-893e19f9f875 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0593767 Sep 08 13:35:15.180099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-313dbca4-7147-4b17-b2a9-4394cfa3c90e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:15.188691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-1194d725-67fe-4af3-a40c-e3b7d662aa2c service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091983 Sep 08 13:35:15.251466 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313dbca4-7147-4b17-b2a9-4394cfa3c90e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=db534b48-a0c3-46be-aeb7-05437da2ef6d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:15.317036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-d0f560cb-5407-4337-b2a4-16eccdc77053 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204448 Sep 08 13:35:15.346324 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-313dbca4-7147-4b17-b2a9-4394cfa3c90e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:15.349824 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-313dbca4-7147-4b17-b2a9-4394cfa3c90e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/db534b48-a0c3-46be-aeb7-05437da2ef6d HTTP/1.1" status: 204 len: 168 time: 1.0377491 Sep 08 13:35:15.361583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54894) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:15.374544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-103b29b6-9260-43cc-a91c-008353b13303 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=c552540d-028f-4164-8a1b-e5a7710ba7e3 HTTP/1.1" status: 200 len: 217 time: 0.0504818 Sep 08 13:35:15.388962 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b409f473-e915-4be7-bfa7-da10fb2b2ff7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] GET failed (client error): The resource could not be found. Sep 08 13:35:15.391845 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b409f473-e915-4be7-bfa7-da10fb2b2ff7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports/db534b48-a0c3-46be-aeb7-05437da2ef6d HTTP/1.1" status: 404 len: 333 time: 0.0275257 Sep 08 13:35:15.393711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54896) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:15.473846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-d11b6ea2-dc04-4daf-a07b-8540632b2ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:15.479173 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-d11b6ea2-dc04-4daf-a07b-8540632b2ed3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0965948 Sep 08 13:35:15.498539 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3028-82b0-49ca-be76-77da2b8e5cf0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:15.536451 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3028-82b0-49ca-be76-77da2b8e5cf0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:15.564598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-c744cae3-f070-461e-bbac-e8c9b1f3ecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:15.572224 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-c744cae3-f070-461e-bbac-e8c9b1f3ecf9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0741105 Sep 08 13:35:15.674361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-308b1b03-2ee7-495b-a1b7-2af6ef56fc4c service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998189 Sep 08 13:35:15.734556 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3028-82b0-49ca-be76-77da2b8e5cf0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:15.737596 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6a6e3028-82b0-49ca-be76-77da2b8e5cf0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:15.738830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6a6e3028-82b0-49ca-be76-77da2b8e5cf0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/security-groups/eb01523e-3ae3-4054-88fa-8f4acfd8f23b HTTP/1.1" status: 204 len: 168 time: 0.3441582 Sep 08 13:35:15.743778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54902) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:15.750705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e3028-82b0-49ca-be76-77da2b8e5cf0 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb01523e-3ae3-4054-88fa-8f4acfd8f23b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:15.803223 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-cc1f1869-4e36-4c42-b9ec-ebeadf0882e4 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215346 Sep 08 13:35:15.857003 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85f21a2a-76f7-4d96-8e03-edea52e25c18 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:15.859588 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-523425fd-4aaa-462d-8e8f-20c5b1f15a7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=40eac85f-cf5c-4adc-a61a-941a1e8e8c55 HTTP/1.1" status: 200 len: 217 time: 0.0476451 Sep 08 13:35:15.911784 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85f21a2a-76f7-4d96-8e03-edea52e25c18 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:15.965014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-e2cd4831-d436-4342-aec3-7f58e6017e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:15.966593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-e2cd4831-d436-4342-aec3-7f58e6017e0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0976264 Sep 08 13:35:16.070352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-520fbdaf-9df7-4e2b-b0ed-84529cf9e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:16.071954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-520fbdaf-9df7-4e2b-b0ed-84529cf9e5ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0985200 Sep 08 13:35:16.092584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610eaaea-ad3c-468d-98b7-9a99907f2ef9 req-6dea16d2-669e-4154-9843-5745cd35001d tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:16.094558 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-610eaaea-ad3c-468d-98b7-9a99907f2ef9 req-6dea16d2-669e-4154-9843-5745cd35001d tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 944 time: 0.1124406 Sep 08 13:35:16.159846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85f21a2a-76f7-4d96-8e03-edea52e25c18 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:16.162663 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85f21a2a-76f7-4d96-8e03-edea52e25c18 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:16.166875 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-85f21a2a-76f7-4d96-8e03-edea52e25c18 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/security-groups/7d69855e-393f-4c45-bacc-4964e19ef378 HTTP/1.1" status: 204 len: 168 time: 0.4216900 Sep 08 13:35:16.174841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54912) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:16.231275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f21a2a-76f7-4d96-8e03-edea52e25c18 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d69855e-393f-4c45-bacc-4964e19ef378,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:16.265148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-610eaaea-ad3c-468d-98b7-9a99907f2ef9 req-8bde0dfc-9a59-4434-a360-e988d85e37a3 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521466 Sep 08 13:35:16.283217 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9de94c6a-1e78-490b-b7e6-00c02182f9c1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:16.299517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-798bf1b0-433b-414a-9565-910586d30a71 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038536 Sep 08 13:35:16.316204 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9de94c6a-1e78-490b-b7e6-00c02182f9c1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:16.423101 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-366aeec0-7c50-4bda-8cce-7a74fcfd18c9 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146071 Sep 08 13:35:16.474777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-7d2fd391-7cfd-489a-9bc5-1cad44da18ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8b504d36-6f5e-4621-aea1-52b1103c4f18 HTTP/1.1" status: 200 len: 217 time: 0.0437818 Sep 08 13:35:16.544189 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9de94c6a-1e78-490b-b7e6-00c02182f9c1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:16.555428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9de94c6a-1e78-490b-b7e6-00c02182f9c1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:16.559963 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9de94c6a-1e78-490b-b7e6-00c02182f9c1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/security-groups/0f803618-be49-4b64-b184-c0a2026444e2 HTTP/1.1" status: 204 len: 168 time: 0.3833859 Sep 08 13:35:16.566656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54918) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:16.588235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de94c6a-1e78-490b-b7e6-00c02182f9c1 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f803618-be49-4b64-b184-c0a2026444e2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:16.654946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-b6274512-f8b3-4efa-80a1-ed76c2061a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:16.656409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-b6274512-f8b3-4efa-80a1-ed76c2061a71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.1744864 Sep 08 13:35:16.710150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b845f8f-b0c6-42e6-b082-450b419aaf95 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting subnet a8d1626a-899c-4a4d-9f26-42384222e04a {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:35:16.715651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b845f8f-b0c6-42e6-b082-450b419aaf95 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:16.771328 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b845f8f-b0c6-42e6-b082-450b419aaf95 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:16.775541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-60cf2465-3a9e-4a53-8e68-5792c2881df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:16.777557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-60cf2465-3a9e-4a53-8e68-5792c2881df7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1118245 Sep 08 13:35:16.887683 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:16.942413 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b845f8f-b0c6-42e6-b082-450b419aaf95 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:16.947128 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-a7df73f5-639d-44ed-8cd7-b7c2ebe53789 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509132 Sep 08 13:35:17.086446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-740c75ad-009e-4a14-a149-936f7d932cf0 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182735 Sep 08 13:35:17.143554 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-783a6301-ad96-4ad1-bf19-6189dafba378 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a328e56e-80fe-432d-9f45-d2f8087d0cce HTTP/1.1" status: 200 len: 217 time: 0.0492780 Sep 08 13:35:17.237837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b845f8f-b0c6-42e6-b082-450b419aaf95 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:17.312235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b845f8f-b0c6-42e6-b082-450b419aaf95 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Subnet': ['ID=a8d1626a-899c-4a4d-9f26-42384222e04a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:17.327514 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b845f8f-b0c6-42e6-b082-450b419aaf95 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:17.331450 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6b845f8f-b0c6-42e6-b082-450b419aaf95 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/a8d1626a-899c-4a4d-9f26-42384222e04a HTTP/1.1" status: 204 len: 168 time: 0.7612343 Sep 08 13:35:17.336774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54928) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:17.357468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d32cef-d0c8-4a1b-8d6e-dcc311eae872 None None] Network fd33337c-d396-4baf-8981-9f0487cd9663 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:17.359590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-6bf1ac5b-6d9a-4ac1-95ae-f1ae262d3788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:17.365924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-6bf1ac5b-6d9a-4ac1-95ae-f1ae262d3788 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.2144380 Sep 08 13:35:17.468020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-eefde1a4-f367-4e52-9436-7a0487d6ddcf tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting subnet d3e985e5-704b-494c-b434-a9901b64e004 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:35:17.472362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eefde1a4-f367-4e52-9436-7a0487d6ddcf tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:17.484591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32be67-17fb-4fcb-982f-12b2076248ed req-609eb5b8-23e0-4a80-8cb1-15e0d206b15a tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:17.500984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca32be67-17fb-4fcb-982f-12b2076248ed req-609eb5b8-23e0-4a80-8cb1-15e0d206b15a tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 944 time: 0.1559806 Sep 08 13:35:17.509913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-3303400d-4ec4-466b-9577-8782d57e1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:17.511862 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-3303400d-4ec4-466b-9577-8782d57e1905 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1083877 Sep 08 13:35:17.558936 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eefde1a4-f367-4e52-9436-7a0487d6ddcf tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:17.612959 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca32be67-17fb-4fcb-982f-12b2076248ed req-8ba35c54-d0c5-4dbf-9e0f-f166a47f0988 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047297 Sep 08 13:35:17.744917 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-a196952c-3b53-4596-828a-dc838ed485a6 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177615 Sep 08 13:35:17.783878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 28cee7a2-2095-4087-b54f-51aab310f43d details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:35:17.898329 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eefde1a4-f367-4e52-9436-7a0487d6ddcf tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:17.941176 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 28cee7a2-2095-4087-b54f-51aab310f43d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=28cee7a2-2095-4087-b54f-51aab310f43d,segment=NetworkSegment(224f6ed3-99bd-4d46-835d-3e8e63ea7436),segment_id=224f6ed3-99bd-4d46-835d-3e8e63ea7436)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:17.969685 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '28cee7a2-2095-4087-b54f-51aab310f43d', 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595', 'port_id': '28cee7a2-2095-4087-b54f-51aab310f43d', 'mac_address': 'fa:16:3e:3d:db:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21172cb5-8032-455f-8396-647dab44c704', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:35:17.996443 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-b8e66e82-11da-4106-94e8-89f361b1c4f8 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383649 Sep 08 13:35:18.055022 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:18.067852 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-aa5a56e8-5c8a-4472-8719-ee65d279534c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2723bb99-0650-45f7-8a57-793b4a9bd115 HTTP/1.1" status: 200 len: 217 time: 0.0632911 Sep 08 13:35:18.080292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cee7a2-2095-4087-b54f-51aab310f43d {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:35:18.125263 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 28cee7a2-2095-4087-b54f-51aab310f43d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=28cee7a2-2095-4087-b54f-51aab310f43d,segment=NetworkSegment(224f6ed3-99bd-4d46-835d-3e8e63ea7436),segment_id=224f6ed3-99bd-4d46-835d-3e8e63ea7436)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:18.160205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-c9c3fdca-fff7-46f1-8c4e-cc8181e7c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:18.162898 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-c9c3fdca-fff7-46f1-8c4e-cc8181e7c1fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.0780480 Sep 08 13:35:18.220561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-482e2914-878b-422b-9a8e-120e03e4dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:18.222327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-482e2914-878b-422b-9a8e-120e03e4dfaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527978 Sep 08 13:35:18.237362 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:18.261098 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eefde1a4-f367-4e52-9436-7a0487d6ddcf tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:18.309138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=28cee7a2-2095-4087-b54f-51aab310f43d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:18.359129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefde1a4-f367-4e52-9436-7a0487d6ddcf tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e985e5-704b-494c-b434-a9901b64e004,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:18.371373 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eefde1a4-f367-4e52-9436-7a0487d6ddcf tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:18.373420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eefde1a4-f367-4e52-9436-7a0487d6ddcf tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/d3e985e5-704b-494c-b434-a9901b64e004 HTTP/1.1" status: 204 len: 168 time: 1.0349741 Sep 08 13:35:18.377576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54942) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:18.423538 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e6fb5d-56f8-42ad-9f44-700d96ed8db6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] DELETE failed (client error): The resource could not be found. Sep 08 13:35:18.424367 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e6fb5d-56f8-42ad-9f44-700d96ed8db6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:18.433562 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-97e6fb5d-56f8-42ad-9f44-700d96ed8db6 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/a8d1626a-899c-4a4d-9f26-42384222e04a HTTP/1.1" status: 404 len: 337 time: 0.0541925 Sep 08 13:35:18.434239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54944) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:18.446503 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['28cee7a2-2095-4087-b54f-51aab310f43d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:35:18.474506 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-a82d0b85-f98c-46c0-8425-f757eba4d451 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442179 Sep 08 13:35:18.535386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-6482730d-1509-424e-a4f6-d0711fb17687 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting subnet 30d560eb-bae0-45dd-be66-9d7e3ccf76a2 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:35:18.538737 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6482730d-1509-424e-a4f6-d0711fb17687 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:18.605719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6482730d-1509-424e-a4f6-d0711fb17687 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:18.629074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda35af0-9fa5-438e-8b37-8c3ec2c0579b None None] Network fd33337c-d396-4baf-8981-9f0487cd9663 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:18.829377 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6482730d-1509-424e-a4f6-d0711fb17687 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:18.918677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d123af44-9486-40e5-80a0-28019aafa5e7 req-b934f8df-7e08-4f8e-b74a-138922e0a70c service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870573 Sep 08 13:35:18.943323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1aae7e99-7d29-4494-955d-fdb58750299a None None] Provisioning complete for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:18.944134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b27d12-3521-42ae-9f96-c3f8451018a2 req-ae9fd98c-8787-47af-a46d-87696b199c0a tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:18.944280 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1aae7e99-7d29-4494-955d-fdb58750299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:18.945032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9b27d12-3521-42ae-9f96-c3f8451018a2 req-ae9fd98c-8787-47af-a46d-87696b199c0a tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 945 time: 0.2348797 Sep 08 13:35:19.029764 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9b27d12-3521-42ae-9f96-c3f8451018a2 req-f39c8dc2-1d30-4227-9179-1f0288f27c81 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784154 Sep 08 13:35:19.078132 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6482730d-1509-424e-a4f6-d0711fb17687 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:19.098885 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1aae7e99-7d29-4494-955d-fdb58750299a None None] Provisioning complete for port 28313628-c9a8-4397-91ab-79b27bdcbb13 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:19.099674 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1aae7e99-7d29-4494-955d-fdb58750299a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:19.124442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482730d-1509-424e-a4f6-d0711fb17687 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Subnet': ['ID=30d560eb-bae0-45dd-be66-9d7e3ccf76a2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:19.137224 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6482730d-1509-424e-a4f6-d0711fb17687 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:19.142104 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6482730d-1509-424e-a4f6-d0711fb17687 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/30d560eb-bae0-45dd-be66-9d7e3ccf76a2 HTTP/1.1" status: 204 len: 168 time: 0.7031760 Sep 08 13:35:19.142565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54954) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:19.145646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1aae7e99-7d29-4494-955d-fdb58750299a None None] Port 28313628-c9a8-4397-91ab-79b27bdcbb13 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:19.171393 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-211044c7-62e0-49ee-b8e3-2ba065fd9ef4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] DELETE failed (client error): The resource could not be found. Sep 08 13:35:19.171855 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211044c7-62e0-49ee-b8e3-2ba065fd9ef4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:19.173650 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-211044c7-62e0-49ee-b8e3-2ba065fd9ef4 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/c109c903-df9b-438d-8f2b-b525308ce4af HTTP/1.1" status: 404 len: 337 time: 0.0300233 Sep 08 13:35:19.176252 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54956) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:19.219201 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d3333253-98fc-405b-92f7-9c628d0c31f9 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "GET /v2.0/ports?device_id=03dae0a2-cf74-49a2-ba3f-4ce58d4f812a HTTP/1.1" status: 200 len: 205 time: 0.0418224 Sep 08 13:35:19.221989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54958) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:19.640152 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-22f7c712-afb4-4679-8f79-0d129e8ca906 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] delete failed (client error): The resource could not be found. Sep 08 13:35:19.641437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-22f7c712-afb4-4679-8f79-0d129e8ca906 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/routers/03dae0a2-cf74-49a2-ba3f-4ce58d4f812a HTTP/1.1" status: 404 len: 336 time: 0.4183211 Sep 08 13:35:19.644043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54970) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:19.675293 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee27ccc3-af1f-4bef-a85e-01c4d8a1f7f7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] DELETE failed (client error): The resource could not be found. Sep 08 13:35:19.675773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee27ccc3-af1f-4bef-a85e-01c4d8a1f7f7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:19.680024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ee27ccc3-af1f-4bef-a85e-01c4d8a1f7f7 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/a9b6cf7f-2482-441b-a41f-963925cb770e HTTP/1.1" status: 404 len: 337 time: 0.0327775 Sep 08 13:35:19.680353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54972) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:19.707174 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d23687-4524-408d-93db-4190235c1d40 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] DELETE failed (client error): The resource could not be found. Sep 08 13:35:19.707638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d23687-4524-408d-93db-4190235c1d40 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:19.710247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-86d23687-4524-408d-93db-4190235c1d40 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/887de8ae-b3a6-4f7f-837c-c10cf874d44d HTTP/1.1" status: 404 len: 337 time: 0.0283725 Sep 08 13:35:19.712403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54974) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:19.740913 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bedd6f-478d-4492-8584-bff444a9816d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] DELETE failed (client error): The resource could not be found. Sep 08 13:35:19.741425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bedd6f-478d-4492-8584-bff444a9816d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:19.745916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-73bedd6f-478d-4492-8584-bff444a9816d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/cbf3017e-0242-4e5c-830b-cd0995cce654 HTTP/1.1" status: 404 len: 337 time: 0.0299792 Sep 08 13:35:19.746239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54976) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:19.775591 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-913d00db-c214-4f0a-a79b-c848e6fd4248 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] DELETE failed (client error): The resource could not be found. Sep 08 13:35:19.777060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913d00db-c214-4f0a-a79b-c848e6fd4248 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:19.778842 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-913d00db-c214-4f0a-a79b-c848e6fd4248 tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/f3bb5d44-e3b2-4b77-9341-f8dbcde00219 HTTP/1.1" status: 404 len: 333 time: 0.0315888 Sep 08 13:35:19.782870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54978) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:19.789627 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 28cee7a2-2095-4087-b54f-51aab310f43d up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:19.817854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfff5a87-418c-49ff-a8ed-d44ab0166e64 None None] Network fd33337c-d396-4baf-8981-9f0487cd9663 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:19.867482 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-77aff2dd-3774-4d01-83df-6f6a7bbca2bc tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] DELETE failed (client error): The resource could not be found. Sep 08 13:35:19.869734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77aff2dd-3774-4d01-83df-6f6a7bbca2bc tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:19.878600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54984) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:19.880137 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-77aff2dd-3774-4d01-83df-6f6a7bbca2bc tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/de1147df-66f2-40bc-961a-740e50228ea0 HTTP/1.1" status: 404 len: 337 time: 0.0915394 Sep 08 13:35:19.934646 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e2085e-76d6-4add-9733-be40f07a9fce tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] DELETE failed (client error): The resource could not be found. Sep 08 13:35:19.935730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e2085e-76d6-4add-9733-be40f07a9fce tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:19.943535 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-54e2085e-76d6-4add-9733-be40f07a9fce tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/0b7a7747-e1b0-4347-bfda-1d1cae1fe1bc HTTP/1.1" status: 404 len: 337 time: 0.0635021 Sep 08 13:35:19.953373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54990) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:19.999972 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b321f3-4a1a-4fbe-b398-ddf93e4fbd3e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] DELETE failed (client error): The resource could not be found. Sep 08 13:35:20.002905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67b321f3-4a1a-4fbe-b398-ddf93e4fbd3e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:20.008675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54992) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:20.014080 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-67b321f3-4a1a-4fbe-b398-ddf93e4fbd3e tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/fed30569-a386-4c23-8382-1519dd0b32e1 HTTP/1.1" status: 404 len: 333 time: 0.0594444 Sep 08 13:35:20.053133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c4c424cf-8985-46dd-ab1a-99e0aa61e745 None None] Provisioning complete for port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:20.054850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c4c424cf-8985-46dd-ab1a-99e0aa61e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:20.070792 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d49de2c-7104-4f47-b396-7adfd54b0c3d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] DELETE failed (client error): The resource could not be found. Sep 08 13:35:20.071571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d49de2c-7104-4f47-b396-7adfd54b0c3d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:20.077476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54996) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:20.090944 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7d49de2c-7104-4f47-b396-7adfd54b0c3d tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/9db59e35-780c-4a92-8c12-dba7158babe3 HTTP/1.1" status: 404 len: 337 time: 0.0804508 Sep 08 13:35:20.121099 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b432be0-d89a-47d6-ba83-7868403f246b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] DELETE failed (client error): The resource could not be found. Sep 08 13:35:20.121559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b432be0-d89a-47d6-ba83-7868403f246b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:35:20.126345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54998) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:20.145693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9b432be0-d89a-47d6-ba83-7868403f246b tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/subnets/a3cd184f-b93f-46ce-a280-45c76e66f3d5 HTTP/1.1" status: 404 len: 337 time: 0.0587029 Sep 08 13:35:20.250252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1a3255-ff99-4b0b-84be-7c4fd375045e None None] DHCP port deletion for fd33337c-d396-4baf-8981-9f0487cd9663 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:35:20.328183 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 28cee7a2-2095-4087-b54f-51aab310f43d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:20.331872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c4c424cf-8985-46dd-ab1a-99e0aa61e745 None None] Provisioning complete for port 28313628-c9a8-4397-91ab-79b27bdcbb13 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:20.332544 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c4c424cf-8985-46dd-ab1a-99e0aa61e745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:20.337449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 28cee7a2-2095-4087-b54f-51aab310f43d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:20.338044 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:20.374806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01103172-70f0-447c-ba65-825442834eaa req-6c5cd45d-f95d-4ee8-a64a-9829e4204602 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:20.385116 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-01103172-70f0-447c-ba65-825442834eaa req-6c5cd45d-f95d-4ee8-a64a-9829e4204602 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 945 time: 0.1764665 Sep 08 13:35:20.412441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a3255-ff99-4b0b-84be-7c4fd375045e None None] Deleting port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:35:20.414093 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3b1a3255-ff99-4b0b-84be-7c4fd375045e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:20.425777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c4c424cf-8985-46dd-ab1a-99e0aa61e745 None None] Port 28313628-c9a8-4397-91ab-79b27bdcbb13 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:20.470557 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-01103172-70f0-447c-ba65-825442834eaa req-07ae05bc-8b4e-4142-a986-c9c684b69bc7 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842073 Sep 08 13:35:20.477777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f60fadb1-df82-4c6f-a7d2-0c921fec8efa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Deleting port 28313628-c9a8-4397-91ab-79b27bdcbb13 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:35:20.478644 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f60fadb1-df82-4c6f-a7d2-0c921fec8efa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:20.545226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3b1a3255-ff99-4b0b-84be-7c4fd375045e None None] For port c4adf627-2bf0-46bf-9f4b-4c775e3d6242, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,segment=NetworkSegment(6b8b57fa-9095-4555-9891-32204786d518),segment_id=6b8b57fa-9095-4555-9891-32204786d518)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:20.545793 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3b1a3255-ff99-4b0b-84be-7c4fd375045e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:20.564798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a3255-ff99-4b0b-84be-7c4fd375045e None None] Calling delete_port for c4adf627-2bf0-46bf-9f4b-4c775e3d6242 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:35:20.579680 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:20.636931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f60fadb1-df82-4c6f-a7d2-0c921fec8efa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:20.676041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ce5612-28f9-444a-af5a-e0bd5e0ef659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cee7a2-2095-4087-b54f-51aab310f43d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:35:20.678598 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fc51a3-700b-4a13-b45b-1931423779a6" -d '{"events": [{"server_uuid": "77ce5612-28f9-444a-af5a-e0bd5e0ef659", "name": "network-vif-plugged", "status": "completed", "tag": "28cee7a2-2095-4087-b54f-51aab310f43d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:35:20.867104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54463b-e2fc-4670-9592-9a0482648fb1 req-765c89ec-2ee1-4125-9cfc-94ee01c5714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:20.871340 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 28cee7a2-2095-4087-b54f-51aab310f43d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=28cee7a2-2095-4087-b54f-51aab310f43d,segment=NetworkSegment(224f6ed3-99bd-4d46-835d-3e8e63ea7436),segment_id=224f6ed3-99bd-4d46-835d-3e8e63ea7436)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:20.873829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee54463b-e2fc-4670-9592-9a0482648fb1 req-765c89ec-2ee1-4125-9cfc-94ee01c5714c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 1096 time: 0.0803795 Sep 08 13:35:20.876444 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88cc476-0e9e-40e9-985d-1471a2bc7ff9 x-openstack-request-id: req-c88cc476-0e9e-40e9-985d-1471a2bc7ff9 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:35:20.876444 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ce5612-28f9-444a-af5a-e0bd5e0ef659", "name": "network-vif-plugged", "status": "completed", "tag": "28cee7a2-2095-4087-b54f-51aab310f43d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:35:20.876444 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c88cc476-0e9e-40e9-985d-1471a2bc7ff9 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:35:20.877970 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ce5612-28f9-444a-af5a-e0bd5e0ef659', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cee7a2-2095-4087-b54f-51aab310f43d', 'code': 200} Sep 08 13:35:20.965170 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee54463b-e2fc-4670-9592-9a0482648fb1 req-e4ba2747-bf95-46ab-913a-c0903138d631 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656071 Sep 08 13:35:20.997185 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f60fadb1-df82-4c6f-a7d2-0c921fec8efa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Calling delete_port for 28313628-c9a8-4397-91ab-79b27bdcbb13 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:35:21.038670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:21.120843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=28cee7a2-2095-4087-b54f-51aab310f43d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:21.162900 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3b1a3255-ff99-4b0b-84be-7c4fd375045e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:21.192006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a3255-ff99-4b0b-84be-7c4fd375045e None None] Pushing event deleted for resources: {'Port': ['ID=c4adf627-2bf0-46bf-9f4b-4c775e3d6242,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:21.197510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a3255-ff99-4b0b-84be-7c4fd375045e None None] No DVR routers for this DVR port c4adf627-2bf0-46bf-9f4b-4c775e3d6242 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:35:21.322749 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f60fadb1-df82-4c6f-a7d2-0c921fec8efa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:21.359255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60fadb1-df82-4c6f-a7d2-0c921fec8efa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Port': ['ID=28313628-c9a8-4397-91ab-79b27bdcbb13,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:21.363444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f60fadb1-df82-4c6f-a7d2-0c921fec8efa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:21.368848 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f60fadb1-df82-4c6f-a7d2-0c921fec8efa tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/ports/28313628-c9a8-4397-91ab-79b27bdcbb13 HTTP/1.1" status: 204 len: 168 time: 1.2390022 Sep 08 13:35:21.368964 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55012) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:21.467339 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:21.594395 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:21.631218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd33337c-d396-4baf-8981-9f0487cd9663']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:21.664068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8b57fa-9095-4555-9891-32204786d518') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:21.664469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8b57fa-9095-4555-9891-32204786d518') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:21.681120 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:21.707313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88a4ca-f5d7-4563-ade3-ed0a46809303 req-92824812-9a2f-4a8a-80a8-d8c350638b0e tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:21.709166 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a88a4ca-f5d7-4563-ade3-ed0a46809303 req-92824812-9a2f-4a8a-80a8-d8c350638b0e tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 946 time: 0.0989072 Sep 08 13:35:21.710530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:21.718542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:35:21.719122 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:35:21.722670 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:35:21.823290 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a88a4ca-f5d7-4563-ade3-ed0a46809303 req-6457c9ca-f6d2-4874-8c70-69abf51fc9d2 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973024 Sep 08 13:35:21.991447 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:22.020333 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:22.024804 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] 10.222.0.69 "DELETE /v2.0/networks/fd33337c-d396-4baf-8981-9f0487cd9663 HTTP/1.1" status: 204 len: 168 time: 0.6535871 Sep 08 13:35:22.027183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba4ad2-358e-4b7a-94f6-2a957af8bbbe tempest-PortsTestJSON-170238542 tempest-PortsTestJSON-170238542-project] Pushing event deleted for resources: {'Network': ['ID=fd33337c-d396-4baf-8981-9f0487cd9663,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:22.272437 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c4adf627-2bf0-46bf-9f4b-4c775e3d6242 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:35:22.294217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: c4adf627-2bf0-46bf-9f4b-4c775e3d6242 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:35:22.294834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c4adf627-2bf0-46bf-9f4b-4c775e3d6242 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:35:22.741863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55030) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:22.904551 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-accc0b3f-d14f-475d-94ba-66d4f0a5d723 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=230ef06495e54c5a9ff19dc4043c3f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613259 Sep 08 13:35:22.907344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55038) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:22.950229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d7518-4a99-4d9e-8315-cde523b05c37 req-b8364e7d-4571-4a05-a685-d74c9a19763d tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:22.951868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c07d7518-4a99-4d9e-8315-cde523b05c37 req-b8364e7d-4571-4a05-a685-d74c9a19763d tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 946 time: 0.0516346 Sep 08 13:35:22.959113 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c6a983-0c87-4abe-8bff-3f8c4975075e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:22.991833 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c6a983-0c87-4abe-8bff-3f8c4975075e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:22.999203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c07d7518-4a99-4d9e-8315-cde523b05c37 req-fb8f022d-6b47-4391-9900-900380897698 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406601 Sep 08 13:35:23.767166 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c6a983-0c87-4abe-8bff-3f8c4975075e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:23.767166 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c6a983-0c87-4abe-8bff-3f8c4975075e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:23.767166 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-91c6a983-0c87-4abe-8bff-3f8c4975075e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/363a4afd-f6ea-4f59-9842-0bd146c40dab HTTP/1.1" status: 204 len: 168 time: 0.8488710 Sep 08 13:35:23.767166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6a983-0c87-4abe-8bff-3f8c4975075e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363a4afd-f6ea-4f59-9842-0bd146c40dab,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:24.425900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55078) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:24.635310 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31a27e53-06a7-49e9-9dbe-03b0f28d3550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:24.754343 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31a27e53-06a7-49e9-9dbe-03b0f28d3550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:24.992113 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31a27e53-06a7-49e9-9dbe-03b0f28d3550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:25.067801 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-31a27e53-06a7-49e9-9dbe-03b0f28d3550 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=22095718bc4945a1b6fd387eb72b8a94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6360667 Sep 08 13:35:25.069427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55100) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:25.079150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a27e53-06a7-49e9-9dbe-03b0f28d3550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976c420d-2e8a-4859-8881-af961c3aab83,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:25.174606 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-458f71db-963e-4170-856a-02da2bb336de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:25.205962 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-458f71db-963e-4170-856a-02da2bb336de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:25.425653 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-458f71db-963e-4170-856a-02da2bb336de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:25.430355 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-458f71db-963e-4170-856a-02da2bb336de admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:25.433919 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-458f71db-963e-4170-856a-02da2bb336de admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/976c420d-2e8a-4859-8881-af961c3aab83 HTTP/1.1" status: 204 len: 168 time: 0.3612826 Sep 08 13:35:25.459003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f71db-963e-4170-856a-02da2bb336de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976c420d-2e8a-4859-8881-af961c3aab83,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:25.898366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22276a5d-daea-47e1-b838-712c3b91f5eb req-c793d5ac-5196-4988-bdfc-8534d514adb1 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:25.899761 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-22276a5d-daea-47e1-b838-712c3b91f5eb req-c793d5ac-5196-4988-bdfc-8534d514adb1 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 946 time: 0.0963471 Sep 08 13:35:25.947551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-22276a5d-daea-47e1-b838-712c3b91f5eb req-398161ef-06df-44cf-a9fe-ba43682cd248 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401955 Sep 08 13:35:25.953291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55136) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:26.108216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-954185861'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:26.312050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:26.315512 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:26.325685 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:26.443157 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:26.523040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:26.548450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:35:26.567023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2546ed-bb7d-4b63-bf49-0f7d3652eb47,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:26.569494 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:26.569837 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Added segment 1fb0f4ff-7abc-4cb3-970e-ad213c80d975 of type vlan for network a44471a8-d5af-4f0e-b904-5d60df35b0ce Sep 08 13:35:26.611396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:26.917798 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:26.928920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:26.929971 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:27.031657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Network': ['ID=a44471a8-d5af-4f0e-b904-5d60df35b0ce,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:27.044292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a44471a8-d5af-4f0e-b904-5d60df35b0ce details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:35:27.177747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bacc9-70a3-4171-8b36-a444da813ebc req-34b20788-e158-4204-b45f-7fde7e812d2c tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:27.182464 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-78aaf012-2d5c-4543-9939-ceeefa7bd55f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2252223 Sep 08 13:35:27.183029 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-721bacc9-70a3-4171-8b36-a444da813ebc req-34b20788-e158-4204-b45f-7fde7e812d2c tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.70 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 946 time: 0.1446350 Sep 08 13:35:27.185904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55176) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:27.209564 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-00633290-bcf8-43aa-8eea-2a1ec6d4ddbc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1077327517'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:27.259600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d9548-5e78-4fbe-a87a-76eb2b40e367 req-ba8ce443-2705-4f41-8614-04bc084e89ba tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:27.261695 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-924d9548-5e78-4fbe-a87a-76eb2b40e367 req-ba8ce443-2705-4f41-8614-04bc084e89ba tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 946 time: 0.1745856 Sep 08 13:35:27.336464 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-924d9548-5e78-4fbe-a87a-76eb2b40e367 req-a6002fa9-19f5-4c00-8817-a9a1f4382144 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664513 Sep 08 13:35:27.356412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-721bacc9-70a3-4171-8b36-a444da813ebc req-6b19ebd8-a048-4e84-80aa-eb1757ab38fa tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Deleting port 28cee7a2-2095-4087-b54f-51aab310f43d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:35:27.357418 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-721bacc9-70a3-4171-8b36-a444da813ebc req-6b19ebd8-a048-4e84-80aa-eb1757ab38fa tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:27.479559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-721bacc9-70a3-4171-8b36-a444da813ebc req-6b19ebd8-a048-4e84-80aa-eb1757ab38fa tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] For port 28cee7a2-2095-4087-b54f-51aab310f43d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=28cee7a2-2095-4087-b54f-51aab310f43d,segment=NetworkSegment(224f6ed3-99bd-4d46-835d-3e8e63ea7436),segment_id=224f6ed3-99bd-4d46-835d-3e8e63ea7436)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:27.479813 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-721bacc9-70a3-4171-8b36-a444da813ebc req-6b19ebd8-a048-4e84-80aa-eb1757ab38fa tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:27.492534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-721bacc9-70a3-4171-8b36-a444da813ebc req-6b19ebd8-a048-4e84-80aa-eb1757ab38fa tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Calling delete_port for 28cee7a2-2095-4087-b54f-51aab310f43d owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:35:27.607998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00633290-bcf8-43aa-8eea-2a1ec6d4ddbc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:27.620954 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-00633290-bcf8-43aa-8eea-2a1ec6d4ddbc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:27.663656 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00633290-bcf8-43aa-8eea-2a1ec6d4ddbc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:35:27.680082 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-00633290-bcf8-43aa-8eea-2a1ec6d4ddbc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:27.680440 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-00633290-bcf8-43aa-8eea-2a1ec6d4ddbc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Added segment 8c27a764-b615-45dc-9ce7-85e142f155e7 of type vlan for network e48b20d4-4eb6-42ad-82fb-fe91dc121680 Sep 08 13:35:27.722580 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-721bacc9-70a3-4171-8b36-a444da813ebc req-6b19ebd8-a048-4e84-80aa-eb1757ab38fa tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:27.736379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['28cee7a2-2095-4087-b54f-51aab310f43d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:35:27.738667 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-00633290-bcf8-43aa-8eea-2a1ec6d4ddbc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:27.775182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19ebd8-a048-4e84-80aa-eb1757ab38fa tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Pushing event deleted for resources: {'Port': ['ID=28cee7a2-2095-4087-b54f-51aab310f43d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:27.829563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-721bacc9-70a3-4171-8b36-a444da813ebc req-6b19ebd8-a048-4e84-80aa-eb1757ab38fa tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] No DVR routers for this DVR port 28cee7a2-2095-4087-b54f-51aab310f43d on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:35:27.831584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-721bacc9-70a3-4171-8b36-a444da813ebc req-6b19ebd8-a048-4e84-80aa-eb1757ab38fa tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:27.833650 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-721bacc9-70a3-4171-8b36-a444da813ebc req-6b19ebd8-a048-4e84-80aa-eb1757ab38fa tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.70 "DELETE /v2.0/ports/28cee7a2-2095-4087-b54f-51aab310f43d HTTP/1.1" status: 204 len: 173 time: 0.6457713 Sep 08 13:35:27.834102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ce5612-28f9-444a-af5a-e0bd5e0ef659', 'name': 'network-vif-deleted', 'tag': '28cee7a2-2095-4087-b54f-51aab310f43d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:35:27.837094 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a754c07b-958d-4340-af80-9a7ffeb91448" -d '{"events": [{"server_uuid": "77ce5612-28f9-444a-af5a-e0bd5e0ef659", "name": "network-vif-deleted", "tag": "28cee7a2-2095-4087-b54f-51aab310f43d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:35:27.874865 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7c566f-41df-495b-ba7a-54e2ad49068f x-openstack-request-id: req-6a7c566f-41df-495b-ba7a-54e2ad49068f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:35:27.875314 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ce5612-28f9-444a-af5a-e0bd5e0ef659", "name": "network-vif-deleted", "tag": "28cee7a2-2095-4087-b54f-51aab310f43d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:35:27.875562 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a7c566f-41df-495b-ba7a-54e2ad49068f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:35:27.875968 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ce5612-28f9-444a-af5a-e0bd5e0ef659', 'name': 'network-vif-deleted', 'tag': '28cee7a2-2095-4087-b54f-51aab310f43d', 'status': 'completed', 'code': 200} Sep 08 13:35:27.894382 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-00633290-bcf8-43aa-8eea-2a1ec6d4ddbc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:27.900363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00633290-bcf8-43aa-8eea-2a1ec6d4ddbc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:27.905810 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-00633290-bcf8-43aa-8eea-2a1ec6d4ddbc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:27.974905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00633290-bcf8-43aa-8eea-2a1ec6d4ddbc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Network': ['ID=e48b20d4-4eb6-42ad-82fb-fe91dc121680,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:27.980309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network e48b20d4-4eb6-42ad-82fb-fe91dc121680 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:35:28.147517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-00633290-bcf8-43aa-8eea-2a1ec6d4ddbc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9435101 Sep 08 13:35:28.150710 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55206) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:28.156818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8ddd0b95-2137-4f8d-ad01-f51047ce1ab8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'subnet': {'network_id': 'a44471a8-d5af-4f0e-b904-5d60df35b0ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:28.396905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddd0b95-2137-4f8d-ad01-f51047ce1ab8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:28.402867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0b95-2137-4f8d-ad01-f51047ce1ab8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:28.523012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70c22453-2959-40c8-9a76-87f29de962e7 req-6a08e375-e887-40fd-ae61-1b67487b88bf tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 210 time: 0.0438769 Sep 08 13:35:28.558997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55222) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:28.741757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'network': {'name': 'tempest-network-smoke--511497500', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'port_security_enabled': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:28.802709 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0b95-2137-4f8d-ad01-f51047ce1ab8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:28.868807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd0b95-2137-4f8d-ad01-f51047ce1ab8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Subnet': ['ID=bea0326f-9af6-44e9-94e0-8d378e5fd554,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:28.882460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddd0b95-2137-4f8d-ad01-f51047ce1ab8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Checking segment: {'id': '1fb0f4ff-7abc-4cb3-970e-ad213c80d975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'a44471a8-d5af-4f0e-b904-5d60df35b0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:28.882460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd0b95-2137-4f8d-ad01-f51047ce1ab8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network hostable DHCP agents. Network: a44471a8-d5af-4f0e-b904-5d60df35b0ce, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:35:28.911096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Made reservation on behalf of eda23cb6f0f640d1831f2ef54abd8e7a for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:28.914692 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:28.924085 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:29.016271 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:29.030991 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd0b95-2137-4f8d-ad01-f51047ce1ab8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network a44471a8-d5af-4f0e-b904-5d60df35b0ce is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:35:29.322010 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:35:29.357039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8ddd0b95-2137-4f8d-ad01-f51047ce1ab8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a44471a8-d5af-4f0e-b904-5d60df35b0ce) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:29.412478 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:29.412599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddd0b95-2137-4f8d-ad01-f51047ce1ab8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:29.412599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0b95-2137-4f8d-ad01-f51047ce1ab8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:29.413093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23f56db-99b9-4dc6-be02-ea699a035207 None None] Network a44471a8-d5af-4f0e-b904-5d60df35b0ce requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:29.413485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:35:29.413485 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:29.413485 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Added segment e72bf305-c008-4855-93b1-c95e3ea653a7 of type vlan for network 78f3e639-3ed6-49f3-a4af-86edc2d35397 Sep 08 13:35:29.442577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc26482-ef67-452f-b73a-452922cb2f24,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:29.460123 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:29.535261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-a44471a8-d5af-4f0e-b904-5d60df35b0ce', 'network_id': 'a44471a8-d5af-4f0e-b904-5d60df35b0ce', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'fixed_ips': [{'subnet_id': 'bea0326f-9af6-44e9-94e0-8d378e5fd554'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:35:29.536175 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:29.621529 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8ddd0b95-2137-4f8d-ad01-f51047ce1ab8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4687123 Sep 08 13:35:29.625046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55242) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:29.636422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1ddabaf7-8634-441e-8758-89e4d755d130 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'subnet': {'network_id': 'e48b20d4-4eb6-42ad-82fb-fe91dc121680', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:29.653146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a94bed35-4544-4874-9768-19ce1f50c419 req-99f4701f-e8c4-4928-ac96-a1aa58bd2ae6 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=77ce5612-28f9-444a-af5a-e0bd5e0ef659 HTTP/1.1" status: 200 len: 210 time: 0.0396459 Sep 08 13:35:29.670787 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:29.678970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:29.679877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:29.692450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Allocated IP 2001:db8::2 (a44471a8-d5af-4f0e-b904-5d60df35b0ce/bea0326f-9af6-44e9-94e0-8d378e5fd554/21312d35-c1c2-4c32-904a-9fbbb69de0e2) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:29.773657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Network': ['ID=78f3e639-3ed6-49f3-a4af-86edc2d35397,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:29.786244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 78f3e639-3ed6-49f3-a4af-86edc2d35397 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:35:29.843130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bf5c9397-2c77-4d0b-aca2-53a62f1cbe1f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2828829 Sep 08 13:35:29.846923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55250) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:29.852062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-914700146', 'admin_state_up': True, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:29.921979 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:29.930444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Transition to ACTIVE for port object 21312d35-c1c2-4c32-904a-9fbbb69de0e2 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:29.947774 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Transition to ACTIVE for port object 21312d35-c1c2-4c32-904a-9fbbb69de0e2 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:30.053850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddabaf7-8634-441e-8758-89e4d755d130 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:30.057509 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ddabaf7-8634-441e-8758-89e4d755d130 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:30.134371 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:30.191240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Network a44471a8-d5af-4f0e-b904-5d60df35b0ce is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:30.196095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:30.202121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:30.219292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Pushing event updated for resources: {'Port': ['ID=21312d35-c1c2-4c32-904a-9fbbb69de0e2,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:30.266416 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:30.266416 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:30.285305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Attempting to bind port 21312d35-c1c2-4c32-904a-9fbbb69de0e2 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:35:30.285691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Attempting to bind port 21312d35-c1c2-4c32-904a-9fbbb69de0e2 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '1fb0f4ff-7abc-4cb3-970e-ad213c80d975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'a44471a8-d5af-4f0e-b904-5d60df35b0ce'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:35:30.286069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Attempting to bind port 21312d35-c1c2-4c32-904a-9fbbb69de0e2 on network a44471a8-d5af-4f0e-b904-5d60df35b0ce {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:35:30.292603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:35:30.292994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Checking segment: {'id': '1fb0f4ff-7abc-4cb3-970e-ad213c80d975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'a44471a8-d5af-4f0e-b904-5d60df35b0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:30.293422 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:30.293834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Bound using segment: {'id': '1fb0f4ff-7abc-4cb3-970e-ad213c80d975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'a44471a8-d5af-4f0e-b904-5d60df35b0ce'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:35:30.294353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Bound port: 21312d35-c1c2-4c32-904a-9fbbb69de0e2, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb0f4ff-7abc-4cb3-970e-ad213c80d975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'a44471a8-d5af-4f0e-b904-5d60df35b0ce'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:35:30.294801 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:30.331740 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:30.356911 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ddabaf7-8634-441e-8758-89e4d755d130 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:30.371707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9249de49-3040-4b81-b59a-600d9def366d None None] For port 21312d35-c1c2-4c32-904a-9fbbb69de0e2, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:35:30.371707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9249de49-3040-4b81-b59a-600d9def366d None None] For port 21312d35-c1c2-4c32-904a-9fbbb69de0e2, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=21312d35-c1c2-4c32-904a-9fbbb69de0e2,segment=NetworkSegment(1fb0f4ff-7abc-4cb3-970e-ad213c80d975),segment_id=1fb0f4ff-7abc-4cb3-970e-ad213c80d975)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:35:30.414681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddabaf7-8634-441e-8758-89e4d755d130 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Subnet': ['ID=e0b843b6-e766-4655-a352-c110ff417ea0,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:30.430533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddabaf7-8634-441e-8758-89e4d755d130 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Checking segment: {'id': '8c27a764-b615-45dc-9ce7-85e142f155e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e48b20d4-4eb6-42ad-82fb-fe91dc121680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:30.430967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddabaf7-8634-441e-8758-89e4d755d130 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network hostable DHCP agents. Network: e48b20d4-4eb6-42ad-82fb-fe91dc121680, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:35:30.551594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddabaf7-8634-441e-8758-89e4d755d130 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network e48b20d4-4eb6-42ad-82fb-fe91dc121680 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:35:30.551886 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:30.624124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249de49-3040-4b81-b59a-600d9def366d None None] Pushing event updated for resources: {'Port': ['ID=21312d35-c1c2-4c32-904a-9fbbb69de0e2,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:30.654227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:30.727096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-1ddabaf7-8634-441e-8758-89e4d755d130 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, e48b20d4-4eb6-42ad-82fb-fe91dc121680) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:30.727946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddabaf7-8634-441e-8758-89e4d755d130 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:30.727946 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ddabaf7-8634-441e-8758-89e4d755d130 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:30.741424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c18a1b-a183-4129-b7d9-0e136d013cf2 None None] Network e48b20d4-4eb6-42ad-82fb-fe91dc121680 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:30.896072 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1ddabaf7-8634-441e-8758-89e4d755d130 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2696545 Sep 08 13:35:30.897389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55274) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:30.905875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a23e2db1-ce62-498a-94a2-7a0e98502cd0 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-909581904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:30.992158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-e48b20d4-4eb6-42ad-82fb-fe91dc121680', 'network_id': 'e48b20d4-4eb6-42ad-82fb-fe91dc121680', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'fixed_ips': [{'subnet_id': 'e0b843b6-e766-4655-a352-c110ff417ea0'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:35:30.996030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.153859 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-ce71cf3d-0457-498a-8a44-28fe0f567e3c tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:31.162038 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-ce71cf3d-0457-498a-8a44-28fe0f567e3c tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/networks?id=94ec28fb-75b5-4803-871e-981a29ded595 HTTP/1.1" status: 200 len: 809 time: 0.1348665 Sep 08 13:35:31.180212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-6b130c6c-71ce-460b-b1e8-938cea3c39ff tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/quotas/d07beda3325545d09a512b4385405f12 HTTP/1.1" status: 200 len: 375 time: 0.0170386 Sep 08 13:35:31.184028 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a23e2db1-ce62-498a-94a2-7a0e98502cd0 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.185276 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a23e2db1-ce62-498a-94a2-7a0e98502cd0 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.220733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Allocated IP 2001:db8:1::2 (e48b20d4-4eb6-42ad-82fb-fe91dc121680/e0b843b6-e766-4655-a352-c110ff417ea0/b5c03784-4f3e-4075-b0ef-2ddf2e244611) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:31.243545 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a23e2db1-ce62-498a-94a2-7a0e98502cd0 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.261059 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.283311 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-20af2b8e-fb7f-430d-8e7c-d60d3a372dc7 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=d07beda3325545d09a512b4385405f12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019545 Sep 08 13:35:31.308925 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.394667 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a23e2db1-ce62-498a-94a2-7a0e98502cd0 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.439045 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.439400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Transition to ACTIVE for port object b5c03784-4f3e-4075-b0ef-2ddf2e244611 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:31.443691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Allocated IP 172.25.5.86 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/3d0a30cc-34e8-483e-9830-692ec4b64cd8) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:31.470398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Transition to ACTIVE for port object b5c03784-4f3e-4075-b0ef-2ddf2e244611 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:31.512210 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-8556331d-0bc0-4006-be2b-6e8d376bac2b service neutron] 10.222.0.69 "GET /v2.0/networks/94ec28fb-75b5-4803-871e-981a29ded595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277887 Sep 08 13:35:31.609132 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.631731 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.642517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-b794d2bc-87aa-49e9-8290-5bde0580c004 service neutron] 10.222.0.69 "GET /v2.0/networks/94ec28fb-75b5-4803-871e-981a29ded595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231396 Sep 08 13:35:31.643255 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a23e2db1-ce62-498a-94a2-7a0e98502cd0 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.644361 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a23e2db1-ce62-498a-94a2-7a0e98502cd0 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7456546 Sep 08 13:35:31.647083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55296) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:31.699295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Network e48b20d4-4eb6-42ad-82fb-fe91dc121680 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:31.704037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:31.707277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:31.762707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.808219 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Pushing event updated for resources: {'Port': ['ID=b5c03784-4f3e-4075-b0ef-2ddf2e244611,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:31.843289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 28cee7a2-2095-4087-b54f-51aab310f43d no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:35:31.857186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:31.861248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:31.864791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:31.905902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Attempting to bind port b5c03784-4f3e-4075-b0ef-2ddf2e244611 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:35:31.905902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Attempting to bind port b5c03784-4f3e-4075-b0ef-2ddf2e244611 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '8c27a764-b615-45dc-9ce7-85e142f155e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e48b20d4-4eb6-42ad-82fb-fe91dc121680'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:35:31.906384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Attempting to bind port b5c03784-4f3e-4075-b0ef-2ddf2e244611 on network e48b20d4-4eb6-42ad-82fb-fe91dc121680 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:35:31.908403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 28cee7a2-2095-4087-b54f-51aab310f43d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:35:31.908746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 28cee7a2-2095-4087-b54f-51aab310f43d not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:35:31.914710 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:35:31.915085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Checking segment: {'id': '8c27a764-b615-45dc-9ce7-85e142f155e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e48b20d4-4eb6-42ad-82fb-fe91dc121680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:31.915524 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:31.915929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Bound using segment: {'id': '8c27a764-b615-45dc-9ce7-85e142f155e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e48b20d4-4eb6-42ad-82fb-fe91dc121680'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:35:31.916523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Bound port: b5c03784-4f3e-4075-b0ef-2ddf2e244611, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c27a764-b615-45dc-9ce7-85e142f155e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'e48b20d4-4eb6-42ad-82fb-fe91dc121680'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:35:31.917516 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:32.053999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=3d0a30cc-34e8-483e-9830-692ec4b64cd8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:32.074929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf6523-4719-4240-a7ee-93beb543c853 None None] Network a44471a8-d5af-4f0e-b904-5d60df35b0ce requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:32.098165 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9327f099-53ab-45fc-8f47-ac2f121e94f0 req-a067a4d8-add8-4e2d-b305-fbccd072b882 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 210 time: 0.1029205 Sep 08 13:35:32.115560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] For port b5c03784-4f3e-4075-b0ef-2ddf2e244611, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:35:32.123348 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:32.131019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] For port b5c03784-4f3e-4075-b0ef-2ddf2e244611, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b5c03784-4f3e-4075-b0ef-2ddf2e244611,segment=NetworkSegment(8c27a764-b615-45dc-9ce7-85e142f155e7),segment_id=8c27a764-b615-45dc-9ce7-85e142f155e7)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:35:32.284484 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:32.321681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f02604a9-296b-4b36-a7ba-7e9cc5f8ac8b None None] Provisioning for port 21312d35-c1c2-4c32-904a-9fbbb69de0e2 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:32.370643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 21312d35-c1c2-4c32-904a-9fbbb69de0e2 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:32.419708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9606c-5f51-4d08-a9c1-712756195a69 None None] Pushing event updated for resources: {'Port': ['ID=b5c03784-4f3e-4075-b0ef-2ddf2e244611,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:32.487786 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:32.586084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 21312d35-c1c2-4c32-904a-9fbbb69de0e2 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:32.591895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 21312d35-c1c2-4c32-904a-9fbbb69de0e2 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:32.595209 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:32.607577 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Allocated IP 2001:db8::1 (a44471a8-d5af-4f0e-b904-5d60df35b0ce/bea0326f-9af6-44e9-94e0-8d378e5fd554/1e8c59f7-b4a8-4d3c-aa41-aed811e07409) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:32.800581 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:32.868740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 21312d35-c1c2-4c32-904a-9fbbb69de0e2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=21312d35-c1c2-4c32-904a-9fbbb69de0e2,segment=NetworkSegment(1fb0f4ff-7abc-4cb3-970e-ad213c80d975),segment_id=1fb0f4ff-7abc-4cb3-970e-ad213c80d975)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:32.893931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:32.899842 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:32.909797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Transition to ACTIVE for port object 1e8c59f7-b4a8-4d3c-aa41-aed811e07409 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:33.002307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7787d932-c87e-400e-94a1-c2684a12e3f4 None None] Provisioning complete for port 21312d35-c1c2-4c32-904a-9fbbb69de0e2 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:33.002548 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7787d932-c87e-400e-94a1-c2684a12e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:33.084180 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:33.119704 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7787d932-c87e-400e-94a1-c2684a12e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:33.159149 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:33.204414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=21312d35-c1c2-4c32-904a-9fbbb69de0e2,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:33.221799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-7787d932-c87e-400e-94a1-c2684a12e3f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:35:33.222449 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-7787d932-c87e-400e-94a1-c2684a12e3f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:35:33.231123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:35:33.257430 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aeda051e-ec1b-4a41-b32c-2c5fdb045b26 req-e2427cd0-b26c-488c-8000-f4ef1edc37ba tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 210 time: 0.0768819 Sep 08 13:35:33.276798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network a44471a8-d5af-4f0e-b904-5d60df35b0ce is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:33.276798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:33.281615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:33.282403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:33.339307 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=1e8c59f7-b4a8-4d3c-aa41-aed811e07409,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:33.403289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:35:33.415212 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Sync routers for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:35:33.427048 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:33.427773 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:33.570982 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:35:33.619665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:33.653689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:33.659200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-281c28d1-6960-438b-8ca4-404ad364b3c0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8072231 Sep 08 13:35:33.659200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55336) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:33.813138 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:35:32Z', 'revision_number': 3, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:33.849022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55342) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:33.851062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1376d3bb-f515-4b9b-861e-45cbd5398705 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=eda23cb6f0f640d1831f2ef54abd8e7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1913123 Sep 08 13:35:33.857000 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Checking router: 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:35:33.865872 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Updating router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 port 3d0a30cc-34e8-483e-9830-692ec4b64cd8 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:35:33.891423 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:33.912816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd39898-28b6-4cfd-a524-595799c5a42f None None] Network e48b20d4-4eb6-42ad-82fb-fe91dc121680 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:34.149252 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9562c8-6f84-4ca2-be91-db31ba9d937d tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:34.151306 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6b9562c8-6f84-4ca2-be91-db31ba9d937d tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3009965 Sep 08 13:35:34.155306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55348) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:34.214905 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:34.215328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55354) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:34.215463 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-10238d4d-f07b-408c-b768-0e47d961b18e tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591419 Sep 08 13:35:34.224417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-feb98c36-b758-4be0-9fba-f39fd261e0fe tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1217601125', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:34.226503 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Transition to ACTIVE for port object 3d0a30cc-34e8-483e-9830-692ec4b64cd8 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:34.231732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9c10e4b6-ea55-4cab-b780-adec766a5056 None None] Provisioning for port 1e8c59f7-b4a8-4d3c-aa41-aed811e07409 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:34.236976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9c10e4b6-ea55-4cab-b780-adec766a5056 None None] Provisioning complete for port 1e8c59f7-b4a8-4d3c-aa41-aed811e07409 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:34.237636 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9c10e4b6-ea55-4cab-b780-adec766a5056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:34.324621 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:34.381809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9c10e4b6-ea55-4cab-b780-adec766a5056 None None] Port 1e8c59f7-b4a8-4d3c-aa41-aed811e07409 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:34.438481 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:34.482013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b5c03784-4f3e-4075-b0ef-2ddf2e244611 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:34.484682 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2ef1e3d-bcf8-422b-a9bd-fd657d77d702 req-32c010a6-2fbf-4fb9-87c6-6a26ed88f334 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 210 time: 0.0657506 Sep 08 13:35:34.542787 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Pushing event updated for resources: {'Port': ['ID=3d0a30cc-34e8-483e-9830-692ec4b64cd8,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:34.552943 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:34.553537 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:34.554038 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:34.554583 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:34.555085 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:34.555578 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:34.556086 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:34.556575 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:34.557080 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:34.558091 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:34.560018 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:34.560635 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:34.567618 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Attempting to bind port 3d0a30cc-34e8-483e-9830-692ec4b64cd8 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:35:34.568299 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Attempting to bind port 3d0a30cc-34e8-483e-9830-692ec4b64cd8 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:35:34.568855 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Attempting to bind port 3d0a30cc-34e8-483e-9830-692ec4b64cd8 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:35:34.576237 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:35:34.576897 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:34.577486 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:34.578041 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:35:34.578716 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Bound port: 3d0a30cc-34e8-483e-9830-692ec4b64cd8, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:35:34.579299 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:34.633862 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] For port 3d0a30cc-34e8-483e-9830-692ec4b64cd8, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:35:34.637382 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] For port 3d0a30cc-34e8-483e-9830-692ec4b64cd8, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d0a30cc-34e8-483e-9830-692ec4b64cd8,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:35:34.673676 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:34.674506 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:34.762005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=1e8c59f7-b4a8-4d3c-aa41-aed811e07409,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:34.827386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network a44471a8-d5af-4f0e-b904-5d60df35b0ce is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:34.828792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:34.911626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9c10e4b6-ea55-4cab-b780-adec766a5056 None None] Provisioning for port b5c03784-4f3e-4075-b0ef-2ddf2e244611 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:34.999452 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:35.007556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b5c03784-4f3e-4075-b0ef-2ddf2e244611 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:35.015664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b5c03784-4f3e-4075-b0ef-2ddf2e244611 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:35.016052 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:35.056585 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:35.057243 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:35.076406 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-eca4dc40-bfc1-4453-bba5-77ca7c8fed39 None None] Provisioning complete for port b5c03784-4f3e-4075-b0ef-2ddf2e244611 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:35.076826 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eca4dc40-bfc1-4453-bba5-77ca7c8fed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:35.104665 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b846c-e435-43c3-b029-dbe6a5716cdc None None] Pushing event updated for resources: {'Port': ['ID=3d0a30cc-34e8-483e-9830-692ec4b64cd8,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:35.152949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb98c36-b758-4be0-9fba-f39fd261e0fe tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Made reservation on behalf of eda23cb6f0f640d1831f2ef54abd8e7a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:35.157803 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-feb98c36-b758-4be0-9fba-f39fd261e0fe tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:35.184828 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:35.194582 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:35:35.218563 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eca4dc40-bfc1-4453-bba5-77ca7c8fed39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:35.240625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 6ba71704-e78c-4861-90ad-67ad82ed2a15 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:35:35.253644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b5c03784-4f3e-4075-b0ef-2ddf2e244611, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b5c03784-4f3e-4075-b0ef-2ddf2e244611,segment=NetworkSegment(8c27a764-b615-45dc-9ce7-85e142f155e7),segment_id=8c27a764-b615-45dc-9ce7-85e142f155e7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:35.352044 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:35.353278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 21312d35-c1c2-4c32-904a-9fbbb69de0e2 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:35.460817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:35:35.461093 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:35:32Z', 'revision_number': 3, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:35.462273 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-eca4dc40-bfc1-4453-bba5-77ca7c8fed39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:35:35.462820 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-eca4dc40-bfc1-4453-bba5-77ca7c8fed39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:35:35.477908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3143cd-cdc4-4101-aa22-d461bd5983c1 None None] Sync routers for ids ['6ba71704-e78c-4861-90ad-67ad82ed2a15'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:35:35.481363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b5c03784-4f3e-4075-b0ef-2ddf2e244611,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:35.482891 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-32cb89ec-dfad-47f1-9738-d873f8eccc4d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/6ba71704-e78c-4861-90ad-67ad82ed2a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8342867 Sep 08 13:35:35.486471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55370) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:35.501302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 21312d35-c1c2-4c32-904a-9fbbb69de0e2 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:35.501678 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:35.503453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3143cd-cdc4-4101-aa22-d461bd5983c1 None None] Routers {'6ba71704-e78c-4861-90ad-67ad82ed2a15'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:35.504092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8b3143cd-cdc4-4101-aa22-d461bd5983c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6ba71704-e78c-4861-90ad-67ad82ed2a15'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:35.515296 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bfd569-cdc9-427e-9895-53aabbada7e1 None None] The sync data for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 is: [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:35:32Z', 'revision_number': 3, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:35:35.573760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8b3143cd-cdc4-4101-aa22-d461bd5983c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:35.620951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b92f44a-8d69-426f-977f-0e509197f3bc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:35.621250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3143cd-cdc4-4101-aa22-d461bd5983c1 None None] Routers {'6ba71704-e78c-4861-90ad-67ad82ed2a15'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:35.621911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8b3143cd-cdc4-4101-aa22-d461bd5983c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6ba71704-e78c-4861-90ad-67ad82ed2a15'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:35.624807 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3b92f44a-8d69-426f-977f-0e509197f3bc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports/1e8c59f7-b4a8-4d3c-aa41-aed811e07409 HTTP/1.1" status: 200 len: 911 time: 0.1365459 Sep 08 13:35:35.629471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55376) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:35.640859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-551c57df-4fd4-4b37-87e0-ba1c2450ef18 req-daf9d96d-00c4-40a4-9590-8a148c7f0315 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 210 time: 0.0457127 Sep 08 13:35:35.693968 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-feb98c36-b758-4be0-9fba-f39fd261e0fe tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:35.782413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb98c36-b758-4be0-9fba-f39fd261e0fe tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Subnet': ['ID=a52be790-27d6-4a99-b086-a4ac614446a5,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:35.799626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb98c36-b758-4be0-9fba-f39fd261e0fe tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Checking segment: {'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:35.800050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb98c36-b758-4be0-9fba-f39fd261e0fe tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network hostable DHCP agents. Network: 78f3e639-3ed6-49f3-a4af-86edc2d35397, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:35:35.944803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8b3143cd-cdc4-4101-aa22-d461bd5983c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:35.945473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3143cd-cdc4-4101-aa22-d461bd5983c1 None None] The sync data for ids ['6ba71704-e78c-4861-90ad-67ad82ed2a15'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:35:36.054440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-c46bcc49-27b1-4df3-b6b8-c2fb1da6d3a1 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:36.056050 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-c46bcc49-27b1-4df3-b6b8-c2fb1da6d3a1 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.70 "GET /v2.0/networks?id=94ec28fb-75b5-4803-871e-981a29ded595 HTTP/1.1" status: 200 len: 809 time: 0.2491570 Sep 08 13:35:36.087728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb98c36-b758-4be0-9fba-f39fd261e0fe tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network 78f3e639-3ed6-49f3-a4af-86edc2d35397 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:35:36.091627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Request body: {'port': {'device_id': '96b30c95-9aff-441a-bbd3-3cdcecf40269', 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595', 'admin_state_up': True, 'tenant_id': 'd07beda3325545d09a512b4385405f12'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:36.199019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-567e8cc8-43cf-42d5-be4e-10e4101cfed1 None None] Provisioning complete for port 1e8c59f7-b4a8-4d3c-aa41-aed811e07409 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:36.199519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-567e8cc8-43cf-42d5-be4e-10e4101cfed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:36.243772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-feb98c36-b758-4be0-9fba-f39fd261e0fe tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 78f3e639-3ed6-49f3-a4af-86edc2d35397) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:36.258608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb98c36-b758-4be0-9fba-f39fd261e0fe tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:36.261248 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7695627-81c5-4331-8e49-da88c347de03 None None] Network 78f3e639-3ed6-49f3-a4af-86edc2d35397 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:36.261410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-feb98c36-b758-4be0-9fba-f39fd261e0fe tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:36.310328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-567e8cc8-43cf-42d5-be4e-10e4101cfed1 None None] Port 1e8c59f7-b4a8-4d3c-aa41-aed811e07409 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:36.370445 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:36.421434 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-feb98c36-b758-4be0-9fba-f39fd261e0fe tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2049634 Sep 08 13:35:36.430483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55390) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:36.445624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d0a30cc-34e8-483e-9830-692ec4b64cd8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:36.637463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-78f3e639-3ed6-49f3-a4af-86edc2d35397', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:35:36.638610 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:36.730826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Made reservation on behalf of d07beda3325545d09a512b4385405f12 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:36.737717 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:36.862667 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42b132e8-a7e6-4430-888c-fee7552c464b req-f995ad5b-c226-417b-a8c6-e4aa6a838b74 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 210 time: 0.0813086 Sep 08 13:35:36.875704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Allocated IP 172.20.0.2 (78f3e639-3ed6-49f3-a4af-86edc2d35397/a52be790-27d6-4a99-b086-a4ac614446a5/19801358-9562-446a-aafc-16285c036906) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:36.931093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 3d0a30cc-34e8-483e-9830-692ec4b64cd8 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:36.941375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3d0a30cc-34e8-483e-9830-692ec4b64cd8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:36.941702 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:36.995698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Allocated IP 2001:db8:1::1 (e48b20d4-4eb6-42ad-82fb-fe91dc121680/e0b843b6-e766-4655-a352-c110ff417ea0/98238c10-7933-4d46-9f65-23bec072b189) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:37.174156 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.185139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Allocated IP 172.20.0.11 (94ec28fb-75b5-4803-871e-981a29ded595/21172cb5-8032-455f-8396-647dab44c704/bca7b40e-a739-4e30-9f05-37a9d4740a51) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:37.203341 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.209366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Transition to ACTIVE for port object 19801358-9562-446a-aafc-16285c036906 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:37.229501 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.237146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Transition to ACTIVE for port object 19801358-9562-446a-aafc-16285c036906 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:37.258148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.271022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 3d0a30cc-34e8-483e-9830-692ec4b64cd8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d0a30cc-34e8-483e-9830-692ec4b64cd8,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:37.305183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Transition to ACTIVE for port object 98238c10-7933-4d46-9f65-23bec072b189 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:37.397392 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.401793 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.401793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b5c03784-4f3e-4075-b0ef-2ddf2e244611 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:37.445267 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.481707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Network 78f3e639-3ed6-49f3-a4af-86edc2d35397 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:37.511656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:37.514815 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:37.518533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Pushing event updated for resources: {'Port': ['ID=19801358-9562-446a-aafc-16285c036906,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:37.585684 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.595356 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b5c03784-4f3e-4075-b0ef-2ddf2e244611 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:37.595736 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.641425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network e48b20d4-4eb6-42ad-82fb-fe91dc121680 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:37.641858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Allocated IP 172.20.0.1 (78f3e639-3ed6-49f3-a4af-86edc2d35397/a52be790-27d6-4a99-b086-a4ac614446a5/16ea8153-c77d-4398-8915-e21b5b849aee) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:37.643239 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.652314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:37.659139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:37.659824 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.672418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=98238c10-7933-4d46-9f65-23bec072b189,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:37.688910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Attempting to bind port 19801358-9562-446a-aafc-16285c036906 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:35:37.689371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Attempting to bind port 19801358-9562-446a-aafc-16285c036906 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:35:37.689782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Attempting to bind port 19801358-9562-446a-aafc-16285c036906 on network 78f3e639-3ed6-49f3-a4af-86edc2d35397 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:35:37.694431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=3d0a30cc-34e8-483e-9830-692ec4b64cd8,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:37.703027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:35:37.706576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Checking segment: {'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:37.706576 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.706576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Bound using segment: {'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:35:37.706576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Bound port: 19801358-9562-446a-aafc-16285c036906, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:35:37.707167 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.763976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Network 94ec28fb-75b5-4803-871e-981a29ded595 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:37.788228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:37.804367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:37.814398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Pushing event updated for resources: {'Port': ['ID=bca7b40e-a739-4e30-9f05-37a9d4740a51,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:37.851414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] For port 19801358-9562-446a-aafc-16285c036906, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:35:37.858162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] For port 19801358-9562-446a-aafc-16285c036906, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=19801358-9562-446a-aafc-16285c036906,segment=NetworkSegment(e72bf305-c008-4855-93b1-c95e3ea653a7),segment_id=e72bf305-c008-4855-93b1-c95e3ea653a7)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:35:37.920089 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.944130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:37.944879 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:37.949168 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Transition to ACTIVE for port object 16ea8153-c77d-4398-8915-e21b5b849aee will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:38.000975 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7833f453-fec8-4d69-9fba-778fc1563ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:38.056109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe4e4f-ff90-4dc1-ae37-0ce387f1c3ea req-493c289d-b945-4e40-ac5a-17e549de3b78 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:38.058332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0bfe4e4f-ff90-4dc1-ae37-0ce387f1c3ea req-493c289d-b945-4e40-ac5a-17e549de3b78 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 932 time: 0.0537851 Sep 08 13:35:38.067548 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:38.124863 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:38.145134 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:38.161951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-cd779b7b-7ca2-4f92-8f95-892fc54cf496 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0758827 Sep 08 13:35:38.197149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd97d3-781a-4eb3-bde7-13f264101eca None None] Pushing event updated for resources: {'Port': ['ID=19801358-9562-446a-aafc-16285c036906,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:38.201409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Request body: {'port': {'device_id': '96b30c95-9aff-441a-bbd3-3cdcecf40269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:38.242627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=16ea8153-c77d-4398-8915-e21b5b849aee,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:38.254483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0bfe4e4f-ff90-4dc1-ae37-0ce387f1c3ea req-99e6e51b-6e05-4ad0-a45e-751f1c099e47 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638510 Sep 08 13:35:38.268790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network 78f3e639-3ed6-49f3-a4af-86edc2d35397 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:38.270806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:38.273363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:38.310458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d0a30cc-34e8-483e-9830-692ec4b64cd8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:38.329498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:38.385190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3d0a30cc-34e8-483e-9830-692ec4b64cd8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:38.386728 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:38.408677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-23108ae5-29da-4ad7-8e5f-6c1b8e46ca97 None None] Provisioning for port 98238c10-7933-4d46-9f65-23bec072b189 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:38.417541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-23108ae5-29da-4ad7-8e5f-6c1b8e46ca97 None None] Provisioning complete for port 98238c10-7933-4d46-9f65-23bec072b189 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:38.418021 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-23108ae5-29da-4ad7-8e5f-6c1b8e46ca97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:38.485927 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-23108ae5-29da-4ad7-8e5f-6c1b8e46ca97 None None] Port 98238c10-7933-4d46-9f65-23bec072b189 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:38.698985 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:38.812133 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:39.022657 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:39.121897 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:39.141210 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:39.222795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=16ea8153-c77d-4398-8915-e21b5b849aee,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:39.228049 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:39.268729 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bca7b40e-a739-4e30-9f05-37a9d4740a51 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:35:39.278478 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:39.289220 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:39.322687 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:39.380099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Transition to ACTIVE for port object bca7b40e-a739-4e30-9f05-37a9d4740a51 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:39.395630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network 78f3e639-3ed6-49f3-a4af-86edc2d35397 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:39.397488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:39.409554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=98238c10-7933-4d46-9f65-23bec072b189,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:39.479042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66381cf1-efa7-4495-bc3c-74bf05824cea None None] Network 78f3e639-3ed6-49f3-a4af-86edc2d35397 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:39.502835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b0460-07c5-4745-8208-32ffa393e7af req-a55a8e38-56e0-4127-afc2-9e8d7d71a08d tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:39.504692 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-353b0460-07c5-4745-8208-32ffa393e7af req-a55a8e38-56e0-4127-afc2-9e8d7d71a08d tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 932 time: 0.1234970 Sep 08 13:35:39.522309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network e48b20d4-4eb6-42ad-82fb-fe91dc121680 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:39.524393 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:39.534797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:39.566365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:35:39.672924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-353b0460-07c5-4745-8208-32ffa393e7af req-668c4e49-cc00-478b-8882-236ab746758f tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584053 Sep 08 13:35:39.676108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Pushing event updated for resources: {'Port': ['ID=bca7b40e-a739-4e30-9f05-37a9d4740a51,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:39.718211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ec801905-4e89-4613-af08-feae28ba304e None None] Provisioning for port 19801358-9562-446a-aafc-16285c036906 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:39.756108 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:35:39.765845 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c9dfa618-4557-4fea-9480-ec04e68787a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "PUT /v2.0/routers/5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3320220 Sep 08 13:35:39.768330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55446) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:39.773914 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Sync routers for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:35:39.786971 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:39.788080 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:39.884883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 6ba71704-e78c-4861-90ad-67ad82ed2a15 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:35:39.932798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Attempting to bind port bca7b40e-a739-4e30-9f05-37a9d4740a51 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:35:39.941224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Attempting to bind port bca7b40e-a739-4e30-9f05-37a9d4740a51 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '224f6ed3-99bd-4d46-835d-3e8e63ea7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:35:39.941763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Attempting to bind port bca7b40e-a739-4e30-9f05-37a9d4740a51 on network 94ec28fb-75b5-4803-871e-981a29ded595 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:35:40.031038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Port bca7b40e-a739-4e30-9f05-37a9d4740a51 on network 94ec28fb-75b5-4803-871e-981a29ded595 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:35:40.031408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Attempting to bind port bca7b40e-a739-4e30-9f05-37a9d4740a51 on network 94ec28fb-75b5-4803-871e-981a29ded595 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:35:40.037237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee577d6-ccc1-41eb-8a0e-fc3f90063efb tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.038210 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee577d6-ccc1-41eb-8a0e-fc3f90063efb tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.038479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee577d6-ccc1-41eb-8a0e-fc3f90063efb tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.038869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee577d6-ccc1-41eb-8a0e-fc3f90063efb tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.038989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:35:40.039219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Checking segment: {'id': '224f6ed3-99bd-4d46-835d-3e8e63ea7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:40.039350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee577d6-ccc1-41eb-8a0e-fc3f90063efb tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.039604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Bound using segment: {'id': '224f6ed3-99bd-4d46-835d-3e8e63ea7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:35:40.039769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee577d6-ccc1-41eb-8a0e-fc3f90063efb tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.040066 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Bound port: bca7b40e-a739-4e30-9f05-37a9d4740a51, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224f6ed3-99bd-4d46-835d-3e8e63ea7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:35:40.040272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee577d6-ccc1-41eb-8a0e-fc3f90063efb tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.040477 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:40.040736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee577d6-ccc1-41eb-8a0e-fc3f90063efb tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.041472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee577d6-ccc1-41eb-8a0e-fc3f90063efb tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.042197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee577d6-ccc1-41eb-8a0e-fc3f90063efb tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.042671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee577d6-ccc1-41eb-8a0e-fc3f90063efb tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.045370 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8ee577d6-ccc1-41eb-8a0e-fc3f90063efb tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7736 time: 0.2743783 Sep 08 13:35:40.048501 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55452) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:40.110156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2fe78332-abec-4a4c-a339-a4af46234456 None None] Provisioning complete for port 98238c10-7933-4d46-9f65-23bec072b189 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:40.110525 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2fe78332-abec-4a4c-a339-a4af46234456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:40.171472 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:35:40.171722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2fe78332-abec-4a4c-a339-a4af46234456 None None] Port 98238c10-7933-4d46-9f65-23bec072b189 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:40.192756 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82435c-5be2-4c4e-9924-e88eaebc08b4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.193238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82435c-5be2-4c4e-9924-e88eaebc08b4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.193788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82435c-5be2-4c4e-9924-e88eaebc08b4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.194329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82435c-5be2-4c4e-9924-e88eaebc08b4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.194793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82435c-5be2-4c4e-9924-e88eaebc08b4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.195243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82435c-5be2-4c4e-9924-e88eaebc08b4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.195709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82435c-5be2-4c4e-9924-e88eaebc08b4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.196140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82435c-5be2-4c4e-9924-e88eaebc08b4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.196675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82435c-5be2-4c4e-9924-e88eaebc08b4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.197083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82435c-5be2-4c4e-9924-e88eaebc08b4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.197666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca82435c-5be2-4c4e-9924-e88eaebc08b4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.198596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] For port bca7b40e-a739-4e30-9f05-37a9d4740a51, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:35:40.203177 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ca82435c-5be2-4c4e-9924-e88eaebc08b4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7050 time: 0.1511130 Sep 08 13:35:40.203377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] For port bca7b40e-a739-4e30-9f05-37a9d4740a51, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=bca7b40e-a739-4e30-9f05-37a9d4740a51,segment=NetworkSegment(224f6ed3-99bd-4d46-835d-3e8e63ea7436),segment_id=224f6ed3-99bd-4d46-835d-3e8e63ea7436)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:35:40.204021 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55454) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:40.242444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:35:40.253557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf71eb0-ca28-4752-9409-1a5678ad8643 None None] Sync routers for ids ['6ba71704-e78c-4861-90ad-67ad82ed2a15'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:35:40.270258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b5a6bbde-f24a-47f7-b9c7-8902f3a6a414 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/6ba71704-e78c-4861-90ad-67ad82ed2a15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6389651 Sep 08 13:35:40.270747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55458) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:40.282981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf71eb0-ca28-4752-9409-1a5678ad8643 None None] Routers {'6ba71704-e78c-4861-90ad-67ad82ed2a15'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:40.283659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cbf71eb0-ca28-4752-9409-1a5678ad8643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6ba71704-e78c-4861-90ad-67ad82ed2a15'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:40.397317 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cbf71eb0-ca28-4752-9409-1a5678ad8643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:40.402342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0408afe8-3c7d-4f9f-8049-219c7adb478f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.413548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0408afe8-3c7d-4f9f-8049-219c7adb478f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports/98238c10-7933-4d46-9f65-23bec072b189 HTTP/1.1" status: 200 len: 913 time: 0.1403039 Sep 08 13:35:40.414355 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55462) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:40.429753 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:40.434364 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-96aad3b3-750c-4575-8f25-960a0aa3641d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:40.452738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf71eb0-ca28-4752-9409-1a5678ad8643 None None] Routers {'6ba71704-e78c-4861-90ad-67ad82ed2a15'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:40.452738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cbf71eb0-ca28-4752-9409-1a5678ad8643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6ba71704-e78c-4861-90ad-67ad82ed2a15'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:40.537834 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:35:38Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:38Z', 'revision_number': 2, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:40.555003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 19801358-9562-446a-aafc-16285c036906 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:40.570628 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Checking router: 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:35:40.570628 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Updating router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 port 16ea8153-c77d-4398-8915-e21b5b849aee binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:35:40.604559 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:40.617794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:40.620386 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:40.621905 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] 10.222.0.70 "PUT /v2.0/ports/bca7b40e-a739-4e30-9f05-37a9d4740a51 HTTP/1.1" status: 200 len: 1092 time: 2.4289384 Sep 08 13:35:40.622462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b30c95-9aff-441a-bbd3-3cdcecf40269', 'tag': 'bca7b40e-a739-4e30-9f05-37a9d4740a51'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:35:40.624800 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e22efe-f95d-48df-a8cb-279b9a80ad65" -d '{"events": [{"name": "network-changed", "server_uuid": "96b30c95-9aff-441a-bbd3-3cdcecf40269", "tag": "bca7b40e-a739-4e30-9f05-37a9d4740a51"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:35:40.639875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cbf71eb0-ca28-4752-9409-1a5678ad8643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:40.641029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf71eb0-ca28-4752-9409-1a5678ad8643 None None] The sync data for ids ['6ba71704-e78c-4861-90ad-67ad82ed2a15'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:35:40.686968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5f84c683-3803-4b64-bed8-bf114a5d9b89 None None] Provisioning for port 16ea8153-c77d-4398-8915-e21b5b849aee completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:40.702191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5f84c683-3803-4b64-bed8-bf114a5d9b89 None None] Provisioning complete for port 16ea8153-c77d-4398-8915-e21b5b849aee triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:40.702899 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5f84c683-3803-4b64-bed8-bf114a5d9b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:40.788198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5f84c683-3803-4b64-bed8-bf114a5d9b89 None None] Port 16ea8153-c77d-4398-8915-e21b5b849aee cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:40.826800 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8006f9-74ea-47d7-89a7-cce6e321fc92 x-openstack-request-id: req-6a8006f9-74ea-47d7-89a7-cce6e321fc92 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:35:40.827070 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b30c95-9aff-441a-bbd3-3cdcecf40269", "tag": "bca7b40e-a739-4e30-9f05-37a9d4740a51", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:35:40.827333 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6a8006f9-74ea-47d7-89a7-cce6e321fc92 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:35:40.827755 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b30c95-9aff-441a-bbd3-3cdcecf40269', 'tag': 'bca7b40e-a739-4e30-9f05-37a9d4740a51', 'status': 'completed', 'code': 200} Sep 08 13:35:40.877743 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:40.932293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5e49604f-cfd1-48fd-8358-c1327459dd61 None None] Provisioning complete for port 16ea8153-c77d-4398-8915-e21b5b849aee triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:40.941197 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e49604f-cfd1-48fd-8358-c1327459dd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:40.952514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Pushing event updated for resources: {'Port': ['ID=bca7b40e-a739-4e30-9f05-37a9d4740a51,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:40.995084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:40.995535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:40.995950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:40.996658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:40.996950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:40.997287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:40.997959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:40.997959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:40.998312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:40.998616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:40.998949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:40.999274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180721eb-dcc9-41c4-9d45-c5e8f1508d99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:41.000610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 19801358-9562-446a-aafc-16285c036906 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:41.016712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 19801358-9562-446a-aafc-16285c036906 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:41.017110 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.056780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e22efe-f95d-48df-a8cb-279b9a80ad65 req-928521c3-be54-47dd-a3a0-46e1463c0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:41.058857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64e22efe-f95d-48df-a8cb-279b9a80ad65 req-928521c3-be54-47dd-a3a0-46e1463c0559 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d07beda3325545d09a512b4385405f12&device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 1095 time: 0.2436609 Sep 08 13:35:41.077227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5e49604f-cfd1-48fd-8358-c1327459dd61 None None] Port 16ea8153-c77d-4398-8915-e21b5b849aee cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:41.092138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672ec31-3c9c-49d9-b5f9-3d973beb3186 req-6e7ae85e-b3a6-4eea-a6cf-2fd2ab2df944 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:41.099693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3672ec31-3c9c-49d9-b5f9-3d973beb3186 req-6e7ae85e-b3a6-4eea-a6cf-2fd2ab2df944 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 944 time: 0.1925437 Sep 08 13:35:41.106094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3ab4db55-c811-4178-8e47-2eb720cf9bb9 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3586 time: 0.9009380 Sep 08 13:35:41.173503 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.174795 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.186812 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Transition to ACTIVE for port object 16ea8153-c77d-4398-8915-e21b5b849aee will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:41.234213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 19801358-9562-446a-aafc-16285c036906, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=19801358-9562-446a-aafc-16285c036906,segment=NetworkSegment(e72bf305-c008-4855-93b1-c95e3ea653a7),segment_id=e72bf305-c008-4855-93b1-c95e3ea653a7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:41.245140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2fe130f8-fb83-41db-81be-1b4e9ae5fc4a None None] Provisioning complete for port 16ea8153-c77d-4398-8915-e21b5b849aee triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:41.245140 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2fe130f8-fb83-41db-81be-1b4e9ae5fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.303963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2fe130f8-fb83-41db-81be-1b4e9ae5fc4a None None] Port 16ea8153-c77d-4398-8915-e21b5b849aee cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:41.309706 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3672ec31-3c9c-49d9-b5f9-3d973beb3186 req-bc9c656d-269f-4d2e-8647-5dbeb7371508 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091584 Sep 08 13:35:41.333029 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.343889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e22efe-f95d-48df-a8cb-279b9a80ad65 req-376a53d7-fb5b-4099-aff6-b71630f5adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:41.345413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64e22efe-f95d-48df-a8cb-279b9a80ad65 req-376a53d7-fb5b-4099-aff6-b71630f5adcf service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d07beda3325545d09a512b4385405f12&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2775586 Sep 08 13:35:41.388145 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca25030-7232-4f7f-8383-89d2f34fc56f None None] Pushing event updated for resources: {'Port': ['ID=16ea8153-c77d-4398-8915-e21b5b849aee,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:41.408982 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.503872 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Attempting to bind port 16ea8153-c77d-4398-8915-e21b5b849aee on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:35:41.504243 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Attempting to bind port 16ea8153-c77d-4398-8915-e21b5b849aee by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:35:41.504605 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Attempting to bind port 16ea8153-c77d-4398-8915-e21b5b849aee on network 78f3e639-3ed6-49f3-a4af-86edc2d35397 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:35:41.519240 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:35:41.519613 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Checking segment: {'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:41.520052 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.520448 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Bound using segment: {'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:35:41.521014 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Bound port: 16ea8153-c77d-4398-8915-e21b5b849aee, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:35:41.521475 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.537704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=19801358-9562-446a-aafc-16285c036906,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:41.620703 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] For port 16ea8153-c77d-4398-8915-e21b5b849aee, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:35:41.624666 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] For port 16ea8153-c77d-4398-8915-e21b5b849aee, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=16ea8153-c77d-4398-8915-e21b5b849aee,segment=NetworkSegment(e72bf305-c008-4855-93b1-c95e3ea653a7),segment_id=e72bf305-c008-4855-93b1-c95e3ea653a7)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:35:41.627376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e22efe-f95d-48df-a8cb-279b9a80ad65 req-e9a9cfae-32cf-4fd0-9c82-33075ace916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:41.629426 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64e22efe-f95d-48df-a8cb-279b9a80ad65 req-e9a9cfae-32cf-4fd0-9c82-33075ace916b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2702229 Sep 08 13:35:41.645767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55484) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:41.653773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-708f0147-3442-47bc-bc80-4cdf7664f827 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929716728', 'description': 'tempest-secgroup-smoke-1929716728 description', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:41.677674 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d5e79de-7952-4efc-86a2-a8d4f5f570a1 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.751371 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.782881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-89bbcfc6-e64d-4c5a-bc33-1934e6061558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:41.784554 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-89bbcfc6-e64d-4c5a-bc33-1934e6061558 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d07beda3325545d09a512b4385405f12&device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 1095 time: 0.1095746 Sep 08 13:35:41.817773 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:41.818674 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:41.835279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-6e179475-0598-4716-a553-9fde448e3db4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bca7b40e-a739-4e30-9f05-37a9d4740a51 HTTP/1.1" status: 200 len: 217 time: 0.0421274 Sep 08 13:35:41.859954 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-708f0147-3442-47bc-bc80-4cdf7664f827 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.872923 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca25030-7232-4f7f-8383-89d2f34fc56f None None] Pushing event updated for resources: {'Port': ['ID=16ea8153-c77d-4398-8915-e21b5b849aee,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:41.899481 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:41.999169 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-708f0147-3442-47bc-bc80-4cdf7664f827 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:42.014266 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:35:42.144836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-708f0147-3442-47bc-bc80-4cdf7664f827 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:42.205571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f0147-3442-47bc-bc80-4cdf7664f827 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b877795e-3751-41cd-9fd6-6df28e219469,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:42.265411 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:35:38Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:41Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:42.282321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 19801358-9562-446a-aafc-16285c036906 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:42.300844 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d419e70b-7c0b-463a-9ca2-a94b4cf8e044 None None] The sync data for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 is: [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:35:38Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:41Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:35:42.311442 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-708f0147-3442-47bc-bc80-4cdf7664f827 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:42.319549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-708f0147-3442-47bc-bc80-4cdf7664f827 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6722014 Sep 08 13:35:42.320261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55498) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:42.325454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-692095dc-44ae-4df3-b367-606802c5cba2 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': 'b877795e-3751-41cd-9fd6-6df28e219469', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:42.363290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 19801358-9562-446a-aafc-16285c036906 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:42.363925 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:42.521172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-c0b9db4d-0dd9-4ba1-8381-364e4586934b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:42.523569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-c0b9db4d-0dd9-4ba1-8381-364e4586934b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=21172cb5-8032-455f-8396-647dab44c704 HTTP/1.1" status: 200 len: 849 time: 0.6797433 Sep 08 13:35:42.547684 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-692095dc-44ae-4df3-b367-606802c5cba2 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:42.574162 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-eda91e76-b5c5-488c-af67-ae3adea637df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=94ec28fb-75b5-4803-871e-981a29ded595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419025 Sep 08 13:35:42.633823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadf4d0-7d34-4ca2-bfdc-adaf6f7205e0 req-83436f5d-fad3-4824-b291-896b4a3ce2c5 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:42.643269 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8dadf4d0-7d34-4ca2-bfdc-adaf6f7205e0 req-83436f5d-fad3-4824-b291-896b4a3ce2c5 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 944 time: 0.1740906 Sep 08 13:35:42.726120 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8dadf4d0-7d34-4ca2-bfdc-adaf6f7205e0 req-a522e62b-063e-483a-bb49-f69772654693 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789347 Sep 08 13:35:42.733984 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-692095dc-44ae-4df3-b367-606802c5cba2 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:42.772914 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-6c350ffa-9cbe-4dcf-901c-48f752d28099 service neutron] 10.222.0.70 "GET /v2.0/networks/94ec28fb-75b5-4803-871e-981a29ded595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898980 Sep 08 13:35:42.779861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e79de-7952-4efc-86a2-a8d4f5f570a1 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port 98238c10-7933-4d46-9f65-23bec072b189 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:35:42.780215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d5e79de-7952-4efc-86a2-a8d4f5f570a1 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:42.868666 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-692095dc-44ae-4df3-b367-606802c5cba2 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:42.899936 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692095dc-44ae-4df3-b367-606802c5cba2 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b38e17-f499-417e-ba10-93a91b29c448,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:42.961282 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d5e79de-7952-4efc-86a2-a8d4f5f570a1 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:42.975975 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e5b7667-07e1-447f-beed-c40dc400f3bd req-8f6b6378-ffb9-45ef-bd43-c00702437bba service neutron] 10.222.0.70 "GET /v2.0/networks/94ec28fb-75b5-4803-871e-981a29ded595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925223 Sep 08 13:35:42.983174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-3d5e79de-7952-4efc-86a2-a8d4f5f570a1 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for 98238c10-7933-4d46-9f65-23bec072b189 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:35:43.048122 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-692095dc-44ae-4df3-b367-606802c5cba2 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:43.049855 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-692095dc-44ae-4df3-b367-606802c5cba2 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7286115 Sep 08 13:35:43.052696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55514) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:43.059387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9921d955-8339-42a1-8754-2328b20f71e5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': 'b877795e-3751-41cd-9fd6-6df28e219469', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:43.294533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9921d955-8339-42a1-8754-2328b20f71e5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:43.356416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:43.363672 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9921d955-8339-42a1-8754-2328b20f71e5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:43.556372 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d5e79de-7952-4efc-86a2-a8d4f5f570a1 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:43.590601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e79de-7952-4efc-86a2-a8d4f5f570a1 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=98238c10-7933-4d46-9f65-23bec072b189,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:43.592174 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9921d955-8339-42a1-8754-2328b20f71e5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:43.615686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921d955-8339-42a1-8754-2328b20f71e5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc386c4-eb29-4618-822a-6f64d915d373,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:43.705311 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9921d955-8339-42a1-8754-2328b20f71e5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:43.709285 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9921d955-8339-42a1-8754-2328b20f71e5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6529248 Sep 08 13:35:43.710330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55522) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:43.715301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-18db28f9-c655-45a0-a860-e0dac648a282 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': 'b877795e-3751-41cd-9fd6-6df28e219469', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:43.802005 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d5e79de-7952-4efc-86a2-a8d4f5f570a1 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:43.859522 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18db28f9-c655-45a0-a860-e0dac648a282 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:43.927102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18db28f9-c655-45a0-a860-e0dac648a282 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:43.946308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a68a8d-1c93-4d04-b5dc-d0589b02e148 req-deade17d-b3fe-4f91-90b9-c4c7ae1cfa8e tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:43.947880 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5a68a8d-1c93-4d04-b5dc-d0589b02e148 req-deade17d-b3fe-4f91-90b9-c4c7ae1cfa8e tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 944 time: 0.1215847 Sep 08 13:35:44.056633 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5a68a8d-1c93-4d04-b5dc-d0589b02e148 req-1eb25b84-b4fe-4f0f-9757-7bc22b2613a2 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012089 Sep 08 13:35:44.077541 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18db28f9-c655-45a0-a860-e0dac648a282 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.079026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5e79de-7952-4efc-86a2-a8d4f5f570a1 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 6ba71704-e78c-4861-90ad-67ad82ed2a15 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:35:44.113249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db28f9-c655-45a0-a860-e0dac648a282 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c34a844-8392-4b8a-b56a-2ce0684c2b52,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:44.194457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5e79de-7952-4efc-86a2-a8d4f5f570a1 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:35:44.199528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3d5e79de-7952-4efc-86a2-a8d4f5f570a1 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/6ba71704-e78c-4861-90ad-67ad82ed2a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7838709 Sep 08 13:35:44.202227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55536) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:44.204884 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5797ebd4-828b-466b-9d16-a9cd992dc917 None None] Sync routers for ids ['6ba71704-e78c-4861-90ad-67ad82ed2a15'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:35:44.219059 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797ebd4-828b-466b-9d16-a9cd992dc917 None None] Routers {'6ba71704-e78c-4861-90ad-67ad82ed2a15'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:44.219890 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5797ebd4-828b-466b-9d16-a9cd992dc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6ba71704-e78c-4861-90ad-67ad82ed2a15'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:44.259330 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5797ebd4-828b-466b-9d16-a9cd992dc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:44.270398 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-18db28f9-c655-45a0-a860-e0dac648a282 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.274549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-18db28f9-c655-45a0-a860-e0dac648a282 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5638344 Sep 08 13:35:44.275190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55538) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:44.294789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-cec5694e-cec5-4704-8e8d-5211f49ce0f8 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': 'b877795e-3751-41cd-9fd6-6df28e219469', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:44.295620 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5797ebd4-828b-466b-9d16-a9cd992dc917 None None] Routers {'6ba71704-e78c-4861-90ad-67ad82ed2a15'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:44.295620 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5797ebd4-828b-466b-9d16-a9cd992dc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6ba71704-e78c-4861-90ad-67ad82ed2a15'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:44.317448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 16ea8153-c77d-4398-8915-e21b5b849aee up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:44.333888 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5797ebd4-828b-466b-9d16-a9cd992dc917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:44.334586 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5797ebd4-828b-466b-9d16-a9cd992dc917 None None] The sync data for ids ['6ba71704-e78c-4861-90ad-67ad82ed2a15'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:35:44.380555 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.435585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cec5694e-cec5-4704-8e8d-5211f49ce0f8 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.488586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 16ea8153-c77d-4398-8915-e21b5b849aee completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:44.495391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 16ea8153-c77d-4398-8915-e21b5b849aee triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:44.495773 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.517430 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cec5694e-cec5-4704-8e8d-5211f49ce0f8 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.567958 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4049fd7a-66c6-4289-b8e0-b0b95bb954de tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.590657 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.622400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 16ea8153-c77d-4398-8915-e21b5b849aee, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=16ea8153-c77d-4398-8915-e21b5b849aee,segment=NetworkSegment(e72bf305-c008-4855-93b1-c95e3ea653a7),segment_id=e72bf305-c008-4855-93b1-c95e3ea653a7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:44.700143 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cec5694e-cec5-4704-8e8d-5211f49ce0f8 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.716024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5694e-cec5-4704-8e8d-5211f49ce0f8 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9a6540-73df-4ee9-aefd-101552f5b3e5,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:44.763315 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.832450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=16ea8153-c77d-4398-8915-e21b5b849aee,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:44.846200 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cec5694e-cec5-4704-8e8d-5211f49ce0f8 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.847610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cec5694e-cec5-4704-8e8d-5211f49ce0f8 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5711966 Sep 08 13:35:44.851824 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55546) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:44.856597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d558a772-9752-4122-b397-77788130edd0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': 'b877795e-3751-41cd-9fd6-6df28e219469', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:44.857783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-4049fd7a-66c6-4289-b8e0-b0b95bb954de tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port 1e8c59f7-b4a8-4d3c-aa41-aed811e07409 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:35:44.858324 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4049fd7a-66c6-4289-b8e0-b0b95bb954de tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.953167 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4049fd7a-66c6-4289-b8e0-b0b95bb954de tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:44.965776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-4049fd7a-66c6-4289-b8e0-b0b95bb954de tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for 1e8c59f7-b4a8-4d3c-aa41-aed811e07409 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:35:45.047729 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-d558a772-9752-4122-b397-77788130edd0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Project eda23cb6f0f640d1831f2ef54abd8e7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:35:45.058886 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d558a772-9752-4122-b397-77788130edd0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:45.140916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d558a772-9752-4122-b397-77788130edd0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:45.222653 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464653c-3df9-458f-a956-b69c66be64e8 req-eafee3d3-fbff-46af-9f76-6fb037e4889f tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:45.224549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d464653c-3df9-458f-a956-b69c66be64e8 req-eafee3d3-fbff-46af-9f76-6fb037e4889f tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 944 time: 0.0625150 Sep 08 13:35:45.273701 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d464653c-3df9-458f-a956-b69c66be64e8 req-ec737e37-9a0c-44d0-936b-5a34666b33c6 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434749 Sep 08 13:35:45.300254 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d558a772-9752-4122-b397-77788130edd0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:45.321996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558a772-9752-4122-b397-77788130edd0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7648bb-8705-43ab-92f5-d08648c3e690,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:45.345007 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4049fd7a-66c6-4289-b8e0-b0b95bb954de tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:45.371913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049fd7a-66c6-4289-b8e0-b0b95bb954de tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=1e8c59f7-b4a8-4d3c-aa41-aed811e07409,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:45.419635 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d558a772-9752-4122-b397-77788130edd0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:45.423515 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d558a772-9752-4122-b397-77788130edd0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5678515 Sep 08 13:35:45.423656 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55560) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:45.428698 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-071470d5-a3ea-4c3f-b1d5-05a7ee714372 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': 'b877795e-3751-41cd-9fd6-6df28e219469', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:45.511229 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4049fd7a-66c6-4289-b8e0-b0b95bb954de tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:45.607832 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-071470d5-a3ea-4c3f-b1d5-05a7ee714372 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Project eda23cb6f0f640d1831f2ef54abd8e7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:35:45.617791 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-071470d5-a3ea-4c3f-b1d5-05a7ee714372 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:45.677058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4049fd7a-66c6-4289-b8e0-b0b95bb954de tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 6ba71704-e78c-4861-90ad-67ad82ed2a15 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:35:45.688518 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-071470d5-a3ea-4c3f-b1d5-05a7ee714372 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:45.780583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4049fd7a-66c6-4289-b8e0-b0b95bb954de tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:35:45.789607 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4049fd7a-66c6-4289-b8e0-b0b95bb954de tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/6ba71704-e78c-4861-90ad-67ad82ed2a15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5861328 Sep 08 13:35:45.791134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fdbe93-7f3a-4d5e-b266-18afa23212b7 None None] Sync routers for ids ['6ba71704-e78c-4861-90ad-67ad82ed2a15'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:35:45.794658 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55566) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:45.818044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fdbe93-7f3a-4d5e-b266-18afa23212b7 None None] Routers {'6ba71704-e78c-4861-90ad-67ad82ed2a15'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:45.818733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b7fdbe93-7f3a-4d5e-b266-18afa23212b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6ba71704-e78c-4861-90ad-67ad82ed2a15'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:45.836600 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d1bfb49f-ee63-4ff3-8d15-349378311565 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ba71704-e78c-4861-90ad-67ad82ed2a15 HTTP/1.1" status: 200 len: 205 time: 0.0277452 Sep 08 13:35:45.836986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55568) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:45.851521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b7fdbe93-7f3a-4d5e-b266-18afa23212b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:45.861091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fdbe93-7f3a-4d5e-b266-18afa23212b7 None None] Routers {'6ba71704-e78c-4861-90ad-67ad82ed2a15'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:45.861714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b7fdbe93-7f3a-4d5e-b266-18afa23212b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['6ba71704-e78c-4861-90ad-67ad82ed2a15'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:45.901324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b7fdbe93-7f3a-4d5e-b266-18afa23212b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:45.902044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fdbe93-7f3a-4d5e-b266-18afa23212b7 None None] The sync data for ids ['6ba71704-e78c-4861-90ad-67ad82ed2a15'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:35:45.930507 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-071470d5-a3ea-4c3f-b1d5-05a7ee714372 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:45.936772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device bca7b40e-a739-4e30-9f05-37a9d4740a51 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:35:45.937013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-321075f6-ce3f-43bf-bcfa-6646b6d28fc6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:45.990056 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071470d5-a3ea-4c3f-b1d5-05a7ee714372 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78253f3f-1fb0-4ace-8a8e-07de39f6525b,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:46.035084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port bca7b40e-a739-4e30-9f05-37a9d4740a51, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=bca7b40e-a739-4e30-9f05-37a9d4740a51,segment=NetworkSegment(224f6ed3-99bd-4d46-835d-3e8e63ea7436),segment_id=224f6ed3-99bd-4d46-835d-3e8e63ea7436)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:46.050354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'bca7b40e-a739-4e30-9f05-37a9d4740a51', 'network_id': '94ec28fb-75b5-4803-871e-981a29ded595', 'port_id': 'bca7b40e-a739-4e30-9f05-37a9d4740a51', 'mac_address': 'fa:16:3e:7f:04:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21172cb5-8032-455f-8396-647dab44c704', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:35:46.093302 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:46.110129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bca7b40e-a739-4e30-9f05-37a9d4740a51 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:35:46.131036 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-321075f6-ce3f-43bf-bcfa-6646b6d28fc6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:46.131458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port bca7b40e-a739-4e30-9f05-37a9d4740a51, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=bca7b40e-a739-4e30-9f05-37a9d4740a51,segment=NetworkSegment(224f6ed3-99bd-4d46-835d-3e8e63ea7436),segment_id=224f6ed3-99bd-4d46-835d-3e8e63ea7436)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:46.133633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-321075f6-ce3f-43bf-bcfa-6646b6d28fc6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:46.249337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 16ea8153-c77d-4398-8915-e21b5b849aee up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:46.308428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 16ea8153-c77d-4398-8915-e21b5b849aee triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:46.309058 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:46.367659 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-071470d5-a3ea-4c3f-b1d5-05a7ee714372 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:46.369208 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-071470d5-a3ea-4c3f-b1d5-05a7ee714372 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9443333 Sep 08 13:35:46.407964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f5c46-3a66-4f9c-9729-9ff5a98df4c8 req-31752377-6b62-449e-b968-97494dea4e70 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:46.409651 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-186f5c46-3a66-4f9c-9729-9ff5a98df4c8 req-31752377-6b62-449e-b968-97494dea4e70 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 944 time: 0.0572600 Sep 08 13:35:46.458403 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-186f5c46-3a66-4f9c-9729-9ff5a98df4c8 req-15755b6c-e29f-4630-be8c-d9f1d01241e9 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428069 Sep 08 13:35:46.476755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-321075f6-ce3f-43bf-bcfa-6646b6d28fc6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:46.478646 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:46.478789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321075f6-ce3f-43bf-bcfa-6646b6d28fc6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Fanout notify agent at l3_agent the message router_deleted on router 6ba71704-e78c-4861-90ad-67ad82ed2a15 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:35:46.492820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-321075f6-ce3f-43bf-bcfa-6646b6d28fc6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:46.495229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-321075f6-ce3f-43bf-bcfa-6646b6d28fc6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/6ba71704-e78c-4861-90ad-67ad82ed2a15 HTTP/1.1" status: 204 len: 168 time: 0.6560652 Sep 08 13:35:46.502531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55596) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:46.569839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=bca7b40e-a739-4e30-9f05-37a9d4740a51,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:46.581079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80f2266-cc1d-4210-8dda-2c73e28bd06b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting subnet e0b843b6-e766-4655-a352-c110ff417ea0 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:35:46.584348 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d80f2266-cc1d-4210-8dda-2c73e28bd06b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:46.589737 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-8d4592ea-1f50-4198-b8c2-b1ba55823b94 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929716728&fields=id&tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a HTTP/1.1" status: 200 len: 267 time: 0.0762103 Sep 08 13:35:46.633925 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d80f2266-cc1d-4210-8dda-2c73e28bd06b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:46.689641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['bca7b40e-a739-4e30-9f05-37a9d4740a51'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:35:46.763160 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d80f2266-cc1d-4210-8dda-2c73e28bd06b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:46.772055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-813b8127-2f28-4948-9da6-68e00524ce50 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:46.774091 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-813b8127-2f28-4948-9da6-68e00524ce50 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/networks?id=78f3e639-3ed6-49f3-a4af-86edc2d35397 HTTP/1.1" status: 200 len: 796 time: 0.1762180 Sep 08 13:35:46.801645 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-15a73b91-8498-4267-8ea7-0e6f2924ec96 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/quotas/eda23cb6f0f640d1831f2ef54abd8e7a HTTP/1.1" status: 200 len: 375 time: 0.0203347 Sep 08 13:35:46.875456 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-6eb7dde9-7ee2-4a4d-a4ca-e0506ae8de09 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672359 Sep 08 13:35:46.933700 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:46.978625 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-3affcf5e-6040-410c-931a-5912c147d8cb service neutron] 10.222.0.69 "GET /v2.0/networks/78f3e639-3ed6-49f3-a4af-86edc2d35397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934994 Sep 08 13:35:47.007800 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d80f2266-cc1d-4210-8dda-2c73e28bd06b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.037863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f2266-cc1d-4210-8dda-2c73e28bd06b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Subnet': ['ID=e0b843b6-e766-4655-a352-c110ff417ea0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:47.043569 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d80f2266-cc1d-4210-8dda-2c73e28bd06b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.045176 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d80f2266-cc1d-4210-8dda-2c73e28bd06b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/e0b843b6-e766-4655-a352-c110ff417ea0 HTTP/1.1" status: 204 len: 168 time: 0.5413556 Sep 08 13:35:47.052076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adbc6ca-e79c-458c-9e2e-05c93ec8611e None None] Network e48b20d4-4eb6-42ad-82fb-fe91dc121680 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:47.054628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55604) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:47.126679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-d7db56eb-4f08-4add-9e1f-95d3cd3e6c97 service neutron] 10.222.0.69 "GET /v2.0/networks/78f3e639-3ed6-49f3-a4af-86edc2d35397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388326 Sep 08 13:35:47.133624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6ae8da-b9be-4b24-b344-0d26c08a8541 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting subnet bea0326f-9af6-44e9-94e0-8d378e5fd554 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:35:47.137691 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae8da-b9be-4b24-b344-0d26c08a8541 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.212399 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae8da-b9be-4b24-b344-0d26c08a8541 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.310495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d809682-8715-401d-b60d-25dfdd029416 None None] DHCP port deletion for e48b20d4-4eb6-42ad-82fb-fe91dc121680 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:35:47.319237 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae8da-b9be-4b24-b344-0d26c08a8541 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.378203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8d809682-8715-401d-b60d-25dfdd029416 None None] Deleting port b5c03784-4f3e-4075-b0ef-2ddf2e244611 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:35:47.378376 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8d809682-8715-401d-b60d-25dfdd029416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.451560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-8d809682-8715-401d-b60d-25dfdd029416 None None] For port b5c03784-4f3e-4075-b0ef-2ddf2e244611, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b5c03784-4f3e-4075-b0ef-2ddf2e244611,segment=NetworkSegment(8c27a764-b615-45dc-9ce7-85e142f155e7),segment_id=8c27a764-b615-45dc-9ce7-85e142f155e7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:47.451979 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8d809682-8715-401d-b60d-25dfdd029416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.466313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8d809682-8715-401d-b60d-25dfdd029416 None None] Calling delete_port for b5c03784-4f3e-4075-b0ef-2ddf2e244611 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:35:47.552406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f78ed3e3-f218-4d41-8a39-e36d7da2666b req-01adcbfb-e264-4553-a9a4-37f39b980937 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 210 time: 0.0339258 Sep 08 13:35:47.552406 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae8da-b9be-4b24-b344-0d26c08a8541 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.601470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ae8da-b9be-4b24-b344-0d26c08a8541 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Subnet': ['ID=bea0326f-9af6-44e9-94e0-8d378e5fd554,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:47.609533 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c6ae8da-b9be-4b24-b344-0d26c08a8541 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.614751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6c6ae8da-b9be-4b24-b344-0d26c08a8541 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/bea0326f-9af6-44e9-94e0-8d378e5fd554 HTTP/1.1" status: 204 len: 168 time: 0.5563071 Sep 08 13:35:47.615011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55622) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:47.655991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642bfcf0-c054-4a93-9c96-be70a378cfc5 None None] Network a44471a8-d5af-4f0e-b904-5d60df35b0ce requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:47.675269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d73087-00ab-441d-9255-ecbb7a66f5c6 req-6b17c3cb-2a82-4363-a53a-4cfee5a4ebdb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:47.686815 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40d73087-00ab-441d-9255-ecbb7a66f5c6 req-6b17c3cb-2a82-4363-a53a-4cfee5a4ebdb tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 945 time: 0.1325369 Sep 08 13:35:47.713192 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.764192 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40d73087-00ab-441d-9255-ecbb7a66f5c6 req-069239f0-300c-49a6-aa3c-6ba47cfa55da tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764148 Sep 08 13:35:47.787432 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port b5c03784-4f3e-4075-b0ef-2ddf2e244611 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:35:47.788285 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.792702 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8d809682-8715-401d-b60d-25dfdd029416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.911798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] For port b5c03784-4f3e-4075-b0ef-2ddf2e244611, host n-d-807558-3, got binding levels [] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:47.912318 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.928346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for b5c03784-4f3e-4075-b0ef-2ddf2e244611 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:35:47.931655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.ipam_backend_mixin [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Port b5c03784-4f3e-4075-b0ef-2ddf2e244611 was not found and therefore no delete operation was performed {{(pid=96263) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 13:35:47.933261 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:47.974650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=b5c03784-4f3e-4075-b0ef-2ddf2e244611,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:47.977393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No DVR routers for this DVR port b5c03784-4f3e-4075-b0ef-2ddf2e244611 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:35:48.036097 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d809682-8715-401d-b60d-25dfdd029416 None None] Pushing event deleted for resources: {'Port': ['ID=b5c03784-4f3e-4075-b0ef-2ddf2e244611,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:48.041541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d809682-8715-401d-b60d-25dfdd029416 None None] No DVR routers for this DVR port b5c03784-4f3e-4075-b0ef-2ddf2e244611 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:35:48.052226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device bca7b40e-a739-4e30-9f05-37a9d4740a51 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:48.212843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port bca7b40e-a739-4e30-9f05-37a9d4740a51 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:48.223969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port bca7b40e-a739-4e30-9f05-37a9d4740a51 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:48.223969 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:48.279636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c81553-0e09-4ad3-9083-2cceb7da161c None None] DHCP port deletion for a44471a8-d5af-4f0e-b904-5d60df35b0ce request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:35:48.341896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b5c03784-4f3e-4075-b0ef-2ddf2e244611 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:35:48.376924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b5c03784-4f3e-4075-b0ef-2ddf2e244611 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:35:48.378229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b5c03784-4f3e-4075-b0ef-2ddf2e244611 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:35:48.478688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a4c81553-0e09-4ad3-9083-2cceb7da161c None None] Deleting port 21312d35-c1c2-4c32-904a-9fbbb69de0e2 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:35:48.482274 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a4c81553-0e09-4ad3-9083-2cceb7da161c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:48.484943 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:48.522926 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:48.543597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48b20d4-4eb6-42ad-82fb-fe91dc121680']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:48.552723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c27a764-b615-45dc-9ce7-85e142f155e7') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:48.553026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c27a764-b615-45dc-9ce7-85e142f155e7') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:48.559888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b30c95-9aff-441a-bbd3-3cdcecf40269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca7b40e-a739-4e30-9f05-37a9d4740a51'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:35:48.562882 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ec593b-aa9f-496e-b551-4e43f2e1510d" -d '{"events": [{"server_uuid": "96b30c95-9aff-441a-bbd3-3cdcecf40269", "name": "network-vif-plugged", "status": "completed", "tag": "bca7b40e-a739-4e30-9f05-37a9d4740a51"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:35:48.572796 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:48.589480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a4c81553-0e09-4ad3-9083-2cceb7da161c None None] For port 21312d35-c1c2-4c32-904a-9fbbb69de0e2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=21312d35-c1c2-4c32-904a-9fbbb69de0e2,segment=NetworkSegment(1fb0f4ff-7abc-4cb3-970e-ad213c80d975),segment_id=1fb0f4ff-7abc-4cb3-970e-ad213c80d975)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:48.589723 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a4c81553-0e09-4ad3-9083-2cceb7da161c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:48.593150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port bca7b40e-a739-4e30-9f05-37a9d4740a51, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=bca7b40e-a739-4e30-9f05-37a9d4740a51,segment=NetworkSegment(224f6ed3-99bd-4d46-835d-3e8e63ea7436),segment_id=224f6ed3-99bd-4d46-835d-3e8e63ea7436)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:48.609779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:48.614045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a4c81553-0e09-4ad3-9083-2cceb7da161c None None] Calling delete_port for 21312d35-c1c2-4c32-904a-9fbbb69de0e2 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:35:48.631865 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33a7ff2-2acb-48c8-b254-3932422a381d x-openstack-request-id: req-b33a7ff2-2acb-48c8-b254-3932422a381d {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:35:48.632341 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b30c95-9aff-441a-bbd3-3cdcecf40269", "name": "network-vif-plugged", "status": "completed", "tag": "bca7b40e-a739-4e30-9f05-37a9d4740a51", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:35:48.632717 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b33a7ff2-2acb-48c8-b254-3932422a381d {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:35:48.633249 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b30c95-9aff-441a-bbd3-3cdcecf40269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bca7b40e-a739-4e30-9f05-37a9d4740a51', 'code': 200} Sep 08 13:35:48.669081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:35:48.669796 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:35:48.673266 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:35:48.706431 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bfcb8a00-63ed-4027-949c-b82a4e9231bd req-609eda57-ed92-4573-a9b4-b28b3e387885 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 210 time: 0.0986404 Sep 08 13:35:48.779072 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:48.783397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8625d0-8dab-420f-89cd-2f29aaa72537 req-922e1b9c-2560-4f22-ab69-a5a7a9f8d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:48.784610 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a8625d0-8dab-420f-89cd-2f29aaa72537 req-922e1b9c-2560-4f22-ab69-a5a7a9f8d27d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 1096 time: 0.0808547 Sep 08 13:35:48.826634 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7a8625d0-8dab-420f-89cd-2f29aaa72537 req-eadd6c14-d123-485f-a4d9-d8e16bd8aa9e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334828 Sep 08 13:35:48.861218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=bca7b40e-a739-4e30-9f05-37a9d4740a51,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:48.957659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062978d5-62c9-41e6-9d4e-5731aefbb94d req-1392e0e9-d006-41d3-9055-b824d2737403 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:48.959980 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-062978d5-62c9-41e6-9d4e-5731aefbb94d req-1392e0e9-d006-41d3-9055-b824d2737403 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 946 time: 0.0910335 Sep 08 13:35:49.045726 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-062978d5-62c9-41e6-9d4e-5731aefbb94d req-51831eeb-5985-43de-9506-751114859a5d tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787532 Sep 08 13:35:49.047465 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.048827 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a4c81553-0e09-4ad3-9083-2cceb7da161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.053100 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.058520 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/networks/e48b20d4-4eb6-42ad-82fb-fe91dc121680 HTTP/1.1" status: 204 len: 168 time: 1.4392071 Sep 08 13:35:49.061087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55652) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:49.100440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c81553-0e09-4ad3-9083-2cceb7da161c None None] Pushing event deleted for resources: {'Port': ['ID=21312d35-c1c2-4c32-904a-9fbbb69de0e2,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:49.102505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c81553-0e09-4ad3-9083-2cceb7da161c None None] No DVR routers for this DVR port 21312d35-c1c2-4c32-904a-9fbbb69de0e2 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:35:49.121534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911dfa5b-017f-4892-80bb-97236c278b31 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Network': ['ID=e48b20d4-4eb6-42ad-82fb-fe91dc121680,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:49.230636 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.325786 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.346714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44471a8-d5af-4f0e-b904-5d60df35b0ce']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:49.360993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb0f4ff-7abc-4cb3-970e-ad213c80d975') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:49.361248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb0f4ff-7abc-4cb3-970e-ad213c80d975') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:49.371505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.385831 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.392103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:35:49.392501 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:35:49.395787 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:35:49.585123 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.589734 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.591876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/networks/a44471a8-d5af-4f0e-b904-5d60df35b0ce HTTP/1.1" status: 204 len: 168 time: 0.5296659 Sep 08 13:35:49.595700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55666) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:49.600641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-554609114'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:49.626404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd729829-63d8-4e94-a28e-ea46c3d659c6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Network': ['ID=a44471a8-d5af-4f0e-b904-5d60df35b0ce,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:49.693296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:49.698470 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.722235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:35:49.731293 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.731641 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Added segment a3067034-f3fb-47b4-ac8c-bb8674c96805 of type vlan for network 1904042a-df37-4368-a18b-72bb34622776 Sep 08 13:35:49.775215 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.866990 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6827554b-5711-46b5-a529-304e4c04ef46 req-f90a02ad-7c32-46d9-acd3-11d5e0b03e00 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 210 time: 0.0336220 Sep 08 13:35:49.956028 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:49.961547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:49.962198 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:50.039679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Network': ['ID=1904042a-df37-4368-a18b-72bb34622776,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:50.049455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:50.049937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:50.050496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:50.050860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:50.051321 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:50.051654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:50.051980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:50.052457 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:50.052786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:50.053232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:50.053561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:50.053881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:50.065393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 1904042a-df37-4368-a18b-72bb34622776 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:35:50.196755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e393e-87d4-4d49-b00e-5250545b20e4 req-78ace503-7dc0-4076-9c30-2a9cdef1d672 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:50.199363 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c11e393e-87d4-4d49-b00e-5250545b20e4 req-78ace503-7dc0-4076-9c30-2a9cdef1d672 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 946 time: 0.0548518 Sep 08 13:35:50.254351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 21312d35-c1c2-4c32-904a-9fbbb69de0e2 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:35:50.260432 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c11e393e-87d4-4d49-b00e-5250545b20e4 req-6d46da78-851d-4351-b8f8-a7bf38c91503 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506797 Sep 08 13:35:50.292988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55682) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:50.294147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 21312d35-c1c2-4c32-904a-9fbbb69de0e2 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:35:50.294861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f492ceb6-6b14-4fdf-9baa-ba989f8c88fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6980696 Sep 08 13:35:50.295423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 21312d35-c1c2-4c32-904a-9fbbb69de0e2 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:35:50.301561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-389dc32d-8f4d-4742-9a42-27ad573f0fc3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'subnet': {'network_id': '1904042a-df37-4368-a18b-72bb34622776', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:50.529662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389dc32d-8f4d-4742-9a42-27ad573f0fc3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:50.537096 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-389dc32d-8f4d-4742-9a42-27ad573f0fc3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:50.953640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-389dc32d-8f4d-4742-9a42-27ad573f0fc3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:51.047570 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-815ec04c-e6ed-4c0c-9b3e-e7d568838eb9 req-ce9d4731-00f0-4d3c-a548-3aa9b63bd460 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 210 time: 0.0800924 Sep 08 13:35:51.065435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dc32d-8f4d-4742-9a42-27ad573f0fc3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Subnet': ['ID=7380d698-bae6-458f-baf4-6853d49e827e,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:51.090441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-a21e8ef6-5d6b-44f4-8bbe-1d50de36ed7c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:51.091902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-a21e8ef6-5d6b-44f4-8bbe-1d50de36ed7c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.60 "GET /v2.0/networks?id=78f3e639-3ed6-49f3-a4af-86edc2d35397 HTTP/1.1" status: 200 len: 796 time: 0.2108564 Sep 08 13:35:51.101299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389dc32d-8f4d-4742-9a42-27ad573f0fc3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Checking segment: {'id': 'a3067034-f3fb-47b4-ac8c-bb8674c96805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1904042a-df37-4368-a18b-72bb34622776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:51.101663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389dc32d-8f4d-4742-9a42-27ad573f0fc3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network hostable DHCP agents. Network: 1904042a-df37-4368-a18b-72bb34622776, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:35:51.153513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-5c48d764-7c0d-4461-b283-694857bebc53 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a HTTP/1.1" status: 200 len: 380 time: 0.0494366 Sep 08 13:35:51.163366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'port': {'device_id': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'admin_state_up': True, 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'security_groups': ['b877795e-3751-41cd-9fd6-6df28e219469']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:51.288661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389dc32d-8f4d-4742-9a42-27ad573f0fc3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 1904042a-df37-4368-a18b-72bb34622776 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:35:51.398863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbb558-d81d-47fc-b164-4e62150ad30c req-a9846d32-e786-43e3-aadf-35539fd8ad7e tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:51.401792 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3dbb558-d81d-47fc-b164-4e62150ad30c req-a9846d32-e786-43e3-aadf-35539fd8ad7e tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 946 time: 0.0577192 Sep 08 13:35:51.402561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Made reservation on behalf of eda23cb6f0f640d1831f2ef54abd8e7a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:51.406537 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:51.457874 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3dbb558-d81d-47fc-b164-4e62150ad30c req-17dbdba4-f92f-4aee-bd5c-22c21c140044 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 Sep 08 13:35:51.468988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-389dc32d-8f4d-4742-9a42-27ad573f0fc3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 1904042a-df37-4368-a18b-72bb34622776) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:51.481678 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389dc32d-8f4d-4742-9a42-27ad573f0fc3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:51.481796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27c9d71-e52c-484f-894d-5715f33d7925 None None] Network 1904042a-df37-4368-a18b-72bb34622776 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:51.482201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-389dc32d-8f4d-4742-9a42-27ad573f0fc3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:51.583521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Allocated IP 172.20.0.4 (78f3e639-3ed6-49f3-a4af-86edc2d35397/a52be790-27d6-4a99-b086-a4ac614446a5/44181af9-7706-458e-bd88-fd3f5dc37a10) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:51.701973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-389dc32d-8f4d-4742-9a42-27ad573f0fc3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4052508 Sep 08 13:35:51.702655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55720) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:51.709749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-54d5cd6f-661c-4d56-83d9-d2e1f22b7a53 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-985529281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:51.719137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-1904042a-df37-4368-a18b-72bb34622776', 'network_id': '1904042a-df37-4368-a18b-72bb34622776', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'fixed_ips': [{'subnet_id': '7380d698-bae6-458f-baf4-6853d49e827e'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:35:51.720048 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:51.777905 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:51.801798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Transition to ACTIVE for port object 44181af9-7706-458e-bd88-fd3f5dc37a10 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:51.860078 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-54d5cd6f-661c-4d56-83d9-d2e1f22b7a53 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:51.861167 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-54d5cd6f-661c-4d56-83d9-d2e1f22b7a53 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:51.928707 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-54d5cd6f-661c-4d56-83d9-d2e1f22b7a53 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:51.929879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Allocated IP 2001:db8::2 (1904042a-df37-4368-a18b-72bb34622776/7380d698-bae6-458f-baf4-6853d49e827e/d0513267-83b3-478d-8405-07c947336007) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:51.956883 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.001513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network 78f3e639-3ed6-49f3-a4af-86edc2d35397 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:52.004955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:52.011129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:52.017511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=44181af9-7706-458e-bd88-fd3f5dc37a10,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:52.070922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:52.072079 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.088301 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.098803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Transition to ACTIVE for port object d0513267-83b3-478d-8405-07c947336007 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:52.115962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Transition to ACTIVE for port object d0513267-83b3-478d-8405-07c947336007 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:52.172235 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-54d5cd6f-661c-4d56-83d9-d2e1f22b7a53 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.224048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-85d89c42-b71a-45fd-ae9b-eb40d993fcca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0632076 Sep 08 13:35:52.237433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Request body: {'port': {'device_id': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:52.260986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590edad4-1606-4acf-b94b-36d47b0c1b6b req-4d83696e-e8cd-4a6e-9689-4f60fe03ad70 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:52.262824 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-590edad4-1606-4acf-b94b-36d47b0c1b6b req-4d83696e-e8cd-4a6e-9689-4f60fe03ad70 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 931 time: 0.1024804 Sep 08 13:35:52.270861 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.281004 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-54d5cd6f-661c-4d56-83d9-d2e1f22b7a53 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.288624 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-54d5cd6f-661c-4d56-83d9-d2e1f22b7a53 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5831461 Sep 08 13:35:52.296750 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55734) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:52.308043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'port': {'network_id': '1904042a-df37-4368-a18b-72bb34622776', 'name': 'tempest-RoutersIpV6Test-1427254963'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:35:52.339111 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.361610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Network 1904042a-df37-4368-a18b-72bb34622776 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:52.370397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:52.380007 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:52.382449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Pushing event updated for resources: {'Port': ['ID=d0513267-83b3-478d-8405-07c947336007,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:52.484874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Attempting to bind port d0513267-83b3-478d-8405-07c947336007 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:35:52.486253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Attempting to bind port d0513267-83b3-478d-8405-07c947336007 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'a3067034-f3fb-47b4-ac8c-bb8674c96805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1904042a-df37-4368-a18b-72bb34622776'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:35:52.486635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Attempting to bind port d0513267-83b3-478d-8405-07c947336007 on network 1904042a-df37-4368-a18b-72bb34622776 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:35:52.501687 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:35:52.503056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Checking segment: {'id': 'a3067034-f3fb-47b4-ac8c-bb8674c96805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1904042a-df37-4368-a18b-72bb34622776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:52.504043 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.504621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Bound using segment: {'id': 'a3067034-f3fb-47b4-ac8c-bb8674c96805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1904042a-df37-4368-a18b-72bb34622776'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:35:52.505569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Bound port: d0513267-83b3-478d-8405-07c947336007, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3067034-f3fb-47b4-ac8c-bb8674c96805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '1904042a-df37-4368-a18b-72bb34622776'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:35:52.506164 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.543650 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-590edad4-1606-4acf-b94b-36d47b0c1b6b req-206abea4-ad98-44f7-97bb-bf1c32de83ff tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639935 Sep 08 13:35:52.567551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-46cc9b2b-9dbb-4aab-b2fd-500d79e72be5 None None] Provisioning for port 44181af9-7706-458e-bd88-fd3f5dc37a10 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:52.578864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-46cc9b2b-9dbb-4aab-b2fd-500d79e72be5 None None] Provisioning complete for port 44181af9-7706-458e-bd88-fd3f5dc37a10 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:52.579300 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-46cc9b2b-9dbb-4aab-b2fd-500d79e72be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.619370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] For port d0513267-83b3-478d-8405-07c947336007, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:35:52.626431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] For port d0513267-83b3-478d-8405-07c947336007, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d0513267-83b3-478d-8405-07c947336007,segment=NetworkSegment(a3067034-f3fb-47b4-ac8c-bb8674c96805),segment_id=a3067034-f3fb-47b4-ac8c-bb8674c96805)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:35:52.629393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-46cc9b2b-9dbb-4aab-b2fd-500d79e72be5 None None] Port 44181af9-7706-458e-bd88-fd3f5dc37a10 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:52.731231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44181af9-7706-458e-bd88-fd3f5dc37a10 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:35:52.739333 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.753500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Transition to ACTIVE for port object 44181af9-7706-458e-bd88-fd3f5dc37a10 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:52.827242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:35:52.828144 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.839597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.871054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:52.875054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] device_id is not set on port 88a1f701-6068-45e2-b09f-03fbc1d1b308 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:35:52.933154 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aa54a-ab2a-4c6d-af8e-85f7f886e296 None None] Pushing event updated for resources: {'Port': ['ID=d0513267-83b3-478d-8405-07c947336007,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:53.043043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Allocated IP 2001:db8::23b (1904042a-df37-4368-a18b-72bb34622776/7380d698-bae6-458f-baf4-6853d49e827e/88a1f701-6068-45e2-b09f-03fbc1d1b308) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:35:53.100615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Attempting to bind port 44181af9-7706-458e-bd88-fd3f5dc37a10 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:35:53.101209 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Attempting to bind port 44181af9-7706-458e-bd88-fd3f5dc37a10 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:35:53.101442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Attempting to bind port 44181af9-7706-458e-bd88-fd3f5dc37a10 on network 78f3e639-3ed6-49f3-a4af-86edc2d35397 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:35:53.116338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=44181af9-7706-458e-bd88-fd3f5dc37a10,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:53.116338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Port 44181af9-7706-458e-bd88-fd3f5dc37a10 on network 78f3e639-3ed6-49f3-a4af-86edc2d35397 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:35:53.116338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Attempting to bind port 44181af9-7706-458e-bd88-fd3f5dc37a10 on network 78f3e639-3ed6-49f3-a4af-86edc2d35397 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:35:53.117191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:35:53.117613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Checking segment: {'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:35:53.122303 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Bound using segment: {'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:35:53.122303 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Bound port: 44181af9-7706-458e-bd88-fd3f5dc37a10, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72bf305-c008-4855-93b1-c95e3ea653a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:35:53.122303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:53.286124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] For port 44181af9-7706-458e-bd88-fd3f5dc37a10, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:35:53.294840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] For port 44181af9-7706-458e-bd88-fd3f5dc37a10, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=44181af9-7706-458e-bd88-fd3f5dc37a10,segment=NetworkSegment(e72bf305-c008-4855-93b1-c95e3ea653a7),segment_id=e72bf305-c008-4855-93b1-c95e3ea653a7)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:35:53.330907 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:53.373954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Transition to ACTIVE for port object 88a1f701-6068-45e2-b09f-03fbc1d1b308 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:35:53.414525 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:53.477535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:53.478513 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:53.481183 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] 10.222.0.60 "PUT /v2.0/ports/44181af9-7706-458e-bd88-fd3f5dc37a10 HTTP/1.1" status: 200 len: 1091 time: 1.2482054 Sep 08 13:35:53.482201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'tag': '44181af9-7706-458e-bd88-fd3f5dc37a10'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:35:53.485702 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcc44e0-79a1-4682-8dfc-a526c48d31b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2017ab5c-422f-4dd0-b0cc-5442bccafc10", "tag": "44181af9-7706-458e-bd88-fd3f5dc37a10"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:35:53.528738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e6fb4-e788-417e-8591-6d4551d4e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=44181af9-7706-458e-bd88-fd3f5dc37a10,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:53.530925 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:53.589927 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 1904042a-df37-4368-a18b-72bb34622776 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:53.595593 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b1f14d-5928-45c2-9ab4-01d7231b34dd x-openstack-request-id: req-00b1f14d-5928-45c2-9ab4-01d7231b34dd {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:35:53.596171 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2017ab5c-422f-4dd0-b0cc-5442bccafc10", "tag": "44181af9-7706-458e-bd88-fd3f5dc37a10", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:35:53.596287 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-00b1f14d-5928-45c2-9ab4-01d7231b34dd {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:35:53.597309 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:53.598031 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'tag': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'status': 'completed', 'code': 200} Sep 08 13:35:53.605133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:35:53.620143 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:53.621062 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:53.669962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=88a1f701-6068-45e2-b09f-03fbc1d1b308,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:53.748371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773a55d-9a2a-492e-9860-aaa135907efe req-a0b4d923-7870-482d-812e-92ad9cc34920 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:53.748371 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3773a55d-9a2a-492e-9860-aaa135907efe req-a0b4d923-7870-482d-812e-92ad9cc34920 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 946 time: 0.1901271 Sep 08 13:35:53.748684 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4a3e5e12-a44f-4e02-8f7c-eb5346fb9023 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4491956 Sep 08 13:35:53.751631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc44e0-79a1-4682-8dfc-a526c48d31b6 req-38b6cb5a-bba9-4898-b5cf-10e2518ee224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:53.753375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bcc44e0-79a1-4682-8dfc-a526c48d31b6 req-38b6cb5a-bba9-4898-b5cf-10e2518ee224 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 1094 time: 0.1043634 Sep 08 13:35:53.753846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55776) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:53.804889 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a09ac2-d7d1-49bb-80d4-b80861dbcf70 req-a8c11688-ebf1-463c-92e1-39b098c133d3 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:53.813570 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82a09ac2-d7d1-49bb-80d4-b80861dbcf70 req-a8c11688-ebf1-463c-92e1-39b098c133d3 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 943 time: 0.0775208 Sep 08 13:35:53.876412 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82a09ac2-d7d1-49bb-80d4-b80861dbcf70 req-f0839abb-7231-4055-9a07-88ac17c408db tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617340 Sep 08 13:35:54.115536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3773a55d-9a2a-492e-9860-aaa135907efe req-24e59c68-b6fd-4d19-833f-ff4bbca39c47 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3553836 Sep 08 13:35:54.172015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc44e0-79a1-4682-8dfc-a526c48d31b6 req-49ab4e7e-9b3f-4d22-90b1-eb135a28db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:54.173582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bcc44e0-79a1-4682-8dfc-a526c48d31b6 req-49ab4e7e-9b3f-4d22-90b1-eb135a28db9d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4053414 Sep 08 13:35:54.317628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d0513267-83b3-478d-8405-07c947336007 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:54.348399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d339dc-c7bb-45e6-8508-e041c18b1229 None None] Network 1904042a-df37-4368-a18b-72bb34622776 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:35:54.381417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc44e0-79a1-4682-8dfc-a526c48d31b6 req-74eef3fd-bc80-4807-bc26-c048c3524240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:54.382956 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bcc44e0-79a1-4682-8dfc-a526c48d31b6 req-74eef3fd-bc80-4807-bc26-c048c3524240 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1825955 Sep 08 13:35:54.459962 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:54.496114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-2f9b816e-22b3-4932-8fe3-610b29090d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:54.497707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-2f9b816e-22b3-4932-8fe3-610b29090d6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 1094 time: 0.0673230 Sep 08 13:35:54.558260 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-f0ba1799-365a-4e3c-98b4-ec073b64a313 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44181af9-7706-458e-bd88-fd3f5dc37a10 HTTP/1.1" status: 200 len: 217 time: 0.0408454 Sep 08 13:35:54.590996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7c47c054-708d-4714-b346-a647c4cc29eb None None] Provisioning for port d0513267-83b3-478d-8405-07c947336007 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:54.649004 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port d0513267-83b3-478d-8405-07c947336007 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:54.655111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d0513267-83b3-478d-8405-07c947336007 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:54.657192 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:54.702601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-964b8bb0-b400-45c5-a85a-a220350c0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:54.704254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-964b8bb0-b400-45c5-a85a-a220350c0146 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a52be790-27d6-4a99-b086-a4ac614446a5 HTTP/1.1" status: 200 len: 835 time: 0.1331978 Sep 08 13:35:54.786483 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:54.824649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port d0513267-83b3-478d-8405-07c947336007, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d0513267-83b3-478d-8405-07c947336007,segment=NetworkSegment(a3067034-f3fb-47b4-ac8c-bb8674c96805),segment_id=a3067034-f3fb-47b4-ac8c-bb8674c96805)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:54.872178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-2bdd40c1-1d68-4cbb-a732-fbccd50e9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:54.873732 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-2bdd40c1-1d68-4cbb-a732-fbccd50e9bab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78f3e639-3ed6-49f3-a4af-86edc2d35397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1510406 Sep 08 13:35:54.889348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22a2c-33a6-4b42-b3e2-8e798f100e3a req-7f57ea40-24ae-41fa-9286-700ec4f72b2e tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:54.891114 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a8d22a2c-33a6-4b42-b3e2-8e798f100e3a req-7f57ea40-24ae-41fa-9286-700ec4f72b2e tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.70 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 946 time: 0.1782227 Sep 08 13:35:54.972819 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:55.069873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=d0513267-83b3-478d-8405-07c947336007,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:55.165172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391efb59-2c34-44e2-af30-7d3d2a88b6e1 req-45e1e324-329e-47ff-9db9-cdc19155f8de tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:55.165172 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-391efb59-2c34-44e2-af30-7d3d2a88b6e1 req-45e1e324-329e-47ff-9db9-cdc19155f8de tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 943 time: 0.2049234 Sep 08 13:35:55.181333 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:55.195780 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-4b41014d-6849-4488-8137-521292d995a6 service neutron] 10.222.0.60 "GET /v2.0/networks/78f3e639-3ed6-49f3-a4af-86edc2d35397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012099 Sep 08 13:35:55.207464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5c108160-d997-47b0-b18d-ab7e75d13fbd None None] Provisioning for port 88a1f701-6068-45e2-b09f-03fbc1d1b308 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:35:55.211714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5c108160-d997-47b0-b18d-ab7e75d13fbd None None] Provisioning complete for port 88a1f701-6068-45e2-b09f-03fbc1d1b308 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:55.212418 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c108160-d997-47b0-b18d-ab7e75d13fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:55.255532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365fdf-69a0-4d52-bd2e-b6170fad18e8 req-62e97ae6-812e-4f2e-91ae-fe16ec92f3b3 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:55.257239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5c108160-d997-47b0-b18d-ab7e75d13fbd None None] Port 88a1f701-6068-45e2-b09f-03fbc1d1b308 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:55.257775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4365fdf-69a0-4d52-bd2e-b6170fad18e8 req-62e97ae6-812e-4f2e-91ae-fe16ec92f3b3 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 946 time: 0.0651405 Sep 08 13:35:55.260497 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-391efb59-2c34-44e2-af30-7d3d2a88b6e1 req-600b612b-9686-4909-972b-5a6a4d1006ef tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833714 Sep 08 13:35:55.272838 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5c108160-d997-47b0-b18d-ab7e75d13fbd None None] Provisioning complete for port d0513267-83b3-478d-8405-07c947336007 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:55.273217 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c108160-d997-47b0-b18d-ab7e75d13fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:55.314330 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4365fdf-69a0-4d52-bd2e-b6170fad18e8 req-796c0f54-40b8-4f91-a06b-bd0423fec704 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/security-groups?id=6f7145c4-d1eb-4a77-9fda-6e4f5547124a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499651 Sep 08 13:35:55.492414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d55ccd8d-01c0-43de-97c7-f2f0963180c8 None None] Provisioning complete for port 88a1f701-6068-45e2-b09f-03fbc1d1b308 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:55.493045 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d55ccd8d-01c0-43de-97c7-f2f0963180c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:55.535754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d55ccd8d-01c0-43de-97c7-f2f0963180c8 None None] Port 88a1f701-6068-45e2-b09f-03fbc1d1b308 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:55.648076 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:55.656707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-a8d22a2c-33a6-4b42-b3e2-8e798f100e3a req-d85dac57-6e94-4389-a805-28fe84fb2e8b tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Deleting port bca7b40e-a739-4e30-9f05-37a9d4740a51 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:35:55.656953 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a8d22a2c-33a6-4b42-b3e2-8e798f100e3a req-d85dac57-6e94-4389-a805-28fe84fb2e8b tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:55.809051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a6e64e7-3a4b-4711-9c02-dd5a60f8af8d req-42927b54-20e1-4576-9f5b-8fa6879a89da service neutron] 10.222.0.60 "GET /v2.0/networks/78f3e639-3ed6-49f3-a4af-86edc2d35397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021237 Sep 08 13:35:55.809658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=88a1f701-6068-45e2-b09f-03fbc1d1b308,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:55.874872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a8d22a2c-33a6-4b42-b3e2-8e798f100e3a req-d85dac57-6e94-4389-a805-28fe84fb2e8b tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] For port bca7b40e-a739-4e30-9f05-37a9d4740a51, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=bca7b40e-a739-4e30-9f05-37a9d4740a51,segment=NetworkSegment(224f6ed3-99bd-4d46-835d-3e8e63ea7436),segment_id=224f6ed3-99bd-4d46-835d-3e8e63ea7436)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:55.875246 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a8d22a2c-33a6-4b42-b3e2-8e798f100e3a req-d85dac57-6e94-4389-a805-28fe84fb2e8b tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:55.918402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-a8d22a2c-33a6-4b42-b3e2-8e798f100e3a req-d85dac57-6e94-4389-a805-28fe84fb2e8b tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Calling delete_port for bca7b40e-a739-4e30-9f05-37a9d4740a51 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:35:55.957780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-67fdccb3-d8ca-4bac-b28d-05008d195489 None None] Provisioning complete for port 88a1f701-6068-45e2-b09f-03fbc1d1b308 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:55.958256 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-67fdccb3-d8ca-4bac-b28d-05008d195489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:55.985134 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:56.013819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-67fdccb3-d8ca-4bac-b28d-05008d195489 None None] Port 88a1f701-6068-45e2-b09f-03fbc1d1b308 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:56.241831 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:56.259381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d0513267-83b3-478d-8405-07c947336007 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:35:56.281894 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a8d22a2c-33a6-4b42-b3e2-8e798f100e3a req-d85dac57-6e94-4389-a805-28fe84fb2e8b tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:56.312226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d0513267-83b3-478d-8405-07c947336007 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:56.312677 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:56.330847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dac57-6e94-4389-a805-28fe84fb2e8b tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Pushing event deleted for resources: {'Port': ['ID=bca7b40e-a739-4e30-9f05-37a9d4740a51,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:56.439027 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ceb71dfb-489f-4366-9eb0-3ea7210a9689 req-a057eddc-11cf-4ce5-9a3d-f6aa8908596e tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 210 time: 0.0277913 Sep 08 13:35:56.440923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d22a2c-33a6-4b42-b3e2-8e798f100e3a req-d85dac57-6e94-4389-a805-28fe84fb2e8b tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] No DVR routers for this DVR port bca7b40e-a739-4e30-9f05-37a9d4740a51 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:35:56.446678 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a8d22a2c-33a6-4b42-b3e2-8e798f100e3a req-d85dac57-6e94-4389-a805-28fe84fb2e8b tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:56.446678 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a8d22a2c-33a6-4b42-b3e2-8e798f100e3a req-d85dac57-6e94-4389-a805-28fe84fb2e8b tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.70 "DELETE /v2.0/ports/bca7b40e-a739-4e30-9f05-37a9d4740a51 HTTP/1.1" status: 204 len: 173 time: 1.5427706 Sep 08 13:35:56.473868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b30c95-9aff-441a-bbd3-3cdcecf40269', 'name': 'network-vif-deleted', 'tag': 'bca7b40e-a739-4e30-9f05-37a9d4740a51'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:35:56.475550 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c026ff0-6c8f-45a8-a694-a354e45b3999" -d '{"events": [{"server_uuid": "96b30c95-9aff-441a-bbd3-3cdcecf40269", "name": "network-vif-deleted", "tag": "bca7b40e-a739-4e30-9f05-37a9d4740a51"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:35:56.552855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d270d3-0578-4d73-83a1-10af4acdfdbb req-2430bce3-e1bd-4ff2-b925-740bf5b2d6d6 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:56.554592 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72d270d3-0578-4d73-83a1-10af4acdfdbb req-2430bce3-e1bd-4ff2-b925-740bf5b2d6d6 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 943 time: 0.1598191 Sep 08 13:35:56.561044 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80141145-d1b4-4ec8-8f93-3f54c97169a6 x-openstack-request-id: req-80141145-d1b4-4ec8-8f93-3f54c97169a6 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:35:56.561044 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b30c95-9aff-441a-bbd3-3cdcecf40269", "name": "network-vif-deleted", "tag": "bca7b40e-a739-4e30-9f05-37a9d4740a51", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:35:56.561044 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-80141145-d1b4-4ec8-8f93-3f54c97169a6 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:35:56.561044 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b30c95-9aff-441a-bbd3-3cdcecf40269', 'name': 'network-vif-deleted', 'tag': 'bca7b40e-a739-4e30-9f05-37a9d4740a51', 'status': 'completed', 'code': 200} Sep 08 13:35:56.641809 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72d270d3-0578-4d73-83a1-10af4acdfdbb req-79d5a928-edb2-487d-85fe-49dcf8ca01cb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786655 Sep 08 13:35:56.698540 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:56.801988 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:56.802863 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:56.873569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=88a1f701-6068-45e2-b09f-03fbc1d1b308,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:56.939304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 1904042a-df37-4368-a18b-72bb34622776 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:35:56.940673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:35:57.139535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 80e5506e-2014-43f1-b2ad-be5bad4792e6 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:35:57.259749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-aed11c5e-f2a2-4f24-9996-1dd4ec935c0d None None] Provisioning complete for port 88a1f701-6068-45e2-b09f-03fbc1d1b308 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:35:57.259749 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aed11c5e-f2a2-4f24-9996-1dd4ec935c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:57.281695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:35:57.292537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6575103a-5f44-4755-8b7a-ef03cb7acc24 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/80e5506e-2014-43f1-b2ad-be5bad4792e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5340717 Sep 08 13:35:57.294498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55850) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:57.296406 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ede01a-0e42-4755-b54e-d2d8c34e1c9e None None] Sync routers for ids ['80e5506e-2014-43f1-b2ad-be5bad4792e6'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:35:57.308882 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ede01a-0e42-4755-b54e-d2d8c34e1c9e None None] Routers {'80e5506e-2014-43f1-b2ad-be5bad4792e6'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:57.310336 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e7ede01a-0e42-4755-b54e-d2d8c34e1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['80e5506e-2014-43f1-b2ad-be5bad4792e6'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:57.321720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-aed11c5e-f2a2-4f24-9996-1dd4ec935c0d None None] Port 88a1f701-6068-45e2-b09f-03fbc1d1b308 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:35:57.347210 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e52650a-1183-4205-8496-70cee435cec5 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:57.348596 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8e52650a-1183-4205-8496-70cee435cec5 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports/88a1f701-6068-45e2-b09f-03fbc1d1b308 HTTP/1.1" status: 200 len: 984 time: 0.0527766 Sep 08 13:35:57.351382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55854) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:57.355262 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e7ede01a-0e42-4755-b54e-d2d8c34e1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:57.365531 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ede01a-0e42-4755-b54e-d2d8c34e1c9e None None] Routers {'80e5506e-2014-43f1-b2ad-be5bad4792e6'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:57.367175 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e7ede01a-0e42-4755-b54e-d2d8c34e1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['80e5506e-2014-43f1-b2ad-be5bad4792e6'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:57.399183 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e7ede01a-0e42-4755-b54e-d2d8c34e1c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:57.399828 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ede01a-0e42-4755-b54e-d2d8c34e1c9e None None] The sync data for ids ['80e5506e-2014-43f1-b2ad-be5bad4792e6'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:35:57.599149 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5200d4c0-722c-44a9-adbc-8a87cda9b35b req-ef319925-9cdf-4a70-a1f8-cc2cf2feaaf6 tempest-VolumesActionsTest-1999626324 tempest-VolumesActionsTest-1999626324-project] 10.222.0.69 "GET /v2.0/ports?device_id=96b30c95-9aff-441a-bbd3-3cdcecf40269 HTTP/1.1" status: 200 len: 210 time: 0.0320911 Sep 08 13:35:57.721377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9e16071-0784-4053-b665-de110284b797 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:57.789919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00f9ae-96ef-4fb9-a875-fa312df67de1 req-2ef2475d-17cd-44b6-a85c-eabb559b25e5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:57.792126 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8d00f9ae-96ef-4fb9-a875-fa312df67de1 req-2ef2475d-17cd-44b6-a85c-eabb559b25e5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 943 time: 0.0668776 Sep 08 13:35:57.855977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8d00f9ae-96ef-4fb9-a875-fa312df67de1 req-dbd43de4-a7ab-4939-bf4b-986d2c20b072 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494752 Sep 08 13:35:57.993430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f9e16071-0784-4053-b665-de110284b797 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port 88a1f701-6068-45e2-b09f-03fbc1d1b308 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:35:57.993887 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9e16071-0784-4053-b665-de110284b797 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:58.002355 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device bca7b40e-a739-4e30-9f05-37a9d4740a51 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:35:58.023374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: bca7b40e-a739-4e30-9f05-37a9d4740a51 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:35:58.023732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device bca7b40e-a739-4e30-9f05-37a9d4740a51 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:35:58.088305 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9e16071-0784-4053-b665-de110284b797 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:58.100202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f9e16071-0784-4053-b665-de110284b797 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for 88a1f701-6068-45e2-b09f-03fbc1d1b308 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:35:58.522260 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9e16071-0784-4053-b665-de110284b797 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:58.552576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e16071-0784-4053-b665-de110284b797 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=88a1f701-6068-45e2-b09f-03fbc1d1b308,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:58.711396 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9e16071-0784-4053-b665-de110284b797 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:59.065332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e80055-6b87-4d14-b429-63b2d7d931d1 req-24fe7e49-bb93-45a2-bab5-b1ad2414034c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:35:59.068200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0e80055-6b87-4d14-b429-63b2d7d931d1 req-24fe7e49-bb93-45a2-bab5-b1ad2414034c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 943 time: 0.0683281 Sep 08 13:35:59.164970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0e80055-6b87-4d14-b429-63b2d7d931d1 req-74c91397-bdf6-4282-99fa-8d817ccd7f99 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808775 Sep 08 13:35:59.307851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e16071-0784-4053-b665-de110284b797 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 80e5506e-2014-43f1-b2ad-be5bad4792e6 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:35:59.391102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e16071-0784-4053-b665-de110284b797 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:35:59.403236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f9e16071-0784-4053-b665-de110284b797 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/80e5506e-2014-43f1-b2ad-be5bad4792e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0434389 Sep 08 13:35:59.403365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55902) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:59.405029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81627876-f900-457a-bc70-895adad8ecb8 None None] Sync routers for ids ['80e5506e-2014-43f1-b2ad-be5bad4792e6'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:35:59.414881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81627876-f900-457a-bc70-895adad8ecb8 None None] Routers {'80e5506e-2014-43f1-b2ad-be5bad4792e6'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:59.415608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-81627876-f900-457a-bc70-895adad8ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['80e5506e-2014-43f1-b2ad-be5bad4792e6'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:59.448088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-81627876-f900-457a-bc70-895adad8ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:59.459537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81627876-f900-457a-bc70-895adad8ecb8 None None] Routers {'80e5506e-2014-43f1-b2ad-be5bad4792e6'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:35:59.459537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-81627876-f900-457a-bc70-895adad8ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['80e5506e-2014-43f1-b2ad-be5bad4792e6'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:59.495290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-81627876-f900-457a-bc70-895adad8ecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:35:59.495869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81627876-f900-457a-bc70-895adad8ecb8 None None] The sync data for ids ['80e5506e-2014-43f1-b2ad-be5bad4792e6'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:35:59.559242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 44181af9-7706-458e-bd88-fd3f5dc37a10 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:35:59.619276 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-e07442d7-8d06-43c9-bdc6-394dcf3bcccf tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] remove_router_interface failed (client error): The resource could not be found. Sep 08 13:35:59.624025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e07442d7-8d06-43c9-bdc6-394dcf3bcccf tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/80e5506e-2014-43f1-b2ad-be5bad4792e6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2192640 Sep 08 13:35:59.624750 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55910) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:59.668229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4929190b-ecee-4b77-9341-1328c988486d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e5506e-2014-43f1-b2ad-be5bad4792e6 HTTP/1.1" status: 200 len: 205 time: 0.0414045 Sep 08 13:35:59.670117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 44181af9-7706-458e-bd88-fd3f5dc37a10, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=44181af9-7706-458e-bd88-fd3f5dc37a10,segment=NetworkSegment(e72bf305-c008-4855-93b1-c95e3ea653a7),segment_id=e72bf305-c008-4855-93b1-c95e3ea653a7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:59.670330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55914) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:35:59.687809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'port_id': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'mac_address': 'fa:16:3e:23:d1:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:35:59.759808 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:59.775847 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44181af9-7706-458e-bd88-fd3f5dc37a10 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:35:59.795086 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42d4ae90-c6cb-43fe-9cf3-f82e96664d8e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:59.803586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 44181af9-7706-458e-bd88-fd3f5dc37a10, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=44181af9-7706-458e-bd88-fd3f5dc37a10,segment=NetworkSegment(e72bf305-c008-4855-93b1-c95e3ea653a7),segment_id=e72bf305-c008-4855-93b1-c95e3ea653a7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:35:59.916804 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:59.974361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=44181af9-7706-458e-bd88-fd3f5dc37a10,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:35:59.982075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:59.982820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:59.983415 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:59.983975 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:59.984597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:59.985153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:59.985835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:59.986433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:59.987041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:59.987863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:59.988470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:59.989049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:35:59.995001 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42d4ae90-c6cb-43fe-9cf3-f82e96664d8e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:35:59.998904 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42d4ae90-c6cb-43fe-9cf3-f82e96664d8e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:00.213877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42d4ae90-c6cb-43fe-9cf3-f82e96664d8e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:00.214010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d4ae90-c6cb-43fe-9cf3-f82e96664d8e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Fanout notify agent at l3_agent the message router_deleted on router 80e5506e-2014-43f1-b2ad-be5bad4792e6 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:36:00.229763 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-42d4ae90-c6cb-43fe-9cf3-f82e96664d8e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:00.229763 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-42d4ae90-c6cb-43fe-9cf3-f82e96664d8e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/80e5506e-2014-43f1-b2ad-be5bad4792e6 HTTP/1.1" status: 204 len: 168 time: 0.5545657 Sep 08 13:36:00.230765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55932) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:00.338880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55fce3-3ff0-426f-8356-c672beea5e16 req-e0787a15-f8c5-449c-8c19-49e7669da9cd tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:00.341006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['44181af9-7706-458e-bd88-fd3f5dc37a10'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:36:00.341334 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c55fce3-3ff0-426f-8356-c672beea5e16 req-e0787a15-f8c5-449c-8c19-49e7669da9cd tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 944 time: 0.0797606 Sep 08 13:36:00.348048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f25535b-3743-48ea-ac4a-f200d93f3505 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting subnet 7380d698-bae6-458f-baf4-6853d49e827e {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:36:00.353380 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f25535b-3743-48ea-ac4a-f200d93f3505 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:00.401973 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f25535b-3743-48ea-ac4a-f200d93f3505 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:00.434720 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c55fce3-3ff0-426f-8356-c672beea5e16 req-fbde9fb4-077b-4975-8a80-ba65f514db82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837698 Sep 08 13:36:00.539232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f25535b-3743-48ea-ac4a-f200d93f3505 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:00.763769 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f25535b-3743-48ea-ac4a-f200d93f3505 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:00.794479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25535b-3743-48ea-ac4a-f200d93f3505 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Subnet': ['ID=7380d698-bae6-458f-baf4-6853d49e827e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:00.796759 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f25535b-3743-48ea-ac4a-f200d93f3505 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:00.798730 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3f25535b-3743-48ea-ac4a-f200d93f3505 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/7380d698-bae6-458f-baf4-6853d49e827e HTTP/1.1" status: 204 len: 168 time: 0.5664265 Sep 08 13:36:00.802313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55950) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:00.812224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd3f45-c726-41a6-983c-d5ff063fcda4 None None] Network 1904042a-df37-4368-a18b-72bb34622776 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:00.918160 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:00.984777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port d0513267-83b3-478d-8405-07c947336007 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:36:00.985285 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:01.065345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] For port d0513267-83b3-478d-8405-07c947336007, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d0513267-83b3-478d-8405-07c947336007,segment=NetworkSegment(a3067034-f3fb-47b4-ac8c-bb8674c96805),segment_id=a3067034-f3fb-47b4-ac8c-bb8674c96805)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:01.065705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:01.082816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070134be-1a3f-48af-bfcd-76e4e4b2daab None None] DHCP port deletion for 1904042a-df37-4368-a18b-72bb34622776 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:36:01.118879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for d0513267-83b3-478d-8405-07c947336007 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:36:01.160215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-070134be-1a3f-48af-bfcd-76e4e4b2daab None None] Deleting port d0513267-83b3-478d-8405-07c947336007 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:36:01.160986 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-070134be-1a3f-48af-bfcd-76e4e4b2daab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:01.283292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-070134be-1a3f-48af-bfcd-76e4e4b2daab None None] For port d0513267-83b3-478d-8405-07c947336007, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d0513267-83b3-478d-8405-07c947336007,segment=NetworkSegment(a3067034-f3fb-47b4-ac8c-bb8674c96805),segment_id=a3067034-f3fb-47b4-ac8c-bb8674c96805)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:01.283292 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-070134be-1a3f-48af-bfcd-76e4e4b2daab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:01.291967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-070134be-1a3f-48af-bfcd-76e4e4b2daab None None] Calling delete_port for d0513267-83b3-478d-8405-07c947336007 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:36:01.317068 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:01.367028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=d0513267-83b3-478d-8405-07c947336007,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:01.373567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No DVR routers for this DVR port d0513267-83b3-478d-8405-07c947336007 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:36:01.423874 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-070134be-1a3f-48af-bfcd-76e4e4b2daab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:01.479948 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:01.526860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1904042a-df37-4368-a18b-72bb34622776']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:01.536632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070134be-1a3f-48af-bfcd-76e4e4b2daab None None] No DVR routers for this DVR port d0513267-83b3-478d-8405-07c947336007 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:36:01.543585 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070134be-1a3f-48af-bfcd-76e4e4b2daab None None] Pushing event deleted for resources: {'Port': ['ID=d0513267-83b3-478d-8405-07c947336007,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:01.560738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3067034-f3fb-47b4-ac8c-bb8674c96805') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:01.560738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3067034-f3fb-47b4-ac8c-bb8674c96805') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:01.596088 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:01.623713 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:01.638199 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:36:01.641434 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:36:01.642101 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:36:01.664723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642a14f-eb4c-4867-a10e-b3ad55e26cd0 req-d74ca740-596b-46e1-a082-9874ad621db2 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:01.666347 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3642a14f-eb4c-4867-a10e-b3ad55e26cd0 req-d74ca740-596b-46e1-a082-9874ad621db2 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 944 time: 0.0968728 Sep 08 13:36:01.742739 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3642a14f-eb4c-4867-a10e-b3ad55e26cd0 req-0e496d80-9270-40fb-8a53-8d7b0ef4629e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690527 Sep 08 13:36:01.854771 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:01.867760 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:01.872782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/networks/1904042a-df37-4368-a18b-72bb34622776 HTTP/1.1" status: 204 len: 168 time: 1.0692255 Sep 08 13:36:01.878820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55990) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:01.884085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-5f674010-7fe9-4323-a14d-bf11eb91707c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2121734506'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:01.895154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0569-51d6-4e99-a1a2-8a2663abe9dd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Network': ['ID=1904042a-df37-4368-a18b-72bb34622776,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:02.019232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f674010-7fe9-4323-a14d-bf11eb91707c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:36:02.022962 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f674010-7fe9-4323-a14d-bf11eb91707c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:02.047468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f674010-7fe9-4323-a14d-bf11eb91707c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:36:02.057144 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f674010-7fe9-4323-a14d-bf11eb91707c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:02.058423 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-5f674010-7fe9-4323-a14d-bf11eb91707c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Added segment ec2c2f95-9207-4417-bed7-fcb80d64c972 of type vlan for network 8f8347de-a73d-463b-a6b8-685b02e440cc Sep 08 13:36:02.103285 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f674010-7fe9-4323-a14d-bf11eb91707c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:02.252171 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d0513267-83b3-478d-8405-07c947336007 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:36:02.264705 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f674010-7fe9-4323-a14d-bf11eb91707c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:02.271088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f674010-7fe9-4323-a14d-bf11eb91707c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:02.271835 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f674010-7fe9-4323-a14d-bf11eb91707c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:02.274948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: d0513267-83b3-478d-8405-07c947336007 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:36:02.275307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d0513267-83b3-478d-8405-07c947336007 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:36:02.357593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f674010-7fe9-4323-a14d-bf11eb91707c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Network': ['ID=8f8347de-a73d-463b-a6b8-685b02e440cc,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:02.367820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 8f8347de-a73d-463b-a6b8-685b02e440cc details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:36:02.487976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5f674010-7fe9-4323-a14d-bf11eb91707c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6080105 Sep 08 13:36:02.492972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56016) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:02.498190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-292bea44-529e-4838-a249-43dbff9be400 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'subnet': {'network_id': '8f8347de-a73d-463b-a6b8-685b02e440cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:02.733008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292bea44-529e-4838-a249-43dbff9be400 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:36:02.736750 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-292bea44-529e-4838-a249-43dbff9be400 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:02.917690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee108519-6481-4faf-a6e2-170b6885f12f req-43b21411-2d41-49e2-89bf-a6be0f133f8b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:02.925551 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee108519-6481-4faf-a6e2-170b6885f12f req-43b21411-2d41-49e2-89bf-a6be0f133f8b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 944 time: 0.0903430 Sep 08 13:36:03.023182 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee108519-6481-4faf-a6e2-170b6885f12f req-1f43ab20-5a25-402e-9cab-ebf80f2fda5f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918803 Sep 08 13:36:03.248966 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-292bea44-529e-4838-a249-43dbff9be400 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:03.320978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bea44-529e-4838-a249-43dbff9be400 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Subnet': ['ID=875e5d15-6e1b-4077-bdc0-12bd27eecd66,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:03.366059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bea44-529e-4838-a249-43dbff9be400 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Checking segment: {'id': 'ec2c2f95-9207-4417-bed7-fcb80d64c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8f8347de-a73d-463b-a6b8-685b02e440cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:36:03.366059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292bea44-529e-4838-a249-43dbff9be400 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network hostable DHCP agents. Network: 8f8347de-a73d-463b-a6b8-685b02e440cc, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:36:03.567516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 44181af9-7706-458e-bd88-fd3f5dc37a10 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:03.595603 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292bea44-529e-4838-a249-43dbff9be400 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 8f8347de-a73d-463b-a6b8-685b02e440cc is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:36:03.744902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-292bea44-529e-4838-a249-43dbff9be400 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 8f8347de-a73d-463b-a6b8-685b02e440cc) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:03.751231 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 44181af9-7706-458e-bd88-fd3f5dc37a10 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:03.764602 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 44181af9-7706-458e-bd88-fd3f5dc37a10 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:03.766147 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:03.781292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292bea44-529e-4838-a249-43dbff9be400 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:03.782525 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-292bea44-529e-4838-a249-43dbff9be400 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:03.812434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873f6097-b1f4-4f91-b8cd-1be662b6c41b None None] Network 8f8347de-a73d-463b-a6b8-685b02e440cc requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:03.951391 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-292bea44-529e-4838-a249-43dbff9be400 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4590955 Sep 08 13:36:03.954208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56056) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:03.978638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-51733a2b-9380-43be-9c33-9ea7b4069470 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-354827641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:04.012111 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:04.168582 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51733a2b-9380-43be-9c33-9ea7b4069470 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:04.172027 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51733a2b-9380-43be-9c33-9ea7b4069470 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:04.181019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421e1e9-4a0f-4eca-b108-b80c9ccd802e req-f21d2d68-6e33-4087-b5bf-7c0a062142cb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:04.182911 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0421e1e9-4a0f-4eca-b108-b80c9ccd802e req-f21d2d68-6e33-4087-b5bf-7c0a062142cb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 944 time: 0.0679765 Sep 08 13:36:04.219219 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44181af9-7706-458e-bd88-fd3f5dc37a10'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:36:04.224990 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2723a84a-4bcc-4874-9ede-3db3c1bef9b3" -d '{"events": [{"server_uuid": "2017ab5c-422f-4dd0-b0cc-5442bccafc10", "name": "network-vif-plugged", "status": "completed", "tag": "44181af9-7706-458e-bd88-fd3f5dc37a10"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:36:04.278086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-8f8347de-a73d-463b-a6b8-685b02e440cc', 'network_id': '8f8347de-a73d-463b-a6b8-685b02e440cc', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'fixed_ips': [{'subnet_id': '875e5d15-6e1b-4077-bdc0-12bd27eecd66'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:36:04.281753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0421e1e9-4a0f-4eca-b108-b80c9ccd802e req-ef705336-5406-460d-84d9-399768b30c4c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841959 Sep 08 13:36:04.283540 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:04.296547 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51733a2b-9380-43be-9c33-9ea7b4069470 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:04.297624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 44181af9-7706-458e-bd88-fd3f5dc37a10, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=44181af9-7706-458e-bd88-fd3f5dc37a10,segment=NetworkSegment(e72bf305-c008-4855-93b1-c95e3ea653a7),segment_id=e72bf305-c008-4855-93b1-c95e3ea653a7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:04.324099 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728b3e01-d445-4ebf-91bb-e859364726c1 x-openstack-request-id: req-728b3e01-d445-4ebf-91bb-e859364726c1 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:36:04.324389 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2017ab5c-422f-4dd0-b0cc-5442bccafc10", "name": "network-vif-plugged", "status": "completed", "tag": "44181af9-7706-458e-bd88-fd3f5dc37a10", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:36:04.325030 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-728b3e01-d445-4ebf-91bb-e859364726c1 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:36:04.325291 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'code': 200} Sep 08 13:36:04.465676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8667364-1ed3-4580-82e7-3e021533ccd7 req-4b667ad9-9c95-46a5-856d-502ca8e8802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:04.467973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8667364-1ed3-4580-82e7-3e021533ccd7 req-4b667ad9-9c95-46a5-856d-502ca8e8802b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 1095 time: 0.0651958 Sep 08 13:36:04.471649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Allocated IP 2001:db8::2 (8f8347de-a73d-463b-a6b8-685b02e440cc/875e5d15-6e1b-4077-bdc0-12bd27eecd66/2e17c5aa-36d3-4949-8c3c-f9506680dcce) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:36:04.492923 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:04.493958 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51733a2b-9380-43be-9c33-9ea7b4069470 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:04.534012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8667364-1ed3-4580-82e7-3e021533ccd7 req-4b4b8f0d-13b8-4c77-9c24-4dfe5b75ed37 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587320 Sep 08 13:36:04.635329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=44181af9-7706-458e-bd88-fd3f5dc37a10,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:04.687044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-51733a2b-9380-43be-9c33-9ea7b4069470 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:04.688412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-51733a2b-9380-43be-9c33-9ea7b4069470 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7324703 Sep 08 13:36:04.691866 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56078) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:04.725445 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:04.740949 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Transition to ACTIVE for port object 2e17c5aa-36d3-4949-8c3c-f9506680dcce will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:04.758877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Transition to ACTIVE for port object 2e17c5aa-36d3-4949-8c3c-f9506680dcce will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:04.944960 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:05.000139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Network 8f8347de-a73d-463b-a6b8-685b02e440cc is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:05.000139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:05.000139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:36:05.005806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Pushing event updated for resources: {'Port': ['ID=2e17c5aa-36d3-4949-8c3c-f9506680dcce,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:05.052359 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:05.059916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Attempting to bind port 2e17c5aa-36d3-4949-8c3c-f9506680dcce on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:36:05.060297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Attempting to bind port 2e17c5aa-36d3-4949-8c3c-f9506680dcce by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'ec2c2f95-9207-4417-bed7-fcb80d64c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8f8347de-a73d-463b-a6b8-685b02e440cc'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:36:05.060678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Attempting to bind port 2e17c5aa-36d3-4949-8c3c-f9506680dcce on network 8f8347de-a73d-463b-a6b8-685b02e440cc {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:36:05.076150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:36:05.076781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Checking segment: {'id': 'ec2c2f95-9207-4417-bed7-fcb80d64c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8f8347de-a73d-463b-a6b8-685b02e440cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:36:05.080854 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:05.080854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Bound using segment: {'id': 'ec2c2f95-9207-4417-bed7-fcb80d64c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8f8347de-a73d-463b-a6b8-685b02e440cc'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:36:05.080854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Bound port: 2e17c5aa-36d3-4949-8c3c-f9506680dcce, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2c2f95-9207-4417-bed7-fcb80d64c972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '8f8347de-a73d-463b-a6b8-685b02e440cc'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:36:05.080854 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:05.236513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] For port 2e17c5aa-36d3-4949-8c3c-f9506680dcce, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:36:05.240327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] For port 2e17c5aa-36d3-4949-8c3c-f9506680dcce, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2e17c5aa-36d3-4949-8c3c-f9506680dcce,segment=NetworkSegment(ec2c2f95-9207-4417-bed7-fcb80d64c972),segment_id=ec2c2f95-9207-4417-bed7-fcb80d64c972)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:36:05.391386 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:05.394242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Allocated IP 2001:db8::1 (8f8347de-a73d-463b-a6b8-685b02e440cc/875e5d15-6e1b-4077-bdc0-12bd27eecd66/3692bd7c-e914-4375-af4d-66461ac4d0f8) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:36:05.430736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cf8be-5918-46ea-9d80-e6d3f622c5a6 req-1d45407b-f62f-4d05-ad97-9ea6aa4d919c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:05.438772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f73cf8be-5918-46ea-9d80-e6d3f622c5a6 req-1d45407b-f62f-4d05-ad97-9ea6aa4d919c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 945 time: 0.0790789 Sep 08 13:36:05.541064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf6d2f-bcd5-47dd-99b0-ade802e9aa2b None None] Pushing event updated for resources: {'Port': ['ID=2e17c5aa-36d3-4949-8c3c-f9506680dcce,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:05.573797 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f73cf8be-5918-46ea-9d80-e6d3f622c5a6 req-858e5c20-85b3-4a3c-89df-afcc44e57095 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335747 Sep 08 13:36:05.588815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:05.607216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Transition to ACTIVE for port object 3692bd7c-e914-4375-af4d-66461ac4d0f8 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:05.819887 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:05.883571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 8f8347de-a73d-463b-a6b8-685b02e440cc is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:05.895755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:05.903551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:36:05.905656 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:05.913093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=3692bd7c-e914-4375-af4d-66461ac4d0f8,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:06.325556 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:36:06.365318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2e17c5aa-36d3-4949-8c3c-f9506680dcce up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:06.416558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:06.549384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 2e17c5aa-36d3-4949-8c3c-f9506680dcce completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:06.688012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a78144b-d036-42e6-8443-2cfc15ccf353 None None] Network 8f8347de-a73d-463b-a6b8-685b02e440cc requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:06.772762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51228e7f-3d4b-4e88-995a-67fe5f508cac req-22b71b5e-5521-48ae-9392-b054efdb32d7 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:06.784341 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51228e7f-3d4b-4e88-995a-67fe5f508cac req-22b71b5e-5521-48ae-9392-b054efdb32d7 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 945 time: 0.1132233 Sep 08 13:36:06.858842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51228e7f-3d4b-4e88-995a-67fe5f508cac req-3a0cdaff-0ab1-4111-9414-52d4d91ba2da tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703039 Sep 08 13:36:06.881299 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:06.973060 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:06.973970 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:07.095665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-009f42ed-a8be-422d-9228-a32df8484408 None None] Provisioning for port 2e17c5aa-36d3-4949-8c3c-f9506680dcce completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:07.101608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-009f42ed-a8be-422d-9228-a32df8484408 None None] Provisioning complete for port 2e17c5aa-36d3-4949-8c3c-f9506680dcce triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:07.102524 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-009f42ed-a8be-422d-9228-a32df8484408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:07.171582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a7c0f-4f2e-4443-9f1e-88da9d74e64b req-cde38102-4337-4a02-8263-2217d54ba1f3 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:07.187409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-226a7c0f-4f2e-4443-9f1e-88da9d74e64b req-cde38102-4337-4a02-8263-2217d54ba1f3 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 945 time: 0.1257460 Sep 08 13:36:07.254266 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 8f8347de-a73d-463b-a6b8-685b02e440cc is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:07.270338 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:07.279758 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-009f42ed-a8be-422d-9228-a32df8484408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:07.281681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-226a7c0f-4f2e-4443-9f1e-88da9d74e64b req-992d4950-b795-4ad2-b4d1-8e8ca352181c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882514 Sep 08 13:36:07.294429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56138) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:07.295007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=3692bd7c-e914-4375-af4d-66461ac4d0f8,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:07.325506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-009f42ed-a8be-422d-9228-a32df8484408 None None] For port 2e17c5aa-36d3-4949-8c3c-f9506680dcce, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2e17c5aa-36d3-4949-8c3c-f9506680dcce,segment=NetworkSegment(ec2c2f95-9207-4417-bed7-fcb80d64c972),segment_id=ec2c2f95-9207-4417-bed7-fcb80d64c972)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:07.349309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d08285-a13b-4fa6-81d6-c5a575d776ac tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:07.351158 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-54d08285-a13b-4fa6-81d6-c5a575d776ac tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 1091 time: 0.0522141 Sep 08 13:36:07.354943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56146) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:07.362116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:07.522015 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37306d-3ec0-4afa-8645-284a8edacabb req-6eb9ed0b-a693-4f9a-ad96-80104c3d856f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:07.523653 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a37306d-3ec0-4afa-8645-284a8edacabb req-6eb9ed0b-a693-4f9a-ad96-80104c3d856f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.2547107 Sep 08 13:36:07.567283 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-009f42ed-a8be-422d-9228-a32df8484408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:07.577866 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a37306d-3ec0-4afa-8645-284a8edacabb req-9d88fc9f-a43a-4a05-a9e4-80b8e6585d5e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371079 Sep 08 13:36:07.641159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f42ed-a8be-422d-9228-a32df8484408 None None] Pushing event updated for resources: {'Port': ['ID=2e17c5aa-36d3-4949-8c3c-f9506680dcce,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:07.690333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fd4b0406-9d32-45f8-89f8-9ace4bc07078 None None] Provisioning complete for port 2e17c5aa-36d3-4949-8c3c-f9506680dcce triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:07.690452 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd4b0406-9d32-45f8-89f8-9ace4bc07078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:07.728461 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:07.784747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router e008274f-7cae-44a9-951a-97b4c521fbe2 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:36:07.896815 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:07.937489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:36:07.951160 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4e10c8ed-72d8-4036-b352-2daa4ee4a71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:07.951286 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-629e5a74-50d0-49a6-8e81-b835b5aec3ea tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/e008274f-7cae-44a9-951a-97b4c521fbe2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2539928 Sep 08 13:36:07.954732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56156) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:07.955458 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfbc17-b749-43bf-b3aa-8f14e0acb612 None None] Sync routers for ids ['e008274f-7cae-44a9-951a-97b4c521fbe2'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:36:07.971025 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfbc17-b749-43bf-b3aa-8f14e0acb612 None None] Routers {'e008274f-7cae-44a9-951a-97b4c521fbe2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:07.973885 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3ebfbc17-b749-43bf-b3aa-8f14e0acb612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e008274f-7cae-44a9-951a-97b4c521fbe2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:08.018516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fd4b0406-9d32-45f8-89f8-9ace4bc07078 None None] Provisioning for port 3692bd7c-e914-4375-af4d-66461ac4d0f8 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:08.028166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fd4b0406-9d32-45f8-89f8-9ace4bc07078 None None] Provisioning complete for port 3692bd7c-e914-4375-af4d-66461ac4d0f8 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:08.028734 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd4b0406-9d32-45f8-89f8-9ace4bc07078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:08.084398 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3ebfbc17-b749-43bf-b3aa-8f14e0acb612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:08.094871 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebfbc17-b749-43bf-b3aa-8f14e0acb612 None None] Routers {'e008274f-7cae-44a9-951a-97b4c521fbe2'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:08.095763 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3ebfbc17-b749-43bf-b3aa-8f14e0acb612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e008274f-7cae-44a9-951a-97b4c521fbe2'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:08.111639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c28ec39-35e1-4d09-b237-9f946b06ef42 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:08.115528 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0c28ec39-35e1-4d09-b237-9f946b06ef42 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports/3692bd7c-e914-4375-af4d-66461ac4d0f8 HTTP/1.1" status: 200 len: 911 time: 0.1574373 Sep 08 13:36:08.118565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56160) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:08.138335 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3ebfbc17-b749-43bf-b3aa-8f14e0acb612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:08.139290 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebfbc17-b749-43bf-b3aa-8f14e0acb612 None None] The sync data for ids ['e008274f-7cae-44a9-951a-97b4c521fbe2'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:36:08.158668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b0406-9d32-45f8-89f8-9ace4bc07078 None None] Port 3692bd7c-e914-4375-af4d-66461ac4d0f8 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:36:08.185147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Allocated IP 172.25.5.46 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/c76ffba1-3a74-46c2-a8e6-f7da8248fbd0) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:36:08.299937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2e17c5aa-36d3-4949-8c3c-f9506680dcce up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:08.307387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-28262dd7-dfb5-453d-95b2-4f57257a135e None None] Provisioning complete for port 3692bd7c-e914-4375-af4d-66461ac4d0f8 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:08.307771 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-28262dd7-dfb5-453d-95b2-4f57257a135e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:08.367723 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:08.402064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-28262dd7-dfb5-453d-95b2-4f57257a135e None None] Port 3692bd7c-e914-4375-af4d-66461ac4d0f8 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:36:08.480214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 2e17c5aa-36d3-4949-8c3c-f9506680dcce triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:08.480601 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:08.550315 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:08.630892 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d49b6f0a-6eec-46f7-932a-7e7c0161f720 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:08.642712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:08.644979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:08.648798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:36:08.780659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=c76ffba1-3a74-46c2-a8e6-f7da8248fbd0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:09.152998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb5e92-8f3b-47d4-a1fd-6ff8c336274c req-c7b0fc37-12ec-497b-bbce-fc01c175d683 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:09.154534 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-56eb5e92-8f3b-47d4-a1fd-6ff8c336274c req-c7b0fc37-12ec-497b-bbce-fc01c175d683 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.4270740 Sep 08 13:36:09.278664 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-56eb5e92-8f3b-47d4-a1fd-6ff8c336274c req-6f4116fb-c9a5-4dec-b872-05479ed5b8a7 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116714 Sep 08 13:36:09.323093 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:09.412159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d49b6f0a-6eec-46f7-932a-7e7c0161f720 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port 3692bd7c-e914-4375-af4d-66461ac4d0f8 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:36:09.412500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d49b6f0a-6eec-46f7-932a-7e7c0161f720 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:09.512184 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d49b6f0a-6eec-46f7-932a-7e7c0161f720 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:09.529822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d49b6f0a-6eec-46f7-932a-7e7c0161f720 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for 3692bd7c-e914-4375-af4d-66461ac4d0f8 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:36:09.581625 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:09.782090 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:09.917031 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d49b6f0a-6eec-46f7-932a-7e7c0161f720 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:09.958696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b6f0a-6eec-46f7-932a-7e7c0161f720 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=3692bd7c-e914-4375-af4d-66461ac4d0f8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:09.968181 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:10.091420 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d49b6f0a-6eec-46f7-932a-7e7c0161f720 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:10.142684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=c76ffba1-3a74-46c2-a8e6-f7da8248fbd0,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:10.172586 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:10.349990 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c89d5343-73ca-4732-b434-6074dd30ea06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:10.367187 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49b6f0a-6eec-46f7-932a-7e7c0161f720 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router e008274f-7cae-44a9-951a-97b4c521fbe2 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:36:10.379433 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Floating IP a1e3b790-1c83-4741-95f8-125a8e967d73 associated. External IP: 172.25.5.46, port: 44181af9-7706-458e-bd88-fd3f5dc37a10. Sep 08 13:36:10.531238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49b6f0a-6eec-46f7-932a-7e7c0161f720 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:36:10.546723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5cd6e-26ca-4631-a573-0e2b470ad816 None None] Sync routers for ids ['e008274f-7cae-44a9-951a-97b4c521fbe2'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:36:10.552527 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d49b6f0a-6eec-46f7-932a-7e7c0161f720 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/e008274f-7cae-44a9-951a-97b4c521fbe2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4273815 Sep 08 13:36:10.553485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56206) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:10.571940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5cd6e-26ca-4631-a573-0e2b470ad816 None None] Routers {'e008274f-7cae-44a9-951a-97b4c521fbe2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:10.574755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f3b5cd6e-26ca-4631-a573-0e2b470ad816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e008274f-7cae-44a9-951a-97b4c521fbe2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:10.583695 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:10.607473 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6b3e84bc-1cf6-4c31-81e0-1fa6775ad26f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=e008274f-7cae-44a9-951a-97b4c521fbe2 HTTP/1.1" status: 200 len: 205 time: 0.0496712 Sep 08 13:36:10.625767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06421e6-ab4c-4519-a2a0-fa41fa02c0d1 req-1f1f7c17-8958-477a-903a-cfde76909332 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:10.627330 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b06421e6-ab4c-4519-a2a0-fa41fa02c0d1 req-1f1f7c17-8958-477a-903a-cfde76909332 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.2013109 Sep 08 13:36:10.628089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56208) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:10.674349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f3b5cd6e-26ca-4631-a573-0e2b470ad816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:10.703450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5cd6e-26ca-4631-a573-0e2b470ad816 None None] Routers {'e008274f-7cae-44a9-951a-97b4c521fbe2'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:10.704111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f3b5cd6e-26ca-4631-a573-0e2b470ad816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e008274f-7cae-44a9-951a-97b4c521fbe2'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:10.776645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f3b5cd6e-26ca-4631-a573-0e2b470ad816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:10.777582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b5cd6e-26ca-4631-a573-0e2b470ad816 None None] The sync data for ids ['e008274f-7cae-44a9-951a-97b4c521fbe2'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:36:10.779287 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b06421e6-ab4c-4519-a2a0-fa41fa02c0d1 req-c7bb7ce4-324f-4cd9-acf8-8a46f7e5b661 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368351 Sep 08 13:36:10.829291 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9ecd-4d3b-4aa7-8e6e-95ec3d4de02b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:11.075588 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9ecd-4d3b-4aa7-8e6e-95ec3d4de02b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:11.078302 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9ecd-4d3b-4aa7-8e6e-95ec3d4de02b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:11.177673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:36:11.231164 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9ecd-4d3b-4aa7-8e6e-95ec3d4de02b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:11.231641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1e9ecd-4d3b-4aa7-8e6e-95ec3d4de02b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Fanout notify agent at l3_agent the message router_deleted on router e008274f-7cae-44a9-951a-97b4c521fbe2 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:36:11.239192 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a1e9ecd-4d3b-4aa7-8e6e-95ec3d4de02b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:11.240169 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3a1e9ecd-4d3b-4aa7-8e6e-95ec3d4de02b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/e008274f-7cae-44a9-951a-97b4c521fbe2 HTTP/1.1" status: 204 len: 168 time: 0.6110997 Sep 08 13:36:11.266075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56220) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:11.351153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-9059b74c-5db0-489f-98a3-ddaa1396aa84 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting subnet 875e5d15-6e1b-4077-bdc0-12bd27eecd66 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:36:11.353875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:36:11.360801 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9059b74c-5db0-489f-98a3-ddaa1396aa84 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:11.369508 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d35b6-507f-4fcf-96dc-2e3ebbc73462 None None] Sync routers for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:36:11.378649 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d35b6-507f-4fcf-96dc-2e3ebbc73462 None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:11.379269 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0c6d35b6-507f-4fcf-96dc-2e3ebbc73462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:11.417558 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9059b74c-5db0-489f-98a3-ddaa1396aa84 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:11.517821 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:11.616143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-43de4c35-0b21-4b4c-b491-d92fdac0b47a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2573230 Sep 08 13:36:11.617729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56228) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:11.618681 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0c6d35b6-507f-4fcf-96dc-2e3ebbc73462 None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:36:11.619016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'tag': '44181af9-7706-458e-bd88-fd3f5dc37a10'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:36:11.621736 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7770eedc-5f62-4435-a8c6-77445d60c8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2017ab5c-422f-4dd0-b0cc-5442bccafc10", "tag": "44181af9-7706-458e-bd88-fd3f5dc37a10"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:36:11.650970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9059b74c-5db0-489f-98a3-ddaa1396aa84 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:11.693005 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09fd4d7-ae36-4c8c-8fc2-2eb005c0897c x-openstack-request-id: req-f09fd4d7-ae36-4c8c-8fc2-2eb005c0897c {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:36:11.693278 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2017ab5c-422f-4dd0-b0cc-5442bccafc10", "tag": "44181af9-7706-458e-bd88-fd3f5dc37a10", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:36:11.693523 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f09fd4d7-ae36-4c8c-8fc2-2eb005c0897c {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:36:11.693913 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'tag': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'status': 'completed', 'code': 200} Sep 08 13:36:11.765682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770eedc-5f62-4435-a8c6-77445d60c8ed req-55602803-cc50-48b7-bff8-9b7d397cd7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:11.767546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7770eedc-5f62-4435-a8c6-77445d60c8ed req-55602803-cc50-48b7-bff8-9b7d397cd7ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 1096 time: 0.0660069 Sep 08 13:36:11.800022 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-182870cd-9617-456c-9b28-73f2a8c4925f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/floatingips/a1e3b790-1c83-4741-95f8-125a8e967d73 HTTP/1.1" status: 200 len: 990 time: 0.1807015 Sep 08 13:36:11.925770 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:11.974796 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0c6d35b6-507f-4fcf-96dc-2e3ebbc73462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:35:38Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a1e3b790-1c83-4741-95f8-125a8e967d73', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'port_id': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'mac_address': 'fa:16:3e:23:d1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:36:09Z', 'updated_at': '2021-09-08T13:36:09Z', 'revision_number': 0, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:12.018688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0502b8-e9e6-47cf-9c93-3fc2bfe31be8 req-17cb1014-1859-4988-8eba-4da88ebefa57 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:12.020216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b0502b8-e9e6-47cf-9c93-3fc2bfe31be8 req-17cb1014-1859-4988-8eba-4da88ebefa57 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.0988989 Sep 08 13:36:12.023996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770eedc-5f62-4435-a8c6-77445d60c8ed req-7dcdffcc-18d3-47d0-acf4-52d7565f6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:12.027899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7770eedc-5f62-4435-a8c6-77445d60c8ed req-7dcdffcc-18d3-47d0-acf4-52d7565f6d22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78f3e639-3ed6-49f3-a4af-86edc2d35397 HTTP/1.1" status: 200 len: 897 time: 0.2426140 Sep 08 13:36:12.030237 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9059b74c-5db0-489f-98a3-ddaa1396aa84 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:12.051365 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d35b6-507f-4fcf-96dc-2e3ebbc73462 None None] Checking router: 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:36:12.070096 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6d35b6-507f-4fcf-96dc-2e3ebbc73462 None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:12.070839 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0c6d35b6-507f-4fcf-96dc-2e3ebbc73462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:12.177625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059b74c-5db0-489f-98a3-ddaa1396aa84 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Subnet': ['ID=875e5d15-6e1b-4077-bdc0-12bd27eecd66,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:12.182565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae99cbf-0f1b-4b31-a012-ab4e192a1897 None None] Network 8f8347de-a73d-463b-a6b8-685b02e440cc requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:12.183829 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9059b74c-5db0-489f-98a3-ddaa1396aa84 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:12.185734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9059b74c-5db0-489f-98a3-ddaa1396aa84 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/875e5d15-6e1b-4077-bdc0-12bd27eecd66 HTTP/1.1" status: 204 len: 168 time: 0.9413612 Sep 08 13:36:12.188814 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56242) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:12.191796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b0502b8-e9e6-47cf-9c93-3fc2bfe31be8 req-0bb42acd-4549-4214-a69b-b0db42b859b7 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648805 Sep 08 13:36:12.225721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7770eedc-5f62-4435-a8c6-77445d60c8ed req-dc7c31d5-bb6c-41eb-acb0-e4f3f94a48fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44181af9-7706-458e-bd88-fd3f5dc37a10 HTTP/1.1" status: 200 len: 998 time: 0.1567082 Sep 08 13:36:12.245720 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0c6d35b6-507f-4fcf-96dc-2e3ebbc73462 None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:36:12.281531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770eedc-5f62-4435-a8c6-77445d60c8ed req-bb98487f-eced-41f1-80c9-7ba9ca12ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:12.282973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7770eedc-5f62-4435-a8c6-77445d60c8ed req-bb98487f-eced-41f1-80c9-7ba9ca12ef8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a52be790-27d6-4a99-b086-a4ac614446a5 HTTP/1.1" status: 200 len: 835 time: 0.0507240 Sep 08 13:36:12.314434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:12.407673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770eedc-5f62-4435-a8c6-77445d60c8ed req-e79a5bbf-fe84-463c-b085-f62a77fce52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:12.409221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7770eedc-5f62-4435-a8c6-77445d60c8ed req-e79a5bbf-fe84-463c-b085-f62a77fce52f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78f3e639-3ed6-49f3-a4af-86edc2d35397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145015 Sep 08 13:36:12.440065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01885785-34e4-4a46-9460-4d039a7a2447 None None] DHCP port deletion for 8f8347de-a73d-463b-a6b8-685b02e440cc request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:36:12.447986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port 2e17c5aa-36d3-4949-8c3c-f9506680dcce {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:36:12.452052 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:12.500443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-01885785-34e4-4a46-9460-4d039a7a2447 None None] Deleting port 2e17c5aa-36d3-4949-8c3c-f9506680dcce {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:36:12.501136 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-01885785-34e4-4a46-9460-4d039a7a2447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:12.578605 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7770eedc-5f62-4435-a8c6-77445d60c8ed req-b43acfd0-5ca7-4a3f-86f9-21324055b7fc service neutron] 10.222.0.60 "GET /v2.0/networks/78f3e639-3ed6-49f3-a4af-86edc2d35397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612587 Sep 08 13:36:12.582157 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-01885785-34e4-4a46-9460-4d039a7a2447 None None] For port 2e17c5aa-36d3-4949-8c3c-f9506680dcce, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2e17c5aa-36d3-4949-8c3c-f9506680dcce,segment=NetworkSegment(ec2c2f95-9207-4417-bed7-fcb80d64c972),segment_id=ec2c2f95-9207-4417-bed7-fcb80d64c972)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:12.582820 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-01885785-34e4-4a46-9460-4d039a7a2447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:12.584085 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0c6d35b6-507f-4fcf-96dc-2e3ebbc73462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:35:38Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a1e3b790-1c83-4741-95f8-125a8e967d73', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'port_id': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'mac_address': 'fa:16:3e:23:d1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:36:09Z', 'updated_at': '2021-09-08T13:36:09Z', 'revision_number': 0, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:12.601224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-01885785-34e4-4a46-9460-4d039a7a2447 None None] Calling delete_port for 2e17c5aa-36d3-4949-8c3c-f9506680dcce owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:36:12.622568 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6d35b6-507f-4fcf-96dc-2e3ebbc73462 None None] The sync data for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 is: [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:35:38Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a1e3b790-1c83-4741-95f8-125a8e967d73', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'port_id': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'mac_address': 'fa:16:3e:23:d1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:36:09Z', 'updated_at': '2021-09-08T13:36:09Z', 'revision_number': 0, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:36:12.675134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] For port 2e17c5aa-36d3-4949-8c3c-f9506680dcce, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2e17c5aa-36d3-4949-8c3c-f9506680dcce,segment=NetworkSegment(ec2c2f95-9207-4417-bed7-fcb80d64c972),segment_id=ec2c2f95-9207-4417-bed7-fcb80d64c972)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:12.675453 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:12.709359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for 2e17c5aa-36d3-4949-8c3c-f9506680dcce owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:36:12.802411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7770eedc-5f62-4435-a8c6-77445d60c8ed req-79f35381-b7a7-4a9f-b2eb-39a7eb4e6996 service neutron] 10.222.0.60 "GET /v2.0/networks/78f3e639-3ed6-49f3-a4af-86edc2d35397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149658 Sep 08 13:36:12.802863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56256) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:12.915040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b9dd26fc-120b-469f-ae46-538c4c6f7815 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/floatingips/a1e3b790-1c83-4741-95f8-125a8e967d73 HTTP/1.1" status: 200 len: 990 time: 0.1110606 Sep 08 13:36:12.958736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75d14a-7210-405e-9595-a54ae126c677 None None] New status for floating IP a1e3b790-1c83-4741-95f8-125a8e967d73: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:36:13.033573 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-01885785-34e4-4a46-9460-4d039a7a2447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:13.036344 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:13.097410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=2e17c5aa-36d3-4949-8c3c-f9506680dcce,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:13.103365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No DVR routers for this DVR port 2e17c5aa-36d3-4949-8c3c-f9506680dcce on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:36:13.151125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01885785-34e4-4a46-9460-4d039a7a2447 None None] No DVR routers for this DVR port 2e17c5aa-36d3-4949-8c3c-f9506680dcce on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:36:13.153191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01885785-34e4-4a46-9460-4d039a7a2447 None None] Pushing event deleted for resources: {'Port': ['ID=2e17c5aa-36d3-4949-8c3c-f9506680dcce,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:13.241542 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:13.288546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8347de-a73d-463b-a6b8-685b02e440cc']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:13.298745 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:13.315333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2c2f95-9207-4417-bed7-fcb80d64c972') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:13.315637 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2c2f95-9207-4417-bed7-fcb80d64c972') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:13.328532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:13.354195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b19b14-51fb-4d49-b01f-a9ad11691b01 req-ac65dc60-1bca-48e0-ae5f-7b58dbf08f91 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:13.360801 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:13.366596 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6b19b14-51fb-4d49-b01f-a9ad11691b01 req-ac65dc60-1bca-48e0-ae5f-7b58dbf08f91 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.0655966 Sep 08 13:36:13.377644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:36:13.381077 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: self.session.flush() Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:36:13.384638 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:36:13.412029 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6b19b14-51fb-4d49-b01f-a9ad11691b01 req-9763cb40-96d8-4549-b3cb-77a4bad1a795 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501392 Sep 08 13:36:13.584277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:13.614605 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:13.614605 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/networks/8f8347de-a73d-463b-a6b8-685b02e440cc HTTP/1.1" status: 204 len: 168 time: 1.4194641 Sep 08 13:36:13.614884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56274) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:13.626596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-865642610', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:13.647413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03542d36-2d5f-424c-8520-7f1cb69ba43d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Network': ['ID=8f8347de-a73d-463b-a6b8-685b02e440cc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:13.778382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:13.779563 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:13.834778 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:13.919594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56280) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:13.998710 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0145ef4c-a141-4e01-8011-ccbb4023462e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/floatingips/a1e3b790-1c83-4741-95f8-125a8e967d73 HTTP/1.1" status: 200 len: 992 time: 0.0681376 Sep 08 13:36:14.154536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:14.257790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46aaf73-88c0-4c29-be7d-8e79cd9abcdd req-4aebed63-7de1-4b88-b31f-40712a8078d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:14.274076 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f46aaf73-88c0-4c29-be7d-8e79cd9abcdd req-4aebed63-7de1-4b88-b31f-40712a8078d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 1096 time: 0.1141739 Sep 08 13:36:14.295934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2e17c5aa-36d3-4949-8c3c-f9506680dcce no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:36:14.331589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 2e17c5aa-36d3-4949-8c3c-f9506680dcce {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:36:14.331933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2e17c5aa-36d3-4949-8c3c-f9506680dcce not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:36:14.360654 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:14.408774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46aaf73-88c0-4c29-be7d-8e79cd9abcdd req-47d6bc7e-ace2-48df-9372-1720ece14411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:14.410281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f46aaf73-88c0-4c29-be7d-8e79cd9abcdd req-47d6bc7e-ace2-48df-9372-1720ece14411 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.1120312 Sep 08 13:36:14.674676 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f46aaf73-88c0-4c29-be7d-8e79cd9abcdd req-edec45ae-5f1d-40e3-86a0-28c07ee769ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 HTTP/1.1" status: 200 len: 1001 time: 0.2560544 Sep 08 13:36:14.781845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46aaf73-88c0-4c29-be7d-8e79cd9abcdd req-9e928d77-626c-480a-a59e-6f7cd966dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:14.781845 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f46aaf73-88c0-4c29-be7d-8e79cd9abcdd req-9e928d77-626c-480a-a59e-6f7cd966dc0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.0934052 Sep 08 13:36:14.790802 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b3d20c-e6f9-4965-adae-3ce11bbab5b7 req-77f90a4f-4f53-458a-a724-29c459a5d45a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2141984 Sep 08 13:36:14.889026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba079d9f-e149-411c-9e5a-a27f239c392f req-9503d53b-ff75-4ca8-9bb0-6ede5176a6ee tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:14.894679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba079d9f-e149-411c-9e5a-a27f239c392f req-9503d53b-ff75-4ca8-9bb0-6ede5176a6ee tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.2973948 Sep 08 13:36:15.005145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46aaf73-88c0-4c29-be7d-8e79cd9abcdd req-3dcf4b6b-546b-45f3-8c22-7782631360bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:15.005145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f46aaf73-88c0-4c29-be7d-8e79cd9abcdd req-3dcf4b6b-546b-45f3-8c22-7782631360bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2061517 Sep 08 13:36:15.050445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba079d9f-e149-411c-9e5a-a27f239c392f req-73841c58-ce71-4380-808e-22eb30465c3c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319056 Sep 08 13:36:15.065770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3d20c-e6f9-4965-adae-3ce11bbab5b7 req-0b049e4a-1fc8-4571-ab94-d48406ac98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:15.067355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b3d20c-e6f9-4965-adae-3ce11bbab5b7 req-0b049e4a-1fc8-4571-ab94-d48406ac98ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc487776437048949ca10ec145025078&device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 1101 time: 0.1714971 Sep 08 13:36:15.208445 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:15.271182 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:15.326243 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f46aaf73-88c0-4c29-be7d-8e79cd9abcdd req-06fb5532-8c37-4baf-8834-fa869afbd0f7 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849109 Sep 08 13:36:15.425439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3d20c-e6f9-4965-adae-3ce11bbab5b7 req-14ec77db-1416-4cd7-8e6c-ec8dfe1dd78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:15.426987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b3d20c-e6f9-4965-adae-3ce11bbab5b7 req-14ec77db-1416-4cd7-8e6c-ec8dfe1dd78e service neutron] 10.222.0.60 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.3167267 Sep 08 13:36:15.577579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b3d20c-e6f9-4965-adae-3ce11bbab5b7 req-c15b0e42-fb6a-42e0-9ae1-b3c10ba23723 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=8f62ae29-594f-4bd1-aeef-c12422c600c5 HTTP/1.1" status: 200 len: 217 time: 0.1092503 Sep 08 13:36:15.761973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Allocated IP 172.25.5.236 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/a3b77a86-4720-47ba-8e36-31f29dc253e8) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:36:15.789325 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f46aaf73-88c0-4c29-be7d-8e79cd9abcdd req-39f83e7b-b0fc-4775-b472-18cf91d26086 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168420 Sep 08 13:36:15.789325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3d20c-e6f9-4965-adae-3ce11bbab5b7 req-c43c7381-33b3-4265-9022-1c39c0aa4803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:15.789325 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b3d20c-e6f9-4965-adae-3ce11bbab5b7 req-c43c7381-33b3-4265-9022-1c39c0aa4803 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.1840262 Sep 08 13:36:15.939637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3d20c-e6f9-4965-adae-3ce11bbab5b7 req-9c993465-e8df-4301-b8df-40d5934eab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:15.939637 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b3d20c-e6f9-4965-adae-3ce11bbab5b7 req-9c993465-e8df-4301-b8df-40d5934eab53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1453276 Sep 08 13:36:16.099514 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:16.133004 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b3d20c-e6f9-4965-adae-3ce11bbab5b7 req-ad857346-f102-4dec-bff4-a420a9f72d95 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702323 Sep 08 13:36:16.701786 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:16.786168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=a3b77a86-4720-47ba-8e36-31f29dc253e8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:16.808745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:16.829671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbd02b8-da87-48ad-9533-872d68e035d3 req-092bfd1f-3bd2-4f1e-9446-09731d2460c4 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:16.841776 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4cbd02b8-da87-48ad-9533-872d68e035d3 req-092bfd1f-3bd2-4f1e-9446-09731d2460c4 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.6456029 Sep 08 13:36:16.841776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:16.855552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:36:16.890304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b3d20c-e6f9-4965-adae-3ce11bbab5b7 req-31791672-7c68-4ebf-bf3e-6c030c3daa93 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7460349 Sep 08 13:36:16.904984 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:17.025156 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4cbd02b8-da87-48ad-9533-872d68e035d3 req-b413b948-ed37-49d8-8d3d-0086efd32e6f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767414 Sep 08 13:36:17.613126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:17.830761 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:18.179467 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbe4684-a0d4-4b43-9225-8d4ddf619b27 req-92617a20-f75a-48b0-90c6-46d6a0ec5490 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:18.188279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5fbe4684-a0d4-4b43-9225-8d4ddf619b27 req-92617a20-f75a-48b0-90c6-46d6a0ec5490 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.0672200 Sep 08 13:36:18.238818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5fbe4684-a0d4-4b43-9225-8d4ddf619b27 req-723b17fe-8b6b-41c4-9eb5-090800a74223 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491939 Sep 08 13:36:18.253258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router b35aab21-d9ee-4890-82d0-e18d60a84860 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:36:18.410006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:36:18.453069 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae351b-0bbd-4de9-8b6e-dcd3443cb500 None None] Sync routers for ids ['b35aab21-d9ee-4890-82d0-e18d60a84860'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:36:18.467880 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae351b-0bbd-4de9-8b6e-dcd3443cb500 None None] Routers {'b35aab21-d9ee-4890-82d0-e18d60a84860'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:18.468864 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3cae351b-0bbd-4de9-8b6e-dcd3443cb500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['b35aab21-d9ee-4890-82d0-e18d60a84860'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:18.506723 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3cae351b-0bbd-4de9-8b6e-dcd3443cb500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:18.521247 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cae351b-0bbd-4de9-8b6e-dcd3443cb500 None None] Routers {'b35aab21-d9ee-4890-82d0-e18d60a84860'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:18.522439 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3cae351b-0bbd-4de9-8b6e-dcd3443cb500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['b35aab21-d9ee-4890-82d0-e18d60a84860'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:18.578210 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3cae351b-0bbd-4de9-8b6e-dcd3443cb500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:18.579011 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cae351b-0bbd-4de9-8b6e-dcd3443cb500 None None] The sync data for ids ['b35aab21-d9ee-4890-82d0-e18d60a84860'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:36:18.635470 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:18.637507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3342548b-8366-4ed2-b935-fd209ff367e9 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0230174 Sep 08 13:36:18.640348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56360) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:18.826738 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-06709c62-bdde-4504-b87a-c8f6c577aacf tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/routers/b35aab21-d9ee-4890-82d0-e18d60a84860 HTTP/1.1" status: 200 len: 884 time: 0.1814573 Sep 08 13:36:18.829325 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56368) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:19.177173 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5498a4ca-070e-4d78-9a16-45eafc5dca88 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3466678 Sep 08 13:36:19.187599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56374) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:19.194388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-31abe56d-40a1-4555-8daa-2e4f81fe85d3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-865642610'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:19.588812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e139e5-c691-4174-894d-960abcc05c1f req-cacc4d50-d7b3-43e8-8901-5671b9db5fa5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:19.588812 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-22e139e5-c691-4174-894d-960abcc05c1f req-cacc4d50-d7b3-43e8-8901-5671b9db5fa5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.2160940 Sep 08 13:36:19.667703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-22e139e5-c691-4174-894d-960abcc05c1f req-3f7f9b79-3ea5-42f7-80d6-b39fd285cb73 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788410 Sep 08 13:36:19.886551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-31abe56d-40a1-4555-8daa-2e4f81fe85d3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:20.091699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:36:20.169178 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-31abe56d-40a1-4555-8daa-2e4f81fe85d3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:20.280020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:20.320484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'port_id': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'mac_address': 'fa:16:3e:dd:6c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:36:20.382014 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:20.411246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31abe56d-40a1-4555-8daa-2e4f81fe85d3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router b35aab21-d9ee-4890-82d0-e18d60a84860 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:36:20.419863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:36:20.448613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:20.607144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31abe56d-40a1-4555-8daa-2e4f81fe85d3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:36:20.619037 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-31abe56d-40a1-4555-8daa-2e4f81fe85d3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:20.619037 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-31abe56d-40a1-4555-8daa-2e4f81fe85d3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/b35aab21-d9ee-4890-82d0-e18d60a84860 HTTP/1.1" status: 200 len: 891 time: 1.4265547 Sep 08 13:36:20.619268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56404) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:20.619746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eca35e-50e4-40bd-ba14-9556324dc1ce None None] Sync routers for ids ['b35aab21-d9ee-4890-82d0-e18d60a84860'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:36:20.631175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eca35e-50e4-40bd-ba14-9556324dc1ce None None] Routers {'b35aab21-d9ee-4890-82d0-e18d60a84860'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:20.631899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d3eca35e-50e4-40bd-ba14-9556324dc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['b35aab21-d9ee-4890-82d0-e18d60a84860'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:20.671095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d3eca35e-50e4-40bd-ba14-9556324dc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:20.681601 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eca35e-50e4-40bd-ba14-9556324dc1ce None None] Routers {'b35aab21-d9ee-4890-82d0-e18d60a84860'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:20.682368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d3eca35e-50e4-40bd-ba14-9556324dc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['b35aab21-d9ee-4890-82d0-e18d60a84860'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:20.773199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d3eca35e-50e4-40bd-ba14-9556324dc1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:20.776099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eca35e-50e4-40bd-ba14-9556324dc1ce None None] The sync data for ids ['b35aab21-d9ee-4890-82d0-e18d60a84860'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:36:20.780561 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:20.897511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['dc4dfb6b-2a80-4cd0-946b-dfe2cff73839'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:36:20.913937 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-73dbb899-0c0a-4765-a1be-3d9769c4e738 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/routers/b35aab21-d9ee-4890-82d0-e18d60a84860 HTTP/1.1" status: 200 len: 891 time: 0.2937829 Sep 08 13:36:20.923206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56420) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:20.954105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:20.978154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376a4af-8ede-4c01-aa1b-c0fcf50f4242 req-92d68c2a-1c8a-4b3d-a8e9-53b5d3fc4525 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:20.978154 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3376a4af-8ede-4c01-aa1b-c0fcf50f4242 req-92d68c2a-1c8a-4b3d-a8e9-53b5d3fc4525 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 944 time: 0.1407712 Sep 08 13:36:21.016380 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-19bf1cfc-f544-459c-90c0-8b32700302e1 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=b35aab21-d9ee-4890-82d0-e18d60a84860 HTTP/1.1" status: 200 len: 205 time: 0.0918791 Sep 08 13:36:21.019368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56422) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:21.095565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3376a4af-8ede-4c01-aa1b-c0fcf50f4242 req-4c575f7f-9648-4e1b-8ec5-21f045294ae5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014361 Sep 08 13:36:21.269518 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:21.427349 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:21.622309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port a3b77a86-4720-47ba-8e36-31f29dc253e8 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:36:21.622556 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:21.828518 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:21.858877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for a3b77a86-4720-47ba-8e36-31f29dc253e8 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:36:22.126671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:22.317541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:22.318243 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:22.408574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6633dfb-b5c7-4641-8977-85eb0083b362 req-9bdcf362-dd6c-4773-ac57-df7489142582 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:22.410357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d6633dfb-b5c7-4641-8977-85eb0083b362 req-9bdcf362-dd6c-4773-ac57-df7489142582 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 944 time: 0.1443298 Sep 08 13:36:22.445596 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:22.472991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:36:22.476047 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98174a3-4ccc-4543-bb0e-bea74be4aa9e" -d '{"events": [{"server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "name": "network-vif-plugged", "status": "completed", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:36:22.491989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:22.502086 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d6633dfb-b5c7-4641-8977-85eb0083b362 req-8f30714b-610c-47b7-86ed-7fed16bb91a7 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772445 Sep 08 13:36:22.509733 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:22.559739 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617b6b86-cb11-4907-8cc3-bd7f2d03a384 x-openstack-request-id: req-617b6b86-cb11-4907-8cc3-bd7f2d03a384 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:36:22.560027 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "name": "network-vif-plugged", "status": "completed", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:36:22.560495 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-617b6b86-cb11-4907-8cc3-bd7f2d03a384 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:36:22.561180 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'code': 200} Sep 08 13:36:22.606941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=a3b77a86-4720-47ba-8e36-31f29dc253e8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:22.654985 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:22.659204 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:22.726500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:22.868915 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:22.874893 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:23.087754 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:23.088449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Fanout notify agent at l3_agent the message router_deleted on router b35aab21-d9ee-4890-82d0-e18d60a84860 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:36:23.110868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:23.119978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0ed644f7-8b12-45e2-9071-785310682aa7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/b35aab21-d9ee-4890-82d0-e18d60a84860 HTTP/1.1" status: 204 len: 168 time: 2.0993161 Sep 08 13:36:23.123346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56464) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:23.139081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-82456ce1-ee55-49dd-af31-add9b5115672 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1156539467'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:23.318122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82456ce1-ee55-49dd-af31-add9b5115672 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:36:23.328872 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82456ce1-ee55-49dd-af31-add9b5115672 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:23.454816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82456ce1-ee55-49dd-af31-add9b5115672 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:36:23.473558 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82456ce1-ee55-49dd-af31-add9b5115672 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:23.473939 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-82456ce1-ee55-49dd-af31-add9b5115672 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Added segment d54c607f-521e-43e3-abe8-cf6816e9a678 of type vlan for network 44e8431c-7e46-4853-8235-bb10d3a5a987 Sep 08 13:36:23.592238 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82456ce1-ee55-49dd-af31-add9b5115672 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:23.727125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82456ce1-ee55-49dd-af31-add9b5115672 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:23.735473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82456ce1-ee55-49dd-af31-add9b5115672 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:23.738120 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82456ce1-ee55-49dd-af31-add9b5115672 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:23.837076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450cbec4-f969-499d-8058-580bb984265c req-2c43b7e6-db23-4d08-abd0-587720e12846 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:23.856060 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-450cbec4-f969-499d-8058-580bb984265c req-2c43b7e6-db23-4d08-abd0-587720e12846 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.1261826 Sep 08 13:36:23.914130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82456ce1-ee55-49dd-af31-add9b5115672 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Network': ['ID=44e8431c-7e46-4853-8235-bb10d3a5a987,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:23.923965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-82456ce1-ee55-49dd-af31-add9b5115672 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7979741 Sep 08 13:36:23.927845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56476) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:23.930302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 44e8431c-7e46-4853-8235-bb10d3a5a987 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:36:23.937936 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-177b0dca-69dd-4c9c-a4dd-c0dd72b67b94 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'subnet': {'network_id': '44e8431c-7e46-4853-8235-bb10d3a5a987', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:23.952894 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-450cbec4-f969-499d-8058-580bb984265c req-6eee860b-e5b2-43f6-add2-f6fda6f11694 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956800 Sep 08 13:36:24.304159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b0dca-69dd-4c9c-a4dd-c0dd72b67b94 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:36:24.321008 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-177b0dca-69dd-4c9c-a4dd-c0dd72b67b94 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:25.142069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d54394-3720-43e2-a406-4e651e00c4c2 req-131653e5-5365-4a33-8ad4-615fbe0cb446 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:25.154677 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24d54394-3720-43e2-a406-4e651e00c4c2 req-131653e5-5365-4a33-8ad4-615fbe0cb446 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.0880613 Sep 08 13:36:25.164497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-177b0dca-69dd-4c9c-a4dd-c0dd72b67b94 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:25.260210 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b0dca-69dd-4c9c-a4dd-c0dd72b67b94 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Subnet': ['ID=464ff632-850c-4537-a6ae-d9243412889b,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:25.344357 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24d54394-3720-43e2-a406-4e651e00c4c2 req-af83cc39-b1bd-4b77-82c6-665ec2295952 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881056 Sep 08 13:36:25.396969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b0dca-69dd-4c9c-a4dd-c0dd72b67b94 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Checking segment: {'id': 'd54c607f-521e-43e3-abe8-cf6816e9a678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '44e8431c-7e46-4853-8235-bb10d3a5a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:36:25.397250 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b0dca-69dd-4c9c-a4dd-c0dd72b67b94 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network hostable DHCP agents. Network: 44e8431c-7e46-4853-8235-bb10d3a5a987, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:36:25.520699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b0dca-69dd-4c9c-a4dd-c0dd72b67b94 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 44e8431c-7e46-4853-8235-bb10d3a5a987 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:36:25.606372 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-177b0dca-69dd-4c9c-a4dd-c0dd72b67b94 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 44e8431c-7e46-4853-8235-bb10d3a5a987) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:25.611652 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b0dca-69dd-4c9c-a4dd-c0dd72b67b94 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:25.613513 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-177b0dca-69dd-4c9c-a4dd-c0dd72b67b94 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:25.621052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b02c71-037e-4768-a147-895bb1f01e50 None None] Network 44e8431c-7e46-4853-8235-bb10d3a5a987 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:25.767697 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-177b0dca-69dd-4c9c-a4dd-c0dd72b67b94 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8375785 Sep 08 13:36:25.770216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56500) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:25.775272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-124451f9-cebc-4e67-bf0e-074e683fd629 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1807594060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:25.911537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-44e8431c-7e46-4853-8235-bb10d3a5a987', 'network_id': '44e8431c-7e46-4853-8235-bb10d3a5a987', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'fixed_ips': [{'subnet_id': '464ff632-850c-4537-a6ae-d9243412889b'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:36:25.912596 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:26.061776 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-124451f9-cebc-4e67-bf0e-074e683fd629 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:26.063493 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-124451f9-cebc-4e67-bf0e-074e683fd629 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:26.242494 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-124451f9-cebc-4e67-bf0e-074e683fd629 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:26.262166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Allocated IP 2001:db8::2 (44e8431c-7e46-4853-8235-bb10d3a5a987/464ff632-850c-4537-a6ae-d9243412889b/4dcbc3fd-9213-4361-897a-2491c87672b6) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:36:26.388739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-124451f9-cebc-4e67-bf0e-074e683fd629 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:26.508860 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:26.525778 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-124451f9-cebc-4e67-bf0e-074e683fd629 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:26.539864 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-124451f9-cebc-4e67-bf0e-074e683fd629 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7657073 Sep 08 13:36:26.540269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56510) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:26.552616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Transition to ACTIVE for port object 4dcbc3fd-9213-4361-897a-2491c87672b6 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:26.609207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff06832-5695-4496-9c25-d69847368577 req-781ab6f5-41b2-472a-8886-46ced70d1704 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:26.620404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Transition to ACTIVE for port object 4dcbc3fd-9213-4361-897a-2491c87672b6 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:26.626018 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ff06832-5695-4496-9c25-d69847368577 req-781ab6f5-41b2-472a-8886-46ced70d1704 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.1483364 Sep 08 13:36:26.696213 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ff06832-5695-4496-9c25-d69847368577 req-6b3804b5-d8c1-4c9d-80df-5c6f335ede65 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696387 Sep 08 13:36:26.725488 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:26.812204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Network 44e8431c-7e46-4853-8235-bb10d3a5a987 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:26.820062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:26.824431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:36:26.941643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Pushing event updated for resources: {'Port': ['ID=4dcbc3fd-9213-4361-897a-2491c87672b6,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:26.961520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Attempting to bind port 4dcbc3fd-9213-4361-897a-2491c87672b6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:36:26.965083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Attempting to bind port 4dcbc3fd-9213-4361-897a-2491c87672b6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'd54c607f-521e-43e3-abe8-cf6816e9a678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '44e8431c-7e46-4853-8235-bb10d3a5a987'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:36:26.965083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Attempting to bind port 4dcbc3fd-9213-4361-897a-2491c87672b6 on network 44e8431c-7e46-4853-8235-bb10d3a5a987 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:36:26.971667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:36:26.972120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Checking segment: {'id': 'd54c607f-521e-43e3-abe8-cf6816e9a678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '44e8431c-7e46-4853-8235-bb10d3a5a987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:36:26.973678 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:26.974297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Bound using segment: {'id': 'd54c607f-521e-43e3-abe8-cf6816e9a678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '44e8431c-7e46-4853-8235-bb10d3a5a987'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:36:26.976741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Bound port: 4dcbc3fd-9213-4361-897a-2491c87672b6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54c607f-521e-43e3-abe8-cf6816e9a678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '44e8431c-7e46-4853-8235-bb10d3a5a987'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:36:26.976741 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:27.235496 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:27.483438 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] For port 4dcbc3fd-9213-4361-897a-2491c87672b6, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:36:27.491255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] For port 4dcbc3fd-9213-4361-897a-2491c87672b6, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4dcbc3fd-9213-4361-897a-2491c87672b6,segment=NetworkSegment(d54c607f-521e-43e3-abe8-cf6816e9a678),segment_id=d54c607f-521e-43e3-abe8-cf6816e9a678)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:36:27.641578 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:27.887645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db719de-3dfc-418e-8184-8ba4b3f0e397 None None] Pushing event updated for resources: {'Port': ['ID=4dcbc3fd-9213-4361-897a-2491c87672b6,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:28.060511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Allocated IP 2001:db8::1 (44e8431c-7e46-4853-8235-bb10d3a5a987/464ff632-850c-4537-a6ae-d9243412889b/e4eb525e-298b-4787-8c2d-8b6b318f7b79) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:36:28.081761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacce71b-3090-4045-b4ec-df830b05ca64 req-d8a644af-a453-4941-a4c3-24315cda24fe tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:28.090149 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dacce71b-3090-4045-b4ec-df830b05ca64 req-d8a644af-a453-4941-a4c3-24315cda24fe tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.0805073 Sep 08 13:36:28.167260 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dacce71b-3090-4045-b4ec-df830b05ca64 req-000b8dd6-61b2-4f2f-86c6-7906c725af5d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743253 Sep 08 13:36:28.293338 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:28.325795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Transition to ACTIVE for port object e4eb525e-298b-4787-8c2d-8b6b318f7b79 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:28.410755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4dcbc3fd-9213-4361-897a-2491c87672b6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:28.505779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:28.569845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 44e8431c-7e46-4853-8235-bb10d3a5a987 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:28.573656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:28.583691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 4dcbc3fd-9213-4361-897a-2491c87672b6 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:28.600159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:36:28.600159 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:28.677847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=e4eb525e-298b-4787-8c2d-8b6b318f7b79,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:29.057382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:29.486335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b408500-2395-48bb-bddc-d1b814068fe8 req-1e88ccd7-f72f-4b85-936e-072436e10e8f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:29.513124 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b408500-2395-48bb-bddc-d1b814068fe8 req-1e88ccd7-f72f-4b85-936e-072436e10e8f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.1931980 Sep 08 13:36:29.654605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e310f65b-0be3-4600-a441-483a33a31662 None None] Network 44e8431c-7e46-4853-8235-bb10d3a5a987 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:29.661269 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b408500-2395-48bb-bddc-d1b814068fe8 req-b013f3d6-febc-4fbe-a9d0-baac4e7c473e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470342 Sep 08 13:36:30.117342 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:30.264731 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:30.322115 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:30.322369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c376236a-21e7-4829-b9cd-cc7fb366b35e None None] Provisioning for port 4dcbc3fd-9213-4361-897a-2491c87672b6 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:30.322369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c376236a-21e7-4829-b9cd-cc7fb366b35e None None] Provisioning complete for port 4dcbc3fd-9213-4361-897a-2491c87672b6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:30.322369 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c376236a-21e7-4829-b9cd-cc7fb366b35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:30.566812 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c376236a-21e7-4829-b9cd-cc7fb366b35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:30.638525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c376236a-21e7-4829-b9cd-cc7fb366b35e None None] For port 4dcbc3fd-9213-4361-897a-2491c87672b6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4dcbc3fd-9213-4361-897a-2491c87672b6,segment=NetworkSegment(d54c607f-521e-43e3-abe8-cf6816e9a678),segment_id=d54c607f-521e-43e3-abe8-cf6816e9a678)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:30.727015 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c376236a-21e7-4829-b9cd-cc7fb366b35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:30.886761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376236a-21e7-4829-b9cd-cc7fb366b35e None None] Pushing event updated for resources: {'Port': ['ID=4dcbc3fd-9213-4361-897a-2491c87672b6,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:31.023855 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38feb6a-2c4e-464a-8d80-9eabfd492aa3 req-f6379b39-534c-444e-a5b9-5de001baa24f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:31.034310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d38feb6a-2c4e-464a-8d80-9eabfd492aa3 req-f6379b39-534c-444e-a5b9-5de001baa24f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.1270137 Sep 08 13:36:31.139941 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d38feb6a-2c4e-464a-8d80-9eabfd492aa3 req-ea97dbef-7f89-40a9-8a32-b217c2679e1b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024508 Sep 08 13:36:31.230625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0f5a6aeb-8313-4b3f-a234-beb9ad0620ff None None] Provisioning for port e4eb525e-298b-4787-8c2d-8b6b318f7b79 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:31.241192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0f5a6aeb-8313-4b3f-a234-beb9ad0620ff None None] Provisioning complete for port e4eb525e-298b-4787-8c2d-8b6b318f7b79 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:31.241639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6aeb-8313-4b3f-a234-beb9ad0620ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:31.390111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a6aeb-8313-4b3f-a234-beb9ad0620ff None None] Port e4eb525e-298b-4787-8c2d-8b6b318f7b79 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:36:31.420965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0f5a6aeb-8313-4b3f-a234-beb9ad0620ff None None] Provisioning complete for port 4dcbc3fd-9213-4361-897a-2491c87672b6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:31.421499 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0f5a6aeb-8313-4b3f-a234-beb9ad0620ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:31.650484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=e4eb525e-298b-4787-8c2d-8b6b318f7b79,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:31.725966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 44e8431c-7e46-4853-8235-bb10d3a5a987 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:31.727887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:31.843160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f878ad3b-2853-44d9-b10f-77b874a6467d None None] Provisioning complete for port e4eb525e-298b-4787-8c2d-8b6b318f7b79 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:31.846067 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f878ad3b-2853-44d9-b10f-77b874a6467d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:31.935430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f878ad3b-2853-44d9-b10f-77b874a6467d None None] Port e4eb525e-298b-4787-8c2d-8b6b318f7b79 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:36:32.124366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 3ca1cf13-d0da-4990-a114-6de1dd620dce is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:36:32.350496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:36:32.362925 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee7089-bbb7-40a5-84a4-7f193954298b None None] Sync routers for ids ['3ca1cf13-d0da-4990-a114-6de1dd620dce'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:36:32.373663 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9acd610c-cfa8-44c9-b938-0f059e350e97 None None] Provisioning complete for port e4eb525e-298b-4787-8c2d-8b6b318f7b79 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:32.374571 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9acd610c-cfa8-44c9-b938-0f059e350e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:32.380030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-96d02763-9f03-4d98-9d4d-f34944d708ed tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/3ca1cf13-d0da-4990-a114-6de1dd620dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8356214 Sep 08 13:36:32.381999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56580) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:32.394525 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee7089-bbb7-40a5-84a4-7f193954298b None None] Routers {'3ca1cf13-d0da-4990-a114-6de1dd620dce'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:32.409323 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8eee7089-bbb7-40a5-84a4-7f193954298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3ca1cf13-d0da-4990-a114-6de1dd620dce'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:32.471564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4dcbc3fd-9213-4361-897a-2491c87672b6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:32.473973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906ed02a-a8c7-420c-bc6f-32e580c330ab tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:32.494749 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-906ed02a-a8c7-420c-bc6f-32e580c330ab tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports/e4eb525e-298b-4787-8c2d-8b6b318f7b79 HTTP/1.1" status: 200 len: 911 time: 0.1087041 Sep 08 13:36:32.495117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56586) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:32.501227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6698d4c8-b2f9-4f2b-b35a-815b5dd6492f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '464ff632-850c-4537-a6ae-d9243412889b'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:32.511047 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8eee7089-bbb7-40a5-84a4-7f193954298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:32.551647 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9cddd-2094-4ce0-86fa-c4c4a8183768 req-2d4223c4-97e3-4afb-ba94-ee1c9ae302bf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:32.553534 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6e9cddd-2094-4ce0-86fa-c4c4a8183768 req-2d4223c4-97e3-4afb-ba94-ee1c9ae302bf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.2672043 Sep 08 13:36:32.563325 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eee7089-bbb7-40a5-84a4-7f193954298b None None] Routers {'3ca1cf13-d0da-4990-a114-6de1dd620dce'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:32.563959 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8eee7089-bbb7-40a5-84a4-7f193954298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3ca1cf13-d0da-4990-a114-6de1dd620dce'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:32.580951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9acd610c-cfa8-44c9-b938-0f059e350e97 None None] Port e4eb525e-298b-4787-8c2d-8b6b318f7b79 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:36:32.607739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 4dcbc3fd-9213-4361-897a-2491c87672b6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:32.613183 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:32.640175 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6e9cddd-2094-4ce0-86fa-c4c4a8183768 req-bad59648-fca7-4c9b-a2ff-945e2f6a86cd tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794566 Sep 08 13:36:32.702775 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8eee7089-bbb7-40a5-84a4-7f193954298b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:32.703429 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee7089-bbb7-40a5-84a4-7f193954298b None None] The sync data for ids ['3ca1cf13-d0da-4990-a114-6de1dd620dce'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:36:32.952787 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6698d4c8-b2f9-4f2b-b35a-815b5dd6492f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:33.848354 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058b338-2464-4260-b98e-a50cf5073bd9 req-e8479367-bcd9-42cb-b4a8-7aaa1d031e09 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:33.855593 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1058b338-2464-4260-b98e-a50cf5073bd9 req-e8479367-bcd9-42cb-b4a8-7aaa1d031e09 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.1011701 Sep 08 13:36:33.952028 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6698d4c8-b2f9-4f2b-b35a-815b5dd6492f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:33.968400 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1058b338-2464-4260-b98e-a50cf5073bd9 req-09a9039b-d9a3-4a16-8302-f5162b716300 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040013 Sep 08 13:36:34.041631 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6698d4c8-b2f9-4f2b-b35a-815b5dd6492f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:34.048619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6698d4c8-b2f9-4f2b-b35a-815b5dd6492f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:34.049536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6698d4c8-b2f9-4f2b-b35a-815b5dd6492f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:34.053678 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6698d4c8-b2f9-4f2b-b35a-815b5dd6492f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/ports/e4eb525e-298b-4787-8c2d-8b6b318f7b79 HTTP/1.1" status: 200 len: 911 time: 1.5549698 Sep 08 13:36:34.054099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56608) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:34.175154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698d4c8-b2f9-4f2b-b35a-815b5dd6492f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=e4eb525e-298b-4787-8c2d-8b6b318f7b79,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:34.558869 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c89d5eed-a5bf-4943-832d-0f229b40302c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:35.031226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c89d5eed-a5bf-4943-832d-0f229b40302c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port e4eb525e-298b-4787-8c2d-8b6b318f7b79 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:36:35.032337 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c89d5eed-a5bf-4943-832d-0f229b40302c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:35.211420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e129e-b3b7-4f12-be0c-fa828bbe1827 req-c17a2701-27ff-496b-aabc-e0c3b6be9e28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:35.214155 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-709e129e-b3b7-4f12-be0c-fa828bbe1827 req-c17a2701-27ff-496b-aabc-e0c3b6be9e28 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.0959203 Sep 08 13:36:35.251059 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c89d5eed-a5bf-4943-832d-0f229b40302c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:35.297083 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-709e129e-b3b7-4f12-be0c-fa828bbe1827 req-0a3c9089-a97c-4abe-84da-acb6a0f2c938 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739486 Sep 08 13:36:35.298123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c89d5eed-a5bf-4943-832d-0f229b40302c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for e4eb525e-298b-4787-8c2d-8b6b318f7b79 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:36:36.228722 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c89d5eed-a5bf-4943-832d-0f229b40302c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:36.256352 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d5eed-a5bf-4943-832d-0f229b40302c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=e4eb525e-298b-4787-8c2d-8b6b318f7b79,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:36.532826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f8e8c-8b58-4886-8b5f-5a05cd8871c5 req-866e598e-adeb-4932-bb38-85637a0a845f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:36.544610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-024f8e8c-8b58-4886-8b5f-5a05cd8871c5 req-866e598e-adeb-4932-bb38-85637a0a845f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.1181285 Sep 08 13:36:36.572054 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c89d5eed-a5bf-4943-832d-0f229b40302c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:36.599557 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-024f8e8c-8b58-4886-8b5f-5a05cd8871c5 req-7d8b59ac-ce08-4fac-a0cb-b978279f4877 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540745 Sep 08 13:36:36.808449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89d5eed-a5bf-4943-832d-0f229b40302c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 3ca1cf13-d0da-4990-a114-6de1dd620dce has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:36:36.909901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89d5eed-a5bf-4943-832d-0f229b40302c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:36:36.920303 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a684b45a-886c-45b7-a60c-b443b0966e38 None None] Sync routers for ids ['3ca1cf13-d0da-4990-a114-6de1dd620dce'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:36:36.934230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56682) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:36.943891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a684b45a-886c-45b7-a60c-b443b0966e38 None None] Routers {'3ca1cf13-d0da-4990-a114-6de1dd620dce'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:36.949359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a684b45a-886c-45b7-a60c-b443b0966e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3ca1cf13-d0da-4990-a114-6de1dd620dce'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:36.953981 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c89d5eed-a5bf-4943-832d-0f229b40302c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/3ca1cf13-d0da-4990-a114-6de1dd620dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8752520 Sep 08 13:36:37.001414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a684b45a-886c-45b7-a60c-b443b0966e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:37.011020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e6a9165c-5126-4894-b1af-5375ee33d4d4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ca1cf13-d0da-4990-a114-6de1dd620dce HTTP/1.1" status: 200 len: 205 time: 0.0752740 Sep 08 13:36:37.013060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a684b45a-886c-45b7-a60c-b443b0966e38 None None] Routers {'3ca1cf13-d0da-4990-a114-6de1dd620dce'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:37.013597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56686) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:37.013759 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a684b45a-886c-45b7-a60c-b443b0966e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['3ca1cf13-d0da-4990-a114-6de1dd620dce'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:37.051534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a684b45a-886c-45b7-a60c-b443b0966e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:37.052462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a684b45a-886c-45b7-a60c-b443b0966e38 None None] The sync data for ids ['3ca1cf13-d0da-4990-a114-6de1dd620dce'] in n-d-807558-3 is: [] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:36:37.130563 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53413a2d-f6c8-464e-a8a9-6e66715546a4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:37.336525 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53413a2d-f6c8-464e-a8a9-6e66715546a4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:37.340758 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53413a2d-f6c8-464e-a8a9-6e66715546a4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:37.509941 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53413a2d-f6c8-464e-a8a9-6e66715546a4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:37.510820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53413a2d-f6c8-464e-a8a9-6e66715546a4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Fanout notify agent at l3_agent the message router_deleted on router 3ca1cf13-d0da-4990-a114-6de1dd620dce {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:36:37.520971 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53413a2d-f6c8-464e-a8a9-6e66715546a4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:37.524005 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-53413a2d-f6c8-464e-a8a9-6e66715546a4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/3ca1cf13-d0da-4990-a114-6de1dd620dce HTTP/1.1" status: 204 len: 168 time: 0.5092156 Sep 08 13:36:37.526880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56692) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:37.615465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a7000e-0519-45d3-bdf0-5d003a5afbfd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting subnet 464ff632-850c-4537-a6ae-d9243412889b {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:36:37.620884 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65a7000e-0519-45d3-bdf0-5d003a5afbfd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:37.702260 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65a7000e-0519-45d3-bdf0-5d003a5afbfd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:37.821056 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7bb551-4561-4e4a-bcf8-d64c1503afe5 req-8d6eb978-7709-4a4d-8f45-233b25821aa3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:37.823591 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb7bb551-4561-4e4a-bcf8-d64c1503afe5 req-8d6eb978-7709-4a4d-8f45-233b25821aa3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.0931702 Sep 08 13:36:37.893058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65a7000e-0519-45d3-bdf0-5d003a5afbfd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:37.914522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb7bb551-4561-4e4a-bcf8-d64c1503afe5 req-e079cac2-d974-4711-be38-7eeb2ea39239 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656354 Sep 08 13:36:38.237090 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-268a7212-1a16-45d7-8083-5c6a8c148328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:38.344206 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65a7000e-0519-45d3-bdf0-5d003a5afbfd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:38.371373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7000e-0519-45d3-bdf0-5d003a5afbfd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Subnet': ['ID=464ff632-850c-4537-a6ae-d9243412889b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:38.378128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-65a7000e-0519-45d3-bdf0-5d003a5afbfd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:38.380331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-65a7000e-0519-45d3-bdf0-5d003a5afbfd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/464ff632-850c-4537-a6ae-d9243412889b HTTP/1.1" status: 204 len: 168 time: 0.8522258 Sep 08 13:36:38.383084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56720) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:38.386297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd505ee-7a1a-4c7e-8769-a2bf04954e67 None None] Network 44e8431c-7e46-4853-8235-bb10d3a5a987 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:38.512650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:38.642580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port 4dcbc3fd-9213-4361-897a-2491c87672b6 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:36:38.643005 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:38.670424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41daf7af-4229-4586-8a62-1532fcd54c11 None None] DHCP port deletion for 44e8431c-7e46-4853-8235-bb10d3a5a987 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:36:38.780682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-41daf7af-4229-4586-8a62-1532fcd54c11 None None] Deleting port 4dcbc3fd-9213-4361-897a-2491c87672b6 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:36:38.787764 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-41daf7af-4229-4586-8a62-1532fcd54c11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:38.811588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] For port 4dcbc3fd-9213-4361-897a-2491c87672b6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4dcbc3fd-9213-4361-897a-2491c87672b6,segment=NetworkSegment(d54c607f-521e-43e3-abe8-cf6816e9a678),segment_id=d54c607f-521e-43e3-abe8-cf6816e9a678)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:38.812279 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:38.829370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for 4dcbc3fd-9213-4361-897a-2491c87672b6 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:36:39.037158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-41daf7af-4229-4586-8a62-1532fcd54c11 None None] For port 4dcbc3fd-9213-4361-897a-2491c87672b6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4dcbc3fd-9213-4361-897a-2491c87672b6,segment=NetworkSegment(d54c607f-521e-43e3-abe8-cf6816e9a678),segment_id=d54c607f-521e-43e3-abe8-cf6816e9a678)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:39.037158 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-41daf7af-4229-4586-8a62-1532fcd54c11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:39.067569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-41daf7af-4229-4586-8a62-1532fcd54c11 None None] Calling delete_port for 4dcbc3fd-9213-4361-897a-2491c87672b6 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:36:39.105035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c359b26f-bafb-4690-a942-d4c5cce67a81 req-a6e185c7-07ca-47fd-b574-f51c34014ef1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:39.127899 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c359b26f-bafb-4690-a942-d4c5cce67a81 req-a6e185c7-07ca-47fd-b574-f51c34014ef1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.0872176 Sep 08 13:36:39.140962 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:39.208420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=4dcbc3fd-9213-4361-897a-2491c87672b6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:39.220699 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-41daf7af-4229-4586-8a62-1532fcd54c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:39.242051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No DVR routers for this DVR port 4dcbc3fd-9213-4361-897a-2491c87672b6 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:36:39.265370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41daf7af-4229-4586-8a62-1532fcd54c11 None None] Pushing event deleted for resources: {'Port': ['ID=4dcbc3fd-9213-4361-897a-2491c87672b6,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:39.274476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41daf7af-4229-4586-8a62-1532fcd54c11 None None] No DVR routers for this DVR port 4dcbc3fd-9213-4361-897a-2491c87672b6 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:36:39.395120 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c359b26f-bafb-4690-a942-d4c5cce67a81 req-e4016a20-f9a3-445d-8a1d-747832a19d33 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662127 Sep 08 13:36:39.516355 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:39.562709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e8431c-7e46-4853-8235-bb10d3a5a987']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:39.589187 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54c607f-521e-43e3-abe8-cf6816e9a678') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:39.589422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54c607f-521e-43e3-abe8-cf6816e9a678') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:39.607981 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:39.634612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:39.648427 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:36:39.648871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:36:39.653530 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:36:39.880756 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:39.895119 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:39.897324 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/networks/44e8431c-7e46-4853-8235-bb10d3a5a987 HTTP/1.1" status: 204 len: 168 time: 1.5120921 Sep 08 13:36:39.903016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56768) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:39.908617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-0038c528-3500-456c-a6d2-8543ba956a04 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1469799081', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:39.925280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e102bd11-c640-4866-bce6-56173b358c49 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Network': ['ID=44e8431c-7e46-4853-8235-bb10d3a5a987,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:40.029729 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0038c528-3500-456c-a6d2-8543ba956a04 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.030781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0038c528-3500-456c-a6d2-8543ba956a04 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.090089 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0038c528-3500-456c-a6d2-8543ba956a04 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.160669 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-61ad69a3-48ab-43b3-8829-4091784a5a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.161071 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0038c528-3500-456c-a6d2-8543ba956a04 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.257947 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0038c528-3500-456c-a6d2-8543ba956a04 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.259773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0038c528-3500-456c-a6d2-8543ba956a04 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3555987 Sep 08 13:36:40.264330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56780) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:40.269513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-811480ac-2fb8-4f59-a185-8b6f2c8e17f7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-294438266'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:40.348564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4dcbc3fd-9213-4361-897a-2491c87672b6 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:36:40.374002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 4dcbc3fd-9213-4361-897a-2491c87672b6 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:36:40.374690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4dcbc3fd-9213-4361-897a-2491c87672b6 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:36:40.458113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811480ac-2fb8-4f59-a185-8b6f2c8e17f7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:36:40.469913 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-811480ac-2fb8-4f59-a185-8b6f2c8e17f7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.492054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811480ac-2fb8-4f59-a185-8b6f2c8e17f7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:36:40.503127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-811480ac-2fb8-4f59-a185-8b6f2c8e17f7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.503505 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-811480ac-2fb8-4f59-a185-8b6f2c8e17f7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Added segment 544534e5-d6f0-4428-9ae9-ec101b177617 of type vlan for network 78f30c9f-9175-4033-bdeb-a7246ac1d693 Sep 08 13:36:40.547097 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-811480ac-2fb8-4f59-a185-8b6f2c8e17f7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.588991 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.625667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa045c7d-1a0e-44a5-a434-cebe8bb1cc3e req-b3f941b9-7ba1-45ee-8b21-4779544bb433 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:40.627802 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aa045c7d-1a0e-44a5-a434-cebe8bb1cc3e req-b3f941b9-7ba1-45ee-8b21-4779544bb433 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.0577104 Sep 08 13:36:40.674692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aa045c7d-1a0e-44a5-a434-cebe8bb1cc3e req-4ab7abe0-cea8-43e7-9f78-80dbf16b2c1a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388005 Sep 08 13:36:40.701786 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-811480ac-2fb8-4f59-a185-8b6f2c8e17f7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.704914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811480ac-2fb8-4f59-a185-8b6f2c8e17f7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:40.705517 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-811480ac-2fb8-4f59-a185-8b6f2c8e17f7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:40.782208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811480ac-2fb8-4f59-a185-8b6f2c8e17f7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Network': ['ID=78f30c9f-9175-4033-bdeb-a7246ac1d693,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:40.793725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 78f30c9f-9175-4033-bdeb-a7246ac1d693 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:36:40.890899 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-811480ac-2fb8-4f59-a185-8b6f2c8e17f7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6159985 Sep 08 13:36:40.890899 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56794) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:40.890899 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-df82cd80-5079-4d90-abf3-f9d2734d238e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'subnet': {'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:41.103926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df82cd80-5079-4d90-abf3-f9d2734d238e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:36:41.107672 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df82cd80-5079-4d90-abf3-f9d2734d238e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:41.282036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bdf5d-612a-4654-b6eb-6cefa4b2d100 req-3861a7b9-0f4f-4d95-948c-ad6ea8b08bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:41.283877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c16bdf5d-612a-4654-b6eb-6cefa4b2d100 req-3861a7b9-0f4f-4d95-948c-ad6ea8b08bac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 1096 time: 0.0488014 Sep 08 13:36:41.378405 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df82cd80-5079-4d90-abf3-f9d2734d238e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:41.399178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bdf5d-612a-4654-b6eb-6cefa4b2d100 req-fcc9111b-f719-4bb1-a3df-2eaace449724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:41.401839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c16bdf5d-612a-4654-b6eb-6cefa4b2d100 req-fcc9111b-f719-4bb1-a3df-2eaace449724 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.1099899 Sep 08 13:36:41.472829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df82cd80-5079-4d90-abf3-f9d2734d238e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Subnet': ['ID=f19bd275-c3b0-4447-9bb7-0efe58aff74e,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:41.479841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df82cd80-5079-4d90-abf3-f9d2734d238e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Checking segment: {'id': '544534e5-d6f0-4428-9ae9-ec101b177617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:36:41.480340 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82cd80-5079-4d90-abf3-f9d2734d238e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network hostable DHCP agents. Network: 78f30c9f-9175-4033-bdeb-a7246ac1d693, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:36:41.526711 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c16bdf5d-612a-4654-b6eb-6cefa4b2d100 req-8567f5e8-e1e2-48f4-bdf4-c7f5e09219fe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 HTTP/1.1" status: 200 len: 1001 time: 0.1152408 Sep 08 13:36:41.583703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df82cd80-5079-4d90-abf3-f9d2734d238e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 78f30c9f-9175-4033-bdeb-a7246ac1d693 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:36:41.589806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bdf5d-612a-4654-b6eb-6cefa4b2d100 req-1cdd3113-f886-4d94-b05d-22a401a0d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:41.591818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c16bdf5d-612a-4654-b6eb-6cefa4b2d100 req-1cdd3113-f886-4d94-b05d-22a401a0d930 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.0585454 Sep 08 13:36:41.648890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bdf5d-612a-4654-b6eb-6cefa4b2d100 req-8f98fdba-a5e2-4d66-977e-391e0d0470e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:41.651937 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c16bdf5d-612a-4654-b6eb-6cefa4b2d100 req-8f98fdba-a5e2-4d66-977e-391e0d0470e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533357 Sep 08 13:36:41.674603 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-df82cd80-5079-4d90-abf3-f9d2734d238e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 78f30c9f-9175-4033-bdeb-a7246ac1d693) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:41.678934 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df82cd80-5079-4d90-abf3-f9d2734d238e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:41.679533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df82cd80-5079-4d90-abf3-f9d2734d238e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:41.684984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe735ef-9892-449a-8ab0-e2433e7244a5 None None] Network 78f30c9f-9175-4033-bdeb-a7246ac1d693 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:41.789794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c16bdf5d-612a-4654-b6eb-6cefa4b2d100 req-e1ebc876-530a-40ba-bfe5-e4f085e4757a service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304481 Sep 08 13:36:41.881684 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-df82cd80-5079-4d90-abf3-f9d2734d238e tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9962609 Sep 08 13:36:41.895056 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:41.895576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56806) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:41.928249 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c16bdf5d-612a-4654-b6eb-6cefa4b2d100 req-53283c9d-b764-4dfc-b060-d5a09428fcf7 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314049 Sep 08 13:36:41.994956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62279936-9b88-4fb1-95bb-6f6d085fb9ab req-b38b0450-3cbb-4671-9ec7-77b1538607b6 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:41.996515 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62279936-9b88-4fb1-95bb-6f6d085fb9ab req-b38b0450-3cbb-4671-9ec7-77b1538607b6 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.1625686 Sep 08 13:36:42.009982 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-78f30c9f-9175-4033-bdeb-a7246ac1d693', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:36:42.011102 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:42.194509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Allocated IP 2001:db8::2 (78f30c9f-9175-4033-bdeb-a7246ac1d693/f19bd275-c3b0-4447-9bb7-0efe58aff74e/82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:36:42.274068 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62279936-9b88-4fb1-95bb-6f6d085fb9ab req-7722e581-9483-4e9e-a047-ea9b51d7dd12 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454050 Sep 08 13:36:42.324285 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:42.519474 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:42.541285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Transition to ACTIVE for port object 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:42.574026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Transition to ACTIVE for port object 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:42.629284 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:42.718476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Pushing event updated for resources: {'Port': ['ID=82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:42.728799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Network 78f30c9f-9175-4033-bdeb-a7246ac1d693 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:42.730566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:42.733435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:36:42.751417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Allocated IP 2001:db8::1 (78f30c9f-9175-4033-bdeb-a7246ac1d693/f19bd275-c3b0-4447-9bb7-0efe58aff74e/48cce954-ac15-48e1-8b6a-7fd0e09e0b19) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:36:42.803314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Attempting to bind port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:36:42.803612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Attempting to bind port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '544534e5-d6f0-4428-9ae9-ec101b177617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:36:42.803986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Attempting to bind port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f on network 78f30c9f-9175-4033-bdeb-a7246ac1d693 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:36:42.810658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:36:42.811035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Checking segment: {'id': '544534e5-d6f0-4428-9ae9-ec101b177617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:36:42.811497 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:42.811900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Bound using segment: {'id': '544534e5-d6f0-4428-9ae9-ec101b177617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:36:42.812370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Bound port: 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544534e5-d6f0-4428-9ae9-ec101b177617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:36:42.812758 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:42.902935 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] For port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:36:42.907110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] For port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f,segment=NetworkSegment(544534e5-d6f0-4428-9ae9-ec101b177617),segment_id=544534e5-d6f0-4428-9ae9-ec101b177617)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:36:42.967340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:42.992005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Transition to ACTIVE for port object 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:42.996424 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:43.087854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297c66c-5704-4a09-8e0e-2f4f14f9e2f5 None None] Pushing event updated for resources: {'Port': ['ID=82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:43.110683 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:43.170407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 78f30c9f-9175-4033-bdeb-a7246ac1d693 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:43.184640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:43.184640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:36:43.184640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:43.226469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=48cce954-ac15-48e1-8b6a-7fd0e09e0b19,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:43.280760 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:43.325991 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:36:43.450876 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:43.566783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615898b-4ba7-4244-8f4d-cd5ca6bc889d req-77478a8d-2485-42e8-9ee7-7131eb04db14 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:43.580087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7615898b-4ba7-4244-8f4d-cd5ca6bc889d req-77478a8d-2485-42e8-9ee7-7131eb04db14 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.1781251 Sep 08 13:36:43.632727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7615898b-4ba7-4244-8f4d-cd5ca6bc889d req-4eaa4bc5-509f-4adb-b2d3-d3fa271f6416 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467789 Sep 08 13:36:43.900145 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:43.965791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56834) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:44.044135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Deleting subnet 21172cb5-8032-455f-8396-647dab44c704 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:36:44.046411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:44.047522 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:44.050530 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:44.122603 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:44.213752 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:44.257791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 78f30c9f-9175-4033-bdeb-a7246ac1d693 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:44.279888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:44.286274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:36:44.297614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=48cce954-ac15-48e1-8b6a-7fd0e09e0b19,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:44.382293 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:44.464518 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:44.505532 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:44.543473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21172cb5-8032-455f-8396-647dab44c704,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:44.570991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:44.573371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:44.581691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56842) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:44.582028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/21172cb5-8032-455f-8396-647dab44c704 HTTP/1.1" status: 204 len: 168 time: 0.6150723 Sep 08 13:36:44.590420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:44.590781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:44.591270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:44.591625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:44.591966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:44.592395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:44.592740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:44.593123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:44.594142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:44.594593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:44.594937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:44.595272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced9fc15-cab8-48f9-b38f-f5681a8b1202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:44.597196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:36:44.724846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ac667c-7747-4ddb-8f41-804e8dffa440 None None] Network 78f30c9f-9175-4033-bdeb-a7246ac1d693 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:44.804812 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:44.835179 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:36:44.838815 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb95ade2-c86d-4acf-9d5d-42332b994cd2" -d '{"events": [{"server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "name": "network-vif-unplugged", "status": "completed", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:36:44.891721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:44.898364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825789a-8d98-4f50-af83-c612ebd8dff2 req-b6a76e08-3e6f-4083-8af8-5bd2a83fd8d7 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:44.906437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1825789a-8d98-4f50-af83-c612ebd8dff2 req-b6a76e08-3e6f-4083-8af8-5bd2a83fd8d7 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 945 time: 0.0938785 Sep 08 13:36:44.916977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:36:44.924766 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7eff6ed9-56e4-4424-b90f-f47001349de4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0279131 Sep 08 13:36:44.934563 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Sync routers for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:36:44.938217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56858) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:44.953273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8438fca0-dbec-4703-b508-8705640f5b86 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1341019510'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:44.967341 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:44.967988 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-42d97188-ee77-4145-9968-288416a346e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:44.991201 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 13:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98325a2d-1f0a-4982-8127-80892edc101f x-openstack-request-id: req-98325a2d-1f0a-4982-8127-80892edc101f {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:36:44.991902 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "name": "network-vif-unplugged", "status": "failed", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839", "code": 422}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:36:44.992588 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-98325a2d-1f0a-4982-8127-80892edc101f {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:36:44.995294 n-d-807558-3 neutron-server[96265]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'code': 422} returned with failed status Sep 08 13:36:44.999209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:45.005573 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1825789a-8d98-4f50-af83-c612ebd8dff2 req-5bd3d886-32e2-4fe6-bb14-5a7e39507ccf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977292 Sep 08 13:36:45.033443 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.033443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7e92821d-a5d5-462d-b7b4-c33c6a84d53e None None] Provisioning for port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:45.081088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7e92821d-a5d5-462d-b7b4-c33c6a84d53e None None] Provisioning complete for port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:45.081480 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7e92821d-a5d5-462d-b7b4-c33c6a84d53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.120238 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:36:45.175597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.198902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ec28fb-75b5-4803-871e-981a29ded595']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:45.211232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224f6ed3-99bd-4d46-835d-3e8e63ea7436') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:45.211232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224f6ed3-99bd-4d46-835d-3e8e63ea7436') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:45.220142 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.235120 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.245583 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:36:45.245583 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.301445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:45.368964 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7e92821d-a5d5-462d-b7b4-c33c6a84d53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.413392 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7e92821d-a5d5-462d-b7b4-c33c6a84d53e None None] For port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f,segment=NetworkSegment(544534e5-d6f0-4428-9ae9-ec101b177617),segment_id=544534e5-d6f0-4428-9ae9-ec101b177617)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:45.497861 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7e92821d-a5d5-462d-b7b4-c33c6a84d53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.572843 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-42d97188-ee77-4145-9968-288416a346e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:36:43Z', 'revision_number': 2, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:43Z', 'revision_number': 2, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:45.579959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92821d-a5d5-462d-b7b4-c33c6a84d53e None None] Pushing event updated for resources: {'Port': ['ID=82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:45.640239 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Checking router: 94117c00-18c0-41e7-ba45-4ab75c4d1dfc for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:36:45.645271 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Updating router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:36:45.669471 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:36:45.749699 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:36:45.883614 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.891108 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8438fca0-dbec-4703-b508-8705640f5b86 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:36:45.898586 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8438fca0-dbec-4703-b508-8705640f5b86 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.905336 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.918060 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] 10.222.0.69 "DELETE /v2.0/networks/94ec28fb-75b5-4803-871e-981a29ded595 HTTP/1.1" status: 204 len: 168 time: 1.3332763 Sep 08 13:36:45.943558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d4c14e48-924e-4086-be1f-d555e099853c None None] Provisioning for port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:45.948483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d4c14e48-924e-4086-be1f-d555e099853c None None] Provisioning complete for port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:45.948864 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d4c14e48-924e-4086-be1f-d555e099853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.967452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1865a5-16f9-44b1-a79d-bd1533589f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=94ec28fb-75b5-4803-871e-981a29ded595,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:45.984956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8438fca0-dbec-4703-b508-8705640f5b86 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:36:45.998400 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8438fca0-dbec-4703-b508-8705640f5b86 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:45.999093 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-8438fca0-dbec-4703-b508-8705640f5b86 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Added segment fba5c55c-d234-4838-8efe-ab1ddddb241e of type vlan for network 8afc2323-c083-4004-8e26-16449d872017 Sep 08 13:36:46.052508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d4c14e48-924e-4086-be1f-d555e099853c None None] Port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:36:46.129219 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8438fca0-dbec-4703-b508-8705640f5b86 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:46.130910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d4c14e48-924e-4086-be1f-d555e099853c None None] Provisioning complete for port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:46.131340 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d4c14e48-924e-4086-be1f-d555e099853c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:46.229625 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8438fca0-dbec-4703-b508-8705640f5b86 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:46.239220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8438fca0-dbec-4703-b508-8705640f5b86 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:46.239220 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8438fca0-dbec-4703-b508-8705640f5b86 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:46.377082 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438fca0-dbec-4703-b508-8705640f5b86 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Network': ['ID=8afc2323-c083-4004-8e26-16449d872017,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:46.394374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 8afc2323-c083-4004-8e26-16449d872017 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:36:46.398563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:46.424755 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8438fca0-dbec-4703-b508-8705640f5b86 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4857371 Sep 08 13:36:46.427603 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56908) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:46.433532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e3420d2a-2a51-41d3-948f-a76abaece050 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'subnet': {'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:46.470917 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:46.532901 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Transition to ACTIVE for port object 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:46.699842 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:46.700293 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:46.701942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6ac6e13e-d95c-4106-ac5e-5bb331c24fd9 None None] Provisioning complete for port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:46.702389 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6ac6e13e-d95c-4106-ac5e-5bb331c24fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:46.761130 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:46.789679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56924) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:46.873468 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Pushing event updated for resources: {'Port': ['ID=48cce954-ac15-48e1-8b6a-7fd0e09e0b19,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:46.887912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ed5e4712-b8aa-4100-80a4-c1a5c23abedd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d07beda3325545d09a512b4385405f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903144 Sep 08 13:36:46.888077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56928) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:46.898760 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:46.899185 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:46.899660 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:46.900067 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:46.900488 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:46.902477 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:46.902916 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:46.903377 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:46.903780 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:46.905254 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:46.905675 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:46.906080 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:46.942704 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Attempting to bind port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:36:46.942704 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Attempting to bind port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '544534e5-d6f0-4428-9ae9-ec101b177617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:36:46.942704 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Attempting to bind port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 on network 78f30c9f-9175-4033-bdeb-a7246ac1d693 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:36:46.943293 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3420d2a-2a51-41d3-948f-a76abaece050 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:36:46.945596 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:36:46.946362 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Checking segment: {'id': '544534e5-d6f0-4428-9ae9-ec101b177617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:36:46.946798 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:46.947266 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Bound using segment: {'id': '544534e5-d6f0-4428-9ae9-ec101b177617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:36:46.947830 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Bound port: 48cce954-ac15-48e1-8b6a-7fd0e09e0b19, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544534e5-d6f0-4428-9ae9-ec101b177617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:36:46.948354 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:46.949992 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3420d2a-2a51-41d3-948f-a76abaece050 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:47.091706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6ac6e13e-d95c-4106-ac5e-5bb331c24fd9 None None] Port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:36:47.109775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-c036d310-2cde-46e0-a48a-2d865ea321a5 req-656bca64-84d2-4c23-b77c-df00fa008eb9 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:36:47.110978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c036d310-2cde-46e0-a48a-2d865ea321a5 req-656bca64-84d2-4c23-b77c-df00fa008eb9 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3043921 Sep 08 13:36:47.111811 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-42d97188-ee77-4145-9968-288416a346e8 None None] For port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:36:47.115999 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-42d97188-ee77-4145-9968-288416a346e8 None None] For port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=48cce954-ac15-48e1-8b6a-7fd0e09e0b19,segment=NetworkSegment(544534e5-d6f0-4428-9ae9-ec101b177617),segment_id=544534e5-d6f0-4428-9ae9-ec101b177617)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:36:47.152990 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b6d462f-f334-498b-9a63-090f33579042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:47.168844 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:47.201574 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:47.281270 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b6d462f-f334-498b-9a63-090f33579042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:47.309066 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:47.310001 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-42d97188-ee77-4145-9968-288416a346e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:47.315885 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72eb126-deb5-4cad-bd18-f08545bef019 None None] Pushing event updated for resources: {'Port': ['ID=48cce954-ac15-48e1-8b6a-7fd0e09e0b19,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:47.507780 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-42d97188-ee77-4145-9968-288416a346e8 None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:36:47.624988 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44425a53-dd36-471e-9579-06e69c1b88a1 req-229bb945-5b62-4b0f-a3d0-b1be088173d0 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:47.625243 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44425a53-dd36-471e-9579-06e69c1b88a1 req-229bb945-5b62-4b0f-a3d0-b1be088173d0 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.0955310 Sep 08 13:36:47.627330 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3420d2a-2a51-41d3-948f-a76abaece050 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:47.723368 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b6d462f-f334-498b-9a63-090f33579042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:47.726166 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4b6d462f-f334-498b-9a63-090f33579042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:47.730366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4b6d462f-f334-498b-9a63-090f33579042 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6f7145c4-d1eb-4a77-9fda-6e4f5547124a HTTP/1.1" status: 204 len: 168 time: 0.8415492 Sep 08 13:36:47.752838 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d462f-f334-498b-9a63-090f33579042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7145c4-d1eb-4a77-9fda-6e4f5547124a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:47.802146 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44425a53-dd36-471e-9579-06e69c1b88a1 req-0b303d06-70d4-4a6b-a72d-e2b7baf61c03 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680529 Sep 08 13:36:47.818985 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-42d97188-ee77-4145-9968-288416a346e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:36:43Z', 'revision_number': 2, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:47Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:47.871586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3420d2a-2a51-41d3-948f-a76abaece050 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Checking segment: {'id': 'fba5c55c-d234-4838-8efe-ab1ddddb241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8afc2323-c083-4004-8e26-16449d872017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:36:47.871980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3420d2a-2a51-41d3-948f-a76abaece050 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network hostable DHCP agents. Network: 8afc2323-c083-4004-8e26-16449d872017, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:36:47.883145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3420d2a-2a51-41d3-948f-a76abaece050 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Subnet': ['ID=4df11f2a-82df-492b-ba5a-99fc4399790d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:47.887585 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d97188-ee77-4145-9968-288416a346e8 None None] The sync data for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 is: [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:36:43Z', 'revision_number': 2, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:47Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:36:47.960567 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3420d2a-2a51-41d3-948f-a76abaece050 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 8afc2323-c083-4004-8e26-16449d872017 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:36:48.086081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e3420d2a-2a51-41d3-948f-a76abaece050 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 8afc2323-c083-4004-8e26-16449d872017) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:48.098621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd669afb-5299-4cf7-bc56-e072c3f2d2b2 None None] Network 8afc2323-c083-4004-8e26-16449d872017 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:48.105465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3420d2a-2a51-41d3-948f-a76abaece050 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:48.106277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e3420d2a-2a51-41d3-948f-a76abaece050 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:48.228754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56988) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:48.259738 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e3420d2a-2a51-41d3-948f-a76abaece050 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8298388 Sep 08 13:36:48.262854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56994) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:48.403705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:36:48.667869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-8afc2323-c083-4004-8e26-16449d872017', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:36:48.668765 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:48.804220 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b53df76-1561-4009-80b5-a742053e677f req-f35187e5-ba99-42be-90f0-e8c9c6fb1db0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5736535 Sep 08 13:36:48.902027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-4b53df76-1561-4009-80b5-a742053e677f req-093c31ef-24ff-4e9b-b72d-bbef532c360f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:36:48.917999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b53df76-1561-4009-80b5-a742053e677f req-093c31ef-24ff-4e9b-b72d-bbef532c360f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1002033 Sep 08 13:36:48.937806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Allocated IP 2001:db8:1::2 (8afc2323-c083-4004-8e26-16449d872017/4df11f2a-82df-492b-ba5a-99fc4399790d/6a3a950e-03a1-463b-b1a7-cd556b2d80b0) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:36:49.041012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017774d8-0a42-438a-ad5a-c63d82900c70 req-d696eb6c-c651-4e16-a333-f578f9dd24e9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:49.043413 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-017774d8-0a42-438a-ad5a-c63d82900c70 req-d696eb6c-c651-4e16-a333-f578f9dd24e9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1344149 Sep 08 13:36:49.148727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-017774d8-0a42-438a-ad5a-c63d82900c70 req-88818331-709b-4b00-9a78-0fb8091bdb3b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973108 Sep 08 13:36:49.238867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:49.268584 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:49.285592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Transition to ACTIVE for port object 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:49.313634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Transition to ACTIVE for port object 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:49.423916 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:49.541997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Network 8afc2323-c083-4004-8e26-16449d872017 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:49.545724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:49.549099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:36:49.588831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Pushing event updated for resources: {'Port': ['ID=6a3a950e-03a1-463b-b1a7-cd556b2d80b0,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:49.659041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Attempting to bind port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:36:49.659508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Attempting to bind port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'fba5c55c-d234-4838-8efe-ab1ddddb241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8afc2323-c083-4004-8e26-16449d872017'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:36:49.659889 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Attempting to bind port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 on network 8afc2323-c083-4004-8e26-16449d872017 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:36:49.666059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:36:49.666489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Checking segment: {'id': 'fba5c55c-d234-4838-8efe-ab1ddddb241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8afc2323-c083-4004-8e26-16449d872017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:36:49.666897 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:49.667675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Bound using segment: {'id': 'fba5c55c-d234-4838-8efe-ab1ddddb241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8afc2323-c083-4004-8e26-16449d872017'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:36:49.668197 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Bound port: 6a3a950e-03a1-463b-b1a7-cd556b2d80b0, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba5c55c-d234-4838-8efe-ab1ddddb241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8afc2323-c083-4004-8e26-16449d872017'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:36:49.668590 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:49.724269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Allocated IP 2001:db8:1::1 (8afc2323-c083-4004-8e26-16449d872017/4df11f2a-82df-492b-ba5a-99fc4399790d/e17bd8be-e8a5-4195-87c4-ca0625196444) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:36:49.756667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] For port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:36:49.761224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] For port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6a3a950e-03a1-463b-b1a7-cd556b2d80b0,segment=NetworkSegment(fba5c55c-d234-4838-8efe-ab1ddddb241e),segment_id=fba5c55c-d234-4838-8efe-ab1ddddb241e)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:36:49.888924 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:49.895747 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:49.931635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Transition to ACTIVE for port object e17bd8be-e8a5-4195-87c4-ca0625196444 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:50.030599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8bc90d-462d-4c7c-9355-9b7a256a2933 None None] Pushing event updated for resources: {'Port': ['ID=6a3a950e-03a1-463b-b1a7-cd556b2d80b0,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:50.113193 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:50.392197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=e17bd8be-e8a5-4195-87c4-ca0625196444,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:50.420052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 8afc2323-c083-4004-8e26-16449d872017 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:50.424912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:50.429700 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:36:50.431157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:50.448834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10f1b8-8fc2-42b0-84b5-ca8edf30c15f req-47e5bc95-0ce8-4fc4-a383-8b5671f09667 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:50.458322 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c10f1b8-8fc2-42b0-84b5-ca8edf30c15f req-47e5bc95-0ce8-4fc4-a383-8b5671f09667 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1298714 Sep 08 13:36:50.474515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57108) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:50.561125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:50.594033 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c10f1b8-8fc2-42b0-84b5-ca8edf30c15f req-aa434792-c36c-49f1-9c1f-80551f41ffc5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344509 Sep 08 13:36:50.750599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:50.768152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:50.800589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:50.903851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:50.960423 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:51.086351 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:51.134458 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f604b2457b04b03a221099ae5c1ef30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6545124 Sep 08 13:36:51.135204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57130) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:51.148674 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:51.154353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:51.154846 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:51.159949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d802f731-fe3d-457c-86c9-c68a91f4539b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:51.181322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:51.182053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:51.182520 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:51.183100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:51.183659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:51.184237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:51.184853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:51.185452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:51.186019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:51.186746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:51.187619 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:51.188169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73260588-d709-4696-b704-0f6f57a96eaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:36:51.238595 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a9960ee-150f-43e3-94c4-02ace4a82aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:51.254148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:51.279409 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a9960ee-150f-43e3-94c4-02ace4a82aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:51.336584 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:51.395825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:51.396688 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:51.399980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=48cce954-ac15-48e1-8b6a-7fd0e09e0b19,segment=NetworkSegment(544534e5-d6f0-4428-9ae9-ec101b177617),segment_id=544534e5-d6f0-4428-9ae9-ec101b177617)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:51.475436 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a9960ee-150f-43e3-94c4-02ace4a82aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:51.483458 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9a9960ee-150f-43e3-94c4-02ace4a82aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:51.486837 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9a9960ee-150f-43e3-94c4-02ace4a82aba admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d802f731-fe3d-457c-86c9-c68a91f4539b HTTP/1.1" status: 204 len: 168 time: 0.3457572 Sep 08 13:36:51.491177 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=e17bd8be-e8a5-4195-87c4-ca0625196444,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:51.509682 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:51.510324 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9960ee-150f-43e3-94c4-02ace4a82aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d802f731-fe3d-457c-86c9-c68a91f4539b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:51.621526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 8afc2323-c083-4004-8e26-16449d872017 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:51.624317 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:51.629379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=48cce954-ac15-48e1-8b6a-7fd0e09e0b19,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:51.707312 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9292f819-2e26-4331-933a-dffbbb5400f1 None None] Network 8afc2323-c083-4004-8e26-16449d872017 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:51.839359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:36:51.867665 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93195a-2ca3-4eee-bee6-f27c818f0596 req-1fb35c5f-7628-4bea-b55c-76a7ecbb51f9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:51.869808 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b93195a-2ca3-4eee-bee6-f27c818f0596 req-1fb35c5f-7628-4bea-b55c-76a7ecbb51f9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1427507 Sep 08 13:36:51.976907 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b93195a-2ca3-4eee-bee6-f27c818f0596 req-96069f65-6cf2-4009-a8f6-e6bc527e95f8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875688 Sep 08 13:36:51.988705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2dec10d6-09da-4f07-942a-5ca41c1dd70c None None] Provisioning for port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:52.023312 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2dec10d6-09da-4f07-942a-5ca41c1dd70c None None] Provisioning complete for port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:52.025030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2dec10d6-09da-4f07-942a-5ca41c1dd70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:52.031484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:36:52.045919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57168) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:52.046111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ad07c577-6d56-43f2-b85f-dcf7869fe16a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-796736364'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:52.049305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-797a96df-abe0-47ca-b8d7-26bc3eaf1145 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7853150 Sep 08 13:36:52.064172 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Sync routers for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:36:52.112767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:52.113420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:52.207275 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad07c577-6d56-43f2-b85f-dcf7869fe16a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:36:52.213687 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ad07c577-6d56-43f2-b85f-dcf7869fe16a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:52.281796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:36:52.297162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad07c577-6d56-43f2-b85f-dcf7869fe16a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:36:52.328091 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ad07c577-6d56-43f2-b85f-dcf7869fe16a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:52.330554 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-ad07c577-6d56-43f2-b85f-dcf7869fe16a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Added segment 221af0a6-2163-4b26-abeb-36bf5fcd3b24 of type vlan for network 382587f0-8edc-48bc-a9cd-669baaabc64f Sep 08 13:36:52.454591 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ad07c577-6d56-43f2-b85f-dcf7869fe16a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:52.506159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:52.508202 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2dec10d6-09da-4f07-942a-5ca41c1dd70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:52.618782 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ad07c577-6d56-43f2-b85f-dcf7869fe16a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:52.624758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad07c577-6d56-43f2-b85f-dcf7869fe16a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:52.625399 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ad07c577-6d56-43f2-b85f-dcf7869fe16a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:52.698948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2dec10d6-09da-4f07-942a-5ca41c1dd70c None None] For port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6a3a950e-03a1-463b-b1a7-cd556b2d80b0,segment=NetworkSegment(fba5c55c-d234-4838-8efe-ab1ddddb241e),segment_id=fba5c55c-d234-4838-8efe-ab1ddddb241e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:52.756706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:52.757381 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:52.798204 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ad07c577-6d56-43f2-b85f-dcf7869fe16a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7564125 Sep 08 13:36:52.801268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57202) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:52.807220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-452eea92-94c7-4ece-933e-93fbff848ef6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'subnet': {'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:52.811636 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad07c577-6d56-43f2-b85f-dcf7869fe16a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Network': ['ID=382587f0-8edc-48bc-a9cd-669baaabc64f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:52.853912 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2dec10d6-09da-4f07-942a-5ca41c1dd70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:52.855845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 382587f0-8edc-48bc-a9cd-669baaabc64f details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:36:53.093776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec10d6-09da-4f07-942a-5ca41c1dd70c None None] Pushing event updated for resources: {'Port': ['ID=6a3a950e-03a1-463b-b1a7-cd556b2d80b0,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:53.099649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:36:50Z', 'revision_number': 3, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 2, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:53.127180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452eea92-94c7-4ece-933e-93fbff848ef6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:36:53.127870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Checking router: 94117c00-18c0-41e7-ba45-4ab75c4d1dfc for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:36:53.132582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Updating router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc port e17bd8be-e8a5-4195-87c4-ca0625196444 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:36:53.132882 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-452eea92-94c7-4ece-933e-93fbff848ef6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:53.175582 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:53.267750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-21254759-7f2a-4cbe-9934-8c005ae5457a None None] Provisioning for port e17bd8be-e8a5-4195-87c4-ca0625196444 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:53.275489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a9f47-090c-4722-9016-ea69c825e12f req-f1d22c0f-4eb7-4409-bcb9-9d983e02448b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:53.281815 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f38a9f47-090c-4722-9016-ea69c825e12f req-f1d22c0f-4eb7-4409-bcb9-9d983e02448b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1693015 Sep 08 13:36:53.291985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-21254759-7f2a-4cbe-9934-8c005ae5457a None None] Provisioning complete for port e17bd8be-e8a5-4195-87c4-ca0625196444 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:53.292806 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-21254759-7f2a-4cbe-9934-8c005ae5457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:53.456927 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f38a9f47-090c-4722-9016-ea69c825e12f req-73452aca-6077-4f15-ba05-5e8935d60abf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427772 Sep 08 13:36:53.726478 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-452eea92-94c7-4ece-933e-93fbff848ef6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:53.752594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-21254759-7f2a-4cbe-9934-8c005ae5457a None None] Port e17bd8be-e8a5-4195-87c4-ca0625196444 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:36:53.794016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452eea92-94c7-4ece-933e-93fbff848ef6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Subnet': ['ID=2b960e8c-357b-4e8d-8d6d-df3ef7211399,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:53.795480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-21254759-7f2a-4cbe-9934-8c005ae5457a None None] Provisioning complete for port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:53.795480 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-21254759-7f2a-4cbe-9934-8c005ae5457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:53.809059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452eea92-94c7-4ece-933e-93fbff848ef6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Checking segment: {'id': '221af0a6-2163-4b26-abeb-36bf5fcd3b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:36:53.809608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452eea92-94c7-4ece-933e-93fbff848ef6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network hostable DHCP agents. Network: 382587f0-8edc-48bc-a9cd-669baaabc64f, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:36:54.017240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452eea92-94c7-4ece-933e-93fbff848ef6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 382587f0-8edc-48bc-a9cd-669baaabc64f is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:36:54.019928 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:54.042780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Transition to ACTIVE for port object e17bd8be-e8a5-4195-87c4-ca0625196444 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:54.075451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d3ea9723-5d27-4afb-aa3d-1aefec39d665 None None] Provisioning complete for port e17bd8be-e8a5-4195-87c4-ca0625196444 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:54.075833 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d3ea9723-5d27-4afb-aa3d-1aefec39d665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:54.109017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-452eea92-94c7-4ece-933e-93fbff848ef6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 382587f0-8edc-48bc-a9cd-669baaabc64f) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:54.113985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452eea92-94c7-4ece-933e-93fbff848ef6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:54.114873 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-452eea92-94c7-4ece-933e-93fbff848ef6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:54.128946 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa59946-03c2-4856-9f2b-ebe127dca0f2 None None] Network 382587f0-8edc-48bc-a9cd-669baaabc64f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:54.136129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:54.157895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d3ea9723-5d27-4afb-aa3d-1aefec39d665 None None] Port e17bd8be-e8a5-4195-87c4-ca0625196444 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:36:54.235578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-452eea92-94c7-4ece-933e-93fbff848ef6 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4331217 Sep 08 13:36:54.238890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57256) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:54.309247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe4d39-4a0a-4cf5-bbcc-ad20ea966e15 None None] Pushing event updated for resources: {'Port': ['ID=e17bd8be-e8a5-4195-87c4-ca0625196444,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:54.382344 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:54.620919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Attempting to bind port e17bd8be-e8a5-4195-87c4-ca0625196444 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:36:54.621803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Attempting to bind port e17bd8be-e8a5-4195-87c4-ca0625196444 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'fba5c55c-d234-4838-8efe-ab1ddddb241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8afc2323-c083-4004-8e26-16449d872017'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:36:54.622412 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Attempting to bind port e17bd8be-e8a5-4195-87c4-ca0625196444 on network 8afc2323-c083-4004-8e26-16449d872017 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:36:54.672082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:36:54.672930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Checking segment: {'id': 'fba5c55c-d234-4838-8efe-ab1ddddb241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8afc2323-c083-4004-8e26-16449d872017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:36:54.673537 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:54.674126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Bound using segment: {'id': 'fba5c55c-d234-4838-8efe-ab1ddddb241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8afc2323-c083-4004-8e26-16449d872017'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:36:54.674946 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Bound port: e17bd8be-e8a5-4195-87c4-ca0625196444, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba5c55c-d234-4838-8efe-ab1ddddb241e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '8afc2323-c083-4004-8e26-16449d872017'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:36:54.675541 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:54.735329 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:54.785397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-382587f0-8edc-48bc-a9cd-669baaabc64f', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:36:54.786644 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:54.803856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:54.804375 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:54.822658 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340e6ea-7fdd-4080-804a-74c9985dc820 req-25b7cd6a-24f1-4288-a12e-ffdf4a292b8c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:54.827448 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0340e6ea-7fdd-4080-804a-74c9985dc820 req-25b7cd6a-24f1-4288-a12e-ffdf4a292b8c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1870646 Sep 08 13:36:54.841375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] For port e17bd8be-e8a5-4195-87c4-ca0625196444, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:36:54.930911 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0340e6ea-7fdd-4080-804a-74c9985dc820 req-ae463a17-717f-4a48-9c27-c53727e9ed38 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929368 Sep 08 13:36:55.045661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] For port e17bd8be-e8a5-4195-87c4-ca0625196444, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e17bd8be-e8a5-4195-87c4-ca0625196444,segment=NetworkSegment(fba5c55c-d234-4838-8efe-ab1ddddb241e),segment_id=fba5c55c-d234-4838-8efe-ab1ddddb241e)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:36:55.096174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Allocated IP 2001:db8:2::2 (382587f0-8edc-48bc-a9cd-669baaabc64f/2b960e8c-357b-4e8d-8d6d-df3ef7211399/cf047e04-76f8-4267-9d18-6c1690d697f7) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:36:55.134218 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:55.267210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:55.268054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:55.327456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe4d39-4a0a-4cf5-bbcc-ad20ea966e15 None None] Pushing event updated for resources: {'Port': ['ID=e17bd8be-e8a5-4195-87c4-ca0625196444,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:55.473665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:36:55.755626 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:55.844286 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Transition to ACTIVE for port object cf047e04-76f8-4267-9d18-6c1690d697f7 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:55.925024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Transition to ACTIVE for port object cf047e04-76f8-4267-9d18-6c1690d697f7 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:56.017464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:36:50Z', 'revision_number': 3, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:54Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:56.046319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21312ec-20cd-4bcf-932b-7fbfcd612bc1 None None] The sync data for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 is: [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:36:50Z', 'revision_number': 3, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:54Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:36:56.048471 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:56.110323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Network 382587f0-8edc-48bc-a9cd-669baaabc64f is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:56.120216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:56.128163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Allocated IP 2001:db8:2::1 (382587f0-8edc-48bc-a9cd-669baaabc64f/2b960e8c-357b-4e8d-8d6d-df3ef7211399/1af78a1f-7e2e-455c-acd0-55b1f5992184) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:36:56.144016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:36:56.161767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Pushing event updated for resources: {'Port': ['ID=cf047e04-76f8-4267-9d18-6c1690d697f7,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:56.353931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c1c12-2bc5-49d1-8460-8dec75de4a1c req-7d6bac21-3353-4c39-94f2-7883ac8033bd tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:56.366532 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf9c1c12-2bc5-49d1-8460-8dec75de4a1c req-7d6bac21-3353-4c39-94f2-7883ac8033bd tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.2359908 Sep 08 13:36:56.400052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Attempting to bind port cf047e04-76f8-4267-9d18-6c1690d697f7 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:36:56.401280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Attempting to bind port cf047e04-76f8-4267-9d18-6c1690d697f7 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '221af0a6-2163-4b26-abeb-36bf5fcd3b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:36:56.405363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Attempting to bind port cf047e04-76f8-4267-9d18-6c1690d697f7 on network 382587f0-8edc-48bc-a9cd-669baaabc64f {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:36:56.424683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:36:56.428824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Checking segment: {'id': '221af0a6-2163-4b26-abeb-36bf5fcd3b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:36:56.431798 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:56.433265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Bound using segment: {'id': '221af0a6-2163-4b26-abeb-36bf5fcd3b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:36:56.433850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Bound port: cf047e04-76f8-4267-9d18-6c1690d697f7, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221af0a6-2163-4b26-abeb-36bf5fcd3b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:36:56.435499 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:56.448712 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf9c1c12-2bc5-49d1-8460-8dec75de4a1c req-d086a20e-cce4-4aac-a15f-887aed859840 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715964 Sep 08 13:36:56.487630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e17bd8be-e8a5-4195-87c4-ca0625196444 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:56.562748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:56.582645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Transition to ACTIVE for port object 1af78a1f-7e2e-455c-acd0-55b1f5992184 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:56.595688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] For port cf047e04-76f8-4267-9d18-6c1690d697f7, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:36:56.600431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] For port cf047e04-76f8-4267-9d18-6c1690d697f7, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cf047e04-76f8-4267-9d18-6c1690d697f7,segment=NetworkSegment(221af0a6-2163-4b26-abeb-36bf5fcd3b24),segment_id=221af0a6-2163-4b26-abeb-36bf5fcd3b24)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:36:56.714910 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:56.740515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:56.755603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port e17bd8be-e8a5-4195-87c4-ca0625196444 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:56.765387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e17bd8be-e8a5-4195-87c4-ca0625196444 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:56.765773 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:56.838025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4a8a0-79ac-4de0-9880-1e87e6acfe90 None None] Pushing event updated for resources: {'Port': ['ID=cf047e04-76f8-4267-9d18-6c1690d697f7,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:56.840767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 382587f0-8edc-48bc-a9cd-669baaabc64f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:56.865528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:56.882862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:36:56.884442 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:56.959903 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:57.021208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port e17bd8be-e8a5-4195-87c4-ca0625196444, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e17bd8be-e8a5-4195-87c4-ca0625196444,segment=NetworkSegment(fba5c55c-d234-4838-8efe-ab1ddddb241e),segment_id=fba5c55c-d234-4838-8efe-ab1ddddb241e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:57.044056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=1af78a1f-7e2e-455c-acd0-55b1f5992184,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:57.104462 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:57.217124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=e17bd8be-e8a5-4195-87c4-ca0625196444,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:57.268285 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:57.600572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2496c-75e8-44d1-9411-46e9fab5d472 req-4caefff4-515a-4470-a8dd-e90f011580e4 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:57.613435 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f7c2496c-75e8-44d1-9411-46e9fab5d472 req-4caefff4-515a-4470-a8dd-e90f011580e4 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.0776975 Sep 08 13:36:57.669565 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f7c2496c-75e8-44d1-9411-46e9fab5d472 req-d9fa5e73-220b-4b72-99cb-2ce197346001 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552113 Sep 08 13:36:57.754343 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:57.825212 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:57.826036 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:57.970473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=1af78a1f-7e2e-455c-acd0-55b1f5992184,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:58.041147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network 382587f0-8edc-48bc-a9cd-669baaabc64f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:36:58.410150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:36:58.410150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:36:58.410150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:36:58.410150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6414c090-45e1-4972-b176-c3953ab1aa78 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0718260 Sep 08 13:36:58.410150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57398) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:58.415889 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Sync routers for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:36:58.418084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-32987a72-b032-448b-923c-232184b45106 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-369508460'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:58.419271 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:36:58.419271 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:58.419925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d19ea77-6b5c-4681-9905-fed1ca3fe057 None None] Network 382587f0-8edc-48bc-a9cd-669baaabc64f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:36:58.475914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32987a72-b032-448b-923c-232184b45106 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:36:58.481534 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32987a72-b032-448b-923c-232184b45106 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:58.481740 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:36:58.493593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cf047e04-76f8-4267-9d18-6c1690d697f7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:58.529152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32987a72-b032-448b-923c-232184b45106 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:36:58.563267 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32987a72-b032-448b-923c-232184b45106 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:58.570539 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-32987a72-b032-448b-923c-232184b45106 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Added segment 14a6fa19-06f4-4a50-b839-7a6b539a9188 of type vlan for network eabbf126-5751-457f-be63-72bb51c39217 Sep 08 13:36:58.643531 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32987a72-b032-448b-923c-232184b45106 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:58.665069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-95ae7578-db73-44b9-9016-91df0a1e060b None None] Provisioning for port cf047e04-76f8-4267-9d18-6c1690d697f7 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:58.743374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32987a72-b032-448b-923c-232184b45106 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:58.753945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32987a72-b032-448b-923c-232184b45106 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:58.759157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32987a72-b032-448b-923c-232184b45106 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:58.832281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port cf047e04-76f8-4267-9d18-6c1690d697f7 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:36:58.856933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cf047e04-76f8-4267-9d18-6c1690d697f7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:58.909890 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:58.910570 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:36:57Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '1af78a1f-7e2e-455c-acd0-55b1f5992184', 'name': '', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:54Z', 'updated_at': '2021-09-08T13:36:57Z', 'revision_number': 2, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:36:58.912725 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Checking router: 94117c00-18c0-41e7-ba45-4ab75c4d1dfc for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:36:58.913054 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Updating router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc port 1af78a1f-7e2e-455c-acd0-55b1f5992184 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:36:58.940561 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:58.941064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90414ab4-208c-43be-b93d-bbdc15fdb2ed req-2b1b4cfe-2506-4b1b-977f-f13fc0a2c0f1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:58.956352 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-90414ab4-208c-43be-b93d-bbdc15fdb2ed req-2b1b4cfe-2506-4b1b-977f-f13fc0a2c0f1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1128519 Sep 08 13:36:59.062599 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:59.067579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32987a72-b032-448b-923c-232184b45106 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Network': ['ID=eabbf126-5751-457f-be63-72bb51c39217,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:59.078385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-32987a72-b032-448b-923c-232184b45106 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7597606 Sep 08 13:36:59.083710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57434) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:36:59.084133 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-90414ab4-208c-43be-b93d-bbdc15fdb2ed req-74b190af-69e3-4eed-a51b-d59af88ac6bb tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223052 Sep 08 13:36:59.095629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network eabbf126-5751-457f-be63-72bb51c39217 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:36:59.099712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7f2adecc-ca4f-4ade-898b-ffd8ada7f371 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'subnet': {'network_id': 'eabbf126-5751-457f-be63-72bb51c39217', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:36:59.204088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port cf047e04-76f8-4267-9d18-6c1690d697f7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cf047e04-76f8-4267-9d18-6c1690d697f7,segment=NetworkSegment(221af0a6-2163-4b26-abeb-36bf5fcd3b24),segment_id=221af0a6-2163-4b26-abeb-36bf5fcd3b24)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:36:59.275353 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:59.276194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e17bd8be-e8a5-4195-87c4-ca0625196444 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:36:59.401062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2adecc-ca4f-4ade-898b-ffd8ada7f371 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Made reservation on behalf of 5539ee3902fc46c69b73220fec881e11 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:36:59.431038 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f2adecc-ca4f-4ade-898b-ffd8ada7f371 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:59.455983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=cf047e04-76f8-4267-9d18-6c1690d697f7,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:36:59.481399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e17bd8be-e8a5-4195-87c4-ca0625196444 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:36:59.482063 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:59.884518 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:36:59.906951 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Transition to ACTIVE for port object 1af78a1f-7e2e-455c-acd0-55b1f5992184 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:36:59.985989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53df76-1561-4009-80b5-a742053e677f req-f410c254-c126-4111-9e11-c283b7f3a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:36:59.987732 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b53df76-1561-4009-80b5-a742053e677f req-f410c254-c126-4111-9e11-c283b7f3a5f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972&tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701 HTTP/1.1" status: 200 len: 1094 time: 0.1805744 Sep 08 13:37:00.001467 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:00.016154 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ea17df1c-4c24-473e-b020-73257a5d71c1 None None] Provisioning for port 1af78a1f-7e2e-455c-acd0-55b1f5992184 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:00.048718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ea17df1c-4c24-473e-b020-73257a5d71c1 None None] Provisioning complete for port cf047e04-76f8-4267-9d18-6c1690d697f7 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:00.049403 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ea17df1c-4c24-473e-b020-73257a5d71c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:00.109063 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8aa1a2-3b38-4824-911e-9743377377a7 None None] Pushing event updated for resources: {'Port': ['ID=1af78a1f-7e2e-455c-acd0-55b1f5992184,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:00.213498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53df76-1561-4009-80b5-a742053e677f req-53fc145a-10df-43a7-a9f2-c1877171d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:00.224219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b53df76-1561-4009-80b5-a742053e677f req-53fc145a-10df-43a7-a9f2-c1877171d1c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 1094 time: 0.1483841 Sep 08 13:37:00.244012 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Attempting to bind port 1af78a1f-7e2e-455c-acd0-55b1f5992184 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:00.244468 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Attempting to bind port 1af78a1f-7e2e-455c-acd0-55b1f5992184 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '221af0a6-2163-4b26-abeb-36bf5fcd3b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:00.248259 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Attempting to bind port 1af78a1f-7e2e-455c-acd0-55b1f5992184 on network 382587f0-8edc-48bc-a9cd-669baaabc64f {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:00.267936 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:00.268566 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Checking segment: {'id': '221af0a6-2163-4b26-abeb-36bf5fcd3b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:00.270261 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:00.270918 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Bound using segment: {'id': '221af0a6-2163-4b26-abeb-36bf5fcd3b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:00.271743 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Bound port: 1af78a1f-7e2e-455c-acd0-55b1f5992184, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221af0a6-2163-4b26-abeb-36bf5fcd3b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:00.272408 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:00.290863 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f2adecc-ca4f-4ade-898b-ffd8ada7f371 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:00.426606 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] For port 1af78a1f-7e2e-455c-acd0-55b1f5992184, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:00.442451 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dc6cf-db81-4123-8320-feafcb4575fa req-6646eb18-36e3-4e20-8da4-fc68b2689d02 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:00.442451 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-092dc6cf-db81-4123-8320-feafcb4575fa req-6646eb18-36e3-4e20-8da4-fc68b2689d02 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1476054 Sep 08 13:37:00.443533 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] For port 1af78a1f-7e2e-455c-acd0-55b1f5992184, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1af78a1f-7e2e-455c-acd0-55b1f5992184,segment=NetworkSegment(221af0a6-2163-4b26-abeb-36bf5fcd3b24),segment_id=221af0a6-2163-4b26-abeb-36bf5fcd3b24)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:00.445299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cf047e04-76f8-4267-9d18-6c1690d697f7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:00.447927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2adecc-ca4f-4ade-898b-ffd8ada7f371 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Subnet': ['ID=613b8d48-cb41-4cd0-a4b1-a3843b1e2345,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:00.470481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53df76-1561-4009-80b5-a742053e677f req-e94e5675-261e-4f4a-ac11-552fbe0d9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:00.476538 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b53df76-1561-4009-80b5-a742053e677f req-e94e5675-261e-4f4a-ac11-552fbe0d9e4f service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.2413502 Sep 08 13:37:00.513612 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-092dc6cf-db81-4123-8320-feafcb4575fa req-2dcc4a30-75b5-448e-aeef-937884a1e323 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586269 Sep 08 13:37:00.542811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cf047e04-76f8-4267-9d18-6c1690d697f7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:00.543395 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:00.544985 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:00.548872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2adecc-ca4f-4ade-898b-ffd8ada7f371 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Checking segment: {'id': '14a6fa19-06f4-4a50-b839-7a6b539a9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:00.550241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2adecc-ca4f-4ade-898b-ffd8ada7f371 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network hostable DHCP agents. Network: eabbf126-5751-457f-be63-72bb51c39217, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:37:00.591294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b53df76-1561-4009-80b5-a742053e677f req-f89a760c-72e8-4b80-be43-cf441190bd4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 HTTP/1.1" status: 200 len: 999 time: 0.1104612 Sep 08 13:37:00.658829 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:00.659696 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:00.674704 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8aa1a2-3b38-4824-911e-9743377377a7 None None] Pushing event updated for resources: {'Port': ['ID=1af78a1f-7e2e-455c-acd0-55b1f5992184,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:00.687568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2adecc-ca4f-4ade-898b-ffd8ada7f371 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network eabbf126-5751-457f-be63-72bb51c39217 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:37:00.719344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53df76-1561-4009-80b5-a742053e677f req-5a415a41-019a-453e-bb50-bb5682aed6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:00.721259 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b53df76-1561-4009-80b5-a742053e677f req-5a415a41-019a-453e-bb50-bb5682aed6bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.1230514 Sep 08 13:37:00.790748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-7f2adecc-ca4f-4ade-898b-ffd8ada7f371 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, eabbf126-5751-457f-be63-72bb51c39217) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:00.798030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2adecc-ca4f-4ade-898b-ffd8ada7f371 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:00.798732 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f2adecc-ca4f-4ade-898b-ffd8ada7f371 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:00.809314 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:00.817777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53df76-1561-4009-80b5-a742053e677f req-e99e7876-89da-496e-8e43-8ad8a7d7da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:00.819581 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b53df76-1561-4009-80b5-a742053e677f req-e99e7876-89da-496e-8e43-8ad8a7d7da20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906708 Sep 08 13:37:00.830061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece9911b-07ba-49dc-9999-b8f6bc9a14b4 None None] Network eabbf126-5751-457f-be63-72bb51c39217 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:00.932908 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7f2adecc-ca4f-4ade-898b-ffd8ada7f371 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8495307 Sep 08 13:37:00.936405 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57498) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:01.104783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b53df76-1561-4009-80b5-a742053e677f req-2d11e38b-e302-47df-8fe1-a84c864ea3ea service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535861 Sep 08 13:37:01.220224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-eabbf126-5751-457f-be63-72bb51c39217', 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'fixed_ips': [{'subnet_id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:37:01.221715 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:01.346918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b53df76-1561-4009-80b5-a742053e677f req-94dfaff9-9002-4e78-b867-1c526d77fa30 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340107 Sep 08 13:37:01.465409 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:36:57Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '1af78a1f-7e2e-455c-acd0-55b1f5992184', 'name': '', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:54Z', 'updated_at': '2021-09-08T13:37:00Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:01.507800 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d542c-9e6a-4eb9-8774-061a740b9d8c None None] The sync data for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 is: [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:36:57Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '1af78a1f-7e2e-455c-acd0-55b1f5992184', 'name': '', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:54Z', 'updated_at': '2021-09-08T13:37:00Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:01.547977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Allocated IP 2001:db8:3::2 (eabbf126-5751-457f-be63-72bb51c39217/613b8d48-cb41-4cd0-a4b1-a3843b1e2345/13213861-80cc-428e-a352-60acc88b9415) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:01.889806 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:01.900648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Transition to ACTIVE for port object 13213861-80cc-428e-a352-60acc88b9415 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:01.919920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Transition to ACTIVE for port object 13213861-80cc-428e-a352-60acc88b9415 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:01.995705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e04a91-67aa-4b97-95ed-9cb6fb8b4521 req-e74bb596-5bd8-4f21-9dbd-469a7eb603b7 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:02.003951 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d1e04a91-67aa-4b97-95ed-9cb6fb8b4521 req-e74bb596-5bd8-4f21-9dbd-469a7eb603b7 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.3063271 Sep 08 13:37:02.012195 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:02.048897 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:02.127866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Pushing event updated for resources: {'Port': ['ID=13213861-80cc-428e-a352-60acc88b9415,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:02.152619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:02.153104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Network eabbf126-5751-457f-be63-72bb51c39217 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:02.176910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:02.202475 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d1e04a91-67aa-4b97-95ed-9cb6fb8b4521 req-a1026ad2-1150-4c44-8716-52671f13d451 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976869 Sep 08 13:37:02.268422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Attempting to bind port 13213861-80cc-428e-a352-60acc88b9415 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:02.268901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Attempting to bind port 13213861-80cc-428e-a352-60acc88b9415 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '14a6fa19-06f4-4a50-b839-7a6b539a9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:02.269334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Attempting to bind port 13213861-80cc-428e-a352-60acc88b9415 on network eabbf126-5751-457f-be63-72bb51c39217 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:02.279217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:02.279217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Checking segment: {'id': '14a6fa19-06f4-4a50-b839-7a6b539a9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:02.279217 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:02.279217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Bound using segment: {'id': '14a6fa19-06f4-4a50-b839-7a6b539a9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:02.279217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Bound port: 13213861-80cc-428e-a352-60acc88b9415, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a6fa19-06f4-4a50-b839-7a6b539a9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:02.279217 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:02.377884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] For port 13213861-80cc-428e-a352-60acc88b9415, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:02.383201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] For port 13213861-80cc-428e-a352-60acc88b9415, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=13213861-80cc-428e-a352-60acc88b9415,segment=NetworkSegment(14a6fa19-06f4-4a50-b839-7a6b539a9188),segment_id=14a6fa19-06f4-4a50-b839-7a6b539a9188)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:02.447414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1af78a1f-7e2e-455c-acd0-55b1f5992184 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:02.509922 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:02.605176 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Allocated IP 2001:db8:3::1 (eabbf126-5751-457f-be63-72bb51c39217/613b8d48-cb41-4cd0-a4b1-a3843b1e2345/37ba4306-0d57-4b65-9a6e-4961c7c2dc06) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:02.626204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdc0c2-8354-45e9-9c99-efc34b1c016e None None] Pushing event updated for resources: {'Port': ['ID=13213861-80cc-428e-a352-60acc88b9415,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:02.680373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 1af78a1f-7e2e-455c-acd0-55b1f5992184 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:02.684755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1af78a1f-7e2e-455c-acd0-55b1f5992184 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:02.684933 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:02.892040 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:03.012328 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:03.033123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 1af78a1f-7e2e-455c-acd0-55b1f5992184, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1af78a1f-7e2e-455c-acd0-55b1f5992184,segment=NetworkSegment(221af0a6-2163-4b26-abeb-36bf5fcd3b24),segment_id=221af0a6-2163-4b26-abeb-36bf5fcd3b24)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:03.036211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Transition to ACTIVE for port object 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:03.126336 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:03.220677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:03.268620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network eabbf126-5751-457f-be63-72bb51c39217 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:03.274737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:03.280682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:03.281319 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:03.292866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=1af78a1f-7e2e-455c-acd0-55b1f5992184,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:03.424825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=37ba4306-0d57-4b65-9a6e-4961c7c2dc06,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:03.452731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e1f16-17e4-4b8a-b82f-977c9e94b393 req-6d82b12f-21d5-4d2f-b2d7-83b739a75c51 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:03.454470 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a80e1f16-17e4-4b8a-b82f-977c9e94b393 req-6d82b12f-21d5-4d2f-b2d7-83b739a75c51 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1183770 Sep 08 13:37:03.511487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a80e1f16-17e4-4b8a-b82f-977c9e94b393 req-558bce64-02d9-4fe8-b56c-14cd0a66c61d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494118 Sep 08 13:37:03.660955 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:04.407388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124e00e4-416f-4997-923e-c622ab253661 None None] Network eabbf126-5751-457f-be63-72bb51c39217 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:04.630948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-85f637ad-f665-4367-88f1-76d388c84d0b None None] Provisioning for port 13213861-80cc-428e-a352-60acc88b9415 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:04.650782 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:04.670769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 13213861-80cc-428e-a352-60acc88b9415 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:04.735437 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:04.737309 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:04.933721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faa0a3-db37-4360-9b2f-2a46fd03e37a req-2431e725-77e3-43b2-a172-e4a9836dd209 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:04.935699 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8faa0a3-db37-4360-9b2f-2a46fd03e37a req-2431e725-77e3-43b2-a172-e4a9836dd209 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.2540836 Sep 08 13:37:04.942696 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 13213861-80cc-428e-a352-60acc88b9415 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:04.954409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 13213861-80cc-428e-a352-60acc88b9415 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:04.955074 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:04.998129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event updated for resources: {'Port': ['ID=37ba4306-0d57-4b65-9a6e-4961c7c2dc06,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:05.073323 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8faa0a3-db37-4360-9b2f-2a46fd03e37a req-e353660d-db67-4caa-bda6-01c022a6f90b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717847 Sep 08 13:37:05.094042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Network eabbf126-5751-457f-be63-72bb51c39217 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:05.097155 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:05.212852 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:05.271548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 13213861-80cc-428e-a352-60acc88b9415, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=13213861-80cc-428e-a352-60acc88b9415,segment=NetworkSegment(14a6fa19-06f4-4a50-b839-7a6b539a9188),segment_id=14a6fa19-06f4-4a50-b839-7a6b539a9188)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:05.320729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:37:05.340439 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:05.341304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1af78a1f-7e2e-455c-acd0-55b1f5992184 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:05.526967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:05.548090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57630) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:05.549648 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c42fb7e0-484b-406a-ae06-dd0ef2a22717 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6108150 Sep 08 13:37:05.553676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-deee69df-14c5-483a-b8fb-2a39666b25bc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:05.559117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Sync routers for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:37:05.580188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=13213861-80cc-428e-a352-60acc88b9415,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:05.619761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5e7eb34c-05a4-4503-a28d-628142f7d1e6 None None] Provisioning complete for port 13213861-80cc-428e-a352-60acc88b9415 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:05.620691 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb34c-05a4-4503-a28d-628142f7d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:05.710152 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:05.711385 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:05.873780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:06.161675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1af78a1f-7e2e-455c-acd0-55b1f5992184 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:06.162545 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:06.350613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5e7eb34c-05a4-4503-a28d-628142f7d1e6 None None] Provisioning for port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:06.374766 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5e7eb34c-05a4-4503-a28d-628142f7d1e6 None None] Provisioning complete for port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:06.375706 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb34c-05a4-4503-a28d-628142f7d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:06.433353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131056ce-51c8-45d1-8174-0f18d7043836 req-79dc9a2a-20c5-4443-b946-65fff1a0b238 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:06.435148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.extraroute_db [None req-deee69df-14c5-483a-b8fb-2a39666b25bc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=96263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 08 13:37:06.446830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-131056ce-51c8-45d1-8174-0f18d7043836 req-79dc9a2a-20c5-4443-b946-65fff1a0b238 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1859398 Sep 08 13:37:06.457358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5e7eb34c-05a4-4503-a28d-628142f7d1e6 None None] Port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:37:06.480218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.extraroute_db [None req-deee69df-14c5-483a-b8fb-2a39666b25bc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Removed routes are [] {{(pid=96263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 08 13:37:06.487751 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-deee69df-14c5-483a-b8fb-2a39666b25bc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:06.591403 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-131056ce-51c8-45d1-8174-0f18d7043836 req-1ed187c6-fd72-437e-ab40-91f2b6ae55e4 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432667 Sep 08 13:37:06.666349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:03Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '1af78a1f-7e2e-455c-acd0-55b1f5992184', 'name': '', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:54Z', 'updated_at': '2021-09-08T13:37:02Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37ba4306-0d57-4b65-9a6e-4961c7c2dc06', 'name': '', 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:f8:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:02Z', 'updated_at': '2021-09-08T13:37:04Z', 'revision_number': 2, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:06.690281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 13213861-80cc-428e-a352-60acc88b9415 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:06.795174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d1b8804e-31b3-4281-ab17-897a1ff5e658 None None] Provisioning complete for port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:06.795429 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d1b8804e-31b3-4281-ab17-897a1ff5e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:06.817591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Checking router: 94117c00-18c0-41e7-ba45-4ab75c4d1dfc for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:37:06.817991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Updating router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:37:06.921787 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:06.944876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8804e-31b3-4281-ab17-897a1ff5e658 None None] Port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:37:07.170073 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-deee69df-14c5-483a-b8fb-2a39666b25bc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:07.182126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-deee69df-14c5-483a-b8fb-2a39666b25bc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:07.568240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deee69df-14c5-483a-b8fb-2a39666b25bc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:37:07.579143 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:07.593935 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Transition to ACTIVE for port object 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:07.629085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 13213861-80cc-428e-a352-60acc88b9415 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:07.629483 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:07.695703 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:07.878315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd017d0-1c46-4c6c-956d-ee8be215e4a3 None None] Pushing event updated for resources: {'Port': ['ID=37ba4306-0d57-4b65-9a6e-4961c7c2dc06,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:08.132742 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f15980a5-7c06-41b3-aec6-3f75d558d537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:08.135282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Attempting to bind port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:08.136705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Attempting to bind port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '14a6fa19-06f4-4a50-b839-7a6b539a9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:08.137692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Attempting to bind port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 on network eabbf126-5751-457f-be63-72bb51c39217 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:08.144716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:08.145837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Checking segment: {'id': '14a6fa19-06f4-4a50-b839-7a6b539a9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:08.147132 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:08.148192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Bound using segment: {'id': '14a6fa19-06f4-4a50-b839-7a6b539a9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:08.149008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Bound port: 37ba4306-0d57-4b65-9a6e-4961c7c2dc06, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a6fa19-06f4-4a50-b839-7a6b539a9188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:08.149672 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:08.152524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0665eff9-224d-4637-9b7b-e049558aff21 req-85d194dc-8e4f-470c-a471-ed88aa413844 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:08.178926 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0665eff9-224d-4637-9b7b-e049558aff21 req-85d194dc-8e4f-470c-a471-ed88aa413844 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.3508146 Sep 08 13:37:08.290903 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0665eff9-224d-4637-9b7b-e049558aff21 req-a3818a7d-ec87-4a07-a5ab-b37cfaaedf41 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103806 Sep 08 13:37:08.471494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] For port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:08.481019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] For port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=37ba4306-0d57-4b65-9a6e-4961c7c2dc06,segment=NetworkSegment(14a6fa19-06f4-4a50-b839-7a6b539a9188),segment_id=14a6fa19-06f4-4a50-b839-7a6b539a9188)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:08.574391 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:08.749508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:08.750192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:36:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:08.761582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57668) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:08.918940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deee69df-14c5-483a-b8fb-2a39666b25bc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:08.944254 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-deee69df-14c5-483a-b8fb-2a39666b25bc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:08.946848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-deee69df-14c5-483a-b8fb-2a39666b25bc tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc HTTP/1.1" status: 200 len: 954 time: 3.3977108 Sep 08 13:37:08.949747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57672) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:09.282414 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8a8e3c5a-6ef5-489c-aa80-caff53d92354 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc HTTP/1.1" status: 200 len: 954 time: 0.3313816 Sep 08 13:37:09.285218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57676) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:09.291765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-62d6d761-749c-4d9b-97d9-2f9891da2633 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'router': {'routes': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:09.306598 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6566cc89-d2ca-492b-82a6-6b96280c0452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:09.424714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd017d0-1c46-4c6c-956d-ee8be215e4a3 None None] Pushing event updated for resources: {'Port': ['ID=37ba4306-0d57-4b65-9a6e-4961c7c2dc06,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:09.601187 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6566cc89-d2ca-492b-82a6-6b96280c0452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:09.680884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6566cc89-d2ca-492b-82a6-6b96280c0452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:09.708453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:09.841998 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6566cc89-d2ca-492b-82a6-6b96280c0452 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=714e62b835774e1d9289c20370e7d47e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0786517 Sep 08 13:37:09.859652 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57686) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:09.900868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb56953-e834-4e14-aa96-8f063d1fe915 req-827b3eec-508c-41c0-a3a7-ba68aec269d8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:09.905221 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-acb56953-e834-4e14-aa96-8f063d1fe915 req-827b3eec-508c-41c0-a3a7-ba68aec269d8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.2982244 Sep 08 13:37:09.981320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6566cc89-d2ca-492b-82a6-6b96280c0452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ec82ff-2d0b-4c27-8c81-4ca720f13e2f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:10.077520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.extraroute_db [None req-62d6d761-749c-4d9b-97d9-2f9891da2633 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Added routes are [] {{(pid=96263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 08 13:37:10.078071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.extraroute_db [None req-62d6d761-749c-4d9b-97d9-2f9891da2633 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=96263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 08 13:37:10.117469 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62d6d761-749c-4d9b-97d9-2f9891da2633 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:10.215923 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-acb56953-e834-4e14-aa96-8f063d1fe915 req-df37f9bc-9c9e-4f6e-81a6-f6246613806c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917600 Sep 08 13:37:10.265772 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e69d1e80-af58-4770-86cb-42a36c07da36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:10.315959 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c023478b-7145-4ab9-ada5-803495570624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:10.330681 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e69d1e80-af58-4770-86cb-42a36c07da36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:10.474645 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e69d1e80-af58-4770-86cb-42a36c07da36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:10.477657 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e69d1e80-af58-4770-86cb-42a36c07da36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:10.481780 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e69d1e80-af58-4770-86cb-42a36c07da36 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/95ec82ff-2d0b-4c27-8c81-4ca720f13e2f HTTP/1.1" status: 204 len: 168 time: 0.5755110 Sep 08 13:37:10.515983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d1e80-af58-4770-86cb-42a36c07da36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ec82ff-2d0b-4c27-8c81-4ca720f13e2f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:10.618699 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:10.680405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:06Z', 'revision_number': 6, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '1af78a1f-7e2e-455c-acd0-55b1f5992184', 'name': '', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:54Z', 'updated_at': '2021-09-08T13:37:02Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37ba4306-0d57-4b65-9a6e-4961c7c2dc06', 'name': '', 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:f8:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:02Z', 'updated_at': '2021-09-08T13:37:08Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:10.710771 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62d6d761-749c-4d9b-97d9-2f9891da2633 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:10.721293 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62d6d761-749c-4d9b-97d9-2f9891da2633 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:10.775006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1c85f6-5147-4cb2-9aba-04b869d4daec None None] The sync data for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 is: [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:06Z', 'revision_number': 6, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '1af78a1f-7e2e-455c-acd0-55b1f5992184', 'name': '', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:54Z', 'updated_at': '2021-09-08T13:37:02Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37ba4306-0d57-4b65-9a6e-4961c7c2dc06', 'name': '', 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:f8:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:02Z', 'updated_at': '2021-09-08T13:37:08Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:10.968014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d6d761-749c-4d9b-97d9-2f9891da2633 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:37:11.208826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d6d761-749c-4d9b-97d9-2f9891da2633 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:11.227713 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62d6d761-749c-4d9b-97d9-2f9891da2633 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:11.231817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57734) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:11.231983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-62d6d761-749c-4d9b-97d9-2f9891da2633 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc HTTP/1.1" status: 200 len: 704 time: 1.9450042 Sep 08 13:37:11.564563 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5f8e1c25-a16f-4bfd-85da-af61f52bba54 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc HTTP/1.1" status: 200 len: 704 time: 0.3307736 Sep 08 13:37:11.567441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57754) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:11.868305 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:12.146232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca5316-0280-497b-b8c1-d9a2ce79277f req-f3750955-af70-4241-b5e2-b23b741a913b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:12.156321 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70ca5316-0280-497b-b8c1-d9a2ce79277f req-f3750955-af70-4241-b5e2-b23b741a913b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.7176080 Sep 08 13:37:12.228606 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70ca5316-0280-497b-b8c1-d9a2ce79277f req-facaeea8-c96a-4853-a5fa-b599075c7bb6 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713670 Sep 08 13:37:12.322651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d41e63a-50f8-4678-8a5b-c1ede19a9a59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:12.413040 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb599756-d52e-44c3-8450-cd1d84e84316 None None] Sync routers for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:37:12.436549 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb599756-d52e-44c3-8450-cd1d84e84316 None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:12.437615 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-bb599756-d52e-44c3-8450-cd1d84e84316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:12.696741 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-bb599756-d52e-44c3-8450-cd1d84e84316 None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:12.801506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:12.929170 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0d41e63a-50f8-4678-8a5b-c1ede19a9a59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:37:12.929641 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d41e63a-50f8-4678-8a5b-c1ede19a9a59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:13.143659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-0d41e63a-50f8-4678-8a5b-c1ede19a9a59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] For port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=37ba4306-0d57-4b65-9a6e-4961c7c2dc06,segment=NetworkSegment(14a6fa19-06f4-4a50-b839-7a6b539a9188),segment_id=14a6fa19-06f4-4a50-b839-7a6b539a9188)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:13.144030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d41e63a-50f8-4678-8a5b-c1ede19a9a59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:13.186831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0d41e63a-50f8-4678-8a5b-c1ede19a9a59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:37:13.268305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:13.283156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:13.283156 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:13.302629 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-bb599756-d52e-44c3-8450-cd1d84e84316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:10Z', 'revision_number': 7, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '1af78a1f-7e2e-455c-acd0-55b1f5992184', 'name': '', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:54Z', 'updated_at': '2021-09-08T13:37:02Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37ba4306-0d57-4b65-9a6e-4961c7c2dc06', 'name': '', 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:f8:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:02Z', 'updated_at': '2021-09-08T13:37:08Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:13.392272 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb599756-d52e-44c3-8450-cd1d84e84316 None None] Checking router: 94117c00-18c0-41e7-ba45-4ab75c4d1dfc for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:37:13.404010 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:13.407970 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb599756-d52e-44c3-8450-cd1d84e84316 None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:13.408758 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-bb599756-d52e-44c3-8450-cd1d84e84316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:13.468249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be174e3-526e-4411-b391-da553cd9ff38 req-c33a8ac2-7cfa-4604-bb03-f5cdae539340 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:13.483694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4be174e3-526e-4411-b391-da553cd9ff38 req-c33a8ac2-7cfa-4604-bb03-f5cdae539340 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1166782 Sep 08 13:37:13.560383 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-bb599756-d52e-44c3-8450-cd1d84e84316 None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:13.570753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4be174e3-526e-4411-b391-da553cd9ff38 req-6af6dfa2-1efe-4801-a534-3eac2cd645d8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808125 Sep 08 13:37:13.599975 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:13.921166 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-bb599756-d52e-44c3-8450-cd1d84e84316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:10Z', 'revision_number': 7, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '1af78a1f-7e2e-455c-acd0-55b1f5992184', 'name': '', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:54Z', 'updated_at': '2021-09-08T13:37:02Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37ba4306-0d57-4b65-9a6e-4961c7c2dc06', 'name': '', 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:f8:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:02Z', 'updated_at': '2021-09-08T13:37:08Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:13.951205 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb599756-d52e-44c3-8450-cd1d84e84316 None None] The sync data for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 is: [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:10Z', 'revision_number': 7, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '1af78a1f-7e2e-455c-acd0-55b1f5992184', 'name': '', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:54Z', 'updated_at': '2021-09-08T13:37:02Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37ba4306-0d57-4b65-9a6e-4961c7c2dc06', 'name': '', 'network_id': 'eabbf126-5751-457f-be63-72bb51c39217', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:f8:41:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3049, 'fixed_ips': [{'subnet_id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:02Z', 'updated_at': '2021-09-08T13:37:08Z', 'revision_number': 4, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '613b8d48-cb41-4cd0-a4b1-a3843b1e2345', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:13.972476 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d41e63a-50f8-4678-8a5b-c1ede19a9a59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:14.044313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41e63a-50f8-4678-8a5b-c1ede19a9a59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=37ba4306-0d57-4b65-9a6e-4961c7c2dc06,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:14.506382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d41e63a-50f8-4678-8a5b-c1ede19a9a59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:14.680931 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:14.861675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df3e89-8982-40d4-83ed-dfff6f82fe04 req-0b7b9ae7-95a9-4eab-a508-35dcf2aae02d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:14.877425 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02df3e89-8982-40d4-83ed-dfff6f82fe04 req-0b7b9ae7-95a9-4eab-a508-35dcf2aae02d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1110203 Sep 08 13:37:14.943148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d41e63a-50f8-4678-8a5b-c1ede19a9a59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:37:14.987128 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02df3e89-8982-40d4-83ed-dfff6f82fe04 req-dc6990d9-02f2-481e-8fab-1f675b48ed1b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072361 Sep 08 13:37:15.169137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d41e63a-50f8-4678-8a5b-c1ede19a9a59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:15.190798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42d2ad-8551-4708-8f89-7018779d293b None None] Sync routers for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:37:15.191401 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0d41e63a-50f8-4678-8a5b-c1ede19a9a59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6216111 Sep 08 13:37:15.195481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57808) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:15.213238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42d2ad-8551-4708-8f89-7018779d293b None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:15.214390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7a42d2ad-8551-4708-8f89-7018779d293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:15.339598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-7a42d2ad-8551-4708-8f89-7018779d293b None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:15.412828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-e83e8478-4063-4123-836d-7804cef17c59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting subnet 613b8d48-cb41-4cd0-a4b1-a3843b1e2345 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:37:15.416821 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e83e8478-4063-4123-836d-7804cef17c59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:15.473110 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e83e8478-4063-4123-836d-7804cef17c59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:15.642556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cf779-1ff1-4b88-b8e1-3827a9dce12e req-5a8aaa41-ff73-42aa-8194-e80a8e436907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:15.644062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-512cf779-1ff1-4b88-b8e1-3827a9dce12e req-5a8aaa41-ff73-42aa-8194-e80a8e436907 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 1094 time: 0.3647845 Sep 08 13:37:15.717156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7a42d2ad-8551-4708-8f89-7018779d293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:13Z', 'revision_number': 8, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '1af78a1f-7e2e-455c-acd0-55b1f5992184', 'name': '', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:54Z', 'updated_at': '2021-09-08T13:37:02Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:15.756570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42d2ad-8551-4708-8f89-7018779d293b None None] Checking router: 94117c00-18c0-41e7-ba45-4ab75c4d1dfc for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:37:15.766382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a42d2ad-8551-4708-8f89-7018779d293b None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:15.767022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7a42d2ad-8551-4708-8f89-7018779d293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:15.779745 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-4315a7cc-8855-4b54-9c01-493ec0eb34d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2371805 Sep 08 13:37:15.793874 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e83e8478-4063-4123-836d-7804cef17c59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:15.881882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-7a42d2ad-8551-4708-8f89-7018779d293b None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:15.889952 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cf779-1ff1-4b88-b8e1-3827a9dce12e req-4357c16e-fb9a-4956-a0e9-bd0c9704c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:15.892076 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-512cf779-1ff1-4b88-b8e1-3827a9dce12e req-4357c16e-fb9a-4956-a0e9-bd0c9704c4e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.1941717 Sep 08 13:37:16.261054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c635bda-0b0d-4f9c-8646-c3df3c90f637 req-a6b84f55-1a64-4d39-a710-badb24eb6870 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:16.270162 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c635bda-0b0d-4f9c-8646-c3df3c90f637 req-a6b84f55-1a64-4d39-a710-badb24eb6870 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1349161 Sep 08 13:37:16.320830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7a42d2ad-8551-4708-8f89-7018779d293b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:13Z', 'revision_number': 8, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '1af78a1f-7e2e-455c-acd0-55b1f5992184', 'name': '', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:54Z', 'updated_at': '2021-09-08T13:37:02Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:16.373796 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c635bda-0b0d-4f9c-8646-c3df3c90f637 req-49c5eac6-5a04-4fc7-ba66-bcb5b5bb5f63 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963182 Sep 08 13:37:16.396961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a42d2ad-8551-4708-8f89-7018779d293b None None] The sync data for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 is: [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:13Z', 'revision_number': 8, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '1af78a1f-7e2e-455c-acd0-55b1f5992184', 'name': '', 'network_id': '382587f0-8edc-48bc-a9cd-669baaabc64f', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:9b:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:54Z', 'updated_at': '2021-09-08T13:37:02Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '2b960e8c-357b-4e8d-8d6d-df3ef7211399', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:16.851946 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:37:16.904136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:37:16.906204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 37ba4306-0d57-4b65-9a6e-4961c7c2dc06 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:37:16.910481 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:16.970246 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-512cf779-1ff1-4b88-b8e1-3827a9dce12e req-2cfa4004-7cd4-4ca3-92ac-b3bc408cd0f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 HTTP/1.1" status: 200 len: 999 time: 1.0429487 Sep 08 13:37:16.981873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-b46237e0-affe-4588-851c-d25d94f72204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:16.982464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-b46237e0-affe-4588-851c-d25d94f72204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:16.983078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-b46237e0-affe-4588-851c-d25d94f72204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:16.983565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-b46237e0-affe-4588-851c-d25d94f72204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:16.984050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-b46237e0-affe-4588-851c-d25d94f72204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:16.984529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-b46237e0-affe-4588-851c-d25d94f72204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:16.985060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-b46237e0-affe-4588-851c-d25d94f72204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:16.987262 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-b46237e0-affe-4588-851c-d25d94f72204 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6491 time: 1.0741551 Sep 08 13:37:17.002524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57826) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:17.010283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2a775ce8-e6f6-4a18-9327-721296a8922e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1242628986', 'description': 'tempest-secgroup-smoke-1242628986 description', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:17.147388 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e83e8478-4063-4123-836d-7804cef17c59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.199824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e8478-4063-4123-836d-7804cef17c59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Subnet': ['ID=613b8d48-cb41-4cd0-a4b1-a3843b1e2345,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:17.215981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cf779-1ff1-4b88-b8e1-3827a9dce12e req-ccadc32a-087f-4f3a-96eb-ea0da4ca03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:17.215981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-512cf779-1ff1-4b88-b8e1-3827a9dce12e req-ccadc32a-087f-4f3a-96eb-ea0da4ca03d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.2164583 Sep 08 13:37:17.215981 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e83e8478-4063-4123-836d-7804cef17c59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.219347 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e83e8478-4063-4123-836d-7804cef17c59 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/613b8d48-cb41-4cd0-a4b1-a3843b1e2345 HTTP/1.1" status: 204 len: 168 time: 2.0199294 Sep 08 13:37:17.220781 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57828) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:17.227652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12d9757-507e-4f6c-b5af-0f3600e7fe4e None None] Network eabbf126-5751-457f-be63-72bb51c39217 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:17.249282 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a775ce8-e6f6-4a18-9327-721296a8922e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.267636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-d707e83f-d546-49fc-9093-c54b8f125a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:17.268237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-d707e83f-d546-49fc-9093-c54b8f125a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:17.268779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-d707e83f-d546-49fc-9093-c54b8f125a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:17.270641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-d707e83f-d546-49fc-9093-c54b8f125a87 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75ddec35-9859-4054-afd1-cdf35e27f38f&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=adf204ef-b624-4fee-9e83-d93889dc5f49&id=adf204ef-b624-4fee-9e83-d93889dc5f49 HTTP/1.1" status: 200 len: 2292 time: 0.2333422 Sep 08 13:37:17.278740 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a775ce8-e6f6-4a18-9327-721296a8922e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.326894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cf779-1ff1-4b88-b8e1-3827a9dce12e req-ffdb1758-f9fe-4a8d-b9dc-209361ee1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:17.328456 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-512cf779-1ff1-4b88-b8e1-3827a9dce12e req-ffdb1758-f9fe-4a8d-b9dc-209361ee1479 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106441 Sep 08 13:37:17.353488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-378ff2db-ece3-44f6-8985-2cfff2d2a8d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe5cd3d-d484-499b-a088-43b175b89b70 HTTP/1.1" status: 200 len: 1001 time: 0.0713031 Sep 08 13:37:17.378079 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.422526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-8d4203ef-0f73-49ae-ab9b-0223ecc56950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:17.424191 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-8d4203ef-0f73-49ae-ab9b-0223ecc56950 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4e19c97-af0d-4ba1-b140-4045a635eab3 HTTP/1.1" status: 200 len: 850 time: 0.0639076 Sep 08 13:37:17.487963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-25e5dc83-8a57-48d7-a167-fc9ccb8248fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:17.489499 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-25e5dc83-8a57-48d7-a167-fc9ccb8248fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75ddec35-9859-4054-afd1-cdf35e27f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577896 Sep 08 13:37:17.492221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c8265e-e00b-4812-ab82-6dfc1fcf273a None None] DHCP port deletion for eabbf126-5751-457f-be63-72bb51c39217 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:37:17.573243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-14c8265e-e00b-4812-ab82-6dfc1fcf273a None None] Deleting port 13213861-80cc-428e-a352-60acc88b9415 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:37:17.573958 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-14c8265e-e00b-4812-ab82-6dfc1fcf273a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.575009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250bbd0-04bb-45ea-a7ef-ae5d42a59667 req-04199b06-1bd5-4fb6-8c49-f06ee4c1e8dd tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:17.579864 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9250bbd0-04bb-45ea-a7ef-ae5d42a59667 req-04199b06-1bd5-4fb6-8c49-f06ee4c1e8dd tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1262372 Sep 08 13:37:17.600481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port 13213861-80cc-428e-a352-60acc88b9415 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:37:17.601147 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.620094 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a775ce8-e6f6-4a18-9327-721296a8922e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.669855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-14c8265e-e00b-4812-ab82-6dfc1fcf273a None None] For port 13213861-80cc-428e-a352-60acc88b9415, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=13213861-80cc-428e-a352-60acc88b9415,segment=NetworkSegment(14a6fa19-06f4-4a50-b839-7a6b539a9188),segment_id=14a6fa19-06f4-4a50-b839-7a6b539a9188)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:17.672676 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-14c8265e-e00b-4812-ab82-6dfc1fcf273a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.687701 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-14c8265e-e00b-4812-ab82-6dfc1fcf273a None None] Calling delete_port for 13213861-80cc-428e-a352-60acc88b9415 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:37:17.688127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-fbe7d9dd-d657-49ac-ab15-cbffdf0dd361 service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892548 Sep 08 13:37:17.689842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-512cf779-1ff1-4b88-b8e1-3827a9dce12e req-604e935a-6ff3-444b-be90-337f32fc39c2 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994736 Sep 08 13:37:17.726683 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a775ce8-e6f6-4a18-9327-721296a8922e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.741821 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9250bbd0-04bb-45ea-a7ef-ae5d42a59667 req-94988949-be3b-4e1b-85fe-b10afdb7548d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545310 Sep 08 13:37:17.778818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] For port 13213861-80cc-428e-a352-60acc88b9415, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=13213861-80cc-428e-a352-60acc88b9415,segment=NetworkSegment(14a6fa19-06f4-4a50-b839-7a6b539a9188),segment_id=14a6fa19-06f4-4a50-b839-7a6b539a9188)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:17.779269 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.790043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a775ce8-e6f6-4a18-9327-721296a8922e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148d8e6e-cb2a-450b-bc07-9d8027f5e40f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:17.803806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for 13213861-80cc-428e-a352-60acc88b9415 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:37:17.890227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-01705643-9117-41ed-a5f2-63be5e2fc0ce service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932547 Sep 08 13:37:17.892942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-512cf779-1ff1-4b88-b8e1-3827a9dce12e req-5fa79428-6449-434b-a01d-1975ddba5880 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886897 Sep 08 13:37:17.919040 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-14c8265e-e00b-4812-ab82-6dfc1fcf273a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:17.951032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-ce841b00-1453-42c9-ab88-183a71ecb282 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ddc04eb0-7be6-4aff-abd8-32b48806bcbd HTTP/1.1" status: 200 len: 217 time: 0.0529933 Sep 08 13:37:17.954560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8265e-e00b-4812-ab82-6dfc1fcf273a None None] Pushing event deleted for resources: {'Port': ['ID=13213861-80cc-428e-a352-60acc88b9415,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:17.971519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8265e-e00b-4812-ab82-6dfc1fcf273a None None] No DVR routers for this DVR port 13213861-80cc-428e-a352-60acc88b9415 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:37:18.007086 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a775ce8-e6f6-4a18-9327-721296a8922e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:18.016113 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:18.016602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-b58d9021-e970-413c-8412-0f65823e7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:18.022399 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-b58d9021-e970-413c-8412-0f65823e7be9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0598202 Sep 08 13:37:18.045832 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No DVR routers for this DVR port 13213861-80cc-428e-a352-60acc88b9415 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:37:18.053472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=13213861-80cc-428e-a352-60acc88b9415,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:18.073983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-c634f3fb-057e-4ac2-9d9e-9d6a139fd06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:18.075713 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-c634f3fb-057e-4ac2-9d9e-9d6a139fd06f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0496817 Sep 08 13:37:18.117789 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a775ce8-e6f6-4a18-9327-721296a8922e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:18.149822 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:18.180753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-8e2ed546-e10b-400a-8cd1-8b4c44868a7c service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931821 Sep 08 13:37:18.191788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabbf126-5751-457f-be63-72bb51c39217']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:18.199846 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a775ce8-e6f6-4a18-9327-721296a8922e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720e4e23-448b-42cf-ae47-77f4317a4fbc,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:18.205551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a6fa19-06f4-4a50-b839-7a6b539a9188') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:18.205867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a6fa19-06f4-4a50-b839-7a6b539a9188') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:18.216220 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:18.232648 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:18.239076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:37:18.239501 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:37:18.243618 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:37:18.285904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-840f7010-2feb-4d3f-8655-b10e1318ca60 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977571 Sep 08 13:37:18.337463 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-a9340ad8-5f1c-4657-97c9-1841b1f465da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=c552540d-028f-4164-8a1b-e5a7710ba7e3 HTTP/1.1" status: 200 len: 217 time: 0.0431492 Sep 08 13:37:18.392275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-4adda131-a877-4dbc-84a8-f213ed987f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:18.394049 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-4adda131-a877-4dbc-84a8-f213ed987f03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0498803 Sep 08 13:37:18.448794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-e7b3c60c-7704-4505-8746-0c2573ccbb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:18.450801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-e7b3c60c-7704-4505-8746-0c2573ccbb54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0497906 Sep 08 13:37:18.566580 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-fcfeab24-59fd-4284-80f1-e55a11ba8f55 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084154 Sep 08 13:37:18.599410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 13213861-80cc-428e-a352-60acc88b9415 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:37:18.655532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 13213861-80cc-428e-a352-60acc88b9415 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:37:18.655870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 13213861-80cc-428e-a352-60acc88b9415 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:37:18.686556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-b4986e1f-02d2-43ca-9d03-e2c53b8e6734 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112139 Sep 08 13:37:18.696016 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a775ce8-e6f6-4a18-9327-721296a8922e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:18.697241 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2a775ce8-e6f6-4a18-9327-721296a8922e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6934259 Sep 08 13:37:18.701398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57844) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:18.706711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a2e32c3a-bcf1-402a-99eb-44f28d68f8dc tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '720e4e23-448b-42cf-ae47-77f4317a4fbc', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:18.747148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-24331feb-35dc-40e9-8181-339b8c17258b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=40eac85f-cf5c-4adc-a61a-941a1e8e8c55 HTTP/1.1" status: 200 len: 217 time: 0.0531237 Sep 08 13:37:18.751623 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea530212-4c56-4851-9f5a-77cb21c2a3dd req-a215377f-3f51-4faa-a8e7-01af9d25d009 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:18.753251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea530212-4c56-4851-9f5a-77cb21c2a3dd req-a215377f-3f51-4faa-a8e7-01af9d25d009 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 950 time: 0.0631266 Sep 08 13:37:18.795075 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea530212-4c56-4851-9f5a-77cb21c2a3dd req-25464c04-ee16-4121-aabe-de1349733d86 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351646 Sep 08 13:37:18.812415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-26f67690-ece0-41bb-83c4-3ff2a2a318ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:18.813955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-26f67690-ece0-41bb-83c4-3ff2a2a318ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0596638 Sep 08 13:37:18.822783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:18.833694 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:18.833694 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/networks/eabbf126-5751-457f-be63-72bb51c39217 HTTP/1.1" status: 204 len: 168 time: 1.6087689 Sep 08 13:37:18.835806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57848) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:18.846735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f9b8a-3da0-4660-93a9-5501322a5dc2 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Network': ['ID=eabbf126-5751-457f-be63-72bb51c39217,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:18.913830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2e32c3a-bcf1-402a-99eb-44f28d68f8dc tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:18.980983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-77ff1bfb-99ba-4e4e-b41b-c72f329199c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:18.982576 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-77ff1bfb-99ba-4e4e-b41b-c72f329199c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1595039 Sep 08 13:37:19.187001 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2e32c3a-bcf1-402a-99eb-44f28d68f8dc tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:19.219302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1439c-3647-408b-a66d-31d62d593447 req-475ad14d-d1ef-41b1-921a-8e0f016a15bb tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:19.220837 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-25b1439c-3647-408b-a66d-31d62d593447 req-475ad14d-d1ef-41b1-921a-8e0f016a15bb tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.3637087 Sep 08 13:37:19.270371 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2e32c3a-bcf1-402a-99eb-44f28d68f8dc tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:19.289926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-6e49fb6e-a519-47f9-9b18-d27998cbad95 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897422 Sep 08 13:37:19.333718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e32c3a-bcf1-402a-99eb-44f28d68f8dc tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6692162d-b682-4b02-966e-8449e0c1eb7e,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:19.379485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-25b1439c-3647-408b-a66d-31d62d593447 req-542ee88a-9ade-46bc-b3e1-33484a00c199 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520739 Sep 08 13:37:19.463739 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-27420c44-3ded-463e-b1e7-0cefd54b98cb service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600811 Sep 08 13:37:19.535273 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2e32c3a-bcf1-402a-99eb-44f28d68f8dc tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:19.536610 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a2e32c3a-bcf1-402a-99eb-44f28d68f8dc tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8337166 Sep 08 13:37:19.538026 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-b4a52d20-5811-47a4-abb8-e599d324a6da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8b504d36-6f5e-4621-aea1-52b1103c4f18 HTTP/1.1" status: 200 len: 217 time: 0.0582039 Sep 08 13:37:19.539609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57858) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:19.545695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-609b6fce-1405-4035-a06e-994e8ccedaa8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '720e4e23-448b-42cf-ae47-77f4317a4fbc', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:19.614024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-63a73cd2-3beb-4fe2-9be8-afe9a6330717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:19.615553 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-63a73cd2-3beb-4fe2-9be8-afe9a6330717 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0652654 Sep 08 13:37:19.641843 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6027e12a-84ca-4cf3-85fb-4ea4d48f4e1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:19.736533 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-609b6fce-1405-4035-a06e-994e8ccedaa8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:19.770453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-5e1b8b82-afe3-485c-b7f6-634c91ba8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:19.771976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-5e1b8b82-afe3-485c-b7f6-634c91ba8125 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1477351 Sep 08 13:37:19.952290 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-609b6fce-1405-4035-a06e-994e8ccedaa8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:20.004906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe0808-d4e4-4fef-98db-31d086cf28f1 req-084e5487-2cef-4887-8026-ccde913968e6 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:20.006547 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28fe0808-d4e4-4fef-98db-31d086cf28f1 req-084e5487-2cef-4887-8026-ccde913968e6 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 950 time: 0.1348417 Sep 08 13:37:20.009601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-732acdff-50db-46d7-b430-b6a05a043798 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275262 Sep 08 13:37:20.093080 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-609b6fce-1405-4035-a06e-994e8ccedaa8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:20.165670 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28fe0808-d4e4-4fef-98db-31d086cf28f1 req-c752a096-82de-4416-ae0c-feeacd99471a tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521447 Sep 08 13:37:20.166363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b6fce-1405-4035-a06e-994e8ccedaa8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68348c6c-0413-4237-b5d2-f65a6e67423a,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:20.218585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-fa2b7f1f-c9f8-4cef-91e1-f9c1fb27f21e service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966939 Sep 08 13:37:20.270329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-11631c8a-2dc4-4f56-ae34-19590baa17b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a328e56e-80fe-432d-9f45-d2f8087d0cce HTTP/1.1" status: 200 len: 217 time: 0.0445540 Sep 08 13:37:20.272421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6027e12a-84ca-4cf3-85fb-4ea4d48f4e1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port 1af78a1f-7e2e-455c-acd0-55b1f5992184 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:37:20.272767 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6027e12a-84ca-4cf3-85fb-4ea4d48f4e1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:20.325681 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:37:20.377400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-63c6da8f-2f99-43b1-b8c0-d88e526fcb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:20.378929 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-63c6da8f-2f99-43b1-b8c0-d88e526fcb58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.1013908 Sep 08 13:37:20.419841 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-609b6fce-1405-4035-a06e-994e8ccedaa8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:20.421047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-609b6fce-1405-4035-a06e-994e8ccedaa8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8804433 Sep 08 13:37:20.424508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57868) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:20.427442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-6027e12a-84ca-4cf3-85fb-4ea4d48f4e1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] For port 1af78a1f-7e2e-455c-acd0-55b1f5992184, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1af78a1f-7e2e-455c-acd0-55b1f5992184,segment=NetworkSegment(221af0a6-2163-4b26-abeb-36bf5fcd3b24),segment_id=221af0a6-2163-4b26-abeb-36bf5fcd3b24)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:20.427816 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6027e12a-84ca-4cf3-85fb-4ea4d48f4e1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:20.431558 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-895e044f-31ad-4958-b104-f8f0ca16c2b1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '720e4e23-448b-42cf-ae47-77f4317a4fbc', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:20.457936 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6027e12a-84ca-4cf3-85fb-4ea4d48f4e1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for 1af78a1f-7e2e-455c-acd0-55b1f5992184 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:37:20.461784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-6c28d75d-3aa7-4fb0-bf24-96cac1e3cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:20.463405 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-6c28d75d-3aa7-4fb0-bf24-96cac1e3cdac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768907 Sep 08 13:37:20.525850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d41433-ca7f-4c0d-a6eb-5c4b99301097 req-3698aeb8-809e-48aa-9534-0575e695253e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:20.527783 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-39d41433-ca7f-4c0d-a6eb-5c4b99301097 req-3698aeb8-809e-48aa-9534-0575e695253e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.0609658 Sep 08 13:37:20.567891 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-895e044f-31ad-4958-b104-f8f0ca16c2b1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:20.593657 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-39d41433-ca7f-4c0d-a6eb-5c4b99301097 req-f6f7b98e-fb5c-4c52-b69d-8693628a7902 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544119 Sep 08 13:37:20.646691 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-895e044f-31ad-4958-b104-f8f0ca16c2b1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:20.674412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c0dbe-0c9a-4556-8ae9-9b2fdeed904a req-2cc71082-2840-46f8-a93d-bd435d273f58 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:20.675911 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf0c0dbe-0c9a-4556-8ae9-9b2fdeed904a req-2cc71082-2840-46f8-a93d-bd435d273f58 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.60 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 950 time: 0.1708446 Sep 08 13:37:20.722392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-eeff4a6c-0970-4369-94ef-a5ad36827a32 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183070 Sep 08 13:37:20.771394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-895e044f-31ad-4958-b104-f8f0ca16c2b1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:20.794595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e044f-31ad-4958-b104-f8f0ca16c2b1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d724c2f9-01f9-4df5-b0cc-a5d0789dcabb,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:20.959659 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-895e044f-31ad-4958-b104-f8f0ca16c2b1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:20.963692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-895e044f-31ad-4958-b104-f8f0ca16c2b1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5337207 Sep 08 13:37:20.963964 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57876) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:20.968823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-47a8bae4-ad92-4d91-abb7-f8465904215d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '720e4e23-448b-42cf-ae47-77f4317a4fbc', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:21.074127 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57878) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:21.149900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ebc40-87c3-4722-bf6a-04241fc0ec29 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:21.150473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ebc40-87c3-4722-bf6a-04241fc0ec29 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:21.150792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ebc40-87c3-4722-bf6a-04241fc0ec29 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:21.158334 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ff1ebc40-87c3-4722-bf6a-04241fc0ec29 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/ports?project_id=eda23cb6f0f640d1831f2ef54abd8e7a&network_id=78f3e639-3ed6-49f3-a4af-86edc2d35397 HTTP/1.1" status: 200 len: 2969 time: 0.0774820 Sep 08 13:37:21.184560 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-47a8bae4-ad92-4d91-abb7-f8465904215d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:21.229830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-116493c0-db7e-424c-acc7-85bec4f6dc3d service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993844 Sep 08 13:37:21.247919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-cf0c0dbe-0c9a-4556-8ae9-9b2fdeed904a req-e75119a9-31d1-47a2-a080-1577f91c8eae tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Deleting port 8f62ae29-594f-4bd1-aeef-c12422c600c5 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:37:21.248276 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf0c0dbe-0c9a-4556-8ae9-9b2fdeed904a req-e75119a9-31d1-47a2-a080-1577f91c8eae tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:21.283999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-8abcc946-20c6-4d2e-99e5-9bed3531feb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2723bb99-0650-45f7-8a57-793b4a9bd115 HTTP/1.1" status: 200 len: 217 time: 0.0456524 Sep 08 13:37:21.306789 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-47a8bae4-ad92-4d91-abb7-f8465904215d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:21.321409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37490d9e-8cb7-447a-9386-611b67d16ada req-8cd8f77b-96f3-4d9a-8bce-d17c6d12b72c tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:21.330606 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-37490d9e-8cb7-447a-9386-611b67d16ada req-8cd8f77b-96f3-4d9a-8bce-d17c6d12b72c tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 950 time: 0.0796819 Sep 08 13:37:21.365945 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-37490d9e-8cb7-447a-9386-611b67d16ada req-d9f0cdde-9385-47da-893c-a7bf366970b7 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/security-groups?id=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345392 Sep 08 13:37:21.386007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-1b47b2a3-7e95-465c-a88c-977bc8b3dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:21.387805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-1b47b2a3-7e95-465c-a88c-977bc8b3dc3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.0927823 Sep 08 13:37:21.436149 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6027e12a-84ca-4cf3-85fb-4ea4d48f4e1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:21.440288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cf0c0dbe-0c9a-4556-8ae9-9b2fdeed904a req-e75119a9-31d1-47a2-a080-1577f91c8eae tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] For port 8f62ae29-594f-4bd1-aeef-c12422c600c5, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8f62ae29-594f-4bd1-aeef-c12422c600c5,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:21.440647 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf0c0dbe-0c9a-4556-8ae9-9b2fdeed904a req-e75119a9-31d1-47a2-a080-1577f91c8eae tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:21.480464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-cf0c0dbe-0c9a-4556-8ae9-9b2fdeed904a req-e75119a9-31d1-47a2-a080-1577f91c8eae tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Calling delete_port for 8f62ae29-594f-4bd1-aeef-c12422c600c5 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:37:21.482474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027e12a-84ca-4cf3-85fb-4ea4d48f4e1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=1af78a1f-7e2e-455c-acd0-55b1f5992184,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:21.514872 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-47a8bae4-ad92-4d91-abb7-f8465904215d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:21.522652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-75d94c9a-a14c-4e4c-ae37-03f7c0034f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:21.524265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-75d94c9a-a14c-4e4c-ae37-03f7c0034f48 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1291645 Sep 08 13:37:21.540256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8bae4-ad92-4d91-abb7-f8465904215d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcceb868-2391-48a3-89ca-cfdca436c012,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:21.736872 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-47a8bae4-ad92-4d91-abb7-f8465904215d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:21.740574 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-47a8bae4-ad92-4d91-abb7-f8465904215d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7730770 Sep 08 13:37:21.742783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57894) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:21.747776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-5631fac4-768b-44e0-9fce-0a16587f2d54 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '720e4e23-448b-42cf-ae47-77f4317a4fbc', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:21.768420 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6027e12a-84ca-4cf3-85fb-4ea4d48f4e1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:21.829981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0662ac51-ea4d-4b34-a8ec-48731ce7aff5 req-e7d3583d-cfa7-463c-8280-96378ab89858 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:21.831741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0662ac51-ea4d-4b34-a8ec-48731ce7aff5 req-e7d3583d-cfa7-463c-8280-96378ab89858 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1472776 Sep 08 13:37:21.851332 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-5631fac4-768b-44e0-9fce-0a16587f2d54 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Project 8d38255802c64843a056aaa5d3c7c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:37:21.859825 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5631fac4-768b-44e0-9fce-0a16587f2d54 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:21.875213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-4cf91b7a-18f0-4fff-9f04-e1154dd19848 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173277 Sep 08 13:37:21.949785 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5631fac4-768b-44e0-9fce-0a16587f2d54 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.057468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0662ac51-ea4d-4b34-a8ec-48731ce7aff5 req-b5ea72bb-c009-414f-9924-41303f5ea506 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859131 Sep 08 13:37:22.091494 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5631fac4-768b-44e0-9fce-0a16587f2d54 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.110391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631fac4-768b-44e0-9fce-0a16587f2d54 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05f0b7d-ef6a-4ac3-8ece-a5aae70a373f,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:22.156437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b6c0ea-6335-4bcf-8cf9-de70607ff177 req-7ad4c1fa-2b07-47ea-afa0-061c01b4b625 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442398 Sep 08 13:37:22.178222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6027e12a-84ca-4cf3-85fb-4ea4d48f4e1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:37:22.221976 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf0c0dbe-0c9a-4556-8ae9-9b2fdeed904a req-e75119a9-31d1-47a2-a080-1577f91c8eae tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.268429 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5631fac4-768b-44e0-9fce-0a16587f2d54 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.270321 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5631fac4-768b-44e0-9fce-0a16587f2d54 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5265145 Sep 08 13:37:22.273485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57900) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:22.279347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b9d6d432-b72e-430c-874e-618c855b871e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '720e4e23-448b-42cf-ae47-77f4317a4fbc', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:22.284276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75119a9-31d1-47a2-a080-1577f91c8eae tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Pushing event deleted for resources: {'Port': ['ID=8f62ae29-594f-4bd1-aeef-c12422c600c5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:22.338872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6027e12a-84ca-4cf3-85fb-4ea4d48f4e1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:22.340678 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0c0dbe-0c9a-4556-8ae9-9b2fdeed904a req-e75119a9-31d1-47a2-a080-1577f91c8eae tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] No DVR routers for this DVR port 8f62ae29-594f-4bd1-aeef-c12422c600c5 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:37:22.347940 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6027e12a-84ca-4cf3-85fb-4ea4d48f4e1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5078053 Sep 08 13:37:22.347940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf0c0dbe-0c9a-4556-8ae9-9b2fdeed904a req-e75119a9-31d1-47a2-a080-1577f91c8eae tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.348314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57902) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:22.348529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf0c0dbe-0c9a-4556-8ae9-9b2fdeed904a req-e75119a9-31d1-47a2-a080-1577f91c8eae tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.60 "DELETE /v2.0/ports/8f62ae29-594f-4bd1-aeef-c12422c600c5 HTTP/1.1" status: 204 len: 173 time: 1.6608787 Sep 08 13:37:22.348954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538cf4fa-b7aa-47db-93f8-39f23ffbbab2', 'name': 'network-vif-deleted', 'tag': '8f62ae29-594f-4bd1-aeef-c12422c600c5'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:37:22.349087 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c4c292-f79a-4ecc-aaa8-c9d4c8b7c739 None None] Sync routers for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:37:22.351522 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa4fc72-094a-46ea-b2ed-be71b19b6c05" -d '{"events": [{"server_uuid": "538cf4fa-b7aa-47db-93f8-39f23ffbbab2", "name": "network-vif-deleted", "tag": "8f62ae29-594f-4bd1-aeef-c12422c600c5"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:37:22.369708 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4c292-f79a-4ecc-aaa8-c9d4c8b7c739 None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:22.370518 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-43c4c292-f79a-4ecc-aaa8-c9d4c8b7c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:22.416110 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-b9d6d432-b72e-430c-874e-618c855b871e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Project 8d38255802c64843a056aaa5d3c7c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:37:22.431615 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f572d6-5bcd-44df-8d10-2915d180aaa9 x-openstack-request-id: req-f4f572d6-5bcd-44df-8d10-2915d180aaa9 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:37:22.431908 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538cf4fa-b7aa-47db-93f8-39f23ffbbab2", "name": "network-vif-deleted", "tag": "8f62ae29-594f-4bd1-aeef-c12422c600c5", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:37:22.432377 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f4f572d6-5bcd-44df-8d10-2915d180aaa9 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:37:22.432590 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538cf4fa-b7aa-47db-93f8-39f23ffbbab2', 'name': 'network-vif-deleted', 'tag': '8f62ae29-594f-4bd1-aeef-c12422c600c5', 'status': 'completed', 'code': 200} Sep 08 13:37:22.434446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-52936464-f65e-4153-a92b-9f577be5a7cd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting subnet 2b960e8c-357b-4e8d-8d6d-df3ef7211399 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:37:22.439078 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9d6d432-b72e-430c-874e-618c855b871e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.441207 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-52936464-f65e-4153-a92b-9f577be5a7cd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.497328 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5be8fa8a-73c7-4a52-a71a-31d1b91e8ee9 req-ef912ddd-2913-4b5c-b18f-3aeba41465b6 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 210 time: 0.0388434 Sep 08 13:37:22.509023 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-43c4c292-f79a-4ecc-aaa8-c9d4c8b7c739 None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:22.536836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-52936464-f65e-4153-a92b-9f577be5a7cd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.620879 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9d6d432-b72e-430c-874e-618c855b871e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.679540 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-52936464-f65e-4153-a92b-9f577be5a7cd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.771246 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9d6d432-b72e-430c-874e-618c855b871e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.797142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6d432-b72e-430c-874e-618c855b871e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f78d5e-0d0e-432b-83a4-f5d8d9785a2a,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:22.824218 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-43c4c292-f79a-4ecc-aaa8-c9d4c8b7c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:20Z', 'revision_number': 9, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:22.844563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57912) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:22.859311 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c4c292-f79a-4ecc-aaa8-c9d4c8b7c739 None None] Checking router: 94117c00-18c0-41e7-ba45-4ab75c4d1dfc for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:37:22.869268 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c4c292-f79a-4ecc-aaa8-c9d4c8b7c739 None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:22.869813 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-43c4c292-f79a-4ecc-aaa8-c9d4c8b7c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:22.894759 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-52936464-f65e-4153-a92b-9f577be5a7cd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.957359 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9d6d432-b72e-430c-874e-618c855b871e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.957778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b808ca4d-3e8f-400a-8599-c339e892cdd1 None None] Network 382587f0-8edc-48bc-a9cd-669baaabc64f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:22.958621 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b9d6d432-b72e-430c-874e-618c855b871e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6832361 Sep 08 13:37:22.959503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52936464-f65e-4153-a92b-9f577be5a7cd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Subnet': ['ID=2b960e8c-357b-4e8d-8d6d-df3ef7211399,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:22.961718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57916) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:22.964719 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-52936464-f65e-4153-a92b-9f577be5a7cd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:22.967080 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-52936464-f65e-4153-a92b-9f577be5a7cd tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/2b960e8c-357b-4e8d-8d6d-df3ef7211399 HTTP/1.1" status: 204 len: 168 time: 0.6177008 Sep 08 13:37:22.969835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57918) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:22.972866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6fd109a4-9148-4794-b40a-cfbb34aafe2e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'network': {'name': 'tempest-network-smoke--1885176065', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'port_security_enabled': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:22.986079 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-43c4c292-f79a-4ecc-aaa8-c9d4c8b7c739 None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:23.061484 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.069739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabc1e5-188c-42c7-ba61-46548b4e5e2a tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:23.072472 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-deabc1e5-188c-42c7-ba61-46548b4e5e2a tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 814 time: 0.2252734 Sep 08 13:37:23.107974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd109a4-9148-4794-b40a-cfbb34aafe2e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Made reservation on behalf of 8d38255802c64843a056aaa5d3c7c4c2 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:37:23.111827 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6fd109a4-9148-4794-b40a-cfbb34aafe2e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.130978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port cf047e04-76f8-4267-9d18-6c1690d697f7 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:37:23.131337 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.220338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd109a4-9148-4794-b40a-cfbb34aafe2e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:37:23.222915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36f966e-4618-4f11-8a2c-42c0cf4fb2be None None] DHCP port deletion for 382587f0-8edc-48bc-a9cd-669baaabc64f request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:37:23.232314 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6fd109a4-9148-4794-b40a-cfbb34aafe2e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.234481 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-6fd109a4-9148-4794-b40a-cfbb34aafe2e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Added segment 2e638176-4064-4d7f-8a25-380f67ef927f of type vlan for network 6a5349f8-6de9-468d-80c4-5004d4f34481 Sep 08 13:37:23.251790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] For port cf047e04-76f8-4267-9d18-6c1690d697f7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cf047e04-76f8-4267-9d18-6c1690d697f7,segment=NetworkSegment(221af0a6-2163-4b26-abeb-36bf5fcd3b24),segment_id=221af0a6-2163-4b26-abeb-36bf5fcd3b24)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:23.252455 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.268473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for cf047e04-76f8-4267-9d18-6c1690d697f7 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:37:23.284667 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6fd109a4-9148-4794-b40a-cfbb34aafe2e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.335715 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a36f966e-4618-4f11-8a2c-42c0cf4fb2be None None] Deleting port cf047e04-76f8-4267-9d18-6c1690d697f7 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:37:23.339032 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a36f966e-4618-4f11-8a2c-42c0cf4fb2be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.387067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07b9e6-0953-45d8-917c-6629569d01e0 req-a28137fe-a018-4b3f-a157-1cdff1dc91b3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:23.388667 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b07b9e6-0953-45d8-917c-6629569d01e0 req-a28137fe-a018-4b3f-a157-1cdff1dc91b3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.0782332 Sep 08 13:37:23.430883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a36f966e-4618-4f11-8a2c-42c0cf4fb2be None None] For port cf047e04-76f8-4267-9d18-6c1690d697f7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cf047e04-76f8-4267-9d18-6c1690d697f7,segment=NetworkSegment(221af0a6-2163-4b26-abeb-36bf5fcd3b24),segment_id=221af0a6-2163-4b26-abeb-36bf5fcd3b24)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:23.431278 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a36f966e-4618-4f11-8a2c-42c0cf4fb2be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.443575 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b07b9e6-0953-45d8-917c-6629569d01e0 req-0c0d9bbe-94f6-4543-999b-0822f67e182d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472896 Sep 08 13:37:23.444598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a36f966e-4618-4f11-8a2c-42c0cf4fb2be None None] Calling delete_port for cf047e04-76f8-4267-9d18-6c1690d697f7 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:37:23.462598 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6fd109a4-9148-4794-b40a-cfbb34aafe2e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.474919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd109a4-9148-4794-b40a-cfbb34aafe2e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:23.474919 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6fd109a4-9148-4794-b40a-cfbb34aafe2e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.475294 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-43c4c292-f79a-4ecc-aaa8-c9d4c8b7c739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:20Z', 'revision_number': 9, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:23.505829 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c4c292-f79a-4ecc-aaa8-c9d4c8b7c739 None None] The sync data for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 is: [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:20Z', 'revision_number': 9, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e17bd8be-e8a5-4195-87c4-ca0625196444', 'name': '', 'network_id': '8afc2323-c083-4004-8e26-16449d872017', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:15:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:49Z', 'updated_at': '2021-09-08T13:36:56Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': '4df11f2a-82df-492b-ba5a-99fc4399790d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:23.509989 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.558598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No DVR routers for this DVR port cf047e04-76f8-4267-9d18-6c1690d697f7 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:37:23.567808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=cf047e04-76f8-4267-9d18-6c1690d697f7,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:23.577081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57928) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:23.582352 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a36f966e-4618-4f11-8a2c-42c0cf4fb2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.584669 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-13adf4ac-4afa-48f2-ad4f-a5e927ad94b9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'network': {'name': 'tempest-network-smoke--180786094', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'port_security_enabled': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:23.604191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd109a4-9148-4794-b40a-cfbb34aafe2e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Network': ['ID=6a5349f8-6de9-468d-80c4-5004d4f34481,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:23.634423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f966e-4618-4f11-8a2c-42c0cf4fb2be None None] No DVR routers for this DVR port cf047e04-76f8-4267-9d18-6c1690d697f7 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:37:23.636865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 6a5349f8-6de9-468d-80c4-5004d4f34481 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:37:23.660905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f966e-4618-4f11-8a2c-42c0cf4fb2be None None] Pushing event deleted for resources: {'Port': ['ID=cf047e04-76f8-4267-9d18-6c1690d697f7,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:23.680734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6fd109a4-9148-4794-b40a-cfbb34aafe2e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7151723 Sep 08 13:37:23.690524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57930) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:23.695765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'admin_state_up': True, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:23.704653 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.709124 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-423e3dd3-e459-4137-8d92-b5134686670e req-d65ae4b3-4efe-435a-a33b-3cea0d2eba66 tempest-VolumesBackupsTest-2056561902 tempest-VolumesBackupsTest-2056561902-project] 10.222.0.69 "GET /v2.0/ports?device_id=538cf4fa-b7aa-47db-93f8-39f23ffbbab2 HTTP/1.1" status: 200 len: 210 time: 0.0638013 Sep 08 13:37:23.755329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['382587f0-8edc-48bc-a9cd-669baaabc64f']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:23.765497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221af0a6-2163-4b26-abeb-36bf5fcd3b24') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:23.766252 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221af0a6-2163-4b26-abeb-36bf5fcd3b24') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:23.777588 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.792679 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.807656 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:37:23.810510 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:37:23.813887 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:37:23.862754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13adf4ac-4afa-48f2-ad4f-a5e927ad94b9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Made reservation on behalf of eda23cb6f0f640d1831f2ef54abd8e7a for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:37:23.866827 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13adf4ac-4afa-48f2-ad4f-a5e927ad94b9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.869629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8f62ae29-594f-4bd1-aeef-c12422c600c5 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:37:23.899315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 8f62ae29-594f-4bd1-aeef-c12422c600c5 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:37:23.899998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8f62ae29-594f-4bd1-aeef-c12422c600c5 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:37:23.907527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13adf4ac-4afa-48f2-ad4f-a5e927ad94b9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:37:23.916527 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13adf4ac-4afa-48f2-ad4f-a5e927ad94b9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:23.916859 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-13adf4ac-4afa-48f2-ad4f-a5e927ad94b9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Added segment 70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8 of type vlan for network 59752a4c-329e-4ddc-80a5-933c3d1512d7 Sep 08 13:37:23.958250 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13adf4ac-4afa-48f2-ad4f-a5e927ad94b9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:24.063203 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:24.068542 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:24.068940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:24.069106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13adf4ac-4afa-48f2-ad4f-a5e927ad94b9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:24.071185 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13adf4ac-4afa-48f2-ad4f-a5e927ad94b9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:24.071798 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-13adf4ac-4afa-48f2-ad4f-a5e927ad94b9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:24.080705 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:24.082611 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/networks/382587f0-8edc-48bc-a9cd-669baaabc64f HTTP/1.1" status: 204 len: 168 time: 1.1118219 Sep 08 13:37:24.085342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57936) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:24.150654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adf4ac-4afa-48f2-ad4f-a5e927ad94b9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Network': ['ID=59752a4c-329e-4ddc-80a5-933c3d1512d7,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:24.161731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 59752a4c-329e-4ddc-80a5-933c3d1512d7 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:37:24.170050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62c1de-ce57-4d94-9269-917a86ae8884 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Network': ['ID=382587f0-8edc-48bc-a9cd-669baaabc64f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:24.199805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:24.275428 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-13adf4ac-4afa-48f2-ad4f-a5e927ad94b9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6967576 Sep 08 13:37:24.278503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57938) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:24.365721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4b70d9-4eb0-458a-9cd1-31eebae6c599 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:24.370526 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-db4b70d9-4eb0-458a-9cd1-31eebae6c599 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=eda23cb6f0f640d1831f2ef54abd8e7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0874777 Sep 08 13:37:24.370818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57940) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:24.469617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e84c8d4-084a-4b37-ae40-c661ec322e01 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:24.474165 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5e84c8d4-084a-4b37-ae40-c661ec322e01 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0994182 Sep 08 13:37:24.474738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57942) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:24.525368 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8e2cf873-a99d-4746-b2ac-fd8feb191a11 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0486176 Sep 08 13:37:24.527677 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57946) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:24.530724 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:24.567288 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8f180566-4115-42fd-a93e-fee50de96f1f tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=eda23cb6f0f640d1831f2ef54abd8e7a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385077 Sep 08 13:37:24.571495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57948) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:24.628467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6c220-0870-43b9-911b-7aecfbd6bc3c req-3a601f3c-2be3-4873-b660-1b3e54b0b323 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:24.629785 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97e6c220-0870-43b9-911b-7aecfbd6bc3c req-3a601f3c-2be3-4873-b660-1b3e54b0b323 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.0654831 Sep 08 13:37:24.652200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cf047e04-76f8-4267-9d18-6c1690d697f7 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:37:24.674258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: cf047e04-76f8-4267-9d18-6c1690d697f7 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:37:24.678988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cf047e04-76f8-4267-9d18-6c1690d697f7 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:37:24.678988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1af78a1f-7e2e-455c-acd0-55b1f5992184 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:37:24.688204 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97e6c220-0870-43b9-911b-7aecfbd6bc3c req-28d982cb-b825-4eeb-810f-4c06b0ae1316 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451674 Sep 08 13:37:24.709676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 1af78a1f-7e2e-455c-acd0-55b1f5992184 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:37:24.709676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1af78a1f-7e2e-455c-acd0-55b1f5992184 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:37:24.787571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309f3800-c0f1-4724-b92a-435bd6ba56fe tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:24.791848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-309f3800-c0f1-4724-b92a-435bd6ba56fe tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2173319 Sep 08 13:37:24.792029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57954) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:24.837776 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9921953a-64f4-4d75-b088-83316650f24b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:24.843007 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-347da65f-2270-42a2-b820-6f23695d3a25 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499692 Sep 08 13:37:24.846901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57960) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:24.852109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1e4abe97-4c28-454d-b642-cd33f24b7687 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1918150970', 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:25.079831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4abe97-4c28-454d-b642-cd33f24b7687 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Made reservation on behalf of eda23cb6f0f640d1831f2ef54abd8e7a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:37:25.090794 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1e4abe97-4c28-454d-b642-cd33f24b7687 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:25.417058 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1e4abe97-4c28-454d-b642-cd33f24b7687 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:25.498890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4abe97-4c28-454d-b642-cd33f24b7687 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Checking segment: {'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:25.499121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4abe97-4c28-454d-b642-cd33f24b7687 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network hostable DHCP agents. Network: 59752a4c-329e-4ddc-80a5-933c3d1512d7, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:37:25.501580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4abe97-4c28-454d-b642-cd33f24b7687 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Subnet': ['ID=b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:25.503531 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:25.532466 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:25.623266 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4abe97-4c28-454d-b642-cd33f24b7687 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network 59752a4c-329e-4ddc-80a5-933c3d1512d7 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:37:25.668648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57968) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:25.696964 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-1e4abe97-4c28-454d-b642-cd33f24b7687 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 59752a4c-329e-4ddc-80a5-933c3d1512d7) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:25.710123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4abe97-4c28-454d-b642-cd33f24b7687 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:25.710429 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ee07bb-5e7f-4a0f-ba37-0fe4be436ddb None None] Network 59752a4c-329e-4ddc-80a5-933c3d1512d7 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:25.714011 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1e4abe97-4c28-454d-b642-cd33f24b7687 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:25.734148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.25.5.142 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:25.785394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9921953a-64f4-4d75-b088-83316650f24b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port e17bd8be-e8a5-4195-87c4-ca0625196444 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:37:25.785686 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9921953a-64f4-4d75-b088-83316650f24b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:25.864731 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1e4abe97-4c28-454d-b642-cd33f24b7687 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0162544 Sep 08 13:37:25.893668 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-985a4a7b-6c65-410d-be8a-5bdd95e25f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.005456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf127e6-14b3-4f94-8278-86251275a28f req-0150d2fe-e617-4e6d-bbac-cc70124368b9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:26.007152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2cf127e6-14b3-4f94-8278-86251275a28f req-0150d2fe-e617-4e6d-bbac-cc70124368b9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 943 time: 0.1978786 Sep 08 13:37:26.018070 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-9921953a-64f4-4d75-b088-83316650f24b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] For port e17bd8be-e8a5-4195-87c4-ca0625196444, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e17bd8be-e8a5-4195-87c4-ca0625196444,segment=NetworkSegment(fba5c55c-d234-4838-8efe-ab1ddddb241e),segment_id=fba5c55c-d234-4838-8efe-ab1ddddb241e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:26.018497 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9921953a-64f4-4d75-b088-83316650f24b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.063896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-59752a4c-329e-4ddc-80a5-933c3d1512d7', 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ips': [{'subnet_id': 'b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:37:26.064597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9921953a-64f4-4d75-b088-83316650f24b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for e17bd8be-e8a5-4195-87c4-ca0625196444 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:37:26.064800 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.069938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-985a4a7b-6c65-410d-be8a-5bdd95e25f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.079849 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.111459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2cf127e6-14b3-4f94-8278-86251275a28f req-a99c2118-705f-4853-b338-ab74e7c5be33 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900600 Sep 08 13:37:26.159650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-985a4a7b-6c65-410d-be8a-5bdd95e25f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.264429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a4a7b-6c65-410d-be8a-5bdd95e25f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e578e467-ff49-4e8f-8260-847daf70fb97,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:26.270919 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-985a4a7b-6c65-410d-be8a-5bdd95e25f4d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b4a9377c07fe4464b25efe11a69302cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6011615 Sep 08 13:37:26.274263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57980) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:26.329048 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.337032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Allocated IP 172.20.0.18 (59752a4c-329e-4ddc-80a5-933c3d1512d7/b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced/37ec24aa-6495-460a-b9c5-8e20b45d2e6e) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:26.338552 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4e28ae5-4f8e-4f89-a0e2-5a2b67ccf73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.374474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4e28ae5-4f8e-4f89-a0e2-5a2b67ccf73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.420435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:37:26.441171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:26.450882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:26.454379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:26.458784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:26.471815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57982) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:26.478224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e6cf1431-f825-4892-9e79-16d60377f500 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128886210', 'description': 'tempest-secgroup-smoke-2128886210 description', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:26.520112 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4e28ae5-4f8e-4f89-a0e2-5a2b67ccf73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.523599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4e28ae5-4f8e-4f89-a0e2-5a2b67ccf73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.526959 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a4e28ae5-4f8e-4f89-a0e2-5a2b67ccf73d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e578e467-ff49-4e8f-8260-847daf70fb97 HTTP/1.1" status: 204 len: 168 time: 0.2516375 Sep 08 13:37:26.535936 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e28ae5-4f8e-4f89-a0e2-5a2b67ccf73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e578e467-ff49-4e8f-8260-847daf70fb97,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:26.625553 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:26.648656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'port_id': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'mac_address': 'fa:16:3e:dd:6c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:37:26.650696 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.698452 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9921953a-64f4-4d75-b088-83316650f24b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.732629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921953a-64f4-4d75-b088-83316650f24b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=e17bd8be-e8a5-4195-87c4-ca0625196444,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:26.771133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1431-f825-4892-9e79-16d60377f500 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.867795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Transition to ACTIVE for port object 37ec24aa-6495-460a-b9c5-8e20b45d2e6e will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:26.897595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Transition to ACTIVE for port object 37ec24aa-6495-460a-b9c5-8e20b45d2e6e will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:26.901377 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.913140 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1431-f825-4892-9e79-16d60377f500 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:26.918570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:37:26.941810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:27.020456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.063293 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.075692 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9921953a-64f4-4d75-b088-83316650f24b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.096605 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1431-f825-4892-9e79-16d60377f500 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.119979 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Pushing event updated for resources: {'Port': ['ID=37ec24aa-6495-460a-b9c5-8e20b45d2e6e,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:27.131813 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.140433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf1431-f825-4892-9e79-16d60377f500 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9973d37a-0aa8-489f-ba11-9692ff40353c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:27.184649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Network 59752a4c-329e-4ddc-80a5-933c3d1512d7 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:27.188205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:27.197166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:27.263418 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6cf1431-f825-4892-9e79-16d60377f500 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.263418 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e6cf1431-f825-4892-9e79-16d60377f500 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7857826 Sep 08 13:37:27.263418 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57998) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:27.271076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2f95b71d-11c0-4564-9960-49982f50029f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': '9973d37a-0aa8-489f-ba11-9692ff40353c', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:27.321616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Attempting to bind port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:27.334464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Attempting to bind port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:27.334464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Attempting to bind port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e on network 59752a4c-329e-4ddc-80a5-933c3d1512d7 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:27.336605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:27.350476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:27.352984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Checking segment: {'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:27.352984 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.352984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Bound using segment: {'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:27.352984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Bound port: 37ec24aa-6495-460a-b9c5-8e20b45d2e6e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:27.353415 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.373071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['dc4dfb6b-2a80-4cd0-946b-dfe2cff73839'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:37:27.379226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb89e72-86ae-4da2-a0d3-844c24f050cd req-70f63aa3-cc4f-4f3a-bd0c-5def98bb1d6f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:27.391259 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfb89e72-86ae-4da2-a0d3-844c24f050cd req-70f63aa3-cc4f-4f3a-bd0c-5def98bb1d6f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 944 time: 0.1285782 Sep 08 13:37:27.418703 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f95b71d-11c0-4564-9960-49982f50029f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.507355 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] For port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:27.526525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] For port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=37ec24aa-6495-460a-b9c5-8e20b45d2e6e,segment=NetworkSegment(70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8),segment_id=70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:27.551971 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f95b71d-11c0-4564-9960-49982f50029f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.630568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfb89e72-86ae-4da2-a0d3-844c24f050cd req-08cd989c-65ed-447b-850e-2e9e7d31a0c3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2389410 Sep 08 13:37:27.693248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9921953a-64f4-4d75-b088-83316650f24b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:37:27.709449 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.715868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.765243 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f95b71d-11c0-4564-9960-49982f50029f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:27.777500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b7f883-8cc9-4982-aa97-d9c66a3f5d54 None None] Pushing event updated for resources: {'Port': ['ID=37ec24aa-6495-460a-b9c5-8e20b45d2e6e,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:27.805060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f95b71d-11c0-4564-9960-49982f50029f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7d5e9b-01d7-4af7-b059-f564b66be4ac,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:27.868117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9921953a-64f4-4d75-b088-83316650f24b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:27.888456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c0fb1-b702-4756-871f-570d60e1a5ff None None] Sync routers for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:37:27.900383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c0fb1-b702-4756-871f-570d60e1a5ff None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:27.901238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-649c0fb1-b702-4756-871f-570d60e1a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:27.907558 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9921953a-64f4-4d75-b088-83316650f24b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8201327 Sep 08 13:37:27.908905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58010) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:28.002372 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a65078-25c9-47a2-b595-4ce0ec75f3b7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting subnet 4df11f2a-82df-492b-ba5a-99fc4399790d {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:37:28.007501 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a65078-25c9-47a2-b595-4ce0ec75f3b7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.042148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-649c0fb1-b702-4756-871f-570d60e1a5ff None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:28.042435 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f95b71d-11c0-4564-9960-49982f50029f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.043644 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2f95b71d-11c0-4564-9960-49982f50029f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7786858 Sep 08 13:37:28.048591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58012) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:28.056193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-180df88c-53fc-4166-afdc-0a755f9eb914 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': '9973d37a-0aa8-489f-ba11-9692ff40353c', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:28.071273 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a65078-25c9-47a2-b595-4ce0ec75f3b7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.177503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router 832254fc-4d56-4d99-9c1f-d5d365f2d8de is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:37:28.207914 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a65078-25c9-47a2-b595-4ce0ec75f3b7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.303339 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-180df88c-53fc-4166-afdc-0a755f9eb914 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.363796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-649c0fb1-b702-4756-871f-570d60e1a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:26Z', 'revision_number': 10, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:28.397685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:28.397930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c0fb1-b702-4756-871f-570d60e1a5ff None None] Checking router: 94117c00-18c0-41e7-ba45-4ab75c4d1dfc for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:37:28.409772 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Sync routers for ids ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:37:28.421856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c0fb1-b702-4756-871f-570d60e1a5ff None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:28.427648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-649c0fb1-b702-4756-871f-570d60e1a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:28.427769 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a65078-25c9-47a2-b595-4ce0ec75f3b7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.436604 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Routers {'832254fc-4d56-4d99-9c1f-d5d365f2d8de'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:28.438817 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:28.467993 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-180df88c-53fc-4166-afdc-0a755f9eb914 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.472321 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a65078-25c9-47a2-b595-4ce0ec75f3b7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Subnet': ['ID=4df11f2a-82df-492b-ba5a-99fc4399790d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:28.480238 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a65078-25c9-47a2-b595-4ce0ec75f3b7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.480238 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f4a65078-25c9-47a2-b595-4ce0ec75f3b7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/4df11f2a-82df-492b-ba5a-99fc4399790d HTTP/1.1" status: 204 len: 168 time: 0.5692503 Sep 08 13:37:28.482646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58022) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:28.492027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:28.494939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4db38e-48b7-45f0-a615-2a0b9f34e58a None None] Network 8afc2323-c083-4004-8e26-16449d872017 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:28.571484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.578056 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bf7d6897-d6cf-430d-8919-1ccec6cbd8a1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.8861322 Sep 08 13:37:28.579008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58024) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:28.612602 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.639805 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Set router 832254fc-4d56-4d99-9c1f-d5d365f2d8de gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:28.696988 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-180df88c-53fc-4166-afdc-0a755f9eb914 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.759713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180df88c-53fc-4166-afdc-0a755f9eb914 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2f0b2d-2180-48e0-9343-5f4ebfddd473,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:28.808562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:37:28.810370 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.909388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-649c0fb1-b702-4756-871f-570d60e1a5ff None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:28.922582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 37ec24aa-6495-460a-b9c5-8e20b45d2e6e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:28.973045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-180df88c-53fc-4166-afdc-0a755f9eb914 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:28.976007 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-180df88c-53fc-4166-afdc-0a755f9eb914 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9272139 Sep 08 13:37:28.980857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58032) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:28.997169 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:37:26Z', 'revision_number': 3, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:28.999860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e9a304ce-5322-4af5-8ada-c14c78283942 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': '9973d37a-0aa8-489f-ba11-9692ff40353c', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:29.067002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c212628-b8bd-4c8c-abf3-49578a052f01 req-b4857313-4371-4267-abbe-a8c4cc1834ae tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:29.069613 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Checking router: 832254fc-4d56-4d99-9c1f-d5d365f2d8de for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:37:29.069975 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Updating router 832254fc-4d56-4d99-9c1f-d5d365f2d8de port eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:37:29.072917 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c212628-b8bd-4c8c-abf3-49578a052f01 req-b4857313-4371-4267-abbe-a8c4cc1834ae tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 944 time: 0.2160161 Sep 08 13:37:29.074205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] For port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6a3a950e-03a1-463b-b1a7-cd556b2d80b0,segment=NetworkSegment(fba5c55c-d234-4838-8efe-ab1ddddb241e),segment_id=fba5c55c-d234-4838-8efe-ab1ddddb241e)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:29.078302 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.120788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:37:29.147837 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.218033 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9a304ce-5322-4af5-8ada-c14c78283942 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.240892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fd2787-f30f-4dcb-9752-540a6714f356 None None] Network 59752a4c-329e-4ddc-80a5-933c3d1512d7 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:29.252109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:29.252781 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.294820 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9a304ce-5322-4af5-8ada-c14c78283942 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.300763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f6c3c578-ea6d-4064-af05-019cd0d92058 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=8d38255802c64843a056aaa5d3c7c4c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7180600 Sep 08 13:37:29.301804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58040) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:29.310062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c212628-b8bd-4c8c-abf3-49578a052f01 req-d84ae5a2-d2b6-48be-a75c-cb02767b620d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230184 Sep 08 13:37:29.417026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcce3b5-61b2-4c75-8444-3400232479b7 None None] DHCP port deletion for 8afc2323-c083-4004-8e26-16449d872017 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:37:29.426689 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.439624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23753936-2db8-4256-bb32-3ebfb2b050f4 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:29.441365 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-23753936-2db8-4256-bb32-3ebfb2b050f4 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1380756 Sep 08 13:37:29.456615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58044) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:29.467888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No DVR routers for this DVR port 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:37:29.470095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=6a3a950e-03a1-463b-b1a7-cd556b2d80b0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:29.535763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ff14fd3c-0085-4e87-bff3-4348dbca23fa tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798950 Sep 08 13:37:29.535970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58054) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:29.541178 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9a304ce-5322-4af5-8ada-c14c78283942 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.549459 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-efcdc208-373f-4d39-a1bc-a24911b294db tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1072137876', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:29.604370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a304ce-5322-4af5-8ada-c14c78283942 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c3b78d-3f67-49ec-8f36-8e0badb4c33d,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:29.667767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:29.677062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6bcce3b5-61b2-4c75-8444-3400232479b7 None None] The port '6a3a950e-03a1-463b-b1a7-cd556b2d80b0' was deleted {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Sep 08 13:37:29.728797 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.730524 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e9a304ce-5322-4af5-8ada-c14c78283942 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.731806 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e9a304ce-5322-4af5-8ada-c14c78283942 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7444127 Sep 08 13:37:29.734564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58084) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:29.739173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1eab212b-aab8-404b-ad0a-981da7197c06 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': '9973d37a-0aa8-489f-ba11-9692ff40353c', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:29.743912 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Transition to ACTIVE for port object eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:29.763888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-846afccc-cec5-4f34-81b3-1eccad6bbcf6 None None] Provisioning for port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:29.803995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-846afccc-cec5-4f34-81b3-1eccad6bbcf6 None None] Provisioning complete for port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:29.805055 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-846afccc-cec5-4f34-81b3-1eccad6bbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.865506 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.873615 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.950731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8afc2323-c083-4004-8e26-16449d872017']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:29.955870 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1eab212b-aab8-404b-ad0a-981da7197c06 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.971843 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Attempting to bind port eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:29.972232 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Attempting to bind port eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:29.974530 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Attempting to bind port eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:29.986579 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba5c55c-d234-4838-8efe-ab1ddddb241e') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:29.986949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba5c55c-d234-4838-8efe-ab1ddddb241e') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:29.987502 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a4111-f044-4f00-82f9-35c8a5c985d0 None None] Pushing event updated for resources: {'Port': ['ID=eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:29.994166 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:29.998058 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:29.998058 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:29.998058 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:29.998058 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Bound port: eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:29.998058 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.012946 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.036209 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.061994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:37:30.063028 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:37:30.091811 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:37:30.111880 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1eab212b-aab8-404b-ad0a-981da7197c06 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.112647 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] For port eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:30.124291 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] For port eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:30.170107 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.219781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:37:30.222149 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306e9afb-7aea-4132-b3fc-ccf7b9ec74c8" -d '{"events": [{"server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "name": "network-vif-plugged", "status": "completed", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:37:30.247014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:30.301300 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.301793 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1eab212b-aab8-404b-ad0a-981da7197c06 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.303800 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.305702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcdc208-373f-4d39-a1bc-a24911b294db tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Made reservation on behalf of 8d38255802c64843a056aaa5d3c7c4c2 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:37:30.317535 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4437282d-3d99-4d34-8b67-6c4151c579f9 x-openstack-request-id: req-4437282d-3d99-4d34-8b67-6c4151c579f9 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:37:30.317535 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "name": "network-vif-plugged", "status": "completed", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:37:30.317535 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4437282d-3d99-4d34-8b67-6c4151c579f9 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:37:30.317535 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'code': 200} Sep 08 13:37:30.318537 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efcdc208-373f-4d39-a1bc-a24911b294db tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.318814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-649c0fb1-b702-4756-871f-570d60e1a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:26Z', 'revision_number': 10, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:30.325883 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.332329 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-846afccc-cec5-4f34-81b3-1eccad6bbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.339357 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/networks/8afc2323-c083-4004-8e26-16449d872017 HTTP/1.1" status: 204 len: 168 time: 1.8547769 Sep 08 13:37:30.356904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58098) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:30.428230 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c0fb1-b702-4756-871f-570d60e1a5ff None None] The sync data for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 is: [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:26Z', 'revision_number': 10, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None, '_interfaces': [{'id': '48cce954-ac15-48e1-8b6a-7fd0e09e0b19', 'name': '', 'network_id': '78f30c9f-9175-4033-bdeb-a7246ac1d693', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'mac_address': 'fa:16:3e:84:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:36:42Z', 'updated_at': '2021-09-08T13:36:51Z', 'revision_number': 5, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'subnets': [{'id': 'f19bd275-c3b0-4447-9bb7-0efe58aff74e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:30.477306 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-846afccc-cec5-4f34-81b3-1eccad6bbcf6 None None] For port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=37ec24aa-6495-460a-b9c5-8e20b45d2e6e,segment=NetworkSegment(70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8),segment_id=70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:30.479075 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.500221 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a4111-f044-4f00-82f9-35c8a5c985d0 None None] Pushing event updated for resources: {'Port': ['ID=eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:30.506745 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Routers {'832254fc-4d56-4d99-9c1f-d5d365f2d8de'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:30.507677 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:30.576872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,revision_number=10']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:30.585456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35177318-613c-4396-b0d0-d1f3d46ac823 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Network': ['ID=8afc2323-c083-4004-8e26-16449d872017,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:30.610161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab212b-aab8-404b-ad0a-981da7197c06 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceb38eea-22d4-4af4-b102-784a1bbad2d6,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:30.737270 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-846afccc-cec5-4f34-81b3-1eccad6bbcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.737619 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] Set router 832254fc-4d56-4d99-9c1f-d5d365f2d8de gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:30.837381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846afccc-cec5-4f34-81b3-1eccad6bbcf6 None None] Pushing event updated for resources: {'Port': ['ID=37ec24aa-6495-460a-b9c5-8e20b45d2e6e,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:30.853111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8efa35-293e-4b84-8241-1a7d7d9ce80a req-a99dda5e-e603-4d82-aa5e-ea24485f1d48 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:30.865565 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a8efa35-293e-4b84-8241-1a7d7d9ce80a req-a99dda5e-e603-4d82-aa5e-ea24485f1d48 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 946 time: 0.3279078 Sep 08 13:37:30.897874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2e73c6eb-2ac6-47a0-a7ca-1278f65611c3 None None] Provisioning complete for port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:30.898818 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2e73c6eb-2ac6-47a0-a7ca-1278f65611c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:30.985430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:37:31.002404 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a8efa35-293e-4b84-8241-1a7d7d9ce80a req-2b75e263-b835-457b-b683-6791d420be25 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357262 Sep 08 13:37:31.044644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:37:31.045683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6a3a950e-03a1-463b-b1a7-cd556b2d80b0 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:37:31.046917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e17bd8be-e8a5-4195-87c4-ca0625196444 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:37:31.127289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: e17bd8be-e8a5-4195-87c4-ca0625196444 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:37:31.127289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e17bd8be-e8a5-4195-87c4-ca0625196444 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:37:31.157370 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:37:26Z', 'revision_number': 3, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:31.193015 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929b50ee-a2dc-46f1-a351-725a2941f6eb None None] The sync data for ids ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'] in n-d-807558-3 is: [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:37:26Z', 'revision_number': 3, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:31.294501 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1eab212b-aab8-404b-ad0a-981da7197c06 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:31.298813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58118) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:31.299203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1eab212b-aab8-404b-ad0a-981da7197c06 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5635953 Sep 08 13:37:31.304965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8374cdea-724e-4963-9815-8c749839f843 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': '9973d37a-0aa8-489f-ba11-9692ff40353c', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:31.316702 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efcdc208-373f-4d39-a1bc-a24911b294db tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:31.381621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54105b1c-31e8-442f-9fb9-fc02ae0a46c1 req-3a870a08-bf08-4007-9df3-6ad2ee1c1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:31.383805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54105b1c-31e8-442f-9fb9-fc02ae0a46c1 req-3a870a08-bf08-4007-9df3-6ad2ee1c1e20 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 1097 time: 0.0997822 Sep 08 13:37:31.402898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcdc208-373f-4d39-a1bc-a24911b294db tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Checking segment: {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:31.403273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcdc208-373f-4d39-a1bc-a24911b294db tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network hostable DHCP agents. Network: 6a5349f8-6de9-468d-80c4-5004d4f34481, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:37:31.414701 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcdc208-373f-4d39-a1bc-a24911b294db tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Subnet': ['ID=9e7bfa47-b850-4e42-b298-3412a2b937d6,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:31.455131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54105b1c-31e8-442f-9fb9-fc02ae0a46c1 req-85ebc341-64c6-4496-9b38-828286f23db1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573566 Sep 08 13:37:31.489522 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-8374cdea-724e-4963-9815-8c749839f843 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Project eda23cb6f0f640d1831f2ef54abd8e7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:37:31.493107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8374cdea-724e-4963-9815-8c749839f843 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:31.601017 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8374cdea-724e-4963-9815-8c749839f843 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:31.605021 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5678-6df7-4db6-8136-0f258b41d79b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:31.656202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcdc208-373f-4d39-a1bc-a24911b294db tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 6a5349f8-6de9-468d-80c4-5004d4f34481 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:37:31.753567 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8374cdea-724e-4963-9815-8c749839f843 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:31.776099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374cdea-724e-4963-9815-8c749839f843 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f1c9c78-52e9-4b41-88ff-d1030debb1c7,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:31.800041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-efcdc208-373f-4d39-a1bc-a24911b294db tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 6a5349f8-6de9-468d-80c4-5004d4f34481) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:31.806388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcdc208-373f-4d39-a1bc-a24911b294db tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:31.807532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efcdc208-373f-4d39-a1bc-a24911b294db tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:31.817838 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f423050-729c-47f5-a1c2-25b71176e7c6 None None] Network 6a5349f8-6de9-468d-80c4-5004d4f34481 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:31.999556 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8374cdea-724e-4963-9815-8c749839f843 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:32.002685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8374cdea-724e-4963-9815-8c749839f843 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7025566 Sep 08 13:37:32.004452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58156) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:32.011543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-efcdc208-373f-4d39-a1bc-a24911b294db tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4660299 Sep 08 13:37:32.011705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b5d05878-b1b0-413d-90c8-68de1dd46f31 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': '9973d37a-0aa8-489f-ba11-9692ff40353c', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:32.011829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58158) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:32.030107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b5678-6df7-4db6-8136-0f258b41d79b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:37:32.030839 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5678-6df7-4db6-8136-0f258b41d79b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:32.144757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-8e1b5678-6df7-4db6-8136-0f258b41d79b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] For port 48cce954-ac15-48e1-8b6a-7fd0e09e0b19, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=48cce954-ac15-48e1-8b6a-7fd0e09e0b19,segment=NetworkSegment(544534e5-d6f0-4428-9ae9-ec101b177617),segment_id=544534e5-d6f0-4428-9ae9-ec101b177617)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:32.145137 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5678-6df7-4db6-8136-0f258b41d79b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:32.158987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b5678-6df7-4db6-8136-0f258b41d79b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:37:32.259265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-6a5349f8-6de9-468d-80c4-5004d4f34481', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ips': [{'subnet_id': '9e7bfa47-b850-4e42-b298-3412a2b937d6'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:37:32.261345 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:32.324364 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-b5d05878-b1b0-413d-90c8-68de1dd46f31 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Project eda23cb6f0f640d1831f2ef54abd8e7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:37:32.339205 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5d05878-b1b0-413d-90c8-68de1dd46f31 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:32.422544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58166) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:32.428035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Request body: {'network': {'name': 'tempest-network-smoke--1989542230', 'project_id': '1322909c51764a77a670cba32d078a01', 'port_security_enabled': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:32.492092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4d7c3-ddc9-4cd5-aa56-d6cf269c4e51 req-04026576-900e-49a9-8b59-1b6868fd5b2b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:32.496147 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c8c4d7c3-ddc9-4cd5-aa56-d6cf269c4e51 req-04026576-900e-49a9-8b59-1b6868fd5b2b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 946 time: 0.2799840 Sep 08 13:37:32.511966 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5d05878-b1b0-413d-90c8-68de1dd46f31 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:32.605184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Made reservation on behalf of 1322909c51764a77a670cba32d078a01 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:37:32.609789 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:32.624728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Allocated IP 172.20.0.2 (6a5349f8-6de9-468d-80c4-5004d4f34481/9e7bfa47-b850-4e42-b298-3412a2b937d6/dc42547a-c7d6-4098-8b78-aec9631e6f29) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:32.627719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:32.662967 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5678-6df7-4db6-8136-0f258b41d79b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:32.665029 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5d05878-b1b0-413d-90c8-68de1dd46f31 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:32.720895 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c8c4d7c3-ddc9-4cd5-aa56-d6cf269c4e51 req-e8345b4a-8ce5-4084-bfb7-0c77a65da894 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910074 Sep 08 13:37:32.810207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b5678-6df7-4db6-8136-0f258b41d79b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=48cce954-ac15-48e1-8b6a-7fd0e09e0b19,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:32.810207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d05878-b1b0-413d-90c8-68de1dd46f31 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4d708b-0811-41e4-94ec-dfa906bf7a76,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:32.959698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 37ec24aa-6495-460a-b9c5-8e20b45d2e6e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:33.054150 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8e1b5678-6df7-4db6-8136-0f258b41d79b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.083175 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.133709 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.149832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Transition to ACTIVE for port object dc42547a-c7d6-4098-8b78-aec9631e6f29 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:33.177059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:33.181770 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.208755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Transition to ACTIVE for port object dc42547a-c7d6-4098-8b78-aec9631e6f29 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:33.278941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:33.292635 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.314435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1b5678-6df7-4db6-8136-0f258b41d79b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:37:33.356327 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.407651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1b5678-6df7-4db6-8136-0f258b41d79b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:33.412934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8e1b5678-6df7-4db6-8136-0f258b41d79b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0357959 Sep 08 13:37:33.415641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58192) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:33.419929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Network 6a5349f8-6de9-468d-80c4-5004d4f34481 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:33.423850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:33.429227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:33.442089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626bda0a-fda9-4472-8fbc-2a28a02d89ef None None] Sync routers for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:37:33.475687 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Pushing event updated for resources: {'Port': ['ID=dc42547a-c7d6-4098-8b78-aec9631e6f29,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:33.479420 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.497327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626bda0a-fda9-4472-8fbc-2a28a02d89ef None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:33.498163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-626bda0a-fda9-4472-8fbc-2a28a02d89ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:33.547610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd68362-fe3b-4ecd-b846-4bc2ead8b7ca tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting subnet f19bd275-c3b0-4447-9bb7-0efe58aff74e {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:37:33.550509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:37:33.557591 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dbd68362-fe3b-4ecd-b846-4bc2ead8b7ca tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.563823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e102d78-a931-48d4-bbb8-f5a71e40c82c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:33.587920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:33.597268 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.598131 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Added segment 7cca55b4-0fca-4b67-84f5-98ffd77b2d5c of type vlan for network 6b45e308-0084-4196-9934-cb2c6db9e9c6 Sep 08 13:37:33.598464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:33.598464 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.620078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.20.0.1 (6a5349f8-6de9-468d-80c4-5004d4f34481/9e7bfa47-b850-4e42-b298-3412a2b937d6/f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:33.654963 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dbd68362-fe3b-4ecd-b846-4bc2ead8b7ca tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.661622 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b5d05878-b1b0-413d-90c8-68de1dd46f31 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.673006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b5d05878-b1b0-413d-90c8-68de1dd46f31 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6562638 Sep 08 13:37:33.705785 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.717346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-626bda0a-fda9-4472-8fbc-2a28a02d89ef None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:33.816995 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dbd68362-fe3b-4ecd-b846-4bc2ead8b7ca tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.828479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Attempting to bind port dc42547a-c7d6-4098-8b78-aec9631e6f29 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:33.828867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Attempting to bind port dc42547a-c7d6-4098-8b78-aec9631e6f29 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:33.830444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Attempting to bind port dc42547a-c7d6-4098-8b78-aec9631e6f29 on network 6a5349f8-6de9-468d-80c4-5004d4f34481 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:33.844560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-626bda0a-fda9-4472-8fbc-2a28a02d89ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:32Z', 'revision_number': 11, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:33.887361 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.896871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:33.898368 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.904826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626bda0a-fda9-4472-8fbc-2a28a02d89ef None None] Checking router: 94117c00-18c0-41e7-ba45-4ab75c4d1dfc for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:37:33.906897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:33.907617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Checking segment: {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:33.908096 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.908609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Bound using segment: {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:33.909203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Bound port: dc42547a-c7d6-4098-8b78-aec9631e6f29, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:33.909627 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:33.934741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626bda0a-fda9-4472-8fbc-2a28a02d89ef None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:33.935394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-626bda0a-fda9-4472-8fbc-2a28a02d89ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:34.059088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Network': ['ID=6b45e308-0084-4196-9934-cb2c6db9e9c6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:34.078515 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-41bab378-515d-4026-aa4a-cbecf8f905e7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6547296 Sep 08 13:37:34.081892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58220) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:34.083170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 6b45e308-0084-4196-9934-cb2c6db9e9c6 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:37:34.089672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'admin_state_up': True, 'project_id': '1322909c51764a77a670cba32d078a01', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:34.094235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-626bda0a-fda9-4472-8fbc-2a28a02d89ef None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:34.138069 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.194614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-626bda0a-fda9-4472-8fbc-2a28a02d89ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:32Z', 'revision_number': 11, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:34.264279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626bda0a-fda9-4472-8fbc-2a28a02d89ef None None] The sync data for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 is: [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:32Z', 'revision_number': 11, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:34.280671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dbd68362-fe3b-4ecd-b846-4bc2ead8b7ca tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.282012 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.291684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] For port dc42547a-c7d6-4098-8b78-aec9631e6f29, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:34.295043 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:34.298547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0377e-11e3-404c-a9ab-a36ec0ecd6c6 req-445f8830-030c-4f4c-bed9-9a86d3048bac tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:34.298709 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.300503 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89a0377e-11e3-404c-a9ab-a36ec0ecd6c6 req-445f8830-030c-4f4c-bed9-9a86d3048bac tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 946 time: 0.0938308 Sep 08 13:37:34.313125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] For port dc42547a-c7d6-4098-8b78-aec9631e6f29, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=dc42547a-c7d6-4098-8b78-aec9631e6f29,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:34.314902 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.320814 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Transition to ACTIVE for port object f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:34.333911 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dbd68362-fe3b-4ecd-b846-4bc2ead8b7ca tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.338687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dbd68362-fe3b-4ecd-b846-4bc2ead8b7ca tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/f19bd275-c3b0-4447-9bb7-0efe58aff74e HTTP/1.1" status: 204 len: 168 time: 0.9220343 Sep 08 13:37:34.348144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64153308-569b-4867-b79d-4dcab4a1bfb0 None None] Network 78f30c9f-9175-4033-bdeb-a7246ac1d693 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:34.353516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58222) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:34.363426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd68362-fe3b-4ecd-b846-4bc2ead8b7ca tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Subnet': ['ID=f19bd275-c3b0-4447-9bb7-0efe58aff74e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:34.424348 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.436974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-89a0377e-11e3-404c-a9ab-a36ec0ecd6c6 req-56727b7a-9a45-41c0-a42f-775d6f7c6190 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265259 Sep 08 13:37:34.440449 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.441211 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.541932 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.556347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Deleting port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:37:34.556835 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.586675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:34.671846 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] For port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f,segment=NetworkSegment(544534e5-d6f0-4428-9ae9-ec101b177617),segment_id=544534e5-d6f0-4428-9ae9-ec101b177617)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:34.671846 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.673361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0664926-b082-4bbc-a823-284de80328f1 None None] Pushing event updated for resources: {'Port': ['ID=dc42547a-c7d6-4098-8b78-aec9631e6f29,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:34.673839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Calling delete_port for 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:37:34.731786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a50f01-f157-4ba1-9871-3441db224a44 None None] DHCP port deletion for 78f30c9f-9175-4033-bdeb-a7246ac1d693 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:37:34.749862 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.770987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:34.841522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-72a50f01-f157-4ba1-9871-3441db224a44 None None] Deleting port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:37:34.842654 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-72a50f01-f157-4ba1-9871-3441db224a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.846354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:34.847050 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:34.878233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 6a5349f8-6de9-468d-80c4-5004d4f34481 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:34.882632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:34.891150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:34.986963 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.013438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:35.030063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-72a50f01-f157-4ba1-9871-3441db224a44 None None] For port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f,segment=NetworkSegment(544534e5-d6f0-4428-9ae9-ec101b177617),segment_id=544534e5-d6f0-4428-9ae9-ec101b177617)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:35.032718 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-72a50f01-f157-4ba1-9871-3441db224a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.047249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-72a50f01-f157-4ba1-9871-3441db224a44 None None] Calling delete_port for 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:37:35.048444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.051088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Port': ['ID=82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:35.068711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No DVR routers for this DVR port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:37:35.147755 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.208359 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-72a50f01-f157-4ba1-9871-3441db224a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.229615 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.248493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a50f01-f157-4ba1-9871-3441db224a44 None None] No DVR routers for this DVR port 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:37:35.252424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:37:35.257150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a50f01-f157-4ba1-9871-3441db224a44 None None] Pushing event deleted for resources: {'Port': ['ID=82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:35.293822 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:37:35.294057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 48cce954-ac15-48e1-8b6a-7fd0e09e0b19 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:37:35.298096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f30c9f-9175-4033-bdeb-a7246ac1d693']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:35.317133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544534e5-d6f0-4428-9ae9-ec101b177617') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:35.317434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544534e5-d6f0-4428-9ae9-ec101b177617') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:35.329747 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.344878 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.351949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:37:35.353055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:37:35.356129 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:37:35.581863 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-bcc8977d-3a2b-4caf-82a4-5d03f6270b79 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128886210&fields=id&tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a HTTP/1.1" status: 200 len: 267 time: 0.0953856 Sep 08 13:37:35.585309 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.606195 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.654262 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.698091 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14692886-b306-48bf-81a4-50b3df2e3110 req-03cfc00e-30a4-4da8-b423-6568b4fdc362 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:35.700076 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14692886-b306-48bf-81a4-50b3df2e3110 req-03cfc00e-30a4-4da8-b423-6568b4fdc362 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 946 time: 0.0970807 Sep 08 13:37:35.734327 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.760783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:35.763405 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/networks/78f30c9f-9175-4033-bdeb-a7246ac1d693 HTTP/1.1" status: 204 len: 168 time: 1.4087961 Sep 08 13:37:35.773750 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58236) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:35.778458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4bfb10ec-fc47-4df0-ab35-95114e3df1fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'router': {'routes': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:35.797645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5574f28-9aac-4ee8-b69e-e99e09371429 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Pushing event deleted for resources: {'Network': ['ID=78f30c9f-9175-4033-bdeb-a7246ac1d693,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:35.870921 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14692886-b306-48bf-81a4-50b3df2e3110 req-1e2e84e1-c419-43c5-a8a3-e3f1907b3ea5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422489 Sep 08 13:37:35.937177 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Allocated IP 172.25.5.69 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/08cfbb32-e3c7-491c-bdd3-b66a6d70e9db) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:35.974154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-86e1a50c-2ada-422f-87a9-1cee579dd3f6 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:35.976081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-86e1a50c-2ada-422f-87a9-1cee579dd3f6 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/networks?id=59752a4c-329e-4ddc-80a5-933c3d1512d7 HTTP/1.1" status: 200 len: 796 time: 0.3724849 Sep 08 13:37:36.063237 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-495bbac4-9395-4bc8-9a47-8a4922cf73c5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/quotas/eda23cb6f0f640d1831f2ef54abd8e7a HTTP/1.1" status: 200 len: 375 time: 0.0406561 Sep 08 13:37:36.106426 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2d1091-8d52-4e20-bba5-c2ea8482bb48 None None] Network 6a5349f8-6de9-468d-80c4-5004d4f34481 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:36.178805 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:36.243706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.extraroute_db [None req-4bfb10ec-fc47-4df0-ab35-95114e3df1fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Added routes are [] {{(pid=96263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 08 13:37:36.243947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.extraroute_db [None req-4bfb10ec-fc47-4df0-ab35-95114e3df1fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Removed routes are [] {{(pid=96263) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 08 13:37:36.244305 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4bfb10ec-fc47-4df0-ab35-95114e3df1fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:36.274096 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:36.350997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-57e534e8-e127-4169-b72d-82080d9223e3 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2867801 Sep 08 13:37:36.374877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:36.384027 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:36.427918 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:36.461839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8b7b6cb8-a463-4e9d-bffc-2361a284fce1 None None] Provisioning for port dc42547a-c7d6-4098-8b78-aec9631e6f29 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:36.521335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 6a5349f8-6de9-468d-80c4-5004d4f34481 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:36.523832 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:36.706591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router 832254fc-4d56-4d99-9c1f-d5d365f2d8de has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:37:36.760424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device dc42547a-c7d6-4098-8b78-aec9631e6f29 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:36.881741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:36.895175 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f2fba9f3-9129-4db1-b9ae-cbb1bc9a5c44 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "PUT /v2.0/routers/832254fc-4d56-4d99-9c1f-d5d365f2d8de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8827364 Sep 08 13:37:36.897668 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4bfb10ec-fc47-4df0-ab35-95114e3df1fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:36.902109 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4bfb10ec-fc47-4df0-ab35-95114e3df1fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:36.907081 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Sync routers for ids ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:37:36.923910 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Routers {'832254fc-4d56-4d99-9c1f-d5d365f2d8de'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:36.924517 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:36.970949 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port dc42547a-c7d6-4098-8b78-aec9631e6f29 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:36.976932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port dc42547a-c7d6-4098-8b78-aec9631e6f29 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:36.977341 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:37.043677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-eeaf6c88-42e0-40a3-88bb-849d52bdbd2b None None] Provisioning for port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:37.074689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-eeaf6c88-42e0-40a3-88bb-849d52bdbd2b None None] Provisioning complete for port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:37.074987 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eeaf6c88-42e0-40a3-88bb-849d52bdbd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:37.123142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bfb10ec-fc47-4df0-ab35-95114e3df1fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:37:37.161689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf6c88-42e0-40a3-88bb-849d52bdbd2b None None] Port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:37:37.177094 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-b27dd16c-2cd6-4e0c-912a-c56de2a1a8e0 service neutron] 10.222.0.69 "GET /v2.0/networks/59752a4c-329e-4ddc-80a5-933c3d1512d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7773840 Sep 08 13:37:37.182673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231123f-5758-46eb-9900-3946bad5770b req-8b3ae610-6f7a-4a60-b3b1-28a7a539bd5d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:37.197230 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1231123f-5758-46eb-9900-3946bad5770b req-8b3ae610-6f7a-4a60-b3b1-28a7a539bd5d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 946 time: 0.1486752 Sep 08 13:37:37.230133 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:37.294090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port dc42547a-c7d6-4098-8b78-aec9631e6f29, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=dc42547a-c7d6-4098-8b78-aec9631e6f29,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:37.301750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1231123f-5758-46eb-9900-3946bad5770b req-20bb6972-fdd1-4cfa-97e9-8c9bf004f05c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034975 Sep 08 13:37:37.304536 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Set router 832254fc-4d56-4d99-9c1f-d5d365f2d8de gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:37.318462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-01fe4ccf-954d-44b2-94aa-5cff86df7218 None None] Provisioning complete for port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:37.318854 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-01fe4ccf-954d-44b2-94aa-5cff86df7218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:37.375072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:37.416601 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:37.424318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-01fe4ccf-954d-44b2-94aa-5cff86df7218 None None] Port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:37:37.456315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-10168a77-fcc5-4718-8c30-fb14e8a4c69c service neutron] 10.222.0.69 "GET /v2.0/networks/59752a4c-329e-4ddc-80a5-933c3d1512d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781923 Sep 08 13:37:37.457434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bfb10ec-fc47-4df0-ab35-95114e3df1fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:37.469920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4bfb10ec-fc47-4df0-ab35-95114e3df1fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:37.475676 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4bfb10ec-fc47-4df0-ab35-95114e3df1fe tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc HTTP/1.1" status: 200 len: 705 time: 1.7009404 Sep 08 13:37:37.480917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58250) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:37.483886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306e1f9-8b66-4b22-92e8-4715f4e72a00 None None] Sync routers for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:37:37.580115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:37:37.591734 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306e1f9-8b66-4b22-92e8-4715f4e72a00 None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:37.593236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6306e1f9-8b66-4b22-92e8-4715f4e72a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:37.631609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:37.640135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Port': ['ID=08cfbb32-e3c7-491c-bdd3-b66a6d70e9db,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:37.648503 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7171c5de-60de-42d4-82fc-b461bb650e4f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=94117c00-18c0-41e7-ba45-4ab75c4d1dfc HTTP/1.1" status: 200 len: 205 time: 0.1599867 Sep 08 13:37:37.658873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58260) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:37.661996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:37.665278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:37:37.665752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 82eee316-d7c9-4a4d-b3f0-2fdd9b7f3b5f not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:37:37.676678 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:37.681788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=dc42547a-c7d6-4098-8b78-aec9631e6f29,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:37.707794 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-c6c05e98-ff35-445b-8611-110aa624e896 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1242628986&fields=id&tenant_id=8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 267 time: 0.1123722 Sep 08 13:37:37.728230 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6306e1f9-8b66-4b22-92e8-4715f4e72a00 None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:37.786552 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:37:35Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0', 'name': '', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:ca:f6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:33Z', 'updated_at': '2021-09-08T13:37:36Z', 'revision_number': 2, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:37.822705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-58e16385-5ad7-418e-a7a9-272e7ac712a9 None None] Provisioning complete for port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:37.822705 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58e16385-5ad7-418e-a7a9-272e7ac712a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:37.828286 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Checking router: 832254fc-4d56-4d99-9c1f-d5d365f2d8de for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:37:37.828987 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Updating router 832254fc-4d56-4d99-9c1f-d5d365f2d8de port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:37:37.860447 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6306e1f9-8b66-4b22-92e8-4715f4e72a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:32Z', 'revision_number': 11, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:37.914161 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:37.918100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-7a5a013c-8409-4a0b-b43f-1f8e730e21f4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:37.918716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306e1f9-8b66-4b22-92e8-4715f4e72a00 None None] Checking router: 94117c00-18c0-41e7-ba45-4ab75c4d1dfc for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:37:37.926369 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-7a5a013c-8409-4a0b-b43f-1f8e730e21f4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/networks?id=6a5349f8-6de9-468d-80c4-5004d4f34481 HTTP/1.1" status: 200 len: 797 time: 0.2176478 Sep 08 13:37:37.947003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-58e16385-5ad7-418e-a7a9-272e7ac712a9 None None] Port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:37:37.955226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6306e1f9-8b66-4b22-92e8-4715f4e72a00 None None] Routers {'94117c00-18c0-41e7-ba45-4ab75c4d1dfc'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:37.957141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6306e1f9-8b66-4b22-92e8-4715f4e72a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:37.962465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-70c9962a-be27-4a40-b93f-167f443cf0af tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/quotas/8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 375 time: 0.0278671 Sep 08 13:37:37.988877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6291f87d-3465-45fe-a0d3-3c612d6081e4 req-efed09d2-05df-4aee-901c-6cf933d8e581 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 210 time: 0.0662498 Sep 08 13:37:38.036891 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c2ca-e821-42da-8eb4-5c34b50455bf tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.056349 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-bd567af2-07ab-4892-9a4f-61c9220b7c8a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853450 Sep 08 13:37:38.057705 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-00ef0723-2e74-489d-ab18-329c7e153943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.128572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6306e1f9-8b66-4b22-92e8-4715f4e72a00 None None] Set router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:38.200201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6306e1f9-8b66-4b22-92e8-4715f4e72a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:32Z', 'revision_number': 11, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:38.229601 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6306e1f9-8b66-4b22-92e8-4715f4e72a00 None None] The sync data for ids ['94117c00-18c0-41e7-ba45-4ab75c4d1dfc'] in n-d-807558-3 is: [{'id': '94117c00-18c0-41e7-ba45-4ab75c4d1dfc', 'name': 'tempest-RoutersIpV6Test-router-1469799081', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:36:40Z', 'updated_at': '2021-09-08T13:37:32Z', 'revision_number': 11, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:38.294950 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-8b05732a-8c66-44fe-8f00-8f40c9ab1b00 service neutron] 10.222.0.69 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162089 Sep 08 13:37:38.415264 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.435588 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Transition to ACTIVE for port object f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:38.435786 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-87342f01-13d6-454d-9ac8-65a57f1d4d50 service neutron] 10.222.0.69 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397748 Sep 08 13:37:38.447199 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c2ca-e821-42da-8eb4-5c34b50455bf tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.450580 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c2ca-e821-42da-8eb4-5c34b50455bf tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.511686 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.575725 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0fe1f-196f-439e-8222-5e2680f5d71a None None] Pushing event updated for resources: {'Port': ['ID=f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:38.663457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device dc42547a-c7d6-4098-8b78-aec9631e6f29 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:38.675992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.680083 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c2ca-e821-42da-8eb4-5c34b50455bf tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.680083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb6c2ca-e821-42da-8eb4-5c34b50455bf tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Fanout notify agent at l3_agent the message router_deleted on router 94117c00-18c0-41e7-ba45-4ab75c4d1dfc {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:37:38.681788 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Attempting to bind port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:38.682313 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Attempting to bind port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:38.682742 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Attempting to bind port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 on network 6a5349f8-6de9-468d-80c4-5004d4f34481 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:38.688132 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8bb6c2ca-e821-42da-8eb4-5c34b50455bf tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.689663 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8bb6c2ca-e821-42da-8eb4-5c34b50455bf tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc HTTP/1.1" status: 204 len: 168 time: 1.0289218 Sep 08 13:37:38.693878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58276) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:38.698833 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:38.699207 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Checking segment: {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:38.699614 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.700394 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Bound using segment: {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:38.700874 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Bound port: f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:38.701256 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.704778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-65b11157-6900-4e60-acab-4b24daefdb37 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1999404966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:38.772794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port dc42547a-c7d6-4098-8b78-aec9631e6f29 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:38.773751 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.839520 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] For port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:38.846830 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] For port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:38.919688 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65b11157-6900-4e60-acab-4b24daefdb37 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.921397 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65b11157-6900-4e60-acab-4b24daefdb37 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:38.977479 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:39.004254 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65b11157-6900-4e60-acab-4b24daefdb37 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:39.070923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d405725-d187-40e0-bc3c-972364fae6bf req-df6ae897-64da-450b-b430-4b56d75c1876 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 210 time: 0.0780835 Sep 08 13:37:39.091097 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f97eb5e2-73cd-43cf-a654-9ce07906b463 req-807252d3-db83-412c-b2e9-35396473863a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 210 time: 0.0460823 Sep 08 13:37:39.136689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:39.143528 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0fe1f-196f-439e-8222-5e2680f5d71a None None] Pushing event updated for resources: {'Port': ['ID=f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:39.153104 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Routers {'832254fc-4d56-4d99-9c1f-d5d365f2d8de'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:39.153877 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:39.182099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65b11157-6900-4e60-acab-4b24daefdb37 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:39.296552 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65b11157-6900-4e60-acab-4b24daefdb37 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:39.300722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-65b11157-6900-4e60-acab-4b24daefdb37 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6044006 Sep 08 13:37:39.301696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58290) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:39.307111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d89a1f88-1a6f-4f29-a97a-6e38045e1d1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Request body: {'router': {'admin_state_up': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:39.334408 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] Set router 832254fc-4d56-4d99-9c1f-d5d365f2d8de gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:39.456626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Router d31377d2-cf49-4e4b-81d9-6d57347cb254 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:37:39.571180 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d89a1f88-1a6f-4f29-a97a-6e38045e1d1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-747774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-728590', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2967'] for router, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:39.616800 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:37:35Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0', 'name': '', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:ca:f6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:33Z', 'updated_at': '2021-09-08T13:37:38Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:39.658226 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f584593-90e5-4371-b699-87af7b560a1f None None] The sync data for ids ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'] in n-d-807558-3 is: [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:37:35Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0', 'name': '', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:ca:f6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:33Z', 'updated_at': '2021-09-08T13:37:38Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:39.673364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:39.686623 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Sync routers for ids ['d31377d2-cf49-4e4b-81d9-6d57347cb254'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:37:39.701697 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Routers {'d31377d2-cf49-4e4b-81d9-6d57347cb254'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:39.702414 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d31377d2-cf49-4e4b-81d9-6d57347cb254'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:39.708660 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d89a1f88-1a6f-4f29-a97a-6e38045e1d1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-747751', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-747752', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-728695'] for router, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:39.806045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:39.811042 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eafadff4-260c-46e0-b20f-a3f42560b79f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.7241278 Sep 08 13:37:39.811042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58296) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:39.867380 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Set router d31377d2-cf49-4e4b-81d9-6d57347cb254 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:40.018677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c4b8a532-a71c-433c-b0a7-a0b897174e65 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1322909c51764a77a670cba32d078a01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2057338 Sep 08 13:37:40.021283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58302) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:40.096909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89a1f88-1a6f-4f29-a97a-6e38045e1d1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Router 0208f88a-20bd-4ec0-95dd-0233553621ac is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:37:40.189608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1ebcf9-d672-4936-aabb-29e0ed66872c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:40.194515 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4b1ebcf9-d672-4936-aabb-29e0ed66872c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1688936 Sep 08 13:37:40.197109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58308) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:40.197280 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:37:38Z', 'revision_number': 3, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:40.237815 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b5937114-0b0c-40ba-bc9e-1dc3b8492532 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383031 Sep 08 13:37:40.240480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58310) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:40.247805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-cc71ad39-0336-49c2-b72a-54e82b6dbf44 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1876594444', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'project_id': '1322909c51764a77a670cba32d078a01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:40.268194 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Checking router: d31377d2-cf49-4e4b-81d9-6d57347cb254 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:37:40.268812 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Updating router d31377d2-cf49-4e4b-81d9-6d57347cb254 port 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:37:40.284726 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fec08410-b2a2-45c7-a1a1-4f74ed80fbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:40.307230 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:40.315246 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c51499be-14df-4657-8f4b-1aadcc0f9b90 req-388f8cca-25f3-45cb-b78a-860991c08dc1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 210 time: 0.0737252 Sep 08 13:37:40.332881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89a1f88-1a6f-4f29-a97a-6e38045e1d1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:40.349674 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d89a1f88-1a6f-4f29-a97a-6e38045e1d1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:40.351357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d55a7-6767-4a70-9976-81e716e6a36b None None] Sync routers for ids ['0208f88a-20bd-4ec0-95dd-0233553621ac'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:37:40.359807 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d89a1f88-1a6f-4f29-a97a-6e38045e1d1a tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "PUT /v2.0/routers/0208f88a-20bd-4ec0-95dd-0233553621ac HTTP/1.1" status: 200 len: 698 time: 1.0568798 Sep 08 13:37:40.360469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58312) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:40.403721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d55a7-6767-4a70-9976-81e716e6a36b None None] Routers {'0208f88a-20bd-4ec0-95dd-0233553621ac'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:40.405712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f75d55a7-6767-4a70-9976-81e716e6a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['0208f88a-20bd-4ec0-95dd-0233553621ac'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:40.430914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-afd7f930-6d4b-483f-bbaa-004c930eb0ae req-82520f37-4afd-48e5-9a61-2ef4d5e8ebbc tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 210 time: 0.2803769 Sep 08 13:37:40.521406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc71ad39-0336-49c2-b72a-54e82b6dbf44 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Made reservation on behalf of 1322909c51764a77a670cba32d078a01 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:37:40.537046 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cc71ad39-0336-49c2-b72a-54e82b6dbf44 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:40.546071 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-efcab8f4-690f-4e75-8e45-29af5df1f3c3 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/routers/0208f88a-20bd-4ec0-95dd-0233553621ac HTTP/1.1" status: 200 len: 704 time: 0.1414933 Sep 08 13:37:40.548235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58314) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:40.568082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-f75d55a7-6767-4a70-9976-81e716e6a36b None None] Set router 0208f88a-20bd-4ec0-95dd-0233553621ac gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:40.613998 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0e849c61-2a3c-4902-8c80-a681abe7513d tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=0208f88a-20bd-4ec0-95dd-0233553621ac HTTP/1.1" status: 200 len: 205 time: 0.0642979 Sep 08 13:37:40.616501 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58316) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:40.666468 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:40.671674 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f75d55a7-6767-4a70-9976-81e716e6a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0208f88a-20bd-4ec0-95dd-0233553621ac', 'name': 'tempest-RoutersIpV6Test-router-1999404966', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:38Z', 'updated_at': '2021-09-08T13:37:39Z', 'revision_number': 2, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:40.765115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d55a7-6767-4a70-9976-81e716e6a36b None None] Checking router: 0208f88a-20bd-4ec0-95dd-0233553621ac for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:37:40.777890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:40.812123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d55a7-6767-4a70-9976-81e716e6a36b None None] Routers {'0208f88a-20bd-4ec0-95dd-0233553621ac'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:40.812910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f75d55a7-6767-4a70-9976-81e716e6a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['0208f88a-20bd-4ec0-95dd-0233553621ac'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:40.855232 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9e271f7b-7de5-4b35-a1b4-01217cf3a8e7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:40.941730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-f75d55a7-6767-4a70-9976-81e716e6a36b None None] Set router 0208f88a-20bd-4ec0-95dd-0233553621ac gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:40.970962 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.020474 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Transition to ACTIVE for port object 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:41.044825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f75d55a7-6767-4a70-9976-81e716e6a36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0208f88a-20bd-4ec0-95dd-0233553621ac', 'name': 'tempest-RoutersIpV6Test-router-1999404966', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:38Z', 'updated_at': '2021-09-08T13:37:39Z', 'revision_number': 2, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:41.084199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d55a7-6767-4a70-9976-81e716e6a36b None None] The sync data for ids ['0208f88a-20bd-4ec0-95dd-0233553621ac'] in n-d-807558-3 is: [{'id': '0208f88a-20bd-4ec0-95dd-0233553621ac', 'name': 'tempest-RoutersIpV6Test-router-1999404966', 'tenant_id': '5539ee3902fc46c69b73220fec881e11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:38Z', 'updated_at': '2021-09-08T13:37:39Z', 'revision_number': 2, 'project_id': '5539ee3902fc46c69b73220fec881e11', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:41.159417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:41.159655 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.169646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:41.169646 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.214269 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9e271f7b-7de5-4b35-a1b4-01217cf3a8e7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.221682 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9e271f7b-7de5-4b35-a1b4-01217cf3a8e7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.239336 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cc71ad39-0336-49c2-b72a-54e82b6dbf44 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.321632 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Attempting to bind port 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:41.322328 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Attempting to bind port 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:41.330238 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Attempting to bind port 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:41.369849 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:41.370152 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:41.374445 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.375426 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:41.376402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Bound port: 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:41.376866 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.378969 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaec7fc-5aeb-45bf-8d48-b74eea348158 None None] Pushing event updated for resources: {'Port': ['ID=08cfbb32-e3c7-491c-bdd3-b66a6d70e9db,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:41.434445 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.440929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc71ad39-0336-49c2-b72a-54e82b6dbf44 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Checking segment: {'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:41.441885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71ad39-0336-49c2-b72a-54e82b6dbf44 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network hostable DHCP agents. Network: 6b45e308-0084-4196-9934-cb2c6db9e9c6, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:37:41.471138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-3fbfd7f4-2b98-4775-8b0c-04e7171ff54e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:41.483401 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] For port 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:41.485327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-3fbfd7f4-2b98-4775-8b0c-04e7171ff54e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.70 "GET /v2.0/networks?id=59752a4c-329e-4ddc-80a5-933c3d1512d7 HTTP/1.1" status: 200 len: 796 time: 0.4328084 Sep 08 13:37:41.488113 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] For port 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=08cfbb32-e3c7-491c-bdd3-b66a6d70e9db,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:41.499569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71ad39-0336-49c2-b72a-54e82b6dbf44 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Subnet': ['ID=2a8631f6-57a6-48dc-b93e-6a91d2ba1bea,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:41.516687 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9e271f7b-7de5-4b35-a1b4-01217cf3a8e7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.516687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e271f7b-7de5-4b35-a1b4-01217cf3a8e7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Fanout notify agent at l3_agent the message router_deleted on router 0208f88a-20bd-4ec0-95dd-0233553621ac {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:37:41.556201 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9e271f7b-7de5-4b35-a1b4-01217cf3a8e7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.563106 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9e271f7b-7de5-4b35-a1b4-01217cf3a8e7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/0208f88a-20bd-4ec0-95dd-0233553621ac HTTP/1.1" status: 204 len: 168 time: 0.9446540 Sep 08 13:37:41.567527 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6ecf5f9e-d558-4c20-aa54-c781b3a22843 req-7032a399-e28c-46b5-b46c-242d072294a6 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 210 time: 0.0757115 Sep 08 13:37:41.568244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58326) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:41.588460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:41.594013 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.625295 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2fe84430-ffef-4071-b342-59cfb7819318 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=0208f88a-20bd-4ec0-95dd-0233553621ac HTTP/1.1" status: 200 len: 205 time: 0.0557048 Sep 08 13:37:41.626527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58328) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:41.642290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc71ad39-0336-49c2-b72a-54e82b6dbf44 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network 6b45e308-0084-4196-9934-cb2c6db9e9c6 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:37:41.651129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.688233 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-ecf6ae96-117c-4ef5-9887-6b7b5078d346 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a HTTP/1.1" status: 200 len: 473 time: 0.1669378 Sep 08 13:37:41.694667 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Routers {'d31377d2-cf49-4e4b-81d9-6d57347cb254'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:41.695835 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d31377d2-cf49-4e4b-81d9-6d57347cb254'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:41.697041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e365c9b2-4287-4516-b62d-d4d22c738e8d req-3d2040ab-302d-4afb-9933-06722b5a9539 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 210 time: 0.0871954 Sep 08 13:37:41.701667 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-3a091ab5-e337-42fc-856e-96031e44a634 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] delete failed (client error): The resource could not be found. Sep 08 13:37:41.705961 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3a091ab5-e337-42fc-856e-96031e44a634 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/0208f88a-20bd-4ec0-95dd-0233553621ac HTTP/1.1" status: 404 len: 336 time: 0.0782268 Sep 08 13:37:41.707032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58330) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:41.710234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'port': {'device_id': '2b38c001-aee3-4664-9423-f90a397de5c4', 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7', 'admin_state_up': True, 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'security_groups': ['9973d37a-0aa8-489f-ba11-9692ff40353c']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:41.748274 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2341b21-e3bc-47a2-8950-3f3077cce82c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] DELETE failed (client error): The resource could not be found. Sep 08 13:37:41.749031 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2341b21-e3bc-47a2-8950-3f3077cce82c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:37:41.754779 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a2341b21-e3bc-47a2-8950-3f3077cce82c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/613b8d48-cb41-4cd0-a4b1-a3843b1e2345 HTTP/1.1" status: 404 len: 337 time: 0.0464840 Sep 08 13:37:41.755658 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58332) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:41.785882 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc8b61e-f84c-465e-a65b-480fe590f988 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] DELETE failed (client error): The resource could not be found. Sep 08 13:37:41.791106 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaec7fc-5aeb-45bf-8d48-b74eea348158 None None] Pushing event updated for resources: {'Port': ['ID=08cfbb32-e3c7-491c-bdd3-b66a6d70e9db,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:41.791257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc8b61e-f84c-465e-a65b-480fe590f988 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:37:41.792365 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3bc8b61e-f84c-465e-a65b-480fe590f988 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/2b960e8c-357b-4e8d-8d6d-df3ef7211399 HTTP/1.1" status: 404 len: 337 time: 0.0354562 Sep 08 13:37:41.793238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58334) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:41.829580 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b317c819-f6a2-47ef-9343-cc071a8255d4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] DELETE failed (client error): The resource could not be found. Sep 08 13:37:41.829580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b317c819-f6a2-47ef-9343-cc071a8255d4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:37:41.829580 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b317c819-f6a2-47ef-9343-cc071a8255d4 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/4df11f2a-82df-492b-ba5a-99fc4399790d HTTP/1.1" status: 404 len: 337 time: 0.0328908 Sep 08 13:37:41.829840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58338) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:41.832488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-cc71ad39-0336-49c2-b72a-54e82b6dbf44 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 6b45e308-0084-4196-9934-cb2c6db9e9c6) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:41.870923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36943411-95ca-439a-9e6f-63d7b66ed360 None None] Network 6b45e308-0084-4196-9934-cb2c6db9e9c6 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:41.880097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc71ad39-0336-49c2-b72a-54e82b6dbf44 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:41.881449 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cc71ad39-0336-49c2-b72a-54e82b6dbf44 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:41.891083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:41.949404 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-416b73d9-863d-47b0-ac88-6183f94be902 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] DELETE failed (client error): The resource could not be found. Sep 08 13:37:41.950324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416b73d9-863d-47b0-ac88-6183f94be902 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:37:41.955487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58340) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:41.959298 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-416b73d9-863d-47b0-ac88-6183f94be902 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/f19bd275-c3b0-4447-9bb7-0efe58aff74e HTTP/1.1" status: 404 len: 337 time: 0.1168528 Sep 08 13:37:41.977663 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:42.017909 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bc95a9ed-5d73-4189-ab79-17a15622e6fb tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=94117c00-18c0-41e7-ba45-4ab75c4d1dfc HTTP/1.1" status: 200 len: 205 time: 0.0592480 Sep 08 13:37:42.018397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58342) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:42.079629 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] Set router d31377d2-cf49-4e4b-81d9-6d57347cb254 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:42.096867 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-300cb474-8deb-4158-a23c-543671e1a347 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] delete failed (client error): The resource could not be found. Sep 08 13:37:42.099931 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-300cb474-8deb-4158-a23c-543671e1a347 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/94117c00-18c0-41e7-ba45-4ab75c4d1dfc HTTP/1.1" status: 404 len: 336 time: 0.0783479 Sep 08 13:37:42.101160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58344) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:42.101298 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cc71ad39-0336-49c2-b72a-54e82b6dbf44 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8582253 Sep 08 13:37:42.105933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58346) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:42.145577 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fbd46241-95af-4d32-bd1c-e3379d0238bb tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=3ca1cf13-d0da-4990-a114-6de1dd620dce HTTP/1.1" status: 200 len: 205 time: 0.0420680 Sep 08 13:37:42.146869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58348) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:42.185282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-6b45e308-0084-4196-9934-cb2c6db9e9c6', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'fixed_ips': [{'subnet_id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:37:42.186505 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:42.264532 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-74f4acaa-9944-4b45-aa52-e6e4ccbb0013 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] delete failed (client error): The resource could not be found. Sep 08 13:37:42.269048 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-74f4acaa-9944-4b45-aa52-e6e4ccbb0013 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/3ca1cf13-d0da-4990-a114-6de1dd620dce HTTP/1.1" status: 404 len: 336 time: 0.1173880 Sep 08 13:37:42.269048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58352) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:42.319413 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-53b78e17-f607-49e1-904e-7d228593033f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] DELETE failed (client error): The resource could not be found. Sep 08 13:37:42.319898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53b78e17-f607-49e1-904e-7d228593033f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:37:42.324263 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-53b78e17-f607-49e1-904e-7d228593033f tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/464ff632-850c-4537-a6ae-d9243412889b HTTP/1.1" status: 404 len: 337 time: 0.0523846 Sep 08 13:37:42.329840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58354) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:42.351635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Made reservation on behalf of eda23cb6f0f640d1831f2ef54abd8e7a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:37:42.363290 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:42.374886 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-89bb80d3-76bf-43a6-bb36-46b63d601a84 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=b35aab21-d9ee-4890-82d0-e18d60a84860 HTTP/1.1" status: 200 len: 205 time: 0.0406923 Sep 08 13:37:42.374886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58356) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:42.471914 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-d597abde-e3c0-4bb0-9ad3-39e1554c3331 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] delete failed (client error): The resource could not be found. Sep 08 13:37:42.475428 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d597abde-e3c0-4bb0-9ad3-39e1554c3331 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/b35aab21-d9ee-4890-82d0-e18d60a84860 HTTP/1.1" status: 404 len: 336 time: 0.0949218 Sep 08 13:37:42.477640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58358) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:42.501380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Allocated IP 172.20.0.2 (6b45e308-0084-4196-9934-cb2c6db9e9c6/2a8631f6-57a6-48dc-b93e-6a91d2ba1bea/69093ff7-656e-4efd-b2c3-3eaa577a4ff8) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:42.513161 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:37:38Z', 'revision_number': 3, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:42.522795 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c7bf48d2-bcf2-4875-ae9a-90c9e3b4eaef tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=e008274f-7cae-44a9-951a-97b4c521fbe2 HTTP/1.1" status: 200 len: 205 time: 0.0419676 Sep 08 13:37:42.524363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58360) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:42.583228 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca83f994-1cab-4081-8bf6-263cf04248f5 None None] The sync data for ids ['d31377d2-cf49-4e4b-81d9-6d57347cb254'] in n-d-807558-3 is: [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:37:38Z', 'revision_number': 3, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:42.630153 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-ce4d4e00-01bd-43c1-a629-16ce197d800b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] delete failed (client error): The resource could not be found. Sep 08 13:37:42.636604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ce4d4e00-01bd-43c1-a629-16ce197d800b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/e008274f-7cae-44a9-951a-97b4c521fbe2 HTTP/1.1" status: 404 len: 336 time: 0.1006038 Sep 08 13:37:42.636604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58364) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:42.723959 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1950a61e-927b-4d33-8646-53e45147ace7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] DELETE failed (client error): The resource could not be found. Sep 08 13:37:42.724424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1950a61e-927b-4d33-8646-53e45147ace7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:37:42.730692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1950a61e-927b-4d33-8646-53e45147ace7 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/875e5d15-6e1b-4077-bdc0-12bd27eecd66 HTTP/1.1" status: 404 len: 337 time: 0.0915105 Sep 08 13:37:42.736895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58368) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:42.748794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-a8f82089-6d32-4f31-b27d-80b3aaa51723 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:42.756314 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-a8f82089-6d32-4f31-b27d-80b3aaa51723 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.70 "GET /v2.0/networks?id=6a5349f8-6de9-468d-80c4-5004d4f34481 HTTP/1.1" status: 200 len: 797 time: 0.4983516 Sep 08 13:37:42.786809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:42.799945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Allocated IP 172.20.0.19 (59752a4c-329e-4ddc-80a5-933c3d1512d7/b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced/49d0a133-84a7-44f7-ba8e-7edc8c815c7e) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:42.830129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d5ad9be-1bf2-4f6b-88db-8e9668710da1 req-a33fd22d-9e72-474a-a480-da38d7b32cd5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 210 time: 0.0420027 Sep 08 13:37:42.899010 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:42.901238 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-12f8b293-0b2b-4ef8-a526-93a65e4cdbe8 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=80e5506e-2014-43f1-b2ad-be5bad4792e6 HTTP/1.1" status: 200 len: 205 time: 0.1372390 Sep 08 13:37:42.907098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58372) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:42.914882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Transition to ACTIVE for port object 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:42.930877 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5645facc-cf96-476e-bc4b-51e1a62a0f0e req-4542e686-edd3-4f7f-badf-bf5fad9d276f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 210 time: 0.0408318 Sep 08 13:37:42.934083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:42.935925 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:42.957765 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-10e348bb-29c0-4f72-812b-618a1bd966d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 380 time: 0.1926005 Sep 08 13:37:42.971010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'port': {'device_id': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'admin_state_up': True, 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'security_groups': ['720e4e23-448b-42cf-ae47-77f4317a4fbc']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:42.978346 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-84b58254-201a-40ac-9f42-1916f3ddeb0b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] delete failed (client error): The resource could not be found. Sep 08 13:37:42.983237 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-84b58254-201a-40ac-9f42-1916f3ddeb0b tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/80e5506e-2014-43f1-b2ad-be5bad4792e6 HTTP/1.1" status: 404 len: 336 time: 0.0708370 Sep 08 13:37:42.998546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58374) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:43.137891 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df61793-c6b5-4f4c-a3e2-ac1a021aeb64 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] DELETE failed (client error): The resource could not be found. Sep 08 13:37:43.138649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df61793-c6b5-4f4c-a3e2-ac1a021aeb64 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:37:43.141868 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9df61793-c6b5-4f4c-a3e2-ac1a021aeb64 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/7380d698-bae6-458f-baf4-6853d49e827e HTTP/1.1" status: 404 len: 337 time: 0.1419945 Sep 08 13:37:43.159612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58378) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:43.217354 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:43.249815 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:43.284789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Transition to ACTIVE for port object 49d0a133-84a7-44f7-ba8e-7edc8c815c7e will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:43.346215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Transition to ACTIVE for port object 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:43.424437 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:43.517407 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:43.520939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Pushing event updated for resources: {'Port': ['ID=69093ff7-656e-4efd-b2c3-3eaa577a4ff8,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:43.535213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Network 6b45e308-0084-4196-9934-cb2c6db9e9c6 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:43.538157 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:43.540910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:43.698642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Attempting to bind port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:43.699013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Attempting to bind port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:43.699386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Attempting to bind port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 on network 6b45e308-0084-4196-9934-cb2c6db9e9c6 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:43.708685 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:43.710908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Checking segment: {'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:43.711371 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:43.711787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Bound using segment: {'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:43.712307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Bound port: 69093ff7-656e-4efd-b2c3-3eaa577a4ff8, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:43.712709 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:43.838259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] For port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:43.844871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] For port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=69093ff7-656e-4efd-b2c3-3eaa577a4ff8,segment=NetworkSegment(7cca55b4-0fca-4b67-84f5-98ffd77b2d5c),segment_id=7cca55b4-0fca-4b67-84f5-98ffd77b2d5c)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:43.921727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e300fe30-8caa-45a2-be1d-b3c11b11c193 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "GET /v2.0/ports?device_id=6ba71704-e78c-4861-90ad-67ad82ed2a15 HTTP/1.1" status: 200 len: 205 time: 0.7609713 Sep 08 13:37:43.924611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58384) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:43.982618 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-cda0283e-f1d1-405f-bb73-d4099287e309 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] delete failed (client error): The resource could not be found. Sep 08 13:37:43.984046 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cda0283e-f1d1-405f-bb73-d4099287e309 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/routers/6ba71704-e78c-4861-90ad-67ad82ed2a15 HTTP/1.1" status: 404 len: 336 time: 0.0581779 Sep 08 13:37:43.988452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58388) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:44.035289 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9518a7a6-4d56-4cba-9d6a-35028ff0b1b0 req-0912cc37-d231-4dc4-965b-6ef76f677096 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 210 time: 0.0579574 Sep 08 13:37:44.041185 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aeaab01-988d-4b78-b187-25c6991dc911 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] DELETE failed (client error): The resource could not be found. Sep 08 13:37:44.041367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aeaab01-988d-4b78-b187-25c6991dc911 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:37:44.046736 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1aeaab01-988d-4b78-b187-25c6991dc911 tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/e0b843b6-e766-4655-a352-c110ff417ea0 HTTP/1.1" status: 404 len: 337 time: 0.0550582 Sep 08 13:37:44.048906 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58390) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:44.065124 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:44.082581 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-20243ec9-f036-489d-92d7-f8189c6f9e2c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] DELETE failed (client error): The resource could not be found. Sep 08 13:37:44.083052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20243ec9-f036-489d-92d7-f8189c6f9e2c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:37:44.087497 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-20243ec9-f036-489d-92d7-f8189c6f9e2c tempest-RoutersIpV6Test-1651928044 tempest-RoutersIpV6Test-1651928044-project] 10.222.0.69 "DELETE /v2.0/subnets/bea0326f-9af6-44e9-94e0-8d378e5fd554 HTTP/1.1" status: 404 len: 337 time: 0.0352008 Sep 08 13:37:44.187598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Made reservation on behalf of 8d38255802c64843a056aaa5d3c7c4c2 for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:37:44.191905 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:44.213390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f464832-b57c-4977-b7a4-b77f922176d7 None None] Pushing event updated for resources: {'Port': ['ID=69093ff7-656e-4efd-b2c3-3eaa577a4ff8,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:44.304606 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:44.337023 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:44.379112 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8810cc8f-78e5-4fa4-b4f8-af539a658f56 req-286617dd-c2b8-4f53-b270-848d7451f0fb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 210 time: 0.0976636 Sep 08 13:37:44.394766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Allocated IP 172.20.0.1 (6b45e308-0084-4196-9934-cb2c6db9e9c6/2a8631f6-57a6-48dc-b93e-6a91d2ba1bea/c787cb5d-1fa1-4187-a6dd-7c27fdc59201) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:44.422012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network 59752a4c-329e-4ddc-80a5-933c3d1512d7 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:44.428766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:44.432017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.20.0.7 (6a5349f8-6de9-468d-80c4-5004d4f34481/9e7bfa47-b850-4e42-b298-3412a2b937d6/d6ad5418-7921-4034-a8a7-e06f89ef9d30) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:44.437973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:44.482387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=49d0a133-84a7-44f7-ba8e-7edc8c815c7e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:44.658985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:44.659683 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:44.764176 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:44.785239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Transition to ACTIVE for port object d6ad5418-7921-4034-a8a7-e06f89ef9d30 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:44.807718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:44.837085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Transition to ACTIVE for port object c787cb5d-1fa1-4187-a6dd-7c27fdc59201 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:44.859898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:44.895758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-910a5945-1342-431b-a13f-ddc10db4d49d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1894464 Sep 08 13:37:44.909266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-77396092-ec55-4f57-8781-da8e86f86d83 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:37:44.910464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-77396092-ec55-4f57-8781-da8e86f86d83 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063071 Sep 08 13:37:44.932033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Request body: {'port': {'device_id': '2b38c001-aee3-4664-9423-f90a397de5c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:44.943098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58400) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:45.000225 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.018579 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.051074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 6a5349f8-6de9-468d-80c4-5004d4f34481 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:45.051437 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:45.066079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:45.165443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ce2e82fa-4b3f-4f5b-9c1e-0bcfc2f2712b None None] Provisioning for port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:45.177924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:45.177924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ce2e82fa-4b3f-4f5b-9c1e-0bcfc2f2712b None None] Provisioning complete for port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:45.177924 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ce2e82fa-4b3f-4f5b-9c1e-0bcfc2f2712b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.183742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:45.196544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=d6ad5418-7921-4034-a8a7-e06f89ef9d30,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:45.238815 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.284507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network 6b45e308-0084-4196-9934-cb2c6db9e9c6 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:45.292571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:45.304821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:45.306168 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:45.307285 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.332672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ce2e82fa-4b3f-4f5b-9c1e-0bcfc2f2712b None None] Port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:37:45.419300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b396df-5749-461e-a725-e9c1ae24c97d req-743633db-540c-4424-bf90-4a70c2a84748 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:45.421134 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f9b396df-5749-461e-a725-e9c1ae24c97d req-743633db-540c-4424-bf90-4a70c2a84748 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 932 time: 0.2316196 Sep 08 13:37:45.423875 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-083ba7c1-48b0-487d-a790-86addcbbe1d0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5539ee3902fc46c69b73220fec881e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793022 Sep 08 13:37:45.426423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58410) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:45.428618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Port': ['ID=c787cb5d-1fa1-4187-a6dd-7c27fdc59201,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:45.441614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:45.446986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:45.447606 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.477202 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-ba3d7256-cdc8-4ed8-b959-2d89cb29a0d5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5127778 Sep 08 13:37:45.495078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:45.495382 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:45.495672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:45.496021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:45.496365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:45.496709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:45.497042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:45.497381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:45.497979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:45.498346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:45.498682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:45.499015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:45.499936 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Request body: {'port': {'device_id': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:45.573981 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.622083 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.624070 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f9b396df-5749-461e-a725-e9c1ae24c97d req-b4604cbb-f9a2-4167-9101-3d863e2c706f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946340 Sep 08 13:37:45.632859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c997e201-9f4f-41ad-a100-55ee6dfa084a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.640067 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.655826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=08cfbb32-e3c7-491c-bdd3-b66a6d70e9db,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:45.685276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1945da71-9f37-4a00-ab13-f5afc63a6043 None None] Provisioning for port d6ad5418-7921-4034-a8a7-e06f89ef9d30 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:45.690077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1945da71-9f37-4a00-ab13-f5afc63a6043 None None] Provisioning complete for port d6ad5418-7921-4034-a8a7-e06f89ef9d30 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:45.690521 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1945da71-9f37-4a00-ab13-f5afc63a6043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.703547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb79f4-80e6-4a65-8245-7af6192d0a94 req-c8617db3-98ba-48c6-9e36-efa9a51b309e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:45.705413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29cb79f4-80e6-4a65-8245-7af6192d0a94 req-c8617db3-98ba-48c6-9e36-efa9a51b309e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 931 time: 0.1904178 Sep 08 13:37:45.747847 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1945da71-9f37-4a00-ab13-f5afc63a6043 None None] Port d6ad5418-7921-4034-a8a7-e06f89ef9d30 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:37:45.853950 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c997e201-9f4f-41ad-a100-55ee6dfa084a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.857834 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.915063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29cb79f4-80e6-4a65-8245-7af6192d0a94 req-1ebad061-bf72-411f-b1df-95008c6a3a5e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663122 Sep 08 13:37:45.934913 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=08cfbb32-e3c7-491c-bdd3-b66a6d70e9db,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:45.959449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d0a133-84a7-44f7-ba8e-7edc8c815c7e {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:37:45.970902 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:45.994981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Transition to ACTIVE for port object 49d0a133-84a7-44f7-ba8e-7edc8c815c7e will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:46.093185 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ad5418-7921-4034-a8a7-e06f89ef9d30 {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:37:46.102222 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:46.114845 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:46.117571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Transition to ACTIVE for port object d6ad5418-7921-4034-a8a7-e06f89ef9d30 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:46.184055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c997e201-9f4f-41ad-a100-55ee6dfa084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:46.186816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c997e201-9f4f-41ad-a100-55ee6dfa084a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:46.189832 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c997e201-9f4f-41ad-a100-55ee6dfa084a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb2546ed-bb7d-4b63-bf49-0f7d3652eb47 HTTP/1.1" status: 204 len: 168 time: 0.7619369 Sep 08 13:37:46.205296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997e201-9f4f-41ad-a100-55ee6dfa084a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2546ed-bb7d-4b63-bf49-0f7d3652eb47,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:46.218923 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:46.259102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d5d6b3-24a8-4c42-af36-ea42c95f6a51 None None] Network 6b45e308-0084-4196-9934-cb2c6db9e9c6 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:37:46.341402 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:46.357198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ad5418-7921-4034-a8a7-e06f89ef9d30,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:46.375142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-aea078d3-d759-4fb9-b8bd-1a50f8c69ad0 None None] Provisioning for port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:46.383830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-aea078d3-d759-4fb9-b8bd-1a50f8c69ad0 None None] Provisioning complete for port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:46.384481 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aea078d3-d759-4fb9-b8bd-1a50f8c69ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:46.447121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Attempting to bind port d6ad5418-7921-4034-a8a7-e06f89ef9d30 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:46.447909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Attempting to bind port d6ad5418-7921-4034-a8a7-e06f89ef9d30 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:46.448492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Attempting to bind port d6ad5418-7921-4034-a8a7-e06f89ef9d30 on network 6a5349f8-6de9-468d-80c4-5004d4f34481 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:46.460942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Port d6ad5418-7921-4034-a8a7-e06f89ef9d30 on network 6a5349f8-6de9-468d-80c4-5004d4f34481 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:37:46.463041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Attempting to bind port d6ad5418-7921-4034-a8a7-e06f89ef9d30 on network 6a5349f8-6de9-468d-80c4-5004d4f34481 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:46.479332 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:46.483004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Checking segment: {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:46.486139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Bound using segment: {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:46.488410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Bound port: d6ad5418-7921-4034-a8a7-e06f89ef9d30, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:46.489232 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:46.544105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Pushing event updated for resources: {'Port': ['ID=49d0a133-84a7-44f7-ba8e-7edc8c815c7e,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:46.687928 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aea078d3-d759-4fb9-b8bd-1a50f8c69ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:46.807081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-aea078d3-d759-4fb9-b8bd-1a50f8c69ad0 None None] For port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=69093ff7-656e-4efd-b2c3-3eaa577a4ff8,segment=NetworkSegment(7cca55b4-0fca-4b67-84f5-98ffd77b2d5c),segment_id=7cca55b4-0fca-4b67-84f5-98ffd77b2d5c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:46.821529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:46.831698 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:46.864943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:46.937321 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:46.940913 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aea078d3-d759-4fb9-b8bd-1a50f8c69ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:46.943437 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:47.034115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea078d3-d759-4fb9-b8bd-1a50f8c69ad0 None None] Pushing event updated for resources: {'Port': ['ID=69093ff7-656e-4efd-b2c3-3eaa577a4ff8,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:47.065449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:47.072618 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:47.074141 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] 10.222.0.70 "PUT /v2.0/ports/d6ad5418-7921-4034-a8a7-e06f89ef9d30 HTTP/1.1" status: 200 len: 1091 time: 1.5845995 Sep 08 13:37:47.074672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:37:47.088696 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:47.089085 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:47.089950 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea7fcb6-ad9b-452e-9e41-75a8896269e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:37:47.178397 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:47.253734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Attempting to bind port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:47.254150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Attempting to bind port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:47.254654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Attempting to bind port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e on network 59752a4c-329e-4ddc-80a5-933c3d1512d7 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:47.276660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e760533-bf4f-47e7-98a5-bc00ccc9e2dd req-a00ee14d-de92-4f2c-b4e4-498f2962e47c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:47.289733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e760533-bf4f-47e7-98a5-bc00ccc9e2dd req-a00ee14d-de92-4f2c-b4e4-498f2962e47c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 944 time: 0.4498322 Sep 08 13:37:47.292548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e on network 59752a4c-329e-4ddc-80a5-933c3d1512d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:37:47.292928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Attempting to bind port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e on network 59752a4c-329e-4ddc-80a5-933c3d1512d7 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:47.300521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a39546-200b-4b51-a239-be34c225dffe req-15cd1795-1c82-4669-a084-4b6fb016d4eb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:47.304044 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49a39546-200b-4b51-a239-be34c225dffe req-15cd1795-1c82-4669-a084-4b6fb016d4eb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 943 time: 0.2099452 Sep 08 13:37:47.315139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4050d4-97a7-439d-b883-6c3d90ed3780 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ad5418-7921-4034-a8a7-e06f89ef9d30,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:47.333155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:47.333833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Checking segment: {'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:47.334476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Bound using segment: {'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:47.335774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Bound port: 49d0a133-84a7-44f7-ba8e-7edc8c815c7e, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:47.336412 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:47.376592 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49a39546-200b-4b51-a239-be34c225dffe req-1d0e5c8e-3ad9-443e-9e8e-74c1f6622056 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542145 Sep 08 13:37:47.383511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-c9a25d91-3044-4dcb-a59f-79cbaacd00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:47.385135 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-c9a25d91-3044-4dcb-a59f-79cbaacd00c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1094 time: 0.1931655 Sep 08 13:37:47.428344 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5439809d-1b82-4fb1-8ad1-519d77803958 None None] Provisioning complete for port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:47.428649 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5439809d-1b82-4fb1-8ad1-519d77803958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:47.431635 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e760533-bf4f-47e7-98a5-bc00ccc9e2dd req-6707bfdd-ad48-4abc-984a-20a97364cfd0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363449 Sep 08 13:37:47.490795 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-d8088536-b61c-4b5a-b2e3-c8ae6c7c07ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30 HTTP/1.1" status: 200 len: 217 time: 0.0956566 Sep 08 13:37:47.492976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] For port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:47.503875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] For port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=49d0a133-84a7-44f7-ba8e-7edc8c815c7e,segment=NetworkSegment(70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8),segment_id=70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:47.574320 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570f8ed1-8f2b-495e-96d8-57f25ecb8354 x-openstack-request-id: req-570f8ed1-8f2b-495e-96d8-57f25ecb8354 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:37:47.574840 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:37:47.575369 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-570f8ed1-8f2b-495e-96d8-57f25ecb8354 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:37:47.576087 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'status': 'completed', 'code': 200} Sep 08 13:37:47.610643 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-a7c7c17f-6373-4b76-993d-b4f05b899156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:47.612584 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-a7c7c17f-6373-4b76-993d-b4f05b899156 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e7bfa47-b850-4e42-b298-3412a2b937d6 HTTP/1.1" status: 200 len: 835 time: 0.1130145 Sep 08 13:37:47.670811 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:47.678990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-716b1183-dd53-4512-a144-bb5b48fed5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:47.681002 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-716b1183-dd53-4512-a144-bb5b48fed5ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a5349f8-6de9-468d-80c4-5004d4f34481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599840 Sep 08 13:37:47.752671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Port': ['ID=c787cb5d-1fa1-4187-a6dd-7c27fdc59201,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:47.760969 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:47.762426 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5439809d-1b82-4fb1-8ad1-519d77803958 None None] Provisioning for port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:47.767917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5439809d-1b82-4fb1-8ad1-519d77803958 None None] Provisioning complete for port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:47.770303 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5439809d-1b82-4fb1-8ad1-519d77803958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:47.810685 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:47.838133 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-54253971-afb2-414d-a968-4b27387c66f5 service neutron] 10.222.0.70 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494350 Sep 08 13:37:47.857522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5439809d-1b82-4fb1-8ad1-519d77803958 None None] Port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:37:47.919555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:47.920219 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:47.921712 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] 10.222.0.70 "PUT /v2.0/ports/49d0a133-84a7-44f7-ba8e-7edc8c815c7e HTTP/1.1" status: 200 len: 1092 time: 2.9949105 Sep 08 13:37:47.988035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b38c001-aee3-4664-9423-f90a397de5c4', 'tag': '49d0a133-84a7-44f7-ba8e-7edc8c815c7e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:37:47.990501 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871c41ee-0a95-49b0-95f5-f74b55b9e5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b38c001-aee3-4664-9423-f90a397de5c4", "tag": "49d0a133-84a7-44f7-ba8e-7edc8c815c7e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:37:48.011767 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c40fedcd-b77b-4077-8a5c-2e1a7f72d2a3 req-4366ad28-ec7b-4056-9f4f-15e50127a2a6 service neutron] 10.222.0.70 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648209 Sep 08 13:37:48.062518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-06a9d609-3abb-48e1-9a9d-77f8b13349ab None None] Provisioning complete for port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:48.062518 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-06a9d609-3abb-48e1-9a9d-77f8b13349ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:48.081924 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ac34e4-c9d6-4d0c-8c77-65c04db2b722 x-openstack-request-id: req-f1ac34e4-c9d6-4d0c-8c77-65c04db2b722 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:37:48.082330 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b38c001-aee3-4664-9423-f90a397de5c4", "tag": "49d0a133-84a7-44f7-ba8e-7edc8c815c7e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:37:48.082542 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f1ac34e4-c9d6-4d0c-8c77-65c04db2b722 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:37:48.082951 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b38c001-aee3-4664-9423-f90a397de5c4', 'tag': '49d0a133-84a7-44f7-ba8e-7edc8c815c7e', 'status': 'completed', 'code': 200} Sep 08 13:37:48.086369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1779a-eb07-4027-bbc6-c6b18ac0ac39 service neutron] Pushing event updated for resources: {'Port': ['ID=49d0a133-84a7-44f7-ba8e-7edc8c815c7e,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:48.133653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network 6b45e308-0084-4196-9934-cb2c6db9e9c6 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:48.138850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:48.171104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-06a9d609-3abb-48e1-9a9d-77f8b13349ab None None] Port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:37:48.208708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c41ee-0a95-49b0-95f5-f74b55b9e5bc req-82a188e0-70ae-4b64-b3db-4c8095ffd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:48.212475 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-871c41ee-0a95-49b0-95f5-f74b55b9e5bc req-82a188e0-70ae-4b64-b3db-4c8095ffd91a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 1095 time: 0.1288123 Sep 08 13:37:48.499021 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c41ee-0a95-49b0-95f5-f74b55b9e5bc req-62adeca9-3667-4bbb-9d87-f4b19365f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:48.499021 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c41ee-0a95-49b0-95f5-f74b55b9e5bc req-62adeca9-3667-4bbb-9d87-f4b19365f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:48.505263 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-871c41ee-0a95-49b0-95f5-f74b55b9e5bc req-62adeca9-3667-4bbb-9d87-f4b19365f792 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.2843051 Sep 08 13:37:48.536391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7fcb6-ad9b-452e-9e41-75a8896269e5 req-cc050ae6-1268-4f71-98e7-696d29a98e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:48.538409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ea7fcb6-ad9b-452e-9e41-75a8896269e5 req-cc050ae6-1268-4f71-98e7-696d29a98e28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1094 time: 0.2214427 Sep 08 13:37:48.583838 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Router d31377d2-cf49-4e4b-81d9-6d57347cb254 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:37:48.680384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-aa96a9d0-1f80-4a91-9814-68c88b51c2f1 None None] Provisioning complete for port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:48.680840 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aa96a9d0-1f80-4a91-9814-68c88b51c2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:48.758911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:48.794141 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c41ee-0a95-49b0-95f5-f74b55b9e5bc req-5465b3bc-915f-4b93-95cb-a76049ff8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:48.796007 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-871c41ee-0a95-49b0-95f5-f74b55b9e5bc req-5465b3bc-915f-4b93-95cb-a76049ff8ba1 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2834001 Sep 08 13:37:48.824965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a19a2-9674-49c8-a23d-969ad5de43c6 req-439b375f-3564-4b3b-acdc-3f1db3cb1efa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:48.824965 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-204a19a2-9674-49c8-a23d-969ad5de43c6 req-439b375f-3564-4b3b-acdc-3f1db3cb1efa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 944 time: 0.2164795 Sep 08 13:37:48.901937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1294871-9b0b-4609-a36e-aa94dd2b73fe req-bef024f1-2893-4d20-94a8-d0f09c3283d4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:48.904087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1294871-9b0b-4609-a36e-aa94dd2b73fe req-bef024f1-2893-4d20-94a8-d0f09c3283d4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 943 time: 0.3318233 Sep 08 13:37:48.907680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7fcb6-ad9b-452e-9e41-75a8896269e5 req-07609a67-c1d9-4d75-bb15-73cfdcefd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:48.909464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ea7fcb6-ad9b-452e-9e41-75a8896269e5 req-07609a67-c1d9-4d75-bb15-73cfdcefd3b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a5349f8-6de9-468d-80c4-5004d4f34481 HTTP/1.1" status: 200 len: 898 time: 0.3639178 Sep 08 13:37:48.927356 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-aa96a9d0-1f80-4a91-9814-68c88b51c2f1 None None] Port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:37:48.949301 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-204a19a2-9674-49c8-a23d-969ad5de43c6 req-94402b11-0cdf-48b2-8e39-8f95f50a0ed0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164663 Sep 08 13:37:48.970427 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-1221a6cc-1ae8-4620-a162-677e72b8fc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:48.970427 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-1221a6cc-1ae8-4620-a162-677e72b8fc1b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 1095 time: 0.1249354 Sep 08 13:37:48.976220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:48.979787 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:49.062363 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ea7fcb6-ad9b-452e-9e41-75a8896269e5 req-ba76d4f1-98b2-4678-b735-aa9b268b6dfe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30 HTTP/1.1" status: 200 len: 217 time: 0.0909584 Sep 08 13:37:49.063905 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-5b73f08e-5035-4499-ba82-4ebe71c05ab1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=49d0a133-84a7-44f7-ba8e-7edc8c815c7e HTTP/1.1" status: 200 len: 217 time: 0.0874698 Sep 08 13:37:49.134577 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1294871-9b0b-4609-a36e-aa94dd2b73fe req-36703ec4-5e3a-4746-a71b-b6b829dc0e28 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221141 Sep 08 13:37:49.158923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-be644594-1c42-4d5a-99c2-a5a891c4f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:49.160617 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-be644594-1c42-4d5a-99c2-a5a891c4f2ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced HTTP/1.1" status: 200 len: 838 time: 0.0852706 Sep 08 13:37:49.253614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7fcb6-ad9b-452e-9e41-75a8896269e5 req-4f8cabe9-d75e-4896-8db9-a5f80a733635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:49.256052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ea7fcb6-ad9b-452e-9e41-75a8896269e5 req-4f8cabe9-d75e-4896-8db9-a5f80a733635 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e7bfa47-b850-4e42-b298-3412a2b937d6 HTTP/1.1" status: 200 len: 835 time: 0.1464684 Sep 08 13:37:49.269413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:37:49.269413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-731ee107-58b9-4fea-b8f7-9c31734d21ea tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "PUT /v2.0/routers/d31377d2-cf49-4e4b-81d9-6d57347cb254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1574788 Sep 08 13:37:49.270157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58462) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:49.274846 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ff99b-7266-4112-abae-9af860956375 None None] Sync routers for ids ['d31377d2-cf49-4e4b-81d9-6d57347cb254'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:37:49.287304 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ff99b-7266-4112-abae-9af860956375 None None] Routers {'d31377d2-cf49-4e4b-81d9-6d57347cb254'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:49.290507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4c202468-2380-4528-b4eb-f8f8b8e1d7d2 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--651351638', 'description': 'tempest-secgroup_access--651351638 description', 'project_id': '1322909c51764a77a670cba32d078a01'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:49.291180 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-145ff99b-7266-4112-abae-9af860956375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d31377d2-cf49-4e4b-81d9-6d57347cb254'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:49.326539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7fcb6-ad9b-452e-9e41-75a8896269e5 req-b3b38fb9-4c48-491c-9a48-008bb85d5495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:49.328442 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ea7fcb6-ad9b-452e-9e41-75a8896269e5 req-b3b38fb9-4c48-491c-9a48-008bb85d5495 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a5349f8-6de9-468d-80c4-5004d4f34481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626779 Sep 08 13:37:49.333558 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-8d0067a8-d3c4-4e1c-babe-43399b584c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:49.349959 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-8d0067a8-d3c4-4e1c-babe-43399b584c72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=59752a4c-329e-4ddc-80a5-933c3d1512d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1689129 Sep 08 13:37:49.478762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ea7fcb6-ad9b-452e-9e41-75a8896269e5 req-de1983bb-9f2c-4ad6-a047-a51b62d2f8de service neutron] 10.222.0.70 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423156 Sep 08 13:37:49.511973 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-145ff99b-7266-4112-abae-9af860956375 None None] Set router d31377d2-cf49-4e4b-81d9-6d57347cb254 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:49.553456 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-64e247a4-197b-4954-9451-b4c79b0d09c5 service neutron] 10.222.0.70 "GET /v2.0/networks/59752a4c-329e-4ddc-80a5-933c3d1512d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980102 Sep 08 13:37:49.555297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c202468-2380-4528-b4eb-f8f8b8e1d7d2 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:49.672107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ea7fcb6-ad9b-452e-9e41-75a8896269e5 req-18a0b2d1-048d-4845-9fbe-c6caeaf7f6c1 service neutron] 10.222.0.70 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806803 Sep 08 13:37:49.766419 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c06e7b1-106d-40c2-9e99-4731881a2f8e req-accadc00-9263-4cf8-8dd3-2a9f68b4fafd service neutron] 10.222.0.70 "GET /v2.0/networks/59752a4c-329e-4ddc-80a5-933c3d1512d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024901 Sep 08 13:37:49.805842 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c202468-2380-4528-b4eb-f8f8b8e1d7d2 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:49.811803 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-145ff99b-7266-4112-abae-9af860956375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c787cb5d-1fa1-4187-a6dd-7c27fdc59201', 'name': '', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'mac_address': 'fa:16:3e:26:b7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:43Z', 'updated_at': '2021-09-08T13:37:46Z', 'revision_number': 2, 'project_id': '1322909c51764a77a670cba32d078a01', 'subnets': [{'id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:49.841801 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ff99b-7266-4112-abae-9af860956375 None None] Checking router: d31377d2-cf49-4e4b-81d9-6d57347cb254 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:37:49.842155 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ff99b-7266-4112-abae-9af860956375 None None] Updating router d31377d2-cf49-4e4b-81d9-6d57347cb254 port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:37:49.873544 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-145ff99b-7266-4112-abae-9af860956375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:50.021555 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c202468-2380-4528-b4eb-f8f8b8e1d7d2 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:50.096220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c202468-2380-4528-b4eb-f8f8b8e1d7d2 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe6daf3-fb08-4ca4-9317-80fe20fe8155,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:50.155514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6cee64-47b3-4d18-ba7a-1c295bbb6af4 req-624ba206-b862-4859-a2c2-f7cde24a6aa6 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:50.157168 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a6cee64-47b3-4d18-ba7a-1c295bbb6af4 req-624ba206-b862-4859-a2c2-f7cde24a6aa6 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 944 time: 0.0733097 Sep 08 13:37:50.287021 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a6cee64-47b3-4d18-ba7a-1c295bbb6af4 req-17c9c6e7-d13f-49ef-918d-21443b2cf5a9 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032536 Sep 08 13:37:50.377927 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-145ff99b-7266-4112-abae-9af860956375 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:50.397268 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-145ff99b-7266-4112-abae-9af860956375 None None] Transition to ACTIVE for port object c787cb5d-1fa1-4187-a6dd-7c27fdc59201 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:50.442411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9121b-0fb0-4a5b-be19-e4f09b309423 req-5456c01b-da71-439a-91e7-ba17f7c4a17f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:50.444028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42e9121b-0fb0-4a5b-be19-e4f09b309423 req-5456c01b-da71-439a-91e7-ba17f7c4a17f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 943 time: 0.0953560 Sep 08 13:37:50.499093 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42e9121b-0fb0-4a5b-be19-e4f09b309423 req-fbf35d22-4a2f-4138-b80a-a3aaa97cba96 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475593 Sep 08 13:37:50.604841 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c202468-2380-4528-b4eb-f8f8b8e1d7d2 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:50.606082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4c202468-2380-4528-b4eb-f8f8b8e1d7d2 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3345039 Sep 08 13:37:50.608926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58488) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:50.613515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4e4bb503-b9b3-4f43-912d-698da05f64f3 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--412370879', 'description': 'tempest-secgroup_general--412370879 description', 'project_id': '1322909c51764a77a670cba32d078a01'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:50.667756 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-145ff99b-7266-4112-abae-9af860956375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:50.723778 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Pushing event updated for resources: {'Port': ['ID=c787cb5d-1fa1-4187-a6dd-7c27fdc59201,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:50.735702 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:50.736054 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:50.736393 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:50.736730 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:50.737061 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:50.737389 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:50.737729 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:50.738042 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:50.738385 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:50.738745 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:50.739064 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:50.739384 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:50.747732 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb503-b9b3-4f43-912d-698da05f64f3 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:50.806465 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-145ff99b-7266-4112-abae-9af860956375 None None] Attempting to bind port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:50.806842 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-145ff99b-7266-4112-abae-9af860956375 None None] Attempting to bind port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:50.807210 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ff99b-7266-4112-abae-9af860956375 None None] Attempting to bind port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 on network 6b45e308-0084-4196-9934-cb2c6db9e9c6 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:50.815703 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ff99b-7266-4112-abae-9af860956375 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:50.816383 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ff99b-7266-4112-abae-9af860956375 None None] Checking segment: {'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:50.817147 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-145ff99b-7266-4112-abae-9af860956375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:50.817864 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145ff99b-7266-4112-abae-9af860956375 None None] Bound using segment: {'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:50.818759 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-145ff99b-7266-4112-abae-9af860956375 None None] Bound port: c787cb5d-1fa1-4187-a6dd-7c27fdc59201, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:50.819457 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-145ff99b-7266-4112-abae-9af860956375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:50.885875 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb503-b9b3-4f43-912d-698da05f64f3 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:50.895021 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-145ff99b-7266-4112-abae-9af860956375 None None] For port c787cb5d-1fa1-4187-a6dd-7c27fdc59201, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:50.899040 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-145ff99b-7266-4112-abae-9af860956375 None None] For port c787cb5d-1fa1-4187-a6dd-7c27fdc59201, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c787cb5d-1fa1-4187-a6dd-7c27fdc59201,segment=NetworkSegment(7cca55b4-0fca-4b67-84f5-98ffd77b2d5c),segment_id=7cca55b4-0fca-4b67-84f5-98ffd77b2d5c)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:51.033048 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb503-b9b3-4f43-912d-698da05f64f3 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:51.070204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bb503-b9b3-4f43-912d-698da05f64f3 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02de3db4-3765-4f21-8eb8-e99b61cab3f9,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:51.074859 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-145ff99b-7266-4112-abae-9af860956375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:51.135654 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ff99b-7266-4112-abae-9af860956375 None None] Routers {'d31377d2-cf49-4e4b-81d9-6d57347cb254'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:37:51.136293 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-145ff99b-7266-4112-abae-9af860956375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d31377d2-cf49-4e4b-81d9-6d57347cb254'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:51.141546 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23c5c3-7ed0-4f6b-86e2-385d1bdb8e51 None None] Pushing event updated for resources: {'Port': ['ID=c787cb5d-1fa1-4187-a6dd-7c27fdc59201,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:51.210925 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e4bb503-b9b3-4f43-912d-698da05f64f3 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:51.214224 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4e4bb503-b9b3-4f43-912d-698da05f64f3 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6025293 Sep 08 13:37:51.215470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58496) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:51.220304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-992d4437-da6b-42e0-b85a-fd6ef6418821 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Request body: {'security_group_rule': {'security_group_id': 'cfe6daf3-fb08-4ca4-9317-80fe20fe8155', 'project_id': '1322909c51764a77a670cba32d078a01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:51.278922 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-145ff99b-7266-4112-abae-9af860956375 None None] Set router d31377d2-cf49-4e4b-81d9-6d57347cb254 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:37:51.347510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-992d4437-da6b-42e0-b85a-fd6ef6418821 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:51.487999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72152b42-f473-4e6d-b96d-9f05f0c1f4d1 req-dd1be587-a963-4220-8416-203cc14258cd tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:51.489512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72152b42-f473-4e6d-b96d-9f05f0c1f4d1 req-dd1be587-a963-4220-8416-203cc14258cd tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 944 time: 0.0810413 Sep 08 13:37:51.496324 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-992d4437-da6b-42e0-b85a-fd6ef6418821 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:51.552230 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-72152b42-f473-4e6d-b96d-9f05f0c1f4d1 req-2745c951-facd-4206-858b-35c9cfda292e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443170 Sep 08 13:37:51.558863 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-145ff99b-7266-4112-abae-9af860956375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c787cb5d-1fa1-4187-a6dd-7c27fdc59201', 'name': '', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'mac_address': 'fa:16:3e:26:b7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:43Z', 'updated_at': '2021-09-08T13:37:50Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'subnets': [{'id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:37:51.571281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-992d4437-da6b-42e0-b85a-fd6ef6418821 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:51.616248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d4437-da6b-42e0-b85a-fd6ef6418821 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7c911c-e917-46f3-ad11-5447a427941d,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:51.624474 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ff99b-7266-4112-abae-9af860956375 None None] The sync data for ids ['d31377d2-cf49-4e4b-81d9-6d57347cb254'] in n-d-807558-3 is: [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c787cb5d-1fa1-4187-a6dd-7c27fdc59201', 'name': '', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'mac_address': 'fa:16:3e:26:b7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:43Z', 'updated_at': '2021-09-08T13:37:50Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'subnets': [{'id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:37:51.703553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-992d4437-da6b-42e0-b85a-fd6ef6418821 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:51.705097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-992d4437-da6b-42e0-b85a-fd6ef6418821 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4886038 Sep 08 13:37:51.721844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b21cda-43ac-4858-be98-40dfac33adf0 req-20dc1497-c6f9-4eb2-ae0e-6a666c55a486 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:51.730258 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82b21cda-43ac-4858-be98-40dfac33adf0 req-20dc1497-c6f9-4eb2-ae0e-6a666c55a486 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 943 time: 0.0993237 Sep 08 13:37:51.791183 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82b21cda-43ac-4858-be98-40dfac33adf0 req-7283badb-450a-437e-b3b0-a1b97ff5c2aa tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534499 Sep 08 13:37:51.939548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-8a09994d-96ed-47de-9c44-6c0045a4b567 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup_general--412370879&fields=id&tenant_id=1322909c51764a77a670cba32d078a01 HTTP/1.1" status: 200 len: 267 time: 0.0353262 Sep 08 13:37:51.986148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-da734661-82ef-48c7-9426-457462984a04 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup_access--651351638&fields=id&tenant_id=1322909c51764a77a670cba32d078a01 HTTP/1.1" status: 200 len: 267 time: 0.0401318 Sep 08 13:37:52.108513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-ed3f3d09-e720-45c7-b8c0-b187935df8aa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:52.110121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-ed3f3d09-e720-45c7-b8c0-b187935df8aa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/networks?id=6b45e308-0084-4196-9934-cb2c6db9e9c6 HTTP/1.1" status: 200 len: 797 time: 0.1170180 Sep 08 13:37:52.126471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-dd85489f-8fa6-45c8-aad9-bd81e6ef8266 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/quotas/1322909c51764a77a670cba32d078a01 HTTP/1.1" status: 200 len: 375 time: 0.0098295 Sep 08 13:37:52.182438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-f71d471c-902d-47ed-801a-db3406655ffa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1322909c51764a77a670cba32d078a01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494416 Sep 08 13:37:52.294960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-f1e1c5e7-15d0-4167-a9e8-0a23df5f4a4c service neutron] 10.222.0.69 "GET /v2.0/networks/6b45e308-0084-4196-9934-cb2c6db9e9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971274 Sep 08 13:37:52.419604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-c07746d1-3939-4268-ae1b-8db48a55228d service neutron] 10.222.0.69 "GET /v2.0/networks/6b45e308-0084-4196-9934-cb2c6db9e9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168408 Sep 08 13:37:52.601910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 49d0a133-84a7-44f7-ba8e-7edc8c815c7e details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:37:52.714436 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=49d0a133-84a7-44f7-ba8e-7edc8c815c7e,segment=NetworkSegment(70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8),segment_id=70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:52.732983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '49d0a133-84a7-44f7-ba8e-7edc8c815c7e', 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7', 'port_id': '49d0a133-84a7-44f7-ba8e-7edc8c815c7e', 'mac_address': 'fa:16:3e:8b:0b:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:37:52.771493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c787cb5d-1fa1-4187-a6dd-7c27fdc59201 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:52.776008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd8308-ec08-437c-9845-e7ea18dd7592 req-f3921b50-c844-472d-92bf-578012de4088 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:52.787805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8dd8308-ec08-437c-9845-e7ea18dd7592 req-f3921b50-c844-472d-92bf-578012de4088 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 944 time: 0.0845718 Sep 08 13:37:52.824628 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:52.829463 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e8dd8308-ec08-437c-9845-e7ea18dd7592 req-c9dc2082-3c23-4072-a05e-6f93d53fed83 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399373 Sep 08 13:37:52.848863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d0a133-84a7-44f7-ba8e-7edc8c815c7e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:37:52.887845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=49d0a133-84a7-44f7-ba8e-7edc8c815c7e,segment=NetworkSegment(70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8),segment_id=70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:52.968164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eec33-81f4-455e-8ac3-07a321206350 req-cd419d4e-1b3f-4863-bccd-cfacaef41f96 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:52.970371 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-955eec33-81f4-455e-8ac3-07a321206350 req-cd419d4e-1b3f-4863-bccd-cfacaef41f96 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 943 time: 0.0592239 Sep 08 13:37:53.035175 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-955eec33-81f4-455e-8ac3-07a321206350 req-6d43ed10-168d-40ac-b4a3-0f1ff08a7b24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474074 Sep 08 13:37:53.084109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-419c7374-a2be-4f1e-8476-e73a7b72d7a0 req-ebea77c3-3d15-4219-8a33-16b63dbb3913 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 210 time: 0.0573027 Sep 08 13:37:53.095316 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:53.095316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device d6ad5418-7921-4034-a8a7-e06f89ef9d30 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:37:53.095316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:53.100981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:53.101363 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:53.234427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=49d0a133-84a7-44f7-ba8e-7edc8c815c7e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:53.330777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:53.333608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:53.352476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'port_id': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'mac_address': 'fa:16:3e:f6:a6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:37:53.397124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port c787cb5d-1fa1-4187-a6dd-7c27fdc59201, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c787cb5d-1fa1-4187-a6dd-7c27fdc59201,segment=NetworkSegment(7cca55b4-0fca-4b67-84f5-98ffd77b2d5c),segment_id=7cca55b4-0fca-4b67-84f5-98ffd77b2d5c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:53.410648 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:53.424316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ad5418-7921-4034-a8a7-e06f89ef9d30 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:37:53.446281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:53.490588 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:53.550211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=c787cb5d-1fa1-4187-a6dd-7c27fdc59201,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:53.570549 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:53.625556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=d6ad5418-7921-4034-a8a7-e06f89ef9d30,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:53.796137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['49d0a133-84a7-44f7-ba8e-7edc8c815c7e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:37:53.820296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['d6ad5418-7921-4034-a8a7-e06f89ef9d30'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:37:53.986608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412a9d8-6fbc-43a2-8a8a-1ac00619c884 req-6b9c88a2-0bba-4d84-94c4-4a0a31c52ddd tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:53.996821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b412a9d8-6fbc-43a2-8a8a-1ac00619c884 req-6b9c88a2-0bba-4d84-94c4-4a0a31c52ddd tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 945 time: 0.0651629 Sep 08 13:37:54.037064 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b412a9d8-6fbc-43a2-8a8a-1ac00619c884 req-e39a50a0-e201-43e9-b7c8-c4e312c2305f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386710 Sep 08 13:37:54.202628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc20a05-d003-49cc-8e69-d3efc54eec7a req-b571c9e8-73d2-44c7-bba5-77487f12332f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:54.204250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbc20a05-d003-49cc-8e69-d3efc54eec7a req-b571c9e8-73d2-44c7-bba5-77487f12332f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 944 time: 0.0768471 Sep 08 13:37:54.214396 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5f6a367-9df6-4dc1-a40a-fc65d8b71cfb req-ae6c1494-f931-4521-a3e8-38e028bbb9ad tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 210 time: 0.0343294 Sep 08 13:37:54.253389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bbc20a05-d003-49cc-8e69-d3efc54eec7a req-0d43bc35-f32b-42a1-91f8-3378d47f0b38 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404263 Sep 08 13:37:54.669646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c787cb5d-1fa1-4187-a6dd-7c27fdc59201 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:54.738822 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:54.739213 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:55.168577 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2c323-e432-4032-89bc-41d948601b7a req-4d735332-0577-4e9c-aea1-b86367126f42 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:55.170242 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7a2c323-e432-4032-89bc-41d948601b7a req-4d735332-0577-4e9c-aea1-b86367126f42 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 945 time: 0.0560193 Sep 08 13:37:55.224359 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7a2c323-e432-4032-89bc-41d948601b7a req-dadadbbd-d16f-4aca-9610-23474b072854 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424812 Sep 08 13:37:55.329982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bbe27430-170a-4a5f-bd94-da74f12e7711 req-e01db0e1-7480-4a98-a7b1-35a63805311f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 210 time: 0.0269506 Sep 08 13:37:55.422387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfd75a-74fa-47d3-a9fc-4e2f6c38f19d req-1fb7a572-410e-4033-89c6-a175e939fa63 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:55.426672 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9cfd75a-74fa-47d3-a9fc-4e2f6c38f19d req-1fb7a572-410e-4033-89c6-a175e939fa63 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 944 time: 0.0673621 Sep 08 13:37:55.475550 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d9cfd75a-74fa-47d3-a9fc-4e2f6c38f19d req-1fc4a945-dfe1-4e5d-a84c-cbd7570a9523 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446033 Sep 08 13:37:55.579347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-78c46519-d1fe-4324-9913-b5b9f7725b8b tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:55.580753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-78c46519-d1fe-4324-9913-b5b9f7725b8b tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.60 "GET /v2.0/networks?id=6b45e308-0084-4196-9934-cb2c6db9e9c6 HTTP/1.1" status: 200 len: 797 time: 0.1257997 Sep 08 13:37:55.634584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-68c71b55-b045-4888-b9c5-53cb5087564a tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1322909c51764a77a670cba32d078a01 HTTP/1.1" status: 200 len: 476 time: 0.0445182 Sep 08 13:37:55.651802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Request body: {'port': {'device_id': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'admin_state_up': True, 'tenant_id': '1322909c51764a77a670cba32d078a01', 'security_groups': ['02de3db4-3765-4f21-8eb8-e99b61cab3f9', 'cfe6daf3-fb08-4ca4-9317-80fe20fe8155']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:55.918928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Made reservation on behalf of 1322909c51764a77a670cba32d078a01 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:37:55.922532 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:56.053065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Allocated IP 172.20.0.9 (6b45e308-0084-4196-9934-cb2c6db9e9c6/2a8631f6-57a6-48dc-b93e-6a91d2ba1bea/112f5408-a911-4f74-a036-ff1ff2235b8d) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:37:56.159842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58622) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:56.224212 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:56.240051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Transition to ACTIVE for port object 112f5408-a911-4f74-a036-ff1ff2235b8d will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:56.288311 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:56.367851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58ed71-5f74-4ddb-a0bb-74411a8bf647 req-d151877f-e1db-4c41-81c2-3067847d2045 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:56.369406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a58ed71-5f74-4ddb-a0bb-74411a8bf647 req-d151877f-e1db-4c41-81c2-3067847d2045 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 945 time: 0.0713670 Sep 08 13:37:56.370896 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:56.420757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network 6b45e308-0084-4196-9934-cb2c6db9e9c6 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:37:56.424631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:37:56.431507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:37:56.469749 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a58ed71-5f74-4ddb-a0bb-74411a8bf647 req-c881e7d9-1b7a-4e0b-8e23-29ea4a846a07 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679066 Sep 08 13:37:56.492369 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:56.522818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Port': ['ID=112f5408-a911-4f74-a036-ff1ff2235b8d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:56.562954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:56.563630 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:56.571230 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:56.574343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 49d0a133-84a7-44f7-ba8e-7edc8c815c7e up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:56.577998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b80c11-d741-42c0-9832-655c844258ba req-b6236ab8-c7bb-4bad-992b-35707d5b7ad7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:56.587403 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87b80c11-d741-42c0-9832-655c844258ba req-b6236ab8-c7bb-4bad-992b-35707d5b7ad7 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 970 time: 0.1483884 Sep 08 13:37:56.607862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe27b11-fed4-4712-8729-af4ef8cc1b75,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:56.641111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:56.641455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:56.641800 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:56.642134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:56.642496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:56.643492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:56.643831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:56.644193 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:56.644528 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:56.644857 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:56.645334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:56.646262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:37:56.677730 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9d2e3cc1-943e-4451-95e4-784ba91b72f7 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b5e0ac21724d41199d73264223f5f61e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5166664 Sep 08 13:37:56.680757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58632) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:56.686611 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87b80c11-d741-42c0-9832-655c844258ba req-92eaae66-8b87-4bc9-885b-d4828c3c8f4b tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0754068 Sep 08 13:37:56.690789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-fe4b0c7f-ca9a-43ba-8d91-704c854f8408 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0496902 Sep 08 13:37:56.708496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Request body: {'port': {'device_id': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:37:56.713793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0365023-6d3c-4ca9-9668-7a0135242c5e req-58e7883c-fc43-42c3-b462-b8cb657a277d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:56.715182 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0365023-6d3c-4ca9-9668-7a0135242c5e req-58e7883c-fc43-42c3-b462-b8cb657a277d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 944 time: 0.1025054 Sep 08 13:37:56.776170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:56.777085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0365023-6d3c-4ca9-9668-7a0135242c5e req-ffb5dfe8-e416-4cba-9556-bc9510eafc7d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527146 Sep 08 13:37:56.783992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:56.785933 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:56.799836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca36b-01fb-40ab-b13e-5c711248dca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:56.834116 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca36b-01fb-40ab-b13e-5c711248dca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:56.903253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7aeb0b0c-b5df-4eb3-bfc0-6c9eacf53360 None None] Provisioning for port 112f5408-a911-4f74-a036-ff1ff2235b8d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:56.918974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7aeb0b0c-b5df-4eb3-bfc0-6c9eacf53360 None None] Provisioning complete for port 112f5408-a911-4f74-a036-ff1ff2235b8d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:56.919361 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7aeb0b0c-b5df-4eb3-bfc0-6c9eacf53360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:56.922275 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:56.977820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b38c001-aee3-4664-9423-f90a397de5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0a133-84a7-44f7-ba8e-7edc8c815c7e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:37:56.980504 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236a5b2a-6ea3-4b1d-bf65-d1ab007e5ba2" -d '{"events": [{"server_uuid": "2b38c001-aee3-4664-9423-f90a397de5c4", "name": "network-vif-plugged", "status": "completed", "tag": "49d0a133-84a7-44f7-ba8e-7edc8c815c7e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:37:57.004306 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7aeb0b0c-b5df-4eb3-bfc0-6c9eacf53360 None None] Port 112f5408-a911-4f74-a036-ff1ff2235b8d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:37:57.009471 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=49d0a133-84a7-44f7-ba8e-7edc8c815c7e,segment=NetworkSegment(70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8),segment_id=70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:57.036158 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6e70bc-7ac7-42c3-84d7-9f8edd857019 x-openstack-request-id: req-be6e70bc-7ac7-42c3-84d7-9f8edd857019 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:37:57.036810 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b38c001-aee3-4664-9423-f90a397de5c4", "name": "network-vif-plugged", "status": "completed", "tag": "49d0a133-84a7-44f7-ba8e-7edc8c815c7e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:37:57.037311 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-be6e70bc-7ac7-42c3-84d7-9f8edd857019 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:37:57.037855 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b38c001-aee3-4664-9423-f90a397de5c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d0a133-84a7-44f7-ba8e-7edc8c815c7e', 'code': 200} Sep 08 13:37:57.084605 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca36b-01fb-40ab-b13e-5c711248dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:57.088184 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea7ca36b-01fb-40ab-b13e-5c711248dca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:57.089393 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ea7ca36b-01fb-40ab-b13e-5c711248dca5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dfe27b11-fed4-4712-8729-af4ef8cc1b75 HTTP/1.1" status: 204 len: 168 time: 0.4077055 Sep 08 13:37:57.101600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ca36b-01fb-40ab-b13e-5c711248dca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe27b11-fed4-4712-8729-af4ef8cc1b75,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:57.130603 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:57.131946 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device d6ad5418-7921-4034-a8a7-e06f89ef9d30 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:37:57.214970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7165f51-f890-4e8c-9f29-4f003dbba697 req-d0031981-39e9-476a-869d-b5c326fb1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:57.216582 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7165f51-f890-4e8c-9f29-4f003dbba697 req-d0031981-39e9-476a-869d-b5c326fb1e06 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 1097 time: 0.1167371 Sep 08 13:37:57.226871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=49d0a133-84a7-44f7-ba8e-7edc8c815c7e,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:57.239874 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:57.255929 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7165f51-f890-4e8c-9f29-4f003dbba697 req-dbd77e9c-ee3b-42fe-9ad3-4283dc5c2b54 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318153 Sep 08 13:37:57.329556 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:37:57.336524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port d6ad5418-7921-4034-a8a7-e06f89ef9d30 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:37:57.341022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port d6ad5418-7921-4034-a8a7-e06f89ef9d30 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:37:57.341414 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:57.422401 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:57.456583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:37:57.518340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112f5408-a911-4f74-a036-ff1ff2235b8d {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:37:57.527245 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:57.542984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Transition to ACTIVE for port object 112f5408-a911-4f74-a036-ff1ff2235b8d will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:37:57.599319 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:57.605881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979748f-ca61-4700-ab7d-f4b9362b4671 req-fb73e1a4-3b54-4123-8ca7-0429b7c570f2 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:57.607433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8979748f-ca61-4700-ab7d-f4b9362b4671 req-fb73e1a4-3b54-4123-8ca7-0429b7c570f2 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 946 time: 0.0561318 Sep 08 13:37:57.653579 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8979748f-ca61-4700-ab7d-f4b9362b4671 req-336d0ae2-4932-4ed8-b7d0-3880d31303c1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343535 Sep 08 13:37:57.661755 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:57.723534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=112f5408-a911-4f74-a036-ff1ff2235b8d,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:57.820498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=d6ad5418-7921-4034-a8a7-e06f89ef9d30,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:57.858946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Attempting to bind port 112f5408-a911-4f74-a036-ff1ff2235b8d on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:37:57.859221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Attempting to bind port 112f5408-a911-4f74-a036-ff1ff2235b8d by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:37:57.859558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Attempting to bind port 112f5408-a911-4f74-a036-ff1ff2235b8d on network 6b45e308-0084-4196-9934-cb2c6db9e9c6 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:57.865590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Port 112f5408-a911-4f74-a036-ff1ff2235b8d on network 6b45e308-0084-4196-9934-cb2c6db9e9c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:37:57.866056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Attempting to bind port 112f5408-a911-4f74-a036-ff1ff2235b8d on network 6b45e308-0084-4196-9934-cb2c6db9e9c6 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:37:57.876842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409ba25-a638-45df-ab5a-0efd34e151e8 req-72a9a143-d526-4ff6-86a8-b542a5fe9071 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:57.878714 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1409ba25-a638-45df-ab5a-0efd34e151e8 req-72a9a143-d526-4ff6-86a8-b542a5fe9071 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 982 time: 0.1040535 Sep 08 13:37:57.884400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:37:57.884990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Checking segment: {'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:37:57.885583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Bound using segment: {'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:37:57.886131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Bound port: 112f5408-a911-4f74-a036-ff1ff2235b8d, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:37:57.888171 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:57.976633 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1409ba25-a638-45df-ab5a-0efd34e151e8 req-dd21fbea-b276-438c-adfb-e7748707f12c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0780952 Sep 08 13:37:57.989796 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f0066-9c99-406a-beeb-7f753fc6ac56 req-af9034cd-51b6-427e-b6a7-077348ddac4b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:58.003075 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c82f0066-9c99-406a-beeb-7f753fc6ac56 req-af9034cd-51b6-427e-b6a7-077348ddac4b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0737748 Sep 08 13:37:58.027907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] For port 112f5408-a911-4f74-a036-ff1ff2235b8d, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:37:58.033755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] For port 112f5408-a911-4f74-a036-ff1ff2235b8d, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=112f5408-a911-4f74-a036-ff1ff2235b8d,segment=NetworkSegment(7cca55b4-0fca-4b67-84f5-98ffd77b2d5c),segment_id=7cca55b4-0fca-4b67-84f5-98ffd77b2d5c)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:37:58.044413 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c82f0066-9c99-406a-beeb-7f753fc6ac56 req-6f290f9c-1e60-41ad-8919-e55370914cd7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404248 Sep 08 13:37:58.122507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58656) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:58.137351 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57195ae8-2e52-4be5-890e-d31d8d81936f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:58.147845 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:58.195122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:58.195892 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:58.197286 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] 10.222.0.60 "PUT /v2.0/ports/112f5408-a911-4f74-a036-ff1ff2235b8d HTTP/1.1" status: 200 len: 1130 time: 1.4976451 Sep 08 13:37:58.197664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'tag': '112f5408-a911-4f74-a036-ff1ff2235b8d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:37:58.200006 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444ee78f-584f-463a-80da-354b275e11ff" -d '{"events": [{"name": "network-changed", "server_uuid": "754df70a-ffdf-41ea-acce-0b1b775dff6d", "tag": "112f5408-a911-4f74-a036-ff1ff2235b8d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:37:58.249913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485d264-842c-4fb1-b594-28e8a1891ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=112f5408-a911-4f74-a036-ff1ff2235b8d,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:58.284386 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57195ae8-2e52-4be5-890e-d31d8d81936f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:58.367873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-b1b0a572-652d-43bb-836d-3435ec16ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:58.375063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-b1b0a572-652d-43bb-836d-3435ec16ec2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1322909c51764a77a670cba32d078a01&device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 1133 time: 0.0524688 Sep 08 13:37:58.415927 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57195ae8-2e52-4be5-890e-d31d8d81936f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:58.419329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-aeee4f0c-c3c9-415a-895e-b38b812c5f46 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=112f5408-a911-4f74-a036-ff1ff2235b8d HTTP/1.1" status: 200 len: 217 time: 0.0413480 Sep 08 13:37:58.459100 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-57195ae8-2e52-4be5-890e-d31d8d81936f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d299332b1f00483dbbe7a54166120030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353181 Sep 08 13:37:58.462441 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57195ae8-2e52-4be5-890e-d31d8d81936f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befcf9c5-5839-46e7-a96e-a9a7c09cb01b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:58.462601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58664) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:37:58.504011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-004d808a-cfac-40c6-bf42-a1e7180b7151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:58.505677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-004d808a-cfac-40c6-bf42-a1e7180b7151 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a8631f6-57a6-48dc-b93e-6a91d2ba1bea HTTP/1.1" status: 200 len: 835 time: 0.0798035 Sep 08 13:37:58.512857 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7e126b-cd32-405d-9cd9-e7299ba5bc62 x-openstack-request-id: req-8e7e126b-cd32-405d-9cd9-e7299ba5bc62 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:37:58.513149 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754df70a-ffdf-41ea-acce-0b1b775dff6d", "tag": "112f5408-a911-4f74-a036-ff1ff2235b8d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:37:58.513398 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e7e126b-cd32-405d-9cd9-e7299ba5bc62 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:37:58.513811 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'tag': '112f5408-a911-4f74-a036-ff1ff2235b8d', 'status': 'completed', 'code': 200} Sep 08 13:37:58.556543 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8762cc3-8868-4d3d-91ee-cd91f7b4b465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:58.584636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-7c3c94e5-8f3f-40e7-9650-4a5e0dc179b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:58.586748 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-7c3c94e5-8f3f-40e7-9650-4a5e0dc179b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b45e308-0084-4196-9934-cb2c6db9e9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684743 Sep 08 13:37:58.588623 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8762cc3-8868-4d3d-91ee-cd91f7b4b465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:58.709176 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-9518199e-894e-49c3-9585-d8055087ad2d service neutron] 10.222.0.60 "GET /v2.0/networks/6b45e308-0084-4196-9934-cb2c6db9e9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134853 Sep 08 13:37:58.786476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab648d-2596-4c4d-9a89-06919a79eb89 req-3b9e34a7-b5d9-4e3c-908d-cb0694da978f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:58.787989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a7ab648d-2596-4c4d-9a89-06919a79eb89 req-3b9e34a7-b5d9-4e3c-908d-cb0694da978f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 946 time: 0.0552018 Sep 08 13:37:58.808239 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e0c11d9-f3f2-4d6b-8628-f50d23e301ac req-3a431ac0-e07d-475f-807b-88688d800d8c service neutron] 10.222.0.60 "GET /v2.0/networks/6b45e308-0084-4196-9934-cb2c6db9e9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919735 Sep 08 13:37:58.828200 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a7ab648d-2596-4c4d-9a89-06919a79eb89 req-c3e68dcb-4a44-45c9-be2a-87e356e32c9f tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331576 Sep 08 13:37:58.891261 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8762cc3-8868-4d3d-91ee-cd91f7b4b465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:58.893973 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8762cc3-8868-4d3d-91ee-cd91f7b4b465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:37:58.895155 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d8762cc3-8868-4d3d-91ee-cd91f7b4b465 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/befcf9c5-5839-46e7-a96e-a9a7c09cb01b HTTP/1.1" status: 204 len: 168 time: 0.4312170 Sep 08 13:37:58.906136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8762cc3-8868-4d3d-91ee-cd91f7b4b465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befcf9c5-5839-46e7-a96e-a9a7c09cb01b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:37:58.968924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74761e3c-b1e7-439f-9cf2-c013e7ea8776 req-f338adf3-b156-47b6-9e94-e7b795089b1d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:58.970547 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-74761e3c-b1e7-439f-9cf2-c013e7ea8776 req-f338adf3-b156-47b6-9e94-e7b795089b1d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 946 time: 0.0659492 Sep 08 13:37:59.017970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-74761e3c-b1e7-439f-9cf2-c013e7ea8776 req-54c60338-0973-4328-8f23-7f09c232a309 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400772 Sep 08 13:37:59.044477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:37:59.044477 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4bd629-320c-4aac-a509-fee6210dedd9" -d '{"events": [{"server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "name": "network-vif-plugged", "status": "completed", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:37:59.088858 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c236498d-64be-4bb5-b10c-10209e434bc6 x-openstack-request-id: req-c236498d-64be-4bb5-b10c-10209e434bc6 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:37:59.089535 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "name": "network-vif-plugged", "status": "completed", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:37:59.089849 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c236498d-64be-4bb5-b10c-10209e434bc6 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:37:59.090332 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'code': 200} Sep 08 13:37:59.129294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ee78f-584f-463a-80da-354b275e11ff req-808674fe-89fa-470a-83f2-4aaae69224c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:59.131573 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-444ee78f-584f-463a-80da-354b275e11ff req-808674fe-89fa-470a-83f2-4aaae69224c2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1322909c51764a77a670cba32d078a01&device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 1133 time: 0.0609567 Sep 08 13:37:59.144710 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ceb11-d8a2-4fea-ab39-3218aa2b2a51 req-755778ed-f65d-404f-af2a-3fc473a26ea2 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:59.146370 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db5ceb11-d8a2-4fea-ab39-3218aa2b2a51 req-755778ed-f65d-404f-af2a-3fc473a26ea2 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 982 time: 0.0695355 Sep 08 13:37:59.229133 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db5ceb11-d8a2-4fea-ab39-3218aa2b2a51 req-830337e3-f325-4102-b394-598eb40b4a4d tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0765464 Sep 08 13:37:59.236459 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763f7f5-02a7-49d9-a773-a032fc4b6577 req-e913de31-856a-411b-9fc9-92664e4c6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:59.237025 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f763f7f5-02a7-49d9-a773-a032fc4b6577 req-e913de31-856a-411b-9fc9-92664e4c6235 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1096 time: 0.0825505 Sep 08 13:37:59.253502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef83b4-efab-4ce9-a831-c211459418d8 req-b06b2685-6674-4f79-8fde-c3cf3bd70d12 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:59.255122 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-85ef83b4-efab-4ce9-a831-c211459418d8 req-b06b2685-6674-4f79-8fde-c3cf3bd70d12 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.1074703 Sep 08 13:37:59.277465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f763f7f5-02a7-49d9-a773-a032fc4b6577 req-121b897e-125a-472d-a7ab-4356203995e9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330479 Sep 08 13:37:59.289929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ee78f-584f-463a-80da-354b275e11ff req-37a44dee-aa84-445b-99fe-461c78ab5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:59.291473 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-444ee78f-584f-463a-80da-354b275e11ff req-37a44dee-aa84-445b-99fe-461c78ab5b59 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6b45e308-0084-4196-9934-cb2c6db9e9c6 HTTP/1.1" status: 200 len: 898 time: 0.1530578 Sep 08 13:37:59.348763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-85ef83b4-efab-4ce9-a831-c211459418d8 req-50a517b7-5d6f-4962-ab68-b67c94e5fa73 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832329 Sep 08 13:37:59.350287 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-444ee78f-584f-463a-80da-354b275e11ff req-77cf313f-f7c7-4af3-9f2c-516d8c6f0449 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=112f5408-a911-4f74-a036-ff1ff2235b8d HTTP/1.1" status: 200 len: 217 time: 0.0469627 Sep 08 13:37:59.404073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ee78f-584f-463a-80da-354b275e11ff req-43f866e9-d193-4202-bb12-5268128ec565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:59.405925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-444ee78f-584f-463a-80da-354b275e11ff req-43f866e9-d193-4202-bb12-5268128ec565 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a8631f6-57a6-48dc-b93e-6a91d2ba1bea HTTP/1.1" status: 200 len: 835 time: 0.0482976 Sep 08 13:37:59.470659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ee78f-584f-463a-80da-354b275e11ff req-a43ea56b-a6e6-4a32-bc11-622e918919ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:37:59.472115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-444ee78f-584f-463a-80da-354b275e11ff req-a43ea56b-a6e6-4a32-bc11-622e918919ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b45e308-0084-4196-9934-cb2c6db9e9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585465 Sep 08 13:37:59.580599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-444ee78f-584f-463a-80da-354b275e11ff req-0d7a7bb0-6703-45da-9e61-b93da85e3f1e service neutron] 10.222.0.60 "GET /v2.0/networks/6b45e308-0084-4196-9934-cb2c6db9e9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998337 Sep 08 13:37:59.682556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-444ee78f-584f-463a-80da-354b275e11ff req-95aed455-312d-4165-a21c-974d57518d77 service neutron] 10.222.0.60 "GET /v2.0/networks/6b45e308-0084-4196-9934-cb2c6db9e9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938780 Sep 08 13:38:00.362932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c48304-2e94-45c7-bf15-16b637caa960 req-75a824e1-90aa-41c5-b6ae-a98f73530349 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:00.364579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21c48304-2e94-45c7-bf15-16b637caa960 req-75a824e1-90aa-41c5-b6ae-a98f73530349 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 982 time: 0.0585222 Sep 08 13:38:00.442106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21c48304-2e94-45c7-bf15-16b637caa960 req-c1fced99-5c58-40df-800f-194aa1c63138 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0589988 Sep 08 13:38:00.494255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee07530-35d3-46b0-b258-522031b68fca req-16337dbf-f4b1-4e29-9c9d-2aa778046b41 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:00.497107 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ee07530-35d3-46b0-b258-522031b68fca req-16337dbf-f4b1-4e29-9c9d-2aa778046b41 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0655925 Sep 08 13:38:00.546955 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ee07530-35d3-46b0-b258-522031b68fca req-ead18a56-a122-45b2-bc41-6a2c6e35ba3b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427618 Sep 08 13:38:00.567660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58714) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:01.036467 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:01.351972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Allocated IP 172.20.0.17 (59752a4c-329e-4ddc-80a5-933c3d1512d7/b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced/b13c8335-cbc7-4175-bd97-fdf04916b77a) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:38:01.501714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:01.534384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Transition to ACTIVE for port object b13c8335-cbc7-4175-bd97-fdf04916b77a will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:38:01.587151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d52ca61-75aa-4d5f-9054-43ca22eb5e2c req-3724a73c-bde0-4db6-8fb6-b272d581d5d6 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:01.588762 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5d52ca61-75aa-4d5f-9054-43ca22eb5e2c req-3724a73c-bde0-4db6-8fb6-b272d581d5d6 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 982 time: 0.0656638 Sep 08 13:38:01.637562 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5d52ca61-75aa-4d5f-9054-43ca22eb5e2c req-3c8fafe8-888c-478e-9664-e4fc52415692 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0419388 Sep 08 13:38:01.677749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787b55-5058-4a2e-a184-0e9491f3c9ec req-14b4f548-5b42-421f-b960-ae651fa0f80b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:01.679915 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45787b55-5058-4a2e-a184-0e9491f3c9ec req-14b4f548-5b42-421f-b960-ae651fa0f80b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0583329 Sep 08 13:38:01.719557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45787b55-5058-4a2e-a184-0e9491f3c9ec req-bfb6c3e2-60d2-49b1-b932-4f248166b25c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335894 Sep 08 13:38:01.742933 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:01.784489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network 59752a4c-329e-4ddc-80a5-933c3d1512d7 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:38:01.787858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:38:01.795372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:38:01.820514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=b13c8335-cbc7-4175-bd97-fdf04916b77a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:01.855804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd84ea-d393-4c23-96c2-54ffd647e328 req-7dcac496-e0b1-4d6f-bf2e-afe16fb003f9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:01.857348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7fcd84ea-d393-4c23-96c2-54ffd647e328 req-7dcac496-e0b1-4d6f-bf2e-afe16fb003f9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0690012 Sep 08 13:38:01.857960 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:01.914701 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7fcd84ea-d393-4c23-96c2-54ffd647e328 req-804aed40-b593-4581-a335-4261b2559c04 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469165 Sep 08 13:38:01.938741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58750) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:01.990686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a53cfa-bd30-4c3d-9604-37a59edc3598 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:01.998312 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f7a53cfa-bd30-4c3d-9604-37a59edc3598 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1091 time: 0.0538940 Sep 08 13:38:02.008648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58752) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:02.008648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:02.126663 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:02.142579 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:02.250334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-098076ab-7ac0-4885-a44f-faca0859a7b7 None None] Provisioning for port b13c8335-cbc7-4175-bd97-fdf04916b77a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:38:02.255579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-098076ab-7ac0-4885-a44f-faca0859a7b7 None None] Provisioning complete for port b13c8335-cbc7-4175-bd97-fdf04916b77a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:02.255579 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-098076ab-7ac0-4885-a44f-faca0859a7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:02.262824 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:02.292134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-098076ab-7ac0-4885-a44f-faca0859a7b7 None None] Port b13c8335-cbc7-4175-bd97-fdf04916b77a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:38:02.418460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.25.5.143 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/a9e9ef8f-71b7-4c2a-837e-74abfff9a2ee) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:38:02.440303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:02.530704 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:02.587486 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:02.666375 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:02.668044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=b13c8335-cbc7-4175-bd97-fdf04916b77a,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:02.744217 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:02.772051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network 59752a4c-329e-4ddc-80a5-933c3d1512d7 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:38:02.774165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:38:02.787112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c5e1b-2560-4a88-be60-0fe8d2b051fc req-b04c0131-675f-4fdc-9452-52722ac3d669 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:02.788743 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-922c5e1b-2560-4a88-be60-0fe8d2b051fc req-b04c0131-675f-4fdc-9452-52722ac3d669 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 982 time: 0.0827575 Sep 08 13:38:02.805065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:38:02.817937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:38:02.829587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:38:02.833440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=a9e9ef8f-71b7-4c2a-837e-74abfff9a2ee,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:02.901152 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-922c5e1b-2560-4a88-be60-0fe8d2b051fc req-81f8dd69-9473-405f-a675-3a52cbe6d39e tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1003628 Sep 08 13:38:02.907921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:38:03.046237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:38:03.056999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ee014368-b18e-4c11-92ee-8f1e67fdf92d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "PUT /v2.0/routers/5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4825320 Sep 08 13:38:03.074908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Sync routers for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:38:03.092627 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:03.094101 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:03.159259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4bb18a7c-ab4b-4c58-9026-726a0dd65a39 None None] Provisioning complete for port b13c8335-cbc7-4175-bd97-fdf04916b77a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:03.160362 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4bb18a7c-ab4b-4c58-9026-726a0dd65a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:03.240571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4bb18a7c-ab4b-4c58-9026-726a0dd65a39 None None] Port b13c8335-cbc7-4175-bd97-fdf04916b77a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:38:03.246764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:03.455191 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:03.546517 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:38:01Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a1e3b790-1c83-4741-95f8-125a8e967d73', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'port_id': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'mac_address': 'fa:16:3e:23:d1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:36:09Z', 'updated_at': '2021-09-08T13:36:13Z', 'revision_number': 1, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b13c8335-cbc7-4175-bd97-fdf04916b77a', 'name': '', 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:f4:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': 'b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:01Z', 'updated_at': '2021-09-08T13:38:02Z', 'revision_number': 2, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:03.580187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Checking router: 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:38:03.580555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Updating router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 port b13c8335-cbc7-4175-bd97-fdf04916b77a binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:38:03.606328 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:03.670212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:03.834788 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:03.924693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:03.959524 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:03.971524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Transition to ACTIVE for port object b13c8335-cbc7-4175-bd97-fdf04916b77a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:38:03.990598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 112f5408-a911-4f74-a036-ff1ff2235b8d details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:38:04.045655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=a9e9ef8f-71b7-4c2a-837e-74abfff9a2ee,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:04.049114 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:04.092920 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:04.101009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 112f5408-a911-4f74-a036-ff1ff2235b8d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=112f5408-a911-4f74-a036-ff1ff2235b8d,segment=NetworkSegment(7cca55b4-0fca-4b67-84f5-98ffd77b2d5c),segment_id=7cca55b4-0fca-4b67-84f5-98ffd77b2d5c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:04.145351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '112f5408-a911-4f74-a036-ff1ff2235b8d', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'port_id': '112f5408-a911-4f74-a036-ff1ff2235b8d', 'mac_address': 'fa:16:3e:53:9a:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:38:04.164383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Pushing event updated for resources: {'Port': ['ID=b13c8335-cbc7-4175-bd97-fdf04916b77a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:04.195748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:04.196098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:04.196650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:04.196989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:04.208767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:04.208767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:04.208767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:04.208767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:04.208767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:04.208767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:04.208767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:04.208767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:04.254426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:04.275854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Attempting to bind port b13c8335-cbc7-4175-bd97-fdf04916b77a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:38:04.276232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Attempting to bind port b13c8335-cbc7-4175-bd97-fdf04916b77a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:38:04.276681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Attempting to bind port b13c8335-cbc7-4175-bd97-fdf04916b77a on network 59752a4c-329e-4ddc-80a5-933c3d1512d7 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:38:04.281099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112f5408-a911-4f74-a036-ff1ff2235b8d {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:38:04.293153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:38:04.293533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Checking segment: {'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:38:04.293943 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:04.294378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Bound using segment: {'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:38:04.294883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Bound port: b13c8335-cbc7-4175-bd97-fdf04916b77a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:38:04.295268 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:04.327835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 112f5408-a911-4f74-a036-ff1ff2235b8d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=112f5408-a911-4f74-a036-ff1ff2235b8d,segment=NetworkSegment(7cca55b4-0fca-4b67-84f5-98ffd77b2d5c),segment_id=7cca55b4-0fca-4b67-84f5-98ffd77b2d5c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:04.430137 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:04.476636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] For port b13c8335-cbc7-4175-bd97-fdf04916b77a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:38:04.492487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38151320-edfa-4f56-9915-a83258c8b65c req-f860c2b2-fcaf-4bef-960b-213a5db47e47 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:04.494274 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-38151320-edfa-4f56-9915-a83258c8b65c req-f860c2b2-fcaf-4bef-960b-213a5db47e47 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 982 time: 0.5094633 Sep 08 13:38:04.506708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] For port b13c8335-cbc7-4175-bd97-fdf04916b77a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b13c8335-cbc7-4175-bd97-fdf04916b77a,segment=NetworkSegment(70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8),segment_id=70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:38:04.529121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=112f5408-a911-4f74-a036-ff1ff2235b8d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:04.588998 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-38151320-edfa-4f56-9915-a83258c8b65c req-c24048ab-2eb2-4113-bf5c-694a707213ff tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0861938 Sep 08 13:38:04.614033 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Floating IP b85b5cf1-f878-4f07-9247-bbd73871c964 associated. External IP: 172.25.5.143, port: d6ad5418-7921-4034-a8a7-e06f89ef9d30. Sep 08 13:38:04.614278 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:04.716292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:04.717353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:04.775119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b93c37-968e-4947-b2c8-1ec68dfadef9 None None] Pushing event updated for resources: {'Port': ['ID=b13c8335-cbc7-4175-bd97-fdf04916b77a,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:04.835847 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['112f5408-a911-4f74-a036-ff1ff2235b8d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:38:04.880505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:04.886031 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router 832254fc-4d56-4d99-9c1f-d5d365f2d8de has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:38:05.029538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:38:05.042047 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c4f48-8078-409d-8671-3ea8ae88f6b1 None None] Sync routers for ids ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:38:05.058481 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c4f48-8078-409d-8671-3ea8ae88f6b1 None None] Routers {'832254fc-4d56-4d99-9c1f-d5d365f2d8de'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:05.059878 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0a2c4f48-8078-409d-8671-3ea8ae88f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:05.175976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:05.208640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ba19ef87-0981-4308-85fe-d6f69caa5d65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2060006 Sep 08 13:38:05.208640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:38:05.209618 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4fd009-7c60-4101-9dfe-d3368dd583e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:38:05.253445 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edc0d85-01cd-43af-8980-3ec0af9342c7 x-openstack-request-id: req-0edc0d85-01cd-43af-8980-3ec0af9342c7 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:38:05.254000 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:38:05.254505 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0edc0d85-01cd-43af-8980-3ec0af9342c7 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:38:05.255089 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'status': 'completed', 'code': 200} Sep 08 13:38:05.313460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:38:01Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a1e3b790-1c83-4741-95f8-125a8e967d73', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'port_id': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'mac_address': 'fa:16:3e:23:d1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:36:09Z', 'updated_at': '2021-09-08T13:36:13Z', 'revision_number': 1, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b13c8335-cbc7-4175-bd97-fdf04916b77a', 'name': '', 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:f4:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': 'b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:01Z', 'updated_at': '2021-09-08T13:38:04Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:05.351478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082c20ea-823c-4959-89f7-5ba972bc72a0 None None] The sync data for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 is: [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:38:01Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a1e3b790-1c83-4741-95f8-125a8e967d73', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'port_id': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'mac_address': 'fa:16:3e:23:d1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:36:09Z', 'updated_at': '2021-09-08T13:36:13Z', 'revision_number': 1, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b13c8335-cbc7-4175-bd97-fdf04916b77a', 'name': '', 'network_id': '59752a4c-329e-4ddc-80a5-933c3d1512d7', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:f4:2d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3127, 'fixed_ips': [{'subnet_id': 'b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:01Z', 'updated_at': '2021-09-08T13:38:04Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:38:05.352643 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0a2c4f48-8078-409d-8671-3ea8ae88f6b1 None None] Set router 832254fc-4d56-4d99-9c1f-d5d365f2d8de gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:05.358851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89a507-cb32-4233-9c89-a6a7373c878f req-57ff8c75-97b4-47ff-ac41-091a765c9ccf tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:05.362651 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fd009-7c60-4101-9dfe-d3368dd583e1 req-671597da-2a89-4fb2-9c41-00b7504004fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:05.363890 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a4fd009-7c60-4101-9dfe-d3368dd583e1 req-671597da-2a89-4fb2-9c41-00b7504004fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1096 time: 0.0842674 Sep 08 13:38:05.370341 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee89a507-cb32-4233-9c89-a6a7373c878f req-57ff8c75-97b4-47ff-ac41-091a765c9ccf tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0910568 Sep 08 13:38:05.457517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee89a507-cb32-4233-9c89-a6a7373c878f req-6d5329f6-552d-418d-8216-4b758d63da71 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850294 Sep 08 13:38:05.496532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58800) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:05.653066 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f35323d8-bdef-46ce-b6f3-ee89c20092fa tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/b85b5cf1-f878-4f07-9247-bbd73871c964 HTTP/1.1" status: 200 len: 991 time: 0.1540716 Sep 08 13:38:05.678102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fd009-7c60-4101-9dfe-d3368dd583e1 req-2a4bfac5-9735-447d-99cb-d9dc77396568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:05.678102 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a4fd009-7c60-4101-9dfe-d3368dd583e1 req-2a4bfac5-9735-447d-99cb-d9dc77396568 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a5349f8-6de9-468d-80c4-5004d4f34481 HTTP/1.1" status: 200 len: 898 time: 0.3016560 Sep 08 13:38:05.756526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58810) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:05.792803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5cdee-589c-4cba-b04f-b7709a46143c req-0492a663-cd6d-46e4-80b6-7c898d2bbb55 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:05.803982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4d5cdee-589c-4cba-b04f-b7709a46143c req-0492a663-cd6d-46e4-80b6-7c898d2bbb55 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 983 time: 0.1056004 Sep 08 13:38:05.826525 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0a2c4f48-8078-409d-8671-3ea8ae88f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:37:35Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'b85b5cf1-f878-4f07-9247-bbd73871c964', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'port_id': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'mac_address': 'fa:16:3e:f6:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:38:03Z', 'updated_at': '2021-09-08T13:38:03Z', 'revision_number': 0, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0', 'name': '', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:ca:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:33Z', 'updated_at': '2021-09-08T13:37:41Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:05.883432 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c4f48-8078-409d-8671-3ea8ae88f6b1 None None] Checking router: 832254fc-4d56-4d99-9c1f-d5d365f2d8de for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:38:05.891381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4d5cdee-589c-4cba-b04f-b7709a46143c req-6534574b-6945-4389-b365-0502de8bb200 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0631318 Sep 08 13:38:05.908251 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2c4f48-8078-409d-8671-3ea8ae88f6b1 None None] Routers {'832254fc-4d56-4d99-9c1f-d5d365f2d8de'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:05.908251 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0a2c4f48-8078-409d-8671-3ea8ae88f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:37:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:05.910057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a4fd009-7c60-4101-9dfe-d3368dd583e1 req-96373bb8-e2a5-4dd3-9a0d-a6074675bf71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30 HTTP/1.1" status: 200 len: 999 time: 0.2161863 Sep 08 13:38:05.943156 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b46081f1-8b33-42cc-a9b9-da6763cdf76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:06.001744 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fd009-7c60-4101-9dfe-d3368dd583e1 req-914ac8dd-3abc-4806-9c67-1c079a3eb417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:06.003975 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a4fd009-7c60-4101-9dfe-d3368dd583e1 req-914ac8dd-3abc-4806-9c67-1c079a3eb417 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e7bfa47-b850-4e42-b298-3412a2b937d6 HTTP/1.1" status: 200 len: 835 time: 0.0842342 Sep 08 13:38:06.020977 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0a2c4f48-8078-409d-8671-3ea8ae88f6b1 None None] Set router 832254fc-4d56-4d99-9c1f-d5d365f2d8de gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:06.070619 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fd009-7c60-4101-9dfe-d3368dd583e1 req-a5562df2-71d0-4bf0-bf19-0c48b1c094c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:06.072467 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a4fd009-7c60-4101-9dfe-d3368dd583e1 req-a5562df2-71d0-4bf0-bf19-0c48b1c094c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a5349f8-6de9-468d-80c4-5004d4f34481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605912 Sep 08 13:38:06.096957 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b46081f1-8b33-42cc-a9b9-da6763cdf76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:06.175595 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b46081f1-8b33-42cc-a9b9-da6763cdf76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:06.218732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46081f1-8b33-42cc-a9b9-da6763cdf76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec37825-989c-4a6b-a435-602c31e29e97,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:06.239635 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58814) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:06.241831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b46081f1-8b33-42cc-a9b9-da6763cdf76d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e919ec0f0649425fbd5c61112914c468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4758942 Sep 08 13:38:06.253767 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a4fd009-7c60-4101-9dfe-d3368dd583e1 req-f30de5f2-8c3a-4b3f-9159-00a0cb4645cc service neutron] 10.222.0.70 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740143 Sep 08 13:38:06.290889 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0a2c4f48-8078-409d-8671-3ea8ae88f6b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:37:35Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'b85b5cf1-f878-4f07-9247-bbd73871c964', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'port_id': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'mac_address': 'fa:16:3e:f6:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:38:03Z', 'updated_at': '2021-09-08T13:38:03Z', 'revision_number': 0, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0', 'name': '', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:ca:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:33Z', 'updated_at': '2021-09-08T13:37:41Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:06.321928 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2c4f48-8078-409d-8671-3ea8ae88f6b1 None None] The sync data for ids ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'] in n-d-807558-3 is: [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:37:35Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'b85b5cf1-f878-4f07-9247-bbd73871c964', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'floating_ip_address': '172.25.5.143', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'port_id': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'mac_address': 'fa:16:3e:f6:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:38:03Z', 'updated_at': '2021-09-08T13:38:03Z', 'revision_number': 0, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0', 'name': '', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:ca:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:33Z', 'updated_at': '2021-09-08T13:37:41Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:38:06.425393 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9833b428-8a4a-4bf0-bc52-26d170ef8731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:06.461414 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9833b428-8a4a-4bf0-bc52-26d170ef8731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:06.464808 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a4fd009-7c60-4101-9dfe-d3368dd583e1 req-55b4ed74-2f30-4445-becc-b513f382f398 service neutron] 10.222.0.70 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986566 Sep 08 13:38:06.566964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee87e91-c7d8-4139-99b9-1b7a8efba58f None None] New status for floating IP b85b5cf1-f878-4f07-9247-bbd73871c964: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:38:06.582460 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9833b428-8a4a-4bf0-bc52-26d170ef8731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:06.591908 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9833b428-8a4a-4bf0-bc52-26d170ef8731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:06.597108 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9833b428-8a4a-4bf0-bc52-26d170ef8731 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9ec37825-989c-4a6b-a435-602c31e29e97 HTTP/1.1" status: 204 len: 168 time: 0.3520718 Sep 08 13:38:06.629485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833b428-8a4a-4bf0-bc52-26d170ef8731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec37825-989c-4a6b-a435-602c31e29e97,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:06.656957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58826) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:06.802592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b13c8335-cbc7-4175-bd97-fdf04916b77a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:38:06.846836 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-12971dc3-8d81-490c-83e5-f73c165a9d10 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/b85b5cf1-f878-4f07-9247-bbd73871c964 HTTP/1.1" status: 200 len: 991 time: 0.1874774 Sep 08 13:38:07.059594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57ee42-8951-48da-a09e-28cfd0523cbf req-8a91bfe8-d4c3-4665-a32e-d91de9a97578 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:07.061647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b57ee42-8951-48da-a09e-28cfd0523cbf req-8a91bfe8-d4c3-4665-a32e-d91de9a97578 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 983 time: 0.0829298 Sep 08 13:38:07.122247 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b57ee42-8951-48da-a09e-28cfd0523cbf req-f6e3e3f3-0992-4606-9680-475fed95a17e tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0527654 Sep 08 13:38:07.210576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b13c8335-cbc7-4175-bd97-fdf04916b77a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:38:07.222228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b13c8335-cbc7-4175-bd97-fdf04916b77a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:07.222228 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:07.308454 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:07.341473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b13c8335-cbc7-4175-bd97-fdf04916b77a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b13c8335-cbc7-4175-bd97-fdf04916b77a,segment=NetworkSegment(70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8),segment_id=70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:07.450375 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:07.511501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b13c8335-cbc7-4175-bd97-fdf04916b77a,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:07.539772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58850) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:07.554125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58c967b4-b82a-48de-9b9c-0cabda19b91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:07.657527 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58c967b4-b82a-48de-9b9c-0cabda19b91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:07.747598 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58c967b4-b82a-48de-9b9c-0cabda19b91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:07.787501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-58c967b4-b82a-48de-9b9c-0cabda19b91e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d5f9eef4df324da688a8d68b7c9ae78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464626 Sep 08 13:38:07.790998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58854) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:07.798658 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c967b4-b82a-48de-9b9c-0cabda19b91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936336ce-65c1-4b3e-a485-938430554c20,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:07.846029 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e9ee3719-f24e-4a63-ba12-4a5b5fa08948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:07.848203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58858) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:07.856454 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c64676e9-4cc4-4a94-8f1d-5221919990fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:07.895286 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c64676e9-4cc4-4a94-8f1d-5221919990fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:07.938026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3b7de232-f539-46d5-9bb5-a7d9774aaadd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/b85b5cf1-f878-4f07-9247-bbd73871c964 HTTP/1.1" status: 200 len: 993 time: 0.0886075 Sep 08 13:38:08.031661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 112f5408-a911-4f74-a036-ff1ff2235b8d up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:38:08.107339 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c64676e9-4cc4-4a94-8f1d-5221919990fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:08.110374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c64676e9-4cc4-4a94-8f1d-5221919990fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:08.111832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c64676e9-4cc4-4a94-8f1d-5221919990fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/936336ce-65c1-4b3e-a485-938430554c20 HTTP/1.1" status: 204 len: 168 time: 0.3195012 Sep 08 13:38:08.122332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64676e9-4cc4-4a94-8f1d-5221919990fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936336ce-65c1-4b3e-a485-938430554c20,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:08.160792 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 112f5408-a911-4f74-a036-ff1ff2235b8d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:38:08.175874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 112f5408-a911-4f74-a036-ff1ff2235b8d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:08.176546 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:08.308791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f78b08-c1bc-4da3-9ed8-5b48d7add2fd req-70142d92-5c64-4f9b-a7a7-aa56e8173bcb tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:08.315286 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-88f78b08-c1bc-4da3-9ed8-5b48d7add2fd req-70142d92-5c64-4f9b-a7a7-aa56e8173bcb tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 983 time: 0.0900533 Sep 08 13:38:08.351260 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:08.363649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-88f78b08-c1bc-4da3-9ed8-5b48d7add2fd req-02f9212b-6315-443f-97a7-ebc1f9035bde tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0454829 Sep 08 13:38:08.401777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 112f5408-a911-4f74-a036-ff1ff2235b8d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=112f5408-a911-4f74-a036-ff1ff2235b8d,segment=NetworkSegment(7cca55b4-0fca-4b67-84f5-98ffd77b2d5c),segment_id=7cca55b4-0fca-4b67-84f5-98ffd77b2d5c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:08.403032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112f5408-a911-4f74-a036-ff1ff2235b8d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:38:08.406246 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ba9c36-2fd9-48bc-9f2e-1e71a2d5068c" -d '{"events": [{"server_uuid": "754df70a-ffdf-41ea-acce-0b1b775dff6d", "name": "network-vif-plugged", "status": "completed", "tag": "112f5408-a911-4f74-a036-ff1ff2235b8d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:38:08.473872 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801d597e-e4a5-49ed-8a96-a8bb2cddd268 x-openstack-request-id: req-801d597e-e4a5-49ed-8a96-a8bb2cddd268 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:38:08.474210 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754df70a-ffdf-41ea-acce-0b1b775dff6d", "name": "network-vif-plugged", "status": "completed", "tag": "112f5408-a911-4f74-a036-ff1ff2235b8d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:38:08.474457 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-801d597e-e4a5-49ed-8a96-a8bb2cddd268 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:38:08.474860 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112f5408-a911-4f74-a036-ff1ff2235b8d', 'code': 200} Sep 08 13:38:08.519725 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:08.580047 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=112f5408-a911-4f74-a036-ff1ff2235b8d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:08.680532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b13c8335-cbc7-4175-bd97-fdf04916b77a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:38:08.736662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b13c8335-cbc7-4175-bd97-fdf04916b77a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:08.736894 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:08.811090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfd0b8-ef96-4e4b-ad0c-ab5482416eeb req-0d546d2e-814c-459e-aaa8-45697560683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:08.812639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cbfd0b8-ef96-4e4b-ad0c-ab5482416eeb req-0d546d2e-814c-459e-aaa8-45697560683d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 1135 time: 0.2795761 Sep 08 13:38:08.857402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cbfd0b8-ef96-4e4b-ad0c-ab5482416eeb req-9c16c95d-ee42-4906-a042-58847352c3e2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0358400 Sep 08 13:38:09.539998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a7405-4660-4928-be5f-99a1da02d1a2 req-da46ab27-f381-46e8-8da1-38fdaf7a5c7c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:09.541671 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-489a7405-4660-4928-be5f-99a1da02d1a2 req-da46ab27-f381-46e8-8da1-38fdaf7a5c7c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 984 time: 0.0815506 Sep 08 13:38:09.596890 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-489a7405-4660-4928-be5f-99a1da02d1a2 req-0b219bf2-b2e4-45dd-a67f-2acc296d9221 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0412822 Sep 08 13:38:10.193122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1faa0e9-85ec-4604-8730-455ad4fd2cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:10.679399 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:10.719963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04395ca9-6b09-4a52-8ffd-a7384e36ac2a req-2c47a35a-138f-4daa-a5ba-aab2a1a299aa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:10.721545 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-04395ca9-6b09-4a52-8ffd-a7384e36ac2a req-2c47a35a-138f-4daa-a5ba-aab2a1a299aa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 984 time: 0.0512075 Sep 08 13:38:10.763910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-04395ca9-6b09-4a52-8ffd-a7384e36ac2a req-09c65ffb-cf18-41e7-8f23-fb22468527fd tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0354152 Sep 08 13:38:10.890446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bf3a7-dd03-4750-8e12-2f478d09c59b req-cc26ba4d-6b41-46e2-bd02-615ea1a7b4c5 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:10.891339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a80bf3a7-dd03-4750-8e12-2f478d09c59b req-cc26ba4d-6b41-46e2-bd02-615ea1a7b4c5 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 984 time: 0.0563579 Sep 08 13:38:10.931637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a80bf3a7-dd03-4750-8e12-2f478d09c59b req-e7626470-b0e3-487d-a72b-94ee8c84b182 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0339692 Sep 08 13:38:11.043488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a76d2-58c4-4c8f-a0ff-b744d332b501 req-d4de19c7-0194-45f2-b338-6bf417a59d39 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:11.044952 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111a76d2-58c4-4c8f-a0ff-b744d332b501 req-d4de19c7-0194-45f2-b338-6bf417a59d39 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 1135 time: 0.0466833 Sep 08 13:38:11.065202 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111a76d2-58c4-4c8f-a0ff-b744d332b501 req-fbf8fc1e-fc48-4e0d-82de-7f75df9c1d89 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:11.161142 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111a76d2-58c4-4c8f-a0ff-b744d332b501 req-fbf8fc1e-fc48-4e0d-82de-7f75df9c1d89 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:11.222480 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111a76d2-58c4-4c8f-a0ff-b744d332b501 req-fbf8fc1e-fc48-4e0d-82de-7f75df9c1d89 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:11.283831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111a76d2-58c4-4c8f-a0ff-b744d332b501 req-fbf8fc1e-fc48-4e0d-82de-7f75df9c1d89 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2300446 Sep 08 13:38:11.289094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8fc1e-fc48-4e0d-82de-7f75df9c1d89 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6e4662-0e82-45e4-8ae3-53d1bf6d1497,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:11.299025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58950) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:11.340511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3661bb-7d34-42c0-a8f2-807d7d1e867e tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:11.345201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58952) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:11.345432 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6d3661bb-7d34-42c0-a8f2-807d7d1e867e tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 1130 time: 0.0448232 Sep 08 13:38:11.350377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '112f5408-a911-4f74-a036-ff1ff2235b8d', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'fixed_ip_address': '172.20.0.9'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:11.434343 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:11.543300 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:11.710068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Allocated IP 172.25.5.227 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/52062195-a5b7-45d5-bfa2-b481b06b2647) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:38:11.826093 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:11.972210 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:12.050443 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:12.098883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:38:12.101813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:38:12.107543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:38:12.113361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Port': ['ID=52062195-a5b7-45d5-bfa2-b481b06b2647,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:12.913171 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:13.084599 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:13.278008 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:13.290879 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:13.393172 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:13.482995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351def99-b187-43b5-a2ce-db25b9e79788 req-3755fde5-7538-4d75-bb3d-b76f978f58df tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:13.484578 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-351def99-b187-43b5-a2ce-db25b9e79788 req-3755fde5-7538-4d75-bb3d-b76f978f58df tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 946 time: 0.0539432 Sep 08 13:38:13.486831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Port': ['ID=52062195-a5b7-45d5-bfa2-b481b06b2647,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:13.507435 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:13.552675 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-351def99-b187-43b5-a2ce-db25b9e79788 req-7e7beb1a-af51-4bac-9295-56639ea0b9a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Sep 08 13:38:13.617128 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Floating IP 321e1143-ab9c-4c7c-bb7b-f187de71d3ad associated. External IP: 172.25.5.227, port: 112f5408-a911-4f74-a036-ff1ff2235b8d. Sep 08 13:38:13.837187 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Router d31377d2-cf49-4e4b-81d9-6d57347cb254 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:38:13.955245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:38:13.966001 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdd8bb-c864-44a4-980f-44c2ecd11e57 None None] Sync routers for ids ['d31377d2-cf49-4e4b-81d9-6d57347cb254'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:38:13.980348 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afdd8bb-c864-44a4-980f-44c2ecd11e57 None None] Routers {'d31377d2-cf49-4e4b-81d9-6d57347cb254'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:13.986692 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5afdd8bb-c864-44a4-980f-44c2ecd11e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d31377d2-cf49-4e4b-81d9-6d57347cb254'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:14.086801 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-5afdd8bb-c864-44a4-980f-44c2ecd11e57 None None] Set router d31377d2-cf49-4e4b-81d9-6d57347cb254 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:14.186898 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:14.222048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-328ed61d-54f6-4e72-a504-35b518924088 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8727741 Sep 08 13:38:14.222048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'tag': '112f5408-a911-4f74-a036-ff1ff2235b8d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:38:14.222420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59002) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:14.222653 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a706b51-36d2-4d03-8c15-263b838fe451" -d '{"events": [{"name": "network-changed", "server_uuid": "754df70a-ffdf-41ea-acce-0b1b775dff6d", "tag": "112f5408-a911-4f74-a036-ff1ff2235b8d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:38:14.281187 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d3f4b7-d62d-4019-bc60-bf13ea811730 x-openstack-request-id: req-75d3f4b7-d62d-4019-bc60-bf13ea811730 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:38:14.281744 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754df70a-ffdf-41ea-acce-0b1b775dff6d", "tag": "112f5408-a911-4f74-a036-ff1ff2235b8d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:38:14.281999 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-75d3f4b7-d62d-4019-bc60-bf13ea811730 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:38:14.282727 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'tag': '112f5408-a911-4f74-a036-ff1ff2235b8d', 'status': 'completed', 'code': 200} Sep 08 13:38:14.348426 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5afdd8bb-c864-44a4-980f-44c2ecd11e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '321e1143-ab9c-4c7c-bb7b-f187de71d3ad', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'port_id': '112f5408-a911-4f74-a036-ff1ff2235b8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'mac_address': 'fa:16:3e:53:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:38:12Z', 'updated_at': '2021-09-08T13:38:12Z', 'revision_number': 0, 'project_id': '1322909c51764a77a670cba32d078a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c787cb5d-1fa1-4187-a6dd-7c27fdc59201', 'name': '', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'mac_address': 'fa:16:3e:26:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:43Z', 'updated_at': '2021-09-08T13:37:53Z', 'revision_number': 5, 'project_id': '1322909c51764a77a670cba32d078a01', 'subnets': [{'id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:14.370398 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:14.387349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-200f8926-97cb-4f32-906b-c968bdc47ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.388250 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdd8bb-c864-44a4-980f-44c2ecd11e57 None None] Checking router: d31377d2-cf49-4e4b-81d9-6d57347cb254 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:38:14.389220 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-200f8926-97cb-4f32-906b-c968bdc47ab7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1322909c51764a77a670cba32d078a01&device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 1135 time: 0.0825210 Sep 08 13:38:14.397261 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afdd8bb-c864-44a4-980f-44c2ecd11e57 None None] Routers {'d31377d2-cf49-4e4b-81d9-6d57347cb254'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:14.398556 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5afdd8bb-c864-44a4-980f-44c2ecd11e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d31377d2-cf49-4e4b-81d9-6d57347cb254'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:14.514979 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-5afdd8bb-c864-44a4-980f-44c2ecd11e57 None None] Set router d31377d2-cf49-4e4b-81d9-6d57347cb254 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:14.557707 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc4a78-c95b-4250-bc81-0db9277d4f3f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.561920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc4a78-c95b-4250-bc81-0db9277d4f3f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.561920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc4a78-c95b-4250-bc81-0db9277d4f3f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.561920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc4a78-c95b-4250-bc81-0db9277d4f3f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.561920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc4a78-c95b-4250-bc81-0db9277d4f3f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.561920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc4a78-c95b-4250-bc81-0db9277d4f3f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.571407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc4a78-c95b-4250-bc81-0db9277d4f3f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.571407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc4a78-c95b-4250-bc81-0db9277d4f3f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.571407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc4a78-c95b-4250-bc81-0db9277d4f3f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.571691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc4a78-c95b-4250-bc81-0db9277d4f3f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.572162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc4a78-c95b-4250-bc81-0db9277d4f3f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.577472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-67ce9e02-c94a-4f7c-92d1-1b357c36cc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.578567 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-21cc4a78-c95b-4250-bc81-0db9277d4f3f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7722 time: 0.3550332 Sep 08 13:38:14.579709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-67ce9e02-c94a-4f7c-92d1-1b357c36cc64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6b45e308-0084-4196-9934-cb2c6db9e9c6 HTTP/1.1" status: 200 len: 898 time: 0.1823828 Sep 08 13:38:14.580397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59012) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:14.769463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4acf-620e-4d5a-b19d-0c1dc47dff1c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.770283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4acf-620e-4d5a-b19d-0c1dc47dff1c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.770946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4acf-620e-4d5a-b19d-0c1dc47dff1c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.771610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4acf-620e-4d5a-b19d-0c1dc47dff1c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.772300 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4acf-620e-4d5a-b19d-0c1dc47dff1c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.773546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4acf-620e-4d5a-b19d-0c1dc47dff1c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.774229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4acf-620e-4d5a-b19d-0c1dc47dff1c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.774878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4acf-620e-4d5a-b19d-0c1dc47dff1c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.775673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4acf-620e-4d5a-b19d-0c1dc47dff1c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.776320 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4acf-620e-4d5a-b19d-0c1dc47dff1c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.776966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc4acf-620e-4d5a-b19d-0c1dc47dff1c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.779429 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eefc4acf-620e-4d5a-b19d-0c1dc47dff1c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7052 time: 0.1978335 Sep 08 13:38:14.781709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-cf67c71d-affd-4d87-abb3-2c3090c13b0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=112f5408-a911-4f74-a036-ff1ff2235b8d HTTP/1.1" status: 200 len: 999 time: 0.1909685 Sep 08 13:38:14.783969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59018) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:14.836745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b7a67-9e84-4355-b71e-234fc7b86079 req-4046a427-b939-4941-96ec-0c37421602ac tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.838483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-472b7a67-9e84-4355-b71e-234fc7b86079 req-4046a427-b939-4941-96ec-0c37421602ac tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 946 time: 0.1736920 Sep 08 13:38:14.854737 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5afdd8bb-c864-44a4-980f-44c2ecd11e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '321e1143-ab9c-4c7c-bb7b-f187de71d3ad', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'port_id': '112f5408-a911-4f74-a036-ff1ff2235b8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'mac_address': 'fa:16:3e:53:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:38:12Z', 'updated_at': '2021-09-08T13:38:12Z', 'revision_number': 0, 'project_id': '1322909c51764a77a670cba32d078a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c787cb5d-1fa1-4187-a6dd-7c27fdc59201', 'name': '', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'mac_address': 'fa:16:3e:26:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:43Z', 'updated_at': '2021-09-08T13:37:53Z', 'revision_number': 5, 'project_id': '1322909c51764a77a670cba32d078a01', 'subnets': [{'id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:14.880840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-643d53a0-852f-4c95-b2e1-d5349f2f5bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.880840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-643d53a0-852f-4c95-b2e1-d5349f2f5bc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a8631f6-57a6-48dc-b93e-6a91d2ba1bea HTTP/1.1" status: 200 len: 835 time: 0.0883427 Sep 08 13:38:14.887581 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afdd8bb-c864-44a4-980f-44c2ecd11e57 None None] The sync data for ids ['d31377d2-cf49-4e4b-81d9-6d57347cb254'] in n-d-807558-3 is: [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '321e1143-ab9c-4c7c-bb7b-f187de71d3ad', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'port_id': '112f5408-a911-4f74-a036-ff1ff2235b8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'mac_address': 'fa:16:3e:53:9a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:38:12Z', 'updated_at': '2021-09-08T13:38:12Z', 'revision_number': 0, 'project_id': '1322909c51764a77a670cba32d078a01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c787cb5d-1fa1-4187-a6dd-7c27fdc59201', 'name': '', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'mac_address': 'fa:16:3e:26:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:43Z', 'updated_at': '2021-09-08T13:37:53Z', 'revision_number': 5, 'project_id': '1322909c51764a77a670cba32d078a01', 'subnets': [{'id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:38:14.937704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-472b7a67-9e84-4355-b71e-234fc7b86079 req-b2a02ef7-4663-4fdd-9302-c94f9cd20527 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902922 Sep 08 13:38:14.958835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-eaab1dc1-47f4-4308-ab2d-8000903aa6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:14.959742 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-eaab1dc1-47f4-4308-ab2d-8000903aa6e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b45e308-0084-4196-9934-cb2c6db9e9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703588 Sep 08 13:38:14.971162 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-15d330f2-cec9-4cc9-adea-94897176249c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:38:14.972144 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-15d330f2-cec9-4cc9-adea-94897176249c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051556 Sep 08 13:38:15.113847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-cbea4b46-725a-405c-970a-12e1b45a3d67 service neutron] 10.222.0.60 "GET /v2.0/networks/6b45e308-0084-4196-9934-cb2c6db9e9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337683 Sep 08 13:38:15.250130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117ded3-4ebb-4ef4-892d-fde9e1fbaefc None None] New status for floating IP 321e1143-ab9c-4c7c-bb7b-f187de71d3ad: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:38:15.273423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-ad29e246-aeee-4d79-a3f4-a7d9cd44d72d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:15.275703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-ad29e246-aeee-4d79-a3f4-a7d9cd44d72d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 946 time: 0.1646926 Sep 08 13:38:15.351735 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a706b51-36d2-4d03-8c15-263b838fe451 req-2b7f63d1-0613-458a-8563-4a076e0b41d5 service neutron] 10.222.0.60 "GET /v2.0/networks/6b45e308-0084-4196-9934-cb2c6db9e9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246675 Sep 08 13:38:15.425416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Deleting port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:38:15.425775 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:15.490620 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-eac5b868-574a-4766-8f11-a272d1b43ff6 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4502 time: 0.7029185 Sep 08 13:38:15.492841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59022) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:15.524447 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-206270b0-c2d1-42ce-a534-074102c7a141 req-82d7adb7-a51a-47d3-b523-66455c2759ac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4475498 Sep 08 13:38:15.540633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c1f93b-4476-4d33-9e60-5dfd6aaaa211 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:15.541252 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c1f93b-4476-4d33-9e60-5dfd6aaaa211 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:15.544275 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-92c1f93b-4476-4d33-9e60-5dfd6aaaa211 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d31377d2-cf49-4e4b-81d9-6d57347cb254 HTTP/1.1" status: 200 len: 1989 time: 0.0506375 Sep 08 13:38:15.558435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] For port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:15.559249 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:15.631462 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206270b0-c2d1-42ce-a534-074102c7a141 req-8c2bd641-39b8-4673-8714-03fdcc2c59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:15.633750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-206270b0-c2d1-42ce-a534-074102c7a141 req-8c2bd641-39b8-4673-8714-03fdcc2c59cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 1097 time: 0.0569460 Sep 08 13:38:15.763973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206270b0-c2d1-42ce-a534-074102c7a141 req-b52cbe59-c4f0-47c9-976e-1047a068b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:15.765490 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-206270b0-c2d1-42ce-a534-074102c7a141 req-b52cbe59-c4f0-47c9-976e-1047a068b83e service neutron] 10.222.0.70 "GET /v2.0/networks?id=59752a4c-329e-4ddc-80a5-933c3d1512d7 HTTP/1.1" status: 200 len: 897 time: 0.1054876 Sep 08 13:38:15.808647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-206270b0-c2d1-42ce-a534-074102c7a141 req-35d0128e-088d-4ea1-96b2-8878a05fcbdf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=49d0a133-84a7-44f7-ba8e-7edc8c815c7e HTTP/1.1" status: 200 len: 217 time: 0.0358260 Sep 08 13:38:15.812396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:15.812781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:15.813105 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Floating IP 5194cd28-9935-4f46-89f8-bb45e8fe4be4 disassociated. External IP: 172.25.5.187, port: dc4dfb6b-2a80-4cd0-946b-dfe2cff73839. Sep 08 13:38:15.813463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Calling delete_port for dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:38:15.883733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206270b0-c2d1-42ce-a534-074102c7a141 req-c99dc445-77ef-4704-a492-aa737e86e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:15.885638 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-206270b0-c2d1-42ce-a534-074102c7a141 req-c99dc445-77ef-4704-a492-aa737e86e191 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced HTTP/1.1" status: 200 len: 838 time: 0.0698025 Sep 08 13:38:15.942052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206270b0-c2d1-42ce-a534-074102c7a141 req-0c372b88-3785-4a69-8749-e0f17226abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:15.943692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-206270b0-c2d1-42ce-a534-074102c7a141 req-0c372b88-3785-4a69-8749-e0f17226abdf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=59752a4c-329e-4ddc-80a5-933c3d1512d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501242 Sep 08 13:38:16.054927 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-206270b0-c2d1-42ce-a534-074102c7a141 req-f28fd33d-3b65-4cbf-9a6b-d85c2f1580bd service neutron] 10.222.0.70 "GET /v2.0/networks/59752a4c-329e-4ddc-80a5-933c3d1512d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031158 Sep 08 13:38:16.105971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768c030-a7d8-49f7-99b2-fd7795b5f014 req-0f65c0e0-33f9-4d72-9e98-97b4d0517b34 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:16.105971 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8768c030-a7d8-49f7-99b2-fd7795b5f014 req-0f65c0e0-33f9-4d72-9e98-97b4d0517b34 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 946 time: 0.0744829 Sep 08 13:38:16.107585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:16.153682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event deleted for resources: {'Port': ['ID=dc4dfb6b-2a80-4cd0-946b-dfe2cff73839,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:16.197353 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-206270b0-c2d1-42ce-a534-074102c7a141 req-9e06d898-7972-4313-ad20-6011aadcbac6 service neutron] 10.222.0.70 "GET /v2.0/networks/59752a4c-329e-4ddc-80a5-933c3d1512d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334469 Sep 08 13:38:16.221374 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8768c030-a7d8-49f7-99b2-fd7795b5f014 req-c6269143-1144-4793-a4b9-951d4c941ac3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=89b64271-3760-4401-b712-171cabea8cee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114984 Sep 08 13:38:16.316421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Router 49350c90-8ece-4493-9773-9281a2c703a5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:38:16.440542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:38:16.451437 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e9c85-e9bd-4d0d-992a-13a4236a6808 None None] Sync routers for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:38:16.461908 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e9c85-e9bd-4d0d-992a-13a4236a6808 None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:16.463074 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-524e9c85-e9bd-4d0d-992a-13a4236a6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:16.485684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] No DVR routers for this DVR port dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:38:16.495488 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:16.497570 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6aa229c3-cbec-43e2-b8de-4393232d0090 req-62ee553e-8b55-4d7e-a28c-2554b791b1a1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.70 "DELETE /v2.0/ports/dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 HTTP/1.1" status: 204 len: 173 time: 1.2131093 Sep 08 13:38:16.498037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'name': 'network-vif-deleted', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:38:16.500467 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be9dbf7-b925-48e8-8ddf-6d4376887a1e" -d '{"events": [{"server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "name": "network-vif-deleted", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:38:16.555155 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc6c537-6013-430e-8921-01ccaf9232f3 x-openstack-request-id: req-8fc6c537-6013-430e-8921-01ccaf9232f3 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:38:16.555714 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2948982-8dc3-48d5-977f-eba9693ce972", "name": "network-vif-deleted", "tag": "dc4dfb6b-2a80-4cd0-946b-dfe2cff73839", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:38:16.556155 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8fc6c537-6013-430e-8921-01ccaf9232f3 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:38:16.556768 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2948982-8dc3-48d5-977f-eba9693ce972', 'name': 'network-vif-deleted', 'tag': 'dc4dfb6b-2a80-4cd0-946b-dfe2cff73839', 'status': 'completed', 'code': 200} Sep 08 13:38:16.638847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1524f4c5-dd19-44c9-a56e-4cf8c5370e8d req-145a955d-faf9-45d7-b829-5608e8b402fc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0497732 Sep 08 13:38:16.726840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524f4c5-dd19-44c9-a56e-4cf8c5370e8d req-c19926f0-1ad2-4f5c-b029-864b3354fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:16.728636 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1524f4c5-dd19-44c9-a56e-4cf8c5370e8d req-c19926f0-1ad2-4f5c-b029-864b3354fff2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 1096 time: 0.0629127 Sep 08 13:38:16.780466 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-524e9c85-e9bd-4d0d-992a-13a4236a6808 None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:16.885506 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524f4c5-dd19-44c9-a56e-4cf8c5370e8d req-bb493c2a-ea23-4f77-8ad5-5f53b472c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:16.887130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1524f4c5-dd19-44c9-a56e-4cf8c5370e8d req-bb493c2a-ea23-4f77-8ad5-5f53b472c964 service neutron] 10.222.0.60 "GET /v2.0/networks?id=78f3e639-3ed6-49f3-a4af-86edc2d35397 HTTP/1.1" status: 200 len: 897 time: 0.1287019 Sep 08 13:38:16.901906 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:16.963301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1524f4c5-dd19-44c9-a56e-4cf8c5370e8d req-602a7a09-84d0-40b1-a70e-f636014b257b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44181af9-7706-458e-bd88-fd3f5dc37a10 HTTP/1.1" status: 200 len: 1000 time: 0.0688808 Sep 08 13:38:17.006564 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-524e9c85-e9bd-4d0d-992a-13a4236a6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:04Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:17.017706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524f4c5-dd19-44c9-a56e-4cf8c5370e8d req-81515b5d-fac4-48e7-a414-24281b9a7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:17.019228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1524f4c5-dd19-44c9-a56e-4cf8c5370e8d req-81515b5d-fac4-48e7-a414-24281b9a7905 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a52be790-27d6-4a99-b086-a4ac614446a5 HTTP/1.1" status: 200 len: 835 time: 0.0482709 Sep 08 13:38:17.033080 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e9c85-e9bd-4d0d-992a-13a4236a6808 None None] Checking router: 49350c90-8ece-4493-9773-9281a2c703a5 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:38:17.042375 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e9c85-e9bd-4d0d-992a-13a4236a6808 None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:17.043045 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-524e9c85-e9bd-4d0d-992a-13a4236a6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:17.066858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524f4c5-dd19-44c9-a56e-4cf8c5370e8d req-9d66d4d4-7392-4b87-b319-f7151cb6c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:17.068395 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1524f4c5-dd19-44c9-a56e-4cf8c5370e8d req-9d66d4d4-7392-4b87-b319-f7151cb6c767 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78f3e639-3ed6-49f3-a4af-86edc2d35397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418460 Sep 08 13:38:17.159126 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-524e9c85-e9bd-4d0d-992a-13a4236a6808 None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:17.194453 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1524f4c5-dd19-44c9-a56e-4cf8c5370e8d req-bb351409-bd90-4d66-83fc-96d8bdb8c9e2 service neutron] 10.222.0.60 "GET /v2.0/networks/78f3e639-3ed6-49f3-a4af-86edc2d35397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176376 Sep 08 13:38:17.307883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1524f4c5-dd19-44c9-a56e-4cf8c5370e8d req-cb336652-6320-4e86-8afc-51593647a757 service neutron] 10.222.0.60 "GET /v2.0/networks/78f3e639-3ed6-49f3-a4af-86edc2d35397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051669 Sep 08 13:38:17.381452 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73fa02fa-d2cf-470d-a76a-f09d34b62b47 req-145205fe-2496-4a35-9ea4-d994cf347fba tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2948982-8dc3-48d5-977f-eba9693ce972 HTTP/1.1" status: 200 len: 210 time: 0.0388815 Sep 08 13:38:17.411040 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-524e9c85-e9bd-4d0d-992a-13a4236a6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:04Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:17.437564 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524e9c85-e9bd-4d0d-992a-13a4236a6808 None None] The sync data for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 is: [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:04Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:38:17.706271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038b6cfb-c7e1-4679-ae63-360dc4739162 None None] New status for floating IP 5194cd28-9935-4f46-89f8-bb45e8fe4be4: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:38:18.618051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59078) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:18.675538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-533a509d-ea53-4df4-927e-70fd50024bd2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:18.683450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:38:18.704088 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-533a509d-ea53-4df4-927e-70fd50024bd2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:18.707821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:38:18.708182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device dc4dfb6b-2a80-4cd0-946b-dfe2cff73839 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:38:18.856018 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-533a509d-ea53-4df4-927e-70fd50024bd2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:18.858872 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-533a509d-ea53-4df4-927e-70fd50024bd2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:18.862741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-533a509d-ea53-4df4-927e-70fd50024bd2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "DELETE /v2.0/security-groups/89b64271-3760-4401-b712-171cabea8cee HTTP/1.1" status: 204 len: 168 time: 0.2411077 Sep 08 13:38:18.863494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59086) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:18.870005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a509d-ea53-4df4-927e-70fd50024bd2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b64271-3760-4401-b712-171cabea8cee,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:18.886874 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-f682f502-2896-4212-93db-279812176b41 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] show failed (client error): The resource could not be found. Sep 08 13:38:18.887948 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f682f502-2896-4212-93db-279812176b41 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups/89b64271-3760-4401-b712-171cabea8cee HTTP/1.1" status: 404 len: 347 time: 0.0237467 Sep 08 13:38:18.894101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59088) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:19.048220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-807858ca-443e-46f3-8393-7dc242eae2d3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Deleting port 5a640b68-3530-4de4-bc16-062d8d62e058 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:38:19.048486 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-807858ca-443e-46f3-8393-7dc242eae2d3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:19.142157 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-807858ca-443e-46f3-8393-7dc242eae2d3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:19.142507 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-807858ca-443e-46f3-8393-7dc242eae2d3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:19.158126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-807858ca-443e-46f3-8393-7dc242eae2d3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Calling delete_port for 5a640b68-3530-4de4-bc16-062d8d62e058 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:38:19.427587 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-807858ca-443e-46f3-8393-7dc242eae2d3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:19.468359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807858ca-443e-46f3-8393-7dc242eae2d3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event deleted for resources: {'Port': ['ID=5a640b68-3530-4de4-bc16-062d8d62e058,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:19.538255 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-807858ca-443e-46f3-8393-7dc242eae2d3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:19.541323 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-807858ca-443e-46f3-8393-7dc242eae2d3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:19.542621 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-807858ca-443e-46f3-8393-7dc242eae2d3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "DELETE /v2.0/floatingips/5194cd28-9935-4f46-89f8-bb45e8fe4be4 HTTP/1.1" status: 204 len: 168 time: 0.6475024 Sep 08 13:38:20.059976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59108) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:20.065521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3eda3270-bd05-4184-96ab-b0693864280b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326461486', 'description': 'tempest-description--756168288'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:20.169844 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3eda3270-bd05-4184-96ab-b0693864280b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:20.263777 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3eda3270-bd05-4184-96ab-b0693864280b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:20.353227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3eda3270-bd05-4184-96ab-b0693864280b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:20.383528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eda3270-bd05-4184-96ab-b0693864280b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=597c6279-4233-4323-9fc0-f7ed0da09b9c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:20.502109 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3eda3270-bd05-4184-96ab-b0693864280b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:20.506821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59112) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:20.507499 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3eda3270-bd05-4184-96ab-b0693864280b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4458563 Sep 08 13:38:20.515798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a566d387-3a72-4436-9bb5-2916379665d1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Request body: {'security_group_rule': {'security_group_id': '597c6279-4233-4323-9fc0-f7ed0da09b9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:20.718146 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a566d387-3a72-4436-9bb5-2916379665d1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:20.775430 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a566d387-3a72-4436-9bb5-2916379665d1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:20.947287 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a566d387-3a72-4436-9bb5-2916379665d1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:20.973152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a566d387-3a72-4436-9bb5-2916379665d1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f49ec1-3b3f-43bc-b6c6-4d4b7a37a4fe,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:21.073129 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a566d387-3a72-4436-9bb5-2916379665d1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:21.074977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a566d387-3a72-4436-9bb5-2916379665d1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5650854 Sep 08 13:38:21.079133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59124) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:21.085444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6010c82b-1cac-4bf0-8a68-2b1183f911b5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Request body: {'security_group_rule': {'security_group_id': '597c6279-4233-4323-9fc0-f7ed0da09b9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:21.196575 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6010c82b-1cac-4bf0-8a68-2b1183f911b5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:21.270206 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6010c82b-1cac-4bf0-8a68-2b1183f911b5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:21.334209 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6010c82b-1cac-4bf0-8a68-2b1183f911b5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:21.361116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010c82b-1cac-4bf0-8a68-2b1183f911b5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebd3653-1bee-43f7-9bc8-61b4079d39bd,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:21.415912 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6010c82b-1cac-4bf0-8a68-2b1183f911b5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:21.417775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6010c82b-1cac-4bf0-8a68-2b1183f911b5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3376114 Sep 08 13:38:21.420934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59132) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:21.429997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:21.514017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:21.633736 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:21.759273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Allocated IP 172.25.5.116 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/6b17564d-b0e2-459c-b37b-eb3c5a425559) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:38:21.863011 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:21.964881 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:22.006146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:38:22.017708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:38:22.019752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event updated for resources: {'Port': ['ID=6b17564d-b0e2-459c-b37b-eb3c5a425559,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:22.022007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:38:22.111859 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:22.218560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:22.366565 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:22.443801 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:22.513056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event updated for resources: {'Port': ['ID=6b17564d-b0e2-459c-b37b-eb3c5a425559,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:22.524097 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:22.617240 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:22.621914 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-60f27f41-3e06-414e-ae9a-d0d680c01ca8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1997864 Sep 08 13:38:22.884233 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-8c87e3e4-d692-4be7-99dc-8258a4c356d2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1326461486&fields=id&tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701 HTTP/1.1" status: 200 len: 267 time: 0.0362661 Sep 08 13:38:23.000041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-e222acdf-8aa8-43c7-b39e-eae08b2bef7b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:23.001745 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-e222acdf-8aa8-43c7-b39e-eae08b2bef7b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 817 time: 0.1101570 Sep 08 13:38:23.022635 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-ebf233e6-7e93-460b-93f4-a37f04d094b9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/quotas/f4e9882d6c214f9f9a3bcaca80b2c701 HTTP/1.1" status: 200 len: 375 time: 0.0103843 Sep 08 13:38:23.076213 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-e596b973-a6aa-4eb7-9cc0-a2d8db359985 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511556 Sep 08 13:38:23.200374 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-5295def1-8f29-44fb-9ad7-1a42ec1d8547 service neutron] 10.222.0.69 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103256 Sep 08 13:38:23.310662 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-d37f7d9e-51a0-47e9-a605-fffc2062c448 service neutron] 10.222.0.69 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989714 Sep 08 13:38:24.195255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-156e6ac5-c94e-4d79-b7b6-1b8ec290fed7 req-0b84b5d3-3a57-4bf2-b7d0-f980ac544652 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 210 time: 0.0302064 Sep 08 13:38:25.315718 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79f0cec8-383b-4b1d-a8c8-cd3e83509d5f req-ba056c20-f638-4c45-bca6-a6734859a95e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 210 time: 0.0336852 Sep 08 13:38:25.987078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59224) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:26.463791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f7622f52-6685-4f87-8250-c32abde82cb2 req-a0a96138-9f29-4493-bf8d-242c6e09249c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 210 time: 0.0345931 Sep 08 13:38:26.604129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-bf8eefa1-f86e-4f61-8648-c5b28b86965e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:26.614390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-bf8eefa1-f86e-4f61-8648-c5b28b86965e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.70 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 817 time: 0.2049463 Sep 08 13:38:26.656085 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3cc39e20-6c5c-4347-b18d-9eb5ea3bfa73 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:26.670586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-854a107e-4799-4cad-a01e-431e0b0afdfd tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701 HTTP/1.1" status: 200 len: 380 time: 0.0462265 Sep 08 13:38:26.685949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Request body: {'port': {'device_id': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'admin_state_up': True, 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'security_groups': ['597c6279-4233-4323-9fc0-f7ed0da09b9c']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:27.118301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3cc39e20-6c5c-4347-b18d-9eb5ea3bfa73 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting port b13c8335-cbc7-4175-bd97-fdf04916b77a {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:38:27.123964 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3cc39e20-6c5c-4347-b18d-9eb5ea3bfa73 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:27.228064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-3cc39e20-6c5c-4347-b18d-9eb5ea3bfa73 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] For port b13c8335-cbc7-4175-bd97-fdf04916b77a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b13c8335-cbc7-4175-bd97-fdf04916b77a,segment=NetworkSegment(70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8),segment_id=70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:27.228351 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3cc39e20-6c5c-4347-b18d-9eb5ea3bfa73 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:27.247649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3cc39e20-6c5c-4347-b18d-9eb5ea3bfa73 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Calling delete_port for b13c8335-cbc7-4175-bd97-fdf04916b77a owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:38:27.284190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Made reservation on behalf of f4e9882d6c214f9f9a3bcaca80b2c701 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:38:27.293125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:27.431561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Allocated IP 172.20.0.8 (09bfa268-91bb-459a-8b3e-7ca28f30a49f/3e981258-4bad-417d-94ff-ad8a80d8a999/5d805d8e-1186-45ee-a867-16c0aaed5650) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:38:27.570616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3cc39e20-6c5c-4347-b18d-9eb5ea3bfa73 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:27.610004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc39e20-6c5c-4347-b18d-9eb5ea3bfa73 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Port': ['ID=b13c8335-cbc7-4175-bd97-fdf04916b77a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:27.613510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:27.630295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Transition to ACTIVE for port object 5d805d8e-1186-45ee-a867-16c0aaed5650 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:38:27.653403 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f7d73451-af67-4339-9452-75111de7b9d8 req-08e316d6-62db-4eab-a068-eb112e50faf7 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 210 time: 0.0423007 Sep 08 13:38:27.823396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:27.900212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Network 09bfa268-91bb-459a-8b3e-7ca28f30a49f is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:38:27.905463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:38:27.926233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:38:27.927428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3cc39e20-6c5c-4347-b18d-9eb5ea3bfa73 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:28.000345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:28.001314 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:28.009293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event updated for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:28.080985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-761f9619-0a4b-4b0b-82fd-4c4754421af9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4002371 Sep 08 13:38:28.094571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Request body: {'port': {'device_id': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:28.156617 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:28.409805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7f6ebd95-924b-45d3-9a29-58d6b0af8c9a None None] Provisioning for port 5d805d8e-1186-45ee-a867-16c0aaed5650 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:38:28.415469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7f6ebd95-924b-45d3-9a29-58d6b0af8c9a None None] Provisioning complete for port 5d805d8e-1186-45ee-a867-16c0aaed5650 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:28.416044 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7f6ebd95-924b-45d3-9a29-58d6b0af8c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:28.460588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ebd95-924b-45d3-9a29-58d6b0af8c9a None None] Port 5d805d8e-1186-45ee-a867-16c0aaed5650 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:38:28.493883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d805d8e-1186-45ee-a867-16c0aaed5650 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:38:28.502125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:28.516001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Transition to ACTIVE for port object 5d805d8e-1186-45ee-a867-16c0aaed5650 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:38:28.558904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc39e20-6c5c-4347-b18d-9eb5ea3bfa73 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:38:28.659527 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:28.691988 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc39e20-6c5c-4347-b18d-9eb5ea3bfa73 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:38:28.701409 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3cc39e20-6c5c-4347-b18d-9eb5ea3bfa73 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "PUT /v2.0/routers/5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7112367 Sep 08 13:38:28.704987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Pushing event updated for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:28.712832 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de507b88-a15e-4e08-a805-29b853ee9562 None None] Sync routers for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:38:28.723408 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de507b88-a15e-4e08-a805-29b853ee9562 None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:28.726526 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-de507b88-a15e-4e08-a805-29b853ee9562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:28.900917 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-de507b88-a15e-4e08-a805-29b853ee9562 None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:28.913718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a1797-79a6-44bb-b29d-72cdc30a752a req-5f701cb2-80ef-40ba-9728-d60588544e1c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:28.915567 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b8a1797-79a6-44bb-b29d-72cdc30a752a req-5f701cb2-80ef-40ba-9728-d60588544e1c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 943 time: 0.1430349 Sep 08 13:38:28.955380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Attempting to bind port 5d805d8e-1186-45ee-a867-16c0aaed5650 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:38:28.955822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Attempting to bind port 5d805d8e-1186-45ee-a867-16c0aaed5650 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:38:28.956113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Attempting to bind port 5d805d8e-1186-45ee-a867-16c0aaed5650 on network 09bfa268-91bb-459a-8b3e-7ca28f30a49f {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:38:28.967867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Port 5d805d8e-1186-45ee-a867-16c0aaed5650 on network 09bfa268-91bb-459a-8b3e-7ca28f30a49f not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:38:28.968230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Attempting to bind port 5d805d8e-1186-45ee-a867-16c0aaed5650 on network 09bfa268-91bb-459a-8b3e-7ca28f30a49f {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:38:28.978891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:38:28.979262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Checking segment: {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:38:28.979637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Bound using segment: {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:38:28.983682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Bound port: 5d805d8e-1186-45ee-a867-16c0aaed5650, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:38:28.984102 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:29.003465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2b8a1797-79a6-44bb-b29d-72cdc30a752a req-ad653989-1108-418c-808d-2da13b1ce80d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754569 Sep 08 13:38:29.104047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:38:29.111318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:38:29.211881 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-de507b88-a15e-4e08-a805-29b853ee9562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:38:27Z', 'revision_number': 6, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a1e3b790-1c83-4741-95f8-125a8e967d73', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'port_id': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'mac_address': 'fa:16:3e:23:d1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:36:09Z', 'updated_at': '2021-09-08T13:36:13Z', 'revision_number': 1, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:29.228793 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:29.276519 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de507b88-a15e-4e08-a805-29b853ee9562 None None] Checking router: 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:38:29.282851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:29.283505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:29.285104 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] 10.222.0.70 "PUT /v2.0/ports/5d805d8e-1186-45ee-a867-16c0aaed5650 HTTP/1.1" status: 200 len: 1091 time: 1.1951656 Sep 08 13:38:29.291797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:38:29.294378 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdd1628-d044-42a0-8638-cf952d9df605" -d '{"events": [{"name": "network-changed", "server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:38:29.319967 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de507b88-a15e-4e08-a805-29b853ee9562 None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:29.324410 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-de507b88-a15e-4e08-a805-29b853ee9562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:29.344033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9e161-c44b-4f6d-9349-7f39f3822bdc service neutron] Pushing event updated for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:29.387372 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a933ccbd-a139-4f06-be25-583613b6fd68 x-openstack-request-id: req-a933ccbd-a139-4f06-be25-583613b6fd68 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:38:29.387874 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:38:29.390271 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a933ccbd-a139-4f06-be25-583613b6fd68 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:38:29.391624 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'status': 'completed', 'code': 200} Sep 08 13:38:29.517027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd1628-d044-42a0-8638-cf952d9df605 req-a886c2b2-7bac-4f27-b593-3aa9e358c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:29.518997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbdd1628-d044-42a0-8638-cf952d9df605 req-a886c2b2-7bac-4f27-b593-3aa9e358c2bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 1094 time: 0.1152017 Sep 08 13:38:29.544983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e6743-d8f1-457c-aa17-faa66ea0b81d req-9170b576-6795-43c1-8605-b35d371776b5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:29.546791 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-867e6743-d8f1-457c-aa17-faa66ea0b81d req-9170b576-6795-43c1-8605-b35d371776b5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 946 time: 0.1009846 Sep 08 13:38:29.565626 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-de507b88-a15e-4e08-a805-29b853ee9562 None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:29.661502 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-867e6743-d8f1-457c-aa17-faa66ea0b81d req-5f2174ba-c11d-4afc-a1db-0028ca2efabf tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031880 Sep 08 13:38:29.734344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd1628-d044-42a0-8638-cf952d9df605 req-22c35b05-2411-45d9-a3b5-b45a8b9b79f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:29.737121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbdd1628-d044-42a0-8638-cf952d9df605 req-22c35b05-2411-45d9-a3b5-b45a8b9b79f5 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1891570 Sep 08 13:38:29.848440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd1628-d044-42a0-8638-cf952d9df605 req-2adb5b3d-b18b-411d-901a-d7207edf2f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:29.850000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbdd1628-d044-42a0-8638-cf952d9df605 req-2adb5b3d-b18b-411d-901a-d7207edf2f4c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1050727 Sep 08 13:38:29.879984 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-de507b88-a15e-4e08-a805-29b853ee9562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:38:27Z', 'revision_number': 6, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a1e3b790-1c83-4741-95f8-125a8e967d73', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'port_id': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'mac_address': 'fa:16:3e:23:d1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:36:09Z', 'updated_at': '2021-09-08T13:36:13Z', 'revision_number': 1, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:29.909800 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de507b88-a15e-4e08-a805-29b853ee9562 None None] The sync data for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 is: [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:38:27Z', 'revision_number': 6, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a1e3b790-1c83-4741-95f8-125a8e967d73', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'port_id': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'mac_address': 'fa:16:3e:23:d1:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:36:09Z', 'updated_at': '2021-09-08T13:36:13Z', 'revision_number': 1, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:38:29.930805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-5026eaa3-3e9d-4742-862c-e73b5548cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:29.932687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-5026eaa3-3e9d-4742-862c-e73b5548cd4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 1094 time: 0.0441847 Sep 08 13:38:29.979522 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-ab8aa21d-1f19-466b-ad72-c54d52607bb6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d805d8e-1186-45ee-a867-16c0aaed5650 HTTP/1.1" status: 200 len: 217 time: 0.0352473 Sep 08 13:38:30.036072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-63facd6b-44ad-4015-ab12-a2aa729b00db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:30.037597 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-63facd6b-44ad-4015-ab12-a2aa729b00db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.0500150 Sep 08 13:38:30.104340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-9c4ea1dc-8cff-47e1-b9fe-9d04ae36c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:30.106052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-9c4ea1dc-8cff-47e1-b9fe-9d04ae36c1f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587289 Sep 08 13:38:30.213844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2e177-9c72-4465-b633-04da81333726 req-3b0b5fd4-eb97-4b26-9dd7-17c97768f5b1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:30.215518 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b2e177-9c72-4465-b633-04da81333726 req-3b0b5fd4-eb97-4b26-9dd7-17c97768f5b1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 943 time: 0.1162066 Sep 08 13:38:30.271107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-60cc467e-6711-485c-8207-e29b9997e921 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559641 Sep 08 13:38:30.304909 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08b2e177-9c72-4465-b633-04da81333726 req-22300832-0eb9-448b-814c-843c95c838b7 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814660 Sep 08 13:38:30.379620 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c08d3154-05c3-4231-915b-0f837ff560c4 req-be7a97da-1c23-40db-b336-72322236ead6 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998125 Sep 08 13:38:30.634476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b13c8335-cbc7-4175-bd97-fdf04916b77a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:38:30.655139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b13c8335-cbc7-4175-bd97-fdf04916b77a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:38:30.655635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b13c8335-cbc7-4175-bd97-fdf04916b77a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:38:30.684867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59306) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:30.834984 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b91fc2-f62c-4afd-9361-05ab66f71cd4 req-51d718f7-346c-41b8-8cce-aebdac350e0c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:30.841764 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0b91fc2-f62c-4afd-9361-05ab66f71cd4 req-51d718f7-346c-41b8-8cce-aebdac350e0c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 946 time: 0.0809622 Sep 08 13:38:30.882955 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0b91fc2-f62c-4afd-9361-05ab66f71cd4 req-64ae4556-e1b9-4319-980b-d9006c01d1aa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=9973d37a-0aa8-489f-ba11-9692ff40353c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399566 Sep 08 13:38:30.887572 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7db18a17-f1df-4554-964c-05b1fb832fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:30.925226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a41a9-3ba2-40f9-a967-042320b82f36 req-6e0fefa5-a0b1-4385-8397-0da06baf790b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:30.926873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c2a41a9-3ba2-40f9-a967-042320b82f36 req-6e0fefa5-a0b1-4385-8397-0da06baf790b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.70 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 946 time: 0.0941212 Sep 08 13:38:31.080370 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7db18a17-f1df-4554-964c-05b1fb832fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:31.091593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1c2a41a9-3ba2-40f9-a967-042320b82f36 req-181f7604-cd72-4fe5-8d88-62b0cee84eaa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:38:31.091858 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1c2a41a9-3ba2-40f9-a967-042320b82f36 req-181f7604-cd72-4fe5-8d88-62b0cee84eaa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:31.185220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1c2a41a9-3ba2-40f9-a967-042320b82f36 req-181f7604-cd72-4fe5-8d88-62b0cee84eaa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] For port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=49d0a133-84a7-44f7-ba8e-7edc8c815c7e,segment=NetworkSegment(70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8),segment_id=70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:31.185667 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1c2a41a9-3ba2-40f9-a967-042320b82f36 req-181f7604-cd72-4fe5-8d88-62b0cee84eaa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:31.201123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1c2a41a9-3ba2-40f9-a967-042320b82f36 req-181f7604-cd72-4fe5-8d88-62b0cee84eaa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Calling delete_port for 49d0a133-84a7-44f7-ba8e-7edc8c815c7e owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:38:31.263297 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7db18a17-f1df-4554-964c-05b1fb832fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:31.315429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db18a17-f1df-4554-964c-05b1fb832fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b47a27-e2b8-4364-9052-cf579fb93125,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:31.321098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7db18a17-f1df-4554-964c-05b1fb832fd6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=916fdb03453f4d2fb08861c5eb41b9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6349702 Sep 08 13:38:31.323816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59318) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:31.415104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f90e32a6-563b-49b0-97e8-02ee9cfc7748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:31.439523 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f90e32a6-563b-49b0-97e8-02ee9cfc7748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:31.455874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f549e-7910-463f-825d-b9b43bda7777 req-c6cbf897-4b77-47e2-9d30-379a4a25b8d9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:31.457532 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-676f549e-7910-463f-825d-b9b43bda7777 req-c6cbf897-4b77-47e2-9d30-379a4a25b8d9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 943 time: 0.0707977 Sep 08 13:38:31.473546 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1c2a41a9-3ba2-40f9-a967-042320b82f36 req-181f7604-cd72-4fe5-8d88-62b0cee84eaa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:31.505510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f7604-cd72-4fe5-8d88-62b0cee84eaa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Port': ['ID=49d0a133-84a7-44f7-ba8e-7edc8c815c7e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:31.525009 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-676f549e-7910-463f-825d-b9b43bda7777 req-b30de134-f775-46f8-813d-1cf91a9a160a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603263 Sep 08 13:38:31.554930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2a41a9-3ba2-40f9-a967-042320b82f36 req-181f7604-cd72-4fe5-8d88-62b0cee84eaa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] No DVR routers for this DVR port 49d0a133-84a7-44f7-ba8e-7edc8c815c7e on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:38:31.557718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1c2a41a9-3ba2-40f9-a967-042320b82f36 req-181f7604-cd72-4fe5-8d88-62b0cee84eaa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:31.560835 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c2a41a9-3ba2-40f9-a967-042320b82f36 req-181f7604-cd72-4fe5-8d88-62b0cee84eaa tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.70 "DELETE /v2.0/ports/49d0a133-84a7-44f7-ba8e-7edc8c815c7e HTTP/1.1" status: 204 len: 173 time: 0.6232607 Sep 08 13:38:31.560835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b38c001-aee3-4664-9423-f90a397de5c4', 'name': 'network-vif-deleted', 'tag': '49d0a133-84a7-44f7-ba8e-7edc8c815c7e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:38:31.563463 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b7b239-4af3-411a-8cf7-95a438eb988a" -d '{"events": [{"server_uuid": "2b38c001-aee3-4664-9423-f90a397de5c4", "name": "network-vif-deleted", "tag": "49d0a133-84a7-44f7-ba8e-7edc8c815c7e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:38:31.604431 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebe5fd6-4d96-4916-a76c-b393b4ff420a x-openstack-request-id: req-eebe5fd6-4d96-4916-a76c-b393b4ff420a {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:38:31.604828 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b38c001-aee3-4664-9423-f90a397de5c4", "name": "network-vif-deleted", "tag": "49d0a133-84a7-44f7-ba8e-7edc8c815c7e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:38:31.605178 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eebe5fd6-4d96-4916-a76c-b393b4ff420a {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:38:31.605712 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b38c001-aee3-4664-9423-f90a397de5c4', 'name': 'network-vif-deleted', 'tag': '49d0a133-84a7-44f7-ba8e-7edc8c815c7e', 'status': 'completed', 'code': 200} Sep 08 13:38:31.621155 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f90e32a6-563b-49b0-97e8-02ee9cfc7748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:31.624099 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f90e32a6-563b-49b0-97e8-02ee9cfc7748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:31.625270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f90e32a6-563b-49b0-97e8-02ee9cfc7748 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d3b47a27-e2b8-4364-9052-cf579fb93125 HTTP/1.1" status: 204 len: 168 time: 0.3005106 Sep 08 13:38:31.634099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e32a6-563b-49b0-97e8-02ee9cfc7748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b47a27-e2b8-4364-9052-cf579fb93125,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:32.038522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ef4f121-6657-4b9e-9a8f-f9b354ce12d0 req-6c0afbe2-6d5e-4981-969c-55a11e841513 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2b38c001-aee3-4664-9423-f90a397de5c4 HTTP/1.1" status: 200 len: 210 time: 0.0434656 Sep 08 13:38:32.437313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59338) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:32.450976 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59ec5454-e662-4d9a-95a8-ca5d757a19e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:32.555805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59ec5454-e662-4d9a-95a8-ca5d757a19e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:32.649875 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59ec5454-e662-4d9a-95a8-ca5d757a19e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:32.655096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6c897-7b70-42d9-a8e3-19f54a97fba2 req-2246eb91-839c-4ab9-ae40-9c9434b15d9c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:32.656604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3d6c897-7b70-42d9-a8e3-19f54a97fba2 req-2246eb91-839c-4ab9-ae40-9c9434b15d9c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 943 time: 0.0532320 Sep 08 13:38:32.691897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-59ec5454-e662-4d9a-95a8-ca5d757a19e5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=86a3150d8c384e21ab0026daae9db4c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510395 Sep 08 13:38:32.691897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec5454-e662-4d9a-95a8-ca5d757a19e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01aa241c-6c96-48f6-9fbd-9533f2c4e3bb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:32.692893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59346) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:32.700597 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3d6c897-7b70-42d9-a8e3-19f54a97fba2 req-a5bfaece-1ee0-40d6-9727-c44d48667a2c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375891 Sep 08 13:38:32.770686 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88ca5a5e-06e0-4711-b386-5f58047ebbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:32.775943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5d805d8e-1186-45ee-a867-16c0aaed5650 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:38:32.795081 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88ca5a5e-06e0-4711-b386-5f58047ebbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:32.875022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:32.888127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'port_id': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'mac_address': 'fa:16:3e:5f:4b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:38:32.924574 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:32.937937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d805d8e-1186-45ee-a867-16c0aaed5650 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:38:32.958254 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:32.998682 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88ca5a5e-06e0-4711-b386-5f58047ebbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:33.001610 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88ca5a5e-06e0-4711-b386-5f58047ebbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:33.002870 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-88ca5a5e-06e0-4711-b386-5f58047ebbe3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/01aa241c-6c96-48f6-9fbd-9533f2c4e3bb HTTP/1.1" status: 204 len: 168 time: 0.3089960 Sep 08 13:38:33.017426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca5a5e-06e0-4711-b386-5f58047ebbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aa241c-6c96-48f6-9fbd-9533f2c4e3bb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:33.085295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59354) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:33.098163 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:33.171218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf77c3d0-63c8-4b80-add1-98ca42f91177 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:33.177484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:33.198268 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf77c3d0-63c8-4b80-add1-98ca42f91177 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:33.376054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['5d805d8e-1186-45ee-a867-16c0aaed5650'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:38:33.409863 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf77c3d0-63c8-4b80-add1-98ca42f91177 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:33.413457 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cf77c3d0-63c8-4b80-add1-98ca42f91177 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:33.417563 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cf77c3d0-63c8-4b80-add1-98ca42f91177 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/security-groups/9973d37a-0aa8-489f-ba11-9692ff40353c HTTP/1.1" status: 204 len: 168 time: 0.3285511 Sep 08 13:38:33.426111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77c3d0-63c8-4b80-add1-98ca42f91177 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9973d37a-0aa8-489f-ba11-9692ff40353c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:33.554773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59362) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:33.609561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-87afc5fe-459c-4013-9d27-31f30b1d19dc tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting subnet b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:38:33.617748 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87afc5fe-459c-4013-9d27-31f30b1d19dc tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:33.653229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87afc5fe-459c-4013-9d27-31f30b1d19dc tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:33.742421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87afc5fe-459c-4013-9d27-31f30b1d19dc tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:33.843094 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c6222-b647-4102-a670-5134fc1c95b6 req-ade8cb55-57c6-4fef-ad4f-8a12254b97da tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:33.844530 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aa6c6222-b647-4102-a670-5134fc1c95b6 req-ade8cb55-57c6-4fef-ad4f-8a12254b97da tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0634377 Sep 08 13:38:33.885189 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aa6c6222-b647-4102-a670-5134fc1c95b6 req-0699e46a-483e-4c38-b61d-166c63ed1f32 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342197 Sep 08 13:38:33.959195 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87afc5fe-459c-4013-9d27-31f30b1d19dc tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:33.986900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87afc5fe-459c-4013-9d27-31f30b1d19dc tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Subnet': ['ID=b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:33.993280 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87afc5fe-459c-4013-9d27-31f30b1d19dc tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:33.995259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-87afc5fe-459c-4013-9d27-31f30b1d19dc tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/subnets/b51bf9b2-2af8-47a6-bcd1-6f2fe4463ced HTTP/1.1" status: 204 len: 168 time: 0.4442756 Sep 08 13:38:33.997986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59370) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:34.001210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92184e0b-ece4-4760-ba6d-d866060af005 None None] Network 59752a4c-329e-4ddc-80a5-933c3d1512d7 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:38:34.027823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59372) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:34.050101 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba6b892f-14d2-47b9-8a68-bdaaa981f918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.095941 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.168078 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba6b892f-14d2-47b9-8a68-bdaaa981f918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.169146 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:38:34.169568 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.242982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] For port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=37ec24aa-6495-460a-b9c5-8e20b45d2e6e,segment=NetworkSegment(70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8),segment_id=70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:34.243360 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.245530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eb6ad6-d983-417b-8fb2-14eb483444f6 None None] DHCP port deletion for 59752a4c-329e-4ddc-80a5-933c3d1512d7 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:38:34.255684 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ba6b892f-14d2-47b9-8a68-bdaaa981f918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.259565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Calling delete_port for 37ec24aa-6495-460a-b9c5-8e20b45d2e6e owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:38:34.295205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b892f-14d2-47b9-8a68-bdaaa981f918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ecb432-2259-4ceb-b998-6d25c4170784,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:34.299962 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ba6b892f-14d2-47b9-8a68-bdaaa981f918 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f48166d52ee849ccb631fd39c8131669&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715168 Sep 08 13:38:34.307056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59376) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:34.330109 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:38:34.334206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-34eb6ad6-d983-417b-8fb2-14eb483444f6 None None] Deleting port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:38:34.335753 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-34eb6ad6-d983-417b-8fb2-14eb483444f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.375783 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c6db67a-5125-466a-b0ae-4d0c6bd98c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.398611 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c6db67a-5125-466a-b0ae-4d0c6bd98c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.407480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-34eb6ad6-d983-417b-8fb2-14eb483444f6 None None] For port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=37ec24aa-6495-460a-b9c5-8e20b45d2e6e,segment=NetworkSegment(70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8),segment_id=70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:34.407891 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-34eb6ad6-d983-417b-8fb2-14eb483444f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.424375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-34eb6ad6-d983-417b-8fb2-14eb483444f6 None None] Calling delete_port for 37ec24aa-6495-460a-b9c5-8e20b45d2e6e owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:38:34.478600 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.505039 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-34eb6ad6-d983-417b-8fb2-14eb483444f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.511291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Port': ['ID=37ec24aa-6495-460a-b9c5-8e20b45d2e6e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:34.515776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] No DVR routers for this DVR port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:38:34.532455 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb6ad6-d983-417b-8fb2-14eb483444f6 None None] Pushing event deleted for resources: {'Port': ['ID=37ec24aa-6495-460a-b9c5-8e20b45d2e6e,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:34.538517 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eb6ad6-d983-417b-8fb2-14eb483444f6 None None] No DVR routers for this DVR port 37ec24aa-6495-460a-b9c5-8e20b45d2e6e on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:38:34.570691 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c6db67a-5125-466a-b0ae-4d0c6bd98c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.573689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4c6db67a-5125-466a-b0ae-4d0c6bd98c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.574918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4c6db67a-5125-466a-b0ae-4d0c6bd98c21 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e6ecb432-2259-4ceb-b998-6d25c4170784 HTTP/1.1" status: 204 len: 168 time: 0.2662127 Sep 08 13:38:34.582744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6db67a-5125-466a-b0ae-4d0c6bd98c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ecb432-2259-4ceb-b998-6d25c4170784,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:34.608133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.637376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59752a4c-329e-4ddc-80a5-933c3d1512d7']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:34.647727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:34.648033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e3fd54-25a3-4cff-88c1-7e6d2d2c98f8') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:34.657867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.677386 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.684379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:38:34.684834 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.685339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 37ec24aa-6495-460a-b9c5-8e20b45d2e6e no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:38:34.690353 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:38:34.724325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 37ec24aa-6495-460a-b9c5-8e20b45d2e6e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:38:34.724668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 37ec24aa-6495-460a-b9c5-8e20b45d2e6e not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:38:34.791884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5d805d8e-1186-45ee-a867-16c0aaed5650 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:38:34.861284 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.870292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:34.872050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/networks/59752a4c-329e-4ddc-80a5-933c3d1512d7 HTTP/1.1" status: 204 len: 168 time: 0.8725724 Sep 08 13:38:34.875864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59386) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:34.890833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77df024-9ff5-4767-b8af-4634e523db14 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Network': ['ID=59752a4c-329e-4ddc-80a5-933c3d1512d7,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:34.982228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 5d805d8e-1186-45ee-a867-16c0aaed5650 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:38:34.993339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 5d805d8e-1186-45ee-a867-16c0aaed5650 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:34.993339 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:35.060274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440e2cf-c62b-4556-a2b2-95aa09850429 req-89659c14-bb09-4c42-9480-108ce417d82a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:35.062011 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4440e2cf-c62b-4556-a2b2-95aa09850429 req-89659c14-bb09-4c42-9480-108ce417d82a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0878966 Sep 08 13:38:35.064788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting port c76ffba1-3a74-46c2-a8e6-f7da8248fbd0 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:38:35.065407 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:35.142502 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4440e2cf-c62b-4556-a2b2-95aa09850429 req-a163e402-bcbb-4c2a-b9d6-da613b454256 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742595 Sep 08 13:38:35.157941 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:35.158318 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:35.175666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Calling delete_port for c76ffba1-3a74-46c2-a8e6-f7da8248fbd0 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:38:35.181423 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:35.207561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:38:35.210453 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55d1fac-edfd-43bb-8863-508a6a150941" -d '{"events": [{"server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "name": "network-vif-plugged", "status": "completed", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:38:35.223739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:35.255002 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f67f47-bb5c-4881-93d1-e1113581b621 x-openstack-request-id: req-b4f67f47-bb5c-4881-93d1-e1113581b621 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:38:35.255311 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "name": "network-vif-plugged", "status": "completed", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:38:35.255584 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b4f67f47-bb5c-4881-93d1-e1113581b621 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:38:35.255980 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'code': 200} Sep 08 13:38:35.324372 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:35.325394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 49d0a133-84a7-44f7-ba8e-7edc8c815c7e no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:38:35.352363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 49d0a133-84a7-44f7-ba8e-7edc8c815c7e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:38:35.352740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 49d0a133-84a7-44f7-ba8e-7edc8c815c7e not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:38:35.395632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dea2e-4030-4c48-bf8f-fe36f367eaeb req-95846a1c-04ad-4d63-b914-8f82b006e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:35.397753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f76dea2e-4030-4c48-bf8f-fe36f367eaeb req-95846a1c-04ad-4d63-b914-8f82b006e50f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 1096 time: 0.0740819 Sep 08 13:38:35.405676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:35.505439 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f76dea2e-4030-4c48-bf8f-fe36f367eaeb req-2610e4bc-625f-4ca6-9bed-474596038c25 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625396 Sep 08 13:38:35.632873 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:35.666390 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Port': ['ID=c76ffba1-3a74-46c2-a8e6-f7da8248fbd0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:35.735110 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:35.735623 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Floating IP a1e3b790-1c83-4741-95f8-125a8e967d73 disassociated (deleted). External IP: 172.25.5.46, port: 44181af9-7706-458e-bd88-fd3f5dc37a10. Sep 08 13:38:35.962298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:38:36.072682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:38:36.077640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:36.082626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b238b-032c-413a-847e-269668f9982a None None] Sync routers for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:38:36.092750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b238b-032c-413a-847e-269668f9982a None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:36.093653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-115b238b-032c-413a-847e-269668f9982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:36.110602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e0e5d843-1ef4-4d03-ab60-c2b0fe4b6f82 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/floatingips/a1e3b790-1c83-4741-95f8-125a8e967d73 HTTP/1.1" status: 204 len: 168 time: 1.2335951 Sep 08 13:38:36.111211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'tag': '44181af9-7706-458e-bd88-fd3f5dc37a10'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:38:36.113606 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45ea98f-d6ac-4fac-b5e9-2680eb953a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "2017ab5c-422f-4dd0-b0cc-5442bccafc10", "tag": "44181af9-7706-458e-bd88-fd3f5dc37a10"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:38:36.158421 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f50b6f2-bb1d-4ad3-8732-5cfc8b7ed965 x-openstack-request-id: req-1f50b6f2-bb1d-4ad3-8732-5cfc8b7ed965 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:38:36.158713 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2017ab5c-422f-4dd0-b0cc-5442bccafc10", "tag": "44181af9-7706-458e-bd88-fd3f5dc37a10", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:38:36.158969 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1f50b6f2-bb1d-4ad3-8732-5cfc8b7ed965 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:38:36.159623 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'tag': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'status': 'completed', 'code': 200} Sep 08 13:38:36.245751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-115b238b-032c-413a-847e-269668f9982a None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:36.262664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ea98f-d6ac-4fac-b5e9-2680eb953a5d req-a7a9443b-d82f-49ac-8e69-de476dd16d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:36.264387 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45ea98f-d6ac-4fac-b5e9-2680eb953a5d req-a7a9443b-d82f-49ac-8e69-de476dd16d02 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 1096 time: 0.0700779 Sep 08 13:38:36.307547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd8f20-1f5d-41c9-85ab-27dde0772b5e req-d6f67f05-cb9e-4dd5-af5b-d6c1a7334312 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:36.316003 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-edfd8f20-1f5d-41c9-85ab-27dde0772b5e req-d6f67f05-cb9e-4dd5-af5b-d6c1a7334312 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0670040 Sep 08 13:38:36.371997 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-edfd8f20-1f5d-41c9-85ab-27dde0772b5e req-aa84ac05-df9a-4dad-a166-cdecd6b3af80 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538754 Sep 08 13:38:36.426710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ea98f-d6ac-4fac-b5e9-2680eb953a5d req-d570188e-ed66-475c-a4c3-700b6b572dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:36.429883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45ea98f-d6ac-4fac-b5e9-2680eb953a5d req-d570188e-ed66-475c-a4c3-700b6b572dcb service neutron] 10.222.0.60 "GET /v2.0/networks?id=78f3e639-3ed6-49f3-a4af-86edc2d35397 HTTP/1.1" status: 200 len: 897 time: 0.1572976 Sep 08 13:38:36.505450 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45ea98f-d6ac-4fac-b5e9-2680eb953a5d req-b13fe651-0682-438e-a1a5-b428a8f95aeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44181af9-7706-458e-bd88-fd3f5dc37a10 HTTP/1.1" status: 200 len: 217 time: 0.0677934 Sep 08 13:38:36.542098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-115b238b-032c-413a-847e-269668f9982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:38:27Z', 'revision_number': 6, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:36.583854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b238b-032c-413a-847e-269668f9982a None None] Checking router: 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:38:36.591583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ea98f-d6ac-4fac-b5e9-2680eb953a5d req-c5d7527d-840c-448c-8f5d-d05318924105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:36.593370 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45ea98f-d6ac-4fac-b5e9-2680eb953a5d req-c5d7527d-840c-448c-8f5d-d05318924105 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a52be790-27d6-4a99-b086-a4ac614446a5 HTTP/1.1" status: 200 len: 835 time: 0.0802443 Sep 08 13:38:36.594749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115b238b-032c-413a-847e-269668f9982a None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:36.595468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-115b238b-032c-413a-847e-269668f9982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:36.667231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ea98f-d6ac-4fac-b5e9-2680eb953a5d req-9185c683-334d-431e-b188-f42bb47b96d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:36.672704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45ea98f-d6ac-4fac-b5e9-2680eb953a5d req-9185c683-334d-431e-b188-f42bb47b96d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=78f3e639-3ed6-49f3-a4af-86edc2d35397&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705080 Sep 08 13:38:36.719560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-115b238b-032c-413a-847e-269668f9982a None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:36.730357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489de45-819d-4419-8ee7-95634b08553d req-0e4a7dff-a28f-4ce7-bd17-681907c64aa3 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:36.732389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8489de45-819d-4419-8ee7-95634b08553d req-0e4a7dff-a28f-4ce7-bd17-681907c64aa3 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 945 time: 0.0838645 Sep 08 13:38:36.803584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45ea98f-d6ac-4fac-b5e9-2680eb953a5d req-f36e74a5-3cff-4ca4-bbe0-69bb64dc7399 service neutron] 10.222.0.60 "GET /v2.0/networks/78f3e639-3ed6-49f3-a4af-86edc2d35397?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207247 Sep 08 13:38:36.808651 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8489de45-819d-4419-8ee7-95634b08553d req-67f51992-bd0a-4fd8-8128-e2af66ad0522 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687785 Sep 08 13:38:36.941914 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45ea98f-d6ac-4fac-b5e9-2680eb953a5d req-cb3e26b9-01f5-4a1c-aa2b-b51bb837972f service neutron] 10.222.0.60 "GET /v2.0/networks/78f3e639-3ed6-49f3-a4af-86edc2d35397?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212935 Sep 08 13:38:36.997430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-115b238b-032c-413a-847e-269668f9982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:38:27Z', 'revision_number': 6, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:37.024806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-115b238b-032c-413a-847e-269668f9982a None None] The sync data for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 is: [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:38:27Z', 'revision_number': 6, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '16ea8153-c77d-4398-8915-e21b5b849aee', 'name': '', 'network_id': '78f3e639-3ed6-49f3-a4af-86edc2d35397', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:69:f6:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:37Z', 'updated_at': '2021-09-08T13:35:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': 'a52be790-27d6-4a99-b086-a4ac614446a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:38:37.280935 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc18ee6b-9c3a-4787-bb95-722e082f926f None None] New status for floating IP a1e3b790-1c83-4741-95f8-125a8e967d73: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:38:37.289975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df47f8-7491-438f-b527-6ec86ac59e8b req-b6ee8746-09c9-4baf-ac5c-5e843ab59d95 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:37.292410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76df47f8-7491-438f-b527-6ec86ac59e8b req-b6ee8746-09c9-4baf-ac5c-5e843ab59d95 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1096 time: 0.0522735 Sep 08 13:38:37.323538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-76df47f8-7491-438f-b527-6ec86ac59e8b req-042ec23f-8fb4-4fe7-90c7-3680f624a744 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:37.461315 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-76df47f8-7491-438f-b527-6ec86ac59e8b req-042ec23f-8fb4-4fe7-90c7-3680f624a744 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:37.536210 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadc63d-779d-4675-ae03-00f23d673f16 req-377d48ac-afdb-4e66-adc7-a969c0259756 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:37.537769 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7fadc63d-779d-4675-ae03-00f23d673f16 req-377d48ac-afdb-4e66-adc7-a969c0259756 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0887825 Sep 08 13:38:37.563863 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-76df47f8-7491-438f-b527-6ec86ac59e8b req-042ec23f-8fb4-4fe7-90c7-3680f624a744 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:37.587714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7fadc63d-779d-4675-ae03-00f23d673f16 req-10b5d5f2-cbcf-4664-aabb-0eea02bc162a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430110 Sep 08 13:38:37.598774 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76df47f8-7491-438f-b527-6ec86ac59e8b req-042ec23f-8fb4-4fe7-90c7-3680f624a744 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2908425 Sep 08 13:38:37.634337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ec23f-8fb4-4fe7-90c7-3680f624a744 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e8d3e4-329b-49a8-bf19-1b19a7d06b62,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:37.733300 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4774c4-0423-4654-ac89-44972731a5e0 req-c18742b8-2665-4f9a-9158-14e724b94dc3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:37.735466 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ab4774c4-0423-4654-ac89-44972731a5e0 req-c18742b8-2665-4f9a-9158-14e724b94dc3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0639515 Sep 08 13:38:37.750267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59474) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:37.756177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6f801851-36c7-4596-ba44-70ae4a6b5718 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Request body: {'floatingip': {'port_id': '5d805d8e-1186-45ee-a867-16c0aaed5650'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:37.816423 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-82e0d457-df67-4ec4-91eb-3589a1554982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:37.820242 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f801851-36c7-4596-ba44-70ae4a6b5718 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:37.948503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e1207-10d9-4de3-9063-20e206dd7b9a req-711fcee9-f91e-4242-8323-243188437229 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:37.954686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b53e1207-10d9-4de3-9063-20e206dd7b9a req-711fcee9-f91e-4242-8323-243188437229 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.1587961 Sep 08 13:38:37.975649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84f777-878c-4c46-ba13-055bd0b8a3d0 req-6a068761-af67-4d9a-a651-3b63c1ef1bca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:37.977226 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f84f777-878c-4c46-ba13-055bd0b8a3d0 req-6a068761-af67-4d9a-a651-3b63c1ef1bca tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 945 time: 0.0715530 Sep 08 13:38:38.022782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f84f777-878c-4c46-ba13-055bd0b8a3d0 req-74fb16c1-0e6d-4e3a-ba9a-3c6d99c0f5f6 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=b877795e-3751-41cd-9fd6-6df28e219469&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343938 Sep 08 13:38:38.060587 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b53e1207-10d9-4de3-9063-20e206dd7b9a req-5c058ff4-ea2f-4425-8983-dc43db1c653e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018796 Sep 08 13:38:38.093942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59478) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:38.186766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-342c9e39-2549-4070-bb9f-4e5c3d6ac93a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/b85b5cf1-f878-4f07-9247-bbd73871c964 HTTP/1.1" status: 200 len: 993 time: 0.0914109 Sep 08 13:38:38.216289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ff627-d351-45b6-a842-5e05ef0bc75c req-3d1aae33-8f21-467c-828b-5ee22b7d4e19 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:38.219072 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c60ff627-d351-45b6-a842-5e05ef0bc75c req-3d1aae33-8f21-467c-828b-5ee22b7d4e19 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.60 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 945 time: 0.0890582 Sep 08 13:38:38.344495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c60ff627-d351-45b6-a842-5e05ef0bc75c req-af63da5c-2edb-4fdf-b8d1-d603dd5ef89e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting port 44181af9-7706-458e-bd88-fd3f5dc37a10 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:38:38.345196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c60ff627-d351-45b6-a842-5e05ef0bc75c req-af63da5c-2edb-4fdf-b8d1-d603dd5ef89e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:38.428005 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f801851-36c7-4596-ba44-70ae4a6b5718 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:38.437462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c60ff627-d351-45b6-a842-5e05ef0bc75c req-af63da5c-2edb-4fdf-b8d1-d603dd5ef89e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] For port 44181af9-7706-458e-bd88-fd3f5dc37a10, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=44181af9-7706-458e-bd88-fd3f5dc37a10,segment=NetworkSegment(e72bf305-c008-4855-93b1-c95e3ea653a7),segment_id=e72bf305-c008-4855-93b1-c95e3ea653a7)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:38.437835 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c60ff627-d351-45b6-a842-5e05ef0bc75c req-af63da5c-2edb-4fdf-b8d1-d603dd5ef89e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:38.454602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c60ff627-d351-45b6-a842-5e05ef0bc75c req-af63da5c-2edb-4fdf-b8d1-d603dd5ef89e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Calling delete_port for 44181af9-7706-458e-bd88-fd3f5dc37a10 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:38:38.479156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-aacbe591-f3ec-41bf-83c1-5945490d5ca7 req-a9be5d88-dfa0-4509-b08a-d8feab421be5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:38:38.480434 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aacbe591-f3ec-41bf-83c1-5945490d5ca7 req-a9be5d88-dfa0-4509-b08a-d8feab421be5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066624 Sep 08 13:38:38.548131 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f801851-36c7-4596-ba44-70ae4a6b5718 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:38.699485 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-6f801851-36c7-4596-ba44-70ae4a6b5718 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Floating IP 271c1cad-25e9-4ab3-86f3-df9bfdadba52 associated. External IP: 172.25.5.116, port: 5d805d8e-1186-45ee-a867-16c0aaed5650. Sep 08 13:38:38.724168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c60ff627-d351-45b6-a842-5e05ef0bc75c req-af63da5c-2edb-4fdf-b8d1-d603dd5ef89e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:38.790449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63da5c-2edb-4fdf-b8d1-d603dd5ef89e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Port': ['ID=44181af9-7706-458e-bd88-fd3f5dc37a10,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:38.860640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60ff627-d351-45b6-a842-5e05ef0bc75c req-af63da5c-2edb-4fdf-b8d1-d603dd5ef89e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] No DVR routers for this DVR port 44181af9-7706-458e-bd88-fd3f5dc37a10 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:38:38.863363 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c60ff627-d351-45b6-a842-5e05ef0bc75c req-af63da5c-2edb-4fdf-b8d1-d603dd5ef89e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:38.865547 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c60ff627-d351-45b6-a842-5e05ef0bc75c req-af63da5c-2edb-4fdf-b8d1-d603dd5ef89e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.60 "DELETE /v2.0/ports/44181af9-7706-458e-bd88-fd3f5dc37a10 HTTP/1.1" status: 204 len: 173 time: 0.6403248 Sep 08 13:38:38.866615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'name': 'network-vif-deleted', 'tag': '44181af9-7706-458e-bd88-fd3f5dc37a10'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:38:38.869335 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b85d47-c34f-4489-a35c-5bdacbf27a4b" -d '{"events": [{"server_uuid": "2017ab5c-422f-4dd0-b0cc-5442bccafc10", "name": "network-vif-deleted", "tag": "44181af9-7706-458e-bd88-fd3f5dc37a10"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:38:38.914017 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1515ed00-0934-4fe1-af67-9d8d8de162ea x-openstack-request-id: req-1515ed00-0934-4fe1-af67-9d8d8de162ea {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:38:38.914608 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2017ab5c-422f-4dd0-b0cc-5442bccafc10", "name": "network-vif-deleted", "tag": "44181af9-7706-458e-bd88-fd3f5dc37a10", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:38:38.914940 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1515ed00-0934-4fe1-af67-9d8d8de162ea {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:38:38.915417 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2017ab5c-422f-4dd0-b0cc-5442bccafc10', 'name': 'network-vif-deleted', 'tag': '44181af9-7706-458e-bd88-fd3f5dc37a10', 'status': 'completed', 'code': 200} Sep 08 13:38:38.997099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f801851-36c7-4596-ba44-70ae4a6b5718 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Router 49350c90-8ece-4493-9773-9281a2c703a5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:38:39.127877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f801851-36c7-4596-ba44-70ae4a6b5718 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:38:39.133654 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f801851-36c7-4596-ba44-70ae4a6b5718 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:39.140802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a3795-f7e4-4bad-9601-55379cf205eb None None] Sync routers for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:38:39.173308 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-479e7019-b8aa-4287-a90d-ff365f561924 req-7e8a92e2-c9e0-47e5-865b-6dc49e1ca4e7 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 210 time: 0.0600798 Sep 08 13:38:39.179108 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a3795-f7e4-4bad-9601-55379cf205eb None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:39.187556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-393a3795-f7e4-4bad-9601-55379cf205eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:39.217785 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6f801851-36c7-4596-ba44-70ae4a6b5718 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "PUT /v2.0/floatingips/271c1cad-25e9-4ab3-86f3-df9bfdadba52 HTTP/1.1" status: 200 len: 991 time: 1.4657919 Sep 08 13:38:39.222762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:38:39.222762 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4bfa1f-1fdb-4be8-80f1-bbed85c961e9" -d '{"events": [{"name": "network-changed", "server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:38:39.428801 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12636b-22cc-43ff-a349-15539833538f req-43e9e2e3-9dad-4c35-9aaa-503c46c777ec tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:39.430986 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cc12636b-22cc-43ff-a349-15539833538f req-43e9e2e3-9dad-4c35-9aaa-503c46c777ec tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.1313879 Sep 08 13:38:39.440222 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdc9ffb-56ac-4510-b885-152207175c1b x-openstack-request-id: req-3cdc9ffb-56ac-4510-b885-152207175c1b {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:38:39.442086 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:38:39.442373 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3cdc9ffb-56ac-4510-b885-152207175c1b {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:38:39.442795 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'status': 'completed', 'code': 200} Sep 08 13:38:39.545044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cc12636b-22cc-43ff-a349-15539833538f req-f877f7d1-18d8-44c0-ad53-73f2b546d97a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061916 Sep 08 13:38:39.561472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfa1f-1fdb-4be8-80f1-bbed85c961e9 req-b8359c0a-182d-4a0d-8916-7d259b487c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:39.563041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff4bfa1f-1fdb-4be8-80f1-bbed85c961e9 req-b8359c0a-182d-4a0d-8916-7d259b487c07 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 1096 time: 0.0858207 Sep 08 13:38:39.636520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-393a3795-f7e4-4bad-9601-55379cf205eb None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:39.686662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfa1f-1fdb-4be8-80f1-bbed85c961e9 req-9765228a-7a57-4dcc-bfff-867194dbe2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:39.688294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff4bfa1f-1fdb-4be8-80f1-bbed85c961e9 req-9765228a-7a57-4dcc-bfff-867194dbe2c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.1178057 Sep 08 13:38:39.772149 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff4bfa1f-1fdb-4be8-80f1-bbed85c961e9 req-74f2921d-a16f-4fd9-8e44-e443f5336fd2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d805d8e-1186-45ee-a867-16c0aaed5650 HTTP/1.1" status: 200 len: 999 time: 0.0759411 Sep 08 13:38:39.805340 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-60fee1e3-726b-4176-a900-2d8c5266e452 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2814064 Sep 08 13:38:39.833668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-c4377917-1e94-47ee-9ecd-c5f73edc9a24 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:38:39.833668 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-c4377917-1e94-47ee-9ecd-c5f73edc9a24 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142517 Sep 08 13:38:39.859482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfa1f-1fdb-4be8-80f1-bbed85c961e9 req-a1bd7a4d-6d97-41b1-a38a-da6019c39212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:39.861536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff4bfa1f-1fdb-4be8-80f1-bbed85c961e9 req-a1bd7a4d-6d97-41b1-a38a-da6019c39212 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.0817466 Sep 08 13:38:39.936201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bfa1f-1fdb-4be8-80f1-bbed85c961e9 req-55d04b1f-4d9f-4b0d-ab39-f1f5280dff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:39.938490 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff4bfa1f-1fdb-4be8-80f1-bbed85c961e9 req-55d04b1f-4d9f-4b0d-ab39-f1f5280dff10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697927 Sep 08 13:38:40.062403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-393a3795-f7e4-4bad-9601-55379cf205eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '271c1cad-25e9-4ab3-86f3-df9bfdadba52', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'port_id': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'mac_address': 'fa:16:3e:5f:4b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:38:22Z', 'updated_at': '2021-09-08T13:38:38Z', 'revision_number': 1, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:04Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:40.063176 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff4bfa1f-1fdb-4be8-80f1-bbed85c961e9 req-55f9c3ac-a8df-41b8-8b85-ac15f2197ace service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172972 Sep 08 13:38:40.097504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a3795-f7e4-4bad-9601-55379cf205eb None None] Checking router: 49350c90-8ece-4493-9773-9281a2c703a5 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:38:40.113869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393a3795-f7e4-4bad-9601-55379cf205eb None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:40.114846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-393a3795-f7e4-4bad-9601-55379cf205eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:40.185547 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff4bfa1f-1fdb-4be8-80f1-bbed85c961e9 req-64183b34-4468-4eed-b279-cebc728e5a41 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152983 Sep 08 13:38:40.245942 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62ea6bd9-c8e5-4901-a2f2-92468a10aa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:40.278863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-393a3795-f7e4-4bad-9601-55379cf205eb None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:40.298542 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1a21078-274f-476d-8e5e-faf423e894a7 req-37313dfb-5266-4caa-b55f-03db8fbd4bab tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=2017ab5c-422f-4dd0-b0cc-5442bccafc10 HTTP/1.1" status: 200 len: 210 time: 0.0279553 Sep 08 13:38:40.561864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-393a3795-f7e4-4bad-9601-55379cf205eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '271c1cad-25e9-4ab3-86f3-df9bfdadba52', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'port_id': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'mac_address': 'fa:16:3e:5f:4b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:38:22Z', 'updated_at': '2021-09-08T13:38:38Z', 'revision_number': 1, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:04Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:40.588549 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393a3795-f7e4-4bad-9601-55379cf205eb None None] The sync data for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 is: [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '271c1cad-25e9-4ab3-86f3-df9bfdadba52', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'port_id': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'mac_address': 'fa:16:3e:5f:4b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:38:22Z', 'updated_at': '2021-09-08T13:38:38Z', 'revision_number': 1, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:04Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:38:40.594342 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:40.741132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0a5df-1bae-4016-8930-d492db9fe147 req-e70fdc3c-3612-4c4d-8e87-8c8970b10798 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:40.749325 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a7e0a5df-1bae-4016-8930-d492db9fe147 req-e70fdc3c-3612-4c4d-8e87-8c8970b10798 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0797489 Sep 08 13:38:40.801995 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a7e0a5df-1bae-4016-8930-d492db9fe147 req-9713e757-1c5e-41ee-9e3f-8ad22aa9f335 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517075 Sep 08 13:38:40.911473 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d658d84f-dbb6-41ed-a35c-78c87b4a5918 None None] New status for floating IP 271c1cad-25e9-4ab3-86f3-df9bfdadba52: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:38:41.356949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59568) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:41.418446 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-37e38cf6-14e9-4494-8f9e-b9f7318aabbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:41.444488 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-37e38cf6-14e9-4494-8f9e-b9f7318aabbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:41.668012 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-37e38cf6-14e9-4494-8f9e-b9f7318aabbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:41.671941 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-37e38cf6-14e9-4494-8f9e-b9f7318aabbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:41.676052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-37e38cf6-14e9-4494-8f9e-b9f7318aabbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/security-groups/b877795e-3751-41cd-9fd6-6df28e219469 HTTP/1.1" status: 204 len: 168 time: 0.3151445 Sep 08 13:38:41.696220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e38cf6-14e9-4494-8f9e-b9f7318aabbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b877795e-3751-41cd-9fd6-6df28e219469,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:41.917832 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ca485-3c52-44b6-8d25-e66c62e4f2aa req-6f44201c-d104-46a0-ba92-092e7445f6c1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:41.921517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59582) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:41.925202 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-161ca485-3c52-44b6-8d25-e66c62e4f2aa req-6f44201c-d104-46a0-ba92-092e7445f6c1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0604331 Sep 08 13:38:41.966268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-161ca485-3c52-44b6-8d25-e66c62e4f2aa req-25e3b90b-7c85-4f53-954e-6ebf4e9848f7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399067 Sep 08 13:38:42.089676 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:42.184392 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 44181af9-7706-458e-bd88-fd3f5dc37a10 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:38:42.211098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 44181af9-7706-458e-bd88-fd3f5dc37a10 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:38:42.211487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 44181af9-7706-458e-bd88-fd3f5dc37a10 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:38:42.398457 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b612f-feba-48b4-8868-67de1c8fdf6a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:43.063410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f083da-915b-4a85-a801-1118064c2147 req-6e3f63be-eed6-4f0a-b544-2c0834946b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:43.065028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-6e3f63be-eed6-4f0a-b544-2c0834946b19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1096 time: 0.0857768 Sep 08 13:38:43.271271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c269c-b97a-4a3b-b74f-9983d826b25c req-ca0c5ae8-633e-473e-a3f5-342b85c12d7d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:43.273139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f6c269c-b97a-4a3b-b74f-9983d826b25c req-ca0c5ae8-633e-473e-a3f5-342b85c12d7d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.1611867 Sep 08 13:38:43.275671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f083da-915b-4a85-a801-1118064c2147 req-e634d5df-33cd-4a49-a62c-ccff96140c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:43.277204 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-e634d5df-33cd-4a49-a62c-ccff96140c90 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a5349f8-6de9-468d-80c4-5004d4f34481 HTTP/1.1" status: 200 len: 898 time: 0.2031841 Sep 08 13:38:43.283554 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:43.387490 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f6c269c-b97a-4a3b-b74f-9983d826b25c req-3a85206f-8866-4b78-8ec8-363c3a6bcd89 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067204 Sep 08 13:38:43.396111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-648c71c2-dacb-4f2e-9f26-0a15c42f5d9e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30 HTTP/1.1" status: 200 len: 1001 time: 0.1121268 Sep 08 13:38:43.400076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b612f-feba-48b4-8868-67de1c8fdf6a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting port 16ea8153-c77d-4398-8915-e21b5b849aee {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:38:43.400303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b612f-feba-48b4-8868-67de1c8fdf6a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:43.510232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f083da-915b-4a85-a801-1118064c2147 req-53499ee3-46c9-4356-a238-0161bda6115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:43.512043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-53499ee3-46c9-4356-a238-0161bda6115d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e7bfa47-b850-4e42-b298-3412a2b937d6 HTTP/1.1" status: 200 len: 835 time: 0.1076183 Sep 08 13:38:43.560765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-9f2b612f-feba-48b4-8868-67de1c8fdf6a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] For port 16ea8153-c77d-4398-8915-e21b5b849aee, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=16ea8153-c77d-4398-8915-e21b5b849aee,segment=NetworkSegment(e72bf305-c008-4855-93b1-c95e3ea653a7),segment_id=e72bf305-c008-4855-93b1-c95e3ea653a7)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:43.561069 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b612f-feba-48b4-8868-67de1c8fdf6a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:43.581184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9f2b612f-feba-48b4-8868-67de1c8fdf6a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Calling delete_port for 16ea8153-c77d-4398-8915-e21b5b849aee owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:38:43.584182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f083da-915b-4a85-a801-1118064c2147 req-2b74201b-b884-42b2-ae20-0005c5a3af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:43.585873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-2b74201b-b884-42b2-ae20-0005c5a3af04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a5349f8-6de9-468d-80c4-5004d4f34481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663009 Sep 08 13:38:43.769086 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-bb4a858f-46a5-45f0-9f2c-9abd4ef257c0 service neutron] 10.222.0.70 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733747 Sep 08 13:38:43.929202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-8ad33940-0f05-4690-85c8-6c93b046aafb service neutron] 10.222.0.70 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531005 Sep 08 13:38:44.044139 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b612f-feba-48b4-8868-67de1c8fdf6a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:44.074807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b612f-feba-48b4-8868-67de1c8fdf6a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Port': ['ID=16ea8153-c77d-4398-8915-e21b5b849aee,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:44.275390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b612f-feba-48b4-8868-67de1c8fdf6a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:44.415332 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:44.547108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2b612f-feba-48b4-8868-67de1c8fdf6a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:38:44.560551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dc2ee-b28e-4a71-9f0d-5890c3468148 req-39138aae-03b9-4738-9cbe-f4b9c8072858 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:44.562918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f53dc2ee-b28e-4a71-9f0d-5890c3468148 req-39138aae-03b9-4738-9cbe-f4b9c8072858 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0748391 Sep 08 13:38:44.604763 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f53dc2ee-b28e-4a71-9f0d-5890c3468148 req-19a341b6-135c-4316-9a39-d13034f490a0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347533 Sep 08 13:38:44.676416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2b612f-feba-48b4-8868-67de1c8fdf6a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:38:44.685693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9f2b612f-feba-48b4-8868-67de1c8fdf6a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "PUT /v2.0/routers/5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7586432 Sep 08 13:38:44.686240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59660) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:44.689255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c5b41-c64b-4910-8c33-85a78e45cf27 None None] Sync routers for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:38:44.711460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c5b41-c64b-4910-8c33-85a78e45cf27 None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:44.712165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-df1c5b41-c64b-4910-8c33-85a78e45cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:44.759197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6d3988-a693-41ed-8f8c-4bc5f26e699b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting subnet a52be790-27d6-4a99-b086-a4ac614446a5 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:38:44.764633 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-da6d3988-a693-41ed-8f8c-4bc5f26e699b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:44.814393 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-da6d3988-a693-41ed-8f8c-4bc5f26e699b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:44.869782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-df1c5b41-c64b-4910-8c33-85a78e45cf27 None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:44.958360 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-da6d3988-a693-41ed-8f8c-4bc5f26e699b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:45.069708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-df1c5b41-c64b-4910-8c33-85a78e45cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:38:43Z', 'revision_number': 7, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:45.096550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c5b41-c64b-4910-8c33-85a78e45cf27 None None] Checking router: 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:38:45.105359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c5b41-c64b-4910-8c33-85a78e45cf27 None None] Routers {'5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:45.105976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-df1c5b41-c64b-4910-8c33-85a78e45cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:45.113291 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-da6d3988-a693-41ed-8f8c-4bc5f26e699b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:45.142760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d3988-a693-41ed-8f8c-4bc5f26e699b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Subnet': ['ID=a52be790-27d6-4a99-b086-a4ac614446a5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:45.144769 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-da6d3988-a693-41ed-8f8c-4bc5f26e699b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:45.147386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-da6d3988-a693-41ed-8f8c-4bc5f26e699b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/subnets/a52be790-27d6-4a99-b086-a4ac614446a5 HTTP/1.1" status: 204 len: 168 time: 0.4586678 Sep 08 13:38:45.149601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59674) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:45.152253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4746cb-84cb-478a-a6ed-0d2f4c919339 None None] Network 78f3e639-3ed6-49f3-a4af-86edc2d35397 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:38:45.314462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-df1c5b41-c64b-4910-8c33-85a78e45cf27 None None] Set router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:45.542616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85402d30-3087-4bd4-86dc-8e3f9b608d1f None None] DHCP port deletion for 78f3e639-3ed6-49f3-a4af-86edc2d35397 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:38:45.583153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:45.601518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-df1c5b41-c64b-4910-8c33-85a78e45cf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:38:43Z', 'revision_number': 7, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:45.643795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1c5b41-c64b-4910-8c33-85a78e45cf27 None None] The sync data for ids ['5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55'] in n-d-807558-3 is: [{'id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'name': 'tempest-TestNetworkBasicOps-router-914700146', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:35:30Z', 'updated_at': '2021-09-08T13:38:43Z', 'revision_number': 7, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': '3d0a30cc-34e8-483e-9830-692ec4b64cd8', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:51:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:35:31Z', 'updated_at': '2021-09-08T13:35:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:38:45.712499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-85402d30-3087-4bd4-86dc-8e3f9b608d1f None None] Deleting port 19801358-9562-446a-aafc-16285c036906 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:38:45.712499 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-85402d30-3087-4bd4-86dc-8e3f9b608d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:45.768616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-85402d30-3087-4bd4-86dc-8e3f9b608d1f None None] For port 19801358-9562-446a-aafc-16285c036906, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=19801358-9562-446a-aafc-16285c036906,segment=NetworkSegment(e72bf305-c008-4855-93b1-c95e3ea653a7),segment_id=e72bf305-c008-4855-93b1-c95e3ea653a7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:45.769025 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-85402d30-3087-4bd4-86dc-8e3f9b608d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:45.817280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:45.833236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb77272-4b7a-4290-b07d-7a389a98f31f req-3f3411a2-b759-476b-b6c9-dec52a8645eb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:45.835770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0eb77272-4b7a-4290-b07d-7a389a98f31f req-3f3411a2-b759-476b-b6c9-dec52a8645eb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.1075938 Sep 08 13:38:45.892943 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0eb77272-4b7a-4290-b07d-7a389a98f31f req-1c5e0f14-fa3d-4347-81b2-04656f8af240 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503395 Sep 08 13:38:45.969417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-85402d30-3087-4bd4-86dc-8e3f9b608d1f None None] Calling delete_port for 19801358-9562-446a-aafc-16285c036906 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:38:46.066344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting port 3d0a30cc-34e8-483e-9830-692ec4b64cd8 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:38:46.066909 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:46.152733 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-85402d30-3087-4bd4-86dc-8e3f9b608d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:46.175894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] For port 3d0a30cc-34e8-483e-9830-692ec4b64cd8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d0a30cc-34e8-483e-9830-692ec4b64cd8,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:46.177582 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:46.179314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85402d30-3087-4bd4-86dc-8e3f9b608d1f None None] No DVR routers for this DVR port 19801358-9562-446a-aafc-16285c036906 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:38:46.200036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85402d30-3087-4bd4-86dc-8e3f9b608d1f None None] Pushing event deleted for resources: {'Port': ['ID=19801358-9562-446a-aafc-16285c036906,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:46.218135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Calling delete_port for 3d0a30cc-34e8-483e-9830-692ec4b64cd8 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:38:46.558543 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:46.589194 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Port': ['ID=3d0a30cc-34e8-483e-9830-692ec4b64cd8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:46.617540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:46.617994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:46.619859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:46.620274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:46.620686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:46.621094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:46.621500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:46.621916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:46.622343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:46.622742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:46.623143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:46.623539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:46.685303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:46.712522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 16ea8153-c77d-4398-8915-e21b5b849aee no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:38:46.733648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 16ea8153-c77d-4398-8915-e21b5b849aee {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:38:46.734098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 16ea8153-c77d-4398-8915-e21b5b849aee not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:38:46.738608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 19801358-9562-446a-aafc-16285c036906 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:38:46.782684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 19801358-9562-446a-aafc-16285c036906 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:38:46.782961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 19801358-9562-446a-aafc-16285c036906 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:38:46.815125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:46.817452 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:46.987379 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:47.031577 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a9577-39a1-45d1-afa8-e1ebd2e4f7e9 req-38a8cc18-34c2-4cba-a517-f97f6c43d3eb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:47.033076 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab5a9577-39a1-45d1-afa8-e1ebd2e4f7e9 req-38a8cc18-34c2-4cba-a517-f97f6c43d3eb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0562904 Sep 08 13:38:47.038475 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:47.038475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Fanout notify agent at l3_agent the message router_deleted on router 5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:38:47.048624 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:47.052411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-399a0271-8605-434b-99a9-3950ef0a1486 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/routers/5b710e9d-6bef-4bd1-abcd-fd04e0f9ff55 HTTP/1.1" status: 204 len: 168 time: 1.8991797 Sep 08 13:38:47.054736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59702) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:47.102887 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ab5a9577-39a1-45d1-afa8-e1ebd2e4f7e9 req-bc72c592-7392-4f9a-ab3b-ca489899d1b5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607462 Sep 08 13:38:47.168056 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:47.280943 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:47.302502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f3e639-3ed6-49f3-a4af-86edc2d35397']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:47.319137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72bf305-c008-4855-93b1-c95e3ea653a7') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:47.319477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72bf305-c008-4855-93b1-c95e3ea653a7') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:47.336614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:47.357905 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:47.365010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:38:47.366377 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:38:47.368647 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:38:47.560450 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:47.579959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:47.587622 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/networks/78f3e639-3ed6-49f3-a4af-86edc2d35397 HTTP/1.1" status: 204 len: 168 time: 0.5317895 Sep 08 13:38:47.612650 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59712) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:47.627518 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c00fed7b-de70-44dd-9f40-cc36d94d3633 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'network': {'name': 'tempest-network-smoke--565991281', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'port_security_enabled': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:47.639514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e2980-137e-4cb2-a3ec-8819e7889a55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Network': ['ID=78f3e639-3ed6-49f3-a4af-86edc2d35397,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:47.729828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00fed7b-de70-44dd-9f40-cc36d94d3633 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Made reservation on behalf of eda23cb6f0f640d1831f2ef54abd8e7a for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:38:47.733847 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c00fed7b-de70-44dd-9f40-cc36d94d3633 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:47.762881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00fed7b-de70-44dd-9f40-cc36d94d3633 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:38:47.773459 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c00fed7b-de70-44dd-9f40-cc36d94d3633 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:47.773804 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-c00fed7b-de70-44dd-9f40-cc36d94d3633 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Added segment a7e3b8b6-811c-480f-a6ef-2067e97fe3fb of type vlan for network a4ebf365-7154-4468-9992-397ebc618dac Sep 08 13:38:47.872411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c00fed7b-de70-44dd-9f40-cc36d94d3633 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:48.032925 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c00fed7b-de70-44dd-9f40-cc36d94d3633 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:48.039731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00fed7b-de70-44dd-9f40-cc36d94d3633 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:48.043240 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c00fed7b-de70-44dd-9f40-cc36d94d3633 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:48.155740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fed7b-de70-44dd-9f40-cc36d94d3633 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Network': ['ID=a4ebf365-7154-4468-9992-397ebc618dac,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:48.163676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59726) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:48.164610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c00fed7b-de70-44dd-9f40-cc36d94d3633 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5455716 Sep 08 13:38:48.169199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a4ebf365-7154-4468-9992-397ebc618dac details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:38:48.169739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-684650317', 'admin_state_up': True, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:48.276612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624e354-c40a-46d5-b797-1a45f6834ac4 req-ee20ebb4-0bc3-4d66-905d-3f5fdf8648f7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:48.279271 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a624e354-c40a-46d5-b797-1a45f6834ac4 req-ee20ebb4-0bc3-4d66-905d-3f5fdf8648f7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0576687 Sep 08 13:38:48.311948 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:48.313454 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:48.333642 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a624e354-c40a-46d5-b797-1a45f6834ac4 req-b0dcc50e-ba74-4206-afc2-d831ed53046d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488207 Sep 08 13:38:48.453851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:48.471577 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59732) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:48.657452 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-545e6208-ba5d-44b3-b287-ff4cb171a135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:48.773087 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d0a30cc-34e8-483e-9830-692ec4b64cd8 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:38:48.802234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-545e6208-ba5d-44b3-b287-ff4cb171a135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:48.808043 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 3d0a30cc-34e8-483e-9830-692ec4b64cd8 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:38:48.808305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d0a30cc-34e8-483e-9830-692ec4b64cd8 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:38:48.811505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:48.873074 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-545e6208-ba5d-44b3-b287-ff4cb171a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:48.925179 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e6208-ba5d-44b3-b287-ff4cb171a135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335fd3a9-c91c-47a7-ac1a-43cd6002b0ed,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:48.953001 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-545e6208-ba5d-44b3-b287-ff4cb171a135 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc35df76e72446989c19d1cedd0ebbb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774911 Sep 08 13:38:48.953237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59742) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:49.011369 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de32599e-a9b2-47df-8bf6-fe001e9496b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:49.039470 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de32599e-a9b2-47df-8bf6-fe001e9496b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:49.127387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:49.153052 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:49.182482 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de32599e-a9b2-47df-8bf6-fe001e9496b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:49.185092 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de32599e-a9b2-47df-8bf6-fe001e9496b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:49.188649 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-de32599e-a9b2-47df-8bf6-fe001e9496b9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/335fd3a9-c91c-47a7-ac1a-43cd6002b0ed HTTP/1.1" status: 204 len: 168 time: 0.2314045 Sep 08 13:38:49.197272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32599e-a9b2-47df-8bf6-fe001e9496b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335fd3a9-c91c-47a7-ac1a-43cd6002b0ed,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:49.285597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Allocated IP 172.25.5.67 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/ba585534-ecfc-405c-9a7d-6909fee91171) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:38:49.393699 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:49.463699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9d145-018e-4077-8dce-b9368827d653 req-71b63d62-ec8b-4622-9bd4-03e184258f56 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:49.465348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4e9d145-018e-4077-8dce-b9368827d653 req-71b63d62-ec8b-4622-9bd4-03e184258f56 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0530565 Sep 08 13:38:49.485718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:49.512884 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4e9d145-018e-4077-8dce-b9368827d653 req-e5c2e621-19f8-4c68-97d3-a6fed35278c4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394096 Sep 08 13:38:49.548564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:38:49.552372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:38:49.555043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:38:49.588584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=ba585534-ecfc-405c-9a7d-6909fee91171,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:49.970204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59760) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:49.984496 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-04d5585d-cbfc-4b7f-83f4-e33d3dc73307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:49.990773 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:50.079546 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-04d5585d-cbfc-4b7f-83f4-e33d3dc73307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:50.164339 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-04d5585d-cbfc-4b7f-83f4-e33d3dc73307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:50.212522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-04d5585d-cbfc-4b7f-83f4-e33d3dc73307 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e329ea0e0d3746409091076454c0fb80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389078 Sep 08 13:38:50.212522 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5585d-cbfc-4b7f-83f4-e33d3dc73307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009a4879-94de-4cc1-b9e5-30ec053aa7d7,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:50.213716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59764) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:50.223128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:50.340620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ed09-8493-4e0f-9ba5-2d5465b42998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:50.372544 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ed09-8493-4e0f-9ba5-2d5465b42998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:50.535575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Router 5fe30e06-70d1-4363-b8a4-971639bbc619 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:38:50.581519 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ed09-8493-4e0f-9ba5-2d5465b42998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:50.585118 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7ba7ed09-8493-4e0f-9ba5-2d5465b42998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:50.585376 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7ba7ed09-8493-4e0f-9ba5-2d5465b42998 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/009a4879-94de-4cc1-b9e5-30ec053aa7d7 HTTP/1.1" status: 204 len: 168 time: 0.3688819 Sep 08 13:38:50.613009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7ed09-8493-4e0f-9ba5-2d5465b42998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009a4879-94de-4cc1-b9e5-30ec053aa7d7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:50.695518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0eb091-42b2-4928-bb0c-bdd330236d89 req-a5e8011a-0bb4-4dd8-8556-36c62ccfdc43 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:50.697081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e0eb091-42b2-4928-bb0c-bdd330236d89 req-a5e8011a-0bb4-4dd8-8556-36c62ccfdc43 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.1043489 Sep 08 13:38:50.703026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:38:50.714944 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647726c-9812-4f66-922c-013500bee985 None None] Sync routers for ids ['5fe30e06-70d1-4363-b8a4-971639bbc619'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:38:50.728825 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647726c-9812-4f66-922c-013500bee985 None None] Routers {'5fe30e06-70d1-4363-b8a4-971639bbc619'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:50.729836 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5647726c-9812-4f66-922c-013500bee985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5fe30e06-70d1-4363-b8a4-971639bbc619'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:50.758996 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e0eb091-42b2-4928-bb0c-bdd330236d89 req-824c283f-f272-4f9e-a7f1-e26a16af44a6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351572 Sep 08 13:38:50.815790 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:50.817936 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1ce5713b-2141-449d-ba65-84bee83d196d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6535091 Sep 08 13:38:50.820898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59772) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:50.857644 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-5647726c-9812-4f66-922c-013500bee985 None None] Set router 5fe30e06-70d1-4363-b8a4-971639bbc619 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:50.869863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59776) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:50.882775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-56952e66-950a-45bf-b234-53479af2b00b tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=eda23cb6f0f640d1831f2ef54abd8e7a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0604866 Sep 08 13:38:51.054122 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5647726c-9812-4f66-922c-013500bee985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:38:49Z', 'revision_number': 3, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:51.084003 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647726c-9812-4f66-922c-013500bee985 None None] Checking router: 5fe30e06-70d1-4363-b8a4-971639bbc619 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:38:51.084933 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647726c-9812-4f66-922c-013500bee985 None None] Updating router 5fe30e06-70d1-4363-b8a4-971639bbc619 port ba585534-ecfc-405c-9a7d-6909fee91171 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:38:51.122613 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-5647726c-9812-4f66-922c-013500bee985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:51.343391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8936a2-d5fb-4aba-86d0-be44c50570f4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:51.348306 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5d8936a2-d5fb-4aba-86d0-be44c50570f4 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4725006 Sep 08 13:38:51.348306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59792) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:51.384610 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-79f432ea-6a2c-4e81-8c1e-2e97ce654f08 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355527 Sep 08 13:38:51.387734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59794) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:51.395264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3837dd26-dea2-45a9-a254-c8da2885802a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-208860998', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:51.441998 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-5647726c-9812-4f66-922c-013500bee985 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:51.452065 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-5647726c-9812-4f66-922c-013500bee985 None None] Transition to ACTIVE for port object ba585534-ecfc-405c-9a7d-6909fee91171 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:38:51.557932 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-5647726c-9812-4f66-922c-013500bee985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:51.592854 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3837dd26-dea2-45a9-a254-c8da2885802a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Made reservation on behalf of eda23cb6f0f640d1831f2ef54abd8e7a for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:38:51.604160 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3837dd26-dea2-45a9-a254-c8da2885802a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:51.617956 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-5647726c-9812-4f66-922c-013500bee985 None None] Attempting to bind port ba585534-ecfc-405c-9a7d-6909fee91171 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:38:51.618561 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-5647726c-9812-4f66-922c-013500bee985 None None] Attempting to bind port ba585534-ecfc-405c-9a7d-6909fee91171 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:38:51.619019 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647726c-9812-4f66-922c-013500bee985 None None] Attempting to bind port ba585534-ecfc-405c-9a7d-6909fee91171 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:38:51.621353 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Pushing event updated for resources: {'Port': ['ID=ba585534-ecfc-405c-9a7d-6909fee91171,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:51.633044 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647726c-9812-4f66-922c-013500bee985 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:38:51.633648 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647726c-9812-4f66-922c-013500bee985 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:38:51.634154 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-5647726c-9812-4f66-922c-013500bee985 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:51.634663 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5647726c-9812-4f66-922c-013500bee985 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:38:51.635326 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-5647726c-9812-4f66-922c-013500bee985 None None] Bound port: ba585534-ecfc-405c-9a7d-6909fee91171, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:38:51.636119 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-5647726c-9812-4f66-922c-013500bee985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:51.638932 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:51.639522 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:51.639890 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:51.640387 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:51.640987 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:51.641451 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:51.642258 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:51.649074 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:51.649074 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:51.649074 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:51.649074 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:51.649074 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:51.738123 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-5647726c-9812-4f66-922c-013500bee985 None None] For port ba585534-ecfc-405c-9a7d-6909fee91171, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:38:51.742598 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-5647726c-9812-4f66-922c-013500bee985 None None] For port ba585534-ecfc-405c-9a7d-6909fee91171, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ba585534-ecfc-405c-9a7d-6909fee91171,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:38:51.873231 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-5647726c-9812-4f66-922c-013500bee985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:51.884007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0970f-08b4-49bc-9455-14c9fcf31dc0 req-72666bcc-4a84-4837-96f7-6385e0b8477e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:51.891267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ec0970f-08b4-49bc-9455-14c9fcf31dc0 req-72666bcc-4a84-4837-96f7-6385e0b8477e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0577431 Sep 08 13:38:51.932229 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dad9ca-3fc9-4274-848d-9e64d7c98e49 None None] Pushing event updated for resources: {'Port': ['ID=ba585534-ecfc-405c-9a7d-6909fee91171,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:51.944204 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5647726c-9812-4f66-922c-013500bee985 None None] Routers {'5fe30e06-70d1-4363-b8a4-971639bbc619'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:51.944804 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5647726c-9812-4f66-922c-013500bee985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5fe30e06-70d1-4363-b8a4-971639bbc619'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:51.946909 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ec0970f-08b4-49bc-9455-14c9fcf31dc0 req-ce502fc3-421d-455c-8bff-e4357d875973 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541763 Sep 08 13:38:51.949417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3837dd26-dea2-45a9-a254-c8da2885802a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:52.029209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3837dd26-dea2-45a9-a254-c8da2885802a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Checking segment: {'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:38:52.029581 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3837dd26-dea2-45a9-a254-c8da2885802a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network hostable DHCP agents. Network: a4ebf365-7154-4468-9992-397ebc618dac, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:38:52.054129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837dd26-dea2-45a9-a254-c8da2885802a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Subnet': ['ID=6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:52.089932 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-5647726c-9812-4f66-922c-013500bee985 None None] Set router 5fe30e06-70d1-4363-b8a4-971639bbc619 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:52.124029 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3837dd26-dea2-45a9-a254-c8da2885802a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network a4ebf365-7154-4468-9992-397ebc618dac is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:38:52.266844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-3837dd26-dea2-45a9-a254-c8da2885802a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a4ebf365-7154-4468-9992-397ebc618dac) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:38:52.271402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5647726c-9812-4f66-922c-013500bee985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:38:49Z', 'revision_number': 3, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:52.272857 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3837dd26-dea2-45a9-a254-c8da2885802a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:52.273563 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3837dd26-dea2-45a9-a254-c8da2885802a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:52.279527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ed765a-a819-42b1-b96d-818920be0e81 None None] Network a4ebf365-7154-4468-9992-397ebc618dac requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:38:52.325538 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5647726c-9812-4f66-922c-013500bee985 None None] The sync data for ids ['5fe30e06-70d1-4363-b8a4-971639bbc619'] in n-d-807558-3 is: [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:38:49Z', 'revision_number': 3, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:38:52.434965 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3837dd26-dea2-45a9-a254-c8da2885802a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0453069 Sep 08 13:38:52.439294 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59822) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:52.511168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-a4ebf365-7154-4468-9992-397ebc618dac', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ips': [{'subnet_id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:38:52.514615 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:52.676190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Allocated IP 172.20.0.2 (a4ebf365-7154-4468-9992-397ebc618dac/6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299/fe69627b-2ccd-437e-a123-b034074a627a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:38:52.917844 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:52.927435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Transition to ACTIVE for port object fe69627b-2ccd-437e-a123-b034074a627a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:38:52.945382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Transition to ACTIVE for port object fe69627b-2ccd-437e-a123-b034074a627a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:38:53.157412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e76df4-8b7e-4e18-8e8c-6d5a126975af req-bdc60ecc-8375-4c55-9269-1b8c7837082a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:53.167521 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13e76df4-8b7e-4e18-8e8c-6d5a126975af req-bdc60ecc-8375-4c55-9269-1b8c7837082a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.1076634 Sep 08 13:38:53.227374 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:53.240600 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13e76df4-8b7e-4e18-8e8c-6d5a126975af req-d6456ef0-0c11-4214-82f8-6ecbfb97a1b7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682576 Sep 08 13:38:53.288067 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Pushing event updated for resources: {'Port': ['ID=fe69627b-2ccd-437e-a123-b034074a627a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:53.309243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Network a4ebf365-7154-4468-9992-397ebc618dac is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:38:53.317288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:38:53.317288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:38:53.380547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Attempting to bind port fe69627b-2ccd-437e-a123-b034074a627a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:38:53.380874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Attempting to bind port fe69627b-2ccd-437e-a123-b034074a627a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:38:53.381247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Attempting to bind port fe69627b-2ccd-437e-a123-b034074a627a on network a4ebf365-7154-4468-9992-397ebc618dac {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:38:53.387256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:38:53.387627 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Checking segment: {'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:38:53.388261 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:53.388820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Bound using segment: {'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:38:53.389660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Bound port: fe69627b-2ccd-437e-a123-b034074a627a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:38:53.390287 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:53.465405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] For port fe69627b-2ccd-437e-a123-b034074a627a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:38:53.471661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] For port fe69627b-2ccd-437e-a123-b034074a627a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=fe69627b-2ccd-437e-a123-b034074a627a,segment=NetworkSegment(a7e3b8b6-811c-480f-a6ef-2067e97fe3fb),segment_id=a7e3b8b6-811c-480f-a6ef-2067e97fe3fb)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:38:53.509138 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:53.575904 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:53.681935 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e458e6-b706-4aa9-9783-ac85fa7f3339 None None] Pushing event updated for resources: {'Port': ['ID=fe69627b-2ccd-437e-a123-b034074a627a,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:53.862955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Allocated IP 172.20.0.1 (a4ebf365-7154-4468-9992-397ebc618dac/6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299/98b57d07-a389-43eb-9d4b-e8c37f6d4fa5) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:38:54.016882 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:54.033630 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Transition to ACTIVE for port object 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:38:54.147467 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:54.191489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network a4ebf365-7154-4468-9992-397ebc618dac is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:38:54.195319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:38:54.201428 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:38:54.208047 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=98b57d07-a389-43eb-9d4b-e8c37f6d4fa5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:54.257377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:54.411240 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c8e40-eed1-41f7-95da-d16fd62f26ec req-845e8316-57f2-4e69-bde7-9b29b2b5de5f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:54.413259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-425c8e40-eed1-41f7-95da-d16fd62f26ec req-845e8316-57f2-4e69-bde7-9b29b2b5de5f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0865052 Sep 08 13:38:54.452869 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-425c8e40-eed1-41f7-95da-d16fd62f26ec req-ede4ba65-a884-49b7-b580-e4ae75e20511 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332386 Sep 08 13:38:54.525363 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:54.867040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fe69627b-2ccd-437e-a123-b034074a627a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:38:55.010512 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:55.048072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdee325-8fe9-4553-ae11-ac8cb1c2dac8 None None] Network a4ebf365-7154-4468-9992-397ebc618dac requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:38:55.147543 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:55.148439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port fe69627b-2ccd-437e-a123-b034074a627a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:38:55.180777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ba585534-ecfc-405c-9a7d-6909fee91171 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:38:55.229020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=98b57d07-a389-43eb-9d4b-e8c37f6d4fa5,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:55.232369 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:55.276167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7fec1a60-c87d-4903-a2ea-aba9981b59ce None None] Provisioning for port fe69627b-2ccd-437e-a123-b034074a627a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:38:55.281946 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7fec1a60-c87d-4903-a2ea-aba9981b59ce None None] Provisioning complete for port fe69627b-2ccd-437e-a123-b034074a627a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:55.282356 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7fec1a60-c87d-4903-a2ea-aba9981b59ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:55.365803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network a4ebf365-7154-4468-9992-397ebc618dac is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:38:55.365803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:38:55.388374 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7fec1a60-c87d-4903-a2ea-aba9981b59ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:55.412296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port ba585534-ecfc-405c-9a7d-6909fee91171 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:38:55.421888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ba585534-ecfc-405c-9a7d-6909fee91171 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:55.422551 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:55.497206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7fec1a60-c87d-4903-a2ea-aba9981b59ce None None] For port fe69627b-2ccd-437e-a123-b034074a627a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=fe69627b-2ccd-437e-a123-b034074a627a,segment=NetworkSegment(a7e3b8b6-811c-480f-a6ef-2067e97fe3fb),segment_id=a7e3b8b6-811c-480f-a6ef-2067e97fe3fb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:55.559118 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:55.562422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Router 5fe30e06-70d1-4363-b8a4-971639bbc619 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:38:55.608911 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7fec1a60-c87d-4903-a2ea-aba9981b59ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:55.612679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port ba585534-ecfc-405c-9a7d-6909fee91171, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ba585534-ecfc-405c-9a7d-6909fee91171,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:55.732073 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:55.745094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042459a-22a1-49df-bbd6-48370f5e90f5 req-a30b8213-7683-4bc2-8077-379a8a8f9696 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:55.758204 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2042459a-22a1-49df-bbd6-48370f5e90f5 req-a30b8213-7683-4bc2-8077-379a8a8f9696 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.1333382 Sep 08 13:38:55.763733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec1a60-c87d-4903-a2ea-aba9981b59ce None None] Pushing event updated for resources: {'Port': ['ID=fe69627b-2ccd-437e-a123-b034074a627a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:55.842817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2042459a-22a1-49df-bbd6-48370f5e90f5 req-29bd9a7b-3e9d-407f-87ad-ce118a3c1653 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833206 Sep 08 13:38:55.863236 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:38:55.872207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59882) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:55.872420 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-61fe8a93-0062-4402-be54-2c2a99e9d9d5 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "PUT /v2.0/routers/5fe30e06-70d1-4363-b8a4-971639bbc619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4314775 Sep 08 13:38:55.894365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Sync routers for ids ['5fe30e06-70d1-4363-b8a4-971639bbc619'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:38:55.907784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=ba585534-ecfc-405c-9a7d-6909fee91171,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:55.915927 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Routers {'5fe30e06-70d1-4363-b8a4-971639bbc619'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:55.916700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5fe30e06-70d1-4363-b8a4-971639bbc619'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:55.997079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c607bebf-35ab-44b6-9c06-610e629e485f None None] Provisioning for port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:38:56.008429 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c607bebf-35ab-44b6-9c06-610e629e485f None None] Provisioning complete for port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:56.008912 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c607bebf-35ab-44b6-9c06-610e629e485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:56.067041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c607bebf-35ab-44b6-9c06-610e629e485f None None] Port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:38:56.126407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c607bebf-35ab-44b6-9c06-610e629e485f None None] Provisioning complete for port fe69627b-2ccd-437e-a123-b034074a627a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:56.126407 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c607bebf-35ab-44b6-9c06-610e629e485f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:56.237421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Set router 5fe30e06-70d1-4363-b8a4-971639bbc619 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:56.320478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c8ba30-3b06-4fb5-89a5-4a0fb33e02a8 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.321267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c8ba30-3b06-4fb5-89a5-4a0fb33e02a8 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.321909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c8ba30-3b06-4fb5-89a5-4a0fb33e02a8 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.335114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c8ba30-3b06-4fb5-89a5-4a0fb33e02a8 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.337444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c8ba30-3b06-4fb5-89a5-4a0fb33e02a8 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.338110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c8ba30-3b06-4fb5-89a5-4a0fb33e02a8 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.340462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c8ba30-3b06-4fb5-89a5-4a0fb33e02a8 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.341236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c8ba30-3b06-4fb5-89a5-4a0fb33e02a8 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.344880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c8ba30-3b06-4fb5-89a5-4a0fb33e02a8 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.347422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c8ba30-3b06-4fb5-89a5-4a0fb33e02a8 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.358259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59888) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:56.369393 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-89c8ba30-3b06-4fb5-89a5-4a0fb33e02a8 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7038 time: 0.4938180 Sep 08 13:38:56.530308 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-d4f083da-915b-4a85-a801-1118064c2147 req-ca1e79a1-b009-4465-b7fb-193abdaca552 service neutron] show failed (client error): The resource could not be found. Sep 08 13:38:56.531278 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-ca1e79a1-b009-4465-b7fb-193abdaca552 service neutron] 10.222.0.70 "GET /v2.0/ports/d6ad5418-7921-4034-a8a7-e06f89ef9d30/bindings/n-h2-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.1575634 Sep 08 13:38:56.572572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfdd39-2684-404a-8430-cb9f44f37c07 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.573203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfdd39-2684-404a-8430-cb9f44f37c07 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.573484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfdd39-2684-404a-8430-cb9f44f37c07 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.573938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfdd39-2684-404a-8430-cb9f44f37c07 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.574422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfdd39-2684-404a-8430-cb9f44f37c07 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.574870 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfdd39-2684-404a-8430-cb9f44f37c07 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.575311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfdd39-2684-404a-8430-cb9f44f37c07 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.575758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfdd39-2684-404a-8430-cb9f44f37c07 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.576203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfdd39-2684-404a-8430-cb9f44f37c07 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.576657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edfdd39-2684-404a-8430-cb9f44f37c07 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:56.581324 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5edfdd39-2684-404a-8430-cb9f44f37c07 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6425 time: 0.2190073 Sep 08 13:38:56.581564 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59892) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:56.658968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:38:54Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '98b57d07-a389-43eb-9d4b-e8c37f6d4fa5', 'name': '', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:42:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:53Z', 'updated_at': '2021-09-08T13:38:54Z', 'revision_number': 2, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:56.699510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Checking router: 5fe30e06-70d1-4363-b8a4-971639bbc619 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:38:56.699878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Updating router 5fe30e06-70d1-4363-b8a4-971639bbc619 port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:38:56.723161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fe69627b-2ccd-437e-a123-b034074a627a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:38:56.736964 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6554cff7-1ee0-490b-b9fd-5ac96126fa75 tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4502 time: 0.1515777 Sep 08 13:38:56.751799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:56.766374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e8fed609-ef26-4d9b-93e2-bb36fc546ede None None] Provisioning complete for port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:56.766765 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e8fed609-ef26-4d9b-93e2-bb36fc546ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.027645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd15fa54-8c13-4f09-bcfe-bd3d2d840d06 req-73e186db-e6f4-4ddc-b107-038d4a391705 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:57.029919 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cd15fa54-8c13-4f09-bcfe-bd3d2d840d06 req-73e186db-e6f4-4ddc-b107-038d4a391705 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0540690 Sep 08 13:38:57.051714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e8fed609-ef26-4d9b-93e2-bb36fc546ede None None] Port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:38:57.070604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59906) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:57.080992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6c7e2497-b112-4969-86fb-243dd28c76b4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756073139', 'description': 'tempest-secgroup-smoke-756073139 description', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:57.081345 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cd15fa54-8c13-4f09-bcfe-bd3d2d840d06 req-e0e49b67-b2a6-45ca-a500-858180dd0ac9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396469 Sep 08 13:38:57.101162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port fe69627b-2ccd-437e-a123-b034074a627a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:57.101658 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.207629 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.227143 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c7e2497-b112-4969-86fb-243dd28c76b4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.237957 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Transition to ACTIVE for port object 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:38:57.257676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ba585534-ecfc-405c-9a7d-6909fee91171 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:38:57.323199 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c7e2497-b112-4969-86fb-243dd28c76b4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.403694 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c7e2497-b112-4969-86fb-243dd28c76b4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.430536 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.503569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98866f9d-82f8-4b76-bfe0-658b77423f9e None None] Pushing event updated for resources: {'Port': ['ID=98b57d07-a389-43eb-9d4b-e8c37f6d4fa5,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:57.515485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e2497-b112-4969-86fb-243dd28c76b4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d135e61-c0c9-45d1-a23f-48141955b1ba,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:57.518595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ba585534-ecfc-405c-9a7d-6909fee91171 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:38:57.518981 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.530330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f083da-915b-4a85-a801-1118064c2147 req-ae5df4b4-37b9-4c3f-9305-fabfbf50b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:57.542658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-ae5df4b4-37b9-4c3f-9305-fabfbf50b256 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe&tenant_id=8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 1096 time: 0.1257336 Sep 08 13:38:57.550509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:57.604316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Attempting to bind port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:38:57.604714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Attempting to bind port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:38:57.605115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Attempting to bind port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 on network a4ebf365-7154-4468-9992-397ebc618dac {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:38:57.622123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:38:57.622558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Checking segment: {'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:38:57.622970 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.623372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Bound using segment: {'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:38:57.624125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Bound port: 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:38:57.624520 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.643848 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c7e2497-b112-4969-86fb-243dd28c76b4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.645430 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6c7e2497-b112-4969-86fb-243dd28c76b4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5737481 Sep 08 13:38:57.649387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59914) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:57.656324 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.656787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': '0d135e61-c0c9-45d1-a23f-48141955b1ba', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:57.764092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] For port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:38:57.767383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] For port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=98b57d07-a389-43eb-9d4b-e8c37f6d4fa5,segment=NetworkSegment(a7e3b8b6-811c-480f-a6ef-2067e97fe3fb),segment_id=a7e3b8b6-811c-480f-a6ef-2067e97fe3fb)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:38:57.862264 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.901600 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.923175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:38:57.934631 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:57.963856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Routers {'5fe30e06-70d1-4363-b8a4-971639bbc619'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:38:57.964511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:38:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5fe30e06-70d1-4363-b8a4-971639bbc619'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:57.978158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:38:58.030470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:38:58.033329 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c789088-8571-48d0-b11e-0a9a04b24977" -d '{"events": [{"server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:38:58.038811 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:58.039039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98866f9d-82f8-4b76-bfe0-658b77423f9e None None] Pushing event updated for resources: {'Port': ['ID=98b57d07-a389-43eb-9d4b-e8c37f6d4fa5,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:58.047361 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:58.089597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Transition to ACTIVE for port object d6ad5418-7921-4034-a8a7-e06f89ef9d30 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:38:58.135364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222bb4f5-a000-4d8b-a007-3dbb2da73b8e,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:58.150608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:58.151359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:58.151962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:58.152550 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:58.153141 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:58.156299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] Set router 5fe30e06-70d1-4363-b8a4-971639bbc619 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:38:58.157595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:58.158209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:58.158812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:58.159246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:58.159675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:58.160109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:58.160532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:38:58.169787 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:58.209718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:58.214716 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4bcfdebb-6ef3-4045-8ecc-96435c3aed76 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5634806 Sep 08 13:38:58.233350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59932) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:58.233350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a0906fd1-4c21-47b0-a180-ae129a3fd8db tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': '0d135e61-c0c9-45d1-a23f-48141955b1ba', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:58.234086 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108cc5c4-d63e-429a-830a-4a28330dbd9d x-openstack-request-id: req-108cc5c4-d63e-429a-830a-4a28330dbd9d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:38:58.234086 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:38:58.234086 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-108cc5c4-d63e-429a-830a-4a28330dbd9d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:38:58.234086 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'code': 200} Sep 08 13:38:58.262962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ad5418-7921-4034-a8a7-e06f89ef9d30,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:58.391022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da668bd4-49c1-4b8e-890a-42851231ae3a req-dc8deb0a-8f5d-4fbb-b22b-02c637dfbdc5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:58.395159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da668bd4-49c1-4b8e-890a-42851231ae3a req-dc8deb0a-8f5d-4fbb-b22b-02c637dfbdc5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 943 time: 0.1552331 Sep 08 13:38:58.460239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] No DVR routers for this DVR port d6ad5418-7921-4034-a8a7-e06f89ef9d30 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:38:58.499065 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da668bd4-49c1-4b8e-890a-42851231ae3a req-e85ecde8-7228-4d24-ac13-0b337e841ea7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884504 Sep 08 13:38:58.508518 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0906fd1-4c21-47b0-a180-ae129a3fd8db tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:58.606086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:38:54Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '98b57d07-a389-43eb-9d4b-e8c37f6d4fa5', 'name': '', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:42:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:53Z', 'updated_at': '2021-09-08T13:38:57Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:38:58.629673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Attempting to bind port d6ad5418-7921-4034-a8a7-e06f89ef9d30 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:38:58.630025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Attempting to bind port d6ad5418-7921-4034-a8a7-e06f89ef9d30 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:38:58.630958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Attempting to bind port d6ad5418-7921-4034-a8a7-e06f89ef9d30 on network 6a5349f8-6de9-468d-80c4-5004d4f34481 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:38:58.635173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Port d6ad5418-7921-4034-a8a7-e06f89ef9d30 on network 6a5349f8-6de9-468d-80c4-5004d4f34481 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:38:58.635508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Attempting to bind port d6ad5418-7921-4034-a8a7-e06f89ef9d30 on network 6a5349f8-6de9-468d-80c4-5004d4f34481 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:38:58.641060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:38:58.641408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Checking segment: {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:38:58.642353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Bound using segment: {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:38:58.642353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Bound port: d6ad5418-7921-4034-a8a7-e06f89ef9d30, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e638176-4064-4d7f-8a25-380f67ef927f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:38:58.642682 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:58.644893 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0906fd1-4c21-47b0-a180-ae129a3fd8db tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:58.656055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e5f2e-61f9-4c21-b378-abcdfdb435e5 None None] The sync data for ids ['5fe30e06-70d1-4363-b8a4-971639bbc619'] in n-d-807558-3 is: [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:38:54Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '98b57d07-a389-43eb-9d4b-e8c37f6d4fa5', 'name': '', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:42:9f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:53Z', 'updated_at': '2021-09-08T13:38:57Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:38:58.740949 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0906fd1-4c21-47b0-a180-ae129a3fd8db tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:58.759126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:38:58.762929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:38:58.766017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0906fd1-4c21-47b0-a180-ae129a3fd8db tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f486a5-cb9c-4849-979f-e2ba757eac94,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:58.873541 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:58.900488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:58.900915 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:58.909757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] 10.222.0.60 "PUT /v2.0/ports/d6ad5418-7921-4034-a8a7-e06f89ef9d30 HTTP/1.1" status: 200 len: 1091 time: 1.3640559 Sep 08 13:38:58.935916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0906fd1-4c21-47b0-a180-ae129a3fd8db tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:58.941374 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a0906fd1-4c21-47b0-a180-ae129a3fd8db tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7246728 Sep 08 13:38:58.947198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59938) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:58.948577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1f3f482d-8db0-4fd2-9387-a80301a6ee1e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': '0d135e61-c0c9-45d1-a23f-48141955b1ba', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:59.051778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4654b04-b90b-4886-a635-57b0f99859d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ad5418-7921-4034-a8a7-e06f89ef9d30,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:59.105948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f083da-915b-4a85-a801-1118064c2147 req-8ceaeddf-8c45-43db-8992-c29fed6ab5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:59.107893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-8ceaeddf-8c45-43db-8992-c29fed6ab5d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1094 time: 0.1427126 Sep 08 13:38:59.140152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1f3f482d-8db0-4fd2-9387-a80301a6ee1e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:59.270666 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1f3f482d-8db0-4fd2-9387-a80301a6ee1e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:59.274437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f083da-915b-4a85-a801-1118064c2147 req-047d3982-29f3-4608-833a-648184454167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:59.276012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-047d3982-29f3-4608-833a-648184454167 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6a5349f8-6de9-468d-80c4-5004d4f34481 HTTP/1.1" status: 200 len: 898 time: 0.1581018 Sep 08 13:38:59.355020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-2ff25e07-b107-4bfb-b332-c62509e6dd6f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30 HTTP/1.1" status: 200 len: 999 time: 0.0690675 Sep 08 13:38:59.415742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f083da-915b-4a85-a801-1118064c2147 req-c504603d-c92b-4e93-9ec5-930e7f409a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:59.417136 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-c504603d-c92b-4e93-9ec5-930e7f409a0f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e7bfa47-b850-4e42-b298-3412a2b937d6 HTTP/1.1" status: 200 len: 835 time: 0.0547996 Sep 08 13:38:59.420815 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1f3f482d-8db0-4fd2-9387-a80301a6ee1e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:59.449820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f482d-8db0-4fd2-9387-a80301a6ee1e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9646f6a1-62e6-4b17-ac8c-aa3a6fe2d359,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:38:59.491913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f083da-915b-4a85-a801-1118064c2147 req-ece85780-4e2b-44a9-8322-a9100c63a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:59.494718 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-ece85780-4e2b-44a9-8322-a9100c63a38c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6a5349f8-6de9-468d-80c4-5004d4f34481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666940 Sep 08 13:38:59.614964 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1f3f482d-8db0-4fd2-9387-a80301a6ee1e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:59.619496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1f3f482d-8db0-4fd2-9387-a80301a6ee1e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6739345 Sep 08 13:38:59.620303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59954) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:38:59.628795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-877ee76c-6ee0-4993-a0f8-4d4960f1af20 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': '0d135e61-c0c9-45d1-a23f-48141955b1ba', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:38:59.702125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-d0bd6bac-5748-474b-b10c-2550f1952bb2 service neutron] 10.222.0.60 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985340 Sep 08 13:38:59.717752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1ecb3-72bd-48fc-9552-786b62c53e29 req-cb37991e-7e2a-4f87-84d5-fefb281d5c24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:38:59.719491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ac1ecb3-72bd-48fc-9552-786b62c53e29 req-cb37991e-7e2a-4f87-84d5-fefb281d5c24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 943 time: 0.0848963 Sep 08 13:38:59.763777 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-877ee76c-6ee0-4993-a0f8-4d4960f1af20 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:38:59.802394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ac1ecb3-72bd-48fc-9552-786b62c53e29 req-5496b5a4-dc60-498d-b342-0f3f430bbc0a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689976 Sep 08 13:38:59.875114 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4f083da-915b-4a85-a801-1118064c2147 req-c00552f4-5f50-4ac1-85d5-4503e21efa6c service neutron] 10.222.0.60 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545324 Sep 08 13:38:59.940123 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-877ee76c-6ee0-4993-a0f8-4d4960f1af20 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:00.058525 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-877ee76c-6ee0-4993-a0f8-4d4960f1af20 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:00.092038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877ee76c-6ee0-4993-a0f8-4d4960f1af20 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e43886b-c1a7-492e-ab34-88e9591206bc,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:00.205603 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-877ee76c-6ee0-4993-a0f8-4d4960f1af20 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:00.209170 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-877ee76c-6ee0-4993-a0f8-4d4960f1af20 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5838504 Sep 08 13:39:00.210059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59960) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:00.215675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-12a22824-f7ac-4a48-9e0e-eed1a03d78eb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': '0d135e61-c0c9-45d1-a23f-48141955b1ba', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:39:00.235828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:39:00.241089 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:39:00.301728 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb9a259-2c90-4407-a8ec-2289d0148aa0 x-openstack-request-id: req-6bb9a259-2c90-4407-a8ec-2289d0148aa0 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:39:00.302273 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:39:00.303068 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6bb9a259-2c90-4407-a8ec-2289d0148aa0 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:39:00.304167 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'status': 'completed', 'code': 200} Sep 08 13:39:00.381491 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-12a22824-f7ac-4a48-9e0e-eed1a03d78eb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Project eda23cb6f0f640d1831f2ef54abd8e7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:39:00.388610 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12a22824-f7ac-4a48-9e0e-eed1a03d78eb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:00.433949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-980ff277-08d5-452b-883e-315b48f63c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:00.435666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-980ff277-08d5-452b-883e-315b48f63c02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1094 time: 0.1097794 Sep 08 13:39:00.464684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-62382543-467b-4385-81e4-5e1da2a23ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:00.466040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-62382543-467b-4385-81e4-5e1da2a23ba1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1094 time: 0.0759184 Sep 08 13:39:00.485612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12a22824-f7ac-4a48-9e0e-eed1a03d78eb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:00.575316 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12a22824-f7ac-4a48-9e0e-eed1a03d78eb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:00.592664 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a22824-f7ac-4a48-9e0e-eed1a03d78eb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e630fa93-ae98-415f-a5b1-9ae6b798e7e8,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:00.619293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-268f3f17-45aa-46b7-9f81-b2fa34c779ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:00.620861 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-268f3f17-45aa-46b7-9f81-b2fa34c779ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a5349f8-6de9-468d-80c4-5004d4f34481 HTTP/1.1" status: 200 len: 898 time: 0.1777267 Sep 08 13:39:00.625892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-29fdef7a-a2f2-446e-81d4-75aaf5dcabdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:00.627426 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-29fdef7a-a2f2-446e-81d4-75aaf5dcabdb service neutron] 10.222.0.60 "GET /v2.0/networks?id=6a5349f8-6de9-468d-80c4-5004d4f34481 HTTP/1.1" status: 200 len: 898 time: 0.1488535 Sep 08 13:39:00.706520 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12a22824-f7ac-4a48-9e0e-eed1a03d78eb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:00.711175 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-12a22824-f7ac-4a48-9e0e-eed1a03d78eb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4968626 Sep 08 13:39:00.711515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 59972) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:00.720436 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b70325f6-269e-4ed0-9e7c-12e849a1ca16 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'security_group_rule': {'security_group_id': '0d135e61-c0c9-45d1-a23f-48141955b1ba', 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:39:00.748486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:39:00.796686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-fc97f896-26fa-4ce4-9e0c-f601cf05f882 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30 HTTP/1.1" status: 200 len: 999 time: 0.1682127 Sep 08 13:39:00.804903 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-c6136c0d-d109-4699-805b-29a4e29533c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30 HTTP/1.1" status: 200 len: 999 time: 0.1695898 Sep 08 13:39:00.878378 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-b70325f6-269e-4ed0-9e7c-12e849a1ca16 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Project eda23cb6f0f640d1831f2ef54abd8e7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:39:00.887723 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b70325f6-269e-4ed0-9e7c-12e849a1ca16 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:00.919247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device d6ad5418-7921-4034-a8a7-e06f89ef9d30 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:39:00.929151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:39:00.935430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-cc883913-aa01-4ee1-a4da-e0e4a368a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:00.937048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-cc883913-aa01-4ee1-a4da-e0e4a368a480 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e7bfa47-b850-4e42-b298-3412a2b937d6 HTTP/1.1" status: 200 len: 835 time: 0.1212335 Sep 08 13:39:00.946249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-3c83732c-34ab-4153-8578-0746276598d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:00.947809 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-3c83732c-34ab-4153-8578-0746276598d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e7bfa47-b850-4e42-b298-3412a2b937d6 HTTP/1.1" status: 200 len: 835 time: 0.1419373 Sep 08 13:39:00.977493 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b70325f6-269e-4ed0-9e7c-12e849a1ca16 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:00.987344 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:00.987721 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:01.048618 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device d6ad5418-7921-4034-a8a7-e06f89ef9d30 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:39:01.056281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-64d1882f-205b-4154-9933-cc7846946403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:01.059218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-64d1882f-205b-4154-9933-cc7846946403 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a5349f8-6de9-468d-80c4-5004d4f34481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835712 Sep 08 13:39:01.083853 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b70325f6-269e-4ed0-9e7c-12e849a1ca16 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:01.120215 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:01.128950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70325f6-269e-4ed0-9e7c-12e849a1ca16 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef97da3-c51b-4812-ad7d-4d5af1d62152,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:01.185606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=98b57d07-a389-43eb-9d4b-e8c37f6d4fa5,segment=NetworkSegment(a7e3b8b6-811c-480f-a6ef-2067e97fe3fb),segment_id=a7e3b8b6-811c-480f-a6ef-2067e97fe3fb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:01.209071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-536d05a0-18dc-47a6-abb3-b45d50ae6140 service neutron] 10.222.0.70 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405087 Sep 08 13:39:01.213210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-19fdc571-829d-42a5-a3b9-06589ab7272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:01.215120 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-19fdc571-829d-42a5-a3b9-06589ab7272d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6a5349f8-6de9-468d-80c4-5004d4f34481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2664256 Sep 08 13:39:01.224042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b4a07-6263-4055-83f6-3c842e3e0015 req-6ab6ab64-42cc-428d-8d7a-a7da2dbb9566 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:01.225976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f0b4a07-6263-4055-83f6-3c842e3e0015 req-6ab6ab64-42cc-428d-8d7a-a7da2dbb9566 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 943 time: 0.3035109 Sep 08 13:39:01.228849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b70325f6-269e-4ed0-9e7c-12e849a1ca16 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:01.244219 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b70325f6-269e-4ed0-9e7c-12e849a1ca16 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5303066 Sep 08 13:39:01.336893 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:01.351777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-6b19ec1a-40e9-4ba1-8595-99daf7166855 service neutron] 10.222.0.60 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247079 Sep 08 13:39:01.473743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=98b57d07-a389-43eb-9d4b-e8c37f6d4fa5,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:01.699861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-b6b5bb59-859c-476d-acce-17f725f86e24 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756073139&fields=id&tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a HTTP/1.1" status: 200 len: 267 time: 0.0416100 Sep 08 13:39:01.827113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-d1633ea4-b4d8-4baa-a4a0-4e17dcc73bde tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:01.829055 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-d1633ea4-b4d8-4baa-a4a0-4e17dcc73bde tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/networks?id=a4ebf365-7154-4468-9992-397ebc618dac HTTP/1.1" status: 200 len: 796 time: 0.1211219 Sep 08 13:39:01.848144 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-a275bafa-a51e-4e6f-aab8-8d7ada4fdac6 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/quotas/eda23cb6f0f640d1831f2ef54abd8e7a HTTP/1.1" status: 200 len: 375 time: 0.0109499 Sep 08 13:39:01.886538 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f0b4a07-6263-4055-83f6-3c842e3e0015 req-61ef1882-380c-4082-8197-f53ce26633d9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5074298 Sep 08 13:39:01.964885 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-fcc4358b-4144-42b4-b32e-9cdef40da2ec tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027317 Sep 08 13:39:01.970908 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-6ba3d39a-22a7-4d59-bd1f-7884117b5772 service neutron] 10.222.0.70 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6308432 Sep 08 13:39:01.978086 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a36b1c5-8aa9-45fc-b461-fc2e8937698b req-09640f98-543a-472d-8fd6-f53d815d738e service neutron] 10.222.0.60 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006205 Sep 08 13:39:01.997526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-570aa4a3-2ed7-499c-9cf5-9337a0e3a85f service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:39:01.998683 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-570aa4a3-2ed7-499c-9cf5-9337a0e3a85f service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091243 Sep 08 13:39:02.099608 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-5de00a1a-6144-46f8-baaa-2f8b457f202e service neutron] 10.222.0.69 "GET /v2.0/networks/a4ebf365-7154-4468-9992-397ebc618dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932808 Sep 08 13:39:02.204824 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-f75babe3-d3b6-4853-a6f8-1b82caa420ca service neutron] 10.222.0.69 "GET /v2.0/networks/a4ebf365-7154-4468-9992-397ebc618dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971899 Sep 08 13:39:02.452697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-431786af-4df3-4204-b97a-74b13eb9448c req-8e1e056b-2335-4b45-b542-4652a1fd198a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 210 time: 0.0442581 Sep 08 13:39:02.703563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:39:02.755102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:02.755487 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:03.013512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bb5ba-c3ae-4fe7-a1dc-42e62f418ca0 req-a810b26f-b1bb-4b42-8486-3feb367a4933 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:03.023296 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e43bb5ba-c3ae-4fe7-a1dc-42e62f418ca0 req-a810b26f-b1bb-4b42-8486-3feb367a4933 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 943 time: 0.0819426 Sep 08 13:39:03.069511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e43bb5ba-c3ae-4fe7-a1dc-42e62f418ca0 req-7f3d0079-46a9-43a4-8c2a-e7696e03f7d4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443811 Sep 08 13:39:03.575766 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ccd1166-8a0a-4bea-b180-e4f177c05028 req-7f50aabd-0123-4d24-95b7-be23135c4e9d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 210 time: 0.0361087 Sep 08 13:39:04.211610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cd5f0-0e14-4b8f-af98-1203d519353f req-0699fe02-868e-4055-b4b6-bfdbbb232a8f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:04.213128 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b1cd5f0-0e14-4b8f-af98-1203d519353f req-0699fe02-868e-4055-b4b6-bfdbbb232a8f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 943 time: 0.0631382 Sep 08 13:39:04.251916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b1cd5f0-0e14-4b8f-af98-1203d519353f req-d1e09457-6361-45b4-acd8-46a33f2cef3a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320866 Sep 08 13:39:04.263235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d6ad5418-7921-4034-a8a7-e06f89ef9d30 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:39:04.362916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:04.374575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'port_id': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'mac_address': 'fa:16:3e:f6:a6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:39:04.421122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:04.434539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ad5418-7921-4034-a8a7-e06f89ef9d30 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:39:04.455078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:04.552340 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:04.603530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=d6ad5418-7921-4034-a8a7-e06f89ef9d30,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:04.613284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:04.618155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:04.618155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:04.618155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:04.618155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:04.618155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:04.618155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:04.618155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:04.618155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:04.618155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:04.618155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:04.618155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:04.666051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f8230-2a61-475e-b204-04428f2f18b3 req-f680199e-3f02-4041-a106-d0da5b07ecf5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:04.667831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-786f8230-2a61-475e-b204-04428f2f18b3 req-f680199e-3f02-4041-a106-d0da5b07ecf5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 944 time: 0.0801339 Sep 08 13:39:04.716024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-786f8230-2a61-475e-b204-04428f2f18b3 req-8b8ff829-30d4-4c1f-8f74-7f19e6a3597d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415552 Sep 08 13:39:04.744399 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-09e48bfb-79f1-4015-919b-39843e12781b req-13fe2bb4-1764-4828-a212-0fdbf7fedb88 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 210 time: 0.0331025 Sep 08 13:39:04.964180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-f0186746-22b2-4ee7-a92d-015ebdd304e2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:04.965692 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-f0186746-22b2-4ee7-a92d-015ebdd304e2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe&tenant_id=8d38255802c64843a056aaa5d3c7c4c2&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 944 time: 0.1610487 Sep 08 13:39:04.997971 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['d6ad5418-7921-4034-a8a7-e06f89ef9d30'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:39:05.047592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-ec636eb9-4d61-4e72-8078-1120daad418e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:05.049288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-ec636eb9-4d61-4e72-8078-1120daad418e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.60 "GET /v2.0/networks?id=a4ebf365-7154-4468-9992-397ebc618dac HTTP/1.1" status: 200 len: 796 time: 0.2275126 Sep 08 13:39:05.095550 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-7cd39883-04b3-49b3-bd06-77de7bbd235c service neutron] delete failed (client error): The resource could not be found. Sep 08 13:39:05.095550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-7cd39883-04b3-49b3-bd06-77de7bbd235c service neutron] 10.222.0.70 "DELETE /v2.0/ports/d6ad5418-7921-4034-a8a7-e06f89ef9d30/bindings/n-h1-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.1178207 Sep 08 13:39:05.108326 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-a723fcf7-91ea-4c52-85c5-cc39222cd854 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a HTTP/1.1" status: 200 len: 379 time: 0.0472691 Sep 08 13:39:05.118742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'port': {'device_id': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'admin_state_up': True, 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'security_groups': ['0d135e61-c0c9-45d1-a23f-48141955b1ba']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:39:05.249343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-5acc5cd8-2632-46bf-b531-1859f7d3098b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:05.251151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-5acc5cd8-2632-46bf-b531-1859f7d3098b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1095 time: 0.1061954 Sep 08 13:39:05.358692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-4fdeeb5a-ad6e-41d3-867c-2fdf686c551c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:05.360210 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-4fdeeb5a-ad6e-41d3-867c-2fdf686c551c service neutron] 10.222.0.70 "GET /v2.0/networks?id=6a5349f8-6de9-468d-80c4-5004d4f34481 HTTP/1.1" status: 200 len: 898 time: 0.1020696 Sep 08 13:39:05.443846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Made reservation on behalf of eda23cb6f0f640d1831f2ef54abd8e7a for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:39:05.447490 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:05.462406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-7ed03eb1-bfa6-42e0-b0b1-f6fa4d3e0d98 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30 HTTP/1.1" status: 200 len: 1000 time: 0.0942571 Sep 08 13:39:05.557339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-8c583af3-0189-44e0-8694-779fe7a85beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:05.558883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-8c583af3-0189-44e0-8694-779fe7a85beb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e7bfa47-b850-4e42-b298-3412a2b937d6 HTTP/1.1" status: 200 len: 835 time: 0.0892859 Sep 08 13:39:05.648747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Allocated IP 172.20.0.6 (a4ebf365-7154-4468-9992-397ebc618dac/6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299/a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:39:05.652140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-43be5167-eaee-4fd9-8481-80cf71a658fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:05.653719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-43be5167-eaee-4fd9-8481-80cf71a658fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6a5349f8-6de9-468d-80c4-5004d4f34481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863454 Sep 08 13:39:05.837685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-77b40e35-f536-4339-bd20-86fd915e33a0 service neutron] 10.222.0.70 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759913 Sep 08 13:39:05.871754 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd64d29c-de5a-49bc-a350-d5533630b413 req-30a5c37e-7a27-4e16-ae49-52e2c0bd28b4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 210 time: 0.0366895 Sep 08 13:39:05.979001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57ece4-e41c-40a2-a177-bf9a92f10ada req-f0573f52-c33e-4fb1-aab3-9c7d7cb360d7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:05.980645 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b57ece4-e41c-40a2-a177-bf9a92f10ada req-f0573f52-c33e-4fb1-aab3-9c7d7cb360d7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 944 time: 0.1636641 Sep 08 13:39:05.988072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:06.028908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Transition to ACTIVE for port object a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:39:06.031780 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fbc7d3ef-343f-4003-a64e-5eb0577e4311 req-476acc58-dc79-43cf-b57c-1057fa95f3f4 service neutron] 10.222.0.70 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780329 Sep 08 13:39:06.062793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b57ece4-e41c-40a2-a177-bf9a92f10ada req-d42b1032-3bbf-41be-811a-2399d60e236b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695002 Sep 08 13:39:06.158624 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:06.207778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network a4ebf365-7154-4468-9992-397ebc618dac is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:39:06.211517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:39:06.226386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:39:06.229095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:06.272966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d6ad5418-7921-4034-a8a7-e06f89ef9d30 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:39:06.332434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:06.333992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:06.455942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-afa93834-a268-4a21-93c3-fc9a2a16e1e1 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3420548 Sep 08 13:39:06.468097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Request body: {'port': {'device_id': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:39:06.509138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port d6ad5418-7921-4034-a8a7-e06f89ef9d30 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:39:06.515092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port d6ad5418-7921-4034-a8a7-e06f89ef9d30 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:06.515255 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:06.536131 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:06.603519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ea0df68a-9eff-4ef4-8039-dfa4c89f88db None None] Provisioning for port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:39:06.616654 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ea0df68a-9eff-4ef4-8039-dfa4c89f88db None None] Provisioning complete for port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:06.617304 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ea0df68a-9eff-4ef4-8039-dfa4c89f88db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:06.651748 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:06.697581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:06.699015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:39:06.701718 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db758af-f84a-4b9b-ba01-8f32d4694d29" -d '{"events": [{"server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "name": "network-vif-plugged", "status": "completed", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:39:06.704849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ea0df68a-9eff-4ef4-8039-dfa4c89f88db None None] Port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:39:06.787234 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:06.789953 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26f4814-8639-4055-9613-9fc403d86d77 x-openstack-request-id: req-e26f4814-8639-4055-9613-9fc403d86d77 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:39:06.790281 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "name": "network-vif-plugged", "status": "completed", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:39:06.790651 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e26f4814-8639-4055-9613-9fc403d86d77 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:39:06.790909 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'code': 200} Sep 08 13:39:06.863102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=d6ad5418-7921-4034-a8a7-e06f89ef9d30,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:06.910606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:39:06.919705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:06.931385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Transition to ACTIVE for port object a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:39:06.988506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b4394-566a-4ea1-a221-3542a98e4195 req-0f824720-6389-45ba-b9fa-4cf56be982ae tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:06.990116 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-731b4394-566a-4ea1-a221-3542a98e4195 req-0f824720-6389-45ba-b9fa-4cf56be982ae tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 931 time: 0.0571301 Sep 08 13:39:07.033685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-731b4394-566a-4ea1-a221-3542a98e4195 req-5a7fcf1f-a67e-40dc-91fc-5f9fb5fb4f9e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361416 Sep 08 13:39:07.055148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:07.132668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Pushing event updated for resources: {'Port': ['ID=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:07.241763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Attempting to bind port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:39:07.242460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Attempting to bind port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:39:07.243032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Attempting to bind port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 on network a4ebf365-7154-4468-9992-397ebc618dac {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:39:07.248518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 on network a4ebf365-7154-4468-9992-397ebc618dac not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:39:07.249156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Attempting to bind port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 on network a4ebf365-7154-4468-9992-397ebc618dac {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:39:07.255257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:39:07.255927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Checking segment: {'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:39:07.256576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Bound using segment: {'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:39:07.257217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Bound port: a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:39:07.257799 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:07.285245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5475947c-0a5a-4c99-a7be-d4d9c0476232 req-97dcffd6-7582-490c-a450-827d24699c1f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:07.288998 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5475947c-0a5a-4c99-a7be-d4d9c0476232 req-97dcffd6-7582-490c-a450-827d24699c1f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0926826 Sep 08 13:39:07.373255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5475947c-0a5a-4c99-a7be-d4d9c0476232 req-f76552e1-b252-4526-a444-e581c0620ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629969 Sep 08 13:39:07.397863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] For port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:39:07.401488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] For port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71,segment=NetworkSegment(a7e3b8b6-811c-480f-a6ef-2067e97fe3fb),segment_id=a7e3b8b6-811c-480f-a6ef-2067e97fe3fb)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:39:07.403458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60124) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:07.482501 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ee6dbe78-531b-4124-ad50-64834b6cd0f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/b85b5cf1-f878-4f07-9247-bbd73871c964 HTTP/1.1" status: 200 len: 993 time: 0.0748649 Sep 08 13:39:07.482501 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:07.519563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:07.520227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:07.521689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] 10.222.0.60 "PUT /v2.0/ports/a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 HTTP/1.1" status: 200 len: 1091 time: 1.0578268 Sep 08 13:39:07.522393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'tag': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:39:07.524674 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32dede0-9b1b-4432-a23c-57515f7bd67d" -d '{"events": [{"name": "network-changed", "server_uuid": "5541e682-8e93-4a50-aa1c-4e8ec7ffeda1", "tag": "a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:39:07.558785 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e39a8f-6c55-4dae-9f42-a595a9f7e828 service neutron] Pushing event updated for resources: {'Port': ['ID=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:07.579952 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24c287f-73f3-4bf0-a315-25aa2746d25f x-openstack-request-id: req-f24c287f-73f3-4bf0-a315-25aa2746d25f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:39:07.580483 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5541e682-8e93-4a50-aa1c-4e8ec7ffeda1", "tag": "a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:39:07.580940 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f24c287f-73f3-4bf0-a315-25aa2746d25f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:39:07.581430 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'tag': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71', 'status': 'completed', 'code': 200} Sep 08 13:39:07.650386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dede0-9b1b-4432-a23c-57515f7bd67d req-3d19029c-0615-4def-91c5-f2e7f006e0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:07.652037 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a32dede0-9b1b-4432-a23c-57515f7bd67d req-3d19029c-0615-4def-91c5-f2e7f006e0f6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 1094 time: 0.0506015 Sep 08 13:39:07.783980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dede0-9b1b-4432-a23c-57515f7bd67d req-92e1b391-4d9f-4665-a98d-222b866af5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:07.785740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a32dede0-9b1b-4432-a23c-57515f7bd67d req-92e1b391-4d9f-4665-a98d-222b866af5a5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1212156 Sep 08 13:39:07.872600 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dad092f0-916f-42fe-bdb7-1e9d35025ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:07.899149 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dede0-9b1b-4432-a23c-57515f7bd67d req-127d66a5-88f4-443c-9da9-f1133e67e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:07.900785 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a32dede0-9b1b-4432-a23c-57515f7bd67d req-127d66a5-88f4-443c-9da9-f1133e67e9a1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1077113 Sep 08 13:39:07.978306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-74ba2cc7-3b8f-400f-a20c-10aed46ab980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:07.980924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-74ba2cc7-3b8f-400f-a20c-10aed46ab980 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 1094 time: 0.0443983 Sep 08 13:39:08.023772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-fefccb6f-98eb-4370-9fc2-08657d0e35bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 HTTP/1.1" status: 200 len: 217 time: 0.0350294 Sep 08 13:39:08.079290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-ef007d85-80aa-466e-8554-7d15cb61bdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:08.081120 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-ef007d85-80aa-466e-8554-7d15cb61bdbf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299 HTTP/1.1" status: 200 len: 834 time: 0.0508652 Sep 08 13:39:08.179468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-22109dc5-ff32-47e7-93a5-9a2d11ff4cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:08.179468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-22109dc5-ff32-47e7-93a5-9a2d11ff4cdd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4ebf365-7154-4468-9992-397ebc618dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783861 Sep 08 13:39:08.189297 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704832d1-787a-4168-96e1-6a12f9e23409 req-41846bb0-f49c-4c86-b22e-a81ecce0af0d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:08.194713 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-704832d1-787a-4168-96e1-6a12f9e23409 req-41846bb0-f49c-4c86-b22e-a81ecce0af0d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 943 time: 0.0701580 Sep 08 13:39:08.242750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-704832d1-787a-4168-96e1-6a12f9e23409 req-fe30b29c-9823-46ed-b237-0fa1191ddb50 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434496 Sep 08 13:39:08.279722 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-a95a4711-fc21-49c1-a553-a14401c30925 service neutron] 10.222.0.60 "GET /v2.0/networks/a4ebf365-7154-4468-9992-397ebc618dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056919 Sep 08 13:39:08.377152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf6a9dad-f9ed-40ad-a0da-f317588c61ac req-fb92e780-f3e2-4fcb-aa92-32101b75b011 service neutron] 10.222.0.60 "GET /v2.0/networks/a4ebf365-7154-4468-9992-397ebc618dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906322 Sep 08 13:39:09.369402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd1f1f-d98f-4a1b-bb99-45c6cfe33ba3 req-861acb39-2168-42d3-8162-c20d4dcf735c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:09.371124 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1cd1f1f-d98f-4a1b-bb99-45c6cfe33ba3 req-861acb39-2168-42d3-8162-c20d4dcf735c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 943 time: 0.0577137 Sep 08 13:39:09.413038 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1cd1f1f-d98f-4a1b-bb99-45c6cfe33ba3 req-dbc4b7a1-2b75-4e2c-8d70-ec6a61b561c6 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346117 Sep 08 13:39:10.174982 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-db4f72b3-19b3-4bc0-9bfa-3544bd29205d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:10.546866 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:10.591816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7c776-d7c6-4c60-980b-76eadd251835 req-fc174bc8-71b2-4338-a3d5-8522e6d1da1e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:10.594127 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3da7c776-d7c6-4c60-980b-76eadd251835 req-fc174bc8-71b2-4338-a3d5-8522e6d1da1e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 943 time: 0.0731516 Sep 08 13:39:10.642049 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3da7c776-d7c6-4c60-980b-76eadd251835 req-7e135db8-2255-4336-ab53-4c693420409c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391147 Sep 08 13:39:11.333121 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:39:11.764907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29b100-b45a-442e-a2b3-c5b6afc59c49 req-3afa1662-79ff-40aa-b6f0-256ec5599595 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:11.766519 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f29b100-b45a-442e-a2b3-c5b6afc59c49 req-3afa1662-79ff-40aa-b6f0-256ec5599595 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 943 time: 0.0535269 Sep 08 13:39:11.814138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f29b100-b45a-442e-a2b3-c5b6afc59c49 req-123f2b2e-d60c-4801-bb1e-7ffe7547ae36 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411477 Sep 08 13:39:11.860821 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:12.319506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:39:12.434034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71,segment=NetworkSegment(a7e3b8b6-811c-480f-a6ef-2067e97fe3fb),segment_id=a7e3b8b6-811c-480f-a6ef-2067e97fe3fb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:12.449855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'port_id': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71', 'mac_address': 'fa:16:3e:b9:bf:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:39:12.490050 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:12.503776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:39:12.526972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71,segment=NetworkSegment(a7e3b8b6-811c-480f-a6ef-2067e97fe3fb),segment_id=a7e3b8b6-811c-480f-a6ef-2067e97fe3fb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:12.615298 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:12.668936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:12.946981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff2de2-82fa-403f-9e29-31a7ca508bfa req-cddb0011-ee2f-450e-a9eb-4d96e64d3ee6 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:12.948581 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24ff2de2-82fa-403f-9e29-31a7ca508bfa req-cddb0011-ee2f-450e-a9eb-4d96e64d3ee6 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 944 time: 0.0527060 Sep 08 13:39:12.999558 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24ff2de2-82fa-403f-9e29-31a7ca508bfa req-eb4f9fe4-4aeb-4b2b-86f7-8a6bccb43919 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442321 Sep 08 13:39:13.040349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:39:13.283299 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:14.118037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79105135-6bf8-4e87-af0f-1f9bcea01a01 req-1df1e166-5c97-4025-b802-42db4f51dcad tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:14.119608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79105135-6bf8-4e87-af0f-1f9bcea01a01 req-1df1e166-5c97-4025-b802-42db4f51dcad tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 944 time: 0.0496988 Sep 08 13:39:14.158265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79105135-6bf8-4e87-af0f-1f9bcea01a01 req-480958d3-c4c2-4e5f-9703-6cd7898c5031 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326147 Sep 08 13:39:14.334290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:39:14.374875 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:14.535055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:39:14.539966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:14.540351 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:14.628571 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:14.658038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:39:14.660412 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e29d89-40c8-4a68-a64d-bcf129e70ed4" -d '{"events": [{"server_uuid": "5541e682-8e93-4a50-aa1c-4e8ec7ffeda1", "name": "network-vif-plugged", "status": "completed", "tag": "a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:39:14.673745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71,segment=NetworkSegment(a7e3b8b6-811c-480f-a6ef-2067e97fe3fb),segment_id=a7e3b8b6-811c-480f-a6ef-2067e97fe3fb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:14.699330 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef2db23-c7e0-4ce4-835f-684c90781b11 x-openstack-request-id: req-5ef2db23-c7e0-4ce4-835f-684c90781b11 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:39:14.699831 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5541e682-8e93-4a50-aa1c-4e8ec7ffeda1", "name": "network-vif-plugged", "status": "completed", "tag": "a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:39:14.700126 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5ef2db23-c7e0-4ce4-835f-684c90781b11 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:39:14.700522 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71', 'code': 200} Sep 08 13:39:14.752278 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:14.822775 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:14.824637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b096b-f38c-432e-8aac-50872642ac69 req-4962e5dc-0bb4-4dfe-a600-3b7f622e6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:14.826708 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb8b096b-f38c-432e-8aac-50872642ac69 req-4962e5dc-0bb4-4dfe-a600-3b7f622e6830 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 1096 time: 0.0649691 Sep 08 13:39:14.871219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb8b096b-f38c-432e-8aac-50872642ac69 req-7633c7a4-c6de-4d94-af21-f591bd6c8f98 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337305 Sep 08 13:39:15.039643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-16ed816c-1cda-4811-90d2-00dc050da937 req-a97458ec-6ea3-45b4-9f9b-c8eda1b9dcc8 service neutron] (96263) timed out ('10.222.0.70', 58269) {{(pid=96263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 13:39:15.281235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03107056-4ead-4d51-b512-77eb705fcfad req-ba2714ca-257f-4ec1-964f-b77d97921c24 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:15.282810 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03107056-4ead-4d51-b512-77eb705fcfad req-ba2714ca-257f-4ec1-964f-b77d97921c24 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 945 time: 0.0537753 Sep 08 13:39:15.324548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03107056-4ead-4d51-b512-77eb705fcfad req-f210c998-5136-49ef-8cdf-c903a3b2d6cc tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351856 Sep 08 13:39:16.476601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84ab04-24bb-491b-a703-7a972190a957 req-515401ca-aa08-4524-88d6-390525515cac tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:16.478478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5f84ab04-24bb-491b-a703-7a972190a957 req-515401ca-aa08-4524-88d6-390525515cac tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 945 time: 0.0546012 Sep 08 13:39:16.518880 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5f84ab04-24bb-491b-a703-7a972190a957 req-5a738ea4-76e2-486d-962a-96006a23eca7 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341654 Sep 08 13:39:16.919882 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:17.648977 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6684d8-4170-4e1e-9de9-03006790a943 req-1e7253f1-2423-4ff9-b4ed-9436bd12bde3 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:17.651373 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f6684d8-4170-4e1e-9de9-03006790a943 req-1e7253f1-2423-4ff9-b4ed-9436bd12bde3 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 945 time: 0.0538082 Sep 08 13:39:17.710649 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f6684d8-4170-4e1e-9de9-03006790a943 req-209157f8-483c-411c-a216-bb58fd16fabf tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473866 Sep 08 13:39:17.827372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acae3ba-0bd8-439c-8a36-419dd6bca548 req-d6c07957-1853-466d-8fa2-8a22a04d6341 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:17.828944 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1acae3ba-0bd8-439c-8a36-419dd6bca548 req-d6c07957-1853-466d-8fa2-8a22a04d6341 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 945 time: 0.0511088 Sep 08 13:39:17.868537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1acae3ba-0bd8-439c-8a36-419dd6bca548 req-b6bc7102-0aa4-4f59-8dca-1944c0d54a8a tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333331 Sep 08 13:39:17.898537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60396) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:17.940045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a828bb7-b25a-424c-84eb-6afaa4293ebf tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:17.941496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5a828bb7-b25a-424c-84eb-6afaa4293ebf tempest-TestNetworkBasicOps-1283502577 tempest-TestNetworkBasicOps-1283502577-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 1091 time: 0.0416274 Sep 08 13:39:17.944449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60398) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:17.948620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:39:18.055816 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:18.181591 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:18.299435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Allocated IP 172.25.5.68 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/9d5c0942-0eb1-4903-baf0-16633f92fbea) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:39:18.414597 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:18.641133 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-0142ada1-bb32-4800-88c2-24fb37522461 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0616355 Sep 08 13:39:18.758725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-4aefbd1b-ff45-4ba5-91b1-f338197c1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:18.759780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-4aefbd1b-ff45-4ba5-91b1-f338197c1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:18.759780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-4aefbd1b-ff45-4ba5-91b1-f338197c1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:18.760313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-4aefbd1b-ff45-4ba5-91b1-f338197c1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:18.760646 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-4aefbd1b-ff45-4ba5-91b1-f338197c1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:18.761126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-4aefbd1b-ff45-4ba5-91b1-f338197c1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:18.761604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-4aefbd1b-ff45-4ba5-91b1-f338197c1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:18.763654 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-4aefbd1b-ff45-4ba5-91b1-f338197c1a55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6491 time: 0.0625250 Sep 08 13:39:18.774292 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:18.810631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:39:18.824843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:39:18.836327 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:39:18.869419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=9d5c0942-0eb1-4903-baf0-16633f92fbea,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:18.969442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-ad2483b4-35bc-4832-9d04-de7ad44c9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:18.969917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-ad2483b4-35bc-4832-9d04-de7ad44c9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:18.970427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-ad2483b4-35bc-4832-9d04-de7ad44c9f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:18.972098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-ad2483b4-35bc-4832-9d04-de7ad44c9f74 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75ddec35-9859-4054-afd1-cdf35e27f38f&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=adf204ef-b624-4fee-9e83-d93889dc5f49&id=adf204ef-b624-4fee-9e83-d93889dc5f49 HTTP/1.1" status: 200 len: 2292 time: 0.1755662 Sep 08 13:39:19.099612 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-123ff423-c742-4a30-9840-f9764d0c81a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe5cd3d-d484-499b-a088-43b175b89b70 HTTP/1.1" status: 200 len: 1001 time: 0.1099288 Sep 08 13:39:19.206581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-3e69ed1d-55f9-42ee-8062-89d7e647ec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:19.208213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-3e69ed1d-55f9-42ee-8062-89d7e647ec98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4e19c97-af0d-4ba1-b140-4045a635eab3 HTTP/1.1" status: 200 len: 850 time: 0.0955439 Sep 08 13:39:19.325085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-a037ca37-5df5-4876-9e85-e221c1998ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:19.326643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-a037ca37-5df5-4876-9e85-e221c1998ab5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75ddec35-9859-4054-afd1-cdf35e27f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942941 Sep 08 13:39:19.773099 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:19.829578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-e3620339-bd79-42cc-b3d1-7a93eb0cda04 service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931281 Sep 08 13:39:19.936432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-f6d79c47-d94a-49f7-9a93-364cba3cc4ee service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991306 Sep 08 13:39:19.986811 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-930bc7b2-db1b-4c93-b2ad-0676fc3c34b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ddc04eb0-7be6-4aff-abd8-32b48806bcbd HTTP/1.1" status: 200 len: 217 time: 0.0351810 Sep 08 13:39:20.041281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:20.084785 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-667bb5f5-5741-459b-b1c7-02c3db6bf970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:20.086288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-667bb5f5-5741-459b-b1c7-02c3db6bf970 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0811772 Sep 08 13:39:20.234569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-a7a8ecec-9395-42c7-a467-b70575935f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:20.236850 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-a7a8ecec-9395-42c7-a467-b70575935f63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1360629 Sep 08 13:39:20.316911 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:20.348675 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-85f723f2-2474-469b-8d05-0d1a9fa6a25a service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034563 Sep 08 13:39:20.417864 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:20.517923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event updated for resources: {'Port': ['ID=9d5c0942-0eb1-4903-baf0-16633f92fbea,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:20.528830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-c1035676-f3ea-485b-8883-e2eb3567fda0 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722331 Sep 08 13:39:20.531688 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:20.603032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-b67f1da8-cdaf-4131-b2ce-e5c773c30750 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=c552540d-028f-4164-8a1b-e5a7710ba7e3 HTTP/1.1" status: 200 len: 217 time: 0.0379622 Sep 08 13:39:20.713785 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Floating IP cf8513ff-9d37-4435-8a33-fe1016b09e4a associated. External IP: 172.25.5.68, port: a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71. Sep 08 13:39:20.753218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-c3f4e901-1e01-4dec-bb72-8042fca54691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:20.754678 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-c3f4e901-1e01-4dec-bb72-8042fca54691 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.1405115 Sep 08 13:39:20.847480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-bf1f07bf-8308-4c10-b3fe-099052cf6b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:20.849163 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-bf1f07bf-8308-4c10-b3fe-099052cf6b03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844295 Sep 08 13:39:21.051807 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-50d7b33b-51bb-49db-a6fc-1f31d0f9a771 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921649 Sep 08 13:39:21.096679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Router 5fe30e06-70d1-4363-b8a4-971639bbc619 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:39:21.170937 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-06424dac-b5bf-46bb-8da1-af0b1e8c0334 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103461 Sep 08 13:39:21.253924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-8e9db942-6f11-4afd-b392-d933a4c1140c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=40eac85f-cf5c-4adc-a61a-941a1e8e8c55 HTTP/1.1" status: 200 len: 217 time: 0.0417159 Sep 08 13:39:21.358581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-654893c0-0ad8-4e66-840e-a2e570698b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:21.360257 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-654893c0-0ad8-4e66-840e-a2e570698b3b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0952809 Sep 08 13:39:21.363831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:39:21.376107 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf5255-0bc8-4daf-a76b-d289d3b12cb7 None None] Sync routers for ids ['5fe30e06-70d1-4363-b8a4-971639bbc619'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:39:21.385010 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf5255-0bc8-4daf-a76b-d289d3b12cb7 None None] Routers {'5fe30e06-70d1-4363-b8a4-971639bbc619'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:39:21.386297 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0dcf5255-0bc8-4daf-a76b-d289d3b12cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:39:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5fe30e06-70d1-4363-b8a4-971639bbc619'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:21.418869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-03d164c3-9706-4e16-9097-752880993854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:21.420490 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-03d164c3-9706-4e16-9097-752880993854 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0450380 Sep 08 13:39:21.551276 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-6cc62123-41af-4459-8bbb-275a8ba6e045 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143820 Sep 08 13:39:21.552664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:21.633249 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c68b3204-20ad-494c-898a-2a51962f1d6e tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6833873 Sep 08 13:39:21.633249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'tag': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:39:21.633249 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2382eec5-7b17-462a-9f83-e38182febf06" -d '{"events": [{"name": "network-changed", "server_uuid": "5541e682-8e93-4a50-aa1c-4e8ec7ffeda1", "tag": "a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:39:21.634693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60486) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:21.662849 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0dcf5255-0bc8-4daf-a76b-d289d3b12cb7 None None] Set router 5fe30e06-70d1-4363-b8a4-971639bbc619 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:39:21.716076 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ae1cdb-b616-41f6-99ed-393e61a15def x-openstack-request-id: req-35ae1cdb-b616-41f6-99ed-393e61a15def {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:39:21.716372 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5541e682-8e93-4a50-aa1c-4e8ec7ffeda1", "tag": "a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:39:21.718452 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35ae1cdb-b616-41f6-99ed-393e61a15def {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:39:21.719162 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'tag': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71', 'status': 'completed', 'code': 200} Sep 08 13:39:21.795581 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-53b98a72-7967-4dd6-b0e5-c79b21aa4041 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066295 Sep 08 13:39:21.873156 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-62fc64ff-212b-41a4-9db1-0e3519ab6c1f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8b504d36-6f5e-4621-aea1-52b1103c4f18 HTTP/1.1" status: 200 len: 217 time: 0.0673184 Sep 08 13:39:21.918120 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0dcf5255-0bc8-4daf-a76b-d289d3b12cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:38:54Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'cf8513ff-9d37-4435-8a33-fe1016b09e4a', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'port_id': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'mac_address': 'fa:16:3e:b9:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:39:19Z', 'updated_at': '2021-09-08T13:39:19Z', 'revision_number': 0, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b57d07-a389-43eb-9d4b-e8c37f6d4fa5', 'name': '', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:42:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:53Z', 'updated_at': '2021-09-08T13:39:01Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:21.936598 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9fe1c06e-52f2-4e2d-81ba-8bf70ebc7a5c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/floatingips/cf8513ff-9d37-4435-8a33-fe1016b09e4a HTTP/1.1" status: 200 len: 990 time: 0.2918198 Sep 08 13:39:21.941619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382eec5-7b17-462a-9f83-e38182febf06 req-0e8ee897-a6ad-4442-a849-5ac3f76604d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:21.943182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2382eec5-7b17-462a-9f83-e38182febf06 req-0e8ee897-a6ad-4442-a849-5ac3f76604d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 1096 time: 0.1506391 Sep 08 13:39:21.951369 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf5255-0bc8-4daf-a76b-d289d3b12cb7 None None] Checking router: 5fe30e06-70d1-4363-b8a4-971639bbc619 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:39:21.959710 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf5255-0bc8-4daf-a76b-d289d3b12cb7 None None] Routers {'5fe30e06-70d1-4363-b8a4-971639bbc619'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:39:21.960447 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0dcf5255-0bc8-4daf-a76b-d289d3b12cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:39:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5fe30e06-70d1-4363-b8a4-971639bbc619'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:21.965231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-fbf5a07c-8f0b-417d-8001-0b51f082fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:21.966727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-fbf5a07c-8f0b-417d-8001-0b51f082fc9b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0782027 Sep 08 13:39:22.066034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-fb9749a9-a7b6-4d56-951b-4913e35f3945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:22.067583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-fb9749a9-a7b6-4d56-951b-4913e35f3945 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0905085 Sep 08 13:39:22.076381 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0dcf5255-0bc8-4daf-a76b-d289d3b12cb7 None None] Set router 5fe30e06-70d1-4363-b8a4-971639bbc619 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:39:22.116466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382eec5-7b17-462a-9f83-e38182febf06 req-099e5b04-5098-4757-8eb0-f7d198b7365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:22.118059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2382eec5-7b17-462a-9f83-e38182febf06 req-099e5b04-5098-4757-8eb0-f7d198b7365c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4ebf365-7154-4468-9992-397ebc618dac HTTP/1.1" status: 200 len: 897 time: 0.1620455 Sep 08 13:39:22.262320 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-1eeaa6d3-efb0-42a5-a479-ba54dd363652 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832132 Sep 08 13:39:22.266931 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2382eec5-7b17-462a-9f83-e38182febf06 req-227fe34d-61b5-47d5-8108-57f5c90f291d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 HTTP/1.1" status: 200 len: 998 time: 0.1182067 Sep 08 13:39:22.336048 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0dcf5255-0bc8-4daf-a76b-d289d3b12cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:38:54Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'cf8513ff-9d37-4435-8a33-fe1016b09e4a', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'port_id': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'mac_address': 'fa:16:3e:b9:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:39:19Z', 'updated_at': '2021-09-08T13:39:19Z', 'revision_number': 0, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b57d07-a389-43eb-9d4b-e8c37f6d4fa5', 'name': '', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:42:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:53Z', 'updated_at': '2021-09-08T13:39:01Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:22.368241 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dcf5255-0bc8-4daf-a76b-d289d3b12cb7 None None] The sync data for ids ['5fe30e06-70d1-4363-b8a4-971639bbc619'] in n-d-807558-3 is: [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:38:54Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'cf8513ff-9d37-4435-8a33-fe1016b09e4a', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'port_id': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'mac_address': 'fa:16:3e:b9:bf:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:39:19Z', 'updated_at': '2021-09-08T13:39:19Z', 'revision_number': 0, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98b57d07-a389-43eb-9d4b-e8c37f6d4fa5', 'name': '', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:42:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:53Z', 'updated_at': '2021-09-08T13:39:01Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:39:22.390559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382eec5-7b17-462a-9f83-e38182febf06 req-5751fd4a-3cf4-4b54-bc8f-99a5f91a31c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:22.392438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2382eec5-7b17-462a-9f83-e38182febf06 req-5751fd4a-3cf4-4b54-bc8f-99a5f91a31c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299 HTTP/1.1" status: 200 len: 834 time: 0.1061814 Sep 08 13:39:22.418850 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-a3f957eb-4112-45b7-b77a-c031a6866a4f service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424196 Sep 08 13:39:22.481175 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-404e76b5-b0d9-4aee-9187-e6b20f561191 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a328e56e-80fe-432d-9f45-d2f8087d0cce HTTP/1.1" status: 200 len: 217 time: 0.0510454 Sep 08 13:39:22.501311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382eec5-7b17-462a-9f83-e38182febf06 req-0773b128-66de-4829-a7a2-3598ed880e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:22.502897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2382eec5-7b17-462a-9f83-e38182febf06 req-0773b128-66de-4829-a7a2-3598ed880e4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4ebf365-7154-4468-9992-397ebc618dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829914 Sep 08 13:39:22.596303 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-7f2c1900-6601-4a94-ad7d-5c5d4be7f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:22.597840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-7f2c1900-6601-4a94-ad7d-5c5d4be7f191 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.1075568 Sep 08 13:39:22.622230 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca63c18-a8ee-461e-a4eb-f925d826d44f None None] New status for floating IP cf8513ff-9d37-4435-8a33-fe1016b09e4a: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:39:22.703247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2382eec5-7b17-462a-9f83-e38182febf06 req-5f8daeac-2c77-4b2b-97b2-a2651eeb7ba6 service neutron] 10.222.0.60 "GET /v2.0/networks/a4ebf365-7154-4468-9992-397ebc618dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822643 Sep 08 13:39:22.705742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-d59622df-cafd-4c5d-823f-aca4f265a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:22.707579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-d59622df-cafd-4c5d-823f-aca4f265a8f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1017666 Sep 08 13:39:22.821832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-2147ebe4-b9fc-49fd-bcef-be3fa36528f5 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925353 Sep 08 13:39:22.939208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60512) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:23.008177 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5ea6dfcf-aa72-4a6e-b9c8-90cfad34f008 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/floatingips/cf8513ff-9d37-4435-8a33-fe1016b09e4a HTTP/1.1" status: 200 len: 992 time: 0.0677440 Sep 08 13:39:23.317297 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2382eec5-7b17-462a-9f83-e38182febf06 req-4691f400-835f-4183-929b-329d8f73a3a4 service neutron] 10.222.0.60 "GET /v2.0/networks/a4ebf365-7154-4468-9992-397ebc618dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964046 Sep 08 13:39:23.320738 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-c8708855-604c-4167-ad58-f2f04b771cc7 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890990 Sep 08 13:39:23.369306 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-23bf17cf-0f98-42eb-b689-3fc89ac34721 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2723bb99-0650-45f7-8a57-793b4a9bd115 HTTP/1.1" status: 200 len: 217 time: 0.0358658 Sep 08 13:39:23.424258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-0fa09462-339f-4609-80d6-201d193be1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:23.425914 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-0fa09462-339f-4609-80d6-201d193be1c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.0487564 Sep 08 13:39:23.481150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-6cb40e94-017a-4a13-9dc6-99d5d5f42360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:23.482832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-6cb40e94-017a-4a13-9dc6-99d5d5f42360 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0498841 Sep 08 13:39:23.609629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-e461d621-6c69-49d6-9ca6-94dbef55b46f service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155348 Sep 08 13:39:23.703831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b94291ee-34c2-4af3-bc2b-b9930a86d753 req-2badd338-21e9-484a-8a61-5ea524bea3bd service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873637 Sep 08 13:39:30.193159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60708) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:30.338296 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-44cd4d5e-6657-4162-97b6-8ee9fcc8b8bd tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4995 time: 0.1436789 Sep 08 13:39:30.341026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60714) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:30.345697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-43cd97a8-ac48-4205-9855-08be32f11db0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Request body: {'network': {'name': 'tempest-network-smoke--580090972', 'project_id': '1322909c51764a77a670cba32d078a01', 'port_security_enabled': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:39:30.488906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cd97a8-ac48-4205-9855-08be32f11db0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Made reservation on behalf of 1322909c51764a77a670cba32d078a01 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:39:30.493210 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43cd97a8-ac48-4205-9855-08be32f11db0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:30.524219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cd97a8-ac48-4205-9855-08be32f11db0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:39:30.534325 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43cd97a8-ac48-4205-9855-08be32f11db0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:30.534672 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-43cd97a8-ac48-4205-9855-08be32f11db0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Added segment 5da77984-4a37-41fc-a70d-d8021a554dfa of type vlan for network 663c569a-7743-4ecb-abd4-38a3e9654633 Sep 08 13:39:30.602390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43cd97a8-ac48-4205-9855-08be32f11db0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:30.752109 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43cd97a8-ac48-4205-9855-08be32f11db0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:30.759922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cd97a8-ac48-4205-9855-08be32f11db0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:30.760548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43cd97a8-ac48-4205-9855-08be32f11db0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:30.865229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd97a8-ac48-4205-9855-08be32f11db0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Network': ['ID=663c569a-7743-4ecb-abd4-38a3e9654633,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:30.882195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 663c569a-7743-4ecb-abd4-38a3e9654633 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:39:30.924768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-43cd97a8-ac48-4205-9855-08be32f11db0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5822034 Sep 08 13:39:30.928395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60732) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:30.932736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1200661083', 'admin_state_up': True, 'project_id': '1322909c51764a77a670cba32d078a01', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:39:31.049481 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:31.050286 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:31.115047 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:31.411695 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:31.763389 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:31.799558 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:31.912973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Allocated IP 172.25.5.98 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/90646873-8549-4dd2-a08a-b8c780c72033) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:39:32.023520 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:32.175441 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:32.218128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:39:32.218128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:39:32.223498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:39:32.246026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Port': ['ID=90646873-8549-4dd2-a08a-b8c780c72033,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:32.571962 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:32.787862 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:33.026269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Router 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:39:33.141247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:39:33.151834 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Sync routers for ids ['4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:39:33.161016 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Routers {'4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:39:33.161625 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:39:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:33.252740 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:33.252740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ab57fcb1-8d89-4640-bf3f-6fbc1f39f286 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3232899 Sep 08 13:39:33.254270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60792) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:33.290287 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Set router 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:39:33.366328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfdd054-88a8-43ca-86cf-1ab77c6a2778 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:33.367888 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2cfdd054-88a8-43ca-86cf-1ab77c6a2778 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1322909c51764a77a670cba32d078a01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0996044 Sep 08 13:39:33.371128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60800) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:33.477940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d41590c-be62-4f53-80d3-a9fbc45a07f9 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:33.482868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9d41590c-be62-4f53-80d3-a9fbc45a07f9 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1076038 Sep 08 13:39:33.483096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60804) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:33.519476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4fa62c9d-7c2f-4a29-8cab-4d11e94a657e tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329459 Sep 08 13:39:33.520490 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60808) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:33.550191 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200661083', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '90646873-8549-4dd2-a08a-b8c780c72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:32Z', 'revision_number': 3, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '90646873-8549-4dd2-a08a-b8c780c72033', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:33.569449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4f9ae45d-288c-4d86-a23f-e3c78b8b3fda tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=1322909c51764a77a670cba32d078a01&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477552 Sep 08 13:39:33.572379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60810) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:33.575862 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Checking router: 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:39:33.576204 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Updating router 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 port 90646873-8549-4dd2-a08a-b8c780c72033 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:39:33.608033 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:33.677478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007dae04-970b-468a-8df2-b2988a9e581f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:33.679179 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-007dae04-970b-468a-8df2-b2988a9e581f tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1058137 Sep 08 13:39:33.682002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60814) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:33.717797 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6ac0d015-b3ea-4226-aab6-039ca192709c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343635 Sep 08 13:39:33.718586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 60818) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:33.724031 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-17ed68d9-7eb4-4c78-ba06-841d1252ce14 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1105261253', 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633', 'project_id': '1322909c51764a77a670cba32d078a01', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:39:33.923331 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:33.936873 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Transition to ACTIVE for port object 90646873-8549-4dd2-a08a-b8c780c72033 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:39:33.940958 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ed68d9-7eb4-4c78-ba06-841d1252ce14 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Made reservation on behalf of 1322909c51764a77a670cba32d078a01 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:39:33.945344 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17ed68d9-7eb4-4c78-ba06-841d1252ce14 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:34.044668 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:34.102578 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Attempting to bind port 90646873-8549-4dd2-a08a-b8c780c72033 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:39:34.103186 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Attempting to bind port 90646873-8549-4dd2-a08a-b8c780c72033 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:39:34.103813 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Attempting to bind port 90646873-8549-4dd2-a08a-b8c780c72033 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:39:34.111556 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:39:34.112002 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:39:34.112471 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:34.112990 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:39:34.113522 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Bound port: 90646873-8549-4dd2-a08a-b8c780c72033, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:39:34.113960 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:34.151723 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754be82-8a0b-43f4-a37d-006a9de1fbf7 None None] Pushing event updated for resources: {'Port': ['ID=90646873-8549-4dd2-a08a-b8c780c72033,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:34.201400 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] For port 90646873-8549-4dd2-a08a-b8c780c72033, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:39:34.205326 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] For port 90646873-8549-4dd2-a08a-b8c780c72033, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=90646873-8549-4dd2-a08a-b8c780c72033,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:39:34.238129 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17ed68d9-7eb4-4c78-ba06-841d1252ce14 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:34.273742 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:34.312827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed68d9-7eb4-4c78-ba06-841d1252ce14 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Subnet': ['ID=51a4c17f-4485-4928-987a-781c7b70fa6d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:34.319597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed68d9-7eb4-4c78-ba06-841d1252ce14 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Checking segment: {'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:39:34.320344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ed68d9-7eb4-4c78-ba06-841d1252ce14 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network hostable DHCP agents. Network: 663c569a-7743-4ecb-abd4-38a3e9654633, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:39:34.451907 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Routers {'4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:39:34.452633 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:39:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:34.454557 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b754be82-8a0b-43f4-a37d-006a9de1fbf7 None None] Pushing event updated for resources: {'Port': ['ID=90646873-8549-4dd2-a08a-b8c780c72033,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:34.460482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ed68d9-7eb4-4c78-ba06-841d1252ce14 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network 663c569a-7743-4ecb-abd4-38a3e9654633 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:39:34.570681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-17ed68d9-7eb4-4c78-ba06-841d1252ce14 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 663c569a-7743-4ecb-abd4-38a3e9654633) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:39:34.576142 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] Set router 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:39:34.582058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ed68d9-7eb4-4c78-ba06-841d1252ce14 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:34.582804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17ed68d9-7eb4-4c78-ba06-841d1252ce14 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:34.612378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca17ba22-e10c-46a4-8865-69b939c9cc62 None None] Network 663c569a-7743-4ecb-abd4-38a3e9654633 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:39:34.684241 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-17ed68d9-7eb4-4c78-ba06-841d1252ce14 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9645185 Sep 08 13:39:34.687123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 60846) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:34.811723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-663c569a-7743-4ecb-abd4-38a3e9654633', 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'fixed_ips': [{'subnet_id': '51a4c17f-4485-4928-987a-781c7b70fa6d'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:39:34.812999 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:34.848789 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200661083', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '90646873-8549-4dd2-a08a-b8c780c72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:32Z', 'revision_number': 3, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '90646873-8549-4dd2-a08a-b8c780c72033', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:34.899558 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582e18dc-c3c9-4bf4-9d34-614bc3e8b8dc None None] The sync data for ids ['4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'] in n-d-807558-3 is: [{'id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200661083', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '90646873-8549-4dd2-a08a-b8c780c72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:32Z', 'revision_number': 3, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '90646873-8549-4dd2-a08a-b8c780c72033', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:39:35.044718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Allocated IP 172.20.0.18 (663c569a-7743-4ecb-abd4-38a3e9654633/51a4c17f-4485-4928-987a-781c7b70fa6d/1ba917a2-157b-4e12-8363-5cab93fab18a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:39:35.241812 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:35.254703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Transition to ACTIVE for port object 1ba917a2-157b-4e12-8363-5cab93fab18a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:39:35.279597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Transition to ACTIVE for port object 1ba917a2-157b-4e12-8363-5cab93fab18a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:39:35.386838 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:35.462633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Network 663c569a-7743-4ecb-abd4-38a3e9654633 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:39:35.464236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Pushing event updated for resources: {'Port': ['ID=1ba917a2-157b-4e12-8363-5cab93fab18a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:35.468647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:39:35.494072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:39:35.560059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Attempting to bind port 1ba917a2-157b-4e12-8363-5cab93fab18a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:39:35.560565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Attempting to bind port 1ba917a2-157b-4e12-8363-5cab93fab18a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:39:35.560937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Attempting to bind port 1ba917a2-157b-4e12-8363-5cab93fab18a on network 663c569a-7743-4ecb-abd4-38a3e9654633 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:39:35.566452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:39:35.567107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Checking segment: {'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:39:35.568195 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:35.568636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Bound using segment: {'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:39:35.569191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Bound port: 1ba917a2-157b-4e12-8363-5cab93fab18a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:39:35.569829 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:35.641614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] For port 1ba917a2-157b-4e12-8363-5cab93fab18a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:39:35.645315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] For port 1ba917a2-157b-4e12-8363-5cab93fab18a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1ba917a2-157b-4e12-8363-5cab93fab18a,segment=NetworkSegment(5da77984-4a37-41fc-a70d-d8021a554dfa),segment_id=5da77984-4a37-41fc-a70d-d8021a554dfa)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:39:35.675122 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:35.718339 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:35.881864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fcc5c-3027-4161-bc4d-4f25f27e85ed None None] Pushing event updated for resources: {'Port': ['ID=1ba917a2-157b-4e12-8363-5cab93fab18a,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:36.133404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Allocated IP 172.20.0.17 (663c569a-7743-4ecb-abd4-38a3e9654633/51a4c17f-4485-4928-987a-781c7b70fa6d/1bd0629a-569c-4b32-8eaf-428add805a89) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:39:36.273163 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:36.287189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Transition to ACTIVE for port object 1bd0629a-569c-4b32-8eaf-428add805a89 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:39:36.432508 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:36.475870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network 663c569a-7743-4ecb-abd4-38a3e9654633 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:39:36.479825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:39:36.487027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:39:36.513032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Port': ['ID=1bd0629a-569c-4b32-8eaf-428add805a89,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:36.547649 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:36.810536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 90646873-8549-4dd2-a08a-b8c780c72033 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:39:36.823766 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:36.945985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 90646873-8549-4dd2-a08a-b8c780c72033 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:39:36.950920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 90646873-8549-4dd2-a08a-b8c780c72033 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:36.951440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:37.098670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeff0109-34eb-4fe4-af65-ae68a47b3706 None None] Network 663c569a-7743-4ecb-abd4-38a3e9654633 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:39:37.237449 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:37.294259 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:37.391348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Port': ['ID=1bd0629a-569c-4b32-8eaf-428add805a89,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:37.399429 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:37.432758 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:37.476732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 90646873-8549-4dd2-a08a-b8c780c72033, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=90646873-8549-4dd2-a08a-b8c780c72033,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:37.545754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network 663c569a-7743-4ecb-abd4-38a3e9654633 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:39:37.547530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:39:37.555843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-de68cfce-70d4-4c3a-a30b-5a55d8704a1a None None] Provisioning for port 1ba917a2-157b-4e12-8363-5cab93fab18a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:39:37.578142 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:37.579349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1ba917a2-157b-4e12-8363-5cab93fab18a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:39:37.716551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=90646873-8549-4dd2-a08a-b8c780c72033,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:37.717524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Router 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:39:37.810308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 1ba917a2-157b-4e12-8363-5cab93fab18a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:39:37.824672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1ba917a2-157b-4e12-8363-5cab93fab18a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:37.825383 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:37.856564 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b8a2d91c-79c1-472a-9d5d-00a577ae667a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:37.887621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:39:37.893093 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cfeae8d4-c60c-466a-b263-d8407eb2193c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "PUT /v2.0/routers/4a7cca08-8ec4-4976-b0cb-89e4f8a4d502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2042277 Sep 08 13:39:37.903190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Sync routers for ids ['4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:39:37.944129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Routers {'4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:39:37.944962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:39:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:37.949212 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:38.164186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Set router 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:39:38.263212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-0e42baee-359f-4593-9500-0f61cde6b0a3 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:38.271050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-0e42baee-359f-4593-9500-0f61cde6b0a3 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/networks?id=663c569a-7743-4ecb-abd4-38a3e9654633 HTTP/1.1" status: 200 len: 797 time: 0.1781149 Sep 08 13:39:38.282149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 1ba917a2-157b-4e12-8363-5cab93fab18a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1ba917a2-157b-4e12-8363-5cab93fab18a,segment=NetworkSegment(5da77984-4a37-41fc-a70d-d8021a554dfa),segment_id=5da77984-4a37-41fc-a70d-d8021a554dfa)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:38.298431 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-5a3eea50-84dc-4295-b4e3-c58a78df4098 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/quotas/1322909c51764a77a670cba32d078a01 HTTP/1.1" status: 200 len: 375 time: 0.0257421 Sep 08 13:39:38.318737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6de726ff-7b65-4a99-b9eb-d41259c482ce None None] Provisioning complete for port 1ba917a2-157b-4e12-8363-5cab93fab18a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:38.323530 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6de726ff-7b65-4a99-b9eb-d41259c482ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:38.390277 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-6022ccd4-3968-4489-960e-ea722f2a9e3a tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1322909c51764a77a670cba32d078a01&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0818217 Sep 08 13:39:38.393132 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:38.496610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-50bd70d4-d3e7-496a-ba26-49437dac5363 service neutron] 10.222.0.69 "GET /v2.0/networks/663c569a-7743-4ecb-abd4-38a3e9654633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034951 Sep 08 13:39:38.511761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=1ba917a2-157b-4e12-8363-5cab93fab18a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:38.611434 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-fc74a851-609e-44f2-8d00-6777dbb42483 service neutron] 10.222.0.69 "GET /v2.0/networks/663c569a-7743-4ecb-abd4-38a3e9654633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153901 Sep 08 13:39:38.640294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200661083', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '90646873-8549-4dd2-a08a-b8c780c72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:36Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '90646873-8549-4dd2-a08a-b8c780c72033', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '1bd0629a-569c-4b32-8eaf-428add805a89', 'name': '', 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'mac_address': 'fa:16:3e:b0:f8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '51a4c17f-4485-4928-987a-781c7b70fa6d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:39:35Z', 'updated_at': '2021-09-08T13:39:37Z', 'revision_number': 2, 'project_id': '1322909c51764a77a670cba32d078a01', 'subnets': [{'id': '51a4c17f-4485-4928-987a-781c7b70fa6d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:38.703474 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6de726ff-7b65-4a99-b9eb-d41259c482ce None None] Provisioning for port 1bd0629a-569c-4b32-8eaf-428add805a89 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:39:38.707617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Checking router: 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:39:38.707617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Updating router 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 port 1bd0629a-569c-4b32-8eaf-428add805a89 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:39:38.711548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6de726ff-7b65-4a99-b9eb-d41259c482ce None None] Provisioning complete for port 1bd0629a-569c-4b32-8eaf-428add805a89 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:38.712109 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6de726ff-7b65-4a99-b9eb-d41259c482ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:38.768897 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:38.789736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6de726ff-7b65-4a99-b9eb-d41259c482ce None None] Port 1bd0629a-569c-4b32-8eaf-428add805a89 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:39:38.815405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 90646873-8549-4dd2-a08a-b8c780c72033 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:39:38.946814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-abbb7c58-7685-4abe-9119-1c354e31ac2e None None] Provisioning complete for port 1bd0629a-569c-4b32-8eaf-428add805a89 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:38.947553 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-abbb7c58-7685-4abe-9119-1c354e31ac2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:39.007497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 90646873-8549-4dd2-a08a-b8c780c72033 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:39.008065 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:39.031462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-abbb7c58-7685-4abe-9119-1c354e31ac2e None None] Port 1bd0629a-569c-4b32-8eaf-428add805a89 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:39:39.174599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1ba917a2-157b-4e12-8363-5cab93fab18a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:39:39.267758 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:39.282849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Transition to ACTIVE for port object 1bd0629a-569c-4b32-8eaf-428add805a89 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:39:39.304888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1ba917a2-157b-4e12-8363-5cab93fab18a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:39.305263 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:39.307787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64973cfb-b260-4edc-bd96-86c00b3a3a28 req-f1d7ce1c-13ad-4632-92a2-f08fa224e38e tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 210 time: 0.0442975 Sep 08 13:39:39.360785 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:39.435887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df5e5f-0bb9-4190-918f-96549abce8fd None None] Pushing event updated for resources: {'Port': ['ID=1bd0629a-569c-4b32-8eaf-428add805a89,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:39.542207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Attempting to bind port 1bd0629a-569c-4b32-8eaf-428add805a89 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:39:39.542575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Attempting to bind port 1bd0629a-569c-4b32-8eaf-428add805a89 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:39:39.542944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Attempting to bind port 1bd0629a-569c-4b32-8eaf-428add805a89 on network 663c569a-7743-4ecb-abd4-38a3e9654633 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:39:39.550626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:39:39.551000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Checking segment: {'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:39:39.551403 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:39.551791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Bound using segment: {'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:39:39.552259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Bound port: 1bd0629a-569c-4b32-8eaf-428add805a89, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:39:39.553164 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:39.633804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] For port 1bd0629a-569c-4b32-8eaf-428add805a89, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:39:39.643411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] For port 1bd0629a-569c-4b32-8eaf-428add805a89, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1bd0629a-569c-4b32-8eaf-428add805a89,segment=NetworkSegment(5da77984-4a37-41fc-a70d-d8021a554dfa),segment_id=5da77984-4a37-41fc-a70d-d8021a554dfa)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:39:39.792418 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:39.863484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Routers {'4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:39:39.864148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:39:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:39.908907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df5e5f-0bb9-4190-918f-96549abce8fd None None] Pushing event updated for resources: {'Port': ['ID=1bd0629a-569c-4b32-8eaf-428add805a89,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:40.177294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] Set router 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:39:40.267436 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e64f120b-35d9-4196-9fae-dffe7b5eb531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:40.418013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200661083', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '90646873-8549-4dd2-a08a-b8c780c72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:36Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '90646873-8549-4dd2-a08a-b8c780c72033', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '1bd0629a-569c-4b32-8eaf-428add805a89', 'name': '', 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'mac_address': 'fa:16:3e:b0:f8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '51a4c17f-4485-4928-987a-781c7b70fa6d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:39:35Z', 'updated_at': '2021-09-08T13:39:39Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'subnets': [{'id': '51a4c17f-4485-4928-987a-781c7b70fa6d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:40.448281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b1642c8-ac63-4998-8828-8ab877e95a30 req-0f6f299f-0eee-4f7b-a88f-3c09c90004e5 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 210 time: 0.0828960 Sep 08 13:39:40.456205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68db3312-2f19-4b37-9f8a-a59b12b32582 None None] The sync data for ids ['4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'] in n-d-807558-3 is: [{'id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200661083', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '90646873-8549-4dd2-a08a-b8c780c72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:36Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '90646873-8549-4dd2-a08a-b8c780c72033', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '1bd0629a-569c-4b32-8eaf-428add805a89', 'name': '', 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'mac_address': 'fa:16:3e:b0:f8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '51a4c17f-4485-4928-987a-781c7b70fa6d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:39:35Z', 'updated_at': '2021-09-08T13:39:39Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'subnets': [{'id': '51a4c17f-4485-4928-987a-781c7b70fa6d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:39:40.677467 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:40.779591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1bd0629a-569c-4b32-8eaf-428add805a89 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:39:41.037961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 1bd0629a-569c-4b32-8eaf-428add805a89 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:39:41.042757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1bd0629a-569c-4b32-8eaf-428add805a89 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:41.043140 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:41.202271 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:41.242632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 1bd0629a-569c-4b32-8eaf-428add805a89, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1bd0629a-569c-4b32-8eaf-428add805a89,segment=NetworkSegment(5da77984-4a37-41fc-a70d-d8021a554dfa),segment_id=5da77984-4a37-41fc-a70d-d8021a554dfa)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:41.376305 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:41.443767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=1bd0629a-569c-4b32-8eaf-428add805a89,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:41.589630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c3562b2-8d58-40b3-b0fb-d4b3062028f9 req-524942da-fb01-41de-a34d-779384c542c4 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 210 time: 0.0425615 Sep 08 13:39:41.883807 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:42.241480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-a52e9f04-2493-430c-a753-ce95ef421bb8 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:42.244562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-a52e9f04-2493-430c-a753-ce95ef421bb8 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.70 "GET /v2.0/networks?id=663c569a-7743-4ecb-abd4-38a3e9654633 HTTP/1.1" status: 200 len: 797 time: 0.1340361 Sep 08 13:39:42.258458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Request body: {'port': {'device_id': '6856027a-905c-4763-82d2-1ce99ef9067a', 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633', 'admin_state_up': True, 'tenant_id': '1322909c51764a77a670cba32d078a01'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:39:42.523399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Made reservation on behalf of 1322909c51764a77a670cba32d078a01 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:39:42.527831 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:42.786277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4eb012dc-94fd-4969-88ea-2bcd211f70e1 req-fc0b3484-f901-47e8-9d47-9b1d32cd5135 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 210 time: 0.0501688 Sep 08 13:39:42.799374 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Allocated IP 172.20.0.26 (663c569a-7743-4ecb-abd4-38a3e9654633/51a4c17f-4485-4928-987a-781c7b70fa6d/c01961de-6043-4fb2-b4d0-2ad357bfef80) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:39:42.811589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1bd0629a-569c-4b32-8eaf-428add805a89 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:39:42.873072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1bd0629a-569c-4b32-8eaf-428add805a89 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:42.873763 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:42.983316 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:43.000567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Transition to ACTIVE for port object c01961de-6043-4fb2-b4d0-2ad357bfef80 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:39:43.158516 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:43.206751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Network 663c569a-7743-4ecb-abd4-38a3e9654633 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:39:43.214567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:39:43.220057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:39:43.224274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event updated for resources: {'Port': ['ID=c01961de-6043-4fb2-b4d0-2ad357bfef80,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:43.286803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:43.287597 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:43.323913 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:43.392438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-4f64e2fd-844c-4fb3-93a1-f594e9291c49 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1391671 Sep 08 13:39:43.405438 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Request body: {'port': {'device_id': '6856027a-905c-4763-82d2-1ce99ef9067a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:39:43.852698 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:43.854054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0941-73fd-43d7-a5d8-6459ec5e2c75 None None] Provisioning for port c01961de-6043-4fb2-b4d0-2ad357bfef80 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:39:43.854054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0941-73fd-43d7-a5d8-6459ec5e2c75 None None] Provisioning complete for port c01961de-6043-4fb2-b4d0-2ad357bfef80 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:43.854054 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0941-73fd-43d7-a5d8-6459ec5e2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:43.854054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0941-73fd-43d7-a5d8-6459ec5e2c75 None None] Port c01961de-6043-4fb2-b4d0-2ad357bfef80 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:39:43.854756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01961de-6043-4fb2-b4d0-2ad357bfef80 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:39:43.854756 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:43.854756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Transition to ACTIVE for port object c01961de-6043-4fb2-b4d0-2ad357bfef80 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:39:43.962008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd590c4d-6778-4f66-a8f1-e4a1ce89d7dc req-2f99a669-3ae5-48cb-bf39-4dc2e61b584f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:43.964001 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd590c4d-6778-4f66-a8f1-e4a1ce89d7dc req-2f99a669-3ae5-48cb-bf39-4dc2e61b584f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 895 time: 0.0708239 Sep 08 13:39:44.054737 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:44.132467 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c01961de-6043-4fb2-b4d0-2ad357bfef80,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:44.187732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Attempting to bind port c01961de-6043-4fb2-b4d0-2ad357bfef80 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:39:44.188601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Attempting to bind port c01961de-6043-4fb2-b4d0-2ad357bfef80 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:39:44.188601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Attempting to bind port c01961de-6043-4fb2-b4d0-2ad357bfef80 on network 663c569a-7743-4ecb-abd4-38a3e9654633 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:39:44.194624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Port c01961de-6043-4fb2-b4d0-2ad357bfef80 on network 663c569a-7743-4ecb-abd4-38a3e9654633 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:39:44.194984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Attempting to bind port c01961de-6043-4fb2-b4d0-2ad357bfef80 on network 663c569a-7743-4ecb-abd4-38a3e9654633 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:39:44.200382 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:39:44.200726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Checking segment: {'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:39:44.207069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Bound using segment: {'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:39:44.207560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Bound port: c01961de-6043-4fb2-b4d0-2ad357bfef80, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5da77984-4a37-41fc-a70d-d8021a554dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:39:44.208105 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:44.306364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] For port c01961de-6043-4fb2-b4d0-2ad357bfef80, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:39:44.310256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] For port c01961de-6043-4fb2-b4d0-2ad357bfef80, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c01961de-6043-4fb2-b4d0-2ad357bfef80,segment=NetworkSegment(5da77984-4a37-41fc-a70d-d8021a554dfa),segment_id=5da77984-4a37-41fc-a70d-d8021a554dfa)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:39:44.380551 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:44.398505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:44.436651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:44.437281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:44.439020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] 10.222.0.70 "PUT /v2.0/ports/c01961de-6043-4fb2-b4d0-2ad357bfef80 HTTP/1.1" status: 200 len: 1055 time: 1.0382471 Sep 08 13:39:44.439494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6856027a-905c-4763-82d2-1ce99ef9067a', 'tag': 'c01961de-6043-4fb2-b4d0-2ad357bfef80'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:39:44.441836 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7d9a52-5730-4d81-b4ed-50f5d9cb85e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6856027a-905c-4763-82d2-1ce99ef9067a", "tag": "c01961de-6043-4fb2-b4d0-2ad357bfef80"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:39:44.465812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093154bd-f5c8-4f42-8b4c-10423258d6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c01961de-6043-4fb2-b4d0-2ad357bfef80,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:44.519643 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef590991-c061-4cea-8a27-e4206783a0a9 x-openstack-request-id: req-ef590991-c061-4cea-8a27-e4206783a0a9 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:39:44.520001 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6856027a-905c-4763-82d2-1ce99ef9067a", "tag": "c01961de-6043-4fb2-b4d0-2ad357bfef80", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:39:44.520316 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef590991-c061-4cea-8a27-e4206783a0a9 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:39:44.520778 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6856027a-905c-4763-82d2-1ce99ef9067a', 'tag': 'c01961de-6043-4fb2-b4d0-2ad357bfef80', 'status': 'completed', 'code': 200} Sep 08 13:39:44.594799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d9a52-5730-4d81-b4ed-50f5d9cb85e9 req-460462c9-0e1a-46c6-92b8-5660fe9c92a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:44.596604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fc7d9a52-5730-4d81-b4ed-50f5d9cb85e9 req-460462c9-0e1a-46c6-92b8-5660fe9c92a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1322909c51764a77a670cba32d078a01&device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 1058 time: 0.0547898 Sep 08 13:39:44.712708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d9a52-5730-4d81-b4ed-50f5d9cb85e9 req-645784ad-d4de-4137-aa22-276c14c1e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:44.713201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d9a52-5730-4d81-b4ed-50f5d9cb85e9 req-645784ad-d4de-4137-aa22-276c14c1e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:44.714843 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fc7d9a52-5730-4d81-b4ed-50f5d9cb85e9 req-645784ad-d4de-4137-aa22-276c14c1e180 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=1322909c51764a77a670cba32d078a01&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1104972 Sep 08 13:39:44.822754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d9a52-5730-4d81-b4ed-50f5d9cb85e9 req-645e0691-0f35-47b6-9dbf-56fe56f50b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:44.824256 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fc7d9a52-5730-4d81-b4ed-50f5d9cb85e9 req-645e0691-0f35-47b6-9dbf-56fe56f50b6d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028309 Sep 08 13:39:44.919971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-46087bed-2999-425a-91b8-dccdda362bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:44.921512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-46087bed-2999-425a-91b8-dccdda362bd2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1322909c51764a77a670cba32d078a01&device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 1058 time: 0.0521564 Sep 08 13:39:44.969308 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-9e885209-c95c-47d6-b32d-e6e81663fe97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=c01961de-6043-4fb2-b4d0-2ad357bfef80 HTTP/1.1" status: 200 len: 217 time: 0.0396535 Sep 08 13:39:45.025158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-e9126b2d-7814-47f7-a5d1-4fa0802b20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:45.027081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-e9126b2d-7814-47f7-a5d1-4fa0802b20aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=51a4c17f-4485-4928-987a-781c7b70fa6d HTTP/1.1" status: 200 len: 838 time: 0.0508792 Sep 08 13:39:45.088676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-af001450-43ce-4efd-8679-5905953cf22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:45.090276 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-af001450-43ce-4efd-8679-5905953cf22e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=663c569a-7743-4ecb-abd4-38a3e9654633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560067 Sep 08 13:39:45.093456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bba185-c64a-4dfa-8363-da325a759b54 req-7afd15d2-21e4-4bbf-8908-d34d2db40300 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:45.095009 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f0bba185-c64a-4dfa-8363-da325a759b54 req-7afd15d2-21e4-4bbf-8908-d34d2db40300 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 907 time: 0.0581706 Sep 08 13:39:45.201562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-e398b9c2-32da-4869-9c06-8c3c9a1f3bac service neutron] 10.222.0.70 "GET /v2.0/networks/663c569a-7743-4ecb-abd4-38a3e9654633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023102 Sep 08 13:39:45.303965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62faf516-6e47-4b32-a40a-9d4d28b85e5e req-0765b1fb-0f33-4d9d-88a2-6598ad6cb054 service neutron] 10.222.0.70 "GET /v2.0/networks/663c569a-7743-4ecb-abd4-38a3e9654633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957177 Sep 08 13:39:46.220934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729dad-f5b1-47d6-bd10-7c47b315707e req-635d53cd-fca7-40b8-b5fe-88bcbad8c9c0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:46.222464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b7729dad-f5b1-47d6-bd10-7c47b315707e req-635d53cd-fca7-40b8-b5fe-88bcbad8c9c0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 907 time: 0.0501173 Sep 08 13:39:46.963744 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:47.357933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d3799-8923-49e3-aeae-5280362a483f req-16909018-54e2-490a-a19a-8cbf3b74e0aa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:47.359718 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7b2d3799-8923-49e3-aeae-5280362a483f req-16909018-54e2-490a-a19a-8cbf3b74e0aa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 907 time: 0.0519252 Sep 08 13:39:48.334779 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:39:48.510550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b111f41-fbac-4165-a904-64491c8525db req-b9e8665f-b78d-4e70-b26c-7771684ae294 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:48.512228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b111f41-fbac-4165-a904-64491c8525db req-b9e8665f-b78d-4e70-b26c-7771684ae294 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 907 time: 0.0727882 Sep 08 13:39:49.180023 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c01961de-6043-4fb2-b4d0-2ad357bfef80 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:39:49.276991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c01961de-6043-4fb2-b4d0-2ad357bfef80, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c01961de-6043-4fb2-b4d0-2ad357bfef80,segment=NetworkSegment(5da77984-4a37-41fc-a70d-d8021a554dfa),segment_id=5da77984-4a37-41fc-a70d-d8021a554dfa)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:49.290219 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'c01961de-6043-4fb2-b4d0-2ad357bfef80', 'network_id': '663c569a-7743-4ecb-abd4-38a3e9654633', 'port_id': 'c01961de-6043-4fb2-b4d0-2ad357bfef80', 'mac_address': 'fa:16:3e:37:5d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51a4c17f-4485-4928-987a-781c7b70fa6d', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:39:49.329461 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:49.351486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01961de-6043-4fb2-b4d0-2ad357bfef80 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:39:49.366843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c01961de-6043-4fb2-b4d0-2ad357bfef80, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c01961de-6043-4fb2-b4d0-2ad357bfef80,segment=NetworkSegment(5da77984-4a37-41fc-a70d-d8021a554dfa),segment_id=5da77984-4a37-41fc-a70d-d8021a554dfa)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:49.495049 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:49.546092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=c01961de-6043-4fb2-b4d0-2ad357bfef80,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:49.631835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecc1a6-62d7-4773-8fe8-24024f08044c req-578378e3-0f04-4941-9822-2270e7b67657 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:49.633400 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60ecc1a6-62d7-4773-8fe8-24024f08044c req-578378e3-0f04-4941-9822-2270e7b67657 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 908 time: 0.0501606 Sep 08 13:39:49.705651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['c01961de-6043-4fb2-b4d0-2ad357bfef80'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:39:50.765802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83f69b5-56ac-4b88-95b5-19abde410cba req-9607923c-b8b4-47a2-9a84-71820d1d4410 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:50.767356 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e83f69b5-56ac-4b88-95b5-19abde410cba req-9607923c-b8b4-47a2-9a84-71820d1d4410 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 908 time: 0.0508215 Sep 08 13:39:51.194717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c01961de-6043-4fb2-b4d0-2ad357bfef80 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:39:51.308374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port c01961de-6043-4fb2-b4d0-2ad357bfef80 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:39:51.314711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port c01961de-6043-4fb2-b4d0-2ad357bfef80 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:39:51.315564 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:51.414901 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:51.444811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6856027a-905c-4763-82d2-1ce99ef9067a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01961de-6043-4fb2-b4d0-2ad357bfef80'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:39:51.448598 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d04e5-208c-40f7-9be2-a4a10a9650f0" -d '{"events": [{"server_uuid": "6856027a-905c-4763-82d2-1ce99ef9067a", "name": "network-vif-plugged", "status": "completed", "tag": "c01961de-6043-4fb2-b4d0-2ad357bfef80"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:39:51.465235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c01961de-6043-4fb2-b4d0-2ad357bfef80, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c01961de-6043-4fb2-b4d0-2ad357bfef80,segment=NetworkSegment(5da77984-4a37-41fc-a70d-d8021a554dfa),segment_id=5da77984-4a37-41fc-a70d-d8021a554dfa)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:51.531012 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:51.577411 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48443535-a662-4038-8a06-e16e39c57d5c x-openstack-request-id: req-48443535-a662-4038-8a06-e16e39c57d5c {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:39:51.577705 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6856027a-905c-4763-82d2-1ce99ef9067a", "name": "network-vif-plugged", "status": "completed", "tag": "c01961de-6043-4fb2-b4d0-2ad357bfef80", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:39:51.578109 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48443535-a662-4038-8a06-e16e39c57d5c {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:39:51.578522 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6856027a-905c-4763-82d2-1ce99ef9067a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01961de-6043-4fb2-b4d0-2ad357bfef80', 'code': 200} Sep 08 13:39:51.584041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=c01961de-6043-4fb2-b4d0-2ad357bfef80,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:51.694942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad19c46-499b-47ce-bbea-78a945edc6ca req-7cb27a17-6784-4c17-b017-9c6bf3d2f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:51.696677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1ad19c46-499b-47ce-bbea-78a945edc6ca req-7cb27a17-6784-4c17-b017-9c6bf3d2f967 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 1060 time: 0.0569804 Sep 08 13:39:51.903833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a582c-b2f2-4e6f-b787-f40f10fee2c0 req-8ba8bdd5-1b88-409d-9f62-ea2b89545329 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:51.905372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-438a582c-b2f2-4e6f-b787-f40f10fee2c0 req-8ba8bdd5-1b88-409d-9f62-ea2b89545329 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 909 time: 0.0548856 Sep 08 13:39:53.033359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3674c3-3bcd-4c12-aa4e-c6f3648df2d2 req-e3ec1f9c-a5bf-4c1b-9f6c-5403795fb54c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:53.034880 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee3674c3-3bcd-4c12-aa4e-c6f3648df2d2 req-e3ec1f9c-a5bf-4c1b-9f6c-5403795fb54c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 909 time: 0.0556114 Sep 08 13:39:53.164481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87fffd-f578-42cb-8ee8-69ec771dce30 req-a0d4151c-6107-4ac1-a1ac-7a7ae2e40d9b tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:53.166032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d87fffd-f578-42cb-8ee8-69ec771dce30 req-a0d4151c-6107-4ac1-a1ac-7a7ae2e40d9b tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 909 time: 0.0564928 Sep 08 13:39:53.283738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a4de45-2c00-4072-b9db-42bdb74dcd86 req-1274b10c-94b5-456c-892f-e6718685e14c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:53.285407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5a4de45-2c00-4072-b9db-42bdb74dcd86 req-1274b10c-94b5-456c-892f-e6718685e14c tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 1060 time: 0.0483603 Sep 08 13:39:53.398688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e330c-6021-4007-85ab-9d720fc5d3b4 req-2aa69f9f-0edb-4b60-a007-e5e04630e6ac tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:53.401977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-934e330c-6021-4007-85ab-9d720fc5d3b4 req-2aa69f9f-0edb-4b60-a007-e5e04630e6ac tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 1135 time: 0.0476916 Sep 08 13:39:53.483367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-934e330c-6021-4007-85ab-9d720fc5d3b4 req-15024498-d004-4548-855c-380cd5943d50 tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0696909 Sep 08 13:39:53.507647 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33050) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:53.549563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce61298-9dc1-4df0-9459-c4f715bc852e tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:53.555847 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fce61298-9dc1-4df0-9459-c4f715bc852e tempest-TestSecurityGroupsBasicOps-967396913 tempest-TestSecurityGroupsBasicOps-967396913-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 1055 time: 0.0466716 Sep 08 13:39:54.153383 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a1ae97-6baf-480e-9b39-8906b2cbb5fa req-5580cba6-535f-4df0-9bd5-04282d993880 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:54.155366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73a1ae97-6baf-480e-9b39-8906b2cbb5fa req-5580cba6-535f-4df0-9bd5-04282d993880 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 909 time: 0.0568185 Sep 08 13:39:55.257834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aa522-cb17-47f7-97ee-814bc0a3ad0f req-3bddb8a2-fd86-4091-8a19-394b11578cf7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.269609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aa522-cb17-47f7-97ee-814bc0a3ad0f req-3bddb8a2-fd86-4091-8a19-394b11578cf7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.276788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aa522-cb17-47f7-97ee-814bc0a3ad0f req-3bddb8a2-fd86-4091-8a19-394b11578cf7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.283936 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aa522-cb17-47f7-97ee-814bc0a3ad0f req-3bddb8a2-fd86-4091-8a19-394b11578cf7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.290993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aa522-cb17-47f7-97ee-814bc0a3ad0f req-3bddb8a2-fd86-4091-8a19-394b11578cf7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.297376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aa522-cb17-47f7-97ee-814bc0a3ad0f req-3bddb8a2-fd86-4091-8a19-394b11578cf7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.303526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860aa522-cb17-47f7-97ee-814bc0a3ad0f req-3bddb8a2-fd86-4091-8a19-394b11578cf7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.305737 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-860aa522-cb17-47f7-97ee-814bc0a3ad0f req-3bddb8a2-fd86-4091-8a19-394b11578cf7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5434 time: 0.1039584 Sep 08 13:39:55.357014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56acdd3-99db-4d89-ab77-630a1628bae8 req-364efe0c-7ed0-4c16-8ea5-6f3cb04af409 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.371130 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a56acdd3-99db-4d89-ab77-630a1628bae8 req-364efe0c-7ed0-4c16-8ea5-6f3cb04af409 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 909 time: 0.0662799 Sep 08 13:39:55.393342 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-860aa522-cb17-47f7-97ee-814bc0a3ad0f req-d7aeb176-a516-4350-b607-9ab06ceabb2b tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808272 Sep 08 13:39:55.417324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d2a17-80b9-42a5-91e7-bd7faef7506c req-b3d49b5e-e012-47b1-94cb-97a9e8dba852 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.417324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b3d2a17-80b9-42a5-91e7-bd7faef7506c req-b3d49b5e-e012-47b1-94cb-97a9e8dba852 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.70 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 909 time: 0.0814714 Sep 08 13:39:55.543692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1b3d2a17-80b9-42a5-91e7-bd7faef7506c req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Deleting port c01961de-6043-4fb2-b4d0-2ad357bfef80 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:39:55.544042 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1b3d2a17-80b9-42a5-91e7-bd7faef7506c req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:55.605484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a6c6-73ab-4160-9c76-3c342f9658c2 req-572c67ed-3a3b-4a70-84ab-00c904fcfb48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.616739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a6c6-73ab-4160-9c76-3c342f9658c2 req-572c67ed-3a3b-4a70-84ab-00c904fcfb48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.622503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a6c6-73ab-4160-9c76-3c342f9658c2 req-572c67ed-3a3b-4a70-84ab-00c904fcfb48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.628888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a6c6-73ab-4160-9c76-3c342f9658c2 req-572c67ed-3a3b-4a70-84ab-00c904fcfb48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.635677 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a6c6-73ab-4160-9c76-3c342f9658c2 req-572c67ed-3a3b-4a70-84ab-00c904fcfb48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.641852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a6c6-73ab-4160-9c76-3c342f9658c2 req-572c67ed-3a3b-4a70-84ab-00c904fcfb48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.650288 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a6c6-73ab-4160-9c76-3c342f9658c2 req-572c67ed-3a3b-4a70-84ab-00c904fcfb48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:55.652272 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c255a6c6-73ab-4160-9c76-3c342f9658c2 req-572c67ed-3a3b-4a70-84ab-00c904fcfb48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5434 time: 0.1286335 Sep 08 13:39:55.674356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1b3d2a17-80b9-42a5-91e7-bd7faef7506c req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] For port c01961de-6043-4fb2-b4d0-2ad357bfef80, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c01961de-6043-4fb2-b4d0-2ad357bfef80,segment=NetworkSegment(5da77984-4a37-41fc-a70d-d8021a554dfa),segment_id=5da77984-4a37-41fc-a70d-d8021a554dfa)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:55.675120 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1b3d2a17-80b9-42a5-91e7-bd7faef7506c req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:55.688214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1b3d2a17-80b9-42a5-91e7-bd7faef7506c req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Calling delete_port for c01961de-6043-4fb2-b4d0-2ad357bfef80 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:39:55.963112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1b3d2a17-80b9-42a5-91e7-bd7faef7506c req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:55.991048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'Port': ['ID=c01961de-6043-4fb2-b4d0-2ad357bfef80,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:56.026912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:56.027261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:56.027760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:56.028275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:56.028611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:56.029661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:56.030422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:56.030895 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:56.031084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:56.031414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:56.031744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:56.032073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:56.055166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3d2a17-80b9-42a5-91e7-bd7faef7506c req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] No DVR routers for this DVR port c01961de-6043-4fb2-b4d0-2ad357bfef80 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:39:56.058096 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1b3d2a17-80b9-42a5-91e7-bd7faef7506c req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:56.060344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b3d2a17-80b9-42a5-91e7-bd7faef7506c req-3c775738-f280-4a5f-9c73-0073ad27dd64 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.70 "DELETE /v2.0/ports/c01961de-6043-4fb2-b4d0-2ad357bfef80 HTTP/1.1" status: 204 len: 173 time: 0.6413784 Sep 08 13:39:56.061175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6856027a-905c-4763-82d2-1ce99ef9067a', 'name': 'network-vif-deleted', 'tag': 'c01961de-6043-4fb2-b4d0-2ad357bfef80'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:39:56.063582 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff723ea0-0229-433f-ae77-b0d5553665f3" -d '{"events": [{"server_uuid": "6856027a-905c-4763-82d2-1ce99ef9067a", "name": "network-vif-deleted", "tag": "c01961de-6043-4fb2-b4d0-2ad357bfef80"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:39:56.114583 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5fc34c-7419-4444-891f-e0087d17d59f x-openstack-request-id: req-fc5fc34c-7419-4444-891f-e0087d17d59f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:39:56.115518 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6856027a-905c-4763-82d2-1ce99ef9067a", "name": "network-vif-deleted", "tag": "c01961de-6043-4fb2-b4d0-2ad357bfef80", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:39:56.115799 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fc5fc34c-7419-4444-891f-e0087d17d59f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:39:56.116264 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6856027a-905c-4763-82d2-1ce99ef9067a', 'name': 'network-vif-deleted', 'tag': 'c01961de-6043-4fb2-b4d0-2ad357bfef80', 'status': 'completed', 'code': 200} Sep 08 13:39:56.806382 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6cae616d-f662-449e-a3bd-c5ec8c366b92 req-8360740a-5c0f-4aa6-bc58-48461e76ddc8 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=6856027a-905c-4763-82d2-1ce99ef9067a HTTP/1.1" status: 200 len: 210 time: 0.3766778 Sep 08 13:39:57.865933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33146) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:58.128073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33164) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:58.248196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd321335-ecce-4725-8636-94604226e042 req-9cfd2458-9bdc-467e-802a-a91c70ef177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:58.248694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd321335-ecce-4725-8636-94604226e042 req-9cfd2458-9bdc-467e-802a-a91c70ef177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:58.249179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd321335-ecce-4725-8636-94604226e042 req-9cfd2458-9bdc-467e-802a-a91c70ef177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:58.249661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd321335-ecce-4725-8636-94604226e042 req-9cfd2458-9bdc-467e-802a-a91c70ef177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:58.250398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd321335-ecce-4725-8636-94604226e042 req-9cfd2458-9bdc-467e-802a-a91c70ef177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:58.250885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd321335-ecce-4725-8636-94604226e042 req-9cfd2458-9bdc-467e-802a-a91c70ef177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:58.251355 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd321335-ecce-4725-8636-94604226e042 req-9cfd2458-9bdc-467e-802a-a91c70ef177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:39:58.253292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd321335-ecce-4725-8636-94604226e042 req-9cfd2458-9bdc-467e-802a-a91c70ef177e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6491 time: 0.1235266 Sep 08 13:39:58.260387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:58.290532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd321335-ecce-4725-8636-94604226e042 req-e1dcb32d-1dc4-4707-ad5d-544a51df3e54 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0295234 Sep 08 13:39:58.544431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Deleting port 1bd0629a-569c-4b32-8eaf-428add805a89 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:39:58.544706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:58.639757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] For port 1bd0629a-569c-4b32-8eaf-428add805a89, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1bd0629a-569c-4b32-8eaf-428add805a89,segment=NetworkSegment(5da77984-4a37-41fc-a70d-d8021a554dfa),segment_id=5da77984-4a37-41fc-a70d-d8021a554dfa)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:39:58.640136 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:58.656011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Calling delete_port for 1bd0629a-569c-4b32-8eaf-428add805a89 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:39:58.935371 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:58.963481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'Port': ['ID=1bd0629a-569c-4b32-8eaf-428add805a89,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:58.977050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:58.977414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:58.977766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:58.978109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:58.978475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:58.978813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:58.979152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:58.979487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:58.979820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:58.980156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:58.980481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:58.980798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:39:59.187332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:59.225943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c01961de-6043-4fb2-b4d0-2ad357bfef80 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:39:59.250941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: c01961de-6043-4fb2-b4d0-2ad357bfef80 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:39:59.251196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c01961de-6043-4fb2-b4d0-2ad357bfef80 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:39:59.417216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Router 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:39:59.533360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:39:59.538975 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d0ae01ca-fe3b-4b4d-84f7-0016877eed99 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "PUT /v2.0/routers/4a7cca08-8ec4-4976-b0cb-89e4f8a4d502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6718919 Sep 08 13:39:59.541831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33206) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:59.547630 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d375a-a8e5-4c55-a206-fd7ceff91b6c None None] Sync routers for ids ['4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:39:59.558777 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d375a-a8e5-4c55-a206-fd7ceff91b6c None None] Routers {'4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:39:59.559416 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-aa9d375a-a8e5-4c55-a206-fd7ceff91b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:39:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:59.595473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0338b88-8d11-4c1f-a97c-faff12fb8591 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Deleting subnet 51a4c17f-4485-4928-987a-781c7b70fa6d {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:39:59.598965 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f0338b88-8d11-4c1f-a97c-faff12fb8591 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:59.639501 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f0338b88-8d11-4c1f-a97c-faff12fb8591 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:59.669531 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-aa9d375a-a8e5-4c55-a206-fd7ceff91b6c None None] Set router 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:39:59.738681 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f0338b88-8d11-4c1f-a97c-faff12fb8591 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:59.855259 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-aa9d375a-a8e5-4c55-a206-fd7ceff91b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200661083', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '90646873-8549-4dd2-a08a-b8c780c72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:58Z', 'revision_number': 5, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '90646873-8549-4dd2-a08a-b8c780c72033', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:59.883089 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d375a-a8e5-4c55-a206-fd7ceff91b6c None None] Checking router: 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:39:59.889787 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f0338b88-8d11-4c1f-a97c-faff12fb8591 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:59.891649 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9d375a-a8e5-4c55-a206-fd7ceff91b6c None None] Routers {'4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:39:59.892258 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-aa9d375a-a8e5-4c55-a206-fd7ceff91b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:39:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:39:59.920268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0338b88-8d11-4c1f-a97c-faff12fb8591 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'Subnet': ['ID=51a4c17f-4485-4928-987a-781c7b70fa6d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:39:59.922277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f0338b88-8d11-4c1f-a97c-faff12fb8591 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:39:59.928842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33212) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:39:59.929211 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f0338b88-8d11-4c1f-a97c-faff12fb8591 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "DELETE /v2.0/subnets/51a4c17f-4485-4928-987a-781c7b70fa6d HTTP/1.1" status: 204 len: 168 time: 0.3842943 Sep 08 13:39:59.929578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee3264b-cab2-4bd7-9652-4c3f375ec18c None None] Network 663c569a-7743-4ecb-abd4-38a3e9654633 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:40:00.025534 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-aa9d375a-a8e5-4c55-a206-fd7ceff91b6c None None] Set router 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:00.078388 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:00.191931 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fec1200-434c-4ca8-a344-177b4614b50a None None] DHCP port deletion for 663c569a-7743-4ecb-abd4-38a3e9654633 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:40:00.216831 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:00.247702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0fec1200-434c-4ca8-a344-177b4614b50a None None] Deleting port 1ba917a2-157b-4e12-8363-5cab93fab18a {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:00.248290 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0fec1200-434c-4ca8-a344-177b4614b50a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:00.265629 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-aa9d375a-a8e5-4c55-a206-fd7ceff91b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200661083', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '90646873-8549-4dd2-a08a-b8c780c72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:58Z', 'revision_number': 5, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '90646873-8549-4dd2-a08a-b8c780c72033', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:00.292255 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9d375a-a8e5-4c55-a206-fd7ceff91b6c None None] The sync data for ids ['4a7cca08-8ec4-4976-b0cb-89e4f8a4d502'] in n-d-807558-3 is: [{'id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1200661083', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': '90646873-8549-4dd2-a08a-b8c780c72033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:58Z', 'revision_number': 5, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '90646873-8549-4dd2-a08a-b8c780c72033', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:19:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7cca08-8ec4-4976-b0cb-89e4f8a4d502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3207, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:39:31Z', 'updated_at': '2021-09-08T13:39:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:40:00.310493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0fec1200-434c-4ca8-a344-177b4614b50a None None] For port 1ba917a2-157b-4e12-8363-5cab93fab18a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1ba917a2-157b-4e12-8363-5cab93fab18a,segment=NetworkSegment(5da77984-4a37-41fc-a70d-d8021a554dfa),segment_id=5da77984-4a37-41fc-a70d-d8021a554dfa)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:00.311146 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0fec1200-434c-4ca8-a344-177b4614b50a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:00.351774 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0fec1200-434c-4ca8-a344-177b4614b50a None None] Calling delete_port for 1ba917a2-157b-4e12-8363-5cab93fab18a owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:00.577660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Deleting port 90646873-8549-4dd2-a08a-b8c780c72033 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:00.577660 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:00.577660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] For port 90646873-8549-4dd2-a08a-b8c780c72033, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=90646873-8549-4dd2-a08a-b8c780c72033,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:00.577660 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:00.577660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Calling delete_port for 90646873-8549-4dd2-a08a-b8c780c72033 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:00.735342 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0fec1200-434c-4ca8-a344-177b4614b50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:00.747653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1ba917a2-157b-4e12-8363-5cab93fab18a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:00.794428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 1ba917a2-157b-4e12-8363-5cab93fab18a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:00.794776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1ba917a2-157b-4e12-8363-5cab93fab18a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:00.795198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1bd0629a-569c-4b32-8eaf-428add805a89 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:00.797295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec1200-434c-4ca8-a344-177b4614b50a None None] Pushing event deleted for resources: {'Port': ['ID=1ba917a2-157b-4e12-8363-5cab93fab18a,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:00.801620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec1200-434c-4ca8-a344-177b4614b50a None None] No DVR routers for this DVR port 1ba917a2-157b-4e12-8363-5cab93fab18a on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:40:00.806044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:00.822252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 1bd0629a-569c-4b32-8eaf-428add805a89 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:00.822608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1bd0629a-569c-4b32-8eaf-428add805a89 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:00.840168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'Port': ['ID=90646873-8549-4dd2-a08a-b8c780c72033,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:00.907682 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:01.001382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:01.003614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:01.134567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:01.135465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Fanout notify agent at l3_agent the message router_deleted on router 4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:40:01.149168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:01.149168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-386eca94-8048-44b5-bfbb-7450bbe36547 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "DELETE /v2.0/routers/4a7cca08-8ec4-4976-b0cb-89e4f8a4d502 HTTP/1.1" status: 204 len: 168 time: 1.2166970 Sep 08 13:40:01.149420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33234) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:01.248258 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:01.668376 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:01.689684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663c569a-7743-4ecb-abd4-38a3e9654633']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:01.700264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da77984-4a37-41fc-a70d-d8021a554dfa') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:01.700808 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da77984-4a37-41fc-a70d-d8021a554dfa') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:01.711258 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:01.725536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:01.731545 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:40:01.731942 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:40:01.734869 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:40:01.917804 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:01.928907 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:01.930916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "DELETE /v2.0/networks/663c569a-7743-4ecb-abd4-38a3e9654633 HTTP/1.1" status: 204 len: 168 time: 0.7804499 Sep 08 13:40:01.933764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33246) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:01.940516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f92a13-f74d-4405-a2c9-a9f712918faa tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'Network': ['ID=663c569a-7743-4ecb-abd4-38a3e9654633,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:02.108847 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Deleting port 52062195-a5b7-45d5-bfa2-b481b06b2647 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:02.109557 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:02.224411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:02.224753 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:02.238073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Calling delete_port for 52062195-a5b7-45d5-bfa2-b481b06b2647 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:02.513911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df150f-32f0-4f58-922f-b756626854af req-3fa64e42-87a6-49ea-8969-98057f5011a5 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:02.515513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53df150f-32f0-4f58-922f-b756626854af req-3fa64e42-87a6-49ea-8969-98057f5011a5 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1096 time: 0.0462499 Sep 08 13:40:02.517637 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:02.545300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'Port': ['ID=52062195-a5b7-45d5-bfa2-b481b06b2647,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:02.555360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53df150f-32f0-4f58-922f-b756626854af req-94d3d9dc-c50a-408c-af1a-09ee916e1509 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318229 Sep 08 13:40:02.578333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33260) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:02.609682 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:02.610467 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Floating IP 321e1143-ab9c-4c7c-bb7b-f187de71d3ad disassociated (deleted). External IP: 172.25.5.227, port: 112f5408-a911-4f74-a036-ff1ff2235b8d. Sep 08 13:40:02.753440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 90646873-8549-4dd2-a08a-b8c780c72033 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:02.774002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port a9e9ef8f-71b7-4c2a-837e-74abfff9a2ee {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:02.774671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:02.776986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 90646873-8549-4dd2-a08a-b8c780c72033 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:02.777500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 90646873-8549-4dd2-a08a-b8c780c72033 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:02.865314 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:02.865652 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:02.879547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for a9e9ef8f-71b7-4c2a-837e-74abfff9a2ee owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:02.888570 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Router d31377d2-cf49-4e4b-81d9-6d57347cb254 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:40:03.019281 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:40:03.025198 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:03.032000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb280c3-091e-440b-a7dd-11227de1584a None None] Sync routers for ids ['d31377d2-cf49-4e4b-81d9-6d57347cb254'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:40:03.043140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb280c3-091e-440b-a7dd-11227de1584a None None] Routers {'d31377d2-cf49-4e4b-81d9-6d57347cb254'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:03.043896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3bb280c3-091e-440b-a7dd-11227de1584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:39:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d31377d2-cf49-4e4b-81d9-6d57347cb254'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:03.067594 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ab561f2f-77af-406e-82c4-236ed88183ab tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "DELETE /v2.0/floatingips/321e1143-ab9c-4c7c-bb7b-f187de71d3ad HTTP/1.1" status: 204 len: 168 time: 1.1325862 Sep 08 13:40:03.068915 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'tag': '112f5408-a911-4f74-a036-ff1ff2235b8d'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:40:03.071537 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02e7ffc-0975-44b4-ad04-4321124f9e44" -d '{"events": [{"name": "network-changed", "server_uuid": "754df70a-ffdf-41ea-acce-0b1b775dff6d", "tag": "112f5408-a911-4f74-a036-ff1ff2235b8d"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:40:03.209017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:03.228275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-3bb280c3-091e-440b-a7dd-11227de1584a None None] Set router d31377d2-cf49-4e4b-81d9-6d57347cb254 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:03.244549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=a9e9ef8f-71b7-4c2a-837e-74abfff9a2ee,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:03.250481 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaf89fd-0719-457e-a739-64a5dfa676e7 x-openstack-request-id: req-faaf89fd-0719-457e-a739-64a5dfa676e7 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:40:03.251489 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754df70a-ffdf-41ea-acce-0b1b775dff6d", "tag": "112f5408-a911-4f74-a036-ff1ff2235b8d", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:40:03.252577 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-faaf89fd-0719-457e-a739-64a5dfa676e7 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:40:03.253307 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'tag': '112f5408-a911-4f74-a036-ff1ff2235b8d', 'status': 'completed', 'code': 200} Sep 08 13:40:03.394660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7ffc-0975-44b4-ad04-4321124f9e44 req-ba4e179d-d36b-4d03-aed1-aabac7432524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:03.396739 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e02e7ffc-0975-44b4-ad04-4321124f9e44 req-ba4e179d-d36b-4d03-aed1-aabac7432524 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1322909c51764a77a670cba32d078a01&device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 1135 time: 0.1258075 Sep 08 13:40:03.399353 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:03.399821 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Floating IP b85b5cf1-f878-4f07-9247-bbd73871c964 disassociated (deleted). External IP: 172.25.5.143, port: d6ad5418-7921-4034-a8a7-e06f89ef9d30. Sep 08 13:40:03.502926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3bb280c3-091e-440b-a7dd-11227de1584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c787cb5d-1fa1-4187-a6dd-7c27fdc59201', 'name': '', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'mac_address': 'fa:16:3e:26:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:43Z', 'updated_at': '2021-09-08T13:37:53Z', 'revision_number': 5, 'project_id': '1322909c51764a77a670cba32d078a01', 'subnets': [{'id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:03.542155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb280c3-091e-440b-a7dd-11227de1584a None None] Checking router: d31377d2-cf49-4e4b-81d9-6d57347cb254 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:40:03.562586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb280c3-091e-440b-a7dd-11227de1584a None None] Routers {'d31377d2-cf49-4e4b-81d9-6d57347cb254'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:03.562586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3bb280c3-091e-440b-a7dd-11227de1584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:39:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d31377d2-cf49-4e4b-81d9-6d57347cb254'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:03.568347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7ffc-0975-44b4-ad04-4321124f9e44 req-5f2fab8d-0718-4419-b7db-b822248b8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:03.569873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e02e7ffc-0975-44b4-ad04-4321124f9e44 req-5f2fab8d-0718-4419-b7db-b822248b8f6f service neutron] 10.222.0.60 "GET /v2.0/networks?id=6b45e308-0084-4196-9934-cb2c6db9e9c6 HTTP/1.1" status: 200 len: 898 time: 0.1361985 Sep 08 13:40:03.641676 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e02e7ffc-0975-44b4-ad04-4321124f9e44 req-66359968-a93b-41ca-81c5-6e32e154cc1b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=112f5408-a911-4f74-a036-ff1ff2235b8d HTTP/1.1" status: 200 len: 217 time: 0.0438001 Sep 08 13:40:03.710811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-3bb280c3-091e-440b-a7dd-11227de1584a None None] Set router d31377d2-cf49-4e4b-81d9-6d57347cb254 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:03.772992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7ffc-0975-44b4-ad04-4321124f9e44 req-534323b7-4a3b-4b90-844d-1fda64235598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:03.774432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e02e7ffc-0975-44b4-ad04-4321124f9e44 req-534323b7-4a3b-4b90-844d-1fda64235598 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2a8631f6-57a6-48dc-b93e-6a91d2ba1bea HTTP/1.1" status: 200 len: 835 time: 0.1248298 Sep 08 13:40:03.862826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4a093-84d5-4673-ae78-8a95b81f240c req-9e93f595-53c3-450c-9294-f5e88e7d73be tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:03.864392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cb4a093-84d5-4673-ae78-8a95b81f240c req-9e93f595-53c3-450c-9294-f5e88e7d73be tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 984 time: 0.1691349 Sep 08 13:40:03.931715 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-3bb280c3-091e-440b-a7dd-11227de1584a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c787cb5d-1fa1-4187-a6dd-7c27fdc59201', 'name': '', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'mac_address': 'fa:16:3e:26:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:43Z', 'updated_at': '2021-09-08T13:37:53Z', 'revision_number': 5, 'project_id': '1322909c51764a77a670cba32d078a01', 'subnets': [{'id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:03.932410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router 832254fc-4d56-4d99-9c1f-d5d365f2d8de has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:40:03.957565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7ffc-0975-44b4-ad04-4321124f9e44 req-6f770b52-d4ea-4d58-917d-ad078e296c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:03.957565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e02e7ffc-0975-44b4-ad04-4321124f9e44 req-6f770b52-d4ea-4d58-917d-ad078e296c76 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6b45e308-0084-4196-9934-cb2c6db9e9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598005 Sep 08 13:40:03.959980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb280c3-091e-440b-a7dd-11227de1584a None None] The sync data for ids ['d31377d2-cf49-4e4b-81d9-6d57347cb254'] in n-d-807558-3 is: [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'c787cb5d-1fa1-4187-a6dd-7c27fdc59201', 'name': '', 'network_id': '6b45e308-0084-4196-9934-cb2c6db9e9c6', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'mac_address': 'fa:16:3e:26:b7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:43Z', 'updated_at': '2021-09-08T13:37:53Z', 'revision_number': 5, 'project_id': '1322909c51764a77a670cba32d078a01', 'subnets': [{'id': '2a8631f6-57a6-48dc-b93e-6a91d2ba1bea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:40:04.059247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cb4a093-84d5-4673-ae78-8a95b81f240c req-2aaa4481-9eef-40e0-a3b9-08d3e8b98424 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1870768 Sep 08 13:40:04.115454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e02e7ffc-0975-44b4-ad04-4321124f9e44 req-c066027d-a476-4492-b813-965838e052c7 service neutron] 10.222.0.60 "GET /v2.0/networks/6b45e308-0084-4196-9934-cb2c6db9e9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495514 Sep 08 13:40:04.242052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:40:04.248320 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:04.258453 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469e9e2-ab5d-4586-8b29-1d6eeb12556d None None] Sync routers for ids ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:40:04.273689 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469e9e2-ab5d-4586-8b29-1d6eeb12556d None None] Routers {'832254fc-4d56-4d99-9c1f-d5d365f2d8de'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:04.274805 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2469e9e2-ab5d-4586-8b29-1d6eeb12556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:39:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:04.293978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e02e7ffc-0975-44b4-ad04-4321124f9e44 req-463bf4b8-df04-410c-9498-428a450eec0c service neutron] 10.222.0.60 "GET /v2.0/networks/6b45e308-0084-4196-9934-cb2c6db9e9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701159 Sep 08 13:40:04.296008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9b346997-7c79-41fb-93c4-c3ae82772e91 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/floatingips/b85b5cf1-f878-4f07-9247-bbd73871c964 HTTP/1.1" status: 204 len: 168 time: 1.7166083 Sep 08 13:40:04.296585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:40:04.299428 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e023033-6258-46f4-8828-c70f0dec71d9" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:40:04.359790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a71cc66-8554-4f15-b5fb-f5c6fa9e50f5 None None] New status for floating IP 321e1143-ab9c-4c7c-bb7b-f187de71d3ad: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:40:04.376064 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdce4cd9-cc39-4cff-a3cf-ac07a7f30b01 x-openstack-request-id: req-bdce4cd9-cc39-4cff-a3cf-ac07a7f30b01 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:40:04.376431 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:40:04.376685 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bdce4cd9-cc39-4cff-a3cf-ac07a7f30b01 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:40:04.377090 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'status': 'completed', 'code': 200} Sep 08 13:40:04.448561 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-2469e9e2-ab5d-4586-8b29-1d6eeb12556d None None] Set router 832254fc-4d56-4d99-9c1f-d5d365f2d8de gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:04.485857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e023033-6258-46f4-8828-c70f0dec71d9 req-08dae622-2c64-4a39-8486-4f48233d127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:04.487689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e023033-6258-46f4-8828-c70f0dec71d9 req-08dae622-2c64-4a39-8486-4f48233d127e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 1096 time: 0.0867169 Sep 08 13:40:04.621818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e023033-6258-46f4-8828-c70f0dec71d9 req-6319c163-e1ac-497d-a080-15c24f8c358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:04.623483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e023033-6258-46f4-8828-c70f0dec71d9 req-6319c163-e1ac-497d-a080-15c24f8c358b service neutron] 10.222.0.60 "GET /v2.0/networks?id=6a5349f8-6de9-468d-80c4-5004d4f34481 HTTP/1.1" status: 200 len: 898 time: 0.1278911 Sep 08 13:40:04.713585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e023033-6258-46f4-8828-c70f0dec71d9 req-18dd5ebc-88f2-40f5-97cf-7c6b0838ad18 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30 HTTP/1.1" status: 200 len: 217 time: 0.0825348 Sep 08 13:40:04.732499 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2469e9e2-ab5d-4586-8b29-1d6eeb12556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:37:35Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0', 'name': '', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:ca:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:33Z', 'updated_at': '2021-09-08T13:37:41Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:04.769259 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469e9e2-ab5d-4586-8b29-1d6eeb12556d None None] Checking router: 832254fc-4d56-4d99-9c1f-d5d365f2d8de for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:40:04.781613 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2469e9e2-ab5d-4586-8b29-1d6eeb12556d None None] Routers {'832254fc-4d56-4d99-9c1f-d5d365f2d8de'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:04.782503 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2469e9e2-ab5d-4586-8b29-1d6eeb12556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:39:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:04.866590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e023033-6258-46f4-8828-c70f0dec71d9 req-152f6007-02d8-4685-8e9f-0d271b213e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:04.868335 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e023033-6258-46f4-8828-c70f0dec71d9 req-152f6007-02d8-4685-8e9f-0d271b213e7e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e7bfa47-b850-4e42-b298-3412a2b937d6 HTTP/1.1" status: 200 len: 835 time: 0.1462033 Sep 08 13:40:04.909074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44158d20-fac6-4c6a-9e67-2589a6b1e842 req-dce5e207-e45f-43ed-beaf-06745466ab76 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:04.911079 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-44158d20-fac6-4c6a-9e67-2589a6b1e842 req-dce5e207-e45f-43ed-beaf-06745466ab76 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0961514 Sep 08 13:40:04.977159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e023033-6258-46f4-8828-c70f0dec71d9 req-2b0915a8-849f-4732-91d6-9a3988fd43d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:04.978713 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e023033-6258-46f4-8828-c70f0dec71d9 req-2b0915a8-849f-4732-91d6-9a3988fd43d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6a5349f8-6de9-468d-80c4-5004d4f34481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911398 Sep 08 13:40:04.996410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-44158d20-fac6-4c6a-9e67-2589a6b1e842 req-dee4d9e2-ed4f-4b09-aa68-2dd0cbbeaed8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634356 Sep 08 13:40:05.029171 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-2469e9e2-ab5d-4586-8b29-1d6eeb12556d None None] Set router 832254fc-4d56-4d99-9c1f-d5d365f2d8de gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:05.119047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e023033-6258-46f4-8828-c70f0dec71d9 req-0889fdb2-c9a7-4dc2-9248-0d3fbb28b265 service neutron] 10.222.0.60 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215158 Sep 08 13:40:05.258911 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77908257-c511-4405-b7df-a4db10b2d98f req-41b91d69-1533-4d19-88e5-93c9eff0009a tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:05.261226 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-77908257-c511-4405-b7df-a4db10b2d98f req-41b91d69-1533-4d19-88e5-93c9eff0009a tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 984 time: 0.0967913 Sep 08 13:40:05.285263 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2469e9e2-ab5d-4586-8b29-1d6eeb12556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:37:35Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0', 'name': '', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:ca:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:33Z', 'updated_at': '2021-09-08T13:37:41Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:05.327942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f450f-a092-48bc-9a0d-9800eaf75c3a req-6699ab15-e3e9-400c-b75e-f79f2038ff58 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:05.329008 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-77908257-c511-4405-b7df-a4db10b2d98f req-057328c0-e39c-4d97-ae05-dc2fc474620b tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/security-groups?id=02de3db4-3765-4f21-8eb8-e99b61cab3f9&id=cfe6daf3-fb08-4ca4-9317-80fe20fe8155&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0559134 Sep 08 13:40:05.329548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e29f450f-a092-48bc-9a0d-9800eaf75c3a req-6699ab15-e3e9-400c-b75e-f79f2038ff58 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.60 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 984 time: 0.1699350 Sep 08 13:40:05.337501 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2469e9e2-ab5d-4586-8b29-1d6eeb12556d None None] The sync data for ids ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'] in n-d-807558-3 is: [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:37:35Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0', 'name': '', 'network_id': '6a5349f8-6de9-468d-80c4-5004d4f34481', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:ca:f6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3098, 'fixed_ips': [{'subnet_id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:33Z', 'updated_at': '2021-09-08T13:37:41Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '9e7bfa47-b850-4e42-b298-3412a2b937d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:40:05.338101 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e023033-6258-46f4-8828-c70f0dec71d9 req-e5a3fac2-7ba6-451a-bd59-8bebc8b269d9 service neutron] 10.222.0.60 "GET /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048323 Sep 08 13:40:05.453117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e29f450f-a092-48bc-9a0d-9800eaf75c3a req-d46e29dd-32b4-4eea-a99b-66fe0711c523 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Deleting port 112f5408-a911-4f74-a036-ff1ff2235b8d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:05.453472 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e29f450f-a092-48bc-9a0d-9800eaf75c3a req-d46e29dd-32b4-4eea-a99b-66fe0711c523 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:05.572378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e29f450f-a092-48bc-9a0d-9800eaf75c3a req-d46e29dd-32b4-4eea-a99b-66fe0711c523 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] For port 112f5408-a911-4f74-a036-ff1ff2235b8d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=112f5408-a911-4f74-a036-ff1ff2235b8d,segment=NetworkSegment(7cca55b4-0fca-4b67-84f5-98ffd77b2d5c),segment_id=7cca55b4-0fca-4b67-84f5-98ffd77b2d5c)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:05.572757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e29f450f-a092-48bc-9a0d-9800eaf75c3a req-d46e29dd-32b4-4eea-a99b-66fe0711c523 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:05.589635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e29f450f-a092-48bc-9a0d-9800eaf75c3a req-d46e29dd-32b4-4eea-a99b-66fe0711c523 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Calling delete_port for 112f5408-a911-4f74-a036-ff1ff2235b8d owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:05.701865 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c3cc50-c88c-41eb-8c3f-5e201b24d08a None None] New status for floating IP b85b5cf1-f878-4f07-9247-bbd73871c964: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:40:05.883385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e29f450f-a092-48bc-9a0d-9800eaf75c3a req-d46e29dd-32b4-4eea-a99b-66fe0711c523 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:05.918348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e29dd-32b4-4eea-a99b-66fe0711c523 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'Port': ['ID=112f5408-a911-4f74-a036-ff1ff2235b8d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:05.962802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29f450f-a092-48bc-9a0d-9800eaf75c3a req-d46e29dd-32b4-4eea-a99b-66fe0711c523 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] No DVR routers for this DVR port 112f5408-a911-4f74-a036-ff1ff2235b8d on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:40:05.965361 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e29f450f-a092-48bc-9a0d-9800eaf75c3a req-d46e29dd-32b4-4eea-a99b-66fe0711c523 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:05.967469 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e29f450f-a092-48bc-9a0d-9800eaf75c3a req-d46e29dd-32b4-4eea-a99b-66fe0711c523 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.60 "DELETE /v2.0/ports/112f5408-a911-4f74-a036-ff1ff2235b8d HTTP/1.1" status: 204 len: 173 time: 0.6282535 Sep 08 13:40:06.116621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215c82b5-16bd-4c29-8306-d8947df133a1 req-628ccdad-c613-4229-8ef7-719281e6387d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:06.118474 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-215c82b5-16bd-4c29-8306-d8947df133a1 req-628ccdad-c613-4229-8ef7-719281e6387d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0520256 Sep 08 13:40:06.158566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-215c82b5-16bd-4c29-8306-d8947df133a1 req-77069269-3855-4bc8-9eca-a65cfe6a2b88 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=720e4e23-448b-42cf-ae47-77f4317a4fbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339284 Sep 08 13:40:06.378463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'name': 'network-vif-deleted', 'tag': '112f5408-a911-4f74-a036-ff1ff2235b8d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:40:06.380986 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd8d1f6-e6f4-494e-a820-ed1b4bbcbe4f" -d '{"events": [{"server_uuid": "754df70a-ffdf-41ea-acce-0b1b775dff6d", "name": "network-vif-deleted", "tag": "112f5408-a911-4f74-a036-ff1ff2235b8d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:40:06.439391 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb259c38-73e3-4b5b-b718-0a7503dd9198 x-openstack-request-id: req-bb259c38-73e3-4b5b-b718-0a7503dd9198 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:40:06.439391 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754df70a-ffdf-41ea-acce-0b1b775dff6d", "name": "network-vif-deleted", "tag": "112f5408-a911-4f74-a036-ff1ff2235b8d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:40:06.439391 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb259c38-73e3-4b5b-b718-0a7503dd9198 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:40:06.439391 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754df70a-ffdf-41ea-acce-0b1b775dff6d', 'name': 'network-vif-deleted', 'tag': '112f5408-a911-4f74-a036-ff1ff2235b8d', 'status': 'completed', 'code': 200} Sep 08 13:40:06.497492 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2162840b-4d42-4a2f-8227-133b4347c90c req-90358f80-88a8-4f00-8030-9c7ef5ead7b4 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "GET /v2.0/ports?device_id=754df70a-ffdf-41ea-acce-0b1b775dff6d HTTP/1.1" status: 200 len: 210 time: 0.0419073 Sep 08 13:40:06.619970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f2ca6-b85c-4849-9d71-17e031de21db req-943a6862-f70b-40b5-a4e0-efeb5cd7d7ba tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:06.621681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e61f2ca6-b85c-4849-9d71-17e031de21db req-943a6862-f70b-40b5-a4e0-efeb5cd7d7ba tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 945 time: 0.0752823 Sep 08 13:40:06.722748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e61f2ca6-b85c-4849-9d71-17e031de21db req-5515e68b-0638-41cc-a851-69f9237e50bd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port d6ad5418-7921-4034-a8a7-e06f89ef9d30 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:06.723084 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e61f2ca6-b85c-4849-9d71-17e031de21db req-5515e68b-0638-41cc-a851-69f9237e50bd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:06.834644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e61f2ca6-b85c-4849-9d71-17e031de21db req-5515e68b-0638-41cc-a851-69f9237e50bd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] For port d6ad5418-7921-4034-a8a7-e06f89ef9d30, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d6ad5418-7921-4034-a8a7-e06f89ef9d30,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:06.835266 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e61f2ca6-b85c-4849-9d71-17e031de21db req-5515e68b-0638-41cc-a851-69f9237e50bd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:06.853148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e61f2ca6-b85c-4849-9d71-17e031de21db req-5515e68b-0638-41cc-a851-69f9237e50bd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for d6ad5418-7921-4034-a8a7-e06f89ef9d30 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:07.083225 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e61f2ca6-b85c-4849-9d71-17e031de21db req-5515e68b-0638-41cc-a851-69f9237e50bd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:07.137665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515e68b-0638-41cc-a851-69f9237e50bd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=d6ad5418-7921-4034-a8a7-e06f89ef9d30,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:07.198655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61f2ca6-b85c-4849-9d71-17e031de21db req-5515e68b-0638-41cc-a851-69f9237e50bd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] No DVR routers for this DVR port d6ad5418-7921-4034-a8a7-e06f89ef9d30 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:40:07.200873 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e61f2ca6-b85c-4849-9d71-17e031de21db req-5515e68b-0638-41cc-a851-69f9237e50bd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:07.203198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e61f2ca6-b85c-4849-9d71-17e031de21db req-5515e68b-0638-41cc-a851-69f9237e50bd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.60 "DELETE /v2.0/ports/d6ad5418-7921-4034-a8a7-e06f89ef9d30 HTTP/1.1" status: 204 len: 173 time: 0.5736594 Sep 08 13:40:07.269300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5435fae-7d4e-4b1b-882a-59b743cc4c38 req-20c4c6f5-dfa6-4ba0-9ef3-3f642f6ad12a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 210 time: 0.0269635 Sep 08 13:40:07.550768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33348) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:07.612585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ceecde8-7376-4276-848c-7202b482240c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:07.640023 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ceecde8-7376-4276-848c-7202b482240c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:07.792004 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ceecde8-7376-4276-848c-7202b482240c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:07.795065 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ceecde8-7376-4276-848c-7202b482240c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:07.799053 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3ceecde8-7376-4276-848c-7202b482240c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "DELETE /v2.0/security-groups/02de3db4-3765-4f21-8eb8-e99b61cab3f9 HTTP/1.1" status: 204 len: 168 time: 0.2445464 Sep 08 13:40:07.799264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33356) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:07.813352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceecde8-7376-4276-848c-7202b482240c tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02de3db4-3765-4f21-8eb8-e99b61cab3f9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:07.871933 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-37c0bfb6-36ca-4d23-983f-181eabc6a4c4 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:07.895673 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-37c0bfb6-36ca-4d23-983f-181eabc6a4c4 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:07.911744 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c4c479ee-5411-450f-aed0-cc16eff49fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:08.008672 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-37c0bfb6-36ca-4d23-983f-181eabc6a4c4 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:08.011347 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-37c0bfb6-36ca-4d23-983f-181eabc6a4c4 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:08.012710 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-37c0bfb6-36ca-4d23-983f-181eabc6a4c4 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "DELETE /v2.0/security-groups/cfe6daf3-fb08-4ca4-9317-80fe20fe8155 HTTP/1.1" status: 204 len: 168 time: 0.2123923 Sep 08 13:40:08.015905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33358) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:08.022914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0bfb6-36ca-4d23-983f-181eabc6a4c4 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe6daf3-fb08-4ca4-9317-80fe20fe8155,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:08.410394 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db8d3118-ecd4-4330-bbf5-45a30832dd76 req-c2a1c208-fd4e-4e31-b3a1-5770ee416058 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c1b824cd-0337-4851-b1d4-518cface96fe HTTP/1.1" status: 200 len: 210 time: 0.0403004 Sep 08 13:40:08.437979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'name': 'network-vif-deleted', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:40:08.443525 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c0b798-ad4d-433d-9951-b03da490168c" -d '{"events": [{"server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "name": "network-vif-deleted", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:40:08.482083 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f457d8d6-55c8-48a4-92be-7d56e18bac84 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:08.485446 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e91aa6d-bb82-4d43-bf03-d847c2e9793b x-openstack-request-id: req-1e91aa6d-bb82-4d43-bf03-d847c2e9793b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:40:08.485784 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b824cd-0337-4851-b1d4-518cface96fe", "name": "network-vif-deleted", "tag": "d6ad5418-7921-4034-a8a7-e06f89ef9d30", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:40:08.486010 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1e91aa6d-bb82-4d43-bf03-d847c2e9793b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:40:08.486402 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1b824cd-0337-4851-b1d4-518cface96fe', 'name': 'network-vif-deleted', 'tag': 'd6ad5418-7921-4034-a8a7-e06f89ef9d30', 'status': 'completed', 'code': 200} Sep 08 13:40:08.546994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d6ad5418-7921-4034-a8a7-e06f89ef9d30 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:08.572232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: d6ad5418-7921-4034-a8a7-e06f89ef9d30 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:08.572586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d6ad5418-7921-4034-a8a7-e06f89ef9d30 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:08.573051 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 112f5408-a911-4f74-a036-ff1ff2235b8d no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:08.597711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 112f5408-a911-4f74-a036-ff1ff2235b8d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:08.598108 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 112f5408-a911-4f74-a036-ff1ff2235b8d not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:08.762552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-f457d8d6-55c8-48a4-92be-7d56e18bac84 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Deleting port c787cb5d-1fa1-4187-a6dd-7c27fdc59201 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:08.762909 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f457d8d6-55c8-48a4-92be-7d56e18bac84 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:08.866292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-f457d8d6-55c8-48a4-92be-7d56e18bac84 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] For port c787cb5d-1fa1-4187-a6dd-7c27fdc59201, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c787cb5d-1fa1-4187-a6dd-7c27fdc59201,segment=NetworkSegment(7cca55b4-0fca-4b67-84f5-98ffd77b2d5c),segment_id=7cca55b4-0fca-4b67-84f5-98ffd77b2d5c)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:08.866809 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f457d8d6-55c8-48a4-92be-7d56e18bac84 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:08.892860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-f457d8d6-55c8-48a4-92be-7d56e18bac84 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Calling delete_port for c787cb5d-1fa1-4187-a6dd-7c27fdc59201 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:09.459563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33388) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:09.611043 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f457d8d6-55c8-48a4-92be-7d56e18bac84 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:09.651516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457d8d6-55c8-48a4-92be-7d56e18bac84 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'Port': ['ID=c787cb5d-1fa1-4187-a6dd-7c27fdc59201,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:09.962785 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f457d8d6-55c8-48a4-92be-7d56e18bac84 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:10.200462 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-238f42e9-2493-49c4-836b-0fc31c5edad5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:10.203244 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-df35fe1b-f8ac-456d-bdb7-188684a3ab05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:10.300081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f457d8d6-55c8-48a4-92be-7d56e18bac84 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Router d31377d2-cf49-4e4b-81d9-6d57347cb254 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:40:10.516228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f457d8d6-55c8-48a4-92be-7d56e18bac84 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:40:10.525796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f457d8d6-55c8-48a4-92be-7d56e18bac84 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "PUT /v2.0/routers/d31377d2-cf49-4e4b-81d9-6d57347cb254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5054617 Sep 08 13:40:10.525893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33402) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:10.528201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90607db0-1346-466c-9813-68e14c2ee356 None None] Sync routers for ids ['d31377d2-cf49-4e4b-81d9-6d57347cb254'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:40:10.547652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90607db0-1346-466c-9813-68e14c2ee356 None None] Routers {'d31377d2-cf49-4e4b-81d9-6d57347cb254'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:10.548212 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-90607db0-1346-466c-9813-68e14c2ee356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d31377d2-cf49-4e4b-81d9-6d57347cb254'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:10.587394 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d37171ec-8762-4a4f-a825-68e5aa7836c0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Deleting subnet 2a8631f6-57a6-48dc-b93e-6a91d2ba1bea {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:40:10.595034 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d37171ec-8762-4a4f-a825-68e5aa7836c0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:10.606097 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:10.659042 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d37171ec-8762-4a4f-a825-68e5aa7836c0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:10.676406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-238f42e9-2493-49c4-836b-0fc31c5edad5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:10.677113 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-238f42e9-2493-49c4-836b-0fc31c5edad5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:10.694911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-90607db0-1346-466c-9813-68e14c2ee356 None None] Set router d31377d2-cf49-4e4b-81d9-6d57347cb254 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:10.816631 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d37171ec-8762-4a4f-a825-68e5aa7836c0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:10.829975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-238f42e9-2493-49c4-836b-0fc31c5edad5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] For port f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:10.830608 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-238f42e9-2493-49c4-836b-0fc31c5edad5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:10.847794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-238f42e9-2493-49c4-836b-0fc31c5edad5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:10.923179 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-90607db0-1346-466c-9813-68e14c2ee356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:40:09Z', 'revision_number': 5, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:10.951484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90607db0-1346-466c-9813-68e14c2ee356 None None] Checking router: d31377d2-cf49-4e4b-81d9-6d57347cb254 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:40:10.961074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90607db0-1346-466c-9813-68e14c2ee356 None None] Routers {'d31377d2-cf49-4e4b-81d9-6d57347cb254'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:10.961724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-90607db0-1346-466c-9813-68e14c2ee356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d31377d2-cf49-4e4b-81d9-6d57347cb254'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:11.231938 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-238f42e9-2493-49c4-836b-0fc31c5edad5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:11.289109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f42e9-2493-49c4-836b-0fc31c5edad5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:11.377853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-90607db0-1346-466c-9813-68e14c2ee356 None None] Set router d31377d2-cf49-4e4b-81d9-6d57347cb254 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:11.526613 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-238f42e9-2493-49c4-836b-0fc31c5edad5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:11.563487 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d37171ec-8762-4a4f-a825-68e5aa7836c0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:11.592533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37171ec-8762-4a4f-a825-68e5aa7836c0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'Subnet': ['ID=2a8631f6-57a6-48dc-b93e-6a91d2ba1bea,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:11.594168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-90607db0-1346-466c-9813-68e14c2ee356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:40:09Z', 'revision_number': 5, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:11.598370 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d37171ec-8762-4a4f-a825-68e5aa7836c0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:11.601630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d37171ec-8762-4a4f-a825-68e5aa7836c0 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "DELETE /v2.0/subnets/2a8631f6-57a6-48dc-b93e-6a91d2ba1bea HTTP/1.1" status: 204 len: 168 time: 1.0746896 Sep 08 13:40:11.607727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33440) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:11.609951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4bcf1e-23ed-4651-9b36-96154c255d14 None None] Network 6b45e308-0084-4196-9934-cb2c6db9e9c6 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:40:11.731561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90607db0-1346-466c-9813-68e14c2ee356 None None] The sync data for ids ['d31377d2-cf49-4e4b-81d9-6d57347cb254'] in n-d-807558-3 is: [{'id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2131093630', 'tenant_id': '1322909c51764a77a670cba32d078a01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69'}], 'enable_snat': True}, 'gw_port_id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:34Z', 'updated_at': '2021-09-08T13:40:09Z', 'revision_number': 5, 'project_id': '1322909c51764a77a670cba32d078a01', 'gw_port': {'id': '08cfbb32-e3c7-491c-bdd3-b66a6d70e9db', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d6:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31377d2-cf49-4e4b-81d9-6d57347cb254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:35Z', 'updated_at': '2021-09-08T13:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:40:11.764129 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:11.821966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238f42e9-2493-49c4-836b-0fc31c5edad5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router 832254fc-4d56-4d99-9c1f-d5d365f2d8de has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:40:11.910118 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:11.922794 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:11.950031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238f42e9-2493-49c4-836b-0fc31c5edad5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:40:11.960832 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa312f-31b9-4e10-97dd-b04bba352b2a None None] Sync routers for ids ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:40:11.964255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33450) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:11.970485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-238f42e9-2493-49c4-836b-0fc31c5edad5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "PUT /v2.0/routers/832254fc-4d56-4d99-9c1f-d5d365f2d8de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5071905 Sep 08 13:40:11.977908 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa312f-31b9-4e10-97dd-b04bba352b2a None None] Routers {'832254fc-4d56-4d99-9c1f-d5d365f2d8de'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:11.979018 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-aefa312f-31b9-4e10-97dd-b04bba352b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:12.063019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da286c2-a877-4975-b7df-00cb9d286ef7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting subnet 9e7bfa47-b850-4e42-b298-3412a2b937d6 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:40:12.069894 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da286c2-a877-4975-b7df-00cb9d286ef7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:12.112155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] DHCP port deletion for 6b45e308-0084-4196-9934-cb2c6db9e9c6 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:40:12.141607 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da286c2-a877-4975-b7df-00cb9d286ef7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:12.141833 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-aefa312f-31b9-4e10-97dd-b04bba352b2a None None] Set router 832254fc-4d56-4d99-9c1f-d5d365f2d8de gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:12.179276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Deleting port 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:12.179880 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:12.206532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Deleting port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:12.207527 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:12.289651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] For port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=69093ff7-656e-4efd-b2c3-3eaa577a4ff8,segment=NetworkSegment(7cca55b4-0fca-4b67-84f5-98ffd77b2d5c),segment_id=7cca55b4-0fca-4b67-84f5-98ffd77b2d5c)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:12.290367 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:12.333546 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Calling delete_port for 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:12.350797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] For port 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=08cfbb32-e3c7-491c-bdd3-b66a6d70e9db,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:12.351521 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:12.370011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Calling delete_port for 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:12.376432 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da286c2-a877-4975-b7df-00cb9d286ef7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:12.400539 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-aefa312f-31b9-4e10-97dd-b04bba352b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:40:11Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:12.433984 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa312f-31b9-4e10-97dd-b04bba352b2a None None] Checking router: 832254fc-4d56-4d99-9c1f-d5d365f2d8de for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:40:12.443412 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa312f-31b9-4e10-97dd-b04bba352b2a None None] Routers {'832254fc-4d56-4d99-9c1f-d5d365f2d8de'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:12.444259 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-aefa312f-31b9-4e10-97dd-b04bba352b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:12.541174 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:12.557632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] No DVR routers for this DVR port 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:40:12.582985 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-aefa312f-31b9-4e10-97dd-b04bba352b2a None None] Set router 832254fc-4d56-4d99-9c1f-d5d365f2d8de gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:12.583580 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Pushing event deleted for resources: {'Port': ['ID=69093ff7-656e-4efd-b2c3-3eaa577a4ff8,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:12.593605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:12.593973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:12.594867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:12.594867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:12.595038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:12.595491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:12.595679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:12.596018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:12.596438 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:12.596775 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:12.597619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:12.597619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e0ff8e-fd5c-483f-bd0c-af4d227f191d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:12.619141 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da286c2-a877-4975-b7df-00cb9d286ef7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:12.643672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da286c2-a877-4975-b7df-00cb9d286ef7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Subnet': ['ID=9e7bfa47-b850-4e42-b298-3412a2b937d6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:12.650521 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8da286c2-a877-4975-b7df-00cb9d286ef7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:12.652744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8da286c2-a877-4975-b7df-00cb9d286ef7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/subnets/9e7bfa47-b850-4e42-b298-3412a2b937d6 HTTP/1.1" status: 204 len: 168 time: 0.6874604 Sep 08 13:40:12.657765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33466) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:12.673680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c4524d-094e-4b45-a7f7-dbcebe2014f1 None None] Network 6a5349f8-6de9-468d-80c4-5004d4f34481 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:40:12.694413 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:12.794700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'Port': ['ID=08cfbb32-e3c7-491c-bdd3-b66a6d70e9db,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:12.932115 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-aefa312f-31b9-4e10-97dd-b04bba352b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:40:11Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:13.008596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:13.012827 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa312f-31b9-4e10-97dd-b04bba352b2a None None] The sync data for ids ['832254fc-4d56-4d99-9c1f-d5d365f2d8de'] in n-d-807558-3 is: [{'id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'name': 'tempest-TestNetworkAdvancedServerOps-router-58763396', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:37:24Z', 'updated_at': '2021-09-08T13:40:11Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a4:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832254fc-4d56-4d99-9c1f-d5d365f2d8de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:37:25Z', 'updated_at': '2021-09-08T13:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:40:13.017783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.040106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:13.040460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 69093ff7-656e-4efd-b2c3-3eaa577a4ff8 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:13.040894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c787cb5d-1fa1-4187-a6dd-7c27fdc59201 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:13.068694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8b9a1f-1551-43df-9128-cf95d72ecc50 None None] DHCP port deletion for 6a5349f8-6de9-468d-80c4-5004d4f34481 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:40:13.072071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: c787cb5d-1fa1-4187-a6dd-7c27fdc59201 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:13.072421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c787cb5d-1fa1-4187-a6dd-7c27fdc59201 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:13.128636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b9a1f-1551-43df-9128-cf95d72ecc50 None None] Deleting port dc42547a-c7d6-4098-8b78-aec9631e6f29 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:13.130880 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9a1f-1551-43df-9128-cf95d72ecc50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.219821 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.222387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.227823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cf8b9a1f-1551-43df-9128-cf95d72ecc50 None None] For port dc42547a-c7d6-4098-8b78-aec9631e6f29, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=dc42547a-c7d6-4098-8b78-aec9631e6f29,segment=NetworkSegment(2e638176-4064-4d7f-8a25-380f67ef927f),segment_id=2e638176-4064-4d7f-8a25-380f67ef927f)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:13.228320 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9a1f-1551-43df-9128-cf95d72ecc50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.242071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b9a1f-1551-43df-9128-cf95d72ecc50 None None] Calling delete_port for dc42547a-c7d6-4098-8b78-aec9631e6f29 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:13.298480 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.340532 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.402846 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.403845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Fanout notify agent at l3_agent the message router_deleted on router d31377d2-cf49-4e4b-81d9-6d57347cb254 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:40:13.405626 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.408990 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9a1f-1551-43df-9128-cf95d72ecc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.425943 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.428585 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6cc2fc94-fe85-4696-b3ac-df18a3b64262 tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "DELETE /v2.0/routers/d31377d2-cf49-4e4b-81d9-6d57347cb254 HTTP/1.1" status: 204 len: 168 time: 1.8124762 Sep 08 13:40:13.430159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33480) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:13.457544 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b9a1f-1551-43df-9128-cf95d72ecc50 None None] Pushing event deleted for resources: {'Port': ['ID=dc42547a-c7d6-4098-8b78-aec9631e6f29,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:13.475482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8b9a1f-1551-43df-9128-cf95d72ecc50 None None] No DVR routers for this DVR port dc42547a-c7d6-4098-8b78-aec9631e6f29 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:40:13.561278 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.707849 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.716900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:13.717264 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.749536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b45e308-0084-4196-9934-cb2c6db9e9c6']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:13.792070 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:13.792374 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cca55b4-0fca-4b67-84f5-98ffd77b2d5c') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:13.817188 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.839029 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.853656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:40:13.854066 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:40:13.857051 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:40:13.859106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] For port eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:13.859106 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:13.897343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:14.037538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.046966 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.050622 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] 10.222.0.69 "DELETE /v2.0/networks/6b45e308-0084-4196-9934-cb2c6db9e9c6 HTTP/1.1" status: 204 len: 168 time: 0.6156085 Sep 08 13:40:14.061359 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abdef7-d5ea-4089-b2bd-3730ce3f936f tempest-TestSecurityGroupsBasicOps-1247215995 tempest-TestSecurityGroupsBasicOps-1247215995-project] Pushing event deleted for resources: {'Network': ['ID=6b45e308-0084-4196-9934-cb2c6db9e9c6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:14.163299 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.196212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:14.258799 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.328754 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.356236 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.358565 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.466947 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.468409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Fanout notify agent at l3_agent the message router_deleted on router 832254fc-4d56-4d99-9c1f-d5d365f2d8de {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:40:14.485347 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.485347 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e51218af-40e1-42d4-a5fb-13a9879d4eb4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/routers/832254fc-4d56-4d99-9c1f-d5d365f2d8de HTTP/1.1" status: 204 len: 168 time: 1.8252988 Sep 08 13:40:14.489291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33506) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:14.598106 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.710581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.724834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5349f8-6de9-468d-80c4-5004d4f34481']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:14.735657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e638176-4064-4d7f-8a25-380f67ef927f') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:14.740495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e638176-4064-4d7f-8a25-380f67ef927f') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:14.746495 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.761077 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.767103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:40:14.767508 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:40:14.770428 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:40:14.992386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:15.031224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:15.031587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f4fb2b4e-41de-4c10-a66a-8fb71ecf0ea0 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:15.031872 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:15.032061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device dc42547a-c7d6-4098-8b78-aec9631e6f29 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:15.041774 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:15.043815 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/networks/6a5349f8-6de9-468d-80c4-5004d4f34481 HTTP/1.1" status: 204 len: 168 time: 0.5528977 Sep 08 13:40:15.046612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33520) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:15.063397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf4150-7f3a-4560-a94e-2e5ef1b99cc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Network': ['ID=6a5349f8-6de9-468d-80c4-5004d4f34481,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:15.082146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: dc42547a-c7d6-4098-8b78-aec9631e6f29 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:15.082146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device dc42547a-c7d6-4098-8b78-aec9631e6f29 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:15.085884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:15.128183 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:15.128852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 08cfbb32-e3c7-491c-bdd3-b66a6d70e9db not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:15.129451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:15.150526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:15.150761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device eb3d0cb3-6083-4fa1-9bb7-3b10c12073fd not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:15.171147 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c38fc763-c33d-4122-94e3-89e6f7c40571 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:15.212967 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c38fc763-c33d-4122-94e3-89e6f7c40571 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:15.391654 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c38fc763-c33d-4122-94e3-89e6f7c40571 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:15.394555 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c38fc763-c33d-4122-94e3-89e6f7c40571 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:15.398919 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c38fc763-c33d-4122-94e3-89e6f7c40571 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/security-groups/720e4e23-448b-42cf-ae47-77f4317a4fbc HTTP/1.1" status: 204 len: 168 time: 0.3480253 Sep 08 13:40:15.406524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fc763-c33d-4122-94e3-89e6f7c40571 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720e4e23-448b-42cf-ae47-77f4317a4fbc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:15.790336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33548) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:15.975017 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-736a398c-6f8d-49eb-9de9-9c76691a525f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1322909c51764a77a670cba32d078a01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834369 Sep 08 13:40:16.009339 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33558) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:16.092366 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19f8ba0a-fa65-4e6f-a7af-09692b581792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:16.124065 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19f8ba0a-fa65-4e6f-a7af-09692b581792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:17.090823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33568) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:17.095486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a7c7ecca-ae16-476d-beda-856f59ce1095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-90279062', 'description': 'tempest-secgroup-smoke-90279062 description', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:17.313055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19f8ba0a-fa65-4e6f-a7af-09692b581792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:17.313055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19f8ba0a-fa65-4e6f-a7af-09692b581792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:17.313055 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-19f8ba0a-fa65-4e6f-a7af-09692b581792 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0e102d78-a931-48d4-bbb8-f5a71e40c82c HTTP/1.1" status: 204 len: 168 time: 1.2952662 Sep 08 13:40:17.313859 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8ba0a-fa65-4e6f-a7af-09692b581792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e102d78-a931-48d4-bbb8-f5a71e40c82c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:17.402991 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:17.460360 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ecca-ae16-476d-beda-856f59ce1095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:17.595154 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ecca-ae16-476d-beda-856f59ce1095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:17.717607 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ecca-ae16-476d-beda-856f59ce1095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:17.754846 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7ecca-ae16-476d-beda-856f59ce1095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29eaa77c-a924-4ae2-b543-0def758c10bb,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:17.900135 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ecca-ae16-476d-beda-856f59ce1095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:17.901453 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a7c7ecca-ae16-476d-beda-856f59ce1095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.8096266 Sep 08 13:40:17.904433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33590) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:17.909236 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4eac72c7-2824-4774-83e7-98005b1b77c0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '29eaa77c-a924-4ae2-b543-0def758c10bb', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:18.076798 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4eac72c7-2824-4774-83e7-98005b1b77c0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:18.134464 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4eac72c7-2824-4774-83e7-98005b1b77c0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:18.227526 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ab6ad53-99b4-46a2-b7bf-cc471df72530 req-eabba764-6764-4630-a4b8-3855ac0172b5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453329 Sep 08 13:40:18.235331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33598) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:18.249797 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4eac72c7-2824-4774-83e7-98005b1b77c0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:18.258160 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-89131a3f-7513-4d92-8eb0-c0830521ab49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:18.283400 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eac72c7-2824-4774-83e7-98005b1b77c0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07b5e1f-ff79-40ed-857f-3e7f6ad4913c,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:18.336934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6ad53-99b4-46a2-b7bf-cc471df72530 req-800c50b0-f4de-45ff-a351-72a2a760acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:18.336934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ab6ad53-99b4-46a2-b7bf-cc471df72530 req-800c50b0-f4de-45ff-a351-72a2a760acb8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 1096 time: 0.0526814 Sep 08 13:40:18.410497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4eac72c7-2824-4774-83e7-98005b1b77c0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:18.412915 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4eac72c7-2824-4774-83e7-98005b1b77c0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5062580 Sep 08 13:40:18.416479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33606) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:18.422886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-74cfdd4c-4761-4102-8380-696a0a9cc715 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '29eaa77c-a924-4ae2-b543-0def758c10bb', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:18.448956 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-74cfdd4c-4761-4102-8380-696a0a9cc715 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:40:18.448956 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 13:40:18.448956 n-d-807558-3 neutron-server[96264]: [parameters: {'project_id_1': '8d38255802c64843a056aaa5d3c7c4c2', 'expiration_1': datetime.datetime(2021, 9, 8, 13, 39, 58, 431238)}] Sep 08 13:40:18.448956 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:40:18.449825 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-74cfdd4c-4761-4102-8380-696a0a9cc715 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:40:18.474727 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6ad53-99b4-46a2-b7bf-cc471df72530 req-0330ce31-d58c-4a94-af01-3c0c9aba5627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:18.476667 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ab6ad53-99b4-46a2-b7bf-cc471df72530 req-0330ce31-d58c-4a94-af01-3c0c9aba5627 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.1153779 Sep 08 13:40:18.558793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ab6ad53-99b4-46a2-b7bf-cc471df72530 req-04d98b5d-3456-4210-b646-a7b11e6f4c25 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d805d8e-1186-45ee-a867-16c0aaed5650 HTTP/1.1" status: 200 len: 1001 time: 0.0743248 Sep 08 13:40:18.559600 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-89131a3f-7513-4d92-8eb0-c0830521ab49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:18.619282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6ad53-99b4-46a2-b7bf-cc471df72530 req-babcde0a-b85f-427b-b1dd-6a2fc16376a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:18.637236 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ab6ad53-99b4-46a2-b7bf-cc471df72530 req-babcde0a-b85f-427b-b1dd-6a2fc16376a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.0553772 Sep 08 13:40:18.659744 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-89131a3f-7513-4d92-8eb0-c0830521ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:18.668841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6ad53-99b4-46a2-b7bf-cc471df72530 req-c853752d-81b8-4aa4-b843-f79c67664550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:18.670439 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ab6ad53-99b4-46a2-b7bf-cc471df72530 req-c853752d-81b8-4aa4-b843-f79c67664550 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429056 Sep 08 13:40:18.707733 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-89131a3f-7513-4d92-8eb0-c0830521ab49 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8af985a4035e45958aea69eca8eb1427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4710097 Sep 08 13:40:18.709081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89131a3f-7513-4d92-8eb0-c0830521ab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad9a10d-dbe6-443f-b681-e91104e4c70f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:18.711621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33618) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:18.779394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c162d80e-4210-4c55-b971-cd83ceb0a212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:18.804192 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ab6ad53-99b4-46a2-b7bf-cc471df72530 req-0a9bdc34-b248-4061-940e-e7b0e28067aa service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260197 Sep 08 13:40:18.804931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c162d80e-4210-4c55-b971-cd83ceb0a212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:18.923285 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c162d80e-4210-4c55-b971-cd83ceb0a212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:18.926560 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c162d80e-4210-4c55-b971-cd83ceb0a212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:18.929844 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c162d80e-4210-4c55-b971-cd83ceb0a212 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fad9a10d-dbe6-443f-b681-e91104e4c70f HTTP/1.1" status: 204 len: 168 time: 0.2150908 Sep 08 13:40:18.929985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ab6ad53-99b4-46a2-b7bf-cc471df72530 req-d0c13100-5a7a-4dfe-9c45-acb072f9321c service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184835 Sep 08 13:40:18.946006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162d80e-4210-4c55-b971-cd83ceb0a212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad9a10d-dbe6-443f-b681-e91104e4c70f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:19.077534 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74cfdd4c-4761-4102-8380-696a0a9cc715 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:19.154786 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74cfdd4c-4761-4102-8380-696a0a9cc715 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:19.254196 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74cfdd4c-4761-4102-8380-696a0a9cc715 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:19.283271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfdd4c-4761-4102-8380-696a0a9cc715 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea47407c-15b4-4f46-a42e-24f15bcfe8d1,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:19.357212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-74cfdd4c-4761-4102-8380-696a0a9cc715 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:19.358486 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-74cfdd4c-4761-4102-8380-696a0a9cc715 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9399614 Sep 08 13:40:19.361627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33642) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:19.367076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f813a30c-d577-42ce-a995-3a0fab3a8999 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '29eaa77c-a924-4ae2-b543-0def758c10bb', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:19.492009 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f813a30c-d577-42ce-a995-3a0fab3a8999 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:19.549631 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f813a30c-d577-42ce-a995-3a0fab3a8999 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:19.654441 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f813a30c-d577-42ce-a995-3a0fab3a8999 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:19.675867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a30c-d577-42ce-a995-3a0fab3a8999 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc3c9c8-69fe-46de-a735-0fa528c3cb12,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:19.804323 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f813a30c-d577-42ce-a995-3a0fab3a8999 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:19.808248 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f813a30c-d577-42ce-a995-3a0fab3a8999 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4433606 Sep 08 13:40:19.808583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33660) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:19.814400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f5b01df7-aecd-44a3-ada2-9e3220e5e1f9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '29eaa77c-a924-4ae2-b543-0def758c10bb', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:19.835603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33662) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:19.888279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f27f6d8b-9254-42fa-a5a1-37e335620781 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=02dcda5cb7444f3b8c82aa1d53be6dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514207 Sep 08 13:40:19.890820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33670) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:19.927481 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f5b01df7-aecd-44a3-ada2-9e3220e5e1f9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:19.988351 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eaa3ae98-6a7f-4dc1-b122-a9ae0e9cf031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:20.032392 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eaa3ae98-6a7f-4dc1-b122-a9ae0e9cf031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:20.044211 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f5b01df7-aecd-44a3-ada2-9e3220e5e1f9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:20.151538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a42dee-e62f-4be0-a6ec-877adc90d5e6 req-b2a9b6a2-de76-496b-9bc0-228f976cbc44 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:20.153069 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f4a42dee-e62f-4be0-a6ec-877adc90d5e6 req-b2a9b6a2-de76-496b-9bc0-228f976cbc44 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0680270 Sep 08 13:40:20.157424 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f5b01df7-aecd-44a3-ada2-9e3220e5e1f9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:20.189248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b01df7-aecd-44a3-ada2-9e3220e5e1f9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ebb02e-16e2-4302-880d-31b4844c0fe5,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:20.193103 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eaa3ae98-6a7f-4dc1-b122-a9ae0e9cf031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:20.195789 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eaa3ae98-6a7f-4dc1-b122-a9ae0e9cf031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:20.197247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eaa3ae98-6a7f-4dc1-b122-a9ae0e9cf031 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c6e4662-0e82-45e4-8ae3-53d1bf6d1497 HTTP/1.1" status: 204 len: 168 time: 0.3054984 Sep 08 13:40:20.210711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3ae98-6a7f-4dc1-b122-a9ae0e9cf031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6e4662-0e82-45e4-8ae3-53d1bf6d1497,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:20.256421 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f4a42dee-e62f-4be0-a6ec-877adc90d5e6 req-ec1435f7-5b9b-4770-a208-27d74f9ee7ed tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891123 Sep 08 13:40:20.328847 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f5b01df7-aecd-44a3-ada2-9e3220e5e1f9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:20.330106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f5b01df7-aecd-44a3-ada2-9e3220e5e1f9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5202367 Sep 08 13:40:20.333125 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33684) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:20.338446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-bbfc9b05-ca19-4e02-b3de-9c4f0726f360 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '29eaa77c-a924-4ae2-b543-0def758c10bb', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:20.437745 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-bbfc9b05-ca19-4e02-b3de-9c4f0726f360 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Project 8d38255802c64843a056aaa5d3c7c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:40:20.444476 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9b05-ca19-4e02-b3de-9c4f0726f360 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:20.514851 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9b05-ca19-4e02-b3de-9c4f0726f360 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:20.604526 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9b05-ca19-4e02-b3de-9c4f0726f360 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:20.647012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc9b05-ca19-4e02-b3de-9c4f0726f360 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1983b2-2bb0-467c-b5c3-33688d1396f8,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:20.676668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-825bf6bc-62f4-48c1-b307-1701f359e474 req-e7e50b97-a549-480b-b11c-84c3a578dd3d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0960743 Sep 08 13:40:20.702123 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bbfc9b05-ca19-4e02-b3de-9c4f0726f360 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:20.707599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33696) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:20.708536 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bbfc9b05-ca19-4e02-b3de-9c4f0726f360 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3736312 Sep 08 13:40:20.726337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c362dd4c-269f-4921-97fd-822cb589b095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '29eaa77c-a924-4ae2-b543-0def758c10bb', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:20.782065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bf6bc-62f4-48c1-b307-1701f359e474 req-248b2910-0129-4bd5-90c0-01f897fd5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:20.783684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-825bf6bc-62f4-48c1-b307-1701f359e474 req-248b2910-0129-4bd5-90c0-01f897fd5f25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 1096 time: 0.0796185 Sep 08 13:40:20.913847 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-c362dd4c-269f-4921-97fd-822cb589b095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Project 8d38255802c64843a056aaa5d3c7c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:40:20.931453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c362dd4c-269f-4921-97fd-822cb589b095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:20.947142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bf6bc-62f4-48c1-b307-1701f359e474 req-2295188d-f040-418f-a51c-14177ac7f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:20.948668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-825bf6bc-62f4-48c1-b307-1701f359e474 req-2295188d-f040-418f-a51c-14177ac7f5b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4ebf365-7154-4468-9992-397ebc618dac HTTP/1.1" status: 200 len: 897 time: 0.1430626 Sep 08 13:40:21.061592 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-825bf6bc-62f4-48c1-b307-1701f359e474 req-e4e2cfcf-8119-41c3-874c-f7f23901c075 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 HTTP/1.1" status: 200 len: 1000 time: 0.1019275 Sep 08 13:40:21.063233 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c362dd4c-269f-4921-97fd-822cb589b095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:21.118063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bf6bc-62f4-48c1-b307-1701f359e474 req-8c9fcc0e-4fb3-463d-b44a-1afc705d0144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:21.119627 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-825bf6bc-62f4-48c1-b307-1701f359e474 req-8c9fcc0e-4fb3-463d-b44a-1afc705d0144 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299 HTTP/1.1" status: 200 len: 834 time: 0.0512824 Sep 08 13:40:21.164833 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c362dd4c-269f-4921-97fd-822cb589b095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:21.189598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bf6bc-62f4-48c1-b307-1701f359e474 req-41ea9d59-35a8-4459-bd3a-8bc0ff695b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:21.191145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-825bf6bc-62f4-48c1-b307-1701f359e474 req-41ea9d59-35a8-4459-bd3a-8bc0ff695b0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4ebf365-7154-4468-9992-397ebc618dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645616 Sep 08 13:40:21.191740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c362dd4c-269f-4921-97fd-822cb589b095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063967b0-e20a-48db-ba87-9cf03a3454c6,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:21.271809 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c362dd4c-269f-4921-97fd-822cb589b095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:21.273558 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c362dd4c-269f-4921-97fd-822cb589b095 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5629692 Sep 08 13:40:21.275845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33714) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:21.280905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bfc4812c-a976-44af-9935-84855c2cd4be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'network': {'name': 'tempest-network-smoke--472331007', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'port_security_enabled': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:21.329728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-825bf6bc-62f4-48c1-b307-1701f359e474 req-d0d13741-7511-42e3-b468-f62ae446df5a service neutron] 10.222.0.60 "GET /v2.0/networks/a4ebf365-7154-4468-9992-397ebc618dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313524 Sep 08 13:40:21.393817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc4812c-a976-44af-9935-84855c2cd4be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Made reservation on behalf of 8d38255802c64843a056aaa5d3c7c4c2 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:40:21.397271 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfc4812c-a976-44af-9935-84855c2cd4be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:21.475784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc3362-3d57-43d2-81bb-444552deb7d8 req-f2451f7e-f928-4bda-90d2-711dfefb576e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:21.482955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a9dc3362-3d57-43d2-81bb-444552deb7d8 req-f2451f7e-f928-4bda-90d2-711dfefb576e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.1455114 Sep 08 13:40:21.514901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc4812c-a976-44af-9935-84855c2cd4be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:40:21.541809 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-825bf6bc-62f4-48c1-b307-1701f359e474 req-ce3dba6b-36bb-4de3-9fe3-4195ca345f40 service neutron] 10.222.0.60 "GET /v2.0/networks/a4ebf365-7154-4468-9992-397ebc618dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025342 Sep 08 13:40:21.550894 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfc4812c-a976-44af-9935-84855c2cd4be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:21.551389 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-bfc4812c-a976-44af-9935-84855c2cd4be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Added segment 9143d05d-1ab9-4ee5-b919-d2cf0fbf0487 of type vlan for network a8b88139-59ab-4ec3-bccf-778969fe98d9 Sep 08 13:40:21.569192 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a9dc3362-3d57-43d2-81bb-444552deb7d8 req-2b4c1692-05af-433c-b509-46046a8b952a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852342 Sep 08 13:40:21.602353 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfc4812c-a976-44af-9935-84855c2cd4be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:21.700195 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfc4812c-a976-44af-9935-84855c2cd4be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:21.705932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc4812c-a976-44af-9935-84855c2cd4be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:21.706739 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bfc4812c-a976-44af-9935-84855c2cd4be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:21.788336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4812c-a976-44af-9935-84855c2cd4be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Network': ['ID=a8b88139-59ab-4ec3-bccf-778969fe98d9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:21.798976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a8b88139-59ab-4ec3-bccf-778969fe98d9 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:40:21.811437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bfc4812c-a976-44af-9935-84855c2cd4be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5338840 Sep 08 13:40:21.813605 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33730) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:21.818818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'admin_state_up': True, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:21.906191 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:21.907434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:21.964337 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:22.197253 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:22.524486 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:22.550214 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:22.705175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.25.5.205 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/a9391b5a-c544-48b2-8592-fa94330bfe20) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:40:22.730448 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2c347-304c-4c46-b772-b858c0746a41 req-0fe9fc4c-906d-4969-889d-7cd8c1fb65a4 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:22.732087 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ec2c347-304c-4c46-b772-b858c0746a41 req-0fe9fc4c-906d-4969-889d-7cd8c1fb65a4 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0825992 Sep 08 13:40:22.826223 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ec2c347-304c-4c46-b772-b858c0746a41 req-f7b65969-d2be-4a64-9269-9378ed262029 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779991 Sep 08 13:40:22.863446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:22.980790 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:23.048963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:40:23.051819 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:40:23.058332 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:40:23.063858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=a9391b5a-c544-48b2-8592-fa94330bfe20,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:23.414463 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:23.643937 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:23.917123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router f46efa56-0513-4f25-a0b1-068e39203e7f is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:40:23.998965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc8ccb-251d-4b0c-aede-7da164673a1c req-31853896-1e52-40ad-ab3b-cb612f40d47f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:24.000831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38dc8ccb-251d-4b0c-aede-7da164673a1c req-31853896-1e52-40ad-ab3b-cb612f40d47f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0711162 Sep 08 13:40:24.042936 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-38dc8ccb-251d-4b0c-aede-7da164673a1c req-1460d8b1-249a-45e7-827b-030c704bfacb tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353596 Sep 08 13:40:24.340323 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:40:24.359246 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Sync routers for ids ['f46efa56-0513-4f25-a0b1-068e39203e7f'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:40:24.360718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Routers {'f46efa56-0513-4f25-a0b1-068e39203e7f'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:24.360718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['f46efa56-0513-4f25-a0b1-068e39203e7f'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:24.466946 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:24.472685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 33794) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:24.476280 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-991c51e8-ae99-457c-9ce2-37b0ae3a9abb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6582756 Sep 08 13:40:24.476567 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Set router f46efa56-0513-4f25-a0b1-068e39203e7f gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:24.504791 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fad17711-f5c7-4091-b967-9f1a705394bd tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=8d38255802c64843a056aaa5d3c7c4c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305789 Sep 08 13:40:24.507931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33796) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:24.603060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7956bb5f-703f-40ca-bace-23c2c66073cd tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:24.603477 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7956bb5f-703f-40ca-bace-23c2c66073cd tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942349 Sep 08 13:40:24.606277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33798) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:24.635539 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9a299261-ec9e-4542-8207-d69084fcf119 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279775 Sep 08 13:40:24.637840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33800) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:24.642870 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9f400707-85b1-4af7-924e-bd7fdbe28bb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1017280745', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:24.680706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:40:23Z', 'revision_number': 3, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:24.713130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Checking router: f46efa56-0513-4f25-a0b1-068e39203e7f for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:40:24.716930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Updating router f46efa56-0513-4f25-a0b1-068e39203e7f port a9391b5a-c544-48b2-8592-fa94330bfe20 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:40:24.737581 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:24.809403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f400707-85b1-4af7-924e-bd7fdbe28bb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Made reservation on behalf of 8d38255802c64843a056aaa5d3c7c4c2 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:40:24.814596 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f400707-85b1-4af7-924e-bd7fdbe28bb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:25.088998 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:25.100576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Transition to ACTIVE for port object a9391b5a-c544-48b2-8592-fa94330bfe20 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:40:25.186602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff113112-a84e-47b5-b61c-f7aee3b97610 req-42f68bf8-9325-4ae9-8e26-a99adb2f8e37 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:25.193994 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ff113112-a84e-47b5-b61c-f7aee3b97610 req-42f68bf8-9325-4ae9-8e26-a99adb2f8e37 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0567780 Sep 08 13:40:25.228698 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ff113112-a84e-47b5-b61c-f7aee3b97610 req-524e0e41-3ec0-4862-b833-5a2c771a67a2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336332 Sep 08 13:40:25.265537 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:25.277303 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f400707-85b1-4af7-924e-bd7fdbe28bb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:25.313516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Attempting to bind port a9391b5a-c544-48b2-8592-fa94330bfe20 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:40:25.313905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Attempting to bind port a9391b5a-c544-48b2-8592-fa94330bfe20 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:40:25.314395 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Attempting to bind port a9391b5a-c544-48b2-8592-fa94330bfe20 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:40:25.322022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:40:25.322397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:40:25.322821 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:25.323227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:40:25.324199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Bound port: a9391b5a-c544-48b2-8592-fa94330bfe20, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:40:25.324615 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:25.335007 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:40:25.363070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f400707-85b1-4af7-924e-bd7fdbe28bb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Subnet': ['ID=31fd402e-ed57-481e-aa3e-c7e55b0818b2,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:25.370211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcaf94-e76a-4f5e-b655-413fb331d200 None None] Pushing event updated for resources: {'Port': ['ID=a9391b5a-c544-48b2-8592-fa94330bfe20,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:25.372732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f400707-85b1-4af7-924e-bd7fdbe28bb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Checking segment: {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:40:25.373183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f400707-85b1-4af7-924e-bd7fdbe28bb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network hostable DHCP agents. Network: a8b88139-59ab-4ec3-bccf-778969fe98d9, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:40:25.407869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] For port a9391b5a-c544-48b2-8592-fa94330bfe20, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:40:25.413193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] For port a9391b5a-c544-48b2-8592-fa94330bfe20, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a9391b5a-c544-48b2-8592-fa94330bfe20,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:40:25.477308 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f400707-85b1-4af7-924e-bd7fdbe28bb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network a8b88139-59ab-4ec3-bccf-778969fe98d9 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:40:25.509122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:25.563254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-9f400707-85b1-4af7-924e-bd7fdbe28bb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a8b88139-59ab-4ec3-bccf-778969fe98d9) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:40:25.574064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f400707-85b1-4af7-924e-bd7fdbe28bb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:25.574994 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f400707-85b1-4af7-924e-bd7fdbe28bb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:25.576894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5cb143-e4c4-4f4f-a68d-0835cb46a980 None None] Network a8b88139-59ab-4ec3-bccf-778969fe98d9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:40:25.581821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcaf94-e76a-4f5e-b655-413fb331d200 None None] Pushing event updated for resources: {'Port': ['ID=a9391b5a-c544-48b2-8592-fa94330bfe20,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:25.604925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Routers {'f46efa56-0513-4f25-a0b1-068e39203e7f'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:25.605560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['f46efa56-0513-4f25-a0b1-068e39203e7f'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:25.701756 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9f400707-85b1-4af7-924e-bd7fdbe28bb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0627737 Sep 08 13:40:25.704593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 33830) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:25.794330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] Set router f46efa56-0513-4f25-a0b1-068e39203e7f gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:25.915119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-a8b88139-59ab-4ec3-bccf-778969fe98d9', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:40:25.916326 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:26.170793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Allocated IP 172.20.0.2 (a8b88139-59ab-4ec3-bccf-778969fe98d9/31fd402e-ed57-481e-aa3e-c7e55b0818b2/94b76c47-33e1-4178-bb0d-b7998ac15663) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:40:26.204680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:40:23Z', 'revision_number': 3, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:26.242674 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:26.426533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5271981-a38f-4fb0-b1a0-6cde1d5c0e44 None None] The sync data for ids ['f46efa56-0513-4f25-a0b1-068e39203e7f'] in n-d-807558-3 is: [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:40:23Z', 'revision_number': 3, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:40:26.438100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e569c1b-038c-45f3-ba5e-944616ebecb5 req-a62f0655-2824-4fa2-93a7-90fad9e977d6 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:26.439856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8e569c1b-038c-45f3-ba5e-944616ebecb5 req-a62f0655-2824-4fa2-93a7-90fad9e977d6 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0920863 Sep 08 13:40:26.503837 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8e569c1b-038c-45f3-ba5e-944616ebecb5 req-3eae15bd-adb7-479f-b6c5-3f7e42ccbb77 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566723 Sep 08 13:40:26.576837 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:26.588269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Transition to ACTIVE for port object 94b76c47-33e1-4178-bb0d-b7998ac15663 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:40:26.605786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Transition to ACTIVE for port object 94b76c47-33e1-4178-bb0d-b7998ac15663 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:40:26.752966 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:26.807048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Network a8b88139-59ab-4ec3-bccf-778969fe98d9 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:40:26.810063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:40:26.816579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:40:26.824869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.20.0.1 (a8b88139-59ab-4ec3-bccf-778969fe98d9/31fd402e-ed57-481e-aa3e-c7e55b0818b2/ff314de0-81ac-46fb-a0f9-e4036739796e) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:40:26.830412 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Pushing event updated for resources: {'Port': ['ID=94b76c47-33e1-4178-bb0d-b7998ac15663,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:26.875759 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Attempting to bind port 94b76c47-33e1-4178-bb0d-b7998ac15663 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:40:26.876142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Attempting to bind port 94b76c47-33e1-4178-bb0d-b7998ac15663 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:40:26.876513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Attempting to bind port 94b76c47-33e1-4178-bb0d-b7998ac15663 on network a8b88139-59ab-4ec3-bccf-778969fe98d9 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:40:26.895302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:40:26.896125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Checking segment: {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:40:26.897642 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:26.898336 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Bound using segment: {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:40:26.899226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Bound port: 94b76c47-33e1-4178-bb0d-b7998ac15663, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:40:26.900772 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:26.992293 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:27.007849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Transition to ACTIVE for port object ff314de0-81ac-46fb-a0f9-e4036739796e will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:40:27.009260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] For port 94b76c47-33e1-4178-bb0d-b7998ac15663, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:40:27.014572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] For port 94b76c47-33e1-4178-bb0d-b7998ac15663, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=94b76c47-33e1-4178-bb0d-b7998ac15663,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:40:27.163879 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:27.226773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12801a41-f6da-4fb4-a147-5b88e14b0de2 None None] Pushing event updated for resources: {'Port': ['ID=94b76c47-33e1-4178-bb0d-b7998ac15663,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:27.289117 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:27.334937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network a8b88139-59ab-4ec3-bccf-778969fe98d9 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:40:27.338243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:40:27.345771 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:40:27.353499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=ff314de0-81ac-46fb-a0f9-e4036739796e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:27.439145 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:27.665171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7bf6f-5cac-4ada-b2d0-5de27384095a req-eccda0c8-f1ec-46be-85ef-db30eee320c1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:27.666643 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a2c7bf6f-5cac-4ada-b2d0-5de27384095a req-eccda0c8-f1ec-46be-85ef-db30eee320c1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0628452 Sep 08 13:40:27.711505 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:27.745759 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a2c7bf6f-5cac-4ada-b2d0-5de27384095a req-1277835d-c20d-4bc5-9ba1-5ca0ba57f16c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729415 Sep 08 13:40:28.036361 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:28.111597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:28.190326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=ff314de0-81ac-46fb-a0f9-e4036739796e,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:28.193348 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:28.314275 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network a8b88139-59ab-4ec3-bccf-778969fe98d9 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:40:28.316248 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:40:28.459675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router f46efa56-0513-4f25-a0b1-068e39203e7f has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:40:28.605632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:40:28.613637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d3c5a5fa-0eda-487e-bbd1-2bbe05a21a15 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "PUT /v2.0/routers/f46efa56-0513-4f25-a0b1-068e39203e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9065425 Sep 08 13:40:28.644532 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Sync routers for ids ['f46efa56-0513-4f25-a0b1-068e39203e7f'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:40:28.660926 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Routers {'f46efa56-0513-4f25-a0b1-068e39203e7f'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:28.662144 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['f46efa56-0513-4f25-a0b1-068e39203e7f'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:28.803930 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Set router f46efa56-0513-4f25-a0b1-068e39203e7f gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:28.932080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 94b76c47-33e1-4178-bb0d-b7998ac15663 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:40:28.973029 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-d2098393-cec5-423c-b767-42a40f4b05ae tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-90279062&fields=id&tenant_id=8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 267 time: 0.1101828 Sep 08 13:40:29.055105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae83c9-f384-4544-93c7-020fedb07756 req-0c7af0ff-4db3-4132-bd68-d0b73f335a50 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:29.069491 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-53ae83c9-f384-4544-93c7-020fedb07756 req-0c7af0ff-4db3-4132-bd68-d0b73f335a50 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.1760812 Sep 08 13:40:29.144196 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-53ae83c9-f384-4544-93c7-020fedb07756 req-f0fe26f3-3e1c-4d9a-b7a4-b6c11116d553 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673275 Sep 08 13:40:29.157031 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 94b76c47-33e1-4178-bb0d-b7998ac15663 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:40:29.166349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a9391b5a-c544-48b2-8592-fa94330bfe20 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:40:29.181460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-1fa2c64a-f054-4136-9dd6-ade004ac7c52 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:29.189349 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-1fa2c64a-f054-4136-9dd6-ade004ac7c52 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 796 time: 0.2141991 Sep 08 13:40:29.203186 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-1f961acd-0f3e-44c9-9b09-5e66625045fb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/quotas/8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 375 time: 0.0101628 Sep 08 13:40:29.240192 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:40:27Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ff314de0-81ac-46fb-a0f9-e4036739796e', 'name': '', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:0a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:26Z', 'updated_at': '2021-09-08T13:40:27Z', 'revision_number': 2, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:29.283533 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Checking router: f46efa56-0513-4f25-a0b1-068e39203e7f for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:40:29.284264 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Updating router f46efa56-0513-4f25-a0b1-068e39203e7f port ff314de0-81ac-46fb-a0f9-e4036739796e binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:40:29.305913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-737b29df-ea7b-4c27-a387-7a97f5b5cb1b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0918756 Sep 08 13:40:29.335340 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:29.402894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port a9391b5a-c544-48b2-8592-fa94330bfe20 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:40:29.408208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a9391b5a-c544-48b2-8592-fa94330bfe20 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:29.408849 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:29.467528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-f5426025-40e8-4fd6-97c5-785e40abec70 service neutron] 10.222.0.69 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448591 Sep 08 13:40:29.537217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1af09d-befb-4049-b004-c2ee52625270 None None] Network a8b88139-59ab-4ec3-bccf-778969fe98d9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:40:29.565445 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:29.590402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port a9391b5a-c544-48b2-8592-fa94330bfe20, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a9391b5a-c544-48b2-8592-fa94330bfe20,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:29.642804 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-1747d435-4168-41b0-a3e4-c2e0e7472778 service neutron] 10.222.0.69 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659074 Sep 08 13:40:29.712135 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:29.857118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a93a2d60-7aca-4e25-8b03-2ec3e5d8046a None None] Provisioning for port 94b76c47-33e1-4178-bb0d-b7998ac15663 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:40:29.860778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=a9391b5a-c544-48b2-8592-fa94330bfe20,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:29.866491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a93a2d60-7aca-4e25-8b03-2ec3e5d8046a None None] Provisioning complete for port 94b76c47-33e1-4178-bb0d-b7998ac15663 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:29.866865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a93a2d60-7aca-4e25-8b03-2ec3e5d8046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:29.872847 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:29.885729 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Transition to ACTIVE for port object ff314de0-81ac-46fb-a0f9-e4036739796e will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:40:29.974484 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:29.979915 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a93a2d60-7aca-4e25-8b03-2ec3e5d8046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:30.047136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a93a2d60-7aca-4e25-8b03-2ec3e5d8046a None None] For port 94b76c47-33e1-4178-bb0d-b7998ac15663, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=94b76c47-33e1-4178-bb0d-b7998ac15663,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:30.096190 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Pushing event updated for resources: {'Port': ['ID=ff314de0-81ac-46fb-a0f9-e4036739796e,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:30.135125 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:30.135474 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:30.135811 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:30.136145 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:30.136475 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:30.136804 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:30.137130 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:30.137454 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:30.137828 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:30.138156 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:30.138501 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:30.138819 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:30.148384 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a93a2d60-7aca-4e25-8b03-2ec3e5d8046a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:30.157369 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Attempting to bind port ff314de0-81ac-46fb-a0f9-e4036739796e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:40:30.157662 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Attempting to bind port ff314de0-81ac-46fb-a0f9-e4036739796e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:40:30.158028 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Attempting to bind port ff314de0-81ac-46fb-a0f9-e4036739796e on network a8b88139-59ab-4ec3-bccf-778969fe98d9 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:40:30.170995 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:40:30.171671 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Checking segment: {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:40:30.172550 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:30.173107 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Bound using segment: {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:40:30.174485 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Bound port: ff314de0-81ac-46fb-a0f9-e4036739796e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:40:30.175059 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:30.222782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a2d60-7aca-4e25-8b03-2ec3e5d8046a None None] Pushing event updated for resources: {'Port': ['ID=94b76c47-33e1-4178-bb0d-b7998ac15663,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:30.268921 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] For port ff314de0-81ac-46fb-a0f9-e4036739796e, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:40:30.273299 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] For port ff314de0-81ac-46fb-a0f9-e4036739796e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ff314de0-81ac-46fb-a0f9-e4036739796e,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:40:30.276204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-28d96580-ded2-4d01-857d-e93813af6eb8 None None] Provisioning complete for port 94b76c47-33e1-4178-bb0d-b7998ac15663 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:30.276597 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-28d96580-ded2-4d01-857d-e93813af6eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:30.328475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ed541-305c-4a27-bd4f-8aba1e15d2d9 req-732f6340-d3f5-4bb0-9a39-96d46ce0468c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:30.341793 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-053ed541-305c-4a27-bd4f-8aba1e15d2d9 req-732f6340-d3f5-4bb0-9a39-96d46ce0468c tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.1032660 Sep 08 13:40:30.381764 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:30.424643 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-053ed541-305c-4a27-bd4f-8aba1e15d2d9 req-0ac9ae23-c96d-45bd-ba59-84997a116208 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815077 Sep 08 13:40:30.444201 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Routers {'f46efa56-0513-4f25-a0b1-068e39203e7f'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:30.445107 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['f46efa56-0513-4f25-a0b1-068e39203e7f'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:30.506265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-28d96580-ded2-4d01-857d-e93813af6eb8 None None] Provisioning for port ff314de0-81ac-46fb-a0f9-e4036739796e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:40:30.507390 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7c913-e136-4688-8256-c5e251e23e5a None None] Pushing event updated for resources: {'Port': ['ID=ff314de0-81ac-46fb-a0f9-e4036739796e,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:30.609799 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] Set router f46efa56-0513-4f25-a0b1-068e39203e7f gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:30.783234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 94b76c47-33e1-4178-bb0d-b7998ac15663 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:40:30.855267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 94b76c47-33e1-4178-bb0d-b7998ac15663 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:30.855863 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:30.896078 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:40:27Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ff314de0-81ac-46fb-a0f9-e4036739796e', 'name': '', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:0a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:26Z', 'updated_at': '2021-09-08T13:40:30Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:30.965488 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac319a1-207d-4ad5-baf3-70696c229ebb None None] The sync data for ids ['f46efa56-0513-4f25-a0b1-068e39203e7f'] in n-d-807558-3 is: [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:40:27Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ff314de0-81ac-46fb-a0f9-e4036739796e', 'name': '', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:0a:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:26Z', 'updated_at': '2021-09-08T13:40:30Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:40:30.966018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a9391b5a-c544-48b2-8592-fa94330bfe20 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:40:31.118726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a9391b5a-c544-48b2-8592-fa94330bfe20 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:31.119299 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:31.130040 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-234fc415-a21e-4aa3-b06d-d8f092f0c013 req-fa181dd0-7a1f-497a-8234-4e6ebf8ec72e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 210 time: 0.0979571 Sep 08 13:40:31.648180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bddad7-f4b9-4f78-afa3-8f9c39ef8c6c req-afe0c158-98dc-4b10-81c5-c066350240af tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:31.657144 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55bddad7-f4b9-4f78-afa3-8f9c39ef8c6c req-afe0c158-98dc-4b10-81c5-c066350240af tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0980408 Sep 08 13:40:31.726543 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55bddad7-f4b9-4f78-afa3-8f9c39ef8c6c req-acd6d143-be79-4b1a-b6b9-bf645803d270 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683086 Sep 08 13:40:32.245462 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ea4aa02-12ab-440a-a543-703075d07eba req-c0aede91-c388-4b48-8f77-a6d83797218a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 210 time: 0.0300269 Sep 08 13:40:32.796265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ff314de0-81ac-46fb-a0f9-e4036739796e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:40:32.902552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01962e42-c045-4e45-bd9f-6d5339530a98 req-29cec799-7665-4968-adb1-fe6901f64879 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:32.903881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01962e42-c045-4e45-bd9f-6d5339530a98 req-29cec799-7665-4968-adb1-fe6901f64879 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0676436 Sep 08 13:40:32.946349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port ff314de0-81ac-46fb-a0f9-e4036739796e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:40:32.955091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ff314de0-81ac-46fb-a0f9-e4036739796e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:32.955540 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:32.959464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01962e42-c045-4e45-bd9f-6d5339530a98 req-0ab4f675-9ccf-4b5d-93f1-5e4cf2216599 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481184 Sep 08 13:40:33.073843 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:33.107137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port ff314de0-81ac-46fb-a0f9-e4036739796e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ff314de0-81ac-46fb-a0f9-e4036739796e,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:33.265386 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:33.353561 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-07f99b56-14c8-4d86-9e02-3f0c9831ed37 req-e30a1088-76ad-40f0-854a-3211d304ca79 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 210 time: 0.0309007 Sep 08 13:40:33.361327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=ff314de0-81ac-46fb-a0f9-e4036739796e,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:33.459481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5d805d8e-1186-45ee-a867-16c0aaed5650 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:40:33.580966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:33.593585 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'port_id': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'mac_address': 'fa:16:3e:5f:4b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:40:33.641441 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:33.660185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d805d8e-1186-45ee-a867-16c0aaed5650 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:40:33.699795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:33.814269 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:33.896898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['5d805d8e-1186-45ee-a867-16c0aaed5650'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:40:33.899328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:34.259388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddf57b-75b3-4d83-b729-b62e7b7bfd34 req-58a9aadb-83d2-4eef-9cf6-9e2ca4e44d70 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:34.260968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cddf57b-75b3-4d83-b729-b62e7b7bfd34 req-58a9aadb-83d2-4eef-9cf6-9e2ca4e44d70 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.1548333 Sep 08 13:40:34.274495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34030) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:34.309699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-845f604c-6af3-4fdb-9f98-3e384a83e24f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:34.311703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-845f604c-6af3-4fdb-9f98-3e384a83e24f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.70 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 796 time: 0.2454343 Sep 08 13:40:34.379235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cddf57b-75b3-4d83-b729-b62e7b7bfd34 req-2d096501-a808-41a5-9582-fefa65583d05 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096201 Sep 08 13:40:34.403132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-19c4b412-af39-4fa3-ac4b-a8037c57a7e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 378 time: 0.0736449 Sep 08 13:40:34.421119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'port': {'device_id': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'admin_state_up': True, 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'security_groups': ['29eaa77c-a924-4ae2-b543-0def758c10bb']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:34.554552 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8ba2cd7-5fb9-4b9e-aded-70a23cc16fac req-d20ffc7e-29d0-4864-80ca-27eb239afb93 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 210 time: 0.0940564 Sep 08 13:40:34.718706 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-abb29cb9-bf49-48be-a00b-37a08e62ef1d tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/floatingips/cf8513ff-9d37-4435-8a33-fe1016b09e4a HTTP/1.1" status: 200 len: 992 time: 0.4430652 Sep 08 13:40:34.798896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ff314de0-81ac-46fb-a0f9-e4036739796e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:40:34.808497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Made reservation on behalf of 8d38255802c64843a056aaa5d3c7c4c2 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:40:34.812457 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:34.923104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ff314de0-81ac-46fb-a0f9-e4036739796e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:34.925150 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:34.986757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34048) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:35.021981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.20.0.14 (a8b88139-59ab-4ec3-bccf-778969fe98d9/31fd402e-ed57-481e-aa3e-c7e55b0818b2/3c5acc96-c009-4ee7-92e2-6cd3acb7f826) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:40:35.232188 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:35.251096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Transition to ACTIVE for port object 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:40:35.291559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting port 9d5c0942-0eb1-4903-baf0-16633f92fbea {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:35.292399 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:35.386337 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:35.393159 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:35.393717 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:35.409077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Calling delete_port for 9d5c0942-0eb1-4903-baf0-16633f92fbea owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:35.460881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network a8b88139-59ab-4ec3-bccf-778969fe98d9 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:40:35.461170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5d805d8e-1186-45ee-a867-16c0aaed5650 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:40:35.471189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:40:35.478802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:40:35.485880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:35.564742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:35.570196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:35.575768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 5d805d8e-1186-45ee-a867-16c0aaed5650 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:35.576395 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:35.760517 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:35.767193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-552c87e6-1227-4c91-941c-64b81b4c14d2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3572450 Sep 08 13:40:35.800725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Request body: {'port': {'device_id': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:35.821340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:35.831175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:40:35.833837 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f929be-6c06-47aa-8c99-a0ff41939c2f" -d '{"events": [{"server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "name": "network-vif-plugged", "status": "completed", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:40:35.870133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:35.905624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Port': ['ID=9d5c0942-0eb1-4903-baf0-16633f92fbea,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:35.925592 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ca1a1-6f56-4e3d-8a21-ad3e9f0d08de req-3f0adcd5-cc69-4862-bb6e-b06e060fe155 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:35.928519 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-641ca1a1-6f56-4e3d-8a21-ad3e9f0d08de req-3f0adcd5-cc69-4862-bb6e-b06e060fe155 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.2169549 Sep 08 13:40:35.946040 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:36.005835 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:36.047115 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-641ca1a1-6f56-4e3d-8a21-ad3e9f0d08de req-703bb11e-544b-4659-9624-6564ed95b0fb tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878270 Sep 08 13:40:36.051591 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:36.052772 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Floating IP cf8513ff-9d37-4435-8a33-fe1016b09e4a disassociated (deleted). External IP: 172.25.5.68, port: a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71. Sep 08 13:40:36.063606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4d5185-9d68-400b-a0e3-cf984e4636ad req-f2ff4831-47df-484e-a500-e5aec8435dd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:36.064758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-331e6d79-5809-475e-b604-2963e45a4451 None None] Provisioning for port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:40:36.065521 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd4d5185-9d68-400b-a0e3-cf984e4636ad req-f2ff4831-47df-484e-a500-e5aec8435dd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 932 time: 0.3702173 Sep 08 13:40:36.172351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:36.182279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-331e6d79-5809-475e-b604-2963e45a4451 None None] Provisioning complete for port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:36.186846 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-331e6d79-5809-475e-b604-2963e45a4451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:36.215369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd4d5185-9d68-400b-a0e3-cf984e4636ad req-9a96eb21-e1cc-4429-9187-dbc88f4c73e4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304448 Sep 08 13:40:36.300227 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83f1d17-b844-4d63-8e4b-1d4d147cbfbb x-openstack-request-id: req-e83f1d17-b844-4d63-8e4b-1d4d147cbfbb {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:40:36.300501 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "name": "network-vif-plugged", "status": "completed", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:40:36.308716 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e83f1d17-b844-4d63-8e4b-1d4d147cbfbb {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:40:36.309371 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'code': 200} Sep 08 13:40:36.312258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-331e6d79-5809-475e-b604-2963e45a4451 None None] Port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:40:36.672169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:40:36.693690 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:36.712916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Transition to ACTIVE for port object 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:40:36.806513 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:36.896461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:37.036096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Router 5fe30e06-70d1-4363-b8a4-971639bbc619 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:40:37.045660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Attempting to bind port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:40:37.046105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Attempting to bind port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:40:37.046569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Attempting to bind port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on network a8b88139-59ab-4ec3-bccf-778969fe98d9 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:40:37.052077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on network a8b88139-59ab-4ec3-bccf-778969fe98d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:40:37.052544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Attempting to bind port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on network a8b88139-59ab-4ec3-bccf-778969fe98d9 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:40:37.058147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:40:37.058692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Checking segment: {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:40:37.059343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Bound using segment: {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:40:37.059902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Bound port: 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:40:37.060399 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:37.158576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:40:37.165767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:40:37.323200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:40:37.328593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:37.335387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45837e26-5bd3-4399-affb-db11a8dc2212 None None] Sync routers for ids ['5fe30e06-70d1-4363-b8a4-971639bbc619'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:40:37.350665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45837e26-5bd3-4399-affb-db11a8dc2212 None None] Routers {'5fe30e06-70d1-4363-b8a4-971639bbc619'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:37.355948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-45837e26-5bd3-4399-affb-db11a8dc2212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5fe30e06-70d1-4363-b8a4-971639bbc619'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:37.360153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3e67dacf-84dc-4b04-be15-2e8a7f44dc55 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/floatingips/cf8513ff-9d37-4435-8a33-fe1016b09e4a HTTP/1.1" status: 204 len: 168 time: 2.3720357 Sep 08 13:40:37.360812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'tag': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:40:37.365289 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cca50ae-fdf2-468a-84a3-5c193d2dccf7" -d '{"events": [{"name": "network-changed", "server_uuid": "5541e682-8e93-4a50-aa1c-4e8ec7ffeda1", "tag": "a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:40:37.391284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54bee6-e144-4ee2-8a84-75fdd8e030ac req-9207c93a-f6f3-40c0-a4a7-8ab07d0ebb3d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:37.397151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7c54bee6-e144-4ee2-8a84-75fdd8e030ac req-9207c93a-f6f3-40c0-a4a7-8ab07d0ebb3d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.1760225 Sep 08 13:40:37.415173 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:37.512181 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff9eec-969c-411a-9dd4-59f9c19ab57b req-4b343962-cca1-45a7-bc02-cd1584f8fa7a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:37.518132 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3ff9eec-969c-411a-9dd4-59f9c19ab57b req-4b343962-cca1-45a7-bc02-cd1584f8fa7a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 944 time: 0.1299036 Sep 08 13:40:37.594127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7c54bee6-e144-4ee2-8a84-75fdd8e030ac req-465dfff1-d63e-4cf7-a319-ecc04473a70d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943922 Sep 08 13:40:37.595515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:37.596150 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:37.597495 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] 10.222.0.70 "PUT /v2.0/ports/3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 1092 time: 1.8150914 Sep 08 13:40:37.600504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:40:37.602950 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0422a45a-8956-4a21-8591-7e4c591e3276" -d '{"events": [{"name": "network-changed", "server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:40:37.624248 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-45837e26-5bd3-4399-affb-db11a8dc2212 None None] Set router 5fe30e06-70d1-4363-b8a4-971639bbc619 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:37.643419 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e3ff9eec-969c-411a-9dd4-59f9c19ab57b req-44537b76-2381-47c6-a60f-48d99f041115 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108150 Sep 08 13:40:37.691159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccde65-b69b-495c-b1da-18850503b7c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:37.769827 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac466a8-3701-4469-a1a1-71159b58ad29 x-openstack-request-id: req-2ac466a8-3701-4469-a1a1-71159b58ad29 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:40:37.770111 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5541e682-8e93-4a50-aa1c-4e8ec7ffeda1", "tag": "a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:40:37.770422 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2ac466a8-3701-4469-a1a1-71159b58ad29 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:40:37.770907 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'tag': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71', 'status': 'completed', 'code': 200} Sep 08 13:40:37.842312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-1278ca35-8849-434f-85bc-2b8a48a1ac13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:37.842312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-1278ca35-8849-434f-85bc-2b8a48a1ac13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1095 time: 0.1116626 Sep 08 13:40:37.961615 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff50bea7-8221-4793-bccd-9115d4ccbfe5 x-openstack-request-id: req-ff50bea7-8221-4793-bccd-9115d4ccbfe5 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:40:37.961899 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:40:37.962158 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ff50bea7-8221-4793-bccd-9115d4ccbfe5 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:40:37.962909 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'status': 'completed', 'code': 200} Sep 08 13:40:37.965420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-e2c59cc3-280b-4263-9838-6d23bf12857e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 217 time: 0.1105034 Sep 08 13:40:38.026567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca50ae-fdf2-468a-84a3-5c193d2dccf7 req-1544c4a7-cf4e-411c-93b9-c85bdd7e5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:38.028340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cca50ae-fdf2-468a-84a3-5c193d2dccf7 req-1544c4a7-cf4e-411c-93b9-c85bdd7e5aa7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 1096 time: 0.2402399 Sep 08 13:40:38.032749 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b3466f1a-2e26-4a0d-9a14-4655e356876f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:38.199147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-45837e26-5bd3-4399-affb-db11a8dc2212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:38:54Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '98b57d07-a389-43eb-9d4b-e8c37f6d4fa5', 'name': '', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:42:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:53Z', 'updated_at': '2021-09-08T13:39:01Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:38.234881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-3f181efa-10cc-48d2-8932-5e7d8aaa1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:38.236367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-3f181efa-10cc-48d2-8932-5e7d8aaa1fe3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.2628772 Sep 08 13:40:38.263241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45837e26-5bd3-4399-affb-db11a8dc2212 None None] Checking router: 5fe30e06-70d1-4363-b8a4-971639bbc619 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:40:38.291841 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45837e26-5bd3-4399-affb-db11a8dc2212 None None] Routers {'5fe30e06-70d1-4363-b8a4-971639bbc619'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:38.291841 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-45837e26-5bd3-4399-affb-db11a8dc2212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5fe30e06-70d1-4363-b8a4-971639bbc619'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:38.377237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca50ae-fdf2-468a-84a3-5c193d2dccf7 req-2d7f2f71-36b0-4572-813d-20f8dd76e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:38.378777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cca50ae-fdf2-468a-84a3-5c193d2dccf7 req-2d7f2f71-36b0-4572-813d-20f8dd76e726 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a4ebf365-7154-4468-9992-397ebc618dac HTTP/1.1" status: 200 len: 897 time: 0.3051074 Sep 08 13:40:38.398384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-d8f8a17a-7593-40da-8c17-0838c7d9627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:38.403770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-d8f8a17a-7593-40da-8c17-0838c7d9627a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1578887 Sep 08 13:40:38.444144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96987ce-f4b0-41b7-babc-941ab6c997be req-91964264-d56e-4481-8d85-a7e612646cbd tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:38.457180 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e96987ce-f4b0-41b7-babc-941ab6c997be req-91964264-d56e-4481-8d85-a7e612646cbd tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 945 time: 0.0974317 Sep 08 13:40:38.527898 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e96987ce-f4b0-41b7-babc-941ab6c997be req-69599948-851b-4f36-b2f9-227c689cc305 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666523 Sep 08 13:40:38.543201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-45837e26-5bd3-4399-affb-db11a8dc2212 None None] Set router 5fe30e06-70d1-4363-b8a4-971639bbc619 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:38.904680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44d2e6-dc72-4087-9824-ef5b501029b2 req-acccb40d-8a9e-4755-90e4-7e7374bd4ba9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:38.906415 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1f44d2e6-dc72-4087-9824-ef5b501029b2 req-acccb40d-8a9e-4755-90e4-7e7374bd4ba9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 944 time: 0.1155684 Sep 08 13:40:38.950863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-45837e26-5bd3-4399-affb-db11a8dc2212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:38:54Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '98b57d07-a389-43eb-9d4b-e8c37f6d4fa5', 'name': '', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:42:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:53Z', 'updated_at': '2021-09-08T13:39:01Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:38.991260 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1f44d2e6-dc72-4087-9824-ef5b501029b2 req-e138df46-0477-4b69-90aa-ed07c15c3371 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679564 Sep 08 13:40:39.153664 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cca50ae-fdf2-468a-84a3-5c193d2dccf7 req-437b69d1-1e47-4cc0-8e95-d7a2bf7a28c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 HTTP/1.1" status: 200 len: 217 time: 0.7663293 Sep 08 13:40:39.228425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45837e26-5bd3-4399-affb-db11a8dc2212 None None] The sync data for ids ['5fe30e06-70d1-4363-b8a4-971639bbc619'] in n-d-807558-3 is: [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:38:54Z', 'revision_number': 4, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '98b57d07-a389-43eb-9d4b-e8c37f6d4fa5', 'name': '', 'network_id': 'a4ebf365-7154-4468-9992-397ebc618dac', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'mac_address': 'fa:16:3e:42:9f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:53Z', 'updated_at': '2021-09-08T13:39:01Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'subnets': [{'id': '6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:40:39.244673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca50ae-fdf2-468a-84a3-5c193d2dccf7 req-48795ad2-0e11-4c1e-a940-ee6edd1c0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:39.246163 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cca50ae-fdf2-468a-84a3-5c193d2dccf7 req-48795ad2-0e11-4c1e-a940-ee6edd1c0907 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299 HTTP/1.1" status: 200 len: 834 time: 0.0823157 Sep 08 13:40:39.352652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebc9e8-aee2-4289-95ba-54096fe7e369 req-f8a06196-68a1-4b49-b496-756d81a65036 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:39.354464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4bebc9e8-aee2-4289-95ba-54096fe7e369 req-f8a06196-68a1-4b49-b496-756d81a65036 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.2128272 Sep 08 13:40:39.414459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4bebc9e8-aee2-4289-95ba-54096fe7e369 req-9349458b-38f4-475c-b128-a2bbd70aafe3 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406773 Sep 08 13:40:39.427897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca50ae-fdf2-468a-84a3-5c193d2dccf7 req-86151e3a-36af-4a1b-8230-aae745354fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:39.429631 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cca50ae-fdf2-468a-84a3-5c193d2dccf7 req-86151e3a-36af-4a1b-8230-aae745354fe0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a4ebf365-7154-4468-9992-397ebc618dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728854 Sep 08 13:40:39.581551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-bcf99f41-3376-417f-8a86-11734601f036 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434879 Sep 08 13:40:39.708402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cca50ae-fdf2-468a-84a3-5c193d2dccf7 req-9dd601cb-c633-4cc1-b98a-dfe1b52b1cd6 service neutron] 10.222.0.60 "GET /v2.0/networks/a4ebf365-7154-4468-9992-397ebc618dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663891 Sep 08 13:40:39.723015 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f18a8-8f1d-44bb-8af2-3bc6184c2bf3 None None] New status for floating IP cf8513ff-9d37-4435-8a33-fe1016b09e4a: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:40:39.723525 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327982b6-7063-4bce-b402-f457dcb24ea8 req-b71b230b-04bf-42cd-ae2a-e64ca9ee8d4b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:39.731055 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-327982b6-7063-4bce-b402-f457dcb24ea8 req-b71b230b-04bf-42cd-ae2a-e64ca9ee8d4b tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 945 time: 0.0922663 Sep 08 13:40:39.749524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55d62fdb-f11e-4012-b2be-5bdbc01f53bc req-6dfb5872-cefc-4834-a515-953c16dabe14 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580274 Sep 08 13:40:39.799976 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-327982b6-7063-4bce-b402-f457dcb24ea8 req-eab8855b-e069-4ffa-9ee1-d69cc63871b0 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676565 Sep 08 13:40:39.924233 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cca50ae-fdf2-468a-84a3-5c193d2dccf7 req-4f5dc83c-dfe8-4982-a76c-72cf7ed9e9dc service neutron] 10.222.0.60 "GET /v2.0/networks/a4ebf365-7154-4468-9992-397ebc618dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732461 Sep 08 13:40:40.018214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017022c-ba5e-4cff-86a3-2e54d3d044ba req-4575c300-cfdd-4c85-8a9a-f789214e7788 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:40.019833 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e017022c-ba5e-4cff-86a3-2e54d3d044ba req-4575c300-cfdd-4c85-8a9a-f789214e7788 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.60 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 945 time: 0.0945385 Sep 08 13:40:40.074982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422a45a-8956-4a21-8591-7e4c591e3276 req-26c226a5-645c-4c67-8745-a8a18fe97979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:40.076731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0422a45a-8956-4a21-8591-7e4c591e3276 req-26c226a5-645c-4c67-8745-a8a18fe97979 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1095 time: 0.1123369 Sep 08 13:40:40.256814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26490c9b-f610-467e-939f-03423f905dc9 req-4fc7dbd7-869d-47a0-b92d-bcc5d9e33e9b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:40.266664 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26490c9b-f610-467e-939f-03423f905dc9 req-4fc7dbd7-869d-47a0-b92d-bcc5d9e33e9b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 944 time: 0.1261261 Sep 08 13:40:40.268422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e017022c-ba5e-4cff-86a3-2e54d3d044ba req-132f04c9-6c73-4204-b117-55faaa92696c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:40.268857 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e017022c-ba5e-4cff-86a3-2e54d3d044ba req-132f04c9-6c73-4204-b117-55faaa92696c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:40.292006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422a45a-8956-4a21-8591-7e4c591e3276 req-5bead70d-a03a-4597-9806-9e184ab89cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:40.293515 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0422a45a-8956-4a21-8591-7e4c591e3276 req-5bead70d-a03a-4597-9806-9e184ab89cee service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.2065139 Sep 08 13:40:40.357545 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0422a45a-8956-4a21-8591-7e4c591e3276 req-2f8e0328-7995-4f65-89d3-a7f96463d458 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 217 time: 0.0489528 Sep 08 13:40:40.374065 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c616c84f-86bd-44fa-b029-1aca5eeba049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:40.438432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26490c9b-f610-467e-939f-03423f905dc9 req-fbc01fec-657d-49e0-819c-97e3854505d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1662970 Sep 08 13:40:40.470214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422a45a-8956-4a21-8591-7e4c591e3276 req-4f49e8e7-443f-4f50-b571-0b3c0c16d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:40.472264 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0422a45a-8956-4a21-8591-7e4c591e3276 req-4f49e8e7-443f-4f50-b571-0b3c0c16d0b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.0841596 Sep 08 13:40:40.478121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e017022c-ba5e-4cff-86a3-2e54d3d044ba req-132f04c9-6c73-4204-b117-55faaa92696c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] For port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71,segment=NetworkSegment(a7e3b8b6-811c-480f-a6ef-2067e97fe3fb),segment_id=a7e3b8b6-811c-480f-a6ef-2067e97fe3fb)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:40.478551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e017022c-ba5e-4cff-86a3-2e54d3d044ba req-132f04c9-6c73-4204-b117-55faaa92696c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:40.528014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e017022c-ba5e-4cff-86a3-2e54d3d044ba req-132f04c9-6c73-4204-b117-55faaa92696c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Calling delete_port for a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:40.579941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422a45a-8956-4a21-8591-7e4c591e3276 req-ca142aeb-9f9c-42a4-b8a6-4c650eb8e752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:40.581499 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0422a45a-8956-4a21-8591-7e4c591e3276 req-ca142aeb-9f9c-42a4-b8a6-4c650eb8e752 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001930 Sep 08 13:40:40.585535 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:40.638924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9626df-dd4e-4bc5-8800-c443b81ee0b5 req-b1a86212-0ea6-4123-8205-45d16315636e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:40.650937 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a9626df-dd4e-4bc5-8800-c443b81ee0b5 req-b1a86212-0ea6-4123-8205-45d16315636e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0946116 Sep 08 13:40:40.708627 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a9626df-dd4e-4bc5-8800-c443b81ee0b5 req-16cafed8-9696-4f86-b05d-b49a81bf28d6 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563889 Sep 08 13:40:40.794671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0422a45a-8956-4a21-8591-7e4c591e3276 req-3e210c06-e345-4709-9a00-30413087a00b service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987674 Sep 08 13:40:40.962282 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0422a45a-8956-4a21-8591-7e4c591e3276 req-18adc2b2-f706-4c67-ab6a-51a92655d08a service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488817 Sep 08 13:40:40.964972 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e017022c-ba5e-4cff-86a3-2e54d3d044ba req-132f04c9-6c73-4204-b117-55faaa92696c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:40.976954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d4b8c4-19ba-4b9a-8066-c743671a3496 req-bca3d481-cf64-4f7d-a9a3-43ec6b7c6158 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:40.978550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d4b8c4-19ba-4b9a-8066-c743671a3496 req-bca3d481-cf64-4f7d-a9a3-43ec6b7c6158 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 867 time: 0.0762582 Sep 08 13:40:41.015201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f04c9-6c73-4204-b117-55faaa92696c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Port': ['ID=a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:41.099254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e017022c-ba5e-4cff-86a3-2e54d3d044ba req-132f04c9-6c73-4204-b117-55faaa92696c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] No DVR routers for this DVR port a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:40:41.104061 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e017022c-ba5e-4cff-86a3-2e54d3d044ba req-132f04c9-6c73-4204-b117-55faaa92696c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:41.107175 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e017022c-ba5e-4cff-86a3-2e54d3d044ba req-132f04c9-6c73-4204-b117-55faaa92696c tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.60 "DELETE /v2.0/ports/a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 HTTP/1.1" status: 204 len: 173 time: 1.0777819 Sep 08 13:40:41.107175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'name': 'network-vif-deleted', 'tag': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:40:41.109038 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c06858-2370-4c02-a3c4-f85e845db5b1" -d '{"events": [{"server_uuid": "5541e682-8e93-4a50-aa1c-4e8ec7ffeda1", "name": "network-vif-deleted", "tag": "a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:40:41.115764 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5d4b8c4-19ba-4b9a-8066-c743671a3496 req-976a5e96-8ce3-4d94-902a-7089f674da62 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/security-groups?id=0d135e61-c0c9-45d1-a23f-48141955b1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122067 Sep 08 13:40:41.179531 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faaf653-2f6e-4ae0-ae85-8a2a2a66dea8 x-openstack-request-id: req-8faaf653-2f6e-4ae0-ae85-8a2a2a66dea8 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:40:41.179531 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5541e682-8e93-4a50-aa1c-4e8ec7ffeda1", "name": "network-vif-deleted", "tag": "a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:40:41.179531 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8faaf653-2f6e-4ae0-ae85-8a2a2a66dea8 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:40:41.179531 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5541e682-8e93-4a50-aa1c-4e8ec7ffeda1', 'name': 'network-vif-deleted', 'tag': 'a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71', 'status': 'completed', 'code': 200} Sep 08 13:40:41.697130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5be2ca-1a41-47c3-b848-613591ff362d req-a8c95d66-60ff-459d-ace5-4e978fbcaa9d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:41.699059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d5be2ca-1a41-47c3-b848-613591ff362d req-a8c95d66-60ff-459d-ace5-4e978fbcaa9d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 944 time: 0.0835962 Sep 08 13:40:41.796700 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d5be2ca-1a41-47c3-b848-613591ff362d req-0a9fc72f-a1ca-4e05-b222-585d1932e974 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850315 Sep 08 13:40:41.940397 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f773f1-e081-4af3-a7ba-296c889f2916 req-a8994ef6-f973-454d-b6f6-5d068bd1cf21 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:41.943351 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-54f773f1-e081-4af3-a7ba-296c889f2916 req-a8994ef6-f973-454d-b6f6-5d068bd1cf21 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.1074378 Sep 08 13:40:42.065572 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-54f773f1-e081-4af3-a7ba-296c889f2916 req-d0a65933-c766-4525-89a2-63cb53657903 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624528 Sep 08 13:40:42.119197 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:42.278277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac687299-185e-4c43-98fb-6827c324e792 req-f97bf1f8-cffb-4425-9ef4-1ce9252ad655 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "GET /v2.0/ports?device_id=5541e682-8e93-4a50-aa1c-4e8ec7ffeda1 HTTP/1.1" status: 200 len: 210 time: 0.0509353 Sep 08 13:40:42.711739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:42.736884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:42.737403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a42b3f36-da9c-4529-8f9b-1bdc2ddf2a71 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:42.948289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e3bf6-a51b-4624-8b91-de6f78b62615 req-3b743e22-54cd-4af9-b001-9c26b6674d41 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:42.959748 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-171e3bf6-a51b-4624-8b91-de6f78b62615 req-3b743e22-54cd-4af9-b001-9c26b6674d41 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 944 time: 0.0779252 Sep 08 13:40:43.017184 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-171e3bf6-a51b-4624-8b91-de6f78b62615 req-71d554ef-dbd0-453a-8514-9bffd06e1ed5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516214 Sep 08 13:40:43.229229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762f251-bb75-43de-ae08-f97b1863c3b4 req-93c5f0c2-7c8b-48d3-9f5d-82e5b95fb1bc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:43.237055 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9762f251-bb75-43de-ae08-f97b1863c3b4 req-93c5f0c2-7c8b-48d3-9f5d-82e5b95fb1bc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0670018 Sep 08 13:40:43.287075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9762f251-bb75-43de-ae08-f97b1863c3b4 req-20cdf875-b8f5-4044-a6c1-4952734716d0 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490572 Sep 08 13:40:43.294751 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:43.348116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34204) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:43.442919 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b9f3709a-9eb5-49ac-8bf1-159b7a45aca4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:43.495389 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b9f3709a-9eb5-49ac-8bf1-159b7a45aca4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:43.534211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:40:43.661792 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b9f3709a-9eb5-49ac-8bf1-159b7a45aca4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:43.666065 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b9f3709a-9eb5-49ac-8bf1-159b7a45aca4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:43.669408 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b9f3709a-9eb5-49ac-8bf1-159b7a45aca4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/security-groups/0d135e61-c0c9-45d1-a23f-48141955b1ba HTTP/1.1" status: 204 len: 168 time: 0.3192332 Sep 08 13:40:43.674566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:43.699122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'port_id': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'mac_address': 'fa:16:3e:de:d0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:40:43.701992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3709a-9eb5-49ac-8bf1-159b7a45aca4 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d135e61-c0c9-45d1-a23f-48141955b1ba,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:43.757423 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:43.773512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:40:43.795705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:43.804508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34224) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:43.981771 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:44.046278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:44.165010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67557c-9c03-4e89-a106-d08046156d9a req-08431d41-362a-4292-baad-d0914dfeac66 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:44.166786 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa67557c-9c03-4e89-a106-d08046156d9a req-08431d41-362a-4292-baad-d0914dfeac66 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 945 time: 0.0659277 Sep 08 13:40:44.213883 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa67557c-9c03-4e89-a106-d08046156d9a req-8cfa7754-52b7-4953-98ca-da9b1f3f6ecd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386095 Sep 08 13:40:44.231259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['3c5acc96-c009-4ee7-92e2-6cd3acb7f826'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:40:44.242781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbe18394-40bf-4c63-ae34-c648d1716bbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:44.463061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d8f82-5d52-43de-a9b4-a836b6c34830 req-a8c37cb5-aaae-4ee7-969a-57a339dfc8aa tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:44.464625 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df6d8f82-5d52-43de-a9b4-a836b6c34830 req-a8c37cb5-aaae-4ee7-969a-57a339dfc8aa tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0757482 Sep 08 13:40:44.476957 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:44.536708 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df6d8f82-5d52-43de-a9b4-a836b6c34830 req-4b0e1a62-9298-402b-8700-ced6fd1ae7cf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658038 Sep 08 13:40:44.619669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-bbe18394-40bf-4c63-ae34-c648d1716bbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:44.622469 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbe18394-40bf-4c63-ae34-c648d1716bbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:44.722650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-bbe18394-40bf-4c63-ae34-c648d1716bbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] For port 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=98b57d07-a389-43eb-9d4b-e8c37f6d4fa5,segment=NetworkSegment(a7e3b8b6-811c-480f-a6ef-2067e97fe3fb),segment_id=a7e3b8b6-811c-480f-a6ef-2067e97fe3fb)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:44.723168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbe18394-40bf-4c63-ae34-c648d1716bbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:44.740273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-bbe18394-40bf-4c63-ae34-c648d1716bbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Calling delete_port for 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:45.202828 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbe18394-40bf-4c63-ae34-c648d1716bbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:45.235222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe18394-40bf-4c63-ae34-c648d1716bbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Port': ['ID=98b57d07-a389-43eb-9d4b-e8c37f6d4fa5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:45.449166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97121fd-2882-4a69-878d-6b7beb597065 req-5e5730ab-bda2-4c9d-b2c4-0895f1600061 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:45.451850 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f97121fd-2882-4a69-878d-6b7beb597065 req-5e5730ab-bda2-4c9d-b2c4-0895f1600061 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 945 time: 0.1166959 Sep 08 13:40:45.533150 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f97121fd-2882-4a69-878d-6b7beb597065 req-d1f90fda-aaa0-4ba1-8430-daea9dcd766e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674257 Sep 08 13:40:45.537573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:40:45.611596 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbe18394-40bf-4c63-ae34-c648d1716bbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:45.785960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:40:45.802455 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:45.802455 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:45.825321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe6d79-b314-4a18-b044-7e117d8fd747 req-4c011827-4264-4dbd-aaf4-b359ab57e3b4 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:45.826967 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6dbe6d79-b314-4a18-b044-7e117d8fd747 req-4c011827-4264-4dbd-aaf4-b359ab57e3b4 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.1042423 Sep 08 13:40:45.937928 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6dbe6d79-b314-4a18-b044-7e117d8fd747 req-c7734afc-285b-4da9-902e-81eb63f29ed0 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999143 Sep 08 13:40:45.950974 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:46.017874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:40:46.021735 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195d35af-f103-4c46-b074-ea79b678ea02" -d '{"events": [{"server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "name": "network-vif-plugged", "status": "completed", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:40:46.047288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe18394-40bf-4c63-ae34-c648d1716bbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Router 5fe30e06-70d1-4363-b8a4-971639bbc619 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:40:46.053526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:46.151300 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:46.218786 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94dad2a1-6f9c-43be-8b75-0f2b90207d6f x-openstack-request-id: req-94dad2a1-6f9c-43be-8b75-0f2b90207d6f {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:40:46.219082 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "name": "network-vif-plugged", "status": "completed", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:40:46.219337 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-94dad2a1-6f9c-43be-8b75-0f2b90207d6f {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:40:46.219757 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'code': 200} Sep 08 13:40:46.233522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe18394-40bf-4c63-ae34-c648d1716bbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:40:46.242079 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bbe18394-40bf-4c63-ae34-c648d1716bbb tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "PUT /v2.0/routers/5fe30e06-70d1-4363-b8a4-971639bbc619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4335322 Sep 08 13:40:46.242752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34328) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:46.251966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5040f1-8a78-4f8b-9a9e-5ef883c603dd None None] Sync routers for ids ['5fe30e06-70d1-4363-b8a4-971639bbc619'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:40:46.261482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:46.269287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5040f1-8a78-4f8b-9a9e-5ef883c603dd None None] Routers {'5fe30e06-70d1-4363-b8a4-971639bbc619'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:46.270008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bf5040f1-8a78-4f8b-9a9e-5ef883c603dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5fe30e06-70d1-4363-b8a4-971639bbc619'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:46.328328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c372d84-9810-4d9d-9198-c95c36641b15 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting subnet 6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:40:46.332186 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5c372d84-9810-4d9d-9198-c95c36641b15 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:46.337078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630e791-da17-47d8-8efd-edf42ef3a454 req-89fcade7-a19a-4b36-868e-c64b81a60c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:46.339130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3630e791-da17-47d8-8efd-edf42ef3a454 req-89fcade7-a19a-4b36-868e-c64b81a60c10 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1097 time: 0.0720060 Sep 08 13:40:46.388933 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5c372d84-9810-4d9d-9198-c95c36641b15 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:46.396783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3630e791-da17-47d8-8efd-edf42ef3a454 req-c181d926-1036-4113-a2ea-341a1554f8a0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495336 Sep 08 13:40:46.412375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-bf5040f1-8a78-4f8b-9a9e-5ef883c603dd None None] Set router 5fe30e06-70d1-4363-b8a4-971639bbc619 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:46.510227 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5c372d84-9810-4d9d-9198-c95c36641b15 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:46.672312 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5c372d84-9810-4d9d-9198-c95c36641b15 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:46.702453 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5c372d84-9810-4d9d-9198-c95c36641b15 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:46.707338 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5c372d84-9810-4d9d-9198-c95c36641b15 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/subnets/6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299 HTTP/1.1" status: 204 len: 168 time: 0.4638329 Sep 08 13:40:46.711564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b528561-8de1-4c54-8b91-f20685e31dd5 None None] Network a4ebf365-7154-4468-9992-397ebc618dac requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:40:46.720238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34344) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:46.758686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c372d84-9810-4d9d-9198-c95c36641b15 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3b0b13-db2e-46cf-9f41-a3ecfaeb1299,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:46.905250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bf5040f1-8a78-4f8b-9a9e-5ef883c603dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:40:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:46.948781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5040f1-8a78-4f8b-9a9e-5ef883c603dd None None] Checking router: 5fe30e06-70d1-4363-b8a4-971639bbc619 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:40:46.953517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264331d-081e-447b-9218-2d6421091410 req-4b084fd0-000e-4f3a-bae0-7d77732ea976 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:46.963125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0264331d-081e-447b-9218-2d6421091410 req-4b084fd0-000e-4f3a-bae0-7d77732ea976 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.2751267 Sep 08 13:40:46.975357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5040f1-8a78-4f8b-9a9e-5ef883c603dd None None] Routers {'5fe30e06-70d1-4363-b8a4-971639bbc619'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:46.976035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bf5040f1-8a78-4f8b-9a9e-5ef883c603dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5fe30e06-70d1-4363-b8a4-971639bbc619'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:47.069761 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:47.091106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf18db72-50f3-4e44-b81c-a974b73c88a9 None None] DHCP port deletion for a4ebf365-7154-4468-9992-397ebc618dac request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:40:47.141497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91179a-456d-4cfa-a6c8-c9a5ab8952be req-7ae1ce9d-d8c2-4b7a-bdd4-8e0b124f1828 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:47.153241 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af91179a-456d-4cfa-a6c8-c9a5ab8952be req-7ae1ce9d-d8c2-4b7a-bdd4-8e0b124f1828 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0791824 Sep 08 13:40:47.175377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0264331d-081e-447b-9218-2d6421091410 req-a5df2805-ec6b-48cd-a83f-60c52e593fb3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2108908 Sep 08 13:40:47.194512 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:47.221306 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af91179a-456d-4cfa-a6c8-c9a5ab8952be req-a44e1cff-c7bc-42bf-8942-b57cea345f6a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668564 Sep 08 13:40:47.252116 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-bf5040f1-8a78-4f8b-9a9e-5ef883c603dd None None] Set router 5fe30e06-70d1-4363-b8a4-971639bbc619 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:47.336155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-cf18db72-50f3-4e44-b81c-a974b73c88a9 None None] Deleting port fe69627b-2ccd-437e-a123-b034074a627a {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:47.336800 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cf18db72-50f3-4e44-b81c-a974b73c88a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:47.524280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cf18db72-50f3-4e44-b81c-a974b73c88a9 None None] For port fe69627b-2ccd-437e-a123-b034074a627a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=fe69627b-2ccd-437e-a123-b034074a627a,segment=NetworkSegment(a7e3b8b6-811c-480f-a6ef-2067e97fe3fb),segment_id=a7e3b8b6-811c-480f-a6ef-2067e97fe3fb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:47.524704 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cf18db72-50f3-4e44-b81c-a974b73c88a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:47.598049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-cf18db72-50f3-4e44-b81c-a974b73c88a9 None None] Calling delete_port for fe69627b-2ccd-437e-a123-b034074a627a owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:47.775201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bf5040f1-8a78-4f8b-9a9e-5ef883c603dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:40:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:47.846321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5040f1-8a78-4f8b-9a9e-5ef883c603dd None None] The sync data for ids ['5fe30e06-70d1-4363-b8a4-971639bbc619'] in n-d-807558-3 is: [{'id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'name': 'tempest-TestNetworkBasicOps-router-684650317', 'tenant_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:38:48Z', 'updated_at': '2021-09-08T13:40:44Z', 'revision_number': 5, 'project_id': 'eda23cb6f0f640d1831f2ef54abd8e7a', 'gw_port': {'id': 'ba585534-ecfc-405c-9a7d-6909fee91171', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:58:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe30e06-70d1-4363-b8a4-971639bbc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:38:49Z', 'updated_at': '2021-09-08T13:38:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:40:47.846756 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:47.866890 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cf18db72-50f3-4e44-b81c-a974b73c88a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:48.079784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Deleting port ba585534-ecfc-405c-9a7d-6909fee91171 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:40:48.080234 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:48.120975 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18db72-50f3-4e44-b81c-a974b73c88a9 None None] Pushing event deleted for resources: {'Port': ['ID=fe69627b-2ccd-437e-a123-b034074a627a,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:48.126427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf18db72-50f3-4e44-b81c-a974b73c88a9 None None] No DVR routers for this DVR port fe69627b-2ccd-437e-a123-b034074a627a on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:40:48.271241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] For port ba585534-ecfc-405c-9a7d-6909fee91171, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ba585534-ecfc-405c-9a7d-6909fee91171,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:48.271457 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:48.304751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Calling delete_port for ba585534-ecfc-405c-9a7d-6909fee91171 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:40:48.439992 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51482e-37e3-47f7-ab33-81233718f6be req-7f16aeba-170a-4518-859c-bce27919d209 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:48.441519 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c51482e-37e3-47f7-ab33-81233718f6be req-7f16aeba-170a-4518-859c-bce27919d209 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0742943 Sep 08 13:40:48.517776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c51482e-37e3-47f7-ab33-81233718f6be req-2fed2799-1e42-4c0b-b0d4-c206bcec09ae tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697007 Sep 08 13:40:48.619521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8d701-512d-4865-a755-4888c93c6f53 req-fc220f6b-1df5-4c39-aebe-a42aa8f93a73 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:48.621454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40a8d701-512d-4865-a755-4888c93c6f53 req-fc220f6b-1df5-4c39-aebe-a42aa8f93a73 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.2951400 Sep 08 13:40:48.691024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40a8d701-512d-4865-a755-4888c93c6f53 req-70dc5351-79c2-487b-b4d9-b3538435a782 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600457 Sep 08 13:40:48.874580 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:48.876612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96cd77-33df-4efb-84a4-102fb9769b22 req-0134c7d8-4b48-45e3-9202-4323f11a3e85 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:48.886275 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8d96cd77-33df-4efb-84a4-102fb9769b22 req-0134c7d8-4b48-45e3-9202-4323f11a3e85 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.1034048 Sep 08 13:40:48.911974 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:48.917794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:48.918131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 98b57d07-a389-43eb-9d4b-e8c37f6d4fa5 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:48.935441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fe69627b-2ccd-437e-a123-b034074a627a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:48.947020 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8d96cd77-33df-4efb-84a4-102fb9769b22 req-d1729a93-addd-49d9-97fb-6baa3f5d7adc tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594673 Sep 08 13:40:48.970565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: fe69627b-2ccd-437e-a123-b034074a627a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:48.971290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fe69627b-2ccd-437e-a123-b034074a627a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:48.971791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34450) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:49.003736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Port': ['ID=ba585534-ecfc-405c-9a7d-6909fee91171,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:49.046434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43aa960-64d1-4ebb-96fa-dca79391b30b tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:49.048013 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a43aa960-64d1-4ebb-96fa-dca79391b30b tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1092 time: 0.0752017 Sep 08 13:40:49.050846 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34454) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:49.056060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:49.082371 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.203535 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.231242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.234218 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.346612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.379376 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.380486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Fanout notify agent at l3_agent the message router_deleted on router 5fe30e06-70d1-4363-b8a4-971639bbc619 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:40:49.387756 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.388883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8992e744-aade-4ad3-9f1e-eda6812fc078 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/routers/5fe30e06-70d1-4363-b8a4-971639bbc619 HTTP/1.1" status: 204 len: 168 time: 2.6480651 Sep 08 13:40:49.392422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34472) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:49.550861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.25.5.31 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/25bccdee-b3db-4465-b133-c6a0fb87cd11) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:40:49.554653 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.760354 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.792849 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.825045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ebf365-7154-4468-9992-397ebc618dac']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:49.839380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:49.839686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e3b8b6-811c-480f-a6ef-2067e97fe3fb') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:49.856117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e9fe2-05b8-423c-b7f0-15c04f899430 req-63caf6d0-7806-433c-8baf-f3cdf7981240 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:49.857559 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-669e9fe2-05b8-423c-b7f0-15c04f899430 req-63caf6d0-7806-433c-8baf-f3cdf7981240 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.1248136 Sep 08 13:40:49.862119 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.890663 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.902200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:40:49.902611 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:40:49.905447 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:40:49.965250 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-669e9fe2-05b8-423c-b7f0-15c04f899430 req-192bc02e-b012-4b59-a6ac-2ac38e2a44d6 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972040 Sep 08 13:40:50.148402 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:50.194537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:40:50.201046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:40:50.206708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:40:50.210479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=25bccdee-b3db-4465-b133-c6a0fb87cd11,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:50.265624 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:50.271989 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:50.274280 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] 10.222.0.69 "DELETE /v2.0/networks/a4ebf365-7154-4468-9992-397ebc618dac HTTP/1.1" status: 204 len: 168 time: 0.8807895 Sep 08 13:40:50.301930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f4567-c73d-4af0-ad7b-e7b3c2259680 tempest-TestNetworkBasicOps-1676975675 tempest-TestNetworkBasicOps-1676975675-project] Pushing event deleted for resources: {'Network': ['ID=a4ebf365-7154-4468-9992-397ebc618dac,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:50.698983 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:50.825563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ba585534-ecfc-405c-9a7d-6909fee91171 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:50.867203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: ba585534-ecfc-405c-9a7d-6909fee91171 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:40:50.867953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ba585534-ecfc-405c-9a7d-6909fee91171 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:40:50.893889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34544) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:50.923171 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:51.089384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-986aa665-b228-4918-a2f8-ac4d2f8ff59b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=eda23cb6f0f640d1831f2ef54abd8e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1940608 Sep 08 13:40:51.092124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34560) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:51.144998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e3254e7-cf7b-43dc-8b49-d19a3c16777e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:51.166903 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e3254e7-cf7b-43dc-8b49-d19a3c16777e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:51.168670 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f35e0-3844-43da-a5f5-9f76fa0f3c8e req-105e15c3-2262-47dd-8c45-491da4e4d82f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:51.170202 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c6f35e0-3844-43da-a5f5-9f76fa0f3c8e req-105e15c3-2262-47dd-8c45-491da4e4d82f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.1012552 Sep 08 13:40:51.227544 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:51.231792 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c6f35e0-3844-43da-a5f5-9f76fa0f3c8e req-bc620793-59d2-404c-af55-0a417fe25964 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507429 Sep 08 13:40:51.316503 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e3254e7-cf7b-43dc-8b49-d19a3c16777e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:51.319171 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3e3254e7-cf7b-43dc-8b49-d19a3c16777e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:51.320377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3e3254e7-cf7b-43dc-8b49-d19a3c16777e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0fc26482-ef67-452f-b73a-452922cb2f24 HTTP/1.1" status: 204 len: 168 time: 0.2270951 Sep 08 13:40:51.329896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3254e7-cf7b-43dc-8b49-d19a3c16777e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc26482-ef67-452f-b73a-452922cb2f24,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:51.362593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:51.444996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=25bccdee-b3db-4465-b133-c6a0fb87cd11,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:51.451680 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:51.559424 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Floating IP cb9d4f92-56ca-4c42-9334-e05c220a0bc1 associated. External IP: 172.25.5.31, port: 3c5acc96-c009-4ee7-92e2-6cd3acb7f826. Sep 08 13:40:51.784316 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router f46efa56-0513-4f25-a0b1-068e39203e7f has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:40:51.893568 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:40:51.903325 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c914c85-d25a-44e5-a863-9ec698dc6934 None None] Sync routers for ids ['f46efa56-0513-4f25-a0b1-068e39203e7f'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:40:51.913077 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c914c85-d25a-44e5-a863-9ec698dc6934 None None] Routers {'f46efa56-0513-4f25-a0b1-068e39203e7f'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:51.913689 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8c914c85-d25a-44e5-a863-9ec698dc6934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['f46efa56-0513-4f25-a0b1-068e39203e7f'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:52.021511 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-8c914c85-d25a-44e5-a863-9ec698dc6934 None None] Set router f46efa56-0513-4f25-a0b1-068e39203e7f gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:52.037004 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:52.064271 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c3a55fb1-99c9-4fed-ba03-6a6a44a19dda tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0123296 Sep 08 13:40:52.064846 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:40:52.067146 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805f7391-b954-4448-99ce-f9b5f7556436" -d '{"events": [{"name": "network-changed", "server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:40:52.154596 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c9b48e-149c-4ba4-949c-d1313e310241 x-openstack-request-id: req-e0c9b48e-149c-4ba4-949c-d1313e310241 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:40:52.154978 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:40:52.159922 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e0c9b48e-149c-4ba4-949c-d1313e310241 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:40:52.160475 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'status': 'completed', 'code': 200} Sep 08 13:40:52.169415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34620) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:52.185783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f6a29641-40da-4644-88e3-47bcc916103a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:52.246950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792ac99-6ff5-4e80-8d11-f5e676acd842 req-74995227-2772-4dea-9596-e1ffe48b7cb8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:52.254572 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c792ac99-6ff5-4e80-8d11-f5e676acd842 req-74995227-2772-4dea-9596-e1ffe48b7cb8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.1033034 Sep 08 13:40:52.264160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7391-b954-4448-99ce-f9b5f7556436 req-28f5ce08-1f50-48ed-8d46-9f179224e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:52.266319 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-805f7391-b954-4448-99ce-f9b5f7556436 req-28f5ce08-1f50-48ed-8d46-9f179224e979 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1097 time: 0.0820301 Sep 08 13:40:52.283238 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8c914c85-d25a-44e5-a863-9ec698dc6934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:40:27Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'cb9d4f92-56ca-4c42-9334-e05c220a0bc1', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'port_id': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'mac_address': 'fa:16:3e:de:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:40:50Z', 'updated_at': '2021-09-08T13:40:50Z', 'revision_number': 0, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff314de0-81ac-46fb-a0f9-e4036739796e', 'name': '', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:26Z', 'updated_at': '2021-09-08T13:40:33Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:52.298335 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f6a29641-40da-4644-88e3-47bcc916103a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:52.328833 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c792ac99-6ff5-4e80-8d11-f5e676acd842 req-5e951e53-d936-4eed-a3a3-9e0492370e28 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731339 Sep 08 13:40:52.338436 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c914c85-d25a-44e5-a863-9ec698dc6934 None None] Checking router: f46efa56-0513-4f25-a0b1-068e39203e7f for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:40:52.347562 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c914c85-d25a-44e5-a863-9ec698dc6934 None None] Routers {'f46efa56-0513-4f25-a0b1-068e39203e7f'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:52.348171 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8c914c85-d25a-44e5-a863-9ec698dc6934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['f46efa56-0513-4f25-a0b1-068e39203e7f'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:52.379271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34628) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:52.399874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306eb662-d7cf-4dd6-9e21-5502f479b845 req-59476e6e-1fa2-491b-a24d-03a31289b090 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:52.401566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-306eb662-d7cf-4dd6-9e21-5502f479b845 req-59476e6e-1fa2-491b-a24d-03a31289b090 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0841410 Sep 08 13:40:52.409187 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7391-b954-4448-99ce-f9b5f7556436 req-b929b5f6-98c7-4bfe-ad46-b8e220b216c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:52.410511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-805f7391-b954-4448-99ce-f9b5f7556436 req-b929b5f6-98c7-4bfe-ad46-b8e220b216c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.1354609 Sep 08 13:40:52.459642 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f6a29641-40da-4644-88e3-47bcc916103a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:52.465453 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-8c914c85-d25a-44e5-a863-9ec698dc6934 None None] Set router f46efa56-0513-4f25-a0b1-068e39203e7f gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:52.492578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-805f7391-b954-4448-99ce-f9b5f7556436 req-ab95d4ea-714e-40ef-ac55-84fb71609dbc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 999 time: 0.0714743 Sep 08 13:40:52.546743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7391-b954-4448-99ce-f9b5f7556436 req-54d02486-6b24-4e1f-b7b5-90fc7d73c316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:52.549105 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-805f7391-b954-4448-99ce-f9b5f7556436 req-54d02486-6b24-4e1f-b7b5-90fc7d73c316 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.0485694 Sep 08 13:40:52.564970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a29641-40da-4644-88e3-47bcc916103a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d41e225-53d4-46c3-894e-4ee4f0b6064a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:52.576353 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ef3c44dd-937e-42b1-b722-13dad6a80815 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/cb9d4f92-56ca-4c42-9334-e05c220a0bc1 HTTP/1.1" status: 200 len: 991 time: 0.1961153 Sep 08 13:40:52.581594 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f6a29641-40da-4644-88e3-47bcc916103a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f8d07d0700554ee7974a1c1db2aafca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110854 Sep 08 13:40:52.589856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34644) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:52.593704 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-306eb662-d7cf-4dd6-9e21-5502f479b845 req-1360153b-3c3a-4f8a-ad90-e1ccbbf08d05 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460040 Sep 08 13:40:52.606436 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990af68-2f2d-4cbc-a63b-c6502e8b581b req-bb697759-3ceb-467d-a6d9-8cc3e8159745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:52.609242 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0990af68-2f2d-4cbc-a63b-c6502e8b581b req-bb697759-3ceb-467d-a6d9-8cc3e8159745 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 1096 time: 0.1603615 Sep 08 13:40:52.635825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f7391-b954-4448-99ce-f9b5f7556436 req-ab77af1e-ab5f-448e-9cf2-edd1e1d6618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:52.637344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-805f7391-b954-4448-99ce-f9b5f7556436 req-ab77af1e-ab5f-448e-9cf2-edd1e1d6618d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812812 Sep 08 13:40:52.686405 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b40f5ed-af4b-4678-b1f9-dcb4a95913a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:52.740553 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990af68-2f2d-4cbc-a63b-c6502e8b581b req-41e134bb-8af0-49c2-b262-c7ab465d10d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:52.741546 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b40f5ed-af4b-4678-b1f9-dcb4a95913a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:52.742240 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0990af68-2f2d-4cbc-a63b-c6502e8b581b req-41e134bb-8af0-49c2-b262-c7ab465d10d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.1253877 Sep 08 13:40:52.793072 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-805f7391-b954-4448-99ce-f9b5f7556436 req-ff7754db-d401-4b0a-b620-2f1ac2d2fa8f service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474972 Sep 08 13:40:52.827229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0990af68-2f2d-4cbc-a63b-c6502e8b581b req-5438fe44-09be-4e90-be00-3eca02133665 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d805d8e-1186-45ee-a867-16c0aaed5650 HTTP/1.1" status: 200 len: 1001 time: 0.0780921 Sep 08 13:40:52.855320 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8c914c85-d25a-44e5-a863-9ec698dc6934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:40:27Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'cb9d4f92-56ca-4c42-9334-e05c220a0bc1', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'port_id': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'mac_address': 'fa:16:3e:de:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:40:50Z', 'updated_at': '2021-09-08T13:40:50Z', 'revision_number': 0, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff314de0-81ac-46fb-a0f9-e4036739796e', 'name': '', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:26Z', 'updated_at': '2021-09-08T13:40:33Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:52.887203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990af68-2f2d-4cbc-a63b-c6502e8b581b req-760e67c0-29e6-4792-87cb-09cf761c9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:52.887939 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c914c85-d25a-44e5-a863-9ec698dc6934 None None] The sync data for ids ['f46efa56-0513-4f25-a0b1-068e39203e7f'] in n-d-807558-3 is: [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:40:27Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'cb9d4f92-56ca-4c42-9334-e05c220a0bc1', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'floating_ip_address': '172.25.5.31', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'port_id': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'mac_address': 'fa:16:3e:de:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:40:50Z', 'updated_at': '2021-09-08T13:40:50Z', 'revision_number': 0, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff314de0-81ac-46fb-a0f9-e4036739796e', 'name': '', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:26Z', 'updated_at': '2021-09-08T13:40:33Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:40:52.910310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0990af68-2f2d-4cbc-a63b-c6502e8b581b req-760e67c0-29e6-4792-87cb-09cf761c9a1a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.0603960 Sep 08 13:40:52.912564 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-805f7391-b954-4448-99ce-f9b5f7556436 req-74591033-0d1f-4f8e-95aa-6a9dbc4e8bb6 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114805 Sep 08 13:40:52.928213 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b40f5ed-af4b-4678-b1f9-dcb4a95913a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:52.931087 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b40f5ed-af4b-4678-b1f9-dcb4a95913a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:52.932321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9b40f5ed-af4b-4678-b1f9-dcb4a95913a7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/1d41e225-53d4-46c3-894e-4ee4f0b6064a HTTP/1.1" status: 204 len: 168 time: 0.3413053 Sep 08 13:40:52.941885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40f5ed-af4b-4678-b1f9-dcb4a95913a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d41e225-53d4-46c3-894e-4ee4f0b6064a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:52.943392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990af68-2f2d-4cbc-a63b-c6502e8b581b req-08b0486b-7a33-458e-825a-3318474752a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:52.945722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0990af68-2f2d-4cbc-a63b-c6502e8b581b req-08b0486b-7a33-458e-825a-3318474752a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475352 Sep 08 13:40:53.058617 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0990af68-2f2d-4cbc-a63b-c6502e8b581b req-0b2d20fc-7ab3-4fcc-94f3-99314eb63ae5 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059911 Sep 08 13:40:53.149221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc6286-77cb-4858-8c7c-e101af2d1088 None None] New status for floating IP cb9d4f92-56ca-4c42-9334-e05c220a0bc1: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:40:53.160544 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0990af68-2f2d-4cbc-a63b-c6502e8b581b req-7b975ea6-d219-433d-aaca-e402fc9c4ee0 service neutron] 10.222.0.70 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944755 Sep 08 13:40:53.580043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34718) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:53.653705 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a21673a5-0bf9-4f39-bc0d-c0898076529f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/cb9d4f92-56ca-4c42-9334-e05c220a0bc1 HTTP/1.1" status: 200 len: 993 time: 0.0723710 Sep 08 13:40:53.732929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce901e-1120-49cd-ad85-fc6beb3d409d req-cead787c-6a1e-4030-adeb-6c994821dc58 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:53.734618 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77ce901e-1120-49cd-ad85-fc6beb3d409d req-cead787c-6a1e-4030-adeb-6c994821dc58 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0582788 Sep 08 13:40:53.773602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77ce901e-1120-49cd-ad85-fc6beb3d409d req-f81cbd47-22dd-4a9f-8e2a-88a1829ade6a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330188 Sep 08 13:40:54.018515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34758) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:54.120552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-337820049-network', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:54.213843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Made reservation on behalf of dd815f562a244d2db067d48a3f977d86 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:40:54.216237 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:54.226268 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:54.319911 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:54.379900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:54.406288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:40:54.416585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccaa490-e244-4900-8140-13c155140db5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:54.421338 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:54.421686 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Added segment b809da40-5c2a-4a76-9402-0e5f0bdff5d8 of type vlan for network 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e Sep 08 13:40:54.467821 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:54.574169 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:54.575221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:54.575815 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:54.674710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:54.686948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:40:54.723345 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8fc4e7ed-90aa-4c74-b222-82f503337ea6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7036979 Sep 08 13:40:54.726443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 34804) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:54.731685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-04740145-e75a-4e5e-91c7-757a901ebe74 admin admin] Request body: {'subnet': {'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-337820049-subnet', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:54.886253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04740145-e75a-4e5e-91c7-757a901ebe74 admin admin] Made reservation on behalf of dd815f562a244d2db067d48a3f977d86 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:40:54.886253 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04740145-e75a-4e5e-91c7-757a901ebe74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:54.910278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ba4f4-db47-4b99-ab0f-5101f3937106 req-4df8e740-903f-472a-9bd2-e13bd835e0fa tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:54.912367 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c0ba4f4-db47-4b99-ab0f-5101f3937106 req-4df8e740-903f-472a-9bd2-e13bd835e0fa tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0611076 Sep 08 13:40:54.951267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c0ba4f4-db47-4b99-ab0f-5101f3937106 req-8b1798a8-2c85-4c2c-b842-4cf58d1b40c4 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327630 Sep 08 13:40:55.151756 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04740145-e75a-4e5e-91c7-757a901ebe74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:55.213112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04740145-e75a-4e5e-91c7-757a901ebe74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2df3922-8896-40da-938c-757f817afc72,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:55.222714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04740145-e75a-4e5e-91c7-757a901ebe74 admin admin] Checking segment: {'id': 'b809da40-5c2a-4a76-9402-0e5f0bdff5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:40:55.222714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04740145-e75a-4e5e-91c7-757a901ebe74 admin admin] Network hostable DHCP agents. Network: 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:40:55.316360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04740145-e75a-4e5e-91c7-757a901ebe74 admin admin] Network 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:40:55.408725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-04740145-e75a-4e5e-91c7-757a901ebe74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:40:55.416324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04740145-e75a-4e5e-91c7-757a901ebe74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:55.417290 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04740145-e75a-4e5e-91c7-757a901ebe74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:55.418534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deacc59a-1547-469c-9cd2-4b6b7242ad7c None None] Network 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:40:55.495827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-04740145-e75a-4e5e-91c7-757a901ebe74 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7674971 Sep 08 13:40:55.499218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 34846) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:55.503792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-337820049-router', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:40:55.568332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e', 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'fixed_ips': [{'subnet_id': 'b2df3922-8896-40da-938c-757f817afc72'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:40:55.569215 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:55.596741 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:55.597832 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:55.634847 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5d805d8e-1186-45ee-a867-16c0aaed5650 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:40:55.649086 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:55.760033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Allocated IP 172.20.0.2 (77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e/b2df3922-8896-40da-938c-757f817afc72/a54533dd-5467-4e80-8f40-6822d48ef55a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:40:55.777656 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:55.822871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:40:55.825137 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc13f03-13ca-4cfa-9fc4-205b7e4beed7" -d '{"events": [{"server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "name": "network-vif-unplugged", "status": "completed", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:40:55.865278 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 13:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895ae284-888f-4893-a4ac-246be1a593f0 x-openstack-request-id: req-895ae284-888f-4893-a4ac-246be1a593f0 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:40:55.865645 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "name": "network-vif-unplugged", "status": "failed", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650", "code": 422}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:40:55.865879 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-895ae284-888f-4893-a4ac-246be1a593f0 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:40:55.866202 n-d-807558-3 neutron-server[96265]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'code': 422} returned with failed status Sep 08 13:40:55.870934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:55.946575 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:55.995281 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:56.017175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Transition to ACTIVE for port object a54533dd-5467-4e80-8f40-6822d48ef55a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:40:56.026396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:56.040883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Transition to ACTIVE for port object a54533dd-5467-4e80-8f40-6822d48ef55a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:40:56.123171 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:56.166391 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:56.168833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Network 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:40:56.174119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:40:56.179519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:40:56.184223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Pushing event updated for resources: {'Port': ['ID=a54533dd-5467-4e80-8f40-6822d48ef55a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:56.217969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87249429-485b-427b-92b3-aacdf54358b7 req-8a1dd7b3-9cee-4582-851b-19da89d584a7 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:56.219544 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87249429-485b-427b-92b3-aacdf54358b7 req-8a1dd7b3-9cee-4582-851b-19da89d584a7 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 943 time: 0.0557907 Sep 08 13:40:56.237275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Attempting to bind port a54533dd-5467-4e80-8f40-6822d48ef55a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:40:56.237822 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Attempting to bind port a54533dd-5467-4e80-8f40-6822d48ef55a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b809da40-5c2a-4a76-9402-0e5f0bdff5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:40:56.238338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Attempting to bind port a54533dd-5467-4e80-8f40-6822d48ef55a on network 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:40:56.244581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:40:56.245044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Checking segment: {'id': 'b809da40-5c2a-4a76-9402-0e5f0bdff5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:40:56.245552 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:56.246125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Bound using segment: {'id': 'b809da40-5c2a-4a76-9402-0e5f0bdff5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:40:56.246636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Bound port: a54533dd-5467-4e80-8f40-6822d48ef55a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b809da40-5c2a-4a76-9402-0e5f0bdff5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:40:56.247267 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:56.277917 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87249429-485b-427b-92b3-aacdf54358b7 req-2ff325a5-2f81-4698-a994-e44c6be47951 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518644 Sep 08 13:40:56.323755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] For port a54533dd-5467-4e80-8f40-6822d48ef55a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:40:56.328117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] For port a54533dd-5467-4e80-8f40-6822d48ef55a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a54533dd-5467-4e80-8f40-6822d48ef55a,segment=NetworkSegment(b809da40-5c2a-4a76-9402-0e5f0bdff5d8),segment_id=b809da40-5c2a-4a76-9402-0e5f0bdff5d8)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:40:56.392427 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:56.463455 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a6346-cddc-49c8-b00d-e69aeb06a520 None None] Pushing event updated for resources: {'Port': ['ID=a54533dd-5467-4e80-8f40-6822d48ef55a,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:56.466343 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:56.487050 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:56.601057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Allocated IP 172.25.5.104 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/7c01c87b-aa7e-439f-b415-f30ba10bb94c) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:40:56.743201 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:56.821304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a54533dd-5467-4e80-8f40-6822d48ef55a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:40:56.871796 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:56.912214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:40:56.915123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:40:56.920930 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:40:56.943955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Pushing event updated for resources: {'Port': ['ID=7c01c87b-aa7e-439f-b415-f30ba10bb94c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:56.985090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port a54533dd-5467-4e80-8f40-6822d48ef55a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:40:57.300594 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:57.471813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baab1c62-b167-421e-a70d-3e27e0ceb174 None None] Network 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:40:57.545289 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:57.611197 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f47f5d96-7ffe-453d-92db-6c09b0eebbed None None] Provisioning for port a54533dd-5467-4e80-8f40-6822d48ef55a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:40:57.620098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f47f5d96-7ffe-453d-92db-6c09b0eebbed None None] Provisioning complete for port a54533dd-5467-4e80-8f40-6822d48ef55a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:57.623699 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f47f5d96-7ffe-453d-92db-6c09b0eebbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:57.756075 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f47f5d96-7ffe-453d-92db-6c09b0eebbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:57.797127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f47f5d96-7ffe-453d-92db-6c09b0eebbed None None] For port a54533dd-5467-4e80-8f40-6822d48ef55a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a54533dd-5467-4e80-8f40-6822d48ef55a,segment=NetworkSegment(b809da40-5c2a-4a76-9402-0e5f0bdff5d8),segment_id=b809da40-5c2a-4a76-9402-0e5f0bdff5d8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:40:57.819828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Router e48914f6-01cf-41be-ac95-da1856a5ee14 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:40:57.936422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:40:57.947863 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Sync routers for ids ['e48914f6-01cf-41be-ac95-da1856a5ee14'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:40:57.956356 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f47f5d96-7ffe-453d-92db-6c09b0eebbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:57.961148 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Routers {'e48914f6-01cf-41be-ac95-da1856a5ee14'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:57.962876 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e48914f6-01cf-41be-ac95-da1856a5ee14'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:58.019563 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:58.025691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35008) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:40:58.026291 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-61c413c6-8cc4-4c73-ac53-6809ff95e90a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.5252771 Sep 08 13:40:58.038901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f5d96-7ffe-453d-92db-6c09b0eebbed None None] Pushing event updated for resources: {'Port': ['ID=a54533dd-5467-4e80-8f40-6822d48ef55a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:58.079257 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-451486c7-8613-457f-bcbd-017931b51520 None None] Provisioning complete for port a54533dd-5467-4e80-8f40-6822d48ef55a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:58.079731 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-451486c7-8613-457f-bcbd-017931b51520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:58.102990 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Set router e48914f6-01cf-41be-ac95-da1856a5ee14 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:58.301907 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'name': 'tempest-ImageQuotaTest-337820049-router', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7c01c87b-aa7e-439f-b415-f30ba10bb94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:55Z', 'updated_at': '2021-09-08T13:40:57Z', 'revision_number': 3, 'project_id': 'dd815f562a244d2db067d48a3f977d86', 'gw_port': {'id': '7c01c87b-aa7e-439f-b415-f30ba10bb94c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:46:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:56Z', 'updated_at': '2021-09-08T13:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:58.328469 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Checking router: e48914f6-01cf-41be-ac95-da1856a5ee14 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:40:58.328819 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Updating router e48914f6-01cf-41be-ac95-da1856a5ee14 port 7c01c87b-aa7e-439f-b415-f30ba10bb94c binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:40:58.354032 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:58.480470 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:58.642533 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:58.652637 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Transition to ACTIVE for port object 7c01c87b-aa7e-439f-b415-f30ba10bb94c will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:40:58.700696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Allocated IP 172.20.0.1 (77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e/b2df3922-8896-40da-938c-757f817afc72/833a8128-89f5-47d1-9ef7-047d9000996f) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:40:58.781379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a54533dd-5467-4e80-8f40-6822d48ef55a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:40:58.808557 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:58.813104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:58.828593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Transition to ACTIVE for port object 833a8128-89f5-47d1-9ef7-047d9000996f will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:40:58.837844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a54533dd-5467-4e80-8f40-6822d48ef55a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:58.838315 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:58.879379 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0682beb-032a-4dee-bd2b-ba129ba710ea None None] Pushing event updated for resources: {'Port': ['ID=7c01c87b-aa7e-439f-b415-f30ba10bb94c,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:58.883854 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Attempting to bind port 7c01c87b-aa7e-439f-b415-f30ba10bb94c on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:40:58.884237 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Attempting to bind port 7c01c87b-aa7e-439f-b415-f30ba10bb94c by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:40:58.884586 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Attempting to bind port 7c01c87b-aa7e-439f-b415-f30ba10bb94c on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:40:58.890040 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:40:58.890439 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:40:58.890841 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:58.891226 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:40:58.891689 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Bound port: 7c01c87b-aa7e-439f-b415-f30ba10bb94c, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:40:58.892150 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:58.944372 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] For port 7c01c87b-aa7e-439f-b415-f30ba10bb94c, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:40:58.947694 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] For port 7c01c87b-aa7e-439f-b415-f30ba10bb94c, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7c01c87b-aa7e-439f-b415-f30ba10bb94c,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:40:58.997991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:59.043292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Network 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:40:59.049882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:40:59.055110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:40:59.058315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Pushing event updated for resources: {'Port': ['ID=833a8128-89f5-47d1-9ef7-047d9000996f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:59.061087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a393b1b2-0ca4-41d5-8ad6-484a4fc1bbf2 req-24059046-9f6c-4ae7-bdf5-899201922631 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:40:59.062676 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a393b1b2-0ca4-41d5-8ad6-484a4fc1bbf2 req-24059046-9f6c-4ae7-bdf5-899201922631 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 943 time: 0.0608323 Sep 08 13:40:59.065842 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:59.095925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:59.096285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:59.096813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:59.097163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:59.097503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:59.097846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:59.098208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:59.098575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:59.099070 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:59.099406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:59.099897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:59.100409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:40:59.123580 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:59.125077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a393b1b2-0ca4-41d5-8ad6-484a4fc1bbf2 req-5bb6e817-3af8-4732-b426-c157fb44edf2 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517054 Sep 08 13:40:59.141440 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Routers {'e48914f6-01cf-41be-ac95-da1856a5ee14'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:40:59.142097 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e48914f6-01cf-41be-ac95-da1856a5ee14'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:59.230315 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0682beb-032a-4dee-bd2b-ba129ba710ea None None] Pushing event updated for resources: {'Port': ['ID=7c01c87b-aa7e-439f-b415-f30ba10bb94c,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:59.327569 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] Set router e48914f6-01cf-41be-ac95-da1856a5ee14 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:40:59.454530 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:59.521163 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'name': 'tempest-ImageQuotaTest-337820049-router', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7c01c87b-aa7e-439f-b415-f30ba10bb94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:55Z', 'updated_at': '2021-09-08T13:40:57Z', 'revision_number': 3, 'project_id': 'dd815f562a244d2db067d48a3f977d86', 'gw_port': {'id': '7c01c87b-aa7e-439f-b415-f30ba10bb94c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:46:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:56Z', 'updated_at': '2021-09-08T13:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:40:59.528284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-21254c88-fb31-407d-9d85-4405fb3e23da None None] Provisioning for port 833a8128-89f5-47d1-9ef7-047d9000996f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:40:59.532472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-21254c88-fb31-407d-9d85-4405fb3e23da None None] Provisioning complete for port 833a8128-89f5-47d1-9ef7-047d9000996f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:40:59.532850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-21254c88-fb31-407d-9d85-4405fb3e23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:59.548432 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df19fb6-c8dc-4e6d-8e60-3658a5da5ead None None] The sync data for ids ['e48914f6-01cf-41be-ac95-da1856a5ee14'] in n-d-807558-3 is: [{'id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'name': 'tempest-ImageQuotaTest-337820049-router', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7c01c87b-aa7e-439f-b415-f30ba10bb94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:55Z', 'updated_at': '2021-09-08T13:40:57Z', 'revision_number': 3, 'project_id': 'dd815f562a244d2db067d48a3f977d86', 'gw_port': {'id': '7c01c87b-aa7e-439f-b415-f30ba10bb94c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:46:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:56Z', 'updated_at': '2021-09-08T13:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:40:59.582566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-21254c88-fb31-407d-9d85-4405fb3e23da None None] Port 833a8128-89f5-47d1-9ef7-047d9000996f cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:40:59.632303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:59.724011 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:59.792679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-f1396c9e-f2c3-409e-9bec-348959482012 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758750 Sep 08 13:40:59.820029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Pushing event updated for resources: {'Port': ['ID=833a8128-89f5-47d1-9ef7-047d9000996f,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:40:59.822910 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:40:59.952491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Network 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:40:59.954289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:41:00.097115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Router e48914f6-01cf-41be-ac95-da1856a5ee14 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:41:00.311993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-86ad69be-3aa4-47aa-afa8-edabc0e03fd9 None None] Provisioning complete for port 833a8128-89f5-47d1-9ef7-047d9000996f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:41:00.312591 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-86ad69be-3aa4-47aa-afa8-edabc0e03fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:00.358133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-86ad69be-3aa4-47aa-afa8-edabc0e03fd9 None None] Port 833a8128-89f5-47d1-9ef7-047d9000996f cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:41:00.584867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0df3d9-bfc3-4cb2-93f3-83e04274d7d0 req-e5c80710-009c-4cd0-b762-57de6d274f78 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:00.586322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d0df3d9-bfc3-4cb2-93f3-83e04274d7d0 req-e5c80710-009c-4cd0-b762-57de6d274f78 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 943 time: 0.0979469 Sep 08 13:41:00.610573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:41:00.617024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d6b75d6b-39ca-42f3-9798-d3eafa177b81 admin admin] 10.222.0.69 "PUT /v2.0/routers/e48914f6-01cf-41be-ac95-da1856a5ee14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5902681 Sep 08 13:41:00.636263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d0df3d9-bfc3-4cb2-93f3-83e04274d7d0 req-45a3c494-b234-4a22-8bcf-1b89b064549e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422227 Sep 08 13:41:00.808631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7c01c87b-aa7e-439f-b415-f30ba10bb94c up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:41:00.956986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 7c01c87b-aa7e-439f-b415-f30ba10bb94c completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:41:00.962144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 7c01c87b-aa7e-439f-b415-f30ba10bb94c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:41:00.962494 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:01.052444 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:01.196695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 7c01c87b-aa7e-439f-b415-f30ba10bb94c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7c01c87b-aa7e-439f-b415-f30ba10bb94c,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:01.316524 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:01.373682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=7c01c87b-aa7e-439f-b415-f30ba10bb94c,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:01.396162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Sync routers for ids ['e48914f6-01cf-41be-ac95-da1856a5ee14'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:41:01.405037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Routers {'e48914f6-01cf-41be-ac95-da1856a5ee14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:41:01.405661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e48914f6-01cf-41be-ac95-da1856a5ee14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:41:01.530147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-99e89d52-e3b9-4e6c-8b63-5b1fbf26aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:01.533669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-99e89d52-e3b9-4e6c-8b63-5b1fbf26aa1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07&tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701 HTTP/1.1" status: 200 len: 1094 time: 0.0649836 Sep 08 13:41:01.546801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Set router e48914f6-01cf-41be-ac95-da1856a5ee14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:41:01.569274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:41:01.641097 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:01.794756 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88d7d8-1865-4619-a7a4-78223f0521a0 req-84fda896-1045-428d-9bc8-3a9ccb3b7513 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:01.803476 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b88d7d8-1865-4619-a7a4-78223f0521a0 req-84fda896-1045-428d-9bc8-3a9ccb3b7513 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 943 time: 0.0690324 Sep 08 13:41:01.820594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'name': 'tempest-ImageQuotaTest-337820049-router', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7c01c87b-aa7e-439f-b415-f30ba10bb94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:55Z', 'updated_at': '2021-09-08T13:40:59Z', 'revision_number': 4, 'project_id': 'dd815f562a244d2db067d48a3f977d86', 'gw_port': {'id': '7c01c87b-aa7e-439f-b415-f30ba10bb94c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:56Z', 'updated_at': '2021-09-08T13:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '833a8128-89f5-47d1-9ef7-047d9000996f', 'name': '', 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'mac_address': 'fa:16:3e:53:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b2df3922-8896-40da-938c-757f817afc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:58Z', 'updated_at': '2021-09-08T13:40:59Z', 'revision_number': 2, 'project_id': 'dd815f562a244d2db067d48a3f977d86', 'subnets': [{'id': 'b2df3922-8896-40da-938c-757f817afc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:41:01.850339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Checking router: e48914f6-01cf-41be-ac95-da1856a5ee14 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:41:01.850695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Updating router e48914f6-01cf-41be-ac95-da1856a5ee14 port 833a8128-89f5-47d1-9ef7-047d9000996f binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:41:01.853442 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b88d7d8-1865-4619-a7a4-78223f0521a0 req-6018a916-b35d-4b04-aaeb-2740d6572fca tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488825 Sep 08 13:41:01.884231 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:01.897399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:01.932578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:41:01.967677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d805d8e-1186-45ee-a867-16c0aaed5650 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:41:01.976164 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:01.997039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Transition to ACTIVE for port object 5d805d8e-1186-45ee-a867-16c0aaed5650 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:41:02.083173 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:02.194060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Pushing event updated for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=9']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:02.227150 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:02.254388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Transition to ACTIVE for port object 833a8128-89f5-47d1-9ef7-047d9000996f will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:41:02.256316 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35222) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:41:02.270309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] No DVR routers for this DVR port 5d805d8e-1186-45ee-a867-16c0aaed5650 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:41:02.336910 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:41:02.340682 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:02.423118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec607712-ed2d-450b-a6d9-46632ba7e3c4 None None] Pushing event updated for resources: {'Port': ['ID=833a8128-89f5-47d1-9ef7-047d9000996f,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:02.483713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Attempting to bind port 5d805d8e-1186-45ee-a867-16c0aaed5650 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:41:02.484060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Attempting to bind port 5d805d8e-1186-45ee-a867-16c0aaed5650 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:41:02.484717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Attempting to bind port 5d805d8e-1186-45ee-a867-16c0aaed5650 on network 09bfa268-91bb-459a-8b3e-7ca28f30a49f {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:41:02.494490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Port 5d805d8e-1186-45ee-a867-16c0aaed5650 on network 09bfa268-91bb-459a-8b3e-7ca28f30a49f not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:41:02.494836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Attempting to bind port 5d805d8e-1186-45ee-a867-16c0aaed5650 on network 09bfa268-91bb-459a-8b3e-7ca28f30a49f {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:41:02.499666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Attempting to bind port 833a8128-89f5-47d1-9ef7-047d9000996f on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:41:02.500431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Attempting to bind port 833a8128-89f5-47d1-9ef7-047d9000996f by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b809da40-5c2a-4a76-9402-0e5f0bdff5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:41:02.500791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Attempting to bind port 833a8128-89f5-47d1-9ef7-047d9000996f on network 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:41:02.507788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:41:02.508231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Checking segment: {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:41:02.508527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Bound using segment: {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:41:02.508970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Bound port: 5d805d8e-1186-45ee-a867-16c0aaed5650, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:41:02.509516 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:02.521626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:41:02.522004 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Checking segment: {'id': 'b809da40-5c2a-4a76-9402-0e5f0bdff5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:41:02.527377 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:02.527377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Bound using segment: {'id': 'b809da40-5c2a-4a76-9402-0e5f0bdff5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:41:02.527377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Bound port: 833a8128-89f5-47d1-9ef7-047d9000996f, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b809da40-5c2a-4a76-9402-0e5f0bdff5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:41:02.527377 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:02.626517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:41:02.630693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:41:02.644846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] For port 833a8128-89f5-47d1-9ef7-047d9000996f, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:41:02.648730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] For port 833a8128-89f5-47d1-9ef7-047d9000996f, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=833a8128-89f5-47d1-9ef7-047d9000996f,segment=NetworkSegment(b809da40-5c2a-4a76-9402-0e5f0bdff5d8),segment_id=b809da40-5c2a-4a76-9402-0e5f0bdff5d8)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:41:02.718359 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:02.745971 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:02.758646 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:02.799800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7c01c87b-aa7e-439f-b415-f30ba10bb94c up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:41:02.802661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:02.802661 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:02.803005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] 10.222.0.60 "PUT /v2.0/ports/5d805d8e-1186-45ee-a867-16c0aaed5650 HTTP/1.1" status: 200 len: 1091 time: 1.2446983 Sep 08 13:41:02.803621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:41:02.806340 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63b48af-f879-4854-914f-bcc0d8e21e72" -d '{"events": [{"name": "network-changed", "server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:41:02.914560 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd4325e-4bfc-4967-a48a-a668996496bf x-openstack-request-id: req-edd4325e-4bfc-4967-a48a-a668996496bf {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:41:02.915068 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:41:02.915505 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-edd4325e-4bfc-4967-a48a-a668996496bf {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:41:02.916073 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'status': 'completed', 'code': 200} Sep 08 13:41:02.935040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Routers {'e48914f6-01cf-41be-ac95-da1856a5ee14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:41:02.935690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e48914f6-01cf-41be-ac95-da1856a5ee14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:41:02.968983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9cd1ed-28ea-4232-b8f0-9b352a4e962a service neutron] Pushing event updated for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=10']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:02.985022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec607712-ed2d-450b-a6d9-46632ba7e3c4 None None] Pushing event updated for resources: {'Port': ['ID=833a8128-89f5-47d1-9ef7-047d9000996f,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:03.046620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-1aaec4bf-08c7-4163-9890-0609f62984a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:03.046620 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-1aaec4bf-08c7-4163-9890-0609f62984a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 1095 time: 0.1976008 Sep 08 13:41:03.101129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 7c01c87b-aa7e-439f-b415-f30ba10bb94c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:41:03.101804 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:03.191044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf3171-ee1c-4aea-b9c9-aee12d699318 req-c02fef12-ab4e-4246-8aa1-71bbcb7e96cd tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:03.199655 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bdaf3171-ee1c-4aea-b9c9-aee12d699318 req-c02fef12-ab4e-4246-8aa1-71bbcb7e96cd tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.1183264 Sep 08 13:41:03.224545 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-46d2087e-c497-4ebe-b668-d669978e38d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:03.226218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-46d2087e-c497-4ebe-b668-d669978e38d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.1725130 Sep 08 13:41:03.302437 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bdaf3171-ee1c-4aea-b9c9-aee12d699318 req-a3b87391-37fd-46ae-b6de-0e5cf3977ea1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979991 Sep 08 13:41:03.323216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-66b288e1-9622-4065-9d01-61cc7d9ef5f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d805d8e-1186-45ee-a867-16c0aaed5650 HTTP/1.1" status: 200 len: 999 time: 0.0887063 Sep 08 13:41:03.381255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Deleting port 833a8128-89f5-47d1-9ef7-047d9000996f {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:41:03.382165 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:03.388726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-89b31ef2-59cd-4724-a523-7dd2c6b42f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:03.390443 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-89b31ef2-59cd-4724-a523-7dd2c6b42f46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.0606539 Sep 08 13:41:03.419000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] Set router e48914f6-01cf-41be-ac95-da1856a5ee14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:41:03.459445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-a9104074-59f5-4308-a29c-26bd0a42ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:03.461544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-a9104074-59f5-4308-a29c-26bd0a42ecc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638013 Sep 08 13:41:03.479172 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] For port 833a8128-89f5-47d1-9ef7-047d9000996f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=833a8128-89f5-47d1-9ef7-047d9000996f,segment=NetworkSegment(b809da40-5c2a-4a76-9402-0e5f0bdff5d8),segment_id=b809da40-5c2a-4a76-9402-0e5f0bdff5d8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:03.480022 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:03.498412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Calling delete_port for 833a8128-89f5-47d1-9ef7-047d9000996f owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:41:03.601935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-8a0825e4-6d09-42fd-aad9-563a596f1f59 service neutron] 10.222.0.60 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298015 Sep 08 13:41:03.767283 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba7a3707-e03c-4af1-9523-ea40b4554170 req-de44da65-5a88-48b8-808d-6b1dae33c6bf service neutron] 10.222.0.60 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562905 Sep 08 13:41:03.822334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'name': 'tempest-ImageQuotaTest-337820049-router', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7c01c87b-aa7e-439f-b415-f30ba10bb94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:55Z', 'updated_at': '2021-09-08T13:40:59Z', 'revision_number': 4, 'project_id': 'dd815f562a244d2db067d48a3f977d86', 'gw_port': {'id': '7c01c87b-aa7e-439f-b415-f30ba10bb94c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:56Z', 'updated_at': '2021-09-08T13:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '833a8128-89f5-47d1-9ef7-047d9000996f', 'name': '', 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'mac_address': 'fa:16:3e:53:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b2df3922-8896-40da-938c-757f817afc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:58Z', 'updated_at': '2021-09-08T13:41:02Z', 'revision_number': 4, 'project_id': 'dd815f562a244d2db067d48a3f977d86', 'subnets': [{'id': 'b2df3922-8896-40da-938c-757f817afc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:41:03.848419 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:03.854607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e084843-4c65-425d-9ea3-bcbf20f5f644 None None] The sync data for ids ['e48914f6-01cf-41be-ac95-da1856a5ee14'] in n-d-807558-3 is: [{'id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'name': 'tempest-ImageQuotaTest-337820049-router', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.104'}], 'enable_snat': True}, 'gw_port_id': '7c01c87b-aa7e-439f-b415-f30ba10bb94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:55Z', 'updated_at': '2021-09-08T13:40:59Z', 'revision_number': 4, 'project_id': 'dd815f562a244d2db067d48a3f977d86', 'gw_port': {'id': '7c01c87b-aa7e-439f-b415-f30ba10bb94c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:46:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:56Z', 'updated_at': '2021-09-08T13:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '833a8128-89f5-47d1-9ef7-047d9000996f', 'name': '', 'network_id': '77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'mac_address': 'fa:16:3e:53:32:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'b2df3922-8896-40da-938c-757f817afc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:58Z', 'updated_at': '2021-09-08T13:41:02Z', 'revision_number': 4, 'project_id': 'dd815f562a244d2db067d48a3f977d86', 'subnets': [{'id': 'b2df3922-8896-40da-938c-757f817afc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:41:03.882099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Pushing event deleted for resources: {'Port': ['ID=833a8128-89f5-47d1-9ef7-047d9000996f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:03.938955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:03.939667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:03.943755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:03.944534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:03.945105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:03.946597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:03.948142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:03.949762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:03.951135 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:03.951950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:03.952303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:03.954930 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:04.019969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b48af-f879-4854-914f-bcc0d8e21e72 req-b193a5b8-489f-4db9-bb87-a3dd81b4838c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:04.022032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a63b48af-f879-4854-914f-bcc0d8e21e72 req-b193a5b8-489f-4db9-bb87-a3dd81b4838c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 1095 time: 0.1024139 Sep 08 13:41:04.281071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b48af-f879-4854-914f-bcc0d8e21e72 req-7cb6b846-976f-45b1-8afb-774e0bdb79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:04.283871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a63b48af-f879-4854-914f-bcc0d8e21e72 req-7cb6b846-976f-45b1-8afb-774e0bdb79b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.2525160 Sep 08 13:41:04.372597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:04.475411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a63b48af-f879-4854-914f-bcc0d8e21e72 req-cfd8cd51-167d-44be-b234-2fe90a83f6cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d805d8e-1186-45ee-a867-16c0aaed5650 HTTP/1.1" status: 200 len: 999 time: 0.1812758 Sep 08 13:41:04.503509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93dc10e-22a7-4863-8f28-b1ecaa1c686b req-ae8e1e21-8d07-486d-9aa1-690d304cbcb8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:04.506805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a93dc10e-22a7-4863-8f28-b1ecaa1c686b req-ae8e1e21-8d07-486d-9aa1-690d304cbcb8 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0912206 Sep 08 13:41:04.601336 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a93dc10e-22a7-4863-8f28-b1ecaa1c686b req-3a521ad7-f30f-405a-9cdd-ccf913db020f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579200 Sep 08 13:41:04.612038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b48af-f879-4854-914f-bcc0d8e21e72 req-4db0c0a2-838f-4f96-a8d2-c9290a147e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:04.613870 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a63b48af-f879-4854-914f-bcc0d8e21e72 req-4db0c0a2-838f-4f96-a8d2-c9290a147e56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.1288705 Sep 08 13:41:04.676114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b48af-f879-4854-914f-bcc0d8e21e72 req-bbcb637f-10a9-4b58-868a-0f91e7ec5ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:04.678425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a63b48af-f879-4854-914f-bcc0d8e21e72 req-bbcb637f-10a9-4b58-868a-0f91e7ec5ba9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573351 Sep 08 13:41:04.811930 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Router e48914f6-01cf-41be-ac95-da1856a5ee14 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:41:04.818683 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a63b48af-f879-4854-914f-bcc0d8e21e72 req-f5469a26-3474-4d8e-aec6-3c3e23d4fb71 service neutron] 10.222.0.60 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315246 Sep 08 13:41:04.978381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:41:04.992212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-343f3caf-e228-482c-aa77-4beb7f4732cb admin admin] 10.222.0.69 "PUT /v2.0/routers/e48914f6-01cf-41be-ac95-da1856a5ee14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7347994 Sep 08 13:41:04.996756 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35332) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:41:05.049157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a63b48af-f879-4854-914f-bcc0d8e21e72 req-a8a00ce0-caa4-43f5-8944-6ccfa06065bc service neutron] 10.222.0.60 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941469 Sep 08 13:41:05.132069 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:05.273282 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:05.811654 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d9c56e-983e-47f1-8627-f338a8cf39dd None None] Sync routers for ids ['e48914f6-01cf-41be-ac95-da1856a5ee14'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:41:05.838689 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d9c56e-983e-47f1-8627-f338a8cf39dd None None] Routers {'e48914f6-01cf-41be-ac95-da1856a5ee14'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:41:05.839953 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-32d9c56e-983e-47f1-8627-f338a8cf39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e48914f6-01cf-41be-ac95-da1856a5ee14'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:41:05.930989 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fd49c-910f-4eba-91fc-78bad94298e5 req-eb9c4fed-a4e1-44e2-ac85-a9a4356b05b1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:05.931952 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7b2fd49c-910f-4eba-91fc-78bad94298e5 req-eb9c4fed-a4e1-44e2-ac85-a9a4356b05b1 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0946829 Sep 08 13:41:05.966730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Deleting port 7c01c87b-aa7e-439f-b415-f30ba10bb94c {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:41:05.968147 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:06.043358 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-32d9c56e-983e-47f1-8627-f338a8cf39dd None None] Set router e48914f6-01cf-41be-ac95-da1856a5ee14 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:41:06.093226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] For port 7c01c87b-aa7e-439f-b415-f30ba10bb94c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7c01c87b-aa7e-439f-b415-f30ba10bb94c,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:06.093712 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:06.114323 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-32d9c56e-983e-47f1-8627-f338a8cf39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'name': 'tempest-ImageQuotaTest-337820049-router', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:55Z', 'updated_at': '2021-09-08T13:41:05Z', 'revision_number': 6, 'project_id': 'dd815f562a244d2db067d48a3f977d86', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:41:06.119191 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7b2fd49c-910f-4eba-91fc-78bad94298e5 req-a3b72ad2-646c-434e-91f0-c62926ec7665 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740608 Sep 08 13:41:06.120236 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Calling delete_port for 7c01c87b-aa7e-439f-b415-f30ba10bb94c owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:41:06.167263 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d9c56e-983e-47f1-8627-f338a8cf39dd None None] Checking router: e48914f6-01cf-41be-ac95-da1856a5ee14 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:41:06.176959 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d9c56e-983e-47f1-8627-f338a8cf39dd None None] Routers {'e48914f6-01cf-41be-ac95-da1856a5ee14'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:41:06.178500 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-32d9c56e-983e-47f1-8627-f338a8cf39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:40:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['e48914f6-01cf-41be-ac95-da1856a5ee14'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:41:06.282304 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-32d9c56e-983e-47f1-8627-f338a8cf39dd None None] Set router e48914f6-01cf-41be-ac95-da1856a5ee14 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:41:06.353843 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-32d9c56e-983e-47f1-8627-f338a8cf39dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'name': 'tempest-ImageQuotaTest-337820049-router', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:55Z', 'updated_at': '2021-09-08T13:41:05Z', 'revision_number': 6, 'project_id': 'dd815f562a244d2db067d48a3f977d86', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:41:06.386918 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d9c56e-983e-47f1-8627-f338a8cf39dd None None] The sync data for ids ['e48914f6-01cf-41be-ac95-da1856a5ee14'] in n-d-807558-3 is: [{'id': 'e48914f6-01cf-41be-ac95-da1856a5ee14', 'name': 'tempest-ImageQuotaTest-337820049-router', 'tenant_id': 'dd815f562a244d2db067d48a3f977d86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:55Z', 'updated_at': '2021-09-08T13:41:05Z', 'revision_number': 6, 'project_id': 'dd815f562a244d2db067d48a3f977d86', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:41:06.545784 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:06.571234 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=7c01c87b-aa7e-439f-b415-f30ba10bb94c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:06.659630 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:06.785437 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:06.802472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:06.908133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 833a8128-89f5-47d1-9ef7-047d9000996f no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:41:06.934498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 833a8128-89f5-47d1-9ef7-047d9000996f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:41:06.934848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 833a8128-89f5-47d1-9ef7-047d9000996f not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:41:07.008411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:07.008976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48914f6-01cf-41be-ac95-da1856a5ee14 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:41:07.013709 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:07.015097 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-335a9323-b024-4e6d-9e8e-194ab5741b7d admin admin] 10.222.0.69 "DELETE /v2.0/routers/e48914f6-01cf-41be-ac95-da1856a5ee14 HTTP/1.1" status: 204 len: 168 time: 2.0163376 Sep 08 13:41:07.017679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35352) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:41:07.074387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46886d2-a1b5-48e2-81c2-664d477e6bbf admin admin] Deleting subnet b2df3922-8896-40da-938c-757f817afc72 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:41:07.088202 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e46886d2-a1b5-48e2-81c2-664d477e6bbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:07.131004 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e46886d2-a1b5-48e2-81c2-664d477e6bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:07.281653 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e46886d2-a1b5-48e2-81c2-664d477e6bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:07.415130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ee570-d448-4e82-ba8f-a16325883384 req-1fa3a974-a96b-41a9-85f1-e4910a308d19 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:07.416960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c9ee570-d448-4e82-ba8f-a16325883384 req-1fa3a974-a96b-41a9-85f1-e4910a308d19 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.1238868 Sep 08 13:41:07.496020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c9ee570-d448-4e82-ba8f-a16325883384 req-c962137d-9522-41e2-8e9f-88b9d2a0b301 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667562 Sep 08 13:41:07.783750 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e46886d2-a1b5-48e2-81c2-664d477e6bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:07.843685 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-362e2c14-4d75-429c-8a0c-e1e738bb142a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:07.864759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46886d2-a1b5-48e2-81c2-664d477e6bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2df3922-8896-40da-938c-757f817afc72,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:07.884478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c55cc30-601e-4369-9ab1-6c9093a1a545 None None] Network 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:41:07.893175 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e46886d2-a1b5-48e2-81c2-664d477e6bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:07.898215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e46886d2-a1b5-48e2-81c2-664d477e6bbf admin admin] 10.222.0.69 "DELETE /v2.0/subnets/b2df3922-8896-40da-938c-757f817afc72 HTTP/1.1" status: 204 len: 168 time: 0.8784859 Sep 08 13:41:07.900529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35362) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:41:08.050034 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:08.149909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Deleting port a54533dd-5467-4e80-8f40-6822d48ef55a {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:41:08.150619 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:08.244268 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c92b8-d14c-4081-a58d-f464371c70ed None None] DHCP port deletion for 77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:41:08.279825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] For port a54533dd-5467-4e80-8f40-6822d48ef55a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a54533dd-5467-4e80-8f40-6822d48ef55a,segment=NetworkSegment(b809da40-5c2a-4a76-9402-0e5f0bdff5d8),segment_id=b809da40-5c2a-4a76-9402-0e5f0bdff5d8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:08.280589 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:08.297597 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Calling delete_port for a54533dd-5467-4e80-8f40-6822d48ef55a owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:41:08.311236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c92b8-d14c-4081-a58d-f464371c70ed None None] Deleting port a54533dd-5467-4e80-8f40-6822d48ef55a {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:41:08.311899 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4b5c92b8-d14c-4081-a58d-f464371c70ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:08.406916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4b5c92b8-d14c-4081-a58d-f464371c70ed None None] For port a54533dd-5467-4e80-8f40-6822d48ef55a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a54533dd-5467-4e80-8f40-6822d48ef55a,segment=NetworkSegment(b809da40-5c2a-4a76-9402-0e5f0bdff5d8),segment_id=b809da40-5c2a-4a76-9402-0e5f0bdff5d8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:08.407323 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4b5c92b8-d14c-4081-a58d-f464371c70ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:08.445712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4b5c92b8-d14c-4081-a58d-f464371c70ed None None] Calling delete_port for a54533dd-5467-4e80-8f40-6822d48ef55a owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:41:08.513545 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:41:08.560698 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 13:41:08.567391 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4b5c92b8-d14c-4081-a58d-f464371c70ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:08.613294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c92b8-d14c-4081-a58d-f464371c70ed None None] Pushing event deleted for resources: {'Port': ['ID=a54533dd-5467-4e80-8f40-6822d48ef55a,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:08.627025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Pushing event deleted for resources: {'Port': ['ID=a54533dd-5467-4e80-8f40-6822d48ef55a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:08.642447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] No DVR routers for this DVR port a54533dd-5467-4e80-8f40-6822d48ef55a on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:41:08.647156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c92b8-d14c-4081-a58d-f464371c70ed None None] No DVR routers for this DVR port a54533dd-5467-4e80-8f40-6822d48ef55a on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:41:08.806141 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:08.849854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7c01c87b-aa7e-439f-b415-f30ba10bb94c no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:41:08.853610 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d910c2-77b9-4dff-acd3-1e49222cc238 req-72b951d9-681e-48f7-8160-f9a2375c63ab tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:08.854914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-63d910c2-77b9-4dff-acd3-1e49222cc238 req-72b951d9-681e-48f7-8160-f9a2375c63ab tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.1797304 Sep 08 13:41:08.859138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:41:08.897343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b809da40-5c2a-4a76-9402-0e5f0bdff5d8') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:41:08.897690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b809da40-5c2a-4a76-9402-0e5f0bdff5d8') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:41:08.902922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 7c01c87b-aa7e-439f-b415-f30ba10bb94c {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:41:08.903602 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7c01c87b-aa7e-439f-b415-f30ba10bb94c not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:41:08.904261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a54533dd-5467-4e80-8f40-6822d48ef55a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:41:08.936391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: a54533dd-5467-4e80-8f40-6822d48ef55a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:41:08.937678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a54533dd-5467-4e80-8f40-6822d48ef55a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:41:08.968479 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:09.006047 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:09.032415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:41:09.033072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:41:09.053627 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:41:09.068042 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-63d910c2-77b9-4dff-acd3-1e49222cc238 req-b5e04fdf-c615-4593-8fb1-9036a53684fa tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985846 Sep 08 13:41:09.213704 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:09.221733 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:09.224148 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] 10.222.0.69 "DELETE /v2.0/networks/77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e HTTP/1.1" status: 204 len: 168 time: 1.3224666 Sep 08 13:41:09.242290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83e745-b3d5-4f8e-bd9a-5cdbe100822a admin admin] Pushing event deleted for resources: {'Network': ['ID=77b7c7a0-d6b7-4fcf-b5bd-f35c635dd21e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:09.703586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 35382) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:41:09.777660 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-53643e62-b0f3-4dd2-bcdc-3e78ed0046d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd815f562a244d2db067d48a3f977d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725389 Sep 08 13:41:09.779874 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35384) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:41:09.903685 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e818f9c1-34b8-47fb-8394-947bd9ee1b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:09.944257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e818f9c1-34b8-47fb-8394-947bd9ee1b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:10.111144 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e818f9c1-34b8-47fb-8394-947bd9ee1b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:10.115391 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e818f9c1-34b8-47fb-8394-947bd9ee1b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:10.119359 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e818f9c1-34b8-47fb-8394-947bd9ee1b53 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5ccaa490-e244-4900-8140-13c155140db5 HTTP/1.1" status: 204 len: 168 time: 0.3372614 Sep 08 13:41:10.140911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818f9c1-34b8-47fb-8394-947bd9ee1b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccaa490-e244-4900-8140-13c155140db5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:10.219377 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6bd1a246-e484-4298-badd-8ecd77cc8058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:10.334755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2eb463-5e44-4c4d-a871-8de3757aa484 req-20922003-a7e8-43ee-903d-cd6699e20e7f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:10.339413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2eb463-5e44-4c4d-a871-8de3757aa484 req-20922003-a7e8-43ee-903d-cd6699e20e7f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0958288 Sep 08 13:41:10.397463 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de2eb463-5e44-4c4d-a871-8de3757aa484 req-df84c36e-e4c0-4ba6-8402-3027780d0275 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489841 Sep 08 13:41:10.568147 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:10.957123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35398) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:41:10.984614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c933dc17-9106-4cd2-b4aa-43394e78e055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:11.160791 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c933dc17-9106-4cd2-b4aa-43394e78e055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:11.248016 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c933dc17-9106-4cd2-b4aa-43394e78e055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:11.292548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c933dc17-9106-4cd2-b4aa-43394e78e055 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3338614 Sep 08 13:41:11.293501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933dc17-9106-4cd2-b4aa-43394e78e055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4792c0-234a-4054-a292-4b6aa7a251ac,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:11.296171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35402) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:41:11.368337 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-146d2842-326d-4fd6-bbd7-c94fbe561aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:11.400027 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-146d2842-326d-4fd6-bbd7-c94fbe561aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:11.613150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a06f0-a1cc-4e6c-8c7e-cb1a77f82e4d req-908ca9be-3f54-49fc-83cc-d0a9140e4c6f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:11.613150 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a6a06f0-a1cc-4e6c-8c7e-cb1a77f82e4d req-908ca9be-3f54-49fc-83cc-d0a9140e4c6f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0869694 Sep 08 13:41:11.647391 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a6a06f0-a1cc-4e6c-8c7e-cb1a77f82e4d req-826d2451-adbd-4684-9337-a482537646c9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378752 Sep 08 13:41:11.721983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-146d2842-326d-4fd6-bbd7-c94fbe561aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:11.725078 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-146d2842-326d-4fd6-bbd7-c94fbe561aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:11.726435 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-146d2842-326d-4fd6-bbd7-c94fbe561aa9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c4792c0-234a-4054-a292-4b6aa7a251ac HTTP/1.1" status: 204 len: 168 time: 0.4291921 Sep 08 13:41:11.750251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d2842-326d-4fd6-bbd7-c94fbe561aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4792c0-234a-4054-a292-4b6aa7a251ac,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:11.905223 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:12.810067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f702c-7009-4015-97fb-65d92118c881 req-3f049282-b69b-49bf-94f6-fa89a6042b0b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:12.819022 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-064f702c-7009-4015-97fb-65d92118c881 req-3f049282-b69b-49bf-94f6-fa89a6042b0b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0779977 Sep 08 13:41:12.856666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-064f702c-7009-4015-97fb-65d92118c881 req-bc2d00f3-d71c-47a4-a8dd-a6e981532979 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365129 Sep 08 13:41:13.996761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b2270-7952-41bd-8276-981246816b90 req-59370123-5e06-4cca-8848-cfd968e63aaf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:13.998363 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c0b2270-7952-41bd-8276-981246816b90 req-59370123-5e06-4cca-8848-cfd968e63aaf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0575569 Sep 08 13:41:14.050472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c0b2270-7952-41bd-8276-981246816b90 req-f88410a0-048f-434e-b37a-d31c90f5d8c9 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422592 Sep 08 13:41:14.053383 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:14.373813 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:15.202270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b4681-ae4a-4737-8f51-9c594fb087c0 req-4d9f67db-6628-4ad1-a728-d45e45b8e9cd tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:15.204519 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dc3b4681-ae4a-4737-8f51-9c594fb087c0 req-4d9f67db-6628-4ad1-a728-d45e45b8e9cd tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0537612 Sep 08 13:41:15.247087 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dc3b4681-ae4a-4737-8f51-9c594fb087c0 req-281ed0d3-848d-4780-978f-b423ddc75e5d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361328 Sep 08 13:41:16.389009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b15a6e-2af7-4110-811c-52cf8a5605e5 req-3456ab44-b8b8-4023-ae65-23452f64a02f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:16.390715 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79b15a6e-2af7-4110-811c-52cf8a5605e5 req-3456ab44-b8b8-4023-ae65-23452f64a02f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0511694 Sep 08 13:41:16.430255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-79b15a6e-2af7-4110-811c-52cf8a5605e5 req-b950dfa3-bdc7-4f44-b529-31bb1891cd7a tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328012 Sep 08 13:41:16.916444 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:17.564829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87129394-bcb8-4397-a3cb-0e036f5575b1 req-946179a1-7bc3-4a75-b760-8aa216467ab0 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:17.566282 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87129394-bcb8-4397-a3cb-0e036f5575b1 req-946179a1-7bc3-4a75-b760-8aa216467ab0 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0573649 Sep 08 13:41:17.629145 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87129394-bcb8-4397-a3cb-0e036f5575b1 req-251b5fcd-d389-4e43-a749-11fdf6d96c97 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333219 Sep 08 13:41:18.090681 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c19edde-b5fc-4d71-9172-7f930517be2f req-d53442b2-54e2-4c1f-9c66-3d215ba20382 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469635 Sep 08 13:41:18.183274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19edde-b5fc-4d71-9172-7f930517be2f req-ae08b640-42f8-48ce-8c77-96fa7c2a895c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:18.183274 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c19edde-b5fc-4d71-9172-7f930517be2f req-ae08b640-42f8-48ce-8c77-96fa7c2a895c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1097 time: 0.0470068 Sep 08 13:41:18.291042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19edde-b5fc-4d71-9172-7f930517be2f req-e939f0f3-d2f2-4c89-b7bd-14bd6d298c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:18.292551 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c19edde-b5fc-4d71-9172-7f930517be2f req-e939f0f3-d2f2-4c89-b7bd-14bd6d298c69 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.0918641 Sep 08 13:41:18.368367 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c19edde-b5fc-4d71-9172-7f930517be2f req-234147ff-62f5-4238-afbb-83c6c3df4ce4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 1001 time: 0.0680285 Sep 08 13:41:18.441665 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19edde-b5fc-4d71-9172-7f930517be2f req-bf266da6-c6d6-40eb-baec-06c157ecc38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:18.443303 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c19edde-b5fc-4d71-9172-7f930517be2f req-bf266da6-c6d6-40eb-baec-06c157ecc38b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.0674257 Sep 08 13:41:18.494980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19edde-b5fc-4d71-9172-7f930517be2f req-571300c4-e8d5-456f-8465-8d99cdb7aeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:18.496685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c19edde-b5fc-4d71-9172-7f930517be2f req-571300c4-e8d5-456f-8465-8d99cdb7aeac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456371 Sep 08 13:41:18.603237 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c19edde-b5fc-4d71-9172-7f930517be2f req-eb57068b-45f2-4d3b-9fe8-419fce32a7a8 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981431 Sep 08 13:41:18.699865 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c19edde-b5fc-4d71-9172-7f930517be2f req-b002f2cf-0c0d-479d-8bbe-216f7320244f service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893919 Sep 08 13:41:18.730348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d404-d4f2-4f39-9261-75ebbc4ec354 req-ed7eff70-2329-4fe5-9a84-7a7ab63d946d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:18.731949 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d152d404-d4f2-4f39-9261-75ebbc4ec354 req-ed7eff70-2329-4fe5-9a84-7a7ab63d946d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0518575 Sep 08 13:41:18.788681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d152d404-d4f2-4f39-9261-75ebbc4ec354 req-73536a2c-1786-43ea-a6b3-2a8291d89c9d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502477 Sep 08 13:41:19.923734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e354d96-803a-4333-b169-b9cc644ad882 req-5bd0abac-292e-4e93-b6ae-a2667c4fed55 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:19.925294 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e354d96-803a-4333-b169-b9cc644ad882 req-5bd0abac-292e-4e93-b6ae-a2667c4fed55 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0581479 Sep 08 13:41:19.966973 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e354d96-803a-4333-b169-b9cc644ad882 req-38b039f9-4727-4446-83e9-be3f4807268d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349152 Sep 08 13:41:20.375438 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8875e6-d947-4767-b952-b50cc40ddd07 req-b1119beb-6dfc-4bcd-9ae7-8691fa5f207a tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:20.376948 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b8875e6-d947-4767-b952-b50cc40ddd07 req-b1119beb-6dfc-4bcd-9ae7-8691fa5f207a tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1097 time: 0.0477970 Sep 08 13:41:20.413588 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b8875e6-d947-4767-b952-b50cc40ddd07 req-aa7ef3f2-3e2c-4add-97fb-2b2f1c817ab9 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303109 Sep 08 13:41:20.550453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2142d-7b5e-49e9-9c59-0d4d62ca29bc req-83d0ca18-3181-47d2-89b7-46053938318e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:20.552930 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fac2142d-7b5e-49e9-9c59-0d4d62ca29bc req-83d0ca18-3181-47d2-89b7-46053938318e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0706041 Sep 08 13:41:20.610556 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fac2142d-7b5e-49e9-9c59-0d4d62ca29bc req-348e757a-b0f4-48a8-947a-57dc255ad70a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391736 Sep 08 13:41:20.633600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 35586) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:41:20.695469 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0b27ac86-08d1-419d-b97d-f18ff5374e06 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/cb9d4f92-56ca-4c42-9334-e05c220a0bc1 HTTP/1.1" status: 200 len: 993 time: 0.0605984 Sep 08 13:41:21.001684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5d805d8e-1186-45ee-a867-16c0aaed5650 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:41:21.136872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d954d-dd50-44d6-9960-045cda86cb22 req-9c54329b-c9d1-4785-84cf-e64e44b6dd82 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:21.139470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-484d954d-dd50-44d6-9960-045cda86cb22 req-9c54329b-c9d1-4785-84cf-e64e44b6dd82 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 944 time: 0.0692186 Sep 08 13:41:21.172101 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:21.184909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'port_id': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'mac_address': 'fa:16:3e:5f:4b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:41:21.201075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-484d954d-dd50-44d6-9960-045cda86cb22 req-4b272f2b-390c-456e-a3a5-8e7d4663d0ae tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538101 Sep 08 13:41:21.231783 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:21.247236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d805d8e-1186-45ee-a867-16c0aaed5650 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:41:21.274345 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:21.379961 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:21.454575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=11']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:21.482301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:21.483170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:21.484017 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:21.484692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:21.485545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:21.486259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:21.486943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:21.487676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:21.488235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:21.489277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:21.490069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:21.491001 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:41:21.574803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6100e53-4286-45cf-8ded-5820b0fa948d req-1f4d39eb-4338-4240-b945-057a2a7b912b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:21.576342 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d6100e53-4286-45cf-8ded-5820b0fa948d req-1f4d39eb-4338-4240-b945-057a2a7b912b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.1226451 Sep 08 13:41:21.615975 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d6100e53-4286-45cf-8ded-5820b0fa948d req-030f0977-8eb7-4e4a-910a-a02388cb65d9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334203 Sep 08 13:41:21.686791 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-892057f5-2a9d-4710-9c8f-8681749128bd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505643 Sep 08 13:41:21.820342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['5d805d8e-1186-45ee-a867-16c0aaed5650'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:41:22.332631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076ef6d-6ae8-42e8-ac54-aeb0018a4819 req-1e83e426-3e9b-4c41-95d5-13f2d9e22f3e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:22.334087 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f076ef6d-6ae8-42e8-ac54-aeb0018a4819 req-1e83e426-3e9b-4c41-95d5-13f2d9e22f3e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 945 time: 0.0527661 Sep 08 13:41:22.385734 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f076ef6d-6ae8-42e8-ac54-aeb0018a4819 req-21a757c8-85a7-40a4-87a1-54875197fc74 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424573 Sep 08 13:41:22.596254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-91d9998d-7628-46ac-8656-384ce6d2478a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0617120 Sep 08 13:41:22.688797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-d91b4b4f-4786-4195-afe8-54ae1f4fdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:22.689301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-d91b4b4f-4786-4195-afe8-54ae1f4fdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:22.689784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-d91b4b4f-4786-4195-afe8-54ae1f4fdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:22.690294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-d91b4b4f-4786-4195-afe8-54ae1f4fdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:22.690782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-d91b4b4f-4786-4195-afe8-54ae1f4fdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:22.691259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-d91b4b4f-4786-4195-afe8-54ae1f4fdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:22.691784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-d91b4b4f-4786-4195-afe8-54ae1f4fdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:22.693939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-d91b4b4f-4786-4195-afe8-54ae1f4fdc54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0cecea1f17b4601ab81f6a72813deac&device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 6491 time: 0.0565648 Sep 08 13:41:22.837585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b25292-070b-478f-8b72-101cff0e3e60 req-9685cd9d-9f80-47e1-b16d-d6040f820188 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:22.839403 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98b25292-070b-478f-8b72-101cff0e3e60 req-9685cd9d-9f80-47e1-b16d-d6040f820188 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.1395187 Sep 08 13:41:22.876952 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-68bca24e-0f75-4972-80a6-a27476da4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:22.877514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-68bca24e-0f75-4972-80a6-a27476da4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:22.877997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-68bca24e-0f75-4972-80a6-a27476da4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:22.883740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-68bca24e-0f75-4972-80a6-a27476da4731 service neutron] 10.222.0.60 "GET /v2.0/networks?id=75ddec35-9859-4054-afd1-cdf35e27f38f&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=48a4995a-63cc-4581-8891-024e49be0443&id=adf204ef-b624-4fee-9e83-d93889dc5f49&id=adf204ef-b624-4fee-9e83-d93889dc5f49 HTTP/1.1" status: 200 len: 2292 time: 0.1536603 Sep 08 13:41:22.944691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98b25292-070b-478f-8b72-101cff0e3e60 req-ec8f7bd1-30c1-47d4-baa0-39dabeaade57 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909379 Sep 08 13:41:22.967850 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-ab36a534-3a51-42d0-808f-5858bea39f56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fe5cd3d-d484-499b-a088-43b175b89b70 HTTP/1.1" status: 200 len: 1001 time: 0.0764930 Sep 08 13:41:23.008355 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5d805d8e-1186-45ee-a867-16c0aaed5650 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:41:23.036199 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-7dc20efc-1d81-46df-915c-3d533ed6f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:23.038012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-7dc20efc-1d81-46df-915c-3d533ed6f337 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f4e19c97-af0d-4ba1-b140-4045a635eab3 HTTP/1.1" status: 200 len: 850 time: 0.0572133 Sep 08 13:41:23.107451 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-eb2de2ac-213f-401e-94ca-888fd6bdb948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:23.110479 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-eb2de2ac-213f-401e-94ca-888fd6bdb948 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=75ddec35-9859-4054-afd1-cdf35e27f38f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656173 Sep 08 13:41:23.209044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-797a9bce-9e61-4b9d-9718-6cef6fccc97d service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905936 Sep 08 13:41:23.264475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 5d805d8e-1186-45ee-a867-16c0aaed5650 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:41:23.268638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 5d805d8e-1186-45ee-a867-16c0aaed5650 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:41:23.269018 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:23.325461 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-0ebe0359-530f-46da-bd9e-f489ed27648e service neutron] 10.222.0.60 "GET /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096640 Sep 08 13:41:23.376453 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:23.382073 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-c49c357d-54b6-45fb-9a8a-891ea5c1911d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.221&port_id=ddc04eb0-7be6-4aff-abd8-32b48806bcbd HTTP/1.1" status: 200 len: 217 time: 0.0496957 Sep 08 13:41:23.441040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:41:23.445326 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025f5fe5-44cb-4bc2-bb7d-4a457bfec69b" -d '{"events": [{"server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "name": "network-vif-plugged", "status": "completed", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:41:23.468281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:23.480473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-cc56c660-9297-43a5-bafe-4b3bd65a40bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:23.480473 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-cc56c660-9297-43a5-bafe-4b3bd65a40bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0898910 Sep 08 13:41:23.524609 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af32e722-c004-4f10-9d14-846ef28b8178 x-openstack-request-id: req-af32e722-c004-4f10-9d14-846ef28b8178 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:41:23.524903 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "name": "network-vif-plugged", "status": "completed", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:41:23.525154 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-af32e722-c004-4f10-9d14-846ef28b8178 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:41:23.525548 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'code': 200} Sep 08 13:41:23.542590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-174273d9-5a11-4789-8e70-4cb815a1d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:23.544272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-174273d9-5a11-4789-8e70-4cb815a1d304 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0573273 Sep 08 13:41:23.562092 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:23.652159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8ede0-0441-4eac-9e9e-8e294b10fa94 req-b4b207d4-8ec4-4bea-b007-7f4972c2b71f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:23.654075 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cbe8ede0-0441-4eac-9e9e-8e294b10fa94 req-b4b207d4-8ec4-4bea-b007-7f4972c2b71f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 946 time: 0.1047921 Sep 08 13:41:23.675419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=12']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:23.702342 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cbe8ede0-0441-4eac-9e9e-8e294b10fa94 req-b6557f3f-4789-48a6-9c89-73db8a995c81 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371909 Sep 08 13:41:23.751927 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-90f0ffad-6dcb-472f-89fa-1e8d2ebd54e4 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832144 Sep 08 13:41:23.896376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0725d-8ccb-4275-a6d7-93312f3215d6 req-5e2e010c-44c0-4af3-85ba-a2fe2d8df574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:23.898805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9d0725d-8ccb-4275-a6d7-93312f3215d6 req-5e2e010c-44c0-4af3-85ba-a2fe2d8df574 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 1097 time: 0.1072457 Sep 08 13:41:23.938723 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-748fabdc-c6fb-4004-966a-253e82505031 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788154 Sep 08 13:41:23.965033 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9d0725d-8ccb-4275-a6d7-93312f3215d6 req-6e6130cb-82b1-4841-a1bc-52f06221d6ac service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577948 Sep 08 13:41:24.003248 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-a0b2c0e5-608f-4e67-97ca-cb52fba78738 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.213&port_id=c552540d-028f-4164-8a1b-e5a7710ba7e3 HTTP/1.1" status: 200 len: 217 time: 0.0528297 Sep 08 13:41:24.099298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4d94d-c7aa-45a2-aa91-75aaa15b85ca req-628e7bab-dedb-422c-8296-0f4366bd1fd3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:24.107304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61f4d94d-c7aa-45a2-aa91-75aaa15b85ca req-628e7bab-dedb-422c-8296-0f4366bd1fd3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0670128 Sep 08 13:41:24.150070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61f4d94d-c7aa-45a2-aa91-75aaa15b85ca req-6f93a276-e9d5-4a0b-87a1-7f64ffc14585 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414135 Sep 08 13:41:24.317764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-17aac89b-910c-4f27-9903-b3a05245b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:24.319299 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-17aac89b-910c-4f27-9903-b3a05245b0c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0538104 Sep 08 13:41:24.378157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-34a1cc94-be16-4304-b5ea-0033310222ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:24.379766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-34a1cc94-be16-4304-b5ea-0033310222ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527735 Sep 08 13:41:24.480199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-010580f2-82ab-4a1d-a589-1f102b153467 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924492 Sep 08 13:41:24.494679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adce958-a36c-484c-b222-444f87246dc2 req-017e5df9-661e-4f0c-b8b8-3e256365d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:24.496919 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-017e5df9-661e-4f0c-b8b8-3e256365d7c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1097 time: 0.0588586 Sep 08 13:41:24.586418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-8a9e41d7-cedd-4a7b-8f34-3334ac04217d service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989344 Sep 08 13:41:24.597644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adce958-a36c-484c-b222-444f87246dc2 req-a4420838-89a5-4f08-a1ac-83362245e7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:24.599910 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-a4420838-89a5-4f08-a1ac-83362245e7a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.0955694 Sep 08 13:41:24.641827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-893829af-bb68-4338-8d2f-02fefb12953e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=40eac85f-cf5c-4adc-a61a-941a1e8e8c55 HTTP/1.1" status: 200 len: 217 time: 0.0421798 Sep 08 13:41:24.686284 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-62998c8b-d3ae-45ad-8611-4ad1073d151f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 1001 time: 0.0790303 Sep 08 13:41:24.697293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-fe7b6b0e-d0c1-4e96-a2f9-21eaeeb801e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:24.698853 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-fe7b6b0e-d0c1-4e96-a2f9-21eaeeb801e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0488346 Sep 08 13:41:24.777545 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-56197f5f-1bbc-407a-a682-963e9eaa4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:24.779134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-56197f5f-1bbc-407a-a682-963e9eaa4f96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0731592 Sep 08 13:41:24.786726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adce958-a36c-484c-b222-444f87246dc2 req-1da36dc6-38f5-4041-9291-3e590b4995d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:24.794994 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-1da36dc6-38f5-4041-9291-3e590b4995d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.1022711 Sep 08 13:41:24.908773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bb910-5a18-4ef8-8acb-ead31a559559 req-f601a5a1-3df5-476c-af7f-8bee498e829f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:24.909348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-94a39e41-2fc4-464d-8abf-d92fbc7abec5 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217277 Sep 08 13:41:24.910305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a2bb910-5a18-4ef8-8acb-ead31a559559 req-f601a5a1-3df5-476c-af7f-8bee498e829f tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 946 time: 0.0948212 Sep 08 13:41:24.912536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adce958-a36c-484c-b222-444f87246dc2 req-3812f1bd-ff77-4ba1-83ea-78f0d5e58041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:24.914011 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-3812f1bd-ff77-4ba1-83ea-78f0d5e58041 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122398 Sep 08 13:41:25.007269 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a2bb910-5a18-4ef8-8acb-ead31a559559 req-f3199469-c2b1-4cb5-9f44-c7c1ebc47b5b tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901334 Sep 08 13:41:25.024584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-2beb9167-eb6b-42c7-bac7-4302fafd8db5 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074846 Sep 08 13:41:25.038373 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-fe509d33-8c17-4bdb-bdb1-218470a3edf5 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155734 Sep 08 13:41:25.074843 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-cd9543de-274f-4eaa-b385-8b6631b86a49 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.225&port_id=8b504d36-6f5e-4621-aea1-52b1103c4f18 HTTP/1.1" status: 200 len: 217 time: 0.0373557 Sep 08 13:41:25.127071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-7f86a93f-577c-4a3a-995b-222bde6ce6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:25.128633 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-7f86a93f-577c-4a3a-995b-222bde6ce6b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 200 len: 797 time: 0.0459731 Sep 08 13:41:25.139651 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-4f707c53-ff3b-4497-9be4-e354f2a8abdb service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942178 Sep 08 13:41:25.193716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-d1a5c4b5-2c7d-49d2-ab91-52d3efbbbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:25.196404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-d1a5c4b5-2c7d-49d2-ab91-52d3efbbbbc0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48a4995a-63cc-4581-8891-024e49be0443&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0599759 Sep 08 13:41:25.393331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34809582-fd94-4aab-a9c4-252cc6366d67 req-8c86a1a0-607a-4fee-a8fc-bb3f97de1f7a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:25.395156 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-34809582-fd94-4aab-a9c4-252cc6366d67 req-8c86a1a0-607a-4fee-a8fc-bb3f97de1f7a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.1029644 Sep 08 13:41:25.399458 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-61791142-f095-47f6-9b40-0d1649d0fe65 service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948338 Sep 08 13:41:25.511069 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-34809582-fd94-4aab-a9c4-252cc6366d67 req-6b69b711-bb67-4060-845e-c69577209364 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090941 Sep 08 13:41:25.554777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-de3cff41-c3f3-4cf5-a593-157ccdfc405c service neutron] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462550 Sep 08 13:41:25.620677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-179433fd-7a65-440a-b32c-8ae753ab5f41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a328e56e-80fe-432d-9f45-d2f8087d0cce HTTP/1.1" status: 200 len: 217 time: 0.0591018 Sep 08 13:41:25.675658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-80935942-f973-4a9b-835e-beb2adb0aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:25.678976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-80935942-f973-4a9b-835e-beb2adb0aa3c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.0514088 Sep 08 13:41:25.749092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-350c64bf-47e4-4a8b-8c0d-da4801d8ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:25.751030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-350c64bf-47e4-4a8b-8c0d-da4801d8ba41 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667286 Sep 08 13:41:25.866976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-79e034f3-14fe-4988-985d-bdccfb18352d service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998023 Sep 08 13:41:25.970215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-d69d2ab3-8860-4e28-9c74-ae0b4f07f30a service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919700 Sep 08 13:41:26.021292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-2e3156a9-8131-4f13-9e50-ff3f3b1c915d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2723bb99-0650-45f7-8a57-793b4a9bd115 HTTP/1.1" status: 200 len: 217 time: 0.0479310 Sep 08 13:41:26.144563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f28540-808d-44ae-8339-6b8ef5e9cbb6 req-1d1fcecb-3c90-4c65-a6f4-cbfe64682117 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:26.146753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96f28540-808d-44ae-8339-6b8ef5e9cbb6 req-1d1fcecb-3c90-4c65-a6f4-cbfe64682117 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 946 time: 0.0570853 Sep 08 13:41:26.197293 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96f28540-808d-44ae-8339-6b8ef5e9cbb6 req-5b335190-232b-4c7d-b816-aceac5a188f5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437491 Sep 08 13:41:26.405399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-7bdfdb2e-60e8-4534-b4fa-4c6c44185ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:26.417478 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-7bdfdb2e-60e8-4534-b4fa-4c6c44185ec3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 200 len: 797 time: 0.3892231 Sep 08 13:41:26.470383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-03c1863a-637d-4523-91ee-80da77c800d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:26.472057 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-03c1863a-637d-4523-91ee-80da77c800d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=adf204ef-b624-4fee-9e83-d93889dc5f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488956 Sep 08 13:41:26.578876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-abd2c1c9-74de-42dc-a412-3bde38455e65 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992837 Sep 08 13:41:26.699125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4af597-9432-4094-ad04-54d660b165f3 req-38b23eea-0f47-45eb-9413-298441afa69b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:26.700694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c4af597-9432-4094-ad04-54d660b165f3 req-38b23eea-0f47-45eb-9413-298441afa69b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.1063416 Sep 08 13:41:26.732196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b41cd16-aec8-41da-acfb-67e1c60079a3 req-08d74bf9-5e58-43b8-a390-b4e19bb38e18 service neutron] 10.222.0.60 "GET /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454000 Sep 08 13:41:26.754285 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c4af597-9432-4094-ad04-54d660b165f3 req-13f63474-6983-477c-94f4-95d1a1a3a300 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443842 Sep 08 13:41:27.324651 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c58689-41e9-4538-bd9c-e7950488fed0 req-ef83568d-e232-4739-9fe2-b7eb42990811 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:27.326158 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79c58689-41e9-4538-bd9c-e7950488fed0 req-ef83568d-e232-4739-9fe2-b7eb42990811 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 946 time: 0.0526631 Sep 08 13:41:27.366989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79c58689-41e9-4538-bd9c-e7950488fed0 req-90311186-b3c2-4102-890a-18b0cd64c1be tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343168 Sep 08 13:41:27.878356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26225f7-21ca-46b3-8943-d951c99a974d req-47314ac8-0038-4df4-b7c3-ccfcd1de259f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:27.880170 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b26225f7-21ca-46b3-8943-d951c99a974d req-47314ac8-0038-4df4-b7c3-ccfcd1de259f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0509777 Sep 08 13:41:27.923027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b26225f7-21ca-46b3-8943-d951c99a974d req-2de8a6eb-05f0-411d-8cb0-39660e7a5613 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364087 Sep 08 13:41:28.517420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba08b6-e034-4e70-9e31-1c3eaf7b7dab req-4e7d286e-bafa-450f-ac43-c42f9e1f4fb5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:28.519231 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-71ba08b6-e034-4e70-9e31-1c3eaf7b7dab req-4e7d286e-bafa-450f-ac43-c42f9e1f4fb5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 946 time: 0.0623200 Sep 08 13:41:28.560025 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-71ba08b6-e034-4e70-9e31-1c3eaf7b7dab req-d334c76c-b6d1-4906-9e82-ae61d05d4b9d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324686 Sep 08 13:41:29.054534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5745f-eff7-408b-9d08-c9c4f15a3793 req-6f67c277-42e1-44ab-a827-2e5e935c9990 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:29.058659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35e5745f-eff7-408b-9d08-c9c4f15a3793 req-6f67c277-42e1-44ab-a827-2e5e935c9990 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0677617 Sep 08 13:41:29.096601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35e5745f-eff7-408b-9d08-c9c4f15a3793 req-395e0d5b-bb67-48b4-bb0b-376c30e2b7ec tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343807 Sep 08 13:41:30.226792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956919e0-3352-4c0d-ad71-96a7da8a1669 req-6ffb751b-55f4-45d7-b44e-c8f6b7d9cf62 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:30.230695 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-956919e0-3352-4c0d-ad71-96a7da8a1669 req-6ffb751b-55f4-45d7-b44e-c8f6b7d9cf62 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0647504 Sep 08 13:41:30.271857 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-956919e0-3352-4c0d-ad71-96a7da8a1669 req-c80205d4-c2dc-4479-a84c-230c4f779ab1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356188 Sep 08 13:41:31.405894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e0c74-5456-4877-91bb-02baecedbed6 req-094ce92d-a088-40d8-b829-157393762eed tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:31.407705 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff1e0c74-5456-4877-91bb-02baecedbed6 req-094ce92d-a088-40d8-b829-157393762eed tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0633960 Sep 08 13:41:31.463920 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff1e0c74-5456-4877-91bb-02baecedbed6 req-ca0459d3-06a6-451c-9c77-cc7436ebc865 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430248 Sep 08 13:41:32.588548 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6204fb0-d9bb-4b10-9844-80c4e0cf6267 req-1d3ae0b3-5d38-4e29-b6fd-1eb80af207af tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:32.590065 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6204fb0-d9bb-4b10-9844-80c4e0cf6267 req-1d3ae0b3-5d38-4e29-b6fd-1eb80af207af tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0504723 Sep 08 13:41:32.630303 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6204fb0-d9bb-4b10-9844-80c4e0cf6267 req-c58a0d9a-2aaf-4f41-b0c8-bc89c8a64e83 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339150 Sep 08 13:41:33.757911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc394c5e-b037-4777-898f-d0ecba6917fc req-fefe0e63-e804-453e-bd3e-8d1b7b4bf87a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:33.762762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc394c5e-b037-4777-898f-d0ecba6917fc req-fefe0e63-e804-453e-bd3e-8d1b7b4bf87a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0637300 Sep 08 13:41:33.802444 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc394c5e-b037-4777-898f-d0ecba6917fc req-7c59ae50-f573-4c78-b7d7-e2100de2f858 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355263 Sep 08 13:41:34.944973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61a211-501c-4a4f-9520-ffe2d9fa31d6 req-a39f484a-08cb-4a73-81fd-deb8c9cb93ea tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:34.946528 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b61a211-501c-4a4f-9520-ffe2d9fa31d6 req-a39f484a-08cb-4a73-81fd-deb8c9cb93ea tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0733972 Sep 08 13:41:34.998164 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b61a211-501c-4a4f-9520-ffe2d9fa31d6 req-0a7a56f7-3a6a-4291-b2bc-2c04dce222bc tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453441 Sep 08 13:41:36.117112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccf0da-ee40-4d7a-a28d-359683806f9a req-0ea3295c-a92d-4475-81da-7a97d39a75c3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:36.118659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1eccf0da-ee40-4d7a-a28d-359683806f9a req-0ea3295c-a92d-4475-81da-7a97d39a75c3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0501649 Sep 08 13:41:36.160261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1eccf0da-ee40-4d7a-a28d-359683806f9a req-90ed7aff-5e4e-4016-b715-39e7d1f859b7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342498 Sep 08 13:41:37.280701 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce73922-c888-4e1b-b9b7-375c7ab12157 req-259dc3d4-eaf7-4f3c-aa0b-03c54a99a72e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:37.282280 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8ce73922-c888-4e1b-b9b7-375c7ab12157 req-259dc3d4-eaf7-4f3c-aa0b-03c54a99a72e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0539052 Sep 08 13:41:37.327021 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8ce73922-c888-4e1b-b9b7-375c7ab12157 req-4cca6188-c631-4d38-978a-f38ab8193044 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356097 Sep 08 13:41:37.865194 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bce80c92-1694-4c10-8ca5-a69dfcbdbd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:38.445610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907ae3b-2d0b-40da-9f38-27598a6fedcf req-58f29cdb-13a4-4736-bb4d-0bcfd2d12d59 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:38.447140 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c907ae3b-2d0b-40da-9f38-27598a6fedcf req-58f29cdb-13a4-4736-bb4d-0bcfd2d12d59 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0528710 Sep 08 13:41:38.486112 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c907ae3b-2d0b-40da-9f38-27598a6fedcf req-c8929e87-8d91-4be7-95f4-4d384177928a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329635 Sep 08 13:41:39.341471 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:41:39.634150 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daccfa4b-b116-4a11-adf6-4c27f9fdacf9 req-e1f90c4f-88b3-4cbf-91e5-a1f0ef325af2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:39.645192 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daccfa4b-b116-4a11-adf6-4c27f9fdacf9 req-e1f90c4f-88b3-4cbf-91e5-a1f0ef325af2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0695820 Sep 08 13:41:39.674708 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-daccfa4b-b116-4a11-adf6-4c27f9fdacf9 req-4c8a9a81-5f5a-410b-b39c-c0c2a3fb39d7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328496 Sep 08 13:41:40.162114 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7a39e46d-b4bd-4ec8-8edd-507b5de414d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:40.567552 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:40.807675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7a42a-5242-4e8a-8ae6-f9f7b3682c49 req-f6796839-f535-4629-99fa-1def8186e9cf tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:40.809368 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-60d7a42a-5242-4e8a-8ae6-f9f7b3682c49 req-f6796839-f535-4629-99fa-1def8186e9cf tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0532911 Sep 08 13:41:40.852745 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-60d7a42a-5242-4e8a-8ae6-f9f7b3682c49 req-66ece783-ea08-4dab-aee0-86af9fc3745a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372083 Sep 08 13:41:41.882362 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:41.979884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8630c-e709-42f8-a6f0-f5fb0e3d75a9 req-76654c12-99c3-42d8-8a35-399cbe75dd92 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:41.981578 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dca8630c-e709-42f8-a6f0-f5fb0e3d75a9 req-76654c12-99c3-42d8-8a35-399cbe75dd92 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0560021 Sep 08 13:41:42.029819 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dca8630c-e709-42f8-a6f0-f5fb0e3d75a9 req-28fee7fb-f7e6-4b36-a615-7de313c67fc4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341611 Sep 08 13:41:42.328254 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [req-3adce958-a36c-484c-b222-444f87246dc2 req-9c816b69-9a7d-45ef-8f09-7293633603e3 service neutron] show failed (client error): The resource could not be found. Sep 08 13:41:42.329295 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-9c816b69-9a7d-45ef-8f09-7293633603e3 service neutron] 10.222.0.70 "GET /v2.0/ports/3c5acc96-c009-4ee7-92e2-6cd3acb7f826/bindings/n-h2-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0568206 Sep 08 13:41:43.149919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87646d-4882-46c8-bcb9-91134d5d018a req-1ff41fb3-b418-4a2c-b994-07aa2e6bc19a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:43.151455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df87646d-4882-46c8-bcb9-91134d5d018a req-1ff41fb3-b418-4a2c-b994-07aa2e6bc19a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0502048 Sep 08 13:41:43.189664 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-df87646d-4882-46c8-bcb9-91134d5d018a req-45458b81-6648-46d7-8145-c54d56b9515a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322328 Sep 08 13:41:43.241509 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:43.279853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adce958-a36c-484c-b222-444f87246dc2 req-d73ec4fa-8f83-4075-9c9d-6934c915ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:43.281359 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-d73ec4fa-8f83-4075-9c9d-6934c915ecd6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88&tenant_id=8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 1097 time: 0.0456719 Sep 08 13:41:43.294421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:41:43.364287 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:43.585282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:43.617338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:41:43.659627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:41:43.662426 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a137f8-5c90-4e71-a9af-3f2a0e6468eb" -d '{"events": [{"server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "name": "network-vif-unplugged", "status": "completed", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:41:43.666275 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:43.679079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Transition to ACTIVE for port object 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:41:43.714519 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88685311-6f2c-49e4-9132-f1972101dde6 x-openstack-request-id: req-88685311-6f2c-49e4-9132-f1972101dde6 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:41:43.714810 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "name": "network-vif-unplugged", "status": "completed", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:41:43.715058 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88685311-6f2c-49e4-9132-f1972101dde6 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:41:43.715458 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'code': 200} Sep 08 13:41:43.802169 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:43.900268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:43.930696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] No DVR routers for this DVR port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:41:44.083124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Attempting to bind port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:41:44.083434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Attempting to bind port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:41:44.083716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Attempting to bind port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on network a8b88139-59ab-4ec3-bccf-778969fe98d9 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:41:44.088200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on network a8b88139-59ab-4ec3-bccf-778969fe98d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:41:44.088529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Attempting to bind port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on network a8b88139-59ab-4ec3-bccf-778969fe98d9 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:41:44.093563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:41:44.093905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Checking segment: {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:41:44.094325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Bound using segment: {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:41:44.094754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Bound port: 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:41:44.095118 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:44.163718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:41:44.166785 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:41:44.288558 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:44.328886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:44.329891 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:44.331394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] 10.222.0.60 "PUT /v2.0/ports/3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 1092 time: 1.0410945 Sep 08 13:41:44.398059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b387b4-1e05-4425-8f61-ba688b411b56 service neutron] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:44.403492 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:44.418421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c55160-fcbe-42ce-8531-91e77647ab41 req-48ca9831-88a1-467f-85d8-f497f4885f7b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:44.420443 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1c55160-fcbe-42ce-8531-91e77647ab41 req-48ca9831-88a1-467f-85d8-f497f4885f7b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 944 time: 0.1616495 Sep 08 13:41:44.507458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adce958-a36c-484c-b222-444f87246dc2 req-eee4f148-0d28-40db-862a-f69b8eeaf7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:44.509571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-eee4f148-0d28-40db-862a-f69b8eeaf7f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1095 time: 0.1227643 Sep 08 13:41:44.513589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1c55160-fcbe-42ce-8531-91e77647ab41 req-7ef33d2c-6a64-4619-8b99-e166c26a835e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0786524 Sep 08 13:41:44.636644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adce958-a36c-484c-b222-444f87246dc2 req-5f99cdcc-e82a-4754-b587-9820277bb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:44.638281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-5f99cdcc-e82a-4754-b587-9820277bb7fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.1205130 Sep 08 13:41:44.705700 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-dfd3b1a2-5828-46e8-a03c-f4eb374608c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 999 time: 0.0596180 Sep 08 13:41:44.762955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adce958-a36c-484c-b222-444f87246dc2 req-cdcba922-c3d5-4214-8ca3-ee78d65d0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:44.764757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-cdcba922-c3d5-4214-8ca3-ee78d65d0795 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.0519662 Sep 08 13:41:44.826391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adce958-a36c-484c-b222-444f87246dc2 req-c2fb36f0-ceb5-4e08-a327-5951c360ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:44.827940 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-c2fb36f0-ceb5-4e08-a327-5951c360ac4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552399 Sep 08 13:41:44.959176 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-8f83b847-b50b-4351-99b7-7456ad8c106e service neutron] 10.222.0.60 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201034 Sep 08 13:41:45.062580 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-a88f53f1-1b76-454c-9170-abcc1dd4b554 service neutron] 10.222.0.60 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960779 Sep 08 13:41:45.641434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c20344-9b9a-458b-b9e0-522c03708186 req-1286ba75-2d6f-497e-9d6c-a4d92f54e64f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:45.651582 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f4c20344-9b9a-458b-b9e0-522c03708186 req-1286ba75-2d6f-497e-9d6c-a4d92f54e64f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 944 time: 0.0565395 Sep 08 13:41:45.688351 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f4c20344-9b9a-458b-b9e0-522c03708186 req-2ba3cd61-025d-42a4-a4df-f7972182cae0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374267 Sep 08 13:41:45.718213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:41:45.719611 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f70683-051d-4841-a18d-abd3c6bb8c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:41:45.780629 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942fd5ae-22b1-4aaa-bb7a-21eb1c95b6c2 x-openstack-request-id: req-942fd5ae-22b1-4aaa-bb7a-21eb1c95b6c2 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:41:45.780629 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:41:45.780629 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-942fd5ae-22b1-4aaa-bb7a-21eb1c95b6c2 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:41:45.780880 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'status': 'completed', 'code': 200} Sep 08 13:41:45.785882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:41:45.839257 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:41:45.869075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-02099150-0d64-4ef8-bf74-7d14e92f5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:45.872245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-02099150-0d64-4ef8-bf74-7d14e92f5207 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1095 time: 0.0715022 Sep 08 13:41:45.878591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-aa2d67df-ca8c-4d1c-a26e-a09b22e51aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:45.881057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-aa2d67df-ca8c-4d1c-a26e-a09b22e51aad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1095 time: 0.0597434 Sep 08 13:41:45.983021 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-5f2b5468-7f10-45a0-8452-bf79725d88c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:45.985100 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-5f2b5468-7f10-45a0-8452-bf79725d88c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.0975561 Sep 08 13:41:46.006796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-a7d9141a-3a69-47f0-a69b-c37c24664700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:46.008417 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-a7d9141a-3a69-47f0-a69b-c37c24664700 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.1261699 Sep 08 13:41:46.071213 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-4d9d92ff-144b-4987-96aa-6a3f85272d74 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 999 time: 0.0769923 Sep 08 13:41:46.080548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-ced6ddc8-db35-4d5f-af50-d693fa1984a2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 999 time: 0.0646157 Sep 08 13:41:46.122813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-cc81a405-80df-4da3-a53e-1697cf1ab787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:46.124236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-cc81a405-80df-4da3-a53e-1697cf1ab787 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.0470946 Sep 08 13:41:46.143810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-1d458272-5a55-4af8-9132-2d1f6f48b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:46.145907 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-1d458272-5a55-4af8-9132-2d1f6f48b633 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.0569112 Sep 08 13:41:46.174516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-1e2ac869-08a3-4dc2-813b-98cfb350488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:46.176578 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-1e2ac869-08a3-4dc2-813b-98cfb350488e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454700 Sep 08 13:41:46.212419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-a78249b7-13b9-49a5-8a47-ccafea01c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:46.214107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-a78249b7-13b9-49a5-8a47-ccafea01c4f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607166 Sep 08 13:41:46.296653 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-b2b694c3-027c-4083-a54f-db379b6e7df9 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124449 Sep 08 13:41:46.319514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-8ec4f747-b087-46eb-a712-bf1508d6426b service neutron] 10.222.0.60 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972712 Sep 08 13:41:46.410600 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-0dbe3078-8154-4114-a6e2-11efe393d042 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065307 Sep 08 13:41:46.426825 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87f70683-051d-4841-a18d-abd3c6bb8c0f req-c6f7c6a0-05de-4549-bef4-ed2fd7c36bfd service neutron] 10.222.0.60 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945675 Sep 08 13:41:46.821870 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6f698-ed81-41c3-8d5a-4c4f2436e460 req-a9e677e5-d903-4992-bbd7-19033f13086a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:46.823437 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3fa6f698-ed81-41c3-8d5a-4c4f2436e460 req-a9e677e5-d903-4992-bbd7-19033f13086a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 944 time: 0.0550337 Sep 08 13:41:46.865095 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3fa6f698-ed81-41c3-8d5a-4c4f2436e460 req-d664592e-7c6f-41a6-9067-8de0abab3e41 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344770 Sep 08 13:41:46.944792 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:48.022529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa39a5-5770-4b87-bec0-d00bc185b474 req-b81d8cdc-0123-4d36-a0f8-c6b6f961dd29 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:48.024259 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1dfa39a5-5770-4b87-bec0-d00bc185b474 req-b81d8cdc-0123-4d36-a0f8-c6b6f961dd29 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 944 time: 0.0593855 Sep 08 13:41:48.064544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1dfa39a5-5770-4b87-bec0-d00bc185b474 req-1f47dc85-c959-4241-a941-ff4030fc0cd4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338390 Sep 08 13:41:49.140599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:41:49.193030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68482a07-ed07-45fd-8270-bb312d095994 req-aed9848a-a00e-4b34-9202-9c8194cbfa25 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:49.195533 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68482a07-ed07-45fd-8270-bb312d095994 req-aed9848a-a00e-4b34-9202-9c8194cbfa25 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 944 time: 0.0585515 Sep 08 13:41:49.235829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68482a07-ed07-45fd-8270-bb312d095994 req-d5ecda01-117b-422c-8a06-dd5e1602c50a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338104 Sep 08 13:41:49.244170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:49.256137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'port_id': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'mac_address': 'fa:16:3e:de:d0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:41:49.305970 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:49.319062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:41:49.340226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:49.527515 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:49.579228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:49.915646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['3c5acc96-c009-4ee7-92e2-6cd3acb7f826'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:41:49.922512 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db620ea8-f9b1-4d48-9731-4754c3a86cd9 req-a99b6b4d-2b29-4f80-9346-2581aeec31c0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:49.941431 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db620ea8-f9b1-4d48-9731-4754c3a86cd9 req-a99b6b4d-2b29-4f80-9346-2581aeec31c0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 945 time: 0.0583539 Sep 08 13:41:50.000829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db620ea8-f9b1-4d48-9731-4754c3a86cd9 req-80e48612-494c-4949-a6bc-ebca858b9bff tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599675 Sep 08 13:41:50.038499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d743-df64-400b-b39c-d9dd2563119d req-cd89a065-bc36-482c-9385-011d9866cd7c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:50.043846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-cd89a065-bc36-482c-9385-011d9866cd7c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88&tenant_id=8d38255802c64843a056aaa5d3c7c4c2&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 945 time: 0.0813315 Sep 08 13:41:50.118089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-6e39fad1-56ec-4b4e-94a0-dbb1f4229fc1 service neutron] 10.222.0.60 "GET /v2.0/ports/3c5acc96-c009-4ee7-92e2-6cd3acb7f826/bindings/n-h2-807558-3 HTTP/1.1" status: 200 len: 382 time: 0.0658824 Sep 08 13:41:50.183011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d743-df64-400b-b39c-d9dd2563119d req-ccf401cd-5024-4d0c-8b9c-66bac313bb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:50.184817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-ccf401cd-5024-4d0c-8b9c-66bac313bb72 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0429831 Sep 08 13:41:50.286269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d743-df64-400b-b39c-d9dd2563119d req-b01cd066-31b7-4c35-aabc-be84b9bf3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:50.288108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-b01cd066-31b7-4c35-aabc-be84b9bf3822 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.0914397 Sep 08 13:41:50.366411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-8bbc1351-e0f6-4e96-8aa6-1ce5d057f53e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 1000 time: 0.0706561 Sep 08 13:41:50.435846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d743-df64-400b-b39c-d9dd2563119d req-7286b9ce-3c45-4cfd-aee6-e3c86a7be8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:50.437900 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-7286b9ce-3c45-4cfd-aee6-e3c86a7be8c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.0602663 Sep 08 13:41:50.495388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d743-df64-400b-b39c-d9dd2563119d req-eab1568d-973f-4e1d-8b80-dbcd6abb7c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:50.496962 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-eab1568d-973f-4e1d-8b80-dbcd6abb7c89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513146 Sep 08 13:41:50.599056 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-8cab2d5d-a113-42b1-8df3-5ede75007f80 service neutron] 10.222.0.60 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924044 Sep 08 13:41:50.701953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-10ccdc35-c0f5-4a7d-97c4-5a6529440538 service neutron] 10.222.0.60 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955315 Sep 08 13:41:51.170106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1453a04c-1781-4b3d-a214-49a0a1a7beae req-62c487a9-4726-4d8f-870a-7808b3b83381 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:51.171906 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1453a04c-1781-4b3d-a214-49a0a1a7beae req-62c487a9-4726-4d8f-870a-7808b3b83381 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 945 time: 0.0656679 Sep 08 13:41:51.213085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1453a04c-1781-4b3d-a214-49a0a1a7beae req-9284cd76-1dbf-4b45-924a-a962da6a09d9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339124 Sep 08 13:41:52.363005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afbd0c-773d-4d8e-a931-11b13d30118c req-f4dcc07a-d5fa-4b98-aa1d-72a341280e59 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:52.365324 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59afbd0c-773d-4d8e-a931-11b13d30118c req-f4dcc07a-d5fa-4b98-aa1d-72a341280e59 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 945 time: 0.0685008 Sep 08 13:41:52.419573 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59afbd0c-773d-4d8e-a931-11b13d30118c req-375910cd-e418-471f-a261-10c470aed7f6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437670 Sep 08 13:41:53.158528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:41:53.312715 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:41:53.321659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:41:53.322244 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:53.455354 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:53.486034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:41:53.491688 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3db7663-8c06-44b1-8bf5-25d302388987" -d '{"events": [{"server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "name": "network-vif-plugged", "status": "completed", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:41:53.505499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:53.558410 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cab3913-19d4-4771-acd2-8ee41eaae43e x-openstack-request-id: req-0cab3913-19d4-4771-acd2-8ee41eaae43e {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:41:53.560345 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "name": "network-vif-plugged", "status": "completed", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:41:53.562663 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0cab3913-19d4-4771-acd2-8ee41eaae43e {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:41:53.563345 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'code': 200} Sep 08 13:41:53.613901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f423267-501f-4900-a2bf-52e5ac3dabd0 req-8242a9de-2160-4fc8-9d53-b1edd38735f0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:53.618669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f423267-501f-4900-a2bf-52e5ac3dabd0 req-8242a9de-2160-4fc8-9d53-b1edd38735f0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 945 time: 0.0602963 Sep 08 13:41:53.647807 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:53.668045 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f423267-501f-4900-a2bf-52e5ac3dabd0 req-3f388eed-f602-4fb0-866a-d456751ae7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418696 Sep 08 13:41:53.706541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:53.803203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d743-df64-400b-b39c-d9dd2563119d req-b149952e-7e3e-46e3-8d0a-ad17a6d43be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:53.804759 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-b149952e-7e3e-46e3-8d0a-ad17a6d43be4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88&tenant_id=8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 1097 time: 0.1074419 Sep 08 13:41:53.822965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:41:53.898667 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:54.134791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:54.174625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h2-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:41:54.219829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:41:54.220115 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dcd2d7-c0e0-4f72-b90f-23abf924b1f1" -d '{"events": [{"server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "name": "network-vif-unplugged", "status": "completed", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:41:54.229273 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:54.250934 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Transition to ACTIVE for port object 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:41:54.282005 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8915287d-b339-4ace-80ba-3a21c620ece7 x-openstack-request-id: req-8915287d-b339-4ace-80ba-3a21c620ece7 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:41:54.282441 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "name": "network-vif-unplugged", "status": "completed", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:41:54.282792 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8915287d-b339-4ace-80ba-3a21c620ece7 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:41:54.283379 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'code': 200} Sep 08 13:41:54.387930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:54.450407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=10']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:54.608452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] No DVR routers for this DVR port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on host n-h2-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:41:54.823084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa92f5-4590-495f-98ce-c5940d226b88 req-9483c42e-6657-4730-93f4-c462e827018e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:54.827275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5fa92f5-4590-495f-98ce-c5940d226b88 req-9483c42e-6657-4730-93f4-c462e827018e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 945 time: 0.0644100 Sep 08 13:41:54.914437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5fa92f5-4590-495f-98ce-c5940d226b88 req-f9f0a486-b0d4-4c97-9e81-7b0184835893 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0792353 Sep 08 13:41:55.118063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Attempting to bind port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:41:55.118902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Attempting to bind port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:41:55.118902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Attempting to bind port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on network a8b88139-59ab-4ec3-bccf-778969fe98d9 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:41:55.127157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on network a8b88139-59ab-4ec3-bccf-778969fe98d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:41:55.127505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Attempting to bind port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on network a8b88139-59ab-4ec3-bccf-778969fe98d9 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:41:55.132679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:41:55.133022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Checking segment: {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:41:55.133724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Bound using segment: {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:41:55.134161 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Bound port: 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:41:55.134594 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:55.149932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:41:55.190861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:41:55.213293 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:41:55.213743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:41:55.293542 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:55.329787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:55.330924 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:55.332890 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-291efa22-d941-4bd4-8adf-03668567108c service neutron] 10.222.0.70 "PUT /v2.0/ports/3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 1093 time: 1.5202513 Sep 08 13:41:55.388495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291efa22-d941-4bd4-8adf-03668567108c service neutron] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=11']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:55.409649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d743-df64-400b-b39c-d9dd2563119d req-a6b2209b-f61a-4d2f-873c-e7fc5cdf52b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:55.412077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-a6b2209b-f61a-4d2f-873c-e7fc5cdf52b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0572038 Sep 08 13:41:55.529100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d743-df64-400b-b39c-d9dd2563119d req-4e771fc6-3353-4951-8910-d9b00fa84fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:55.530630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-4e771fc6-3353-4951-8910-d9b00fa84fb2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.1119034 Sep 08 13:41:55.617323 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-543c41b9-863b-4c92-96ae-eb2552238422 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 999 time: 0.0789666 Sep 08 13:41:55.673055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d743-df64-400b-b39c-d9dd2563119d req-cea5a834-23ac-40a9-9cd1-6fc691d65d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:55.674731 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-cea5a834-23ac-40a9-9cd1-6fc691d65d55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.0510192 Sep 08 13:41:55.722695 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d743-df64-400b-b39c-d9dd2563119d req-846ffa51-5721-41f3-a970-bc67b228452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:55.724317 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-846ffa51-5721-41f3-a970-bc67b228452c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431044 Sep 08 13:41:55.823110 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-85bc5bf4-7831-4113-97f3-190f4e536247 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910823 Sep 08 13:41:55.916835 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be36d743-df64-400b-b39c-d9dd2563119d req-e6bc3bd9-0686-4571-b86b-18b6ad2d64de service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867722 Sep 08 13:41:56.066399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de5016-e6df-469e-94ed-0747bb9107f7 req-0147374a-135b-464d-8cf3-87bef4c15f09 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:56.068575 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22de5016-e6df-469e-94ed-0747bb9107f7 req-0147374a-135b-464d-8cf3-87bef4c15f09 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 945 time: 0.0536938 Sep 08 13:41:56.112947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22de5016-e6df-469e-94ed-0747bb9107f7 req-572b7c2a-2e66-4410-a0e2-efd3fe9bcc4d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365224 Sep 08 13:41:56.284549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:41:56.287941 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792f0ff1-7bbc-416a-b52a-3bad0808b73a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:41:56.352211 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6938567a-5264-478a-a19d-890d731ed501 x-openstack-request-id: req-6938567a-5264-478a-a19d-890d731ed501 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:41:56.354998 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:41:56.354998 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6938567a-5264-478a-a19d-890d731ed501 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:41:56.364732 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'status': 'completed', 'code': 200} Sep 08 13:41:56.423447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-9b7b3ec4-5551-4a7f-9bd9-2969d9121041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:56.424998 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-9b7b3ec4-5551-4a7f-9bd9-2969d9121041 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0444059 Sep 08 13:41:56.439000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-06cf4558-1d70-41f4-84c6-33bc90e85d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:56.440591 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-06cf4558-1d70-41f4-84c6-33bc90e85d09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1096 time: 0.0467799 Sep 08 13:41:56.543530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-e273d27c-f758-43a0-af58-f986796e3e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:56.545852 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-e273d27c-f758-43a0-af58-f986796e3e1c service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.1131797 Sep 08 13:41:56.557111 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-90f60e9c-5432-4a23-8ab8-4f6599ddc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:56.558910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-90f60e9c-5432-4a23-8ab8-4f6599ddc4ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.1105380 Sep 08 13:41:56.631412 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-9b2d1b34-ffcb-448b-9778-a28ddabc1b1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 999 time: 0.0760310 Sep 08 13:41:56.634512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-117b3037-7c78-4e82-b2d6-ddcca96642bb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 999 time: 0.0683150 Sep 08 13:41:56.683937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-51731f93-670e-423f-8dce-a209f4c53c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:56.685445 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-51731f93-670e-423f-8dce-a209f4c53c56 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.0473204 Sep 08 13:41:56.687923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-44353ad2-d100-42c4-a5b1-1e6c59069a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:56.689954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-44353ad2-d100-42c4-a5b1-1e6c59069a7c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.0488691 Sep 08 13:41:56.747967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-b278eb1c-8982-488a-8953-9ed3ee834088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:56.748190 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-b278eb1c-8982-488a-8953-9ed3ee834088 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550058 Sep 08 13:41:56.749996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-40109d93-5528-40f8-8098-c6990693b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:56.751233 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-40109d93-5528-40f8-8098-c6990693b622 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526359 Sep 08 13:41:56.871380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-ea973960-ecf6-4334-8bab-71f500633637 service neutron] 10.222.0.60 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113288 Sep 08 13:41:56.883327 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-f9cf2091-113f-47db-b3ee-f99ce793f057 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261644 Sep 08 13:41:56.996782 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-728e55eb-ad5a-40b4-a329-fdc2fb9fd1f9 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061969 Sep 08 13:41:57.005031 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-792f0ff1-7bbc-416a-b52a-3bad0808b73a req-1b646331-f496-41c4-a876-cb88bc991523 service neutron] 10.222.0.60 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270354 Sep 08 13:41:57.261182 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646796f9-8227-467c-8ec3-5b650e3a0b1d req-d4e247e5-8dbf-496b-ae19-0e2ba5a90751 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:57.262750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-646796f9-8227-467c-8ec3-5b650e3a0b1d req-d4e247e5-8dbf-496b-ae19-0e2ba5a90751 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 945 time: 0.0652828 Sep 08 13:41:57.307626 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-646796f9-8227-467c-8ec3-5b650e3a0b1d req-f5a9941b-77cd-445f-87c1-bea2e94e7f12 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364673 Sep 08 13:41:57.836858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:41:57.951857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:57.963911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'port_id': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'mac_address': 'fa:16:3e:de:d0:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:41:58.006843 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:58.021183 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:41:58.041755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:41:58.168619 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:41:58.223512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=12']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:41:58.383473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['3c5acc96-c009-4ee7-92e2-6cd3acb7f826'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:41:58.463002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d730d-483a-4439-b8e4-b35a08b0db67 req-6cb84b65-dc01-47b2-bbed-d300e173be76 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:41:58.464586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-722d730d-483a-4439-b8e4-b35a08b0db67 req-6cb84b65-dc01-47b2-bbed-d300e173be76 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 946 time: 0.0716097 Sep 08 13:41:58.514959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-722d730d-483a-4439-b8e4-b35a08b0db67 req-e49e11e7-b6af-44fe-bb50-1dfebbd09504 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434999 Sep 08 13:41:58.535594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 36610) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:41:58.633047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-87d2e2a1-c65b-4363-bccf-34b6c913fe37 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/cb9d4f92-56ca-4c42-9334-e05c220a0bc1 HTTP/1.1" status: 200 len: 992 time: 0.0905466 Sep 08 13:41:59.842519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:41:59.996181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:00.007184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:00.007536 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:00.100583 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:00.134926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:00.134926 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3921c45-1f7d-422e-816a-22fee8928703" -d '{"events": [{"server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "name": "network-vif-plugged", "status": "completed", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:00.147174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:00.203436 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66daa2d-ef23-4c70-8720-8665088df4ca x-openstack-request-id: req-a66daa2d-ef23-4c70-8720-8665088df4ca {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:00.203862 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "name": "network-vif-plugged", "status": "completed", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:00.204208 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a66daa2d-ef23-4c70-8720-8665088df4ca {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:00.204701 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'code': 200} Sep 08 13:42:00.247358 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:00.313505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=13']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:00.971254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b402-85c0-4405-8836-a0cbb6d07604 req-1da7b19c-c6fe-4c23-9749-f4605c23e5e1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:00.977578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b402-85c0-4405-8836-a0cbb6d07604 req-1da7b19c-c6fe-4c23-9749-f4605c23e5e1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:00.983999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b402-85c0-4405-8836-a0cbb6d07604 req-1da7b19c-c6fe-4c23-9749-f4605c23e5e1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:00.995792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b402-85c0-4405-8836-a0cbb6d07604 req-1da7b19c-c6fe-4c23-9749-f4605c23e5e1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:01.002410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b402-85c0-4405-8836-a0cbb6d07604 req-1da7b19c-c6fe-4c23-9749-f4605c23e5e1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:01.008773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b402-85c0-4405-8836-a0cbb6d07604 req-1da7b19c-c6fe-4c23-9749-f4605c23e5e1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:01.014555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260b402-85c0-4405-8836-a0cbb6d07604 req-1da7b19c-c6fe-4c23-9749-f4605c23e5e1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:01.016523 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1260b402-85c0-4405-8836-a0cbb6d07604 req-1da7b19c-c6fe-4c23-9749-f4605c23e5e1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5434 time: 0.1139283 Sep 08 13:42:01.059770 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1260b402-85c0-4405-8836-a0cbb6d07604 req-dd337288-8ad0-43ae-82e3-160fef0a2ea7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353541 Sep 08 13:42:02.232988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12857732-0793-41c8-88cc-ac4723e9c4ba req-490f6c4d-5f59-498d-8606-c4b3509721bb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.239018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12857732-0793-41c8-88cc-ac4723e9c4ba req-490f6c4d-5f59-498d-8606-c4b3509721bb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.245316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12857732-0793-41c8-88cc-ac4723e9c4ba req-490f6c4d-5f59-498d-8606-c4b3509721bb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.251599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12857732-0793-41c8-88cc-ac4723e9c4ba req-490f6c4d-5f59-498d-8606-c4b3509721bb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.258083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12857732-0793-41c8-88cc-ac4723e9c4ba req-490f6c4d-5f59-498d-8606-c4b3509721bb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.263978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12857732-0793-41c8-88cc-ac4723e9c4ba req-490f6c4d-5f59-498d-8606-c4b3509721bb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.270157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12857732-0793-41c8-88cc-ac4723e9c4ba req-490f6c4d-5f59-498d-8606-c4b3509721bb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.272122 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12857732-0793-41c8-88cc-ac4723e9c4ba req-490f6c4d-5f59-498d-8606-c4b3509721bb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5434 time: 0.1265864 Sep 08 13:42:02.308034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1e203639-e0f0-4414-951f-c564f1fc312e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.314351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1e203639-e0f0-4414-951f-c564f1fc312e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.320292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1e203639-e0f0-4414-951f-c564f1fc312e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.326264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1e203639-e0f0-4414-951f-c564f1fc312e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.332430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1e203639-e0f0-4414-951f-c564f1fc312e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.338374 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1e203639-e0f0-4414-951f-c564f1fc312e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.344462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1e203639-e0f0-4414-951f-c564f1fc312e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.346392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1e203639-e0f0-4414-951f-c564f1fc312e tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 5434 time: 0.1642635 Sep 08 13:42:02.402412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12857732-0793-41c8-88cc-ac4723e9c4ba req-0e521830-14dc-4faa-92cd-95db499b2ddc tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1237864 Sep 08 13:42:02.405822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1f34dc71-25a7-48d1-bfe2-5eedf112a359 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:02.407097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1f34dc71-25a7-48d1-bfe2-5eedf112a359 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "GET /v2.0/ports/c552540d-028f-4164-8a1b-e5a7710ba7e3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0530179 Sep 08 13:42:02.524052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-e22fe671-7bdc-4c20-8ed4-b19964ee07d8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "GET /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1096232 Sep 08 13:42:02.537776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:02.593419 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:02.749139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] For port c552540d-028f-4164-8a1b-e5a7710ba7e3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c552540d-028f-4164-8a1b-e5a7710ba7e3,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:02.784923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] For port c552540d-028f-4164-8a1b-e5a7710ba7e3, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:02.821851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] device_id is not set on port c552540d-028f-4164-8a1b-e5a7710ba7e3 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:42:02.830596 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:02.945258 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=c552540d-028f-4164-8a1b-e5a7710ba7e3,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] No DVR routers for this DVR port c552540d-028f-4164-8a1b-e5a7710ba7e3 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:03.043021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:03.068607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] In _notify_port_updated(), no bound segment for port c552540d-028f-4164-8a1b-e5a7710ba7e3 on network 48a4995a-63cc-4581-8891-024e49be0443 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:42:03.069682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:03.070544 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:03.072743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-1634db2b-dfed-4245-aa7f-e228971fb8a5 service neutron] 10.222.0.60 "PUT /v2.0/ports/c552540d-028f-4164-8a1b-e5a7710ba7e3 HTTP/1.1" status: 200 len: 1027 time: 0.5394747 Sep 08 13:42:03.132872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-5ce8915e-9047-4d1e-8168-b135f7b7c759 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:03.134383 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-5ce8915e-9047-4d1e-8168-b135f7b7c759 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "GET /v2.0/ports/ddc04eb0-7be6-4aff-abd8-32b48806bcbd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0539126 Sep 08 13:42:03.147754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:03.211084 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:03.365634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] For port ddc04eb0-7be6-4aff-abd8-32b48806bcbd, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ddc04eb0-7be6-4aff-abd8-32b48806bcbd,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:03.367960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dc0ae0b8-26ec-497e-8e43-3a4489b6715d None None] Provisioning complete for port c552540d-028f-4164-8a1b-e5a7710ba7e3 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:03.368416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dc0ae0b8-26ec-497e-8e43-3a4489b6715d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:03.401000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] For port ddc04eb0-7be6-4aff-abd8-32b48806bcbd, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:03.404021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ae0b8-26ec-497e-8e43-3a4489b6715d None None] Port c552540d-028f-4164-8a1b-e5a7710ba7e3 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:42:03.437507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] device_id is not set on port ddc04eb0-7be6-4aff-abd8-32b48806bcbd yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:42:03.448594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:03.562665 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a2e78-dcb0-4414-bc39-0703be29a98b req-8e5fe74c-e0b0-489d-ad82-af2c4aa2fca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:03.568564 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a2e78-dcb0-4414-bc39-0703be29a98b req-8e5fe74c-e0b0-489d-ad82-af2c4aa2fca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:03.574517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a2e78-dcb0-4414-bc39-0703be29a98b req-8e5fe74c-e0b0-489d-ad82-af2c4aa2fca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:03.580497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a2e78-dcb0-4414-bc39-0703be29a98b req-8e5fe74c-e0b0-489d-ad82-af2c4aa2fca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:03.587013 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a2e78-dcb0-4414-bc39-0703be29a98b req-8e5fe74c-e0b0-489d-ad82-af2c4aa2fca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:03.592703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a2e78-dcb0-4414-bc39-0703be29a98b req-8e5fe74c-e0b0-489d-ad82-af2c4aa2fca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:03.594695 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-467a2e78-dcb0-4414-bc39-0703be29a98b req-8e5fe74c-e0b0-489d-ad82-af2c4aa2fca1 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 4660 time: 0.0958710 Sep 08 13:42:03.595970 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:03.651280 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-467a2e78-dcb0-4414-bc39-0703be29a98b req-c84c4c86-891d-4b6e-a05d-dceacb4a98b8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&id=2f927beb-383f-4357-9150-b008b627cb53&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0483906 Sep 08 13:42:03.662401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] No DVR routers for this DVR port ddc04eb0-7be6-4aff-abd8-32b48806bcbd on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:03.695540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc04eb0-7be6-4aff-abd8-32b48806bcbd,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:03.724062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] In _notify_port_updated(), no bound segment for port ddc04eb0-7be6-4aff-abd8-32b48806bcbd on network 48a4995a-63cc-4581-8891-024e49be0443 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:42:03.725796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:03.725796 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:03.727143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-d9cfac7c-5a1c-4237-8591-5ab12e6da4b4 service neutron] 10.222.0.60 "PUT /v2.0/ports/ddc04eb0-7be6-4aff-abd8-32b48806bcbd HTTP/1.1" status: 200 len: 1028 time: 0.5847762 Sep 08 13:42:03.927777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fedf703d-83ea-4cf6-abd6-f1e0baf00c50 None None] Provisioning complete for port ddc04eb0-7be6-4aff-abd8-32b48806bcbd triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:03.928152 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fedf703d-83ea-4cf6-abd6-f1e0baf00c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:03.967088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fedf703d-83ea-4cf6-abd6-f1e0baf00c50 None None] Port ddc04eb0-7be6-4aff-abd8-32b48806bcbd cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:42:04.163876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ed3f16a5-a696-4226-b6fa-eb2704f35f48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Deleting port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:04.164224 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ed3f16a5-a696-4226-b6fa-eb2704f35f48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.263527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ed3f16a5-a696-4226-b6fa-eb2704f35f48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] For port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=40eac85f-cf5c-4adc-a61a-941a1e8e8c55,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:04.263805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ed3f16a5-a696-4226-b6fa-eb2704f35f48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.278118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ed3f16a5-a696-4226-b6fa-eb2704f35f48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Calling delete_port for 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:04.476251 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ed3f16a5-a696-4226-b6fa-eb2704f35f48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.508001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f16a5-a696-4226-b6fa-eb2704f35f48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Port': ['ID=40eac85f-cf5c-4adc-a61a-941a1e8e8c55,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:04.552264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ed3f16a5-a696-4226-b6fa-eb2704f35f48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] No DVR routers for this DVR port 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:04.555217 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ed3f16a5-a696-4226-b6fa-eb2704f35f48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.557389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ed3f16a5-a696-4226-b6fa-eb2704f35f48 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "DELETE /v2.0/ports/40eac85f-cf5c-4adc-a61a-941a1e8e8c55 HTTP/1.1" status: 204 len: 173 time: 0.8211410 Sep 08 13:42:04.557830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-deleted', 'tag': '40eac85f-cf5c-4adc-a61a-941a1e8e8c55'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:04.560154 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb17044-f5ed-4e4f-a546-7f842df133fd" -d '{"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-deleted", "tag": "40eac85f-cf5c-4adc-a61a-941a1e8e8c55"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:04.602987 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d293d87b-c214-4309-bd1d-b4ca697dc73f x-openstack-request-id: req-d293d87b-c214-4309-bd1d-b4ca697dc73f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:04.603272 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-deleted", "tag": "40eac85f-cf5c-4adc-a61a-941a1e8e8c55", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:04.603546 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d293d87b-c214-4309-bd1d-b4ca697dc73f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:04.604124 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-deleted', 'tag': '40eac85f-cf5c-4adc-a61a-941a1e8e8c55', 'status': 'completed', 'code': 200} Sep 08 13:42:04.671865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ff4fe287-25ac-4266-87ae-b15785e030f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Deleting port 2723bb99-0650-45f7-8a57-793b4a9bd115 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:04.672581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ff4fe287-25ac-4266-87ae-b15785e030f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.786517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ff4fe287-25ac-4266-87ae-b15785e030f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] For port 2723bb99-0650-45f7-8a57-793b4a9bd115, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2723bb99-0650-45f7-8a57-793b4a9bd115,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:04.786517 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ff4fe287-25ac-4266-87ae-b15785e030f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:04.801402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ff4fe287-25ac-4266-87ae-b15785e030f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Calling delete_port for 2723bb99-0650-45f7-8a57-793b4a9bd115 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:04.804505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5625a-7200-45e7-9f29-8e6faa8cab26 req-69ad9257-ce7e-417b-9b85-e2d24275ecbb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:04.810678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5625a-7200-45e7-9f29-8e6faa8cab26 req-69ad9257-ce7e-417b-9b85-e2d24275ecbb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:04.816692 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5625a-7200-45e7-9f29-8e6faa8cab26 req-69ad9257-ce7e-417b-9b85-e2d24275ecbb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:04.822926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5625a-7200-45e7-9f29-8e6faa8cab26 req-69ad9257-ce7e-417b-9b85-e2d24275ecbb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:04.824737 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ef5625a-7200-45e7-9f29-8e6faa8cab26 req-69ad9257-ce7e-417b-9b85-e2d24275ecbb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 3151 time: 0.0971456 Sep 08 13:42:04.887719 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ef5625a-7200-45e7-9f29-8e6faa8cab26 req-b7197772-5a64-4aaa-8976-71bd1754e173 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524490 Sep 08 13:42:05.101724 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ff4fe287-25ac-4266-87ae-b15785e030f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.135253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4fe287-25ac-4266-87ae-b15785e030f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Port': ['ID=2723bb99-0650-45f7-8a57-793b4a9bd115,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:05.176294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ff4fe287-25ac-4266-87ae-b15785e030f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] No DVR routers for this DVR port 2723bb99-0650-45f7-8a57-793b4a9bd115 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:05.179481 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ff4fe287-25ac-4266-87ae-b15785e030f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.181592 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-ff4fe287-25ac-4266-87ae-b15785e030f7 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "DELETE /v2.0/ports/2723bb99-0650-45f7-8a57-793b4a9bd115 HTTP/1.1" status: 204 len: 173 time: 0.6180739 Sep 08 13:42:05.240368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a328e56e-80fe-432d-9f45-d2f8087d0cce no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:05.288236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-3e2e459c-83f9-49e8-bb80-6b38dde0c9b9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Deleting port 8b504d36-6f5e-4621-aea1-52b1103c4f18 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:05.288927 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-3e2e459c-83f9-49e8-bb80-6b38dde0c9b9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.326956 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.361217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a328e56e-80fe-432d-9f45-d2f8087d0cce, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a328e56e-80fe-432d-9f45-d2f8087d0cce,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:05.362141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a328e56e-80fe-432d-9f45-d2f8087d0cce'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:05.364468 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1a5e85-d262-474b-97b2-fc3dd9a70696" -d '{"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-unplugged", "status": "completed", "tag": "a328e56e-80fe-432d-9f45-d2f8087d0cce"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:05.397538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-3e2e459c-83f9-49e8-bb80-6b38dde0c9b9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] For port 8b504d36-6f5e-4621-aea1-52b1103c4f18, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8b504d36-6f5e-4621-aea1-52b1103c4f18,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:05.398201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-3e2e459c-83f9-49e8-bb80-6b38dde0c9b9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.408085 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc1b491-f5c7-40c3-97c3-88248859eedc x-openstack-request-id: req-5bc1b491-f5c7-40c3-97c3-88248859eedc {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:05.408925 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-unplugged", "status": "completed", "tag": "a328e56e-80fe-432d-9f45-d2f8087d0cce", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:05.409182 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5bc1b491-f5c7-40c3-97c3-88248859eedc {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:05.409571 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a328e56e-80fe-432d-9f45-d2f8087d0cce', 'code': 200} Sep 08 13:42:05.412704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-3e2e459c-83f9-49e8-bb80-6b38dde0c9b9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Calling delete_port for 8b504d36-6f5e-4621-aea1-52b1103c4f18 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:05.489457 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.492034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ddc04eb0-7be6-4aff-abd8-32b48806bcbd no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:05.583575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ddc04eb0-7be6-4aff-abd8-32b48806bcbd not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:05.584021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c552540d-028f-4164-8a1b-e5a7710ba7e3 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:05.587240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a328e56e-80fe-432d-9f45-d2f8087d0cce,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:05.631477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c552540d-028f-4164-8a1b-e5a7710ba7e3 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:05.631928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8b504d36-6f5e-4621-aea1-52b1103c4f18 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:05.664530 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-3e2e459c-83f9-49e8-bb80-6b38dde0c9b9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.673818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No active binding found for port 8b504d36-6f5e-4621-aea1-52b1103c4f18 {{(pid=96265) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 08 13:42:05.674632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8b504d36-6f5e-4621-aea1-52b1103c4f18 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:05.675233 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5fe5cd3d-d484-499b-a088-43b175b89b70 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:05.699428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e459c-83f9-49e8-bb80-6b38dde0c9b9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Port': ['ID=8b504d36-6f5e-4621-aea1-52b1103c4f18,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:05.760999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-3e2e459c-83f9-49e8-bb80-6b38dde0c9b9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] No DVR routers for this DVR port 8b504d36-6f5e-4621-aea1-52b1103c4f18 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:05.764895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-3e2e459c-83f9-49e8-bb80-6b38dde0c9b9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.768394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-3e2e459c-83f9-49e8-bb80-6b38dde0c9b9 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "DELETE /v2.0/ports/8b504d36-6f5e-4621-aea1-52b1103c4f18 HTTP/1.1" status: 204 len: 173 time: 0.5802186 Sep 08 13:42:05.781125 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.830931 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5fe5cd3d-d484-499b-a088-43b175b89b70, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5fe5cd3d-d484-499b-a088-43b175b89b70,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:05.878743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bb9e6f37-a357-4a9e-8242-c74df3530319 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Deleting port a328e56e-80fe-432d-9f45-d2f8087d0cce {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:05.879624 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bb9e6f37-a357-4a9e-8242-c74df3530319 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.921619 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:05.922465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 2723bb99-0650-45f7-8a57-793b4a9bd115 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:05.976428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 2723bb99-0650-45f7-8a57-793b4a9bd115 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:05.976859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 2723bb99-0650-45f7-8a57-793b4a9bd115 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:05.977253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:06.007834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:06.008270 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 40eac85f-cf5c-4adc-a61a-941a1e8e8c55 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:06.020935 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bb9e6f37-a357-4a9e-8242-c74df3530319 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] For port a328e56e-80fe-432d-9f45-d2f8087d0cce, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a328e56e-80fe-432d-9f45-d2f8087d0cce,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:06.021295 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bb9e6f37-a357-4a9e-8242-c74df3530319 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.042580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bb9e6f37-a357-4a9e-8242-c74df3530319 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Calling delete_port for a328e56e-80fe-432d-9f45-d2f8087d0cce owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:06.048723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5fe5cd3d-d484-499b-a088-43b175b89b70,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:06.101983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc01170-0caf-42b9-a1b7-1ff24449ad4b req-dac8ecfa-867a-4add-8a85-2cecb1b2d549 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:06.115596 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc01170-0caf-42b9-a1b7-1ff24449ad4b req-dac8ecfa-867a-4add-8a85-2cecb1b2d549 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:06.117280 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1bc01170-0caf-42b9-a1b7-1ff24449ad4b req-dac8ecfa-867a-4add-8a85-2cecb1b2d549 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 1677 time: 0.0973182 Sep 08 13:42:06.203053 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1bc01170-0caf-42b9-a1b7-1ff24449ad4b req-c4c0175f-389d-4242-825e-4008d2e8aaaa tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups?id=0b564a99-d9e3-4980-9f28-ac925888207f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741727 Sep 08 13:42:06.356387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bb9e6f37-a357-4a9e-8242-c74df3530319 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.392120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e6f37-a357-4a9e-8242-c74df3530319 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Port': ['ID=a328e56e-80fe-432d-9f45-d2f8087d0cce,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:06.439543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bb9e6f37-a357-4a9e-8242-c74df3530319 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] No DVR routers for this DVR port a328e56e-80fe-432d-9f45-d2f8087d0cce on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:06.442213 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bb9e6f37-a357-4a9e-8242-c74df3530319 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.444265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bb9e6f37-a357-4a9e-8242-c74df3530319 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "DELETE /v2.0/ports/a328e56e-80fe-432d-9f45-d2f8087d0cce HTTP/1.1" status: 204 len: 173 time: 0.6706572 Sep 08 13:42:06.547190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Deleting port 5fe5cd3d-d484-499b-a088-43b175b89b70 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:06.547534 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.607347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-deleted', 'tag': '2723bb99-0650-45f7-8a57-793b4a9bd115'}, {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-deleted', 'tag': '8b504d36-6f5e-4621-aea1-52b1103c4f18'}, {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-deleted', 'tag': 'a328e56e-80fe-432d-9f45-d2f8087d0cce'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:06.609593 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d060d14-0c27-4af1-bb56-984c037b7932" -d '{"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-deleted", "tag": "2723bb99-0650-45f7-8a57-793b4a9bd115"}, {"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-deleted", "tag": "8b504d36-6f5e-4621-aea1-52b1103c4f18"}, {"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-deleted", "tag": "a328e56e-80fe-432d-9f45-d2f8087d0cce"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:06.654638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] For port 5fe5cd3d-d484-499b-a088-43b175b89b70, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5fe5cd3d-d484-499b-a088-43b175b89b70,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:06.655841 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.666206 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0e4503-7071-447b-990e-26eddd21c366 x-openstack-request-id: req-fa0e4503-7071-447b-990e-26eddd21c366 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:06.666814 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-deleted", "tag": "2723bb99-0650-45f7-8a57-793b4a9bd115", "status": "completed", "code": 200}, {"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-deleted", "tag": "8b504d36-6f5e-4621-aea1-52b1103c4f18", "status": "completed", "code": 200}, {"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-deleted", "tag": "a328e56e-80fe-432d-9f45-d2f8087d0cce", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:06.666814 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fa0e4503-7071-447b-990e-26eddd21c366 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:06.667218 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-deleted', 'tag': '2723bb99-0650-45f7-8a57-793b4a9bd115', 'status': 'completed', 'code': 200} Sep 08 13:42:06.667484 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-deleted', 'tag': '8b504d36-6f5e-4621-aea1-52b1103c4f18', 'status': 'completed', 'code': 200} Sep 08 13:42:06.667739 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-deleted', 'tag': 'a328e56e-80fe-432d-9f45-d2f8087d0cce', 'status': 'completed', 'code': 200} Sep 08 13:42:06.883777 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.884157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:06.884486 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Floating IP 576cf7f3-8c8b-4f19-8ddb-4cf842ce6d26 disassociated. External IP: 172.25.5.238, port: 5fe5cd3d-d484-499b-a088-43b175b89b70. Sep 08 13:42:06.885360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Calling delete_port for 5fe5cd3d-d484-499b-a088-43b175b89b70 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:07.236246 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.267727 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Port': ['ID=5fe5cd3d-d484-499b-a088-43b175b89b70,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:07.362458 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-acf9690f-8b7a-450d-8f9a-e1e7d180d0be req-afa1b675-ab2d-4c5a-9011-439b88c8af90 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0346782 Sep 08 13:42:07.410843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe5cd3d-d484-499b-a088-43b175b89b70'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:07.413053 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9c84df-f0f8-4eb9-bc96-bdcd3c6a0d7f" -d '{"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe5cd3d-d484-499b-a088-43b175b89b70"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:07.421823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Router 72e827ca-9425-48ac-aefd-9a29fe013e2a has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:42:07.461223 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0771169-348f-42af-9c8e-d1fc805fb800 x-openstack-request-id: req-a0771169-348f-42af-9c8e-d1fc805fb800 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:07.461614 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-unplugged", "status": "completed", "tag": "5fe5cd3d-d484-499b-a088-43b175b89b70", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:07.461937 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a0771169-348f-42af-9c8e-d1fc805fb800 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:07.462449 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fe5cd3d-d484-499b-a088-43b175b89b70', 'code': 200} Sep 08 13:42:07.546419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:07.561567 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ba442-1e08-425f-b6e1-d57469d89985 None None] Sync routers for ids ['72e827ca-9425-48ac-aefd-9a29fe013e2a'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:07.572312 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ba442-1e08-425f-b6e1-d57469d89985 None None] Routers {'72e827ca-9425-48ac-aefd-9a29fe013e2a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:07.573232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-756ba442-1e08-425f-b6e1-d57469d89985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:41:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['72e827ca-9425-48ac-aefd-9a29fe013e2a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:07.592643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] No DVR routers for this DVR port 5fe5cd3d-d484-499b-a088-43b175b89b70 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:07.595365 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.597914 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-00dd51c4-51af-42e6-a8ef-47e3d3764b93 req-bdbdd5c0-24b1-4fbd-8e3c-3fb92cb68198 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.60 "DELETE /v2.0/ports/5fe5cd3d-d484-499b-a088-43b175b89b70 HTTP/1.1" status: 204 len: 173 time: 1.1468265 Sep 08 13:42:07.687745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-756ba442-1e08-425f-b6e1-d57469d89985 None None] Set router 72e827ca-9425-48ac-aefd-9a29fe013e2a gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:07.914083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-756ba442-1e08-425f-b6e1-d57469d89985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'bfa28067-389f-48aa-8d8d-df45513ea716', 'name': '', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'mac_address': 'fa:16:3e:3b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:56Z', 'updated_at': '2021-09-08T13:31:09Z', 'revision_number': 5, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'subnets': [{'id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:07.917379 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6c240922-a7e2-4413-b001-c4a1a601c56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:07.942616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ba442-1e08-425f-b6e1-d57469d89985 None None] Checking router: 72e827ca-9425-48ac-aefd-9a29fe013e2a for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:07.951282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ba442-1e08-425f-b6e1-d57469d89985 None None] Routers {'72e827ca-9425-48ac-aefd-9a29fe013e2a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:07.951899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-756ba442-1e08-425f-b6e1-d57469d89985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:41:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['72e827ca-9425-48ac-aefd-9a29fe013e2a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:08.078020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-756ba442-1e08-425f-b6e1-d57469d89985 None None] Set router 72e827ca-9425-48ac-aefd-9a29fe013e2a gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:08.298664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-756ba442-1e08-425f-b6e1-d57469d89985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'bfa28067-389f-48aa-8d8d-df45513ea716', 'name': '', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'mac_address': 'fa:16:3e:3b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:56Z', 'updated_at': '2021-09-08T13:31:09Z', 'revision_number': 5, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'subnets': [{'id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:08.339319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ba442-1e08-425f-b6e1-d57469d89985 None None] The sync data for ids ['72e827ca-9425-48ac-aefd-9a29fe013e2a'] in n-d-807558-3 is: [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'bfa28067-389f-48aa-8d8d-df45513ea716', 'name': '', 'network_id': '75ddec35-9859-4054-afd1-cdf35e27f38f', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'mac_address': 'fa:16:3e:3b:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:56Z', 'updated_at': '2021-09-08T13:31:09Z', 'revision_number': 5, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'subnets': [{'id': 'f4e19c97-af0d-4ba1-b140-4045a635eab3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:08.501884 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-156b1803-c8bd-41f4-802a-ff5ecc223d4e req-df7d4ad6-7060-4cd1-b7f9-620546414cd6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0398641 Sep 08 13:42:08.622607 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9bdf0c-6c6b-44be-b127-0d0be63a709e None None] New status for floating IP 576cf7f3-8c8b-4f19-8ddb-4cf842ce6d26: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:42:08.669393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-deleted', 'tag': '5fe5cd3d-d484-499b-a088-43b175b89b70'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:08.672481 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be920c9f-1088-43a5-9e20-25397e7586fa" -d '{"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-deleted", "tag": "5fe5cd3d-d484-499b-a088-43b175b89b70"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:08.924694 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2909b63-a656-4a93-9645-a169a03fe29b x-openstack-request-id: req-e2909b63-a656-4a93-9645-a169a03fe29b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:08.924995 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33849607-25df-4361-91e7-868a75104417", "name": "network-vif-deleted", "tag": "5fe5cd3d-d484-499b-a088-43b175b89b70", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:08.925245 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e2909b63-a656-4a93-9645-a169a03fe29b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:08.926202 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33849607-25df-4361-91e7-868a75104417', 'name': 'network-vif-deleted', 'tag': '5fe5cd3d-d484-499b-a088-43b175b89b70', 'status': 'completed', 'code': 200} Sep 08 13:42:09.606190 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb59a097-5ea1-44f2-a69c-38fce927a140 req-36ed5f7e-c9b7-43e1-8f6b-756ba6b2d759 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0264084 Sep 08 13:42:10.179122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7896d233-53d7-45cd-8bb9-63e599443f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.561573 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:10.721462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c88020b8-3c6c-4433-8635-c256f19643a4 req-0fe275c9-d2d5-4857-a569-941d6fb7beb8 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0351915 Sep 08 13:42:11.904010 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:11.966389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-06691e00-c996-4fc5-ae02-f998654b4b75 req-45d46667-bb44-4f61-8123-e0dfdc91b955 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.1512210 Sep 08 13:42:13.076569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b4f4fb32-55de-4515-a8b9-114524bcd83e req-1ae4d94a-7f0d-4f05-9f80-168a28510932 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0268464 Sep 08 13:42:13.332796 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:14.190594 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f5ef6fe1-59c2-4740-883f-8f75917528b6 req-fd2e06a6-fa77-419a-833c-f82831c9b5ef tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0280588 Sep 08 13:42:14.424322 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:15.300279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8ea7de4-952b-4e1a-907c-2b5bfc97f05b req-b0d767bf-ea3c-45fa-b5fa-b0f71d949a15 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0277596 Sep 08 13:42:16.337458 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:42:16.413323 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ff4c35d-664e-4ba5-9e60-47e0258e2d08 req-d53b7b61-8b8b-48b6-bcd2-fe4ad36f0f52 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0315657 Sep 08 13:42:17.006234 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:17.525571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64b60062-77ee-4237-9455-06dfab2469ed req-98ed261a-399b-4b51-b1ed-764b7c86dadd tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0303802 Sep 08 13:42:18.630722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-84d5394c-2724-46df-b5e9-3aff78fe1dd4 req-4df9a5a2-73e7-4435-88f4-70cf3c36924a tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0279953 Sep 08 13:42:19.068012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7ce98c8e-2725-4bcc-9404-12f1cb4df237 req-c1b035ae-9ac4-4804-9a8b-491e7aa9e5c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404747 Sep 08 13:42:19.158505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce98c8e-2725-4bcc-9404-12f1cb4df237 req-ba1dba26-d6e5-4760-a0f8-f474064cf738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:19.160894 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7ce98c8e-2725-4bcc-9404-12f1cb4df237 req-ba1dba26-d6e5-4760-a0f8-f474064cf738 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1098 time: 0.0491338 Sep 08 13:42:19.272892 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce98c8e-2725-4bcc-9404-12f1cb4df237 req-b0db73ca-ece4-436f-b00b-ce7f5f24ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:19.274806 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7ce98c8e-2725-4bcc-9404-12f1cb4df237 req-b0db73ca-ece4-436f-b00b-ce7f5f24ff9d service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.0942223 Sep 08 13:42:19.353090 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7ce98c8e-2725-4bcc-9404-12f1cb4df237 req-11836cb9-e5ed-4ca8-9b76-594d3e0e03b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 1001 time: 0.0709789 Sep 08 13:42:19.415485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce98c8e-2725-4bcc-9404-12f1cb4df237 req-9c6d9418-7dcb-4349-bab4-ed0bc988644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:19.417360 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7ce98c8e-2725-4bcc-9404-12f1cb4df237 req-9c6d9418-7dcb-4349-bab4-ed0bc988644c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.0572073 Sep 08 13:42:19.470409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce98c8e-2725-4bcc-9404-12f1cb4df237 req-25da80b6-4852-4e84-94eb-f246c3c84b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:19.471955 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7ce98c8e-2725-4bcc-9404-12f1cb4df237 req-25da80b6-4852-4e84-94eb-f246c3c84b3d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469713 Sep 08 13:42:19.574617 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7ce98c8e-2725-4bcc-9404-12f1cb4df237 req-9900c1d1-df2f-4137-85b9-75d53b83209c service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949035 Sep 08 13:42:19.685812 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7ce98c8e-2725-4bcc-9404-12f1cb4df237 req-6d90725c-a0d5-4c39-a81b-0f7538507cd1 service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040535 Sep 08 13:42:19.816532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a60c8d9d-900f-475c-8e3f-54e8949024ae req-2caf9d4c-583f-43a3-8b88-deb9c44e0de4 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0934520 Sep 08 13:42:20.932288 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb814554-44d6-4cd0-84e7-cd24b5f6593d req-74579d61-d8e7-4601-af38-a517e8f39ecb tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0293899 Sep 08 13:42:22.052766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5510eec6-8b68-4eec-871e-420a4f4037e2 req-4818b939-f4f6-4651-ac07-e70bda735417 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/ports?device_id=33849607-25df-4361-91e7-868a75104417 HTTP/1.1" status: 200 len: 210 time: 0.0269766 Sep 08 13:42:22.567420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adf2f463-76da-4c63-b007-84827ed71333 req-1b3f4a90-896e-4606-a2cf-f74926fccb80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421751 Sep 08 13:42:22.632377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2f463-76da-4c63-b007-84827ed71333 req-54adc653-b561-4658-a0a3-69ccba86afc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:22.634094 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adf2f463-76da-4c63-b007-84827ed71333 req-54adc653-b561-4658-a0a3-69ccba86afc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 1097 time: 0.0433431 Sep 08 13:42:22.746949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2f463-76da-4c63-b007-84827ed71333 req-c2de9720-44de-43e5-8ba0-db103d60d40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:22.749142 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adf2f463-76da-4c63-b007-84827ed71333 req-c2de9720-44de-43e5-8ba0-db103d60d40d service neutron] 10.222.0.60 "GET /v2.0/networks?id=09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 200 len: 918 time: 0.0949492 Sep 08 13:42:22.834077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adf2f463-76da-4c63-b007-84827ed71333 req-d1459321-900e-411e-aa7b-5a6da1e3c5b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d805d8e-1186-45ee-a867-16c0aaed5650 HTTP/1.1" status: 200 len: 1001 time: 0.0767322 Sep 08 13:42:22.922167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2f463-76da-4c63-b007-84827ed71333 req-d02701a9-c63c-4047-b366-47c9b75cda1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:22.923680 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adf2f463-76da-4c63-b007-84827ed71333 req-d02701a9-c63c-4047-b366-47c9b75cda1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 200 len: 856 time: 0.0802400 Sep 08 13:42:22.990093 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2f463-76da-4c63-b007-84827ed71333 req-3a4f46ec-1a8d-4695-b1d3-5a071355677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:22.991682 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adf2f463-76da-4c63-b007-84827ed71333 req-3a4f46ec-1a8d-4695-b1d3-5a071355677c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=09bfa268-91bb-459a-8b3e-7ca28f30a49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598764 Sep 08 13:42:23.085077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adf2f463-76da-4c63-b007-84827ed71333 req-2d03804f-4cca-4b14-b8d3-97e15484893d service neutron] 10.222.0.60 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857179 Sep 08 13:42:23.198222 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-adf2f463-76da-4c63-b007-84827ed71333 req-17355864-9533-4175-bead-d37b4765efd0 service neutron] 10.222.0.60 "GET /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059036 Sep 08 13:42:23.276851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37320) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:23.332323 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.358244 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.589864 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.593390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.594625 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "DELETE /v2.0/security-groups/0b564a99-d9e3-4980-9f28-ac925888207f HTTP/1.1" status: 204 len: 168 time: 0.3167408 Sep 08 13:42:23.597473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37330) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:23.603963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b564a99-d9e3-4980-9f28-ac925888207f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:23.611954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:23.617081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:23.617081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:23.617081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:23.617081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:23.617081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:23.617081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:23.617081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:23.617081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:23.617081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:23.617081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:23.617081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77fdb3-1922-4e91-9607-d1e69983c95c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:23.618403 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-e90d08b7-b207-4127-9286-d985cda34dc6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] show failed (client error): The resource could not be found. Sep 08 13:42:23.618403 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e90d08b7-b207-4127-9286-d985cda34dc6 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "GET /v2.0/security-groups/0b564a99-d9e3-4980-9f28-ac925888207f HTTP/1.1" status: 404 len: 347 time: 0.0179348 Sep 08 13:42:23.620660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37336) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:23.763695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ec5487f6-cad5-4256-a426-f09551cbf119 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Deleting port dc7288aa-71b5-477b-9c7d-7efcda59be52 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:23.763969 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec5487f6-cad5-4256-a426-f09551cbf119 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.850206 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec5487f6-cad5-4256-a426-f09551cbf119 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.850559 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec5487f6-cad5-4256-a426-f09551cbf119 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:23.863220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ec5487f6-cad5-4256-a426-f09551cbf119 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Calling delete_port for dc7288aa-71b5-477b-9c7d-7efcda59be52 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:24.121301 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec5487f6-cad5-4256-a426-f09551cbf119 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.151381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5487f6-cad5-4256-a426-f09551cbf119 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Port': ['ID=dc7288aa-71b5-477b-9c7d-7efcda59be52,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:24.213846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec5487f6-cad5-4256-a426-f09551cbf119 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.216686 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec5487f6-cad5-4256-a426-f09551cbf119 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.217937 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ec5487f6-cad5-4256-a426-f09551cbf119 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "DELETE /v2.0/floatingips/576cf7f3-8c8b-4f19-8ddb-4cf842ce6d26 HTTP/1.1" status: 204 len: 168 time: 0.5961969 Sep 08 13:42:24.220724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37358) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:24.315893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-dba3c8cd-7861-4527-b7db-83d319234026 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Deleting port c552540d-028f-4164-8a1b-e5a7710ba7e3 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:24.316753 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dba3c8cd-7861-4527-b7db-83d319234026 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.407345 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dba3c8cd-7861-4527-b7db-83d319234026 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.427372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-dba3c8cd-7861-4527-b7db-83d319234026 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Calling delete_port for c552540d-028f-4164-8a1b-e5a7710ba7e3 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:24.653009 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dba3c8cd-7861-4527-b7db-83d319234026 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.682648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3c8cd-7861-4527-b7db-83d319234026 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Port': ['ID=c552540d-028f-4164-8a1b-e5a7710ba7e3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:24.753780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dba3c8cd-7861-4527-b7db-83d319234026 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.755881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dba3c8cd-7861-4527-b7db-83d319234026 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "DELETE /v2.0/ports/c552540d-028f-4164-8a1b-e5a7710ba7e3 HTTP/1.1" status: 204 len: 168 time: 0.5341561 Sep 08 13:42:24.758497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37372) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:24.858730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a25a686c-8d15-4f3c-ad88-fad9aa804ebf tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Deleting port ddc04eb0-7be6-4aff-abd8-32b48806bcbd {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:24.858950 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a25a686c-8d15-4f3c-ad88-fad9aa804ebf tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.961167 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a25a686c-8d15-4f3c-ad88-fad9aa804ebf tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:24.971167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a25a686c-8d15-4f3c-ad88-fad9aa804ebf tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Calling delete_port for ddc04eb0-7be6-4aff-abd8-32b48806bcbd owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:25.264112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a25a686c-8d15-4f3c-ad88-fad9aa804ebf tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.295705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a686c-8d15-4f3c-ad88-fad9aa804ebf tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Port': ['ID=ddc04eb0-7be6-4aff-abd8-32b48806bcbd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:25.388993 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a25a686c-8d15-4f3c-ad88-fad9aa804ebf tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.390958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a25a686c-8d15-4f3c-ad88-fad9aa804ebf tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "DELETE /v2.0/ports/ddc04eb0-7be6-4aff-abd8-32b48806bcbd HTTP/1.1" status: 204 len: 168 time: 0.6315303 Sep 08 13:42:25.406903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37388) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:25.445010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3560ae2-1ca1-443c-9c2a-316c5f14e866 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Deleting subnet e9af95bc-998b-4161-b01f-7667140ff505 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:42:25.448215 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3560ae2-1ca1-443c-9c2a-316c5f14e866 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.498772 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3560ae2-1ca1-443c-9c2a-316c5f14e866 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.599542 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3560ae2-1ca1-443c-9c2a-316c5f14e866 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.807201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3560ae2-1ca1-443c-9c2a-316c5f14e866 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.846294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3560ae2-1ca1-443c-9c2a-316c5f14e866 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Subnet': ['ID=e9af95bc-998b-4161-b01f-7667140ff505,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:25.855733 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e3560ae2-1ca1-443c-9c2a-316c5f14e866 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.861477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e3560ae2-1ca1-443c-9c2a-316c5f14e866 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "DELETE /v2.0/subnets/e9af95bc-998b-4161-b01f-7667140ff505 HTTP/1.1" status: 204 len: 168 time: 0.4665766 Sep 08 13:42:25.862085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37400) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:25.863966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5032cce6-8e26-404c-8262-5e817a6c3106 None None] Network adf204ef-b624-4fee-9e83-d93889dc5f49 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:25.937239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4708e8-bd7b-409b-9257-d18ee27fc727 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Deleting subnet 8a3810f8-ca2d-42d3-8d0d-875098f37354 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:42:25.937239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dc4708e8-bd7b-409b-9257-d18ee27fc727 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:25.974515 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dc4708e8-bd7b-409b-9257-d18ee27fc727 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.093200 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dc4708e8-bd7b-409b-9257-d18ee27fc727 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.252110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] DHCP port deletion for adf204ef-b624-4fee-9e83-d93889dc5f49 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:42:26.270764 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dc4708e8-bd7b-409b-9257-d18ee27fc727 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.291659 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dc4708e8-bd7b-409b-9257-d18ee27fc727 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.298518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501bd58a-0c39-4cbc-8a97-efd62323bfa8 None None] Network 48a4995a-63cc-4581-8891-024e49be0443 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:26.298739 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dc4708e8-bd7b-409b-9257-d18ee27fc727 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "DELETE /v2.0/subnets/8a3810f8-ca2d-42d3-8d0d-875098f37354 HTTP/1.1" status: 204 len: 168 time: 0.4347315 Sep 08 13:42:26.301283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37408) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:26.378085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4708e8-bd7b-409b-9257-d18ee27fc727 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Subnet': ['ID=8a3810f8-ca2d-42d3-8d0d-875098f37354,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:26.444603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Deleting port 759fe69b-d439-4d8e-8b2a-cab1774d0287 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:26.444991 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.454654 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.539006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Deleting port 759fe69b-d439-4d8e-8b2a-cab1774d0287 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:26.539006 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.558854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] For port 759fe69b-d439-4d8e-8b2a-cab1774d0287, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=759fe69b-d439-4d8e-8b2a-cab1774d0287,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:26.560316 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.576003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Calling delete_port for 759fe69b-d439-4d8e-8b2a-cab1774d0287 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:26.610118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] For port 759fe69b-d439-4d8e-8b2a-cab1774d0287, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=759fe69b-d439-4d8e-8b2a-cab1774d0287,segment=NetworkSegment(9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908),segment_id=9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:26.610629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.627527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Calling delete_port for 759fe69b-d439-4d8e-8b2a-cab1774d0287 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:26.664459 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5faa379-1e1d-44aa-821d-d01f56ba2c2d None None] DHCP port deletion for 48a4995a-63cc-4581-8891-024e49be0443 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:42:26.719641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e5faa379-1e1d-44aa-821d-d01f56ba2c2d None None] Deleting port 93181071-f203-42e0-80b5-cbc0031eb581 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:26.720050 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e5faa379-1e1d-44aa-821d-d01f56ba2c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.795528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e5faa379-1e1d-44aa-821d-d01f56ba2c2d None None] For port 93181071-f203-42e0-80b5-cbc0031eb581, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=93181071-f203-42e0-80b5-cbc0031eb581,segment=NetworkSegment(1c716348-271d-4911-be07-8c9d3b5e8c0a),segment_id=1c716348-271d-4911-be07-8c9d3b5e8c0a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:26.795528 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e5faa379-1e1d-44aa-821d-d01f56ba2c2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.797636 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.801071 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:26.838721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e5faa379-1e1d-44aa-821d-d01f56ba2c2d None None] Calling delete_port for 93181071-f203-42e0-80b5-cbc0031eb581 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:26.843525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Pushing event deleted for resources: {'Port': ['ID=759fe69b-d439-4d8e-8b2a-cab1774d0287,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:26.850209 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] No DVR routers for this DVR port 759fe69b-d439-4d8e-8b2a-cab1774d0287 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:26.863736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:26.865137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:26.866311 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:26.867717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:26.868331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:26.868870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:26.869413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:26.869942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:26.870513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:26.871064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:26.871592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:26.872129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ac71ec-bf11-42d3-882a-3e89d6e92e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:26.897434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Port': ['ID=759fe69b-d439-4d8e-8b2a-cab1774d0287,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:26.903544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] No DVR routers for this DVR port 759fe69b-d439-4d8e-8b2a-cab1774d0287 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:26.916491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 93181071-f203-42e0-80b5-cbc0031eb581 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:27.016984 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.035858 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.041971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adf204ef-b624-4fee-9e83-d93889dc5f49']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:27.057676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:27.057990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8c9e94-22ab-4972-a6dd-cc2a4a7a7908') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:27.071423 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.084817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.091128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:42:27.091523 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.094484 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e5faa379-1e1d-44aa-821d-d01f56ba2c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:42:27.094646 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:42:27.139997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 759fe69b-d439-4d8e-8b2a-cab1774d0287 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:27.143404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5faa379-1e1d-44aa-821d-d01f56ba2c2d None None] Pushing event deleted for resources: {'Port': ['ID=93181071-f203-42e0-80b5-cbc0031eb581,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:27.166431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5faa379-1e1d-44aa-821d-d01f56ba2c2d None None] No DVR routers for this DVR port 93181071-f203-42e0-80b5-cbc0031eb581 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:27.167821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 759fe69b-d439-4d8e-8b2a-cab1774d0287 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:27.168357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 759fe69b-d439-4d8e-8b2a-cab1774d0287 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:27.224396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.232728 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.234330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "DELETE /v2.0/networks/adf204ef-b624-4fee-9e83-d93889dc5f49 HTTP/1.1" status: 204 len: 168 time: 0.9314592 Sep 08 13:42:27.237191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37424) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:27.246430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ee574-03ab-497b-acec-4a124755fd1c tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Network': ['ID=adf204ef-b624-4fee-9e83-d93889dc5f49,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:27.327091 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.437442 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.460295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a4995a-63cc-4581-8891-024e49be0443']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:27.472628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c716348-271d-4911-be07-8c9d3b5e8c0a') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:27.472628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c716348-271d-4911-be07-8c9d3b5e8c0a') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:27.492202 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.510843 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.521344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:42:27.521985 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:42:27.525398 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:42:27.687140 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.696252 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:27.698209 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] 10.222.0.69 "DELETE /v2.0/networks/48a4995a-63cc-4581-8891-024e49be0443 HTTP/1.1" status: 204 len: 168 time: 0.4598019 Sep 08 13:42:27.717430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87543239-4722-4e8c-9b3f-ff9d8a8591c0 tempest-TaggedBootDevicesTest-618774797 tempest-TaggedBootDevicesTest-618774797-project] Pushing event deleted for resources: {'Network': ['ID=48a4995a-63cc-4581-8891-024e49be0443,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:29.641010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ba29c-cf17-4e86-bde6-eda7a8429fc5 req-83abc6aa-8c56-4089-a46e-0f7381874515 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:29.642771 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b9ba29c-cf17-4e86-bde6-eda7a8429fc5 req-83abc6aa-8c56-4089-a46e-0f7381874515 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1098 time: 0.0473130 Sep 08 13:42:29.687539 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b9ba29c-cf17-4e86-bde6-eda7a8429fc5 req-4fbdf759-7251-4f72-8686-7c4845162cc3 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368850 Sep 08 13:42:29.723214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37492) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:29.951797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port 25bccdee-b3db-4465-b133-c6a0fb87cd11 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:29.952405 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:30.057389 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:30.057692 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:30.075262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for 25bccdee-b3db-4465-b133-c6a0fb87cd11 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:30.338799 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:30.369355 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=25bccdee-b3db-4465-b133-c6a0fb87cd11,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:30.473661 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:30.474049 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Floating IP cb9d4f92-56ca-4c42-9334-e05c220a0bc1 disassociated (deleted). External IP: 172.25.5.31, port: 3c5acc96-c009-4ee7-92e2-6cd3acb7f826. Sep 08 13:42:30.728731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router f46efa56-0513-4f25-a0b1-068e39203e7f has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:42:30.870856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:30.877896 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:30.889033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9f2659-f368-4059-a13d-b593a096fa00 None None] Sync routers for ids ['f46efa56-0513-4f25-a0b1-068e39203e7f'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:30.901391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f2659-f368-4059-a13d-b593a096fa00 None None] Routers {'f46efa56-0513-4f25-a0b1-068e39203e7f'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:30.902048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9a9f2659-f368-4059-a13d-b593a096fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['f46efa56-0513-4f25-a0b1-068e39203e7f'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:30.914819 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-799b5c77-af69-4fb0-8cf7-880e77c85ca0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/floatingips/cb9d4f92-56ca-4c42-9334-e05c220a0bc1 HTTP/1.1" status: 204 len: 168 time: 1.1904123 Sep 08 13:42:30.915487 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:30.918294 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714d8f76-b908-4b03-8638-0940457e353d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:30.988822 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa91b968-aa70-4f2a-9a87-dc06c4834252 x-openstack-request-id: req-aa91b968-aa70-4f2a-9a87-dc06c4834252 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:30.989112 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:30.989515 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aa91b968-aa70-4f2a-9a87-dc06c4834252 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:30.989770 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'status': 'completed', 'code': 200} Sep 08 13:42:31.045764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-9a9f2659-f368-4059-a13d-b593a096fa00 None None] Set router f46efa56-0513-4f25-a0b1-068e39203e7f gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:31.074299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d8f76-b908-4b03-8638-0940457e353d req-c7377aef-0e8d-4967-8d80-f0545548c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:31.078590 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-714d8f76-b908-4b03-8638-0940457e353d req-c7377aef-0e8d-4967-8d80-f0545548c3f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 1098 time: 0.0638270 Sep 08 13:42:31.253966 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d8f76-b908-4b03-8638-0940457e353d req-e5794688-9dce-451b-b006-6742420aac26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:31.255584 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-714d8f76-b908-4b03-8638-0940457e353d req-e5794688-9dce-451b-b006-6742420aac26 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 200 len: 897 time: 0.1697834 Sep 08 13:42:31.346515 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-714d8f76-b908-4b03-8638-0940457e353d req-a984dd64-2b32-452f-a605-ed1844bd6c35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 200 len: 217 time: 0.0832169 Sep 08 13:42:31.420587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d8f76-b908-4b03-8638-0940457e353d req-250cf788-86eb-443e-9819-90dc40c16062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:31.421861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-714d8f76-b908-4b03-8638-0940457e353d req-250cf788-86eb-443e-9819-90dc40c16062 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 200 len: 835 time: 0.0686426 Sep 08 13:42:31.433393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9a9f2659-f368-4059-a13d-b593a096fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:40:27Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ff314de0-81ac-46fb-a0f9-e4036739796e', 'name': '', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:26Z', 'updated_at': '2021-09-08T13:40:33Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:31.484057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9f2659-f368-4059-a13d-b593a096fa00 None None] Checking router: f46efa56-0513-4f25-a0b1-068e39203e7f for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:31.504816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d8f76-b908-4b03-8638-0940457e353d req-fabf1170-0a59-4243-9b7b-1cc721d21bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:31.510414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f2659-f368-4059-a13d-b593a096fa00 None None] Routers {'f46efa56-0513-4f25-a0b1-068e39203e7f'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:31.511446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9a9f2659-f368-4059-a13d-b593a096fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['f46efa56-0513-4f25-a0b1-068e39203e7f'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:31.512198 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-714d8f76-b908-4b03-8638-0940457e353d req-fabf1170-0a59-4243-9b7b-1cc721d21bbb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a8b88139-59ab-4ec3-bccf-778969fe98d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829265 Sep 08 13:42:31.652918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-9a9f2659-f368-4059-a13d-b593a096fa00 None None] Set router f46efa56-0513-4f25-a0b1-068e39203e7f gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:31.657972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fe220-fa5b-4dbe-943f-119bb1407cd9 req-693836e8-bfb8-45c2-9ddf-0c9272f3ae52 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:31.658682 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-714d8f76-b908-4b03-8638-0940457e353d req-06c73309-cd8d-46c5-a261-7f73b02d068e service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365013 Sep 08 13:42:31.660408 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-063fe220-fa5b-4dbe-943f-119bb1407cd9 req-693836e8-bfb8-45c2-9ddf-0c9272f3ae52 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 947 time: 0.1014907 Sep 08 13:42:31.741875 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-063fe220-fa5b-4dbe-943f-119bb1407cd9 req-a89c45f2-00eb-4f3b-ac3c-8d98c4dda468 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675049 Sep 08 13:42:31.848059 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-714d8f76-b908-4b03-8638-0940457e353d req-d972879d-3f2a-4a71-9e1e-5ea705d1310d service neutron] 10.222.0.70 "GET /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803086 Sep 08 13:42:31.972396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9a9f2659-f368-4059-a13d-b593a096fa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:40:27Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ff314de0-81ac-46fb-a0f9-e4036739796e', 'name': '', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:26Z', 'updated_at': '2021-09-08T13:40:33Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:32.001273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9f2659-f368-4059-a13d-b593a096fa00 None None] The sync data for ids ['f46efa56-0513-4f25-a0b1-068e39203e7f'] in n-d-807558-3 is: [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:40:27Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ff314de0-81ac-46fb-a0f9-e4036739796e', 'name': '', 'network_id': 'a8b88139-59ab-4ec3-bccf-778969fe98d9', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:26Z', 'updated_at': '2021-09-08T13:40:33Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '31fd402e-ed57-481e-aa3e-c7e55b0818b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:32.458994 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeebf852-ea2e-42d8-855f-22e63dad7f39 None None] New status for floating IP cb9d4f92-56ca-4c42-9334-e05c220a0bc1: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:42:32.797484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a0a69-dd96-427a-8546-ff6c4d3aeb90 req-f4ff9521-4f6d-42fb-9afa-68ad7f0898ee tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:32.797484 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5c4a0a69-dd96-427a-8546-ff6c4d3aeb90 req-f4ff9521-4f6d-42fb-9afa-68ad7f0898ee tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.70 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 947 time: 0.0583034 Sep 08 13:42:32.940901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fc48e-7952-4436-8a87-8d1febbe8e7a req-89dde9f0-d94e-42a3-8386-4011fb91e716 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:32.944595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-5c4a0a69-dd96-427a-8546-ff6c4d3aeb90 req-6caa086f-7db9-4725-a712-7b8006ac2f43 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:32.945140 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5c4a0a69-dd96-427a-8546-ff6c4d3aeb90 req-6caa086f-7db9-4725-a712-7b8006ac2f43 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:32.952385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f64fc48e-7952-4436-8a87-8d1febbe8e7a req-89dde9f0-d94e-42a3-8386-4011fb91e716 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 947 time: 0.1048560 Sep 08 13:42:33.039402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f64fc48e-7952-4436-8a87-8d1febbe8e7a req-8d3cfe3c-3c20-4c0e-b9fc-15bde65bc67a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=29eaa77c-a924-4ae2-b543-0def758c10bb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861077 Sep 08 13:42:33.143164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-5c4a0a69-dd96-427a-8546-ff6c4d3aeb90 req-6caa086f-7db9-4725-a712-7b8006ac2f43 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] For port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:33.143541 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5c4a0a69-dd96-427a-8546-ff6c4d3aeb90 req-6caa086f-7db9-4725-a712-7b8006ac2f43 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.169479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [req-5c4a0a69-dd96-427a-8546-ff6c4d3aeb90 req-6caa086f-7db9-4725-a712-7b8006ac2f43 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 owned by compute:nova {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:33.447634 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5c4a0a69-dd96-427a-8546-ff6c4d3aeb90 req-6caa086f-7db9-4725-a712-7b8006ac2f43 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.487295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa086f-7db9-4725-a712-7b8006ac2f43 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=3c5acc96-c009-4ee7-92e2-6cd3acb7f826,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:33.540356 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4a0a69-dd96-427a-8546-ff6c4d3aeb90 req-6caa086f-7db9-4725-a712-7b8006ac2f43 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] No DVR routers for this DVR port 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 on host n-h1-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:33.543853 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-5c4a0a69-dd96-427a-8546-ff6c4d3aeb90 req-6caa086f-7db9-4725-a712-7b8006ac2f43 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.546333 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5c4a0a69-dd96-427a-8546-ff6c4d3aeb90 req-6caa086f-7db9-4725-a712-7b8006ac2f43 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.70 "DELETE /v2.0/ports/3c5acc96-c009-4ee7-92e2-6cd3acb7f826 HTTP/1.1" status: 204 len: 173 time: 0.7916093 Sep 08 13:42:33.546893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'name': 'network-vif-deleted', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:33.549573 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054406ae-2283-43fd-8642-6d5d57f24d2b" -d '{"events": [{"server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "name": "network-vif-deleted", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:33.606100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8664c05e-b034-48a8-969c-4e667744dcc5 req-ee94e7b4-2746-4263-8ff3-9e596b725816 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:33.614821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8664c05e-b034-48a8-969c-4e667744dcc5 req-ee94e7b4-2746-4263-8ff3-9e596b725816 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 946 time: 0.0928745 Sep 08 13:42:33.627473 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80df9636-aa1d-4e14-8111-c150dca2a0c2 x-openstack-request-id: req-80df9636-aa1d-4e14-8111-c150dca2a0c2 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:33.627766 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88", "name": "network-vif-deleted", "tag": "3c5acc96-c009-4ee7-92e2-6cd3acb7f826", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:33.628020 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-80df9636-aa1d-4e14-8111-c150dca2a0c2 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:33.628485 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88', 'name': 'network-vif-deleted', 'tag': '3c5acc96-c009-4ee7-92e2-6cd3acb7f826', 'status': 'completed', 'code': 200} Sep 08 13:42:33.665603 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8664c05e-b034-48a8-969c-4e667744dcc5 req-1fc82b08-2660-4065-9294-d0e4700b712e tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481648 Sep 08 13:42:33.739498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37594) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:33.888033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a398f157-df32-4c0c-900f-b2aeeb82b277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:33.997467 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a398f157-df32-4c0c-900f-b2aeeb82b277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.109278 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a398f157-df32-4c0c-900f-b2aeeb82b277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.167727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398f157-df32-4c0c-900f-b2aeeb82b277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18dfb90-0d21-4285-9ab7-6110f8cae5ed,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:34.176644 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-350ba671-0a21-422f-a963-ccbeeb3c92ce req-0fb1a651-2d54-48c5-b627-ab53b60e171a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=cb82dd5f-1760-4b09-bfc0-1b13d5d8cd88 HTTP/1.1" status: 200 len: 210 time: 0.0451999 Sep 08 13:42:34.187016 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a398f157-df32-4c0c-900f-b2aeeb82b277 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20a567dac9ad448797a4c4a621e934aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4431620 Sep 08 13:42:34.187207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37608) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:34.241923 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc69b4b7-ab4e-451f-a97c-9ddc0fd5e182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.269456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc69b4b7-ab4e-451f-a97c-9ddc0fd5e182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.378060 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc69b4b7-ab4e-451f-a97c-9ddc0fd5e182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.381286 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bc69b4b7-ab4e-451f-a97c-9ddc0fd5e182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:34.385077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bc69b4b7-ab4e-451f-a97c-9ddc0fd5e182 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a18dfb90-0d21-4285-9ab7-6110f8cae5ed HTTP/1.1" status: 204 len: 168 time: 0.1944721 Sep 08 13:42:34.393042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc69b4b7-ab4e-451f-a97c-9ddc0fd5e182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18dfb90-0d21-4285-9ab7-6110f8cae5ed,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:34.846255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e39fd7d-f4ba-4719-a276-792e6c8aa8f7 req-183ee444-6dab-4da7-9aa3-21d359e5672d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:34.847839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7e39fd7d-f4ba-4719-a276-792e6c8aa8f7 req-183ee444-6dab-4da7-9aa3-21d359e5672d tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 946 time: 0.0912011 Sep 08 13:42:34.902828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7e39fd7d-f4ba-4719-a276-792e6c8aa8f7 req-be8bac75-76f5-4de6-bb9e-1ce255f06596 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462928 Sep 08 13:42:35.015085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-88bf145e-b7fa-42da-a9f7-0819f75ba0fb tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:35.016858 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-88bf145e-b7fa-42da-a9f7-0819f75ba0fb tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.60 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 946 time: 0.0608337 Sep 08 13:42:35.121089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Deleting port 5d805d8e-1186-45ee-a867-16c0aaed5650 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:35.121089 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.221681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] For port 5d805d8e-1186-45ee-a867-16c0aaed5650, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5d805d8e-1186-45ee-a867-16c0aaed5650,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:35.225698 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.236158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37636) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:35.370310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37638) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:35.390094 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-995a90eb-5119-49a3-85fa-00e9b55758cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.579982 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-995a90eb-5119-49a3-85fa-00e9b55758cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.732057 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-995a90eb-5119-49a3-85fa-00e9b55758cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.774626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a90eb-5119-49a3-85fa-00e9b55758cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815e3413-60a2-4055-9c9b-f9602bc66c7e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:35.809887 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-995a90eb-5119-49a3-85fa-00e9b55758cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ac850a6c21f42f1ad9e153f84f5b033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359927 Sep 08 13:42:35.811635 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37650) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:35.900454 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2b60f665-4468-45b0-a701-a388bb65bf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.926219 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2b60f665-4468-45b0-a701-a388bb65bf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.994104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.994498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:35.994826 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Floating IP 271c1cad-25e9-4ab3-86f3-df9bfdadba52 disassociated. External IP: 172.25.5.116, port: 5d805d8e-1186-45ee-a867-16c0aaed5650. Sep 08 13:42:35.995177 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Calling delete_port for 5d805d8e-1186-45ee-a867-16c0aaed5650 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:36.003677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:36.039537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:36.040176 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 3c5acc96-c009-4ee7-92e2-6cd3acb7f826 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:36.087455 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2b60f665-4468-45b0-a701-a388bb65bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.091542 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2b60f665-4468-45b0-a701-a388bb65bf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.095617 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2b60f665-4468-45b0-a701-a388bb65bf25 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/815e3413-60a2-4055-9c9b-f9602bc66c7e HTTP/1.1" status: 204 len: 168 time: 0.2811003 Sep 08 13:42:36.105958 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60f665-4468-45b0-a701-a388bb65bf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815e3413-60a2-4055-9c9b-f9602bc66c7e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:36.305915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beeb8c-826a-402b-aa3c-0215da0f067d req-0fabf34f-2e0f-475f-b0e8-dda73969c2b5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:36.313455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3beeb8c-826a-402b-aa3c-0215da0f067d req-0fabf34f-2e0f-475f-b0e8-dda73969c2b5 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 946 time: 0.2803752 Sep 08 13:42:36.395686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3beeb8c-826a-402b-aa3c-0215da0f067d req-232f59a8-7a3a-4871-9153-611a96a08592 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups?id=597c6279-4233-4323-9fc0-f7ed0da09b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813110 Sep 08 13:42:36.436516 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.490015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event deleted for resources: {'Port': ['ID=5d805d8e-1186-45ee-a867-16c0aaed5650,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:36.669876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e850c00-7585-4677-9b26-033913f8e4d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:36.746431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Router 49350c90-8ece-4493-9773-9281a2c703a5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:42:37.046232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:37.059893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebeea18-948f-4af1-8eef-8f52d1d6d3a0 None None] Sync routers for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:37.072390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebeea18-948f-4af1-8eef-8f52d1d6d3a0 None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:37.073042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6ebeea18-948f-4af1-8eef-8f52d1d6d3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:37.172847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] No DVR routers for this DVR port 5d805d8e-1186-45ee-a867-16c0aaed5650 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:37.177202 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:37.180086 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-49d93638-a7f3-4d7f-975d-4a4c474b72c7 req-8510e4a0-b367-4272-a6d0-cedd01302adc tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.60 "DELETE /v2.0/ports/5d805d8e-1186-45ee-a867-16c0aaed5650 HTTP/1.1" status: 204 len: 173 time: 2.1570690 Sep 08 13:42:37.183361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'name': 'network-vif-deleted', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:42:37.185105 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939c85ef-dd33-4f0b-ace0-d6b4eb4858ad" -d '{"events": [{"server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "name": "network-vif-deleted", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:42:37.247460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7e850c00-7585-4677-9b26-033913f8e4d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port ff314de0-81ac-46fb-a0f9-e4036739796e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:37.248083 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e850c00-7585-4677-9b26-033913f8e4d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:37.256224 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1bf219-cd16-4264-b8aa-0071adfda026 x-openstack-request-id: req-ba1bf219-cd16-4264-b8aa-0071adfda026 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:42:37.256863 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa88787-7c84-46ec-a739-4495aeb20d07", "name": "network-vif-deleted", "tag": "5d805d8e-1186-45ee-a867-16c0aaed5650", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:42:37.257345 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ba1bf219-cd16-4264-b8aa-0071adfda026 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:42:37.257949 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa88787-7c84-46ec-a739-4495aeb20d07', 'name': 'network-vif-deleted', 'tag': '5d805d8e-1186-45ee-a867-16c0aaed5650', 'status': 'completed', 'code': 200} Sep 08 13:42:37.308610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6ebeea18-948f-4af1-8eef-8f52d1d6d3a0 None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:37.401670 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-7e850c00-7585-4677-9b26-033913f8e4d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] For port ff314de0-81ac-46fb-a0f9-e4036739796e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ff314de0-81ac-46fb-a0f9-e4036739796e,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:37.402303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e850c00-7585-4677-9b26-033913f8e4d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:37.422737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7e850c00-7585-4677-9b26-033913f8e4d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for ff314de0-81ac-46fb-a0f9-e4036739796e owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:37.573254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9bd7d2d-e261-4c92-b7c5-3f4426fea6c0 req-66d12b7d-fc0d-40ca-bcf8-2f99aa61f457 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/ports?device_id=faa88787-7c84-46ec-a739-4495aeb20d07 HTTP/1.1" status: 200 len: 210 time: 0.0678132 Sep 08 13:42:37.646321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6ebeea18-948f-4af1-8eef-8f52d1d6d3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:04Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:37.678520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebeea18-948f-4af1-8eef-8f52d1d6d3a0 None None] Checking router: 49350c90-8ece-4493-9773-9281a2c703a5 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:37.690446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebeea18-948f-4af1-8eef-8f52d1d6d3a0 None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:37.692073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6ebeea18-948f-4af1-8eef-8f52d1d6d3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:37.826466 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e850c00-7585-4677-9b26-033913f8e4d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:37.840646 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6ebeea18-948f-4af1-8eef-8f52d1d6d3a0 None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:37.874017 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9617d18c-76a1-44c1-bd70-5eb28510a063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:37.899556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e850c00-7585-4677-9b26-033913f8e4d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=ff314de0-81ac-46fb-a0f9-e4036739796e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:38.285801 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e850c00-7585-4677-9b26-033913f8e4d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:38.418696 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6ebeea18-948f-4af1-8eef-8f52d1d6d3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:04Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:38.453915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebeea18-948f-4af1-8eef-8f52d1d6d3a0 None None] The sync data for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 is: [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:33:59Z', 'revision_number': 4, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '0dccbf0a-a589-426d-8348-e05d45c968c7', 'name': '', 'network_id': '09bfa268-91bb-459a-8b3e-7ca28f30a49f', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'mac_address': 'fa:16:3e:e8:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:57Z', 'updated_at': '2021-09-08T13:34:04Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'subnets': [{'id': '3e981258-4bad-417d-94ff-ad8a80d8a999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:38.662697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e850c00-7585-4677-9b26-033913f8e4d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router f46efa56-0513-4f25-a0b1-068e39203e7f has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:42:38.814916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e850c00-7585-4677-9b26-033913f8e4d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:38.821707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7e850c00-7585-4677-9b26-033913f8e4d0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "PUT /v2.0/routers/f46efa56-0513-4f25-a0b1-068e39203e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5845053 Sep 08 13:42:38.824459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37722) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:38.829978 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353648a-2156-4031-bbdd-df35be83e086 None None] Sync routers for ids ['f46efa56-0513-4f25-a0b1-068e39203e7f'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:38.842690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37724) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:38.865288 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353648a-2156-4031-bbdd-df35be83e086 None None] Routers {'f46efa56-0513-4f25-a0b1-068e39203e7f'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:38.868580 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-6353648a-2156-4031-bbdd-df35be83e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['f46efa56-0513-4f25-a0b1-068e39203e7f'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:38.879832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab804425-078f-455e-b6b6-edabc3cfd39b None None] New status for floating IP 271c1cad-25e9-4ab3-86f3-df9bfdadba52: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:42:38.921435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ddafd6-6ab5-45a9-ac45-ff945b666fab tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting subnet 31fd402e-ed57-481e-aa3e-c7e55b0818b2 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:42:38.928376 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02ddafd6-6ab5-45a9-ac45-ff945b666fab tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:38.989009 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02ddafd6-6ab5-45a9-ac45-ff945b666fab tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.012706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58e21496-fc7e-4e2b-80a0-02fbc22f2279 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.041716 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58e21496-fc7e-4e2b-80a0-02fbc22f2279 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.107974 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-6353648a-2156-4031-bbdd-df35be83e086 None None] Set router f46efa56-0513-4f25-a0b1-068e39203e7f gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:39.132916 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02ddafd6-6ab5-45a9-ac45-ff945b666fab tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.172581 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58e21496-fc7e-4e2b-80a0-02fbc22f2279 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.176382 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58e21496-fc7e-4e2b-80a0-02fbc22f2279 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.181847 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-58e21496-fc7e-4e2b-80a0-02fbc22f2279 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "DELETE /v2.0/security-groups/597c6279-4233-4323-9fc0-f7ed0da09b9c HTTP/1.1" status: 204 len: 168 time: 0.3345129 Sep 08 13:42:39.190767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37730) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:39.191970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e21496-fc7e-4e2b-80a0-02fbc22f2279 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=597c6279-4233-4323-9fc0-f7ed0da09b9c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:39.220570 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-4b42e45f-ddf7-4a91-b2b9-eef45805c9c0 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] show failed (client error): The resource could not be found. Sep 08 13:42:39.222259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4b42e45f-ddf7-4a91-b2b9-eef45805c9c0 tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "GET /v2.0/security-groups/597c6279-4233-4323-9fc0-f7ed0da09b9c HTTP/1.1" status: 404 len: 347 time: 0.0203922 Sep 08 13:42:39.225260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37732) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:39.304247 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02ddafd6-6ab5-45a9-ac45-ff945b666fab tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.317730 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-6353648a-2156-4031-bbdd-df35be83e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:42:37Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:39.350965 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353648a-2156-4031-bbdd-df35be83e086 None None] Checking router: f46efa56-0513-4f25-a0b1-068e39203e7f for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:39.360051 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6353648a-2156-4031-bbdd-df35be83e086 None None] Routers {'f46efa56-0513-4f25-a0b1-068e39203e7f'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:39.361043 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-6353648a-2156-4031-bbdd-df35be83e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['f46efa56-0513-4f25-a0b1-068e39203e7f'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:39.370920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddafd6-6ab5-45a9-ac45-ff945b666fab tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Subnet': ['ID=31fd402e-ed57-481e-aa3e-c7e55b0818b2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:39.379615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d66da3-d7ce-4a24-8a12-1036521e23ab None None] Network a8b88139-59ab-4ec3-bccf-778969fe98d9 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:39.404076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7104762c-fa4d-425d-9884-55b8962acdaf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Deleting port 6b17564d-b0e2-459c-b37b-eb3c5a425559 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:39.404642 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7104762c-fa4d-425d-9884-55b8962acdaf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.405629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02ddafd6-6ab5-45a9-ac45-ff945b666fab tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.413679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-02ddafd6-6ab5-45a9-ac45-ff945b666fab tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/subnets/31fd402e-ed57-481e-aa3e-c7e55b0818b2 HTTP/1.1" status: 204 len: 168 time: 0.5871015 Sep 08 13:42:39.414452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37736) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:39.442604 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5d805d8e-1186-45ee-a867-16c0aaed5650 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:39.513976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7104762c-fa4d-425d-9884-55b8962acdaf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.514515 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7104762c-fa4d-425d-9884-55b8962acdaf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.535498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7104762c-fa4d-425d-9884-55b8962acdaf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Calling delete_port for 6b17564d-b0e2-459c-b37b-eb3c5a425559 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:39.571335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 5d805d8e-1186-45ee-a867-16c0aaed5650 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:39.571817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5d805d8e-1186-45ee-a867-16c0aaed5650 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:39.618327 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.635853 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-6353648a-2156-4031-bbdd-df35be83e086 None None] Set router f46efa56-0513-4f25-a0b1-068e39203e7f gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:39.786873 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.811367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b68954-408b-499e-bcaa-51951f2f3985 None None] DHCP port deletion for a8b88139-59ab-4ec3-bccf-778969fe98d9 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:42:39.856347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37746) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:39.874743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-79b68954-408b-499e-bcaa-51951f2f3985 None None] Deleting port 94b76c47-33e1-4178-bb0d-b7998ac15663 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:39.875440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79b68954-408b-499e-bcaa-51951f2f3985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:39.919912 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-6353648a-2156-4031-bbdd-df35be83e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:42:37Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:39.966335 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6353648a-2156-4031-bbdd-df35be83e086 None None] The sync data for ids ['f46efa56-0513-4f25-a0b1-068e39203e7f'] in n-d-807558-3 is: [{'id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-625249523', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205'}], 'enable_snat': True}, 'gw_port_id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:40:21Z', 'updated_at': '2021-09-08T13:42:37Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'a9391b5a-c544-48b2-8592-fa94330bfe20', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e0:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46efa56-0513-4f25-a0b1-068e39203e7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:40:22Z', 'updated_at': '2021-09-08T13:40:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:40.010786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-79b68954-408b-499e-bcaa-51951f2f3985 None None] For port 94b76c47-33e1-4178-bb0d-b7998ac15663, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=94b76c47-33e1-4178-bb0d-b7998ac15663,segment=NetworkSegment(9143d05d-1ab9-4ee5-b919-d2cf0fbf0487),segment_id=9143d05d-1ab9-4ee5-b919-d2cf0fbf0487)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:40.010982 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79b68954-408b-499e-bcaa-51951f2f3985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.029176 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7104762c-fa4d-425d-9884-55b8962acdaf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.052479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-79b68954-408b-499e-bcaa-51951f2f3985 None None] Calling delete_port for 94b76c47-33e1-4178-bb0d-b7998ac15663 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:40.082777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port a9391b5a-c544-48b2-8592-fa94330bfe20 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:40.085991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.224772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104762c-fa4d-425d-9884-55b8962acdaf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Pushing event deleted for resources: {'Port': ['ID=6b17564d-b0e2-459c-b37b-eb3c5a425559,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:40.258592 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d0aa3bf6-7eac-4342-8d4c-a2e79a165080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.296793 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7104762c-fa4d-425d-9884-55b8962acdaf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.303132 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7104762c-fa4d-425d-9884-55b8962acdaf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.309851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] For port a9391b5a-c544-48b2-8592-fa94330bfe20, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a9391b5a-c544-48b2-8592-fa94330bfe20,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:40.309851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.316505 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7104762c-fa4d-425d-9884-55b8962acdaf tempest-AttachVolumeShelveTestJSON-943462497 tempest-AttachVolumeShelveTestJSON-943462497-project] 10.222.0.69 "DELETE /v2.0/floatingips/271c1cad-25e9-4ab3-86f3-df9bfdadba52 HTTP/1.1" status: 204 len: 168 time: 1.0892019 Sep 08 13:42:40.333211 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79b68954-408b-499e-bcaa-51951f2f3985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.366763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for a9391b5a-c544-48b2-8592-fa94330bfe20 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:40.433190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b68954-408b-499e-bcaa-51951f2f3985 None None] Pushing event deleted for resources: {'Port': ['ID=94b76c47-33e1-4178-bb0d-b7998ac15663,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:40.445854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b68954-408b-499e-bcaa-51951f2f3985 None None] No DVR routers for this DVR port 94b76c47-33e1-4178-bb0d-b7998ac15663 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:40.572338 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:40.907617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 94b76c47-33e1-4178-bb0d-b7998ac15663 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:40.935900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 94b76c47-33e1-4178-bb0d-b7998ac15663 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:40.936542 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 94b76c47-33e1-4178-bb0d-b7998ac15663 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:40.937130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ff314de0-81ac-46fb-a0f9-e4036739796e no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:40.979890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: ff314de0-81ac-46fb-a0f9-e4036739796e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:40.980321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ff314de0-81ac-46fb-a0f9-e4036739796e not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:41.279227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-208ea4ca-1ac8-44d7-b134-07f66b124a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.318047 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.351654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=a9391b5a-c544-48b2-8592-fa94330bfe20,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:41.494388 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.611102 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.613939 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.754682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-208ea4ca-1ac8-44d7-b134-07f66b124a11 admin admin] Deleting port bfa28067-389f-48aa-8d8d-df45513ea716 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:41.755035 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-208ea4ca-1ac8-44d7-b134-07f66b124a11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.767033 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.767599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Fanout notify agent at l3_agent the message router_deleted on router f46efa56-0513-4f25-a0b1-068e39203e7f {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:42:41.776149 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.777227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0151dbd1-9e6c-4ff1-ad9a-612c45eb5bd0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/routers/f46efa56-0513-4f25-a0b1-068e39203e7f HTTP/1.1" status: 204 len: 168 time: 2.3614814 Sep 08 13:42:41.780133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37772) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:41.866307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-208ea4ca-1ac8-44d7-b134-07f66b124a11 admin admin] For port bfa28067-389f-48aa-8d8d-df45513ea716, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bfa28067-389f-48aa-8d8d-df45513ea716,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:41.866687 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-208ea4ca-1ac8-44d7-b134-07f66b124a11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.901877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-208ea4ca-1ac8-44d7-b134-07f66b124a11 admin admin] Calling delete_port for bfa28067-389f-48aa-8d8d-df45513ea716 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:41.907164 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:41.927058 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.021759 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.048055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b88139-59ab-4ec3-bccf-778969fe98d9']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:42.059471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:42.059471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9143d05d-1ab9-4ee5-b919-d2cf0fbf0487') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:42.069640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.085555 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.093627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:42:42.094845 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:42:42.100847 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:42:42.281231 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.322241 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.325138 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/networks/a8b88139-59ab-4ec3-bccf-778969fe98d9 HTTP/1.1" status: 204 len: 168 time: 0.5440044 Sep 08 13:42:42.326769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6da188-81d8-484b-adf0-dc67bbb30ce3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Network': ['ID=a8b88139-59ab-4ec3-bccf-778969fe98d9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:42.327951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37780) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:42.338573 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-208ea4ca-1ac8-44d7-b134-07f66b124a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.403093 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ea4ca-1ac8-44d7-b134-07f66b124a11 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa28067-389f-48aa-8d8d-df45513ea716,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:42.504157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-509f5899-ccc1-4e5c-b9ff-42d4f4ca64e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.614700 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-509f5899-ccc1-4e5c-b9ff-42d4f4ca64e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.715321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-208ea4ca-1ac8-44d7-b134-07f66b124a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.993508 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-509f5899-ccc1-4e5c-b9ff-42d4f4ca64e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.996491 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-509f5899-ccc1-4e5c-b9ff-42d4f4ca64e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:42.996651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a9391b5a-c544-48b2-8592-fa94330bfe20 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:42.997812 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-509f5899-ccc1-4e5c-b9ff-42d4f4ca64e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/security-groups/29eaa77c-a924-4ae2-b543-0def758c10bb HTTP/1.1" status: 204 len: 168 time: 0.6682942 Sep 08 13:42:43.013647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f5899-ccc1-4e5c-b9ff-42d4f4ca64e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eaa77c-a924-4ae2-b543-0def758c10bb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:43.025717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208ea4ca-1ac8-44d7-b134-07f66b124a11 admin admin] Router 72e827ca-9425-48ac-aefd-9a29fe013e2a has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:42:43.084607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: a9391b5a-c544-48b2-8592-fa94330bfe20 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:43.084607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a9391b5a-c544-48b2-8592-fa94330bfe20 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:43.200076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208ea4ca-1ac8-44d7-b134-07f66b124a11 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:43.211488 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e49ace-0f61-4f21-97ab-15d89a6e75a8 None None] Sync routers for ids ['72e827ca-9425-48ac-aefd-9a29fe013e2a'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:43.214817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-208ea4ca-1ac8-44d7-b134-07f66b124a11 admin admin] 10.222.0.69 "PUT /v2.0/routers/72e827ca-9425-48ac-aefd-9a29fe013e2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3551784 Sep 08 13:42:43.215200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37800) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:43.225907 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e49ace-0f61-4f21-97ab-15d89a6e75a8 None None] Routers {'72e827ca-9425-48ac-aefd-9a29fe013e2a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:43.226572 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-11e49ace-0f61-4f21-97ab-15d89a6e75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['72e827ca-9425-48ac-aefd-9a29fe013e2a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:43.303932 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.354439 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.391375 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-11e49ace-0f61-4f21-97ab-15d89a6e75a8 None None] Set router 72e827ca-9425-48ac-aefd-9a29fe013e2a gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:43.477046 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.622940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Deleting port cc390025-7e9a-4aed-82fa-3f6b3c7e2471 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:43.623699 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.680705 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-11e49ace-0f61-4f21-97ab-15d89a6e75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:42:42Z', 'revision_number': 5, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port': {'id': 'cc390025-7e9a-4aed-82fa-3f6b3c7e2471', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:30:48Z', 'updated_at': '2021-09-08T13:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:43.709270 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e49ace-0f61-4f21-97ab-15d89a6e75a8 None None] Checking router: 72e827ca-9425-48ac-aefd-9a29fe013e2a for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:43.715260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] For port cc390025-7e9a-4aed-82fa-3f6b3c7e2471, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cc390025-7e9a-4aed-82fa-3f6b3c7e2471,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:43.715760 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.718753 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e49ace-0f61-4f21-97ab-15d89a6e75a8 None None] Routers {'72e827ca-9425-48ac-aefd-9a29fe013e2a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:43.719641 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-11e49ace-0f61-4f21-97ab-15d89a6e75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['72e827ca-9425-48ac-aefd-9a29fe013e2a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:43.731495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Calling delete_port for cc390025-7e9a-4aed-82fa-3f6b3c7e2471 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:43.788105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37804) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:43.793148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0c80eac7-9ce2-4ff7-b5c0-b83f85b37296 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2146174372', 'description': 'tempest-secgroup-smoke-2146174372 description', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:43.915676 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c80eac7-9ce2-4ff7-b5c0-b83f85b37296 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:43.974632 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-11e49ace-0f61-4f21-97ab-15d89a6e75a8 None None] Set router 72e827ca-9425-48ac-aefd-9a29fe013e2a gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:44.034813 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-11e49ace-0f61-4f21-97ab-15d89a6e75a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:42:43Z', 'revision_number': 6, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:44.065334 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e49ace-0f61-4f21-97ab-15d89a6e75a8 None None] The sync data for ids ['72e827ca-9425-48ac-aefd-9a29fe013e2a'] in n-d-807558-3 is: [{'id': '72e827ca-9425-48ac-aefd-9a29fe013e2a', 'name': 'tempest-TaggedBootDevicesTest-405309547-router', 'tenant_id': 'c0cecea1f17b4601ab81f6a72813deac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:30:46Z', 'updated_at': '2021-09-08T13:42:43Z', 'revision_number': 6, 'project_id': 'c0cecea1f17b4601ab81f6a72813deac', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:44.198677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c80eac7-9ce2-4ff7-b5c0-b83f85b37296 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.258500 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.288297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc390025-7e9a-4aed-82fa-3f6b3c7e2471,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:44.301351 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c80eac7-9ce2-4ff7-b5c0-b83f85b37296 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.343148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80eac7-9ce2-4ff7-b5c0-b83f85b37296 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4747b1a8-67f0-4b33-9260-947727acb2c5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:44.372228 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.392236 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c80eac7-9ce2-4ff7-b5c0-b83f85b37296 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.394469 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0c80eac7-9ce2-4ff7-b5c0-b83f85b37296 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6044893 Sep 08 13:42:44.401974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37816) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:44.407980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ea5ac18f-0be2-414a-8997-cd1f9665d15a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '4747b1a8-67f0-4b33-9260-947727acb2c5', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:44.417910 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.509766 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.514275 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.554368 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac18f-0be2-414a-8997-cd1f9665d15a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.630123 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.630830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72e827ca-9425-48ac-aefd-9a29fe013e2a {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:42:44.642623 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.642623 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6dda1f4d-2524-4b1f-8b0b-5fd03a0110b1 admin admin] 10.222.0.69 "DELETE /v2.0/routers/72e827ca-9425-48ac-aefd-9a29fe013e2a HTTP/1.1" status: 204 len: 168 time: 1.4177046 Sep 08 13:42:44.642623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37826) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:44.643007 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac18f-0be2-414a-8997-cd1f9665d15a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.693465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4ba406-0e3e-4c06-af1a-e656c60cc7d2 admin admin] Deleting subnet f4e19c97-af0d-4ba1-b140-4045a635eab3 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:42:44.697203 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e4ba406-0e3e-4c06-af1a-e656c60cc7d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.710033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac18f-0be2-414a-8997-cd1f9665d15a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.735196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e4ba406-0e3e-4c06-af1a-e656c60cc7d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.750507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ac18f-0be2-414a-8997-cd1f9665d15a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cd12c0-c1fe-44b5-aea1-5c9e49d015ea,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:44.819936 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e4ba406-0e3e-4c06-af1a-e656c60cc7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.823872 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac18f-0be2-414a-8997-cd1f9665d15a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.825731 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ea5ac18f-0be2-414a-8997-cd1f9665d15a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4224563 Sep 08 13:42:44.828488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37828) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:44.833883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b2211dbf-cd7a-4099-9100-48b879123d07 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '4747b1a8-67f0-4b33-9260-947727acb2c5', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:44.967559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bfa28067-389f-48aa-8d8d-df45513ea716 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:44.989040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: bfa28067-389f-48aa-8d8d-df45513ea716 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:44.989357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bfa28067-389f-48aa-8d8d-df45513ea716 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:44.989794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cc390025-7e9a-4aed-82fa-3f6b3c7e2471 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:44.994020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e4ba406-0e3e-4c06-af1a-e656c60cc7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:44.996608 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2211dbf-cd7a-4099-9100-48b879123d07 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.021863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: cc390025-7e9a-4aed-82fa-3f6b3c7e2471 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:45.022581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cc390025-7e9a-4aed-82fa-3f6b3c7e2471 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:45.039687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ba406-0e3e-4c06-af1a-e656c60cc7d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4e19c97-af0d-4ba1-b140-4045a635eab3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:45.043680 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e4ba406-0e3e-4c06-af1a-e656c60cc7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.045694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2e4ba406-0e3e-4c06-af1a-e656c60cc7d2 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f4e19c97-af0d-4ba1-b140-4045a635eab3 HTTP/1.1" status: 204 len: 168 time: 0.4053192 Sep 08 13:42:45.048319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37830) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:45.051243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e31e339-cfca-45b1-9cf2-a1e1cb9254f8 None None] Network 75ddec35-9859-4054-afd1-cdf35e27f38f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:45.102875 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2211dbf-cd7a-4099-9100-48b879123d07 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.123973 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.204778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Deleting port da69bbf1-815f-4375-8675-e39b9ea214c0 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:45.205136 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.212410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2211dbf-cd7a-4099-9100-48b879123d07 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.250951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2211dbf-cd7a-4099-9100-48b879123d07 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e9ca2f-d483-4695-a63f-545f3e611c20,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:45.313732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad28e7d-376e-482f-83a7-a03c34cb93ab None None] DHCP port deletion for 75ddec35-9859-4054-afd1-cdf35e27f38f request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:42:45.360977 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2211dbf-cd7a-4099-9100-48b879123d07 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.363380 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b2211dbf-cd7a-4099-9100-48b879123d07 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5333304 Sep 08 13:42:45.365742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37840) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:45.375950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-26016548-046f-454a-a343-23f59015addd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '4747b1a8-67f0-4b33-9260-947727acb2c5', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:45.399068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1ad28e7d-376e-482f-83a7-a03c34cb93ab None None] Deleting port da69bbf1-815f-4375-8675-e39b9ea214c0 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:45.399542 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ad28e7d-376e-482f-83a7-a03c34cb93ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.471199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1ad28e7d-376e-482f-83a7-a03c34cb93ab None None] For port da69bbf1-815f-4375-8675-e39b9ea214c0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=da69bbf1-815f-4375-8675-e39b9ea214c0,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:45.472392 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ad28e7d-376e-482f-83a7-a03c34cb93ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.488458 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26016548-046f-454a-a343-23f59015addd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.497078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1ad28e7d-376e-482f-83a7-a03c34cb93ab None None] Calling delete_port for da69bbf1-815f-4375-8675-e39b9ea214c0 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:45.609572 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26016548-046f-454a-a343-23f59015addd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.706804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26016548-046f-454a-a343-23f59015addd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.706948 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ad28e7d-376e-482f-83a7-a03c34cb93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.725996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26016548-046f-454a-a343-23f59015addd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe9874a-b04c-4be7-9ae1-1ba39be904f8,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:45.737453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] For port da69bbf1-815f-4375-8675-e39b9ea214c0, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=da69bbf1-815f-4375-8675-e39b9ea214c0,segment=NetworkSegment(f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d),segment_id=f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:45.737453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.749994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Calling delete_port for da69bbf1-815f-4375-8675-e39b9ea214c0 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:45.757320 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad28e7d-376e-482f-83a7-a03c34cb93ab None None] Pushing event deleted for resources: {'Port': ['ID=da69bbf1-815f-4375-8675-e39b9ea214c0,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:45.775628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad28e7d-376e-482f-83a7-a03c34cb93ab None None] No DVR routers for this DVR port da69bbf1-815f-4375-8675-e39b9ea214c0 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:45.848541 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.882924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Pushing event deleted for resources: {'Port': ['ID=da69bbf1-815f-4375-8675-e39b9ea214c0,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:45.886390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26016548-046f-454a-a343-23f59015addd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:45.887619 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-26016548-046f-454a-a343-23f59015addd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5202992 Sep 08 13:42:45.888038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] No DVR routers for this DVR port da69bbf1-815f-4375-8675-e39b9ea214c0 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:45.890319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37846) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:45.895333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c5e3a06b-fd6b-4e20-aa0f-614c61ab266c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '4747b1a8-67f0-4b33-9260-947727acb2c5', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:45.986121 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.013236 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a06b-fd6b-4e20-aa0f-614c61ab266c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.020777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ddec35-9859-4054-afd1-cdf35e27f38f']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:46.034896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:46.038629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f762bc8c-d7f2-4af2-8505-3ecfff7e1d4d') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:46.052153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.070379 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.078762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:42:46.079262 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:42:46.082358 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:42:46.246974 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.254976 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.260444 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] 10.222.0.69 "DELETE /v2.0/networks/75ddec35-9859-4054-afd1-cdf35e27f38f HTTP/1.1" status: 204 len: 168 time: 1.2071843 Sep 08 13:42:46.273775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db8652-d52c-4081-82a6-fad2309fb045 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ddec35-9859-4054-afd1-cdf35e27f38f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:46.509761 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a06b-fd6b-4e20-aa0f-614c61ab266c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.583814 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a06b-fd6b-4e20-aa0f-614c61ab266c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.600421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3a06b-fd6b-4e20-aa0f-614c61ab266c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e39af4b-6085-4cd5-838d-57823b454436,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:46.669514 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c5e3a06b-fd6b-4e20-aa0f-614c61ab266c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.674342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37854) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:46.675715 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c5e3a06b-fd6b-4e20-aa0f-614c61ab266c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7833409 Sep 08 13:42:46.680100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-50b86373-d98a-4522-99f0-c2eda9697a24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '4747b1a8-67f0-4b33-9260-947727acb2c5', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:46.738954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37860) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:46.830736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37866) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:46.843320 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-704ea5b7-700e-4294-967c-69b8a12dce5c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c0cecea1f17b4601ab81f6a72813deac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902061 Sep 08 13:42:46.846025 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-50b86373-d98a-4522-99f0-c2eda9697a24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Project 8d38255802c64843a056aaa5d3c7c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:42:46.852693 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-50b86373-d98a-4522-99f0-c2eda9697a24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.876171 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device da69bbf1-815f-4375-8675-e39b9ea214c0 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:46.907905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: da69bbf1-815f-4375-8675-e39b9ea214c0 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:46.908243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device da69bbf1-815f-4375-8675-e39b9ea214c0 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:46.916135 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a432a583-d8e2-4da7-950b-c397b4d35242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.926314 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-50b86373-d98a-4522-99f0-c2eda9697a24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.927035 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:46.951446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a432a583-d8e2-4da7-950b-c397b4d35242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:47.004831 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-50b86373-d98a-4522-99f0-c2eda9697a24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:47.044085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b86373-d98a-4522-99f0-c2eda9697a24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9145db-983e-4bbf-be49-55f5d55a44fc,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:47.103811 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-50b86373-d98a-4522-99f0-c2eda9697a24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:47.104073 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a432a583-d8e2-4da7-950b-c397b4d35242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:47.105666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-50b86373-d98a-4522-99f0-c2eda9697a24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4290600 Sep 08 13:42:47.107779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37872) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:47.110661 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a432a583-d8e2-4da7-950b-c397b4d35242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:47.110990 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a432a583-d8e2-4da7-950b-c397b4d35242 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2f927beb-383f-4357-9150-b008b627cb53 HTTP/1.1" status: 204 len: 168 time: 0.2787156 Sep 08 13:42:47.114803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e668ce41-2a35-4d87-afb3-1b5895bfe6b6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '4747b1a8-67f0-4b33-9260-947727acb2c5', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:47.124506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432a583-d8e2-4da7-950b-c397b4d35242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f927beb-383f-4357-9150-b008b627cb53,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:47.215018 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-e668ce41-2a35-4d87-afb3-1b5895bfe6b6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Project 8d38255802c64843a056aaa5d3c7c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:42:47.220551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e668ce41-2a35-4d87-afb3-1b5895bfe6b6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:47.285201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e668ce41-2a35-4d87-afb3-1b5895bfe6b6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:47.429550 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e668ce41-2a35-4d87-afb3-1b5895bfe6b6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:47.450036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668ce41-2a35-4d87-afb3-1b5895bfe6b6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58feb4ec-4704-47df-a4b8-a353f14d21c7,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:47.567467 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e668ce41-2a35-4d87-afb3-1b5895bfe6b6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:47.569309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e668ce41-2a35-4d87-afb3-1b5895bfe6b6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4602218 Sep 08 13:42:47.572169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37880) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:47.578691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-374db95c-d9dd-4181-90b9-1d8767f76977 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'network': {'name': 'tempest-network-smoke--574795956', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'port_security_enabled': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:47.703637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374db95c-d9dd-4181-90b9-1d8767f76977 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Made reservation on behalf of 8d38255802c64843a056aaa5d3c7c4c2 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:47.715026 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-374db95c-d9dd-4181-90b9-1d8767f76977 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:47.790620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374db95c-d9dd-4181-90b9-1d8767f76977 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:42:47.813783 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-374db95c-d9dd-4181-90b9-1d8767f76977 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:47.814140 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-374db95c-d9dd-4181-90b9-1d8767f76977 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Added segment 7946b2b5-f41b-40a6-ab9e-8b52a0815c64 of type vlan for network a51aabf8-8173-477a-9f1a-a7066cf046ea Sep 08 13:42:47.908210 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37896) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:47.910332 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-374db95c-d9dd-4181-90b9-1d8767f76977 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:48.035324 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-374db95c-d9dd-4181-90b9-1d8767f76977 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:48.047879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374db95c-d9dd-4181-90b9-1d8767f76977 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:48.050487 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-374db95c-d9dd-4181-90b9-1d8767f76977 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:48.198783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374db95c-d9dd-4181-90b9-1d8767f76977 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Network': ['ID=a51aabf8-8173-477a-9f1a-a7066cf046ea,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:48.209637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a51aabf8-8173-477a-9f1a-a7066cf046ea details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:42:48.258480 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-374db95c-d9dd-4181-90b9-1d8767f76977 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6846514 Sep 08 13:42:48.261351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37902) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:48.267506 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'admin_state_up': True, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:48.443092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:48.444232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:48.533421 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:48.648564 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b89b6c46-d3fc-423a-94e5-8d1eb295355e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:48.705037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37914) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:48.865494 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:48.903092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1156234442-network', 'tenant_id': 'be75728373d74686b88f01706fc5fcce'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:49.026642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Made reservation on behalf of be75728373d74686b88f01706fc5fcce for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:49.029078 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.054536 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.103138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b89b6c46-d3fc-423a-94e5-8d1eb295355e admin admin] Deleting port 0dccbf0a-a589-426d-8348-e05d45c968c7 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:49.103492 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b89b6c46-d3fc-423a-94e5-8d1eb295355e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.239480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-b89b6c46-d3fc-423a-94e5-8d1eb295355e admin admin] For port 0dccbf0a-a589-426d-8348-e05d45c968c7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0dccbf0a-a589-426d-8348-e05d45c968c7,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:49.239852 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b89b6c46-d3fc-423a-94e5-8d1eb295355e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.264453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b89b6c46-d3fc-423a-94e5-8d1eb295355e admin admin] Calling delete_port for 0dccbf0a-a589-426d-8348-e05d45c968c7 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:49.276022 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.294960 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.295842 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.397019 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.411560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.25.5.204 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/9389decc-a195-4d08-bb3d-3b247b939070) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:49.427623 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:42:49.459162 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.459668 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Added segment 1c768aec-87a4-4dbc-bd47-79578b08e973 of type vlan for network 55a6671c-5f87-4337-afe8-ab0a6e46f914 Sep 08 13:42:49.484862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:49.526062 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.584502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.749824 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.751071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:49.751695 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.829861 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.843605 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b89b6c46-d3fc-423a-94e5-8d1eb295355e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:49.856224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] Pushing event updated for resources: {'Network': ['ID=55a6671c-5f87-4337-afe8-ab0a6e46f914,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:49.866129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 55a6671c-5f87-4337-afe8-ab0a6e46f914 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:42:49.877089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:49.879213 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b6c46-d3fc-423a-94e5-8d1eb295355e admin admin] Pushing event deleted for resources: {'Port': ['ID=0dccbf0a-a589-426d-8348-e05d45c968c7,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:49.903018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:49.915365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:49.967893 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-43ec1a31-363b-4254-8901-4c15b0b6e059 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2583790 Sep 08 13:42:49.968173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37950) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:49.989457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=9389decc-a195-4d08-bb3d-3b247b939070,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:50.009544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f79a89b5-58cb-478d-932b-77b8aa14de27 admin admin] Request body: {'subnet': {'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1156234442-subnet', 'tenant_id': 'be75728373d74686b88f01706fc5fcce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:50.096221 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b89b6c46-d3fc-423a-94e5-8d1eb295355e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:50.269223 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79a89b5-58cb-478d-932b-77b8aa14de27 admin admin] Made reservation on behalf of be75728373d74686b88f01706fc5fcce for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:50.269843 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f79a89b5-58cb-478d-932b-77b8aa14de27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:50.407531 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:50.422200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89b6c46-d3fc-423a-94e5-8d1eb295355e admin admin] Router 49350c90-8ece-4493-9773-9281a2c703a5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:42:50.645780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89b6c46-d3fc-423a-94e5-8d1eb295355e admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:50.653466 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b89b6c46-d3fc-423a-94e5-8d1eb295355e admin admin] 10.222.0.69 "PUT /v2.0/routers/49350c90-8ece-4493-9773-9281a2c703a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7433407 Sep 08 13:42:50.656504 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 37978) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:50.659728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2fe8d-fbbc-41bd-97c7-075486933b7b None None] Sync routers for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:50.679876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2fe8d-fbbc-41bd-97c7-075486933b7b None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:50.680732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-11f2fe8d-fbbc-41bd-97c7-075486933b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:50.689639 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:50.724007 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f79a89b5-58cb-478d-932b-77b8aa14de27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:50.805944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-11f2fe8d-fbbc-41bd-97c7-075486933b7b None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:50.935684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a89b5-58cb-478d-932b-77b8aa14de27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f165eac3-40c6-4a71-86b7-1c6f19c9941d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:50.941343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79a89b5-58cb-478d-932b-77b8aa14de27 admin admin] Checking segment: {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:50.941713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79a89b5-58cb-478d-932b-77b8aa14de27 admin admin] Network hostable DHCP agents. Network: 55a6671c-5f87-4337-afe8-ab0a6e46f914, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:42:50.948207 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:51.006244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router 4cc9043d-b510-4825-9fb1-4e7643e0c48d is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:42:51.047193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-11f2fe8d-fbbc-41bd-97c7-075486933b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:42:49Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:51.074756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2fe8d-fbbc-41bd-97c7-075486933b7b None None] Checking router: 49350c90-8ece-4493-9773-9281a2c703a5 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:51.084371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f2fe8d-fbbc-41bd-97c7-075486933b7b None None] Routers {'49350c90-8ece-4493-9773-9281a2c703a5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:51.085034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-11f2fe8d-fbbc-41bd-97c7-075486933b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['49350c90-8ece-4493-9773-9281a2c703a5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:51.094553 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:51.104120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79a89b5-58cb-478d-932b-77b8aa14de27 admin admin] Network 55a6671c-5f87-4337-afe8-ab0a6e46f914 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:42:51.142754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:51.155375 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Sync routers for ids ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:51.166415 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Routers {'4cc9043d-b510-4825-9fb1-4e7643e0c48d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:51.167669 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:51.197580 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-11f2fe8d-fbbc-41bd-97c7-075486933b7b None None] Set router 49350c90-8ece-4493-9773-9281a2c703a5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:51.219808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f79a89b5-58cb-478d-932b-77b8aa14de27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 55a6671c-5f87-4337-afe8-ab0a6e46f914) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:51.225206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Deleting port 192878cb-f1e7-49f1-8f00-81baaaa6261a {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:51.225206 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:51.233636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e73231-e739-4471-9794-d002f410238c None None] Network 55a6671c-5f87-4337-afe8-ab0a6e46f914 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:51.257106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79a89b5-58cb-478d-932b-77b8aa14de27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:51.257106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f79a89b5-58cb-478d-932b-77b8aa14de27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:51.275153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:51.280489 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-03727f6c-6110-4cb7-bf2b-f3185c4726a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.0137701 Sep 08 13:42:51.280489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 37998) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:51.315338 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Set router 4cc9043d-b510-4825-9fb1-4e7643e0c48d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:51.352086 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f79a89b5-58cb-478d-932b-77b8aa14de27 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3828628 Sep 08 13:42:51.354540 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] For port 192878cb-f1e7-49f1-8f00-81baaaa6261a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=192878cb-f1e7-49f1-8f00-81baaaa6261a,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:51.355229 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:51.358238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38006) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:51.365337 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0fbf8a82-c042-4174-a966-f4cddbdb1acd tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=8d38255802c64843a056aaa5d3c7c4c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0823245 Sep 08 13:42:51.397992 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Calling delete_port for 192878cb-f1e7-49f1-8f00-81baaaa6261a owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:51.578026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1efda5e-5e71-49a7-855e-522f814665a7 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:51.581683 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a1efda5e-5e71-49a7-855e-522f814665a7 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2205684 Sep 08 13:42:51.584368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38020) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:51.606012 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:42:50Z', 'revision_number': 3, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:51.646993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-512d86b1-52f7-4556-8031-1f51acdad527 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0576634 Sep 08 13:42:51.647640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38028) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:51.660226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a1fd8ced-cae8-4eaf-acef-928806748bc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1735113447', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:51.662399 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Checking router: 4cc9043d-b510-4825-9fb1-4e7643e0c48d for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:51.663152 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Updating router 4cc9043d-b510-4825-9fb1-4e7643e0c48d port 9389decc-a195-4d08-bb3d-3b247b939070 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:42:51.711808 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:51.853261 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:51.920908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fd8ced-cae8-4eaf-acef-928806748bc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Made reservation on behalf of 8d38255802c64843a056aaa5d3c7c4c2 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:51.923919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Pushing event deleted for resources: {'Port': ['ID=192878cb-f1e7-49f1-8f00-81baaaa6261a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:51.931091 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8ced-cae8-4eaf-acef-928806748bc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:51.951587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-55a6671c-5f87-4337-afe8-ab0a6e46f914', 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914', 'tenant_id': 'be75728373d74686b88f01706fc5fcce', 'fixed_ips': [{'subnet_id': 'f165eac3-40c6-4a71-86b7-1c6f19c9941d'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:42:51.952645 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:51.970411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-11f2fe8d-fbbc-41bd-97c7-075486933b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:42:49Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:52.030483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f2fe8d-fbbc-41bd-97c7-075486933b7b None None] The sync data for ids ['49350c90-8ece-4493-9773-9281a2c703a5'] in n-d-807558-3 is: [{'id': '49350c90-8ece-4493-9773-9281a2c703a5', 'name': 'tempest-AttachVolumeShelveTestJSON-1399957934-router', 'tenant_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:33:50Z', 'updated_at': '2021-09-08T13:42:49Z', 'revision_number': 5, 'project_id': 'f4e9882d6c214f9f9a3bcaca80b2c701', 'gw_port': {'id': '192878cb-f1e7-49f1-8f00-81baaaa6261a', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:62:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49350c90-8ece-4493-9773-9281a2c703a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2829, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:33:51Z', 'updated_at': '2021-09-08T13:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:52.067488 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.079781 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Transition to ACTIVE for port object 9389decc-a195-4d08-bb3d-3b247b939070 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:52.106989 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.206618 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Allocated IP 172.20.0.2 (55a6671c-5f87-4337-afe8-ab0a6e46f914/f165eac3-40c6-4a71-86b7-1c6f19c9941d/aac67e27-5d8e-4d20-856b-60e4949e9dde) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:52.224034 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.235286 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.238421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.270411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-5b528371-59e5-41ab-9012-51c90caa3b97 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:52.272150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-5b528371-59e5-41ab-9012-51c90caa3b97 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/networks?id=55a6671c-5f87-4337-afe8-ab0a6e46f914 HTTP/1.1" status: 200 len: 816 time: 0.1848559 Sep 08 13:42:52.302942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-d88aa142-7b61-4c6a-8f5c-0c83e7f5210f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/quotas/be75728373d74686b88f01706fc5fcce HTTP/1.1" status: 200 len: 375 time: 0.0225143 Sep 08 13:42:52.323461 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Pushing event updated for resources: {'Port': ['ID=9389decc-a195-4d08-bb3d-3b247b939070,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:52.335742 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:52.336333 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:52.336913 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:52.337410 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:52.337963 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:52.338860 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:52.339762 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:52.340244 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:52.341351 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:52.341838 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:52.342343 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:52.343095 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:42:52.347657 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Attempting to bind port 9389decc-a195-4d08-bb3d-3b247b939070 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:52.348666 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Attempting to bind port 9389decc-a195-4d08-bb3d-3b247b939070 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:52.349318 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Attempting to bind port 9389decc-a195-4d08-bb3d-3b247b939070 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:52.357120 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:52.360059 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:52.360059 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.360059 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:52.360059 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Bound port: 9389decc-a195-4d08-bb3d-3b247b939070, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:52.360059 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.432654 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] For port 9389decc-a195-4d08-bb3d-3b247b939070, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:52.435217 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.438063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49350c90-8ece-4493-9773-9281a2c703a5 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:42:52.438233 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] For port 9389decc-a195-4d08-bb3d-3b247b939070, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9389decc-a195-4d08-bb3d-3b247b939070,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:52.442498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-baa610a3-d92a-48d8-9c87-bc52b430da4e tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=be75728373d74686b88f01706fc5fcce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1233013 Sep 08 13:42:52.454080 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.455744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2c2074cd-6221-4b50-bca1-524da06a108e admin admin] 10.222.0.69 "DELETE /v2.0/routers/49350c90-8ece-4493-9773-9281a2c703a5 HTTP/1.1" status: 204 len: 168 time: 1.7877524 Sep 08 13:42:52.458348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38080) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:52.522826 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.528614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8ced-cae8-4eaf-acef-928806748bc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.542723 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.554360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Transition to ACTIVE for port object aac67e27-5d8e-4d20-856b-60e4949e9dde will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:52.586563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Transition to ACTIVE for port object aac67e27-5d8e-4d20-856b-60e4949e9dde will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:52.591814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-1e344a2b-c2e7-4f1a-a1a9-f83c2b52b5d0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:42:52.594665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-1e344a2b-c2e7-4f1a-a1a9-f83c2b52b5d0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1513882 Sep 08 13:42:52.601990 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Routers {'4cc9043d-b510-4825-9fb1-4e7643e0c48d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:52.603041 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:52.631429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5eb76c-3291-4055-9ba0-eba08d18cd64 admin admin] Deleting subnet 3e981258-4bad-417d-94ff-ad8a80d8a999 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:42:52.648357 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ea679-cad9-45b3-b3f9-e53a06751efe None None] Pushing event updated for resources: {'Port': ['ID=9389decc-a195-4d08-bb3d-3b247b939070,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:52.664137 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb76c-3291-4055-9ba0-eba08d18cd64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.702378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd8ced-cae8-4eaf-acef-928806748bc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Subnet': ['ID=3a34b749-d3a3-4d95-b664-d83817927a58,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:52.718860 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.745405 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] Set router 4cc9043d-b510-4825-9fb1-4e7643e0c48d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:52.757628 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb76c-3291-4055-9ba0-eba08d18cd64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.776907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Network 55a6671c-5f87-4337-afe8-ab0a6e46f914 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:52.783151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:52.786522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:52.795448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fd8ced-cae8-4eaf-acef-928806748bc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Checking segment: {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:52.795448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fd8ced-cae8-4eaf-acef-928806748bc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network hostable DHCP agents. Network: a51aabf8-8173-477a-9f1a-a7066cf046ea, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:42:52.801982 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Pushing event updated for resources: {'Port': ['ID=aac67e27-5d8e-4d20-856b-60e4949e9dde,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:52.840111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-b83173f2-d719-41f5-a616-172ca38d7065 service neutron] 10.222.0.69 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283781 Sep 08 13:42:52.920371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Attempting to bind port aac67e27-5d8e-4d20-856b-60e4949e9dde on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:52.921234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Attempting to bind port aac67e27-5d8e-4d20-856b-60e4949e9dde by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:52.921234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Attempting to bind port aac67e27-5d8e-4d20-856b-60e4949e9dde on network 55a6671c-5f87-4337-afe8-ab0a6e46f914 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:52.933373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:52.933939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Checking segment: {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:52.934470 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.934939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Bound using segment: {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:52.935497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Bound port: aac67e27-5d8e-4d20-856b-60e4949e9dde, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:52.935959 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:52.985323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fd8ced-cae8-4eaf-acef-928806748bc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network a51aabf8-8173-477a-9f1a-a7066cf046ea is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:42:52.985323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb76c-3291-4055-9ba0-eba08d18cd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:53.015691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0dccbf0a-a589-426d-8348-e05d45c968c7 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:53.045907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 0dccbf0a-a589-426d-8348-e05d45c968c7 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:53.046422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0dccbf0a-a589-426d-8348-e05d45c968c7 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:53.067598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] For port aac67e27-5d8e-4d20-856b-60e4949e9dde, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:53.071999 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] For port aac67e27-5d8e-4d20-856b-60e4949e9dde, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=aac67e27-5d8e-4d20-856b-60e4949e9dde,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:53.088054 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-4a2b544c-80d3-4828-87cd-dadb491bf0f2 service neutron] 10.222.0.69 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066340 Sep 08 13:42:53.096162 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:42:50Z', 'revision_number': 3, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:53.114242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-a1fd8ced-cae8-4eaf-acef-928806748bc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a51aabf8-8173-477a-9f1a-a7066cf046ea) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:53.118804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fd8ced-cae8-4eaf-acef-928806748bc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:53.119502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1fd8ced-cae8-4eaf-acef-928806748bc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:53.132134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1195231e-4809-4951-8bfa-c971467402d7 None None] Network a51aabf8-8173-477a-9f1a-a7066cf046ea requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:53.144816 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4067c0fc-b2ca-48ca-988e-b33ddad2cfd9 None None] The sync data for ids ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'] in n-d-807558-3 is: [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:42:50Z', 'revision_number': 3, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:42:53.222435 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:53.254346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a1fd8ced-cae8-4eaf-acef-928806748bc0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6043780 Sep 08 13:42:53.256706 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb76c-3291-4055-9ba0-eba08d18cd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:53.257323 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38104) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:53.323464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5eb76c-3291-4055-9ba0-eba08d18cd64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e981258-4bad-417d-94ff-ad8a80d8a999,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:53.342834 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd5eb76c-3291-4055-9ba0-eba08d18cd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:53.345695 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:42:53.347108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fd5eb76c-3291-4055-9ba0-eba08d18cd64 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/3e981258-4bad-417d-94ff-ad8a80d8a999 HTTP/1.1" status: 204 len: 168 time: 0.8877316 Sep 08 13:42:53.347921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb854d2-60f4-4982-965b-e0266f65d539 None None] Network 09bfa268-91bb-459a-8b3e-7ca28f30a49f requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:53.349533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38110) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:53.350526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab66f2-aff1-40c0-be70-dad9fd4b2b61 None None] Pushing event updated for resources: {'Port': ['ID=aac67e27-5d8e-4d20-856b-60e4949e9dde,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:53.408309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-a51aabf8-8173-477a-9f1a-a7066cf046ea', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ips': [{'subnet_id': '3a34b749-d3a3-4d95-b664-d83817927a58'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:42:53.409888 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:53.585379 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:53.813636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Deleting port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:53.816209 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:53.905318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Allocated IP 172.20.0.2 (a51aabf8-8173-477a-9f1a-a7066cf046ea/3a34b749-d3a3-4d95-b664-d83817927a58/bf215dc1-47b8-4ab4-8cc0-e63152192a35) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:53.941537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] For port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7ef0a015-d113-4fc1-8ff1-e414680e4f5c,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:53.942006 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:53.953175 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15910a97-d7cd-476d-8988-83c2ba99de64 None None] DHCP port deletion for 09bfa268-91bb-459a-8b3e-7ca28f30a49f request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:42:53.961049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Calling delete_port for 7ef0a015-d113-4fc1-8ff1-e414680e4f5c owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:54.076780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bab08-9830-4bda-ab25-40f28c774538 req-ca16345a-cd14-434d-b380-6c77dbe55e26 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:54.078477 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-ca16345a-cd14-434d-b380-6c77dbe55e26 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/networks?id=55a6671c-5f87-4337-afe8-ab0a6e46f914 HTTP/1.1" status: 200 len: 816 time: 0.5064228 Sep 08 13:42:54.102637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-10915fa9-8f43-474c-895f-831054e54d0e tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/quotas/be75728373d74686b88f01706fc5fcce HTTP/1.1" status: 200 len: 375 time: 0.0163009 Sep 08 13:42:54.135140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-15910a97-d7cd-476d-8988-83c2ba99de64 None None] Deleting port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:42:54.135622 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-15910a97-d7cd-476d-8988-83c2ba99de64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.198660 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-393356fa-7712-427a-8735-def76105bb9c tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=be75728373d74686b88f01706fc5fcce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0882361 Sep 08 13:42:54.245629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-15910a97-d7cd-476d-8988-83c2ba99de64 None None] For port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7ef0a015-d113-4fc1-8ff1-e414680e4f5c,segment=NetworkSegment(ba795ecb-ff3e-4c2f-9559-b4154a947fd8),segment_id=ba795ecb-ff3e-4c2f-9559-b4154a947fd8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:54.246245 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-15910a97-d7cd-476d-8988-83c2ba99de64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.254673 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.269135 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.271645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-15910a97-d7cd-476d-8988-83c2ba99de64 None None] Calling delete_port for 7ef0a015-d113-4fc1-8ff1-e414680e4f5c owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:42:54.287802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Transition to ACTIVE for port object bf215dc1-47b8-4ab4-8cc0-e63152192a35 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:54.299411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] No DVR routers for this DVR port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:54.366997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Transition to ACTIVE for port object bf215dc1-47b8-4ab4-8cc0-e63152192a35 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:54.429710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef0a015-d113-4fc1-8ff1-e414680e4f5c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:54.453261 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-15910a97-d7cd-476d-8988-83c2ba99de64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.499232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.500025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15910a97-d7cd-476d-8988-83c2ba99de64 None None] Pushing event deleted for resources: {'Port': ['ID=7ef0a015-d113-4fc1-8ff1-e414680e4f5c,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:54.504109 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.511132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15910a97-d7cd-476d-8988-83c2ba99de64 None None] No DVR routers for this DVR port 7ef0a015-d113-4fc1-8ff1-e414680e4f5c on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:42:54.540018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bfa268-91bb-459a-8b3e-7ca28f30a49f']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:54.562038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:54.562755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba795ecb-ff3e-4c2f-9559-b4154a947fd8') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:54.587358 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.635515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.644765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:42:54.645263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.646530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Network a51aabf8-8173-477a-9f1a-a7066cf046ea is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:42:54.647854 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:42:54.651063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:54.665165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:54.691617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Pushing event updated for resources: {'Port': ['ID=bf215dc1-47b8-4ab4-8cc0-e63152192a35,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:54.790944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Attempting to bind port bf215dc1-47b8-4ab4-8cc0-e63152192a35 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:42:54.791276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Attempting to bind port bf215dc1-47b8-4ab4-8cc0-e63152192a35 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:42:54.791687 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Attempting to bind port bf215dc1-47b8-4ab4-8cc0-e63152192a35 on network a51aabf8-8173-477a-9f1a-a7066cf046ea {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:42:54.803998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:42:54.803998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Checking segment: {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:42:54.808776 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.809494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Bound using segment: {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:42:54.810025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Bound port: bf215dc1-47b8-4ab4-8cc0-e63152192a35, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:42:54.810479 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.940301 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.947400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:54.951398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] For port bf215dc1-47b8-4ab4-8cc0-e63152192a35, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:42:54.952689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/09bfa268-91bb-459a-8b3e-7ca28f30a49f HTTP/1.1" status: 204 len: 168 time: 1.6017148 Sep 08 13:42:54.958278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] For port bf215dc1-47b8-4ab4-8cc0-e63152192a35, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bf215dc1-47b8-4ab4-8cc0-e63152192a35,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:42:55.000251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc5cd9-1f81-4574-a125-d83f538692c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=09bfa268-91bb-459a-8b3e-7ca28f30a49f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:55.073476 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:55.100086 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:55.121965 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-03c0a861-97b8-46b3-b2c3-8a1e2773ee32 service neutron] 10.222.0.69 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9145715 Sep 08 13:42:55.158348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device aac67e27-5d8e-4d20-856b-60e4949e9dde up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:55.243656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb68087-ad8b-4b4a-9181-446a046dcab8 None None] Pushing event updated for resources: {'Port': ['ID=bf215dc1-47b8-4ab4-8cc0-e63152192a35,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:55.374457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f639be-220a-400d-bf8d-f5ea72917f5f None None] Network 55a6671c-5f87-4337-afe8-ab0a6e46f914 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:55.544202 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port aac67e27-5d8e-4d20-856b-60e4949e9dde completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:55.584387 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-3ff8583f-c5a7-4a20-b4f5-f22216fc6f22 service neutron] 10.222.0.69 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085122 Sep 08 13:42:55.587112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9389decc-a195-4d08-bb3d-3b247b939070 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:55.662773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38214) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:55.682393 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.20.0.1 (a51aabf8-8173-477a-9f1a-a7066cf046ea/3a34b749-d3a3-4d95-b664-d83817927a58/255b7929-5465-452c-85c3-f11a046004d1) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:55.740228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0a278b3b-6d1f-42d1-9de7-af0da6863685 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f4e9882d6c214f9f9a3bcaca80b2c701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730968 Sep 08 13:42:55.740599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38220) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:55.761785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-33fbfa40-b2d6-447d-82de-4203f0c8971f None None] Provisioning for port aac67e27-5d8e-4d20-856b-60e4949e9dde completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:55.767093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-33fbfa40-b2d6-447d-82de-4203f0c8971f None None] Provisioning complete for port aac67e27-5d8e-4d20-856b-60e4949e9dde triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:55.767476 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-33fbfa40-b2d6-447d-82de-4203f0c8971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:55.848212 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63b51628-9b40-4c60-a299-b64f1440da7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:55.912296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 9389decc-a195-4d08-bb3d-3b247b939070 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:55.944107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9389decc-a195-4d08-bb3d-3b247b939070 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:55.944107 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:55.944410 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63b51628-9b40-4c60-a299-b64f1440da7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:55.970811 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:56.025879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Transition to ACTIVE for port object 255b7929-5465-452c-85c3-f11a046004d1 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:56.123722 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63b51628-9b40-4c60-a299-b64f1440da7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:56.127515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63b51628-9b40-4c60-a299-b64f1440da7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:56.128963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-63b51628-9b40-4c60-a299-b64f1440da7d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5bde3b1c-4954-4890-9b31-8500392bc8b8 HTTP/1.1" status: 204 len: 168 time: 0.3871799 Sep 08 13:42:56.140141 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-33fbfa40-b2d6-447d-82de-4203f0c8971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:56.145480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b51628-9b40-4c60-a299-b64f1440da7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bde3b1c-4954-4890-9b31-8500392bc8b8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:56.191604 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-33fbfa40-b2d6-447d-82de-4203f0c8971f None None] For port aac67e27-5d8e-4d20-856b-60e4949e9dde, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=aac67e27-5d8e-4d20-856b-60e4949e9dde,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:56.253666 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:56.302753 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:56.303925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 9389decc-a195-4d08-bb3d-3b247b939070, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9389decc-a195-4d08-bb3d-3b247b939070,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:56.345027 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-33fbfa40-b2d6-447d-82de-4203f0c8971f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:56.402554 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network a51aabf8-8173-477a-9f1a-a7066cf046ea is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:56.407343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:56.414815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:56.460226 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:56.495126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=255b7929-5465-452c-85c3-f11a046004d1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:56.517902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fbfa40-b2d6-447d-82de-4203f0c8971f None None] Pushing event updated for resources: {'Port': ['ID=aac67e27-5d8e-4d20-856b-60e4949e9dde,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:56.552096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-46cc6a35-365e-458c-ac07-ee2e714ff2e7 None None] Provisioning complete for port aac67e27-5d8e-4d20-856b-60e4949e9dde triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:56.554222 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-46cc6a35-365e-458c-ac07-ee2e714ff2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:56.559957 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:56.563268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-b4fb916d-ea5c-4b3f-9e18-9a516f0ccf7f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:56.583889 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-b4fb916d-ea5c-4b3f-9e18-9a516f0ccf7f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/networks?id=55a6671c-5f87-4337-afe8-ab0a6e46f914 HTTP/1.1" status: 200 len: 816 time: 0.3647654 Sep 08 13:42:56.612070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7ef0a015-d113-4fc1-8ff1-e414680e4f5c no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:56.616918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-57faf6db-9b47-460c-907f-e950ffd8fbb8 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/quotas/be75728373d74686b88f01706fc5fcce HTTP/1.1" status: 200 len: 375 time: 0.0215001 Sep 08 13:42:56.692194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 7ef0a015-d113-4fc1-8ff1-e414680e4f5c {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:56.692910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7ef0a015-d113-4fc1-8ff1-e414680e4f5c not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:56.693238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 192878cb-f1e7-49f1-8f00-81baaaa6261a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:42:56.717804 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-7780fa7d-e72c-4bfc-b7fb-81980950fcf2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=be75728373d74686b88f01706fc5fcce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0995591 Sep 08 13:42:56.734992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 192878cb-f1e7-49f1-8f00-81baaaa6261a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:42:56.735485 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 192878cb-f1e7-49f1-8f00-81baaaa6261a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:42:56.770389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=9389decc-a195-4d08-bb3d-3b247b939070,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:56.949847 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:56.966883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-6bb91c7f-a42c-438a-b489-e9dc6bc9021c service neutron] 10.222.0.69 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418604 Sep 08 13:42:57.110643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device aac67e27-5d8e-4d20-856b-60e4949e9dde up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:57.204703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port aac67e27-5d8e-4d20-856b-60e4949e9dde triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:57.204703 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:57.240048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc0bb35-c24d-49e4-b6a8-ce99d39a0be8 None None] Network a51aabf8-8173-477a-9f1a-a7066cf046ea requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:42:57.489816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:57.505106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9389decc-a195-4d08-bb3d-3b247b939070 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:57.577555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fe43a39a-5f13-4e7c-a7bd-6c9348bf58b4 None None] Provisioning for port bf215dc1-47b8-4ab4-8cc0-e63152192a35 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:57.618223 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:57.721107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9389decc-a195-4d08-bb3d-3b247b939070 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:57.721107 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:57.766836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=255b7929-5465-452c-85c3-f11a046004d1,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:57.769766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-48cbeeaf-c70f-45f9-9810-3dba43c6ca21 service neutron] 10.222.0.69 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7957368 Sep 08 13:42:57.774642 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:57.790269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-8f5fc06e-77a8-4800-8af6-092b196842a9 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:57.791789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-8f5fc06e-77a8-4800-8af6-092b196842a9 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.60 "GET /v2.0/networks?id=55a6671c-5f87-4337-afe8-ab0a6e46f914 HTTP/1.1" status: 200 len: 816 time: 0.7984438 Sep 08 13:42:57.806373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Request body: {'port': {'device_id': '3204f082-bea2-4c34-9e8f-a1a01af5b6ce', 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914', 'admin_state_up': True, 'tenant_id': 'be75728373d74686b88f01706fc5fcce'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:57.959698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bf215dc1-47b8-4ab4-8cc0-e63152192a35 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:42:57.976682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network a51aabf8-8173-477a-9f1a-a7066cf046ea is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:57.978283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:58.208580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router 4cc9043d-b510-4825-9fb1-4e7643e0c48d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:42:58.274699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port bf215dc1-47b8-4ab4-8cc0-e63152192a35 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:58.279329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port bf215dc1-47b8-4ab4-8cc0-e63152192a35 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:58.279329 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:58.314399 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af7eb187-096a-4a0c-83d0-8d235ccc3bf8 req-b48afdd9-20ad-43ea-abac-d786ffb743e5 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 210 time: 0.0803552 Sep 08 13:42:58.326598 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Made reservation on behalf of be75728373d74686b88f01706fc5fcce for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:58.330781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:58.361374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-039f8be1-5016-4831-a58a-033644f0f061 None None] Provisioning for port 255b7929-5465-452c-85c3-f11a046004d1 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:42:58.372726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-039f8be1-5016-4831-a58a-033644f0f061 None None] Provisioning complete for port 255b7929-5465-452c-85c3-f11a046004d1 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:58.374614 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-039f8be1-5016-4831-a58a-033644f0f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:58.444429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:42:58.450251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6abe3838-456e-4a70-acc2-0bf6d218d873 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "PUT /v2.0/routers/4cc9043d-b510-4825-9fb1-4e7643e0c48d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1916780 Sep 08 13:42:58.483504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Sync routers for ids ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:42:58.535164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-039f8be1-5016-4831-a58a-033644f0f061 None None] Port 255b7929-5465-452c-85c3-f11a046004d1 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:42:58.544405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Routers {'4cc9043d-b510-4825-9fb1-4e7643e0c48d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:42:58.547376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:58.600512 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:58.626373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-039f8be1-5016-4831-a58a-033644f0f061 None None] Provisioning complete for port bf215dc1-47b8-4ab4-8cc0-e63152192a35 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:42:58.626373 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-039f8be1-5016-4831-a58a-033644f0f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:58.734002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Allocated IP 172.20.0.10 (55a6671c-5f87-4337-afe8-ab0a6e46f914/f165eac3-40c6-4a71-86b7-1c6f19c9941d/39be4d39-f882-477e-a2dd-e3aee1195d13) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:42:59.064672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port bf215dc1-47b8-4ab4-8cc0-e63152192a35, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bf215dc1-47b8-4ab4-8cc0-e63152192a35,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:42:59.111659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-1e59a143-5707-448d-906e-bc3d2eaefa9d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146174372&fields=id&tenant_id=8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 267 time: 0.2517087 Sep 08 13:42:59.137529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Set router 4cc9043d-b510-4825-9fb1-4e7643e0c48d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:42:59.166740 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:59.191032 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:59.215905 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-039f8be1-5016-4831-a58a-033644f0f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:59.287356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bab08-9830-4bda-ab25-40f28c774538 req-8e85b39c-0208-4f86-8c54-5f2d124072b3 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:59.294166 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-8e85b39c-0208-4f86-8c54-5f2d124072b3 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.60 "GET /v2.0/networks?id=55a6671c-5f87-4337-afe8-ab0a6e46f914 HTTP/1.1" status: 200 len: 816 time: 0.4039955 Sep 08 13:42:59.311947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Transition to ACTIVE for port object 39be4d39-f882-477e-a2dd-e3aee1195d13 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:42:59.316033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Request body: {'port': {'device_id': 'd8d8ac99-3c5f-4365-9f2d-02e5510277ef', 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914', 'admin_state_up': True, 'tenant_id': 'be75728373d74686b88f01706fc5fcce'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:42:59.324029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=bf215dc1-47b8-4ab4-8cc0-e63152192a35,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:59.407347 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-039f8be1-5016-4831-a58a-033644f0f061 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:42:59.407985 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-039f8be1-5016-4831-a58a-033644f0f061 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:42:59.460191 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8f6fa24-ddf1-416a-9b94-b671f6091c90 req-58dbb84a-1344-416b-a228-c05e4a1e1c52 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 210 time: 0.0559318 Sep 08 13:42:59.477029 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38428) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:42:59.526708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '255b7929-5465-452c-85c3-f11a046004d1', 'name': '', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:42:96:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:55Z', 'updated_at': '2021-09-08T13:42:57Z', 'revision_number': 2, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:42:59.530858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-17fca11c-d3d4-440a-938b-80ec35ad2e1e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:59.532488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-17fca11c-d3d4-440a-938b-80ec35ad2e1e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/networks?id=a51aabf8-8173-477a-9f1a-a7066cf046ea HTTP/1.1" status: 200 len: 796 time: 0.4115715 Sep 08 13:42:59.572361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-d22577dc-51de-43b8-a505-27919c212809 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/quotas/8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 375 time: 0.0297198 Sep 08 13:42:59.594603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Checking router: 4cc9043d-b510-4825-9fb1-4e7643e0c48d for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:42:59.595613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Updating router 4cc9043d-b510-4825-9fb1-4e7643e0c48d port 255b7929-5465-452c-85c3-f11a046004d1 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:42:59.650811 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:59.653809 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:59.749974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Network 55a6671c-5f87-4337-afe8-ab0a6e46f914 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:42:59.757822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:42:59.763040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:42:59.836395 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-9dde68f7-0c4c-48da-ac4e-0c3957bfc4cd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2466233 Sep 08 13:42:59.840974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Pushing event updated for resources: {'Port': ['ID=39be4d39-f882-477e-a2dd-e3aee1195d13,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:42:59.877437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:42:59.878978 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:42:59.951899 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Made reservation on behalf of be75728373d74686b88f01706fc5fcce for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:42:59.957534 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.019461 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de195f6b-0ed7-4aa4-b4e3-aa0327f1bb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.067935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-6ed5fbd4-9da9-40b7-a8e2-8a1912d5f0e4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2660224 Sep 08 13:43:00.112489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Request body: {'port': {'device_id': '3204f082-bea2-4c34-9e8f-a1a01af5b6ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:00.207400 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de195f6b-0ed7-4aa4-b4e3-aa0327f1bb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.224119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-36e79491-7e07-4ee3-9b0a-470b3fe2f8b3 None None] Provisioning complete for port 255b7929-5465-452c-85c3-f11a046004d1 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:00.224591 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-36e79491-7e07-4ee3-9b0a-470b3fe2f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.282468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.289593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-36e79491-7e07-4ee3-9b0a-470b3fe2f8b3 None None] Port 255b7929-5465-452c-85c3-f11a046004d1 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:43:00.299089 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de195f6b-0ed7-4aa4-b4e3-aa0327f1bb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.368262 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-9a0ef229-c689-4839-8f97-690cbd17a9a9 service neutron] 10.222.0.69 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836545 Sep 08 13:43:00.396965 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-de195f6b-0ed7-4aa4-b4e3-aa0327f1bb8d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=62dc831bcacb4fbead7b63bf100c06c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9183025 Sep 08 13:43:00.399177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de195f6b-0ed7-4aa4-b4e3-aa0327f1bb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac48bd50-8af8-4d80-8eec-9f2c3fd622ef,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:00.402454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38474) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:00.413148 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.426380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Transition to ACTIVE for port object 255b7929-5465-452c-85c3-f11a046004d1 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:43:00.451879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Allocated IP 172.20.0.7 (55a6671c-5f87-4337-afe8-ab0a6e46f914/f165eac3-40c6-4a71-86b7-1c6f19c9941d/6d72f444-ba64-4567-ad0d-5363f28a231d) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:43:00.478716 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf677-a947-436c-b1ea-5d1e287f80e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.537877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf677-a947-436c-b1ea-5d1e287f80e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.543364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dec22d2e-6a8a-487f-800c-e0e4eee45ae6 None None] Provisioning for port 39be4d39-f882-477e-a2dd-e3aee1195d13 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:43:00.549715 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dec22d2e-6a8a-487f-800c-e0e4eee45ae6 None None] Provisioning complete for port 39be4d39-f882-477e-a2dd-e3aee1195d13 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:00.550458 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dec22d2e-6a8a-487f-800c-e0e4eee45ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.587697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-dec22d2e-6a8a-487f-800c-e0e4eee45ae6 None None] Port 39be4d39-f882-477e-a2dd-e3aee1195d13 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:43:00.593715 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e34bee41-9159-4609-bb5e-3f94e7b73e8d req-9be755a2-153f-4c9e-8cf6-a8994460db54 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 210 time: 0.0361300 Sep 08 13:43:00.615353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-bf7df94e-dab0-4d31-a78b-81c3bf8918d9 service neutron] 10.222.0.69 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462962 Sep 08 13:43:00.692755 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.746684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fccc20-1afc-4a2e-bcb2-e21868f521d0 None None] Pushing event updated for resources: {'Port': ['ID=255b7929-5465-452c-85c3-f11a046004d1,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:00.753661 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.791298 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf677-a947-436c-b1ea-5d1e287f80e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.794342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Transition to ACTIVE for port object 6d72f444-ba64-4567-ad0d-5363f28a231d will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:43:00.795874 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf677-a947-436c-b1ea-5d1e287f80e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.797266 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2c3cf677-a947-436c-b1ea-5d1e287f80e4 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ac48bd50-8af8-4d80-8eec-9f2c3fd622ef HTTP/1.1" status: 204 len: 168 time: 0.3928180 Sep 08 13:43:00.808365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cf677-a947-436c-b1ea-5d1e287f80e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac48bd50-8af8-4d80-8eec-9f2c3fd622ef,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:00.854983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Attempting to bind port 255b7929-5465-452c-85c3-f11a046004d1 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:43:00.855372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Attempting to bind port 255b7929-5465-452c-85c3-f11a046004d1 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:43:00.855747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Attempting to bind port 255b7929-5465-452c-85c3-f11a046004d1 on network a51aabf8-8173-477a-9f1a-a7066cf046ea {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:00.865282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:43:00.865676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Checking segment: {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:43:00.866089 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:00.866522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Bound using segment: {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:43:00.867014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Bound port: 255b7929-5465-452c-85c3-f11a046004d1, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:43:00.867400 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:01.029714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-902e8d63-4789-481b-935a-f6c3094966ee req-ff416913-bdde-491a-805e-423469fe6a68 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 210 time: 0.0860274 Sep 08 13:43:01.059212 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:01.078376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] For port 255b7929-5465-452c-85c3-f11a046004d1, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:43:01.088980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] For port 255b7929-5465-452c-85c3-f11a046004d1, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=255b7929-5465-452c-85c3-f11a046004d1,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:43:01.115391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Network 55a6671c-5f87-4337-afe8-ab0a6e46f914 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:43:01.121452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:43:01.129317 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:43:01.174299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Pushing event updated for resources: {'Port': ['ID=6d72f444-ba64-4567-ad0d-5363f28a231d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:01.220855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:01.221924 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:01.281727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:01.282198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39be4d39-f882-477e-a2dd-e3aee1195d13 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:01.290697 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:01.305787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-3c4d67bf-7398-4c3a-8d02-7e6fdd871810 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:01.309196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Transition to ACTIVE for port object 39be4d39-f882-477e-a2dd-e3aee1195d13 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:43:01.310592 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-3c4d67bf-7398-4c3a-8d02-7e6fdd871810 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.70 "GET /v2.0/networks?id=55a6671c-5f87-4337-afe8-ab0a6e46f914 HTTP/1.1" status: 200 len: 816 time: 0.2243552 Sep 08 13:43:01.325391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Request body: {'port': {'device_id': '4c4d9369-ac81-445e-b0fb-caae5f7c2b00', 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914', 'admin_state_up': True, 'tenant_id': 'be75728373d74686b88f01706fc5fcce'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:01.352762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bf215dc1-47b8-4ab4-8cc0-e63152192a35 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:43:01.387397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Routers {'4cc9043d-b510-4825-9fb1-4e7643e0c48d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:43:01.388139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:42:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:01.401496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-2295cf05-b460-4f42-84a6-3628244f8e2f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0919404 Sep 08 13:43:01.415795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Request body: {'port': {'device_id': 'd8d8ac99-3c5f-4365-9f2d-02e5510277ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:01.491845 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:01.759820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fccc20-1afc-4a2e-bcb2-e21868f521d0 None None] Pushing event updated for resources: {'Port': ['ID=255b7929-5465-452c-85c3-f11a046004d1,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:01.802050 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:01.818588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Made reservation on behalf of be75728373d74686b88f01706fc5fcce for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:43:01.828105 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:01.850089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Pushing event updated for resources: {'Port': ['ID=39be4d39-f882-477e-a2dd-e3aee1195d13,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:01.928588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port bf215dc1-47b8-4ab4-8cc0-e63152192a35 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:01.934166 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:01.934332 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7f7a3bc-3b54-4899-a2ac-06ff4a8becf9 req-2ece01ab-e16d-4872-bde5-669ce4da52fe tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 210 time: 0.0964708 Sep 08 13:43:01.988950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9d573188-8838-42bd-8a27-26afe4fb2419 None None] Provisioning for port 6d72f444-ba64-4567-ad0d-5363f28a231d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:43:02.012555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] Set router 4cc9043d-b510-4825-9fb1-4e7643e0c48d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:43:02.015822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Attempting to bind port 39be4d39-f882-477e-a2dd-e3aee1195d13 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:43:02.016238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Attempting to bind port 39be4d39-f882-477e-a2dd-e3aee1195d13 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:43:02.016834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Attempting to bind port 39be4d39-f882-477e-a2dd-e3aee1195d13 on network 55a6671c-5f87-4337-afe8-ab0a6e46f914 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:02.021757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9d573188-8838-42bd-8a27-26afe4fb2419 None None] Provisioning complete for port 6d72f444-ba64-4567-ad0d-5363f28a231d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:02.021757 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9d573188-8838-42bd-8a27-26afe4fb2419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.051737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Allocated IP 172.20.0.5 (55a6671c-5f87-4337-afe8-ab0a6e46f914/f165eac3-40c6-4a71-86b7-1c6f19c9941d/baa96b64-fa0b-4a1f-823c-4e99418296cc) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:43:02.072171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Port 39be4d39-f882-477e-a2dd-e3aee1195d13 on network 55a6671c-5f87-4337-afe8-ab0a6e46f914 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:43:02.072593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Attempting to bind port 39be4d39-f882-477e-a2dd-e3aee1195d13 on network 55a6671c-5f87-4337-afe8-ab0a6e46f914 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:02.099186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:43:02.099835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Checking segment: {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:43:02.100528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Bound using segment: {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:43:02.101188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Bound port: 39be4d39-f882-477e-a2dd-e3aee1195d13, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:43:02.101758 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.147086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9d573188-8838-42bd-8a27-26afe4fb2419 None None] Port 6d72f444-ba64-4567-ad0d-5363f28a231d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:43:02.166796 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-303aefce-b1f5-4bf9-87f4-9aec561c4eb7 req-ca781763-6939-4d19-8563-49887b08fb28 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 210 time: 0.0797725 Sep 08 13:43:02.212216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] For port 39be4d39-f882-477e-a2dd-e3aee1195d13, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:43:02.215787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] For port 39be4d39-f882-477e-a2dd-e3aee1195d13, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=39be4d39-f882-477e-a2dd-e3aee1195d13,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:43:02.290842 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.310836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Transition to ACTIVE for port object baa96b64-fa0b-4a1f-823c-4e99418296cc will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:43:02.339034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '255b7929-5465-452c-85c3-f11a046004d1', 'name': '', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:42:96:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:55Z', 'updated_at': '2021-09-08T13:43:01Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:02.344085 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.371415 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e6511e-6102-4e6c-85a4-5e8efbb9074d None None] The sync data for ids ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'] in n-d-807558-3 is: [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '255b7929-5465-452c-85c3-f11a046004d1', 'name': '', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:42:96:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:55Z', 'updated_at': '2021-09-08T13:43:01Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:43:02.388427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:02.396856 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.398418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] 10.222.0.60 "PUT /v2.0/ports/39be4d39-f882-477e-a2dd-e3aee1195d13 HTTP/1.1" status: 200 len: 1092 time: 2.3143992 Sep 08 13:43:02.399080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3204f082-bea2-4c34-9e8f-a1a01af5b6ce', 'tag': '39be4d39-f882-477e-a2dd-e3aee1195d13'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:02.401423 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5168119e-722d-42db-84b2-dbd6add02ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "3204f082-bea2-4c34-9e8f-a1a01af5b6ce", "tag": "39be4d39-f882-477e-a2dd-e3aee1195d13"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:02.442012 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.477171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Network 55a6671c-5f87-4337-afe8-ab0a6e46f914 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:43:02.499872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:43:02.504842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:43:02.534845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7de193-7f77-4f7b-b33b-43b7ffb9a6ef service neutron] Pushing event updated for resources: {'Port': ['ID=39be4d39-f882-477e-a2dd-e3aee1195d13,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:02.548789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38570) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:02.604808 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-222b7531-17c2-4eec-ad62-2a7d37ee0e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.640827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Pushing event updated for resources: {'Port': ['ID=baa96b64-fa0b-4a1f-823c-4e99418296cc,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:02.696966 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:02.697773 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.712372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-79e659a4-3347-4bd0-af2d-444d580e3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:02.715791 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-79e659a4-3347-4bd0-af2d-444d580e3865 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be75728373d74686b88f01706fc5fcce&device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 1095 time: 0.1980290 Sep 08 13:43:02.857172 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-cb97798e-57f5-45d5-996d-4c2c62d5df04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39be4d39-f882-477e-a2dd-e3aee1195d13 HTTP/1.1" status: 200 len: 217 time: 0.1308367 Sep 08 13:43:02.909836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-222b7531-17c2-4eec-ad62-2a7d37ee0e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:02.945222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-94f3088e-c486-4275-a96b-2b94ecb3313d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:02.946117 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-94f3088e-c486-4275-a96b-2b94ecb3313d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f165eac3-40c6-4a71-86b7-1c6f19c9941d HTTP/1.1" status: 200 len: 855 time: 0.0813670 Sep 08 13:43:03.037978 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1d3eb0-7bdc-4f08-bae4-452926bec51b x-openstack-request-id: req-8e1d3eb0-7bdc-4f08-bae4-452926bec51b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:03.038324 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3204f082-bea2-4c34-9e8f-a1a01af5b6ce", "tag": "39be4d39-f882-477e-a2dd-e3aee1195d13", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:03.038599 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e1d3eb0-7bdc-4f08-bae4-452926bec51b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:03.039007 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3204f082-bea2-4c34-9e8f-a1a01af5b6ce', 'tag': '39be4d39-f882-477e-a2dd-e3aee1195d13', 'status': 'completed', 'code': 200} Sep 08 13:43:03.076172 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-222b7531-17c2-4eec-ad62-2a7d37ee0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.087909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d72f444-ba64-4567-ad0d-5363f28a231d {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:03.102026 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.106214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-5a6d545a-fec9-4e1e-8d16-532da28adc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:03.108089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-5a6d545a-fec9-4e1e-8d16-532da28adc87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=55a6671c-5f87-4337-afe8-ab0a6e46f914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550539 Sep 08 13:43:03.143227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Transition to ACTIVE for port object 6d72f444-ba64-4567-ad0d-5363f28a231d will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:43:03.189675 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-222b7531-17c2-4eec-ad62-2a7d37ee0e73 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4fffe0206291434eb23f5aacaf17f41e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6330407 Sep 08 13:43:03.189675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b7531-17c2-4eec-ad62-2a7d37ee0e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6957b910-c459-4901-9842-4559bd2d6be6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:03.194549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38596) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:03.235905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b84916-0222-47fd-a7e0-7dbbc11c82e7 req-3a2a02f5-c90f-402d-9863-914b2a2769f5 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:03.238117 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62b84916-0222-47fd-a7e0-7dbbc11c82e7 req-3a2a02f5-c90f-402d-9863-914b2a2769f5 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 931 time: 0.1716638 Sep 08 13:43:03.286007 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-e80f3e60-64e3-4d9f-864d-e3d9a8844663 service neutron] 10.222.0.60 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677868 Sep 08 13:43:03.299203 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.314550 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-a654d132-eba4-4caf-85a3-05588a2341ce tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9937744 Sep 08 13:43:03.411342 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62b84916-0222-47fd-a7e0-7dbbc11c82e7 req-c5a3ad86-28d4-4a28-8727-101f50db72e3 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458678 Sep 08 13:43:03.427939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ddf4c431-4ae5-4d86-93ef-988ad1a9fc82 req-05e8db7c-1f77-4c7d-9a0a-d692efdd7236 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 210 time: 0.1180162 Sep 08 13:43:03.428215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 255b7929-5465-452c-85c3-f11a046004d1 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:43:03.450031 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bcb5cee0-c404-42f5-bd38-932ee85afefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.471762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d72f444-ba64-4567-ad0d-5363f28a231d,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:03.486891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7f17a90b-60c2-44cc-85ca-10bfbd430aab None None] Provisioning for port baa96b64-fa0b-4a1f-823c-4e99418296cc completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:43:03.506099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7f17a90b-60c2-44cc-85ca-10bfbd430aab None None] Provisioning complete for port baa96b64-fa0b-4a1f-823c-4e99418296cc triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:03.506505 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7f17a90b-60c2-44cc-85ca-10bfbd430aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.540709 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bcb5cee0-c404-42f5-bd38-932ee85afefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.576362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:03.576746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:03.577094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:03.579799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:03.581944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:03.582336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:03.582687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:03.583031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:03.583377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:03.585518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:03.586991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:03.587690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:03.606750 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Request body: {'port': {'device_id': '4c4d9369-ac81-445e-b0fb-caae5f7c2b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:03.617024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-111b7383-cd32-42d4-bb78-98cc0a54eebc req-5097459e-b74c-49ea-bb41-cfae6eea4d33 service neutron] 10.222.0.60 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208320 Sep 08 13:43:03.695046 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7f17a90b-60c2-44cc-85ca-10bfbd430aab None None] Port baa96b64-fa0b-4a1f-823c-4e99418296cc cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:43:03.769272 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.787120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 255b7929-5465-452c-85c3-f11a046004d1 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:43:03.790965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Attempting to bind port 6d72f444-ba64-4567-ad0d-5363f28a231d on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:43:03.791839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Attempting to bind port 6d72f444-ba64-4567-ad0d-5363f28a231d by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:43:03.792168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Attempting to bind port 6d72f444-ba64-4567-ad0d-5363f28a231d on network 55a6671c-5f87-4337-afe8-ab0a6e46f914 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:03.799239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 255b7929-5465-452c-85c3-f11a046004d1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:03.801460 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.803395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Port 6d72f444-ba64-4567-ad0d-5363f28a231d on network 55a6671c-5f87-4337-afe8-ab0a6e46f914 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:43:03.804547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Attempting to bind port 6d72f444-ba64-4567-ad0d-5363f28a231d on network 55a6671c-5f87-4337-afe8-ab0a6e46f914 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:03.819724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:43:03.820751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Checking segment: {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:43:03.821390 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Bound using segment: {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:43:03.822101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Bound port: 6d72f444-ba64-4567-ad0d-5363f28a231d, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:43:03.824098 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:03.943857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168119e-722d-42db-84b2-dbd6add02ca9 req-9c266928-976d-4d69-bc65-cc09323874ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:03.943857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5168119e-722d-42db-84b2-dbd6add02ca9 req-9c266928-976d-4d69-bc65-cc09323874ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be75728373d74686b88f01706fc5fcce&device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 1095 time: 0.1093843 Sep 08 13:43:04.057968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.073809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] For port 6d72f444-ba64-4567-ad0d-5363f28a231d, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:43:04.082754 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bcb5cee0-c404-42f5-bd38-932ee85afefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.085510 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bcb5cee0-c404-42f5-bd38-932ee85afefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.087049 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bcb5cee0-c404-42f5-bd38-932ee85afefd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6957b910-c459-4901-9842-4559bd2d6be6 HTTP/1.1" status: 204 len: 168 time: 0.8896132 Sep 08 13:43:04.108460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 255b7929-5465-452c-85c3-f11a046004d1, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=255b7929-5465-452c-85c3-f11a046004d1,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:04.117114 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5cee0-c404-42f5-bd38-932ee85afefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6957b910-c459-4901-9842-4559bd2d6be6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:04.174570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] For port 6d72f444-ba64-4567-ad0d-5363f28a231d, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6d72f444-ba64-4567-ad0d-5363f28a231d,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:43:04.209269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168119e-722d-42db-84b2-dbd6add02ca9 req-aabf1572-0940-418a-b967-8ab0f46116b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:04.211022 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5168119e-722d-42db-84b2-dbd6add02ca9 req-aabf1572-0940-418a-b967-8ab0f46116b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=55a6671c-5f87-4337-afe8-ab0a6e46f914 HTTP/1.1" status: 200 len: 917 time: 0.2634814 Sep 08 13:43:04.241019 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.309446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5168119e-722d-42db-84b2-dbd6add02ca9 req-4aec9d2e-bb91-4d06-8572-6bb96f9d2554 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39be4d39-f882-477e-a2dd-e3aee1195d13 HTTP/1.1" status: 200 len: 217 time: 0.0883985 Sep 08 13:43:04.311990 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.342912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa96b64-fa0b-4a1f-823c-4e99418296cc {{(pid=96264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:04.356869 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.371763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=255b7929-5465-452c-85c3-f11a046004d1,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:04.374837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-569fc499-8138-443d-b00a-41b970a58fc5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:04.378730 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-569fc499-8138-443d-b00a-41b970a58fc5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.70 "GET /v2.0/networks?id=a51aabf8-8173-477a-9f1a-a7066cf046ea HTTP/1.1" status: 200 len: 796 time: 0.4284542 Sep 08 13:43:04.399515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Transition to ACTIVE for port object baa96b64-fa0b-4a1f-823c-4e99418296cc will not be triggered until provisioned by entity L2. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:43:04.465178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:04.466153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.468737 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] 10.222.0.60 "PUT /v2.0/ports/6d72f444-ba64-4567-ad0d-5363f28a231d HTTP/1.1" status: 200 len: 1091 time: 3.0579333 Sep 08 13:43:04.514688 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.530017 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-012e8f5f-c917-4b5c-8b2a-c7f29f518315 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 380 time: 0.1204953 Sep 08 13:43:04.533204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40652d66-ee2f-463e-a0dd-96e95690aab0 service neutron] Pushing event updated for resources: {'Port': ['ID=6d72f444-ba64-4567-ad0d-5363f28a231d,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:04.539505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168119e-722d-42db-84b2-dbd6add02ca9 req-6d98004e-be7e-4867-8d0b-9f6acf42b70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:04.542495 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5168119e-722d-42db-84b2-dbd6add02ca9 req-6d98004e-be7e-4867-8d0b-9f6acf42b70c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f165eac3-40c6-4a71-86b7-1c6f19c9941d HTTP/1.1" status: 200 len: 855 time: 0.2276745 Sep 08 13:43:04.546375 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'port': {'device_id': '56186b2c-3d22-4159-be24-48ecd71921d1', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'admin_state_up': True, 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'security_groups': ['4747b1a8-67f0-4b33-9260-947727acb2c5']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:04.669748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Pushing event updated for resources: {'Port': ['ID=baa96b64-fa0b-4a1f-823c-4e99418296cc,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:04.725067 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96858ccc-f524-4d5c-b03b-e76f5eb41e69 req-e3375881-588e-4bb4-829e-8194a19e4719 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:04.726974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96858ccc-f524-4d5c-b03b-e76f5eb41e69 req-e3375881-588e-4bb4-829e-8194a19e4719 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 943 time: 0.1366253 Sep 08 13:43:04.728740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9e77b6fc-18d3-48c7-8af0-cf0f17751103 req-cca43751-86aa-4410-a9da-08bf22b3f17b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 210 time: 0.0587227 Sep 08 13:43:04.766535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Attempting to bind port baa96b64-fa0b-4a1f-823c-4e99418296cc on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:43:04.772331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Attempting to bind port baa96b64-fa0b-4a1f-823c-4e99418296cc by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:43:04.772331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Attempting to bind port baa96b64-fa0b-4a1f-823c-4e99418296cc on network 55a6671c-5f87-4337-afe8-ab0a6e46f914 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:04.776184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Port baa96b64-fa0b-4a1f-823c-4e99418296cc on network 55a6671c-5f87-4337-afe8-ab0a6e46f914 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:43:04.776738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Attempting to bind port baa96b64-fa0b-4a1f-823c-4e99418296cc on network 55a6671c-5f87-4337-afe8-ab0a6e46f914 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:04.781449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168119e-722d-42db-84b2-dbd6add02ca9 req-f935dec3-fc63-4fe0-8158-3f880173f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:04.786197 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5168119e-722d-42db-84b2-dbd6add02ca9 req-f935dec3-fc63-4fe0-8158-3f880173f80d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=55a6671c-5f87-4337-afe8-ab0a6e46f914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352321 Sep 08 13:43:04.800680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:43:04.806760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Checking segment: {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:43:04.806760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Bound using segment: {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:43:04.806760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Bound port: baa96b64-fa0b-4a1f-823c-4e99418296cc, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c768aec-87a4-4dbc-bd47-79578b08e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:43:04.806760 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:04.807381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bab08-9830-4bda-ab25-40f28c774538 req-de2c21c0-e814-48d6-bec1-cb90f1a71c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:04.807381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-de2c21c0-e814-48d6-bec1-cb90f1a71c54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be75728373d74686b88f01706fc5fcce&device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef HTTP/1.1" status: 200 len: 1094 time: 0.1325378 Sep 08 13:43:04.809211 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96858ccc-f524-4d5c-b03b-e76f5eb41e69 req-ef1a202e-2e82-40fd-a4e4-60e6b64cf8c3 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677395 Sep 08 13:43:04.887879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] For port baa96b64-fa0b-4a1f-823c-4e99418296cc, host n-h1-807558-3, cleared binding levels {{(pid=96264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:43:04.895129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] For port baa96b64-fa0b-4a1f-823c-4e99418296cc, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baa96b64-fa0b-4a1f-823c-4e99418296cc,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:43:04.948403 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-0a358660-bc22-43c2-b9c7-6f7ff783de8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d72f444-ba64-4567-ad0d-5363f28a231d HTTP/1.1" status: 200 len: 217 time: 0.1151426 Sep 08 13:43:04.997396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Made reservation on behalf of 8d38255802c64843a056aaa5d3c7c4c2 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:43:05.001701 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.033556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38656) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:05.041766 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.076363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:05.083511 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.083511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] 10.222.0.70 "PUT /v2.0/ports/baa96b64-fa0b-4a1f-823c-4e99418296cc HTTP/1.1" status: 200 len: 1091 time: 1.7537293 Sep 08 13:43:05.083511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4d9369-ac81-445e-b0fb-caae5f7c2b00', 'tag': 'baa96b64-fa0b-4a1f-823c-4e99418296cc'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:05.085174 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff0bc2c-c8c0-4022-bd65-ee0475f78998" -d '{"events": [{"name": "network-changed", "server_uuid": "4c4d9369-ac81-445e-b0fb-caae5f7c2b00", "tag": "baa96b64-fa0b-4a1f-823c-4e99418296cc"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:05.123067 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee64969-f5c7-4fc9-b84d-b4c2c2a48f0f service neutron] Pushing event updated for resources: {'Port': ['ID=baa96b64-fa0b-4a1f-823c-4e99418296cc,revision_number=3']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:05.188914 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d6bf09-761e-4ad9-9759-4c5d4f5cc695 x-openstack-request-id: req-b2d6bf09-761e-4ad9-9759-4c5d4f5cc695 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:05.189223 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c4d9369-ac81-445e-b0fb-caae5f7c2b00", "tag": "baa96b64-fa0b-4a1f-823c-4e99418296cc", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:05.192834 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2d6bf09-761e-4ad9-9759-4c5d4f5cc695 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:05.194574 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4d9369-ac81-445e-b0fb-caae5f7c2b00', 'tag': 'baa96b64-fa0b-4a1f-823c-4e99418296cc', 'status': 'completed', 'code': 200} Sep 08 13:43:05.279387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95ae7807-5744-4b09-842b-2197977b126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.313388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0bc2c-c8c0-4022-bd65-ee0475f78998 req-c550dcdf-8fb8-4129-add6-b07860e92b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:05.314877 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ff0bc2c-c8c0-4022-bd65-ee0475f78998 req-c550dcdf-8fb8-4129-add6-b07860e92b60 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=be75728373d74686b88f01706fc5fcce&device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 1094 time: 0.1092746 Sep 08 13:43:05.318235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 255b7929-5465-452c-85c3-f11a046004d1 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:43:05.378343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 255b7929-5465-452c-85c3-f11a046004d1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:05.379130 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.473904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38664) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:05.526952 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84bbe1ed-93fb-48e2-91e0-bfd7847ff8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.543655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0bc2c-c8c0-4022-bd65-ee0475f78998 req-3516fedc-5ae8-4583-b765-5172ab3f23d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:05.545220 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ff0bc2c-c8c0-4022-bd65-ee0475f78998 req-3516fedc-5ae8-4583-b765-5172ab3f23d9 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=be75728373d74686b88f01706fc5fcce&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2204273 Sep 08 13:43:05.597277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95ae7807-5744-4b09-842b-2197977b126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.600137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d8ac99-3c5f-4365-9f2d-02e5510277ef', 'tag': '6d72f444-ba64-4567-ad0d-5363f28a231d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:05.602730 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114d7992-1909-479a-845d-475584782e15" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d8ac99-3c5f-4365-9f2d-02e5510277ef", "tag": "6d72f444-ba64-4567-ad0d-5363f28a231d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:05.666311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0bc2c-c8c0-4022-bd65-ee0475f78998 req-110b97a9-1249-4458-8aaf-e81a4a5d85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:05.667806 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ff0bc2c-c8c0-4022-bd65-ee0475f78998 req-110b97a9-1249-4458-8aaf-e81a4a5d85cc service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1151190 Sep 08 13:43:05.677116 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa5ce44-f0d5-42d2-917f-fa74b1cf56c3 x-openstack-request-id: req-cfa5ce44-f0d5-42d2-917f-fa74b1cf56c3 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:05.683268 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d8ac99-3c5f-4365-9f2d-02e5510277ef", "tag": "6d72f444-ba64-4567-ad0d-5363f28a231d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:05.683268 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cfa5ce44-f0d5-42d2-917f-fa74b1cf56c3 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:05.683268 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d8ac99-3c5f-4365-9f2d-02e5510277ef', 'tag': '6d72f444-ba64-4567-ad0d-5363f28a231d', 'status': 'completed', 'code': 200} Sep 08 13:43:05.685161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5168119e-722d-42db-84b2-dbd6add02ca9 req-80e820ef-b1bd-4dd3-ac99-34c405903540 service neutron] 10.222.0.60 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8786798 Sep 08 13:43:05.686734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bab08-9830-4bda-ab25-40f28c774538 req-25bbb5c6-bbe4-4e50-a435-d3741cc31f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:05.688875 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-25bbb5c6-bbe4-4e50-a435-d3741cc31f73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f165eac3-40c6-4a71-86b7-1c6f19c9941d HTTP/1.1" status: 200 len: 855 time: 0.7127664 Sep 08 13:43:05.718929 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95ae7807-5744-4b09-842b-2197977b126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:05.804967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae7807-5744-4b09-842b-2197977b126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77152a09-5c20-403c-ae0e-c6faf0e07734,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:05.818122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-95ae7807-5744-4b09-842b-2197977b126b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8ecd4b814fc047bb9105465ca2d270cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7821434 Sep 08 13:43:05.822010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38670) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:05.881517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-0b3a3adf-57b6-45aa-9ec7-1fb15e94bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:05.881517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-0b3a3adf-57b6-45aa-9ec7-1fb15e94bb61 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=be75728373d74686b88f01706fc5fcce&device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 1094 time: 0.1717024 Sep 08 13:43:05.881869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459bab08-9830-4bda-ab25-40f28c774538 req-5fc1dcb0-fc5b-46f6-9f6c-9bb4b15bd14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:05.881869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-5fc1dcb0-fc5b-46f6-9f6c-9bb4b15bd14e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=55a6671c-5f87-4337-afe8-ab0a6e46f914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806586 Sep 08 13:43:05.892257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.20.0.3 (a51aabf8-8173-477a-9f1a-a7066cf046ea/3a34b749-d3a3-4d95-b664-d83817927a58/c4a4804e-4d46-471b-be39-dc65cbec7637) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:43:05.932127 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-418192d9-dbde-43ae-b20f-0d7c39876e3d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa96b64-fa0b-4a1f-823c-4e99418296cc HTTP/1.1" status: 200 len: 217 time: 0.0427997 Sep 08 13:43:05.944614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5168119e-722d-42db-84b2-dbd6add02ca9 req-a5000dd6-604d-462e-9c91-79f80dde07cc service neutron] 10.222.0.60 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428102 Sep 08 13:43:05.953449 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ad3e9990-e8dc-467c-ac9d-5da7fd2241bd req-1ba38f6f-0848-4a56-b62d-657982940844 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 210 time: 0.0705717 Sep 08 13:43:06.055021 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6af3-a590-4a4d-959b-bb252d8a73e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.068955 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84bbe1ed-93fb-48e2-91e0-bfd7847ff8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.077851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-b30b7c20-c35b-4901-9fc2-c30e3bcb3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:06.079395 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-b30b7c20-c35b-4901-9fc2-c30e3bcb3880 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f165eac3-40c6-4a71-86b7-1c6f19c9941d HTTP/1.1" status: 200 len: 855 time: 0.1322629 Sep 08 13:43:06.093491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-1db3c3cc-91c1-43c6-b17b-b3bb334c22ed service neutron] 10.222.0.60 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038693 Sep 08 13:43:06.111394 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba3b6d-68af-4712-8e30-572e8695a776 req-1dcc5f4c-ca6c-4d17-a962-346bcd8d1971 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:06.113015 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48ba3b6d-68af-4712-8e30-572e8695a776 req-1dcc5f4c-ca6c-4d17-a962-346bcd8d1971 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 943 time: 0.1841190 Sep 08 13:43:06.115225 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6af3-a590-4a4d-959b-bb252d8a73e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.157218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84bbe1ed-93fb-48e2-91e0-bfd7847ff8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.237737 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.248456 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-84bbe1ed-93fb-48e2-91e0-bfd7847ff8bf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=20ce078f3ebb4744b3f664033b2d635e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7914634 Sep 08 13:43:06.251557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38674) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:06.260758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48ba3b6d-68af-4712-8e30-572e8695a776 req-dcb6c2a1-d5fb-4a84-ba14-3fab56a58bba tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214221 Sep 08 13:43:06.263671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-040bdeb6-3775-482a-b7a0-ef23351d0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:06.265215 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-040bdeb6-3775-482a-b7a0-ef23351d0cab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a6671c-5f87-4337-afe8-ab0a6e46f914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750369 Sep 08 13:43:06.269166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bbe1ed-93fb-48e2-91e0-bfd7847ff8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc1771d-b388-44d3-8566-28e2bebbd4db,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:06.290381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-459bab08-9830-4bda-ab25-40f28c774538 req-853be5c6-83ba-4596-a2c1-e012a6b8d7f7 service neutron] 10.222.0.60 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626995 Sep 08 13:43:06.354657 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9ae384c-2c5f-4f0b-8394-a1b2ee10b2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.378271 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-e98b4dd5-1a63-4d6a-a872-f0244280d77e service neutron] 10.222.0.70 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045070 Sep 08 13:43:06.378579 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9ae384c-2c5f-4f0b-8394-a1b2ee10b2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.406670 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Transition to ACTIVE for port object c4a4804e-4d46-471b-be39-dc65cbec7637 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:43:06.414460 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6af3-a590-4a4d-959b-bb252d8a73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.418748 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6af3-a590-4a4d-959b-bb252d8a73e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.418748 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c0fb6af3-a590-4a4d-959b-bb252d8a73e1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/77152a09-5c20-403c-ae0e-c6faf0e07734 HTTP/1.1" status: 204 len: 168 time: 0.5949135 Sep 08 13:43:06.432413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb6af3-a590-4a4d-959b-bb252d8a73e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77152a09-5c20-403c-ae0e-c6faf0e07734,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:06.512972 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-8a02520b-337d-4613-8f7a-75a52f3fd80f service neutron] 10.222.0.70 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280661 Sep 08 13:43:06.534701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d7992-1909-479a-845d-475584782e15 req-01a4ce76-909e-4cb7-9b23-557ea455827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:06.536444 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-114d7992-1909-479a-845d-475584782e15 req-01a4ce76-909e-4cb7-9b23-557ea455827d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be75728373d74686b88f01706fc5fcce&device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef HTTP/1.1" status: 200 len: 1094 time: 0.0573316 Sep 08 13:43:06.601387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9ae384c-2c5f-4f0b-8394-a1b2ee10b2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.603868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9ae384c-2c5f-4f0b-8394-a1b2ee10b2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.605020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d9ae384c-2c5f-4f0b-8394-a1b2ee10b2e3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/9fc1771d-b388-44d3-8566-28e2bebbd4db HTTP/1.1" status: 204 len: 168 time: 0.3514836 Sep 08 13:43:06.622534 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.634576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae384c-2c5f-4f0b-8394-a1b2ee10b2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc1771d-b388-44d3-8566-28e2bebbd4db,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:06.685194 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network a51aabf8-8173-477a-9f1a-a7066cf046ea is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:43:06.691528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:43:06.697889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:43:06.701340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d7992-1909-479a-845d-475584782e15 req-ed234476-8ea2-4bc5-ba86-69c1f6674029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:06.702948 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-114d7992-1909-479a-845d-475584782e15 req-ed234476-8ea2-4bc5-ba86-69c1f6674029 service neutron] 10.222.0.60 "GET /v2.0/networks?id=55a6671c-5f87-4337-afe8-ab0a6e46f914 HTTP/1.1" status: 200 len: 917 time: 0.1599085 Sep 08 13:43:06.739595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=c4a4804e-4d46-471b-be39-dc65cbec7637,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:06.775955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-114d7992-1909-479a-845d-475584782e15 req-486d9b6c-c7fb-476f-8535-5d5959a4eedc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d72f444-ba64-4567-ad0d-5363f28a231d HTTP/1.1" status: 200 len: 217 time: 0.0633352 Sep 08 13:43:06.825292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:06.825949 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:06.852714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d7992-1909-479a-845d-475584782e15 req-853752ec-4ecc-49ca-9647-6e9571268fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:06.854161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-114d7992-1909-479a-845d-475584782e15 req-853752ec-4ecc-49ca-9647-6e9571268fd5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f165eac3-40c6-4a71-86b7-1c6f19c9941d HTTP/1.1" status: 200 len: 855 time: 0.0704446 Sep 08 13:43:06.918086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d7992-1909-479a-845d-475584782e15 req-e8176542-bb7f-4ae0-8db5-4b01a9eebd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:06.919874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-114d7992-1909-479a-845d-475584782e15 req-e8176542-bb7f-4ae0-8db5-4b01a9eebd9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=55a6671c-5f87-4337-afe8-ab0a6e46f914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569794 Sep 08 13:43:07.022946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-dd46ee01-3170-4b7e-9117-7563f7d302e9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4856138 Sep 08 13:43:07.046137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Request body: {'port': {'device_id': '56186b2c-3d22-4159-be24-48ecd71921d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:07.121045 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-114d7992-1909-479a-845d-475584782e15 req-8f9a9f61-4624-4811-9684-a06719a93280 service neutron] 10.222.0.60 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940422 Sep 08 13:43:07.126064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1b00cd30-8361-4c69-8fe2-60328d905647 None None] Provisioning for port c4a4804e-4d46-471b-be39-dc65cbec7637 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:43:07.131491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1b00cd30-8361-4c69-8fe2-60328d905647 None None] Provisioning complete for port c4a4804e-4d46-471b-be39-dc65cbec7637 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:07.131984 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1b00cd30-8361-4c69-8fe2-60328d905647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.172201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.187400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1b00cd30-8361-4c69-8fe2-60328d905647 None None] Port c4a4804e-4d46-471b-be39-dc65cbec7637 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:43:07.269709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9e5b6-48b8-418c-be3f-7480e654c414 req-f0729c74-dcaf-443d-9675-481fe61e1069 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:07.271255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68e9e5b6-48b8-418c-be3f-7480e654c414 req-f0729c74-dcaf-443d-9675-481fe61e1069 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 931 time: 0.1878505 Sep 08 13:43:07.389371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38700) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:07.408157 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26d610b7-acbc-440c-abb2-f09cc7374bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.472918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-114d7992-1909-479a-845d-475584782e15 req-99d5f55b-f9bd-4b97-844c-fbf53e870262 service neutron] 10.222.0.60 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345628 Sep 08 13:43:07.502225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 39be4d39-f882-477e-a2dd-e3aee1195d13 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:43:07.506342 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68e9e5b6-48b8-418c-be3f-7480e654c414 req-56e7436b-1483-46a9-9e4b-bf5c0af39bff tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099500 Sep 08 13:43:07.519374 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26d610b7-acbc-440c-abb2-f09cc7374bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.529255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd12fc3-783a-4a8d-af56-974315f073e5 req-abf71b80-c496-4488-9568-9811454c855e tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:07.537824 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-acd12fc3-783a-4a8d-af56-974315f073e5 req-abf71b80-c496-4488-9568-9811454c855e tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 943 time: 0.1936235 Sep 08 13:43:07.598668 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-acd12fc3-783a-4a8d-af56-974315f073e5 req-08b9506d-74b9-46c5-88f3-3cf1b1301274 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598142 Sep 08 13:43:07.599604 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-26d610b7-acbc-440c-abb2-f09cc7374bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.637612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 39be4d39-f882-477e-a2dd-e3aee1195d13, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=39be4d39-f882-477e-a2dd-e3aee1195d13,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:07.653557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '39be4d39-f882-477e-a2dd-e3aee1195d13', 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914', 'port_id': '39be4d39-f882-477e-a2dd-e3aee1195d13', 'mac_address': 'fa:16:3e:6c:50:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f165eac3-40c6-4a71-86b7-1c6f19c9941d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:43:07.658507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d610b7-acbc-440c-abb2-f09cc7374bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2818bdd-36df-4165-99e1-47ebf9f90d4a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:07.679411 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-26d610b7-acbc-440c-abb2-f09cc7374bb9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c73da6c0d86741ca90c870934c2eb458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871609 Sep 08 13:43:07.681868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38702) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:07.701102 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.726730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a4804e-4d46-471b-be39-dc65cbec7637 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:07.728711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39be4d39-f882-477e-a2dd-e3aee1195d13 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:07.735473 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.750933 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e85e9625-4205-4b40-9734-f6eebf773419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.753514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Transition to ACTIVE for port object c4a4804e-4d46-471b-be39-dc65cbec7637 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:43:07.758452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 39be4d39-f882-477e-a2dd-e3aee1195d13, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=39be4d39-f882-477e-a2dd-e3aee1195d13,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:07.775702 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e85e9625-4205-4b40-9734-f6eebf773419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.891975 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.935159 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e85e9625-4205-4b40-9734-f6eebf773419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.938215 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e85e9625-4205-4b40-9734-f6eebf773419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.939002 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e85e9625-4205-4b40-9734-f6eebf773419 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f2818bdd-36df-4165-99e1-47ebf9f90d4a HTTP/1.1" status: 204 len: 168 time: 0.2561607 Sep 08 13:43:07.941352 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-64455f59-2fe8-40d3-9644-509348cbe847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:07.953666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Pushing event updated for resources: {'Port': ['ID=c4a4804e-4d46-471b-be39-dc65cbec7637,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:07.959978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e9625-4205-4b40-9734-f6eebf773419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2818bdd-36df-4165-99e1-47ebf9f90d4a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:07.971682 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:08.077625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=39be4d39-f882-477e-a2dd-e3aee1195d13,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:08.095328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Attempting to bind port c4a4804e-4d46-471b-be39-dc65cbec7637 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:43:08.095669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Attempting to bind port c4a4804e-4d46-471b-be39-dc65cbec7637 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:43:08.095996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Attempting to bind port c4a4804e-4d46-471b-be39-dc65cbec7637 on network a51aabf8-8173-477a-9f1a-a7066cf046ea {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:08.101709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Port c4a4804e-4d46-471b-be39-dc65cbec7637 on network a51aabf8-8173-477a-9f1a-a7066cf046ea not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:43:08.107640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Attempting to bind port c4a4804e-4d46-471b-be39-dc65cbec7637 on network a51aabf8-8173-477a-9f1a-a7066cf046ea {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:08.109332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:43:08.109568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Checking segment: {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:43:08.110014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Bound using segment: {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:43:08.110484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Bound port: c4a4804e-4d46-471b-be39-dc65cbec7637, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:43:08.110900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:08.195650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:43:08.199103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c4a4804e-4d46-471b-be39-dc65cbec7637,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:43:08.303749 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:08.327766 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['39be4d39-f882-477e-a2dd-e3aee1195d13'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:08.345395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:08.346038 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:08.347517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] 10.222.0.70 "PUT /v2.0/ports/c4a4804e-4d46-471b-be39-dc65cbec7637 HTTP/1.1" status: 200 len: 1091 time: 1.3094950 Sep 08 13:43:08.347986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:08.350724 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fea40b0-bd5f-4672-bc24-c52d412dc871" -d '{"events": [{"name": "network-changed", "server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:08.409809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0fb53-ea91-4dc3-b2d2-b17764647efb service neutron] Pushing event updated for resources: {'Port': ['ID=c4a4804e-4d46-471b-be39-dc65cbec7637,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:08.437311 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba9a21e-253d-4f76-afbd-835d9dd46528 x-openstack-request-id: req-aba9a21e-253d-4f76-afbd-835d9dd46528 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:08.437311 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:08.437311 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-aba9a21e-253d-4f76-afbd-835d9dd46528 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:08.437311 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'status': 'completed', 'code': 200} Sep 08 13:43:08.541447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea40b0-bd5f-4672-bc24-c52d412dc871 req-357e3bc8-4aee-4384-a4c7-9a45e4c78cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:08.546951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2fea40b0-bd5f-4672-bc24-c52d412dc871 req-357e3bc8-4aee-4384-a4c7-9a45e4c78cfa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 1094 time: 0.0858102 Sep 08 13:43:08.728677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea40b0-bd5f-4672-bc24-c52d412dc871 req-b1d3db6d-f7f8-4947-8a1d-5746ecc8a01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:08.730669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2fea40b0-bd5f-4672-bc24-c52d412dc871 req-b1d3db6d-f7f8-4947-8a1d-5746ecc8a01d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1791825 Sep 08 13:43:08.767107 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68969fbb-67f1-473f-90b6-9f05592e13ac req-b1cc5505-5cf3-4903-87ee-1075269e5cd4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:08.770789 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68969fbb-67f1-473f-90b6-9f05592e13ac req-b1cc5505-5cf3-4903-87ee-1075269e5cd4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 943 time: 0.1053526 Sep 08 13:43:08.815977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68969fbb-67f1-473f-90b6-9f05592e13ac req-84da37ec-365c-4b55-b73a-4857d8fdca3f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392530 Sep 08 13:43:08.895218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b44c03-e9c9-4bf4-a744-616c0d5a6c73 req-fe5ee6f4-a532-4c7d-a9aa-ba3195f1dab1 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:08.898267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9b44c03-e9c9-4bf4-a744-616c0d5a6c73 req-fe5ee6f4-a532-4c7d-a9aa-ba3195f1dab1 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 943 time: 0.1653271 Sep 08 13:43:08.900081 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38746) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:08.971213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9b44c03-e9c9-4bf4-a744-616c0d5a6c73 req-b70a5eea-bc03-4d27-9fe7-54273d5541c8 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597608 Sep 08 13:43:08.972584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea40b0-bd5f-4672-bc24-c52d412dc871 req-2403b575-99eb-488b-beda-1e9df1d743f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:08.974113 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2fea40b0-bd5f-4672-bc24-c52d412dc871 req-2403b575-99eb-488b-beda-1e9df1d743f4 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1884809 Sep 08 13:43:09.069193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-236f04f0-aa82-4de0-aada-a3623b7b67d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:09.070842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-236f04f0-aa82-4de0-aada-a3623b7b67d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 1094 time: 0.0494018 Sep 08 13:43:09.118912 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c330acef-6071-41f2-b97b-56323af50c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:09.125420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-fbaa4b87-44ce-46e8-bb64-d22f0f720121 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a4804e-4d46-471b-be39-dc65cbec7637 HTTP/1.1" status: 200 len: 217 time: 0.0467913 Sep 08 13:43:09.187464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-c355cdc2-6003-4c06-aba6-6bdcfaf601ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:09.189779 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-c355cdc2-6003-4c06-aba6-6bdcfaf601ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a34b749-d3a3-4d95-b664-d83817927a58 HTTP/1.1" status: 200 len: 835 time: 0.0575845 Sep 08 13:43:09.288389 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-3cc2bc7a-9b6d-415c-87ea-bee82ce273cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:09.290017 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-3cc2bc7a-9b6d-415c-87ea-bee82ce273cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a51aabf8-8173-477a-9f1a-a7066cf046ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935690 Sep 08 13:43:09.359804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c330acef-6071-41f2-b97b-56323af50c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:09.423781 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-a0d74b5f-5534-4ad5-a712-cac83ee88815 service neutron] 10.222.0.70 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264472 Sep 08 13:43:09.523898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6d72f444-ba64-4567-ad0d-5363f28a231d details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:43:09.523898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 39be4d39-f882-477e-a2dd-e3aee1195d13 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:43:09.525418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67a5728f-3c5f-4e6e-a132-b1bba6be3087 req-7f734a0c-b929-4d32-a83c-81e34bc56ba8 service neutron] 10.222.0.70 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951743 Sep 08 13:43:09.548815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c330acef-6071-41f2-b97b-56323af50c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:09.602750 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330acef-6071-41f2-b97b-56323af50c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a157bac1-ffc3-4704-b29f-c964cc6ad6b4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:09.608686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c330acef-6071-41f2-b97b-56323af50c94 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=94a094efaa814355a0761c2c7c9ec1cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7073882 Sep 08 13:43:09.611690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38758) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:09.706094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6d72f444-ba64-4567-ad0d-5363f28a231d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6d72f444-ba64-4567-ad0d-5363f28a231d,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:09.725842 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '6d72f444-ba64-4567-ad0d-5363f28a231d', 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914', 'port_id': '6d72f444-ba64-4567-ad0d-5363f28a231d', 'mac_address': 'fa:16:3e:c2:41:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f165eac3-40c6-4a71-86b7-1c6f19c9941d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:43:09.731243 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-78ea7015-cdf0-492b-a9b0-600e91982a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:09.753657 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-78ea7015-cdf0-492b-a9b0-600e91982a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:09.770106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 39be4d39-f882-477e-a2dd-e3aee1195d13 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:43:09.770106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 39be4d39-f882-477e-a2dd-e3aee1195d13 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:09.770106 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:09.807007 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:09.825712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d72f444-ba64-4567-ad0d-5363f28a231d {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:09.850846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6d72f444-ba64-4567-ad0d-5363f28a231d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6d72f444-ba64-4567-ad0d-5363f28a231d,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:09.895315 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:09.914833 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-78ea7015-cdf0-492b-a9b0-600e91982a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:09.917634 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-78ea7015-cdf0-492b-a9b0-600e91982a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:09.923789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-78ea7015-cdf0-492b-a9b0-600e91982a0f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a157bac1-ffc3-4704-b29f-c964cc6ad6b4 HTTP/1.1" status: 204 len: 168 time: 0.3085279 Sep 08 13:43:09.929366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3204f082-bea2-4c34-9e8f-a1a01af5b6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39be4d39-f882-477e-a2dd-e3aee1195d13'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:09.931318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea7015-cdf0-492b-a9b0-600e91982a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a157bac1-ffc3-4704-b29f-c964cc6ad6b4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:09.945890 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da89a819-1c62-44c2-b67c-c454fb0026b2" -d '{"events": [{"server_uuid": "3204f082-bea2-4c34-9e8f-a1a01af5b6ce", "name": "network-vif-plugged", "status": "completed", "tag": "39be4d39-f882-477e-a2dd-e3aee1195d13"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:09.987233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193759-9525-4f9c-b584-4c624af662cc req-bd84a9db-9d40-49b7-9a81-3d448d4b0f7c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:09.998805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b193759-9525-4f9c-b584-4c624af662cc req-bd84a9db-9d40-49b7-9a81-3d448d4b0f7c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 943 time: 0.0950744 Sep 08 13:43:10.011257 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:10.016048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 39be4d39-f882-477e-a2dd-e3aee1195d13, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=39be4d39-f882-477e-a2dd-e3aee1195d13,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:10.062260 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b193759-9525-4f9c-b584-4c624af662cc req-1ddd6bc4-8a8e-40cc-b597-c39597e99237 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621543 Sep 08 13:43:10.082368 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e12414-cf0a-4e7c-92c3-c09dbe60b3de x-openstack-request-id: req-21e12414-cf0a-4e7c-92c3-c09dbe60b3de {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:10.082368 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3204f082-bea2-4c34-9e8f-a1a01af5b6ce", "name": "network-vif-plugged", "status": "completed", "tag": "39be4d39-f882-477e-a2dd-e3aee1195d13", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:10.082700 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-21e12414-cf0a-4e7c-92c3-c09dbe60b3de {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:10.082968 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3204f082-bea2-4c34-9e8f-a1a01af5b6ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39be4d39-f882-477e-a2dd-e3aee1195d13', 'code': 200} Sep 08 13:43:10.114644 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:10.121851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=6d72f444-ba64-4567-ad0d-5363f28a231d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:10.189608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-706f4de9-1e4b-45ee-84a0-260141ac3cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:10.207198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device baa96b64-fa0b-4a1f-823c-4e99418296cc details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:43:10.212367 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3678319-c8fc-403d-9bb1-005e913978d0 req-37be70c9-b1f4-4a05-9628-806ecbbedc08 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:10.214079 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b3678319-c8fc-403d-9bb1-005e913978d0 req-37be70c9-b1f4-4a05-9628-806ecbbedc08 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 943 time: 0.0587487 Sep 08 13:43:10.223636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=39be4d39-f882-477e-a2dd-e3aee1195d13,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:10.255768 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b3678319-c8fc-403d-9bb1-005e913978d0 req-2e756c96-5d01-4f45-8597-7550d8dbe67b tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345659 Sep 08 13:43:10.556995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48eca1-b726-4f39-97a4-a37ae2323297 req-6c33927d-c002-4038-a3ed-b3ed996885ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:10.559559 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a48eca1-b726-4f39-97a4-a37ae2323297 req-6c33927d-c002-4038-a3ed-b3ed996885ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 1097 time: 0.4283912 Sep 08 13:43:10.562272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6d72f444-ba64-4567-ad0d-5363f28a231d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:10.652973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a48eca1-b726-4f39-97a4-a37ae2323297 req-903cefc7-60b1-464c-bbac-12ac1b5884e0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846329 Sep 08 13:43:10.679578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port baa96b64-fa0b-4a1f-823c-4e99418296cc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baa96b64-fa0b-4a1f-823c-4e99418296cc,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:10.704500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'baa96b64-fa0b-4a1f-823c-4e99418296cc', 'network_id': '55a6671c-5f87-4337-afe8-ab0a6e46f914', 'port_id': 'baa96b64-fa0b-4a1f-823c-4e99418296cc', 'mac_address': 'fa:16:3e:78:bb:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f165eac3-40c6-4a71-86b7-1c6f19c9941d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:43:10.747840 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:10.790163 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:10.804329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa96b64-fa0b-4a1f-823c-4e99418296cc {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:10.836201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port baa96b64-fa0b-4a1f-823c-4e99418296cc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baa96b64-fa0b-4a1f-823c-4e99418296cc,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:10.931946 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:10.985129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=baa96b64-fa0b-4a1f-823c-4e99418296cc,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:11.147095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['baa96b64-fa0b-4a1f-823c-4e99418296cc'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:11.184051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2d4a2-d1fe-456b-8e88-fe2e87b17319 req-da58566c-b11f-4cfa-9939-92d15e338e92 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:11.185893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9cf2d4a2-d1fe-456b-8e88-fe2e87b17319 req-da58566c-b11f-4cfa-9939-92d15e338e92 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 943 time: 0.0545490 Sep 08 13:43:11.242593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9cf2d4a2-d1fe-456b-8e88-fe2e87b17319 req-b3ce99bd-7984-4181-a668-dea6ae4fd678 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374000 Sep 08 13:43:11.385992 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c6130-8994-4054-bc14-d6a9d24ee6ef req-01949867-1ab7-4a8f-92c3-18d9f0896d29 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:11.387533 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ad7c6130-8994-4054-bc14-d6a9d24ee6ef req-01949867-1ab7-4a8f-92c3-18d9f0896d29 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 944 time: 0.0503945 Sep 08 13:43:11.430137 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ad7c6130-8994-4054-bc14-d6a9d24ee6ef req-b3f9df02-d7cc-4c07-8974-41a55c24c873 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365560 Sep 08 13:43:11.914736 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.222260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c4a4804e-4d46-471b-be39-dc65cbec7637 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:43:12.224420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device baa96b64-fa0b-4a1f-823c-4e99418296cc up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:43:12.383358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c4a4804e-4d46-471b-be39-dc65cbec7637,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:12.392473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292495e-9194-439c-be2d-011c153fcb0b req-1d4c0a49-9d4c-40db-96c7-d4e4ed86eab5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:12.395792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b292495e-9194-439c-be2d-011c153fcb0b req-1d4c0a49-9d4c-40db-96c7-d4e4ed86eab5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 943 time: 0.0622404 Sep 08 13:43:12.397066 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'port_id': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'mac_address': 'fa:16:3e:95:9a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:43:12.442070 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.445505 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b292495e-9194-439c-be2d-011c153fcb0b req-ecf4fe52-50e6-4a96-9f82-a2d898551d62 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436032 Sep 08 13:43:12.458756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port baa96b64-fa0b-4a1f-823c-4e99418296cc completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:43:12.473449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port baa96b64-fa0b-4a1f-823c-4e99418296cc triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:12.473970 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.477861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a4804e-4d46-471b-be39-dc65cbec7637 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:43:12.559131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c4a4804e-4d46-471b-be39-dc65cbec7637,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:12.582399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a4078-1816-4e9f-9122-d829fb163c0e req-2da63f5a-a716-4db8-ba6b-f4adcf41d05f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:12.584300 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-952a4078-1816-4e9f-9122-d829fb163c0e req-2da63f5a-a716-4db8-ba6b-f4adcf41d05f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 944 time: 0.0590594 Sep 08 13:43:12.618239 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.628000 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-952a4078-1816-4e9f-9122-d829fb163c0e req-27546901-e9bc-461e-96c3-744b23a35dad tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376706 Sep 08 13:43:12.642237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4d9369-ac81-445e-b0fb-caae5f7c2b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa96b64-fa0b-4a1f-823c-4e99418296cc'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:12.644672 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ddca99-687b-4d8e-a930-9dfb358617ab" -d '{"events": [{"server_uuid": "4c4d9369-ac81-445e-b0fb-caae5f7c2b00", "name": "network-vif-plugged", "status": "completed", "tag": "baa96b64-fa0b-4a1f-823c-4e99418296cc"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:12.662532 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.668936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port baa96b64-fa0b-4a1f-823c-4e99418296cc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baa96b64-fa0b-4a1f-823c-4e99418296cc,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:12.697774 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd09743e-e811-483a-8ba8-9d318ffea7bd x-openstack-request-id: req-cd09743e-e811-483a-8ba8-9d318ffea7bd {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:12.698474 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4d9369-ac81-445e-b0fb-caae5f7c2b00", "name": "network-vif-plugged", "status": "completed", "tag": "baa96b64-fa0b-4a1f-823c-4e99418296cc", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:12.698783 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cd09743e-e811-483a-8ba8-9d318ffea7bd {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:12.699234 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4d9369-ac81-445e-b0fb-caae5f7c2b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa96b64-fa0b-4a1f-823c-4e99418296cc', 'code': 200} Sep 08 13:43:12.743306 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:12.750763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=c4a4804e-4d46-471b-be39-dc65cbec7637,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:12.785011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38832) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:12.815359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=baa96b64-fa0b-4a1f-823c-4e99418296cc,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:12.826045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3c1e0-3d8b-4743-81e2-d0426337a9fb req-e34c7bed-55c4-41ba-9e67-4647c905596f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:12.828690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4d3c1e0-3d8b-4743-81e2-d0426337a9fb req-e34c7bed-55c4-41ba-9e67-4647c905596f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 1096 time: 0.0651150 Sep 08 13:43:12.872900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['c4a4804e-4d46-471b-be39-dc65cbec7637'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:12.875390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4d3c1e0-3d8b-4743-81e2-d0426337a9fb req-5d8b40b0-fccd-40a1-9df1-9b274b124279 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356114 Sep 08 13:43:12.953709 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e9fb3ed4-c71e-4b30-bc76-62218f7aeaa4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dc487776437048949ca10ec145025078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670573 Sep 08 13:43:12.956650 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38836) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:13.009549 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c60bb4c-2aa4-4415-aa31-a6e56be07981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:13.035355 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c60bb4c-2aa4-4415-aa31-a6e56be07981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:13.251973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c60bb4c-2aa4-4415-aa31-a6e56be07981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:13.255107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c60bb4c-2aa4-4415-aa31-a6e56be07981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:13.256310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1c60bb4c-2aa4-4415-aa31-a6e56be07981 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991 HTTP/1.1" status: 204 len: 168 time: 0.2986670 Sep 08 13:43:13.266787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60bb4c-2aa4-4415-aa31-a6e56be07981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c49af13-9fbf-4bb8-9e3f-c6fc4cc60991,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:13.326006 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:13.536799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6d72f444-ba64-4567-ad0d-5363f28a231d up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:43:13.588052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe0381-c7e3-47a2-8e61-dbc1812af1d3 req-d6780473-a4f7-4f54-b039-ea1356cc713f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:13.589709 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b2fe0381-c7e3-47a2-8e61-dbc1812af1d3 req-d6780473-a4f7-4f54-b039-ea1356cc713f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 944 time: 0.0607884 Sep 08 13:43:13.634724 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b2fe0381-c7e3-47a2-8e61-dbc1812af1d3 req-f039004a-66c0-4236-b956-605ab9850529 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385506 Sep 08 13:43:13.668808 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 6d72f444-ba64-4567-ad0d-5363f28a231d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:43:13.673448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 6d72f444-ba64-4567-ad0d-5363f28a231d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:13.674882 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:13.763930 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:13.765918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092278-a65f-4e62-adaf-a0744bce0254 req-cca270fa-f5e6-47c1-b560-56ce0b21714e tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:13.767740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1092278-a65f-4e62-adaf-a0744bce0254 req-cca270fa-f5e6-47c1-b560-56ce0b21714e tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0587199 Sep 08 13:43:13.813044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6d72f444-ba64-4567-ad0d-5363f28a231d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6d72f444-ba64-4567-ad0d-5363f28a231d,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:13.816318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1092278-a65f-4e62-adaf-a0744bce0254 req-b678f919-48b0-403a-a0b4-acfe451b6284 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421553 Sep 08 13:43:13.891992 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:13.945039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=6d72f444-ba64-4567-ad0d-5363f28a231d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:14.229977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c4a4804e-4d46-471b-be39-dc65cbec7637 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:43:14.272281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38868) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:14.343563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port c4a4804e-4d46-471b-be39-dc65cbec7637 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:43:14.348453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port c4a4804e-4d46-471b-be39-dc65cbec7637 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:43:14.348915 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.374737 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.405973 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-91ded85c-f13b-4124-baa6-dad3cd24df2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.433745 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.468124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c4a4804e-4d46-471b-be39-dc65cbec7637,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:14.522205 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-91ded85c-f13b-4124-baa6-dad3cd24df2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.526034 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.575853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=c4a4804e-4d46-471b-be39-dc65cbec7637,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:14.578104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-91ded85c-f13b-4124-baa6-dad3cd24df2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.620620 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-91ded85c-f13b-4124-baa6-dad3cd24df2b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=aaf99105836b480b93e44af247e6ed8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471653 Sep 08 13:43:14.621578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ded85c-f13b-4124-baa6-dad3cd24df2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d58e403-0dff-4a5d-9e63-9a53d35ae146,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:14.623424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38882) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:14.681849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1acf6f9e-efa9-48cb-aad6-92019a94b713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.700473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d8ac99-3c5f-4365-9f2d-02e5510277ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d72f444-ba64-4567-ad0d-5363f28a231d'}, {'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:14.703743 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74de7a5-4c70-4d56-9112-174b528c0b80" -d '{"events": [{"server_uuid": "d8d8ac99-3c5f-4365-9f2d-02e5510277ef", "name": "network-vif-plugged", "status": "completed", "tag": "6d72f444-ba64-4567-ad0d-5363f28a231d"}, {"server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "name": "network-vif-plugged", "status": "completed", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:14.707186 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1acf6f9e-efa9-48cb-aad6-92019a94b713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.755438 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36affacd-0048-4b41-ab42-da276e82a260 x-openstack-request-id: req-36affacd-0048-4b41-ab42-da276e82a260 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:14.755736 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d8ac99-3c5f-4365-9f2d-02e5510277ef", "name": "network-vif-plugged", "status": "completed", "tag": "6d72f444-ba64-4567-ad0d-5363f28a231d", "code": 200}, {"server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "name": "network-vif-plugged", "status": "completed", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:14.755987 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-36affacd-0048-4b41-ab42-da276e82a260 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:14.756381 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d8ac99-3c5f-4365-9f2d-02e5510277ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d72f444-ba64-4567-ad0d-5363f28a231d', 'code': 200} Sep 08 13:43:14.756635 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'code': 200} Sep 08 13:43:14.795930 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b3c22-f096-4a01-9d6e-dfb467066939 req-d64c1764-0e54-46b0-bfd4-952c2228b121 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:14.797090 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f09b3c22-f096-4a01-9d6e-dfb467066939 req-d64c1764-0e54-46b0-bfd4-952c2228b121 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.0855496 Sep 08 13:43:14.851232 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f09b3c22-f096-4a01-9d6e-dfb467066939 req-43e97365-6e7b-440a-99e4-a4eac127002b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479212 Sep 08 13:43:14.880456 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1acf6f9e-efa9-48cb-aad6-92019a94b713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.883218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1acf6f9e-efa9-48cb-aad6-92019a94b713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:14.883373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be79a35-6865-43c7-92c4-8d04853257c6 req-c0d049a4-3ba5-42ac-97af-0c1f76cbad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:14.884503 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1acf6f9e-efa9-48cb-aad6-92019a94b713 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2d58e403-0dff-4a5d-9e63-9a53d35ae146 HTTP/1.1" status: 204 len: 168 time: 0.2596481 Sep 08 13:43:14.884902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2be79a35-6865-43c7-92c4-8d04853257c6 req-c0d049a4-3ba5-42ac-97af-0c1f76cbad8f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 1096 time: 0.0742764 Sep 08 13:43:14.887737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8385e6a-a8cc-49a3-8c09-e8a91809b1e9 req-69a86de1-cb71-4631-84c9-88dcf37528fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:14.897509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a8385e6a-a8cc-49a3-8c09-e8a91809b1e9 req-69a86de1-cb71-4631-84c9-88dcf37528fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef HTTP/1.1" status: 200 len: 1096 time: 0.0687141 Sep 08 13:43:14.897645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf6f9e-efa9-48cb-aad6-92019a94b713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d58e403-0dff-4a5d-9e63-9a53d35ae146,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:14.989529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2be79a35-6865-43c7-92c4-8d04853257c6 req-29b2cc54-d075-4cdc-b145-bfa4ecfc4e45 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975056 Sep 08 13:43:14.993302 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a8385e6a-a8cc-49a3-8c09-e8a91809b1e9 req-4c0808a2-e130-412c-b156-6610ef71f58a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866492 Sep 08 13:43:15.009067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546502c6-b114-42c4-bc48-c1af0083d167 req-454e4135-8fa4-4866-a097-e90273de3883 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:15.010620 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-546502c6-b114-42c4-bc48-c1af0083d167 req-454e4135-8fa4-4866-a097-e90273de3883 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0907035 Sep 08 13:43:15.052025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-546502c6-b114-42c4-bc48-c1af0083d167 req-d8958caf-119d-4e52-b693-023314c28fb7 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352201 Sep 08 13:43:15.166434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35cf7-894c-4427-b6f6-8196643add55 req-9d10e77c-293a-406a-ac7b-bab64a63f65f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:15.167929 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f7c35cf7-894c-4427-b6f6-8196643add55 req-9d10e77c-293a-406a-ac7b-bab64a63f65f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0500708 Sep 08 13:43:15.207912 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f7c35cf7-894c-4427-b6f6-8196643add55 req-8f8a81cd-dd8c-4940-9ace-077eb281b37d tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339465 Sep 08 13:43:15.324925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faf37b-3bfd-4699-82eb-8e4051eb4259 req-b0374530-3e4d-4636-98eb-8457822c62c8 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:15.326507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30faf37b-3bfd-4699-82eb-8e4051eb4259 req-b0374530-3e4d-4636-98eb-8457822c62c8 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef HTTP/1.1" status: 200 len: 945 time: 0.0519536 Sep 08 13:43:15.367390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-30faf37b-3bfd-4699-82eb-8e4051eb4259 req-55b73102-ef72-4365-8799-8b94a8951080 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322583 Sep 08 13:43:15.771151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 38902) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:15.785020 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0583a148-a135-4aa9-9829-3ea3fdc8de5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.878747 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0583a148-a135-4aa9-9829-3ea3fdc8de5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:15.972610 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6f7d8-ae7e-4e5b-9456-418c4fd01fdf req-3bce3796-2842-4bbe-8339-3fdc090c7eaf tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:15.975209 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e7e6f7d8-ae7e-4e5b-9456-418c4fd01fdf req-3bce3796-2842-4bbe-8339-3fdc090c7eaf tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.0498605 Sep 08 13:43:15.979641 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0583a148-a135-4aa9-9829-3ea3fdc8de5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.374541 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0583a148-a135-4aa9-9829-3ea3fdc8de5a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7800f70bf11249c0b12100b3970138a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6022644 Sep 08 13:43:16.377281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38908) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:16.380871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583a148-a135-4aa9-9829-3ea3fdc8de5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5236d1cb-dfce-4f55-a36c-4f8070caa1dd,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:16.391215 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e7e6f7d8-ae7e-4e5b-9456-418c4fd01fdf req-891e967a-ad68-4740-b299-ecd7ed1aeebf tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4068034 Sep 08 13:43:16.434308 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03b863d8-dba6-4367-9251-bcf46d558d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.472052 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03b863d8-dba6-4367-9251-bcf46d558d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.544551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4a273-aee8-48e5-9435-d2a04869e315 req-e300c5da-6629-4478-aacc-b2c26f058607 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:16.546136 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93b4a273-aee8-48e5-9435-d2a04869e315 req-e300c5da-6629-4478-aacc-b2c26f058607 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef HTTP/1.1" status: 200 len: 945 time: 0.0966756 Sep 08 13:43:16.609541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93b4a273-aee8-48e5-9435-d2a04869e315 req-67e2e5e2-2ccd-4d24-9ca2-21067f9dcb4d tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495732 Sep 08 13:43:16.645764 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03b863d8-dba6-4367-9251-bcf46d558d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.648344 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-03b863d8-dba6-4367-9251-bcf46d558d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:16.649483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-03b863d8-dba6-4367-9251-bcf46d558d84 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5236d1cb-dfce-4f55-a36c-4f8070caa1dd HTTP/1.1" status: 204 len: 168 time: 0.2706649 Sep 08 13:43:16.657365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b863d8-dba6-4367-9251-bcf46d558d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5236d1cb-dfce-4f55-a36c-4f8070caa1dd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:16.909291 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:17.509328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ce58b-fe21-46d1-ae05-73e40bf2fb1e req-7f8c41c8-4e29-45e5-800f-30498d99493c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:17.510921 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-412ce58b-fe21-46d1-ae05-73e40bf2fb1e req-7f8c41c8-4e29-45e5-800f-30498d99493c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.0508847 Sep 08 13:43:17.550007 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-412ce58b-fe21-46d1-ae05-73e40bf2fb1e req-6025d027-7f45-416c-9096-d8d982f786e0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331609 Sep 08 13:43:17.689301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c1499-1994-4759-af75-589fd349ea9d req-2ddb1426-231b-4539-b925-0667a1f46cac tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:17.695753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b53c1499-1994-4759-af75-589fd349ea9d req-2ddb1426-231b-4539-b925-0667a1f46cac tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.0788281 Sep 08 13:43:17.737058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afa71-ace3-4f0f-b396-3336dd287280 req-905b1fba-53f9-4017-95f5-ab80b45fdf3e tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:17.747213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b53c1499-1994-4759-af75-589fd349ea9d req-ec11f402-9958-475b-9969-d07ab734ce50 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451226 Sep 08 13:43:17.750936 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a2afa71-ace3-4f0f-b396-3336dd287280 req-905b1fba-53f9-4017-95f5-ab80b45fdf3e tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef HTTP/1.1" status: 200 len: 945 time: 0.0564673 Sep 08 13:43:17.766339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38946) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:17.796636 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a2afa71-ace3-4f0f-b396-3336dd287280 req-13f56218-8fa2-4b0a-8ad6-991faeb607c3 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446260 Sep 08 13:43:17.826313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1d6c9d-fd75-45a8-9c12-d64d396248a3 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:17.826313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2d1d6c9d-fd75-45a8-9c12-d64d396248a3 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 1091 time: 0.0449359 Sep 08 13:43:17.826313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 38948) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:17.826313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:17.994721 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:18.126264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c56bc5-084b-4fbc-9586-73f0193b3b0a req-4a1f6043-e192-4560-b091-7cf652097b50 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:18.128426 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92c56bc5-084b-4fbc-9586-73f0193b3b0a req-4a1f6043-e192-4560-b091-7cf652097b50 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0963905 Sep 08 13:43:18.167095 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:18.180143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92c56bc5-084b-4fbc-9586-73f0193b3b0a req-b6c88e4f-8185-4d70-9ca7-f7219361b180 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445447 Sep 08 13:43:18.296731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.25.5.43 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/f0036bed-ab09-4f97-a543-98cee19cb6c7) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:43:18.419600 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:18.491474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68106e2a-8f63-4931-a76b-45e85b8c6f3f req-d6f206f3-0c2f-4aef-b4d8-e238c517660a tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:18.493507 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68106e2a-8f63-4931-a76b-45e85b8c6f3f req-d6f206f3-0c2f-4aef-b4d8-e238c517660a tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0620291 Sep 08 13:43:18.532033 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:18.539680 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68106e2a-8f63-4931-a76b-45e85b8c6f3f req-e349d656-fad1-4938-afed-bb5e4e58b8c5 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392876 Sep 08 13:43:18.583400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:43:18.586391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:43:18.590827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:43:18.633434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=f0036bed-ab09-4f97-a543-98cee19cb6c7,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:18.882215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586ce79-82bf-4b63-bede-83d0fe864a41 req-4309fb4c-3b38-4850-9032-2de177dc2da6 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:18.888163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586ce79-82bf-4b63-bede-83d0fe864a41 req-4309fb4c-3b38-4850-9032-2de177dc2da6 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:18.894644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586ce79-82bf-4b63-bede-83d0fe864a41 req-4309fb4c-3b38-4850-9032-2de177dc2da6 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:18.896408 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c586ce79-82bf-4b63-bede-83d0fe864a41 req-4309fb4c-3b38-4850-9032-2de177dc2da6 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00&device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef&device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 2417 time: 0.1061656 Sep 08 13:43:18.973857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c586ce79-82bf-4b63-bede-83d0fe864a41 req-b2eb8eee-ef83-40c4-91df-d13e5fa61d45 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683379 Sep 08 13:43:19.133686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d9c31e4-7c95-4eb7-8f91-4b12c8cc6447 req-d0aea8b9-61df-42dd-9cc8-a2d3eb56dafa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910280 Sep 08 13:43:19.140791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0b8cb-b946-44b4-a739-9ae47f94027d req-96bbe220-06a8-482a-ab2e-0326f0b5e810 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:19.148853 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c9c0b8cb-b946-44b4-a739-9ae47f94027d req-96bbe220-06a8-482a-ab2e-0326f0b5e810 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0804951 Sep 08 13:43:19.178100 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:19.210822 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c9c0b8cb-b946-44b4-a739-9ae47f94027d req-32f2e32e-7026-4b7d-a1fe-467a0b2660c3 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607708 Sep 08 13:43:19.259604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c31e4-7c95-4eb7-8f91-4b12c8cc6447 req-dcd3a441-8cfb-413b-8622-d641011c6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:19.259604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d9c31e4-7c95-4eb7-8f91-4b12c8cc6447 req-dcd3a441-8cfb-413b-8622-d641011c6367 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=be75728373d74686b88f01706fc5fcce&device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 1096 time: 0.0597944 Sep 08 13:43:19.381718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:19.443028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c31e4-7c95-4eb7-8f91-4b12c8cc6447 req-104ac05b-8e7a-4f62-8b10-b0b77783fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:19.444734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d9c31e4-7c95-4eb7-8f91-4b12c8cc6447 req-104ac05b-8e7a-4f62-8b10-b0b77783fabd service neutron] 10.222.0.70 "GET /v2.0/networks?id=55a6671c-5f87-4337-afe8-ab0a6e46f914 HTTP/1.1" status: 200 len: 917 time: 0.1663005 Sep 08 13:43:19.844697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d9c31e4-7c95-4eb7-8f91-4b12c8cc6447 req-ccca6e2c-3a2f-4353-89cd-5c0d973d905d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=baa96b64-fa0b-4a1f-823c-4e99418296cc HTTP/1.1" status: 200 len: 217 time: 0.3842051 Sep 08 13:43:19.945561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c31e4-7c95-4eb7-8f91-4b12c8cc6447 req-23efe38c-6671-411c-994b-1af47ec7d433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:19.947080 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d9c31e4-7c95-4eb7-8f91-4b12c8cc6447 req-23efe38c-6671-411c-994b-1af47ec7d433 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f165eac3-40c6-4a71-86b7-1c6f19c9941d HTTP/1.1" status: 200 len: 855 time: 0.0639431 Sep 08 13:43:20.015705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:20.023307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c31e4-7c95-4eb7-8f91-4b12c8cc6447 req-756012ef-0eac-4bea-ae1f-028d3931e802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:20.024902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d9c31e4-7c95-4eb7-8f91-4b12c8cc6447 req-756012ef-0eac-4bea-ae1f-028d3931e802 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=55a6671c-5f87-4337-afe8-ab0a6e46f914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640147 Sep 08 13:43:20.125888 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d9c31e4-7c95-4eb7-8f91-4b12c8cc6447 req-ed1a6b5f-3b7e-4d44-b4e9-7987d244dcc1 service neutron] 10.222.0.70 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929570 Sep 08 13:43:20.130297 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:20.248226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=f0036bed-ab09-4f97-a543-98cee19cb6c7,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:20.279705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:20.326643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d9c31e4-7c95-4eb7-8f91-4b12c8cc6447 req-f61cec2f-d718-4d0a-8965-a6ef45206379 service neutron] 10.222.0.70 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907284 Sep 08 13:43:20.435061 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Floating IP 90ae920f-aae1-4bd8-8ce8-f3f15e12af1e associated. External IP: 172.25.5.43, port: c4a4804e-4d46-471b-be39-dc65cbec7637. Sep 08 13:43:20.529557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3c33e-b5f0-4bad-816b-0bfb872c918c req-4446fb85-2db5-4d2a-8468-f42d38de7175 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:20.537699 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a9c3c33e-b5f0-4bad-816b-0bfb872c918c req-4446fb85-2db5-4d2a-8468-f42d38de7175 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0799773 Sep 08 13:43:20.590793 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a9c3c33e-b5f0-4bad-816b-0bfb872c918c req-0ed3c9d5-d662-4e6a-932e-8c86ff5ff594 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521140 Sep 08 13:43:20.690565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router 4cc9043d-b510-4825-9fb1-4e7643e0c48d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:43:20.806996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:43:20.847206 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf26de05-f961-4734-a4a0-01a33b643b28 None None] Sync routers for ids ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:43:20.847206 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26de05-f961-4734-a4a0-01a33b643b28 None None] Routers {'4cc9043d-b510-4825-9fb1-4e7643e0c48d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:43:20.847206 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-bf26de05-f961-4734-a4a0-01a33b643b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:43:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:20.921915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39020) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:20.949490 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-bf26de05-f961-4734-a4a0-01a33b643b28 None None] Set router 4cc9043d-b510-4825-9fb1-4e7643e0c48d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:43:21.024982 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:21.066693 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b88b5bf0-3ef7-4740-b325-abf258941759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:21.106422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5f9e743a-f4d6-49f8-9b96-34cdfd2effb0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2895401 Sep 08 13:43:21.107383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:21.124910 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ece3be5-258c-43cb-8322-5df73d084863" -d '{"events": [{"name": "network-changed", "server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:21.210068 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78d0e75-5ff8-4193-826c-f680eb8b26df x-openstack-request-id: req-a78d0e75-5ff8-4193-826c-f680eb8b26df {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:21.210638 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:21.211052 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a78d0e75-5ff8-4193-826c-f680eb8b26df {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:21.211696 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'status': 'completed', 'code': 200} Sep 08 13:43:21.292312 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-bf26de05-f961-4734-a4a0-01a33b643b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '90ae920f-aae1-4bd8-8ce8-f3f15e12af1e', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'port_id': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'mac_address': 'fa:16:3e:95:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56186b2c-3d22-4159-be24-48ecd71921d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:43:18Z', 'updated_at': '2021-09-08T13:43:18Z', 'revision_number': 0, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255b7929-5465-452c-85c3-f11a046004d1', 'name': '', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:42:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:55Z', 'updated_at': '2021-09-08T13:43:04Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:21.323114 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf26de05-f961-4734-a4a0-01a33b643b28 None None] Checking router: 4cc9043d-b510-4825-9fb1-4e7643e0c48d for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:43:21.332362 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26de05-f961-4734-a4a0-01a33b643b28 None None] Routers {'4cc9043d-b510-4825-9fb1-4e7643e0c48d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:43:21.333239 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-bf26de05-f961-4734-a4a0-01a33b643b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:43:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:21.336835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece3be5-258c-43cb-8322-5df73d084863 req-e5006540-091c-41bc-a373-ea833b894787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:21.338399 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ece3be5-258c-43cb-8322-5df73d084863 req-e5006540-091c-41bc-a373-ea833b894787 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 1096 time: 0.1099389 Sep 08 13:43:21.370528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4c236-4e33-4253-ba50-c9edab715129 req-95553acd-933b-4759-8adf-0f93895d8299 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:21.370528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5de4c236-4e33-4253-ba50-c9edab715129 req-95553acd-933b-4759-8adf-0f93895d8299 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.1246543 Sep 08 13:43:21.370933 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b88b5bf0-3ef7-4740-b325-abf258941759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:21.447563 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-bf26de05-f961-4734-a4a0-01a33b643b28 None None] Set router 4cc9043d-b510-4825-9fb1-4e7643e0c48d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:43:21.457533 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b88b5bf0-3ef7-4740-b325-abf258941759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:21.476256 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5de4c236-4e33-4253-ba50-c9edab715129 req-b2f287a5-8969-4e6a-b2ac-a01be70fff1c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945792 Sep 08 13:43:21.506546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39032) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:21.515459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b88b5bf0-3ef7-4740-b325-abf258941759 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5c0d0ab8e2994f25aa6b6307bd79192f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5921822 Sep 08 13:43:21.521132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39034) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:21.528350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece3be5-258c-43cb-8322-5df73d084863 req-7e47418e-a247-47fc-af82-1c7f9cce7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:21.529787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ece3be5-258c-43cb-8322-5df73d084863 req-7e47418e-a247-47fc-af82-1c7f9cce7419 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a51aabf8-8173-477a-9f1a-a7066cf046ea HTTP/1.1" status: 200 len: 897 time: 0.1822879 Sep 08 13:43:21.536448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b5bf0-3ef7-4740-b325-abf258941759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445b4cf1-2b11-43e7-bede-73eaccbfc181,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:21.578390 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-730616dd-d002-4ebb-8171-d3c99c4126de tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/90ae920f-aae1-4bd8-8ce8-f3f15e12af1e HTTP/1.1" status: 200 len: 990 time: 0.0705731 Sep 08 13:43:21.644182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ece3be5-258c-43cb-8322-5df73d084863 req-fb5043d8-5c54-4aed-83d3-ff18530a444d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a4804e-4d46-471b-be39-dc65cbec7637 HTTP/1.1" status: 200 len: 998 time: 0.1039565 Sep 08 13:43:21.683763 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-690001d4-3c62-4dc1-9a4a-b4503be5db22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:21.718092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-690001d4-3c62-4dc1-9a4a-b4503be5db22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:21.721264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40893b86-4e0c-423e-9ea1-515829fddcc9 req-822b162e-05e7-4108-aa13-8bad2fc1579b tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:21.722838 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40893b86-4e0c-423e-9ea1-515829fddcc9 req-822b162e-05e7-4108-aa13-8bad2fc1579b tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0614676 Sep 08 13:43:21.725293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece3be5-258c-43cb-8322-5df73d084863 req-19d944dc-3561-47da-ade8-32c7501df005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:21.726793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ece3be5-258c-43cb-8322-5df73d084863 req-19d944dc-3561-47da-ade8-32c7501df005 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a34b749-d3a3-4d95-b664-d83817927a58 HTTP/1.1" status: 200 len: 835 time: 0.0765862 Sep 08 13:43:21.764508 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40893b86-4e0c-423e-9ea1-515829fddcc9 req-22b7ab88-d3b9-474b-a1b7-57880c60213c tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344512 Sep 08 13:43:21.765338 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-bf26de05-f961-4734-a4a0-01a33b643b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '90ae920f-aae1-4bd8-8ce8-f3f15e12af1e', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'port_id': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'mac_address': 'fa:16:3e:95:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56186b2c-3d22-4159-be24-48ecd71921d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:43:18Z', 'updated_at': '2021-09-08T13:43:18Z', 'revision_number': 0, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255b7929-5465-452c-85c3-f11a046004d1', 'name': '', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:42:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:55Z', 'updated_at': '2021-09-08T13:43:04Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:43:21.794134 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf26de05-f961-4734-a4a0-01a33b643b28 None None] The sync data for ids ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'] in n-d-807558-3 is: [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '90ae920f-aae1-4bd8-8ce8-f3f15e12af1e', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'floating_ip_address': '172.25.5.43', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'port_id': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'mac_address': 'fa:16:3e:95:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56186b2c-3d22-4159-be24-48ecd71921d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:43:18Z', 'updated_at': '2021-09-08T13:43:18Z', 'revision_number': 0, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255b7929-5465-452c-85c3-f11a046004d1', 'name': '', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:42:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:55Z', 'updated_at': '2021-09-08T13:43:04Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:43:21.798565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece3be5-258c-43cb-8322-5df73d084863 req-bf26620a-a7d8-417f-a2d7-b8c522956471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:21.801141 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ece3be5-258c-43cb-8322-5df73d084863 req-bf26620a-a7d8-417f-a2d7-b8c522956471 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a51aabf8-8173-477a-9f1a-a7066cf046ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572536 Sep 08 13:43:21.885961 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-690001d4-3c62-4dc1-9a4a-b4503be5db22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:21.889015 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-690001d4-3c62-4dc1-9a4a-b4503be5db22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:21.890902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-690001d4-3c62-4dc1-9a4a-b4503be5db22 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/445b4cf1-2b11-43e7-bede-73eaccbfc181 HTTP/1.1" status: 204 len: 168 time: 0.3678610 Sep 08 13:43:21.918750 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690001d4-3c62-4dc1-9a4a-b4503be5db22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445b4cf1-2b11-43e7-bede-73eaccbfc181,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:21.926978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ece3be5-258c-43cb-8322-5df73d084863 req-ab448dde-dab3-43fe-8695-081ae68443ea service neutron] 10.222.0.70 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146221 Sep 08 13:43:22.046939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ece3be5-258c-43cb-8322-5df73d084863 req-82021bce-0e69-4202-ae3d-7c561b4e31e4 service neutron] 10.222.0.70 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076281 Sep 08 13:43:22.054739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d5dc30-5f28-44fd-8ec6-7e9f7d00e60b None None] New status for floating IP 90ae920f-aae1-4bd8-8ce8-f3f15e12af1e: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:43:22.582423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39060) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:22.647174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4f5cf1a7-8aca-40fb-b82e-02cebd80c69a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/90ae920f-aae1-4bd8-8ce8-f3f15e12af1e HTTP/1.1" status: 200 len: 992 time: 0.0634634 Sep 08 13:43:22.882319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302afe06-82e2-4608-ae1d-3cbb78baff49 req-1a2fbb50-0eac-4d7d-9b7c-51a8b3215eef tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:22.883893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-302afe06-82e2-4608-ae1d-3cbb78baff49 req-1a2fbb50-0eac-4d7d-9b7c-51a8b3215eef tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0501442 Sep 08 13:43:22.929491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-302afe06-82e2-4608-ae1d-3cbb78baff49 req-acc9de3f-4b8f-4e2f-a759-bd08f72538de tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391541 Sep 08 13:43:24.047636 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ed3db-71ac-4bb7-aea6-0cfe29096a7e req-1fcad69c-3b24-4d12-9552-0b12a9c6bf18 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:24.049117 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f1ed3db-71ac-4bb7-aea6-0cfe29096a7e req-1fcad69c-3b24-4d12-9552-0b12a9c6bf18 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0508819 Sep 08 13:43:24.089821 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4f1ed3db-71ac-4bb7-aea6-0cfe29096a7e req-aa80414b-6e63-4c5d-930d-3e9ddbece6e7 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346243 Sep 08 13:43:24.608483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13189-e745-4a4f-87aa-e75e9b095334 req-f281c6b4-32ad-4f83-81cf-1c51d82139f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:24.608943 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8e13189-e745-4a4f-87aa-e75e9b095334 req-f281c6b4-32ad-4f83-81cf-1c51d82139f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be75728373d74686b88f01706fc5fcce&device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 1097 time: 0.0474999 Sep 08 13:43:24.737607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13189-e745-4a4f-87aa-e75e9b095334 req-8bfce108-22b1-4b88-868b-489f043743c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:24.739194 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8e13189-e745-4a4f-87aa-e75e9b095334 req-8bfce108-22b1-4b88-868b-489f043743c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=55a6671c-5f87-4337-afe8-ab0a6e46f914 HTTP/1.1" status: 200 len: 917 time: 0.1108906 Sep 08 13:43:24.791053 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8e13189-e745-4a4f-87aa-e75e9b095334 req-ee5d4648-9f35-43b6-9a97-f7aba19e2136 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39be4d39-f882-477e-a2dd-e3aee1195d13 HTTP/1.1" status: 200 len: 217 time: 0.0432019 Sep 08 13:43:24.850593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13189-e745-4a4f-87aa-e75e9b095334 req-f71f2d56-2d36-417e-9f47-e05080efcd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:24.852541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8e13189-e745-4a4f-87aa-e75e9b095334 req-f71f2d56-2d36-417e-9f47-e05080efcd9d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f165eac3-40c6-4a71-86b7-1c6f19c9941d HTTP/1.1" status: 200 len: 855 time: 0.0545189 Sep 08 13:43:24.904895 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e13189-e745-4a4f-87aa-e75e9b095334 req-ec5143d9-5264-4819-9c0f-3baca2df9c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:24.906477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8e13189-e745-4a4f-87aa-e75e9b095334 req-ec5143d9-5264-4819-9c0f-3baca2df9c28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=55a6671c-5f87-4337-afe8-ab0a6e46f914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457840 Sep 08 13:43:25.014898 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8e13189-e745-4a4f-87aa-e75e9b095334 req-2e18f003-0566-4a6e-87ee-5ac57567db3c service neutron] 10.222.0.60 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011829 Sep 08 13:43:25.120804 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8e13189-e745-4a4f-87aa-e75e9b095334 req-531f0ea1-329d-4eec-bd72-f2ffadccfa07 service neutron] 10.222.0.60 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987253 Sep 08 13:43:25.221758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70d36c-b05c-45f0-8b21-49c8ac91a1c3 req-276f0d7a-3c47-4992-a116-9fbe8d722b27 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:25.224127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a70d36c-b05c-45f0-8b21-49c8ac91a1c3 req-276f0d7a-3c47-4992-a116-9fbe8d722b27 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0626471 Sep 08 13:43:25.274782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a70d36c-b05c-45f0-8b21-49c8ac91a1c3 req-8587368b-1b64-4d1f-903c-a93d35bbf72a tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 Sep 08 13:43:26.393971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b273253-a0d1-4f8c-8c7a-5c445081ac72 req-40f16546-da1c-4d60-a8a4-c4b8da17da79 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:26.395561 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b273253-a0d1-4f8c-8c7a-5c445081ac72 req-40f16546-da1c-4d60-a8a4-c4b8da17da79 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0567789 Sep 08 13:43:26.438080 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b273253-a0d1-4f8c-8c7a-5c445081ac72 req-5c324dbb-675b-417a-9a2b-9db6226855b6 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362597 Sep 08 13:43:27.561369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261467b7-204a-4601-a383-f8f32a358070 req-1e774948-a846-4c46-b6dc-b95d2d748879 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:27.562910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-261467b7-204a-4601-a383-f8f32a358070 req-1e774948-a846-4c46-b6dc-b95d2d748879 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0507057 Sep 08 13:43:27.623185 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-261467b7-204a-4601-a383-f8f32a358070 req-2885d032-a513-4175-b3c3-6921223e82b6 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475132 Sep 08 13:43:28.741905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e88ebc-0cdf-4eb0-b40f-f3ed7dbff4ea req-56f42b66-39ae-49a4-aeb9-d564fa48b4c7 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:28.743516 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6e88ebc-0cdf-4eb0-b40f-f3ed7dbff4ea req-56f42b66-39ae-49a4-aeb9-d564fa48b4c7 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0613966 Sep 08 13:43:28.784766 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6e88ebc-0cdf-4eb0-b40f-f3ed7dbff4ea req-f2567bf8-ef95-4137-b982-0fef1c6e1124 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351529 Sep 08 13:43:29.131142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39234) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:29.242939 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64ff7e26-ffb8-483c-ad96-9924ae02932a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:29.333386 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64ff7e26-ffb8-483c-ad96-9924ae02932a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:29.411787 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-64ff7e26-ffb8-483c-ad96-9924ae02932a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:29.448564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff7e26-ffb8-483c-ad96-9924ae02932a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf61a2b-8d9c-4691-ab54-95a05a3913f0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:29.452855 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-64ff7e26-ffb8-483c-ad96-9924ae02932a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=321b99153a94410cab9b61868cbe174f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204041 Sep 08 13:43:29.456441 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39238) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:29.511844 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:29.535880 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:29.663192 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:29.665909 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:29.669984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ddf61a2b-8d9c-4691-ab54-95a05a3913f0 HTTP/1.1" status: 204 len: 168 time: 0.2121851 Sep 08 13:43:29.678022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf61a2b-8d9c-4691-ab54-95a05a3913f0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:29.689276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:29.689276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:29.689276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:29.689276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:29.689276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:29.689276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:29.689276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:29.689276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:29.689276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:29.690797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:29.691571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:29.691917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e36b957-c593-4f93-8853-8667459ff72f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:43:29.913797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41da70b-1d52-4978-8b62-e24080475628 req-a7b2eb37-c20d-4da6-93c2-7847ecd11465 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:29.915352 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a41da70b-1d52-4978-8b62-e24080475628 req-a7b2eb37-c20d-4da6-93c2-7847ecd11465 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0567193 Sep 08 13:43:29.954882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a41da70b-1d52-4978-8b62-e24080475628 req-887b93b9-b91f-455d-82c8-ac05a13b1319 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334995 Sep 08 13:43:30.312512 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39248) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:30.330349 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7caf979-61fe-4a79-8f68-f147ac9e2608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:30.336475 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:43:30.423451 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7caf979-61fe-4a79-8f68-f147ac9e2608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:30.503764 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d7caf979-61fe-4a79-8f68-f147ac9e2608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:30.542327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7caf979-61fe-4a79-8f68-f147ac9e2608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d95862e4-8d63-4afb-9fe4-5d9d4fa38c8c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:30.548121 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d7caf979-61fe-4a79-8f68-f147ac9e2608 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=75d85a44f3a44e2cabc25f76201e1ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345781 Sep 08 13:43:30.550884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39250) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:30.603131 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e05df428-f61e-4113-a49f-40ff91c05438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:30.625128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e05df428-f61e-4113-a49f-40ff91c05438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:30.754635 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e05df428-f61e-4113-a49f-40ff91c05438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:30.757141 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e05df428-f61e-4113-a49f-40ff91c05438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:30.758358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e05df428-f61e-4113-a49f-40ff91c05438 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/d95862e4-8d63-4afb-9fe4-5d9d4fa38c8c HTTP/1.1" status: 204 len: 168 time: 0.2064512 Sep 08 13:43:30.766526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05df428-f61e-4113-a49f-40ff91c05438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d95862e4-8d63-4afb-9fe4-5d9d4fa38c8c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:31.078230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6bfd5-9ea1-4765-a3cb-08efbfbb06e7 req-ab57e989-dc4c-48f6-873c-8509ff84839a tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:31.079806 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8ed6bfd5-9ea1-4765-a3cb-08efbfbb06e7 req-ab57e989-dc4c-48f6-873c-8509ff84839a tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0529547 Sep 08 13:43:31.122416 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8ed6bfd5-9ea1-4765-a3cb-08efbfbb06e7 req-d62644d2-2592-4e01-b1dd-2bf4ba2e1fd0 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361478 Sep 08 13:43:32.253519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1df89-69a9-4cb2-ae0f-ef71f5627e03 req-83d543a6-94b7-4ea6-83b7-cfe6a95176bc tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:32.255193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54b1df89-69a9-4cb2-ae0f-ef71f5627e03 req-83d543a6-94b7-4ea6-83b7-cfe6a95176bc tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0518563 Sep 08 13:43:32.296196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54b1df89-69a9-4cb2-ae0f-ef71f5627e03 req-d13f2daf-ceba-4a7c-b9f2-d19d98c46fff tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348043 Sep 08 13:43:33.418797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e85c3-8332-41db-b319-e0cb6e202aec req-95830af5-b5a3-42ea-97c5-e8aa63523b0d tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:33.420454 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f8e85c3-8332-41db-b319-e0cb6e202aec req-95830af5-b5a3-42ea-97c5-e8aa63523b0d tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0542178 Sep 08 13:43:33.466523 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f8e85c3-8332-41db-b319-e0cb6e202aec req-59acbba8-455a-4ef4-801d-fd756b6fb985 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Sep 08 13:43:34.600119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ba2a8-fea7-4d12-b770-4ab2f60fe310 req-390ffb0c-4876-4db7-bf6b-2aca3fbca675 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:34.601629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-638ba2a8-fea7-4d12-b770-4ab2f60fe310 req-390ffb0c-4876-4db7-bf6b-2aca3fbca675 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0549347 Sep 08 13:43:34.642943 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-638ba2a8-fea7-4d12-b770-4ab2f60fe310 req-47d29bc7-4edc-4e6d-b4cd-626ddf7e0330 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349483 Sep 08 13:43:35.763924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b5981-2821-4dbf-9a8f-ddb7d42ededd req-0c5415c0-f9fb-417d-86de-738f82e72469 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:35.765482 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af9b5981-2821-4dbf-9a8f-ddb7d42ededd req-0c5415c0-f9fb-417d-86de-738f82e72469 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0506961 Sep 08 13:43:35.806725 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af9b5981-2821-4dbf-9a8f-ddb7d42ededd req-9bd94a42-99a5-4fb7-af3b-2fa62babb074 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342219 Sep 08 13:43:36.928687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da339541-a167-4ba3-8d6d-27f63ff4d46e req-5d264448-bcaf-4366-9c46-4a7cb0537df9 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:36.930233 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da339541-a167-4ba3-8d6d-27f63ff4d46e req-5d264448-bcaf-4366-9c46-4a7cb0537df9 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0500138 Sep 08 13:43:36.969327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da339541-a167-4ba3-8d6d-27f63ff4d46e req-bdb0128c-d8ae-43cf-a1df-6c50fc80755f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322683 Sep 08 13:43:37.891403 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-16cf828a-196e-42ee-8893-ef42515eec0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:38.101272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d34e93-5541-433b-94d6-0518f406af83 req-75355ca5-ecf3-4172-b93d-49f96ba5136f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:38.103622 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-12d34e93-5541-433b-94d6-0518f406af83 req-75355ca5-ecf3-4172-b93d-49f96ba5136f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0635314 Sep 08 13:43:38.148531 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-12d34e93-5541-433b-94d6-0518f406af83 req-72086950-3ed8-47e1-b884-304d2dbd4042 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389824 Sep 08 13:43:39.273672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28f1a6-d36c-4c7c-ad78-aa8c3ec9878f req-118b3402-b25e-49be-bc77-671e8ab49f9b tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:39.278970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b28f1a6-d36c-4c7c-ad78-aa8c3ec9878f req-118b3402-b25e-49be-bc77-671e8ab49f9b tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0547476 Sep 08 13:43:39.319433 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b28f1a6-d36c-4c7c-ad78-aa8c3ec9878f req-99460194-12ab-4762-ab2e-967ab0df205c tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376592 Sep 08 13:43:40.377655 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d46fc69e-0d86-46bf-8bbc-d4727b7c48ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:40.441260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae746b9b-88c7-4b9e-869f-25482012664d req-6df4baac-7b52-4183-a7b5-e42d91a97831 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:40.442977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ae746b9b-88c7-4b9e-869f-25482012664d req-6df4baac-7b52-4183-a7b5-e42d91a97831 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0520377 Sep 08 13:43:40.496352 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ae746b9b-88c7-4b9e-869f-25482012664d req-76bab4b0-a818-4ac5-ac28-9faedc46722f tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469491 Sep 08 13:43:40.623077 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:41.631802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467b153-c2ab-4b66-aa52-c8cdc446b8d2 req-c815ee90-70e2-4bc2-bf9b-b0440711c5b3 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:41.633410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9467b153-c2ab-4b66-aa52-c8cdc446b8d2 req-c815ee90-70e2-4bc2-bf9b-b0440711c5b3 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0629058 Sep 08 13:43:41.680899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9467b153-c2ab-4b66-aa52-c8cdc446b8d2 req-47fc050b-184f-4dc2-9a5b-270e9a38ce8b tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393107 Sep 08 13:43:41.960124 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:42.255186 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c67e55-daba-430a-8d4e-112a5689a73e req-a780da04-9046-457d-9182-9cc36012f0bb tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:42.256839 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-58c67e55-daba-430a-8d4e-112a5689a73e req-a780da04-9046-457d-9182-9cc36012f0bb tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0539916 Sep 08 13:43:42.297925 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-58c67e55-daba-430a-8d4e-112a5689a73e req-c12206b8-4b02-4778-9d4e-1ec345f23e93 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348589 Sep 08 13:43:42.413762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f05bc-4e22-4567-90f0-fdffdeaa5450 req-7eaeffd1-14a9-4005-80e3-55c59522e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:42.415258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa7f05bc-4e22-4567-90f0-fdffdeaa5450 req-7eaeffd1-14a9-4005-80e3-55c59522e4e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=be75728373d74686b88f01706fc5fcce&device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 1097 time: 0.0426526 Sep 08 13:43:42.517969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f05bc-4e22-4567-90f0-fdffdeaa5450 req-2897f51b-3501-4b33-a96f-261a3b91eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:42.520615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa7f05bc-4e22-4567-90f0-fdffdeaa5450 req-2897f51b-3501-4b33-a96f-261a3b91eb3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=55a6671c-5f87-4337-afe8-ab0a6e46f914 HTTP/1.1" status: 200 len: 917 time: 0.0972593 Sep 08 13:43:42.563731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa7f05bc-4e22-4567-90f0-fdffdeaa5450 req-27d17a25-6f23-44ec-9a62-06201e5cd0e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39be4d39-f882-477e-a2dd-e3aee1195d13 HTTP/1.1" status: 200 len: 217 time: 0.0361748 Sep 08 13:43:42.611146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f05bc-4e22-4567-90f0-fdffdeaa5450 req-9ef12ccb-f46c-42ff-b9ac-7e7a42ee91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:42.613208 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa7f05bc-4e22-4567-90f0-fdffdeaa5450 req-9ef12ccb-f46c-42ff-b9ac-7e7a42ee91e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f165eac3-40c6-4a71-86b7-1c6f19c9941d HTTP/1.1" status: 200 len: 855 time: 0.0434446 Sep 08 13:43:42.663145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f05bc-4e22-4567-90f0-fdffdeaa5450 req-d8a8e5da-a0f5-4438-a023-f7ef5182b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:42.664742 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa7f05bc-4e22-4567-90f0-fdffdeaa5450 req-d8a8e5da-a0f5-4438-a023-f7ef5182b26b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=55a6671c-5f87-4337-afe8-ab0a6e46f914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446832 Sep 08 13:43:42.763484 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa7f05bc-4e22-4567-90f0-fdffdeaa5450 req-5b363705-f9fd-425a-868d-ff5aeac68e4f service neutron] 10.222.0.60 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909343 Sep 08 13:43:42.872421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa7f05bc-4e22-4567-90f0-fdffdeaa5450 req-6c0f052d-be9f-49db-aa13-25d766bcb086 service neutron] 10.222.0.60 "GET /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021266 Sep 08 13:43:43.285556 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:43.445894 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3ed12-91ac-4c43-8e6b-cb2a4d8bf890 req-e74e69d7-293a-4281-b9b7-1e4d7d2e8ad8 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:43.447492 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-07c3ed12-91ac-4c43-8e6b-cb2a4d8bf890 req-e74e69d7-293a-4281-b9b7-1e4d7d2e8ad8 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0717630 Sep 08 13:43:43.490195 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-07c3ed12-91ac-4c43-8e6b-cb2a4d8bf890 req-38520aea-1343-4806-8c33-be858fd9dfcb tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365233 Sep 08 13:43:44.194123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39450) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:44.305983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f298a6f8-c0e5-415f-aab5-b213d99ea1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:44.396343 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f298a6f8-c0e5-415f-aab5-b213d99ea1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:44.451665 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:44.543248 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f298a6f8-c0e5-415f-aab5-b213d99ea1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:44.611900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298a6f8-c0e5-415f-aab5-b213d99ea1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a728db92-10f1-46c6-beea-e808d32b42bc,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:44.618880 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f298a6f8-c0e5-415f-aab5-b213d99ea1fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5ce0a1d1e7c044539b60370ca6b5482c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234385 Sep 08 13:43:44.622455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39458) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:44.645535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3094148-c358-46e4-aee4-67c804f33376 req-68247368-a825-40ab-9a05-bc85e9099e7e tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:44.647460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3094148-c358-46e4-aee4-67c804f33376 req-68247368-a825-40ab-9a05-bc85e9099e7e tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0796547 Sep 08 13:43:44.680064 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cecc79a9-b9e1-433b-86aa-2ffad922c0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:44.691805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3094148-c358-46e4-aee4-67c804f33376 req-318cdfaf-5325-4832-94e0-6a36842277e5 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370476 Sep 08 13:43:44.703922 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cecc79a9-b9e1-433b-86aa-2ffad922c0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:44.843071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbeeffe-8707-48e4-bde5-763d4efbf532 req-9057b13c-e582-4687-b02d-132a91956cff tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:44.844594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bfbeeffe-8707-48e4-bde5-763d4efbf532 req-9057b13c-e582-4687-b02d-132a91956cff tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0538180 Sep 08 13:43:44.885847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bfbeeffe-8707-48e4-bde5-763d4efbf532 req-e62b580b-8d2d-4d88-bc38-4ebcca850974 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345685 Sep 08 13:43:44.914156 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cecc79a9-b9e1-433b-86aa-2ffad922c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:44.917040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cecc79a9-b9e1-433b-86aa-2ffad922c0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:44.918434 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cecc79a9-b9e1-433b-86aa-2ffad922c0c1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a728db92-10f1-46c6-beea-e808d32b42bc HTTP/1.1" status: 204 len: 168 time: 0.2951360 Sep 08 13:43:44.928870 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc79a9-b9e1-433b-86aa-2ffad922c0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a728db92-10f1-46c6-beea-e808d32b42bc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:45.009711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae2634-c519-41c3-9885-e8bb55d6eab6 req-976e32b2-a301-486f-b458-8fbebe96ff6c tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:45.011287 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-61ae2634-c519-41c3-9885-e8bb55d6eab6 req-976e32b2-a301-486f-b458-8fbebe96ff6c tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef HTTP/1.1" status: 200 len: 945 time: 0.0524778 Sep 08 13:43:45.062039 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-61ae2634-c519-41c3-9885-e8bb55d6eab6 req-1aea80db-b4cc-40b9-8619-8c5635a10b1d tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432878 Sep 08 13:43:45.211814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab11d43-62e1-4fb2-bab3-97b1711ae391 req-77205954-9009-4ef5-a81b-9338b916a1b2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:45.211814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3ab11d43-62e1-4fb2-bab3-97b1711ae391 req-77205954-9009-4ef5-a81b-9338b916a1b2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0733397 Sep 08 13:43:45.249342 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3ab11d43-62e1-4fb2-bab3-97b1711ae391 req-14d3e107-d9f0-4f75-b7cd-aa6844816a90 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353858 Sep 08 13:43:45.295182 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-2735d068-3c78-4954-b49f-e3b368eb6630 req-13f8befb-ad09-453e-8033-f34785aa68b3 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:43:45.296354 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2735d068-3c78-4954-b49f-e3b368eb6630 req-13f8befb-ad09-453e-8033-f34785aa68b3 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063109 Sep 08 13:43:45.386943 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2735d068-3c78-4954-b49f-e3b368eb6630 req-5d1c0ace-2f5f-4839-9d5e-fa0fab2a4ce1 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0835822 Sep 08 13:43:45.661626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5f6dd-86d6-41e0-a1b0-1ee1078609e2 req-1ca50b1e-2c76-4ee1-b712-ec2d2cb19bc3 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:45.663343 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2d5f6dd-86d6-41e0-a1b0-1ee1078609e2 req-1ca50b1e-2c76-4ee1-b712-ec2d2cb19bc3 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0517657 Sep 08 13:43:45.702608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2d5f6dd-86d6-41e0-a1b0-1ee1078609e2 req-e7bbf095-6239-47a0-96f4-e1656a729339 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329618 Sep 08 13:43:45.750483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39482) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:45.768450 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03fa67e1-2a41-4afd-b058-7774e57f6d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:45.840006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3928f826-5402-422e-94da-1d9f430145f2 req-fb2fc3fa-76d7-48c7-9f8a-827e56304f66 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:45.841514 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3928f826-5402-422e-94da-1d9f430145f2 req-fb2fc3fa-76d7-48c7-9f8a-827e56304f66 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef HTTP/1.1" status: 200 len: 945 time: 0.0650730 Sep 08 13:43:45.900371 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3928f826-5402-422e-94da-1d9f430145f2 req-72b6073f-152a-4fe8-aed5-14287672416b tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517087 Sep 08 13:43:45.936622 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03fa67e1-2a41-4afd-b058-7774e57f6d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.026154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3be35d-29d6-4b09-84cc-14b342a2f688 req-bcdbfeed-59be-4664-8ac5-84a060aeee80 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:46.027723 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a3be35d-29d6-4b09-84cc-14b342a2f688 req-bcdbfeed-59be-4664-8ac5-84a060aeee80 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0571721 Sep 08 13:43:46.039770 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-03fa67e1-2a41-4afd-b058-7774e57f6d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.075587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a3be35d-29d6-4b09-84cc-14b342a2f688 req-d896191b-63c8-4d4d-b534-9c35430edb28 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 Sep 08 13:43:46.078713 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-03fa67e1-2a41-4afd-b058-7774e57f6d44 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dba9861f25c3494c83f0f2ed82b23458&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269262 Sep 08 13:43:46.082092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39486) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:46.090793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa67e1-2a41-4afd-b058-7774e57f6d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353483e8-f934-401e-8b7c-e91fe78175be,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:46.151880 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ead0024e-921d-4930-b40b-d0ec2e51eb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.178917 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ead0024e-921d-4930-b40b-d0ec2e51eb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.279369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e950-bea2-4161-bcf5-c15db7b5aff3 req-471e16cd-2b5e-4ac6-af6f-4e841bf5f0ec tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:46.285198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e950-bea2-4161-bcf5-c15db7b5aff3 req-471e16cd-2b5e-4ac6-af6f-4e841bf5f0ec tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:46.291292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74e950-bea2-4161-bcf5-c15db7b5aff3 req-471e16cd-2b5e-4ac6-af6f-4e841bf5f0ec tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:46.293132 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e74e950-bea2-4161-bcf5-c15db7b5aff3 req-471e16cd-2b5e-4ac6-af6f-4e841bf5f0ec tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00&device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef&device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 2417 time: 0.0655305 Sep 08 13:43:46.333111 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e74e950-bea2-4161-bcf5-c15db7b5aff3 req-e4ea2efd-7a59-458e-a9b8-4a669a7ac5c8 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340266 Sep 08 13:43:46.370516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-f708c9e2-cf9d-4ce8-ba2c-705f97f952ec req-429d06fc-5435-49c9-b33c-154f49332b10 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:43:46.371561 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f708c9e2-cf9d-4ce8-ba2c-705f97f952ec req-429d06fc-5435-49c9-b33c-154f49332b10 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062625 Sep 08 13:43:46.388395 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ead0024e-921d-4930-b40b-d0ec2e51eb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.391083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ead0024e-921d-4930-b40b-d0ec2e51eb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:46.392408 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ead0024e-921d-4930-b40b-d0ec2e51eb7a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/353483e8-f934-401e-8b7c-e91fe78175be HTTP/1.1" status: 204 len: 168 time: 0.3091757 Sep 08 13:43:46.401686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0024e-921d-4930-b40b-d0ec2e51eb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353483e8-f934-401e-8b7c-e91fe78175be,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:46.470266 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f708c9e2-cf9d-4ce8-ba2c-705f97f952ec req-e9aac890-ed80-4fcb-9c1f-ed890c831105 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0913346 Sep 08 13:43:46.943360 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:48.308197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed797e4c-110a-4caa-9a02-9d2a4eb9d7c7 req-6dd7f14a-e8cb-407a-ab70-6902ac340c71 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:48.311056 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ed797e4c-110a-4caa-9a02-9d2a4eb9d7c7 req-6dd7f14a-e8cb-407a-ab70-6902ac340c71 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0648966 Sep 08 13:43:48.357415 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ed797e4c-110a-4caa-9a02-9d2a4eb9d7c7 req-353798fe-a7b7-4deb-93eb-c4ef79ef960b tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392473 Sep 08 13:43:49.507926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b320ee-bf35-41df-8079-09bf45a792c3 req-4ee69b3b-3c9f-451e-bcee-424f25a4b735 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:49.509733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1b320ee-bf35-41df-8079-09bf45a792c3 req-4ee69b3b-3c9f-451e-bcee-424f25a4b735 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0661175 Sep 08 13:43:49.556717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1b320ee-bf35-41df-8079-09bf45a792c3 req-ee2425d1-ef44-4d5c-b62c-caa604cf53d4 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Sep 08 13:43:49.669583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ae2cb-e001-487c-86d3-11cbce8c1660 req-50e6a137-9ce5-4e8b-a041-7c89ca3f3068 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:49.671108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c02ae2cb-e001-487c-86d3-11cbce8c1660 req-50e6a137-9ce5-4e8b-a041-7c89ca3f3068 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.70 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 945 time: 0.0509145 Sep 08 13:43:49.766832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c02ae2cb-e001-487c-86d3-11cbce8c1660 req-6b289f79-6456-4ae1-9e0e-527222a2dacf tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Deleting port baa96b64-fa0b-4a1f-823c-4e99418296cc {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:43:49.767189 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c02ae2cb-e001-487c-86d3-11cbce8c1660 req-6b289f79-6456-4ae1-9e0e-527222a2dacf tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:49.871103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c02ae2cb-e001-487c-86d3-11cbce8c1660 req-6b289f79-6456-4ae1-9e0e-527222a2dacf tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] For port baa96b64-fa0b-4a1f-823c-4e99418296cc, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=baa96b64-fa0b-4a1f-823c-4e99418296cc,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:49.871477 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c02ae2cb-e001-487c-86d3-11cbce8c1660 req-6b289f79-6456-4ae1-9e0e-527222a2dacf tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:49.893804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c02ae2cb-e001-487c-86d3-11cbce8c1660 req-6b289f79-6456-4ae1-9e0e-527222a2dacf tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Calling delete_port for baa96b64-fa0b-4a1f-823c-4e99418296cc owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:43:50.154290 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c02ae2cb-e001-487c-86d3-11cbce8c1660 req-6b289f79-6456-4ae1-9e0e-527222a2dacf tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:50.168251 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['baa96b64-fa0b-4a1f-823c-4e99418296cc'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:50.170755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['39be4d39-f882-477e-a2dd-e3aee1195d13', '6d72f444-ba64-4567-ad0d-5363f28a231d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:50.184505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b289f79-6456-4ae1-9e0e-527222a2dacf tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Pushing event deleted for resources: {'Port': ['ID=baa96b64-fa0b-4a1f-823c-4e99418296cc,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:50.236543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02ae2cb-e001-487c-86d3-11cbce8c1660 req-6b289f79-6456-4ae1-9e0e-527222a2dacf tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] No DVR routers for this DVR port baa96b64-fa0b-4a1f-823c-4e99418296cc on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:43:50.239541 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c02ae2cb-e001-487c-86d3-11cbce8c1660 req-6b289f79-6456-4ae1-9e0e-527222a2dacf tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:50.241752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c02ae2cb-e001-487c-86d3-11cbce8c1660 req-6b289f79-6456-4ae1-9e0e-527222a2dacf tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.70 "DELETE /v2.0/ports/baa96b64-fa0b-4a1f-823c-4e99418296cc HTTP/1.1" status: 204 len: 173 time: 0.5634155 Sep 08 13:43:50.250003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4d9369-ac81-445e-b0fb-caae5f7c2b00', 'name': 'network-vif-deleted', 'tag': 'baa96b64-fa0b-4a1f-823c-4e99418296cc'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:50.250003 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606e5825-5b44-4803-ae66-1740037572e7" -d '{"events": [{"server_uuid": "4c4d9369-ac81-445e-b0fb-caae5f7c2b00", "name": "network-vif-deleted", "tag": "baa96b64-fa0b-4a1f-823c-4e99418296cc"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:50.296159 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182b7461-9851-4adb-bdce-43e08e5f3518 x-openstack-request-id: req-182b7461-9851-4adb-bdce-43e08e5f3518 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:50.298255 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c4d9369-ac81-445e-b0fb-caae5f7c2b00", "name": "network-vif-deleted", "tag": "baa96b64-fa0b-4a1f-823c-4e99418296cc", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:50.299301 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-182b7461-9851-4adb-bdce-43e08e5f3518 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:50.300107 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4d9369-ac81-445e-b0fb-caae5f7c2b00', 'name': 'network-vif-deleted', 'tag': 'baa96b64-fa0b-4a1f-823c-4e99418296cc', 'status': 'completed', 'code': 200} Sep 08 13:43:50.603006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39594) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:50.680063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-266ea379-5dd3-4230-9694-89451e7ebd02 req-cc43482c-cd72-4fd9-84ed-45b5a2d14b6c tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=4c4d9369-ac81-445e-b0fb-caae5f7c2b00 HTTP/1.1" status: 200 len: 210 time: 0.0362463 Sep 08 13:43:50.752916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-897f84db-db55-4c1a-b731-f56859f045da admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:50.860707 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-897f84db-db55-4c1a-b731-f56859f045da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:50.948379 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-897f84db-db55-4c1a-b731-f56859f045da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:50.989450 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-897f84db-db55-4c1a-b731-f56859f045da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=30b32e8fb7e84434b9b120bbe801badf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850110 Sep 08 13:43:50.990704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f84db-db55-4c1a-b731-f56859f045da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db145452-8c76-4808-a159-13da33c8304c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:50.992285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39600) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:51.045423 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1b7afd7-9ba8-429e-8562-be53f69d1f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.074454 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1b7afd7-9ba8-429e-8562-be53f69d1f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.285626 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1b7afd7-9ba8-429e-8562-be53f69d1f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.288549 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b1b7afd7-9ba8-429e-8562-be53f69d1f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:51.289820 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b1b7afd7-9ba8-429e-8562-be53f69d1f8b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/db145452-8c76-4808-a159-13da33c8304c HTTP/1.1" status: 204 len: 168 time: 0.2963567 Sep 08 13:43:51.298003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7afd7-9ba8-429e-8562-be53f69d1f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db145452-8c76-4808-a159-13da33c8304c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:52.089456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39612) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:52.104214 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b41dcf12-f970-4776-8c16-0ef123d7af77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:52.209339 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b41dcf12-f970-4776-8c16-0ef123d7af77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:52.248368 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe2e77-c685-4356-b19a-61254f6c324e req-8fc61e66-d686-462d-9d92-8dae9523c16d tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:52.250359 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52fe2e77-c685-4356-b19a-61254f6c324e req-8fc61e66-d686-462d-9d92-8dae9523c16d tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef HTTP/1.1" status: 200 len: 945 time: 0.0548174 Sep 08 13:43:52.291873 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-52fe2e77-c685-4356-b19a-61254f6c324e req-ec5c83d9-8af9-4991-8a06-964f9c314549 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347843 Sep 08 13:43:52.314008 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b41dcf12-f970-4776-8c16-0ef123d7af77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:52.352183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dcf12-f970-4776-8c16-0ef123d7af77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46549cd-8a06-4021-ae0c-e7ae911fbaa1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:52.356495 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b41dcf12-f970-4776-8c16-0ef123d7af77 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=067b0bcf615f4170a477ff491b664e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658193 Sep 08 13:43:52.359192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39616) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:52.409342 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80c7caa4-b26b-4e75-91ea-eb31c93dc7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:52.431004 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80c7caa4-b26b-4e75-91ea-eb31c93dc7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:52.436321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device baa96b64-fa0b-4a1f-823c-4e99418296cc no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:43:52.459173 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: baa96b64-fa0b-4a1f-823c-4e99418296cc {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:43:52.459795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device baa96b64-fa0b-4a1f-823c-4e99418296cc not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:43:52.566315 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80c7caa4-b26b-4e75-91ea-eb31c93dc7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:52.568940 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-80c7caa4-b26b-4e75-91ea-eb31c93dc7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:52.576422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-80c7caa4-b26b-4e75-91ea-eb31c93dc7f5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c46549cd-8a06-4021-ae0c-e7ae911fbaa1 HTTP/1.1" status: 204 len: 168 time: 0.2100093 Sep 08 13:43:52.578852 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7caa4-b26b-4e75-91ea-eb31c93dc7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46549cd-8a06-4021-ae0c-e7ae911fbaa1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:53.420709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509066e-318f-4a28-99e9-fff2848278f5 req-6bcc65d7-2c62-4ceb-a127-3f535c9dfcdb tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:53.422352 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6509066e-318f-4a28-99e9-fff2848278f5 req-6bcc65d7-2c62-4ceb-a127-3f535c9dfcdb tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef HTTP/1.1" status: 200 len: 945 time: 0.0556474 Sep 08 13:43:53.461529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6509066e-318f-4a28-99e9-fff2848278f5 req-ae1af2db-4611-414a-8e96-135e1ffeb599 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329344 Sep 08 13:43:53.812917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70ef30-55ff-428e-adf6-f6b3909d04ae req-137375d9-1885-48ab-adfd-3641332e9e6c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:53.815244 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a70ef30-55ff-428e-adf6-f6b3909d04ae req-137375d9-1885-48ab-adfd-3641332e9e6c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.0501115 Sep 08 13:43:53.830965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c97e6-4560-4675-b830-58c7e78e610d req-a4dbada5-4da2-4912-a3b0-490dfc55451a tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:53.832985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b62c97e6-4560-4675-b830-58c7e78e610d req-a4dbada5-4da2-4912-a3b0-490dfc55451a tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef HTTP/1.1" status: 200 len: 945 time: 0.0522058 Sep 08 13:43:53.868427 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4a70ef30-55ff-428e-adf6-f6b3909d04ae req-de5ce486-0a5e-4725-9ba5-1c58effd1f48 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467689 Sep 08 13:43:53.905129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39650) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:53.970644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-b62c97e6-4560-4675-b830-58c7e78e610d req-106dcf31-f531-471c-9e53-58f3e8680314 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Deleting port 6d72f444-ba64-4567-ad0d-5363f28a231d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:43:53.971044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b62c97e6-4560-4675-b830-58c7e78e610d req-106dcf31-f531-471c-9e53-58f3e8680314 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:53.983305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d9b0cb49-b28e-4647-8c34-d9ce48e9abb1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/90ae920f-aae1-4bd8-8ce8-f3f15e12af1e HTTP/1.1" status: 200 len: 992 time: 0.0766706 Sep 08 13:43:54.093052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b62c97e6-4560-4675-b830-58c7e78e610d req-106dcf31-f531-471c-9e53-58f3e8680314 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] For port 6d72f444-ba64-4567-ad0d-5363f28a231d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6d72f444-ba64-4567-ad0d-5363f28a231d,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:54.093553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b62c97e6-4560-4675-b830-58c7e78e610d req-106dcf31-f531-471c-9e53-58f3e8680314 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:54.108808 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-b62c97e6-4560-4675-b830-58c7e78e610d req-106dcf31-f531-471c-9e53-58f3e8680314 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Calling delete_port for 6d72f444-ba64-4567-ad0d-5363f28a231d owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:43:54.315819 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b62c97e6-4560-4675-b830-58c7e78e610d req-106dcf31-f531-471c-9e53-58f3e8680314 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:54.330164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['39be4d39-f882-477e-a2dd-e3aee1195d13', '6d72f444-ba64-4567-ad0d-5363f28a231d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:54.363285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106dcf31-f531-471c-9e53-58f3e8680314 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Pushing event deleted for resources: {'Port': ['ID=6d72f444-ba64-4567-ad0d-5363f28a231d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:54.410062 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ffb2c-8a88-4fe2-855e-f51f7c91865c req-99bf4cbc-e72f-4d7e-a2eb-97e2b737096a tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:54.413940 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c60ffb2c-8a88-4fe2-855e-f51f7c91865c req-99bf4cbc-e72f-4d7e-a2eb-97e2b737096a tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 1096 time: 0.1020226 Sep 08 13:43:54.421416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62c97e6-4560-4675-b830-58c7e78e610d req-106dcf31-f531-471c-9e53-58f3e8680314 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] No DVR routers for this DVR port 6d72f444-ba64-4567-ad0d-5363f28a231d on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:43:54.426364 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b62c97e6-4560-4675-b830-58c7e78e610d req-106dcf31-f531-471c-9e53-58f3e8680314 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:54.429413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b62c97e6-4560-4675-b830-58c7e78e610d req-106dcf31-f531-471c-9e53-58f3e8680314 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.60 "DELETE /v2.0/ports/6d72f444-ba64-4567-ad0d-5363f28a231d HTTP/1.1" status: 204 len: 173 time: 0.5893712 Sep 08 13:43:54.430083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d8ac99-3c5f-4365-9f2d-02e5510277ef', 'name': 'network-vif-deleted', 'tag': '6d72f444-ba64-4567-ad0d-5363f28a231d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:54.432933 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19494da9-5adc-4cef-83c2-7ed157a5451f" -d '{"events": [{"server_uuid": "d8d8ac99-3c5f-4365-9f2d-02e5510277ef", "name": "network-vif-deleted", "tag": "6d72f444-ba64-4567-ad0d-5363f28a231d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:54.494580 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c60ffb2c-8a88-4fe2-855e-f51f7c91865c req-05e45e55-c5e0-4664-a9e5-cb9cf1183569 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642033 Sep 08 13:43:54.506618 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c6689c-f84a-467b-bf44-277b782fc15f x-openstack-request-id: req-d7c6689c-f84a-467b-bf44-277b782fc15f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:54.507066 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d8ac99-3c5f-4365-9f2d-02e5510277ef", "name": "network-vif-deleted", "tag": "6d72f444-ba64-4567-ad0d-5363f28a231d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:54.508090 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d7c6689c-f84a-467b-bf44-277b782fc15f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:54.509658 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d8ac99-3c5f-4365-9f2d-02e5510277ef', 'name': 'network-vif-deleted', 'tag': '6d72f444-ba64-4567-ad0d-5363f28a231d', 'status': 'completed', 'code': 200} Sep 08 13:43:54.648982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90481792-b0d3-41fe-b304-d5d85e3d9b1c req-84c39d9f-1e29-42a1-bf4f-d9ea32bb3c34 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=d8d8ac99-3c5f-4365-9f2d-02e5510277ef HTTP/1.1" status: 200 len: 210 time: 0.0562983 Sep 08 13:43:55.177667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39680) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:55.289162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1658244106', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:55.439984 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Made reservation on behalf of e3af28c6a0bb4ec2b798730ef4b1d9ef for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:43:55.442415 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.451615 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.586985 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.702699 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:55.711001 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] device_id is not set on port ddb14a7b-c5f0-4ccd-85cd-b4601b24ab9c yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:43:55.769996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a999d427-2f46-490f-a165-b815ebd29758,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:55.849970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Allocated IP 172.25.5.45 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/ddb14a7b-c5f0-4ccd-85cd-b4601b24ab9c) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:43:55.940948 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-d64e84d2-fb2d-4999-96d8-60f15db5e4db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1445038 Sep 08 13:43:55.959309 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-7c73d9a1-816e-463e-a88c-73a55fc85be2 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:43:55.960292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-7c73d9a1-816e-463e-a88c-73a55fc85be2 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072699 Sep 08 13:43:56.076801 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:56.194900 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:56.243868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:43:56.249105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:43:56.251705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:43:56.274988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebfe5cc-727c-485f-95ac-e00785439697 req-501bd1f8-d734-4e0e-b10f-a140091d8764 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:56.278975 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bebfe5cc-727c-485f-95ac-e00785439697 req-501bd1f8-d734-4e0e-b10f-a140091d8764 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0624063 Sep 08 13:43:56.289659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Pushing event updated for resources: {'Port': ['ID=ddb14a7b-c5f0-4ccd-85cd-b4601b24ab9c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:56.313997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:56.315324 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:56.327006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bebfe5cc-727c-485f-95ac-e00785439697 req-28289a34-3370-4a59-ac85-97d6a8498e57 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417380 Sep 08 13:43:56.366069 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-86e6bceb-3e34-4db9-a83e-b343631c78e2 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1872160 Sep 08 13:43:56.368887 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39724) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:56.373673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.45'}]}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:56.445399 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:56.446992 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:56.517612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:56.707896 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:56.775853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-fb7a0537-b56b-46ac-8508-4d83443507ad tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:56.777221 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-fb7a0537-b56b-46ac-8508-4d83443507ad tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/ports/c4a4804e-4d46-471b-be39-dc65cbec7637 HTTP/1.1" status: 200 len: 1093 time: 0.0365229 Sep 08 13:43:56.787301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] Request body: {'binding': {'host': 'n-h2-807558-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:56.787755 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] Unknown quota resources ['binding']. {{(pid=96264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:43:56.994410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] Attempting to bind port c4a4804e-4d46-471b-be39-dc65cbec7637 on host n-h2-807558-3 for vnic_type normal with profile None {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:43:56.994753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] Attempting to bind port c4a4804e-4d46-471b-be39-dc65cbec7637 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:43:56.995084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] Attempting to bind port c4a4804e-4d46-471b-be39-dc65cbec7637 on network a51aabf8-8173-477a-9f1a-a7066cf046ea {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:57.002633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] Port c4a4804e-4d46-471b-be39-dc65cbec7637 on network a51aabf8-8173-477a-9f1a-a7066cf046ea not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:43:57.002958 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] Attempting to bind port c4a4804e-4d46-471b-be39-dc65cbec7637 on network a51aabf8-8173-477a-9f1a-a7066cf046ea {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:43:57.011072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:43:57.011415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] Checking segment: {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:43:57.011813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] Bound using segment: {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'} {{(pid=96264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:43:57.012245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.managers [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] Bound port: c4a4804e-4d46-471b-be39-dc65cbec7637, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'}}] {{(pid=96264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:43:57.173275 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c4a4804e-4d46-471b-be39-dc65cbec7637,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:43:57.208424 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:57.228108 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:57.303673 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] Notify callbacks [] for binding, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:57.304849 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] 10.222.0.69 "POST /v2.0/ports/c4a4804e-4d46-471b-be39-dc65cbec7637/bindings HTTP/1.1" status: 201 len: 389 time: 0.5216510 Sep 08 13:43:57.450846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c919a2-9713-4bc7-8870-b14cf6102e82 req-54c2be86-9685-4106-92c0-543ffb633d77 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:57.452280 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0c919a2-9713-4bc7-8870-b14cf6102e82 req-54c2be86-9685-4106-92c0-543ffb633d77 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0530305 Sep 08 13:43:57.491421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0c919a2-9713-4bc7-8870-b14cf6102e82 req-180a60ba-84b6-4919-ba4b-9eb83c69cb46 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323873 Sep 08 13:43:57.491640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:57.643399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259883f7-6072-43ef-8199-2438f6348b4d req-6807a9f6-1cc6-4296-8c4a-6f4ab373be39 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:57.645411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-259883f7-6072-43ef-8199-2438f6348b4d req-6807a9f6-1cc6-4296-8c4a-6f4ab373be39 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.0588324 Sep 08 13:43:57.664490 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:57.667084 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:57.688127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-259883f7-6072-43ef-8199-2438f6348b4d req-90321376-fd49-43b2-8f11-4437eb4099c3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364525 Sep 08 13:43:57.769194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6d72f444-ba64-4567-ad0d-5363f28a231d no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:43:57.782487 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:57.783106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8cd4efa-2f60-4144-9e01-4e662d0375a8 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:43:57.793754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 6d72f444-ba64-4567-ad0d-5363f28a231d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:43:57.793754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6d72f444-ba64-4567-ad0d-5363f28a231d not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:43:57.891935 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 08 13:43:57.893895 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0d087b43-6f23-460a-b8b5-56762cecb141 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.5235963 Sep 08 13:43:57.897375 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39734) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:43:57.940024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65565f73-afcb-4474-8014-b334058940ca req-6cb4c73a-c433-4257-8568-a0d1fd18d205 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:57.941561 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-65565f73-afcb-4474-8014-b334058940ca req-6cb4c73a-c433-4257-8568-a0d1fd18d205 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.60 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0809357 Sep 08 13:43:58.079748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-ceb3b643-f2ea-4781-a0b8-8a13eb966f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:58.081206 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-ceb3b643-f2ea-4781-a0b8-8a13eb966f85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 1096 time: 0.1106107 Sep 08 13:43:58.083456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5c77189f-3586-44c1-b86f-bac62f8f6c96 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Deleting port ddb14a7b-c5f0-4ccd-85cd-b4601b24ab9c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:43:58.083837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c77189f-3586-44c1-b86f-bac62f8f6c96 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:58.548401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-65565f73-afcb-4474-8014-b334058940ca req-d65a0e89-c1d0-409f-86b1-f82ecc3f29a2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Deleting port 39be4d39-f882-477e-a2dd-e3aee1195d13 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:43:58.549404 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-65565f73-afcb-4474-8014-b334058940ca req-d65a0e89-c1d0-409f-86b1-f82ecc3f29a2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:58.664423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c89aa-ca81-4c4e-a481-283157649df9 req-f495837b-5779-4c6d-b571-d79336c22aac tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:58.667077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b52c89aa-ca81-4c4e-a481-283157649df9 req-f495837b-5779-4c6d-b571-d79336c22aac tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 946 time: 0.0966387 Sep 08 13:43:58.678760 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c77189f-3586-44c1-b86f-bac62f8f6c96 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:58.699143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-46132eb6-f015-44da-b70b-9a622cc6deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:58.700748 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-46132eb6-f015-44da-b70b-9a622cc6deca service neutron] 10.222.0.60 "GET /v2.0/networks?id=a51aabf8-8173-477a-9f1a-a7066cf046ea HTTP/1.1" status: 200 len: 897 time: 0.6119132 Sep 08 13:43:58.707104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5c77189f-3586-44c1-b86f-bac62f8f6c96 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Calling delete_port for ddb14a7b-c5f0-4ccd-85cd-b4601b24ab9c owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:43:58.709280 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b52c89aa-ca81-4c4e-a481-283157649df9 req-7f35be10-c132-449d-aa3f-401de11586f7 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/security-groups?id=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359318 Sep 08 13:43:58.828458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-65565f73-afcb-4474-8014-b334058940ca req-d65a0e89-c1d0-409f-86b1-f82ecc3f29a2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] For port 39be4d39-f882-477e-a2dd-e3aee1195d13, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=39be4d39-f882-477e-a2dd-e3aee1195d13,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:43:58.828850 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-65565f73-afcb-4474-8014-b334058940ca req-d65a0e89-c1d0-409f-86b1-f82ecc3f29a2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:58.876627 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-61bd4e43-5085-4ad5-85d0-e32891fc8dd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a4804e-4d46-471b-be39-dc65cbec7637 HTTP/1.1" status: 200 len: 1000 time: 0.1672845 Sep 08 13:43:58.877749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-65565f73-afcb-4474-8014-b334058940ca req-d65a0e89-c1d0-409f-86b1-f82ecc3f29a2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Calling delete_port for 39be4d39-f882-477e-a2dd-e3aee1195d13 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:43:58.996084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f5c66-9b51-4ff7-982d-5f8cc49a7152 req-201adf80-787f-4609-bc63-b240469c1ff9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:58.999323 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d73f5c66-9b51-4ff7-982d-5f8cc49a7152 req-201adf80-787f-4609-bc63-b240469c1ff9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.2191420 Sep 08 13:43:59.013215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-3f48b28c-cd27-4a8f-98f0-b2d911f4b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:59.014750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-3f48b28c-cd27-4a8f-98f0-b2d911f4b2f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a34b749-d3a3-4d95-b664-d83817927a58 HTTP/1.1" status: 200 len: 835 time: 0.1249037 Sep 08 13:43:59.128396 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d73f5c66-9b51-4ff7-982d-5f8cc49a7152 req-64ab5f37-ea68-400d-a9d4-3e34a2d3d650 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216896 Sep 08 13:43:59.154730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-10f250a9-acea-4c4d-8046-421bcd56bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:59.154730 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-10f250a9-acea-4c4d-8046-421bcd56bb08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a51aabf8-8173-477a-9f1a-a7066cf046ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275604 Sep 08 13:43:59.249826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c77189f-3586-44c1-b86f-bac62f8f6c96 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:59.285135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77189f-3586-44c1-b86f-bac62f8f6c96 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Pushing event deleted for resources: {'Port': ['ID=ddb14a7b-c5f0-4ccd-85cd-b4601b24ab9c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:59.340874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-428c0001-30f0-489b-88c4-5f558bbf053b service neutron] 10.222.0.60 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699505 Sep 08 13:43:59.343311 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-65565f73-afcb-4474-8014-b334058940ca req-d65a0e89-c1d0-409f-86b1-f82ecc3f29a2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:59.355593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['39be4d39-f882-477e-a2dd-e3aee1195d13'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:43:59.417142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65a0e89-c1d0-409f-86b1-f82ecc3f29a2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Pushing event deleted for resources: {'Port': ['ID=39be4d39-f882-477e-a2dd-e3aee1195d13,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:43:59.466712 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c77189f-3586-44c1-b86f-bac62f8f6c96 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:59.468796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5c77189f-3586-44c1-b86f-bac62f8f6c96 tempest-RoutersAdminNegativeTest-1392206461 tempest-RoutersAdminNegativeTest-1392206461-project-admin] 10.222.0.69 "DELETE /v2.0/ports/ddb14a7b-c5f0-4ccd-85cd-b4601b24ab9c HTTP/1.1" status: 204 len: 168 time: 1.5703416 Sep 08 13:43:59.511766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-65565f73-afcb-4474-8014-b334058940ca req-d65a0e89-c1d0-409f-86b1-f82ecc3f29a2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] No DVR routers for this DVR port 39be4d39-f882-477e-a2dd-e3aee1195d13 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:43:59.516621 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-65565f73-afcb-4474-8014-b334058940ca req-d65a0e89-c1d0-409f-86b1-f82ecc3f29a2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:59.519022 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-65565f73-afcb-4474-8014-b334058940ca req-d65a0e89-c1d0-409f-86b1-f82ecc3f29a2 tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.60 "DELETE /v2.0/ports/39be4d39-f882-477e-a2dd-e3aee1195d13 HTTP/1.1" status: 204 len: 173 time: 1.5703678 Sep 08 13:43:59.519635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3204f082-bea2-4c34-9e8f-a1a01af5b6ce', 'name': 'network-vif-deleted', 'tag': '39be4d39-f882-477e-a2dd-e3aee1195d13'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:43:59.522469 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c6c155-eb5b-4189-bb19-9625719df95d" -d '{"events": [{"server_uuid": "3204f082-bea2-4c34-9e8f-a1a01af5b6ce", "name": "network-vif-deleted", "tag": "39be4d39-f882-477e-a2dd-e3aee1195d13"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:43:59.556492 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-666385c2-633e-463b-8b98-53a3654b5472 service neutron] 10.222.0.60 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073040 Sep 08 13:43:59.584190 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cea0813-ae16-46bc-beb5-88656cd83113 x-openstack-request-id: req-7cea0813-ae16-46bc-beb5-88656cd83113 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:43:59.584893 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3204f082-bea2-4c34-9e8f-a1a01af5b6ce", "name": "network-vif-deleted", "tag": "39be4d39-f882-477e-a2dd-e3aee1195d13", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:43:59.584893 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7cea0813-ae16-46bc-beb5-88656cd83113 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:43:59.585411 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3204f082-bea2-4c34-9e8f-a1a01af5b6ce', 'name': 'network-vif-deleted', 'tag': '39be4d39-f882-477e-a2dd-e3aee1195d13', 'status': 'completed', 'code': 200} Sep 08 13:43:59.709260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-5f12814f-4502-4e5d-9e30-d100af51e786 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:43:59.710897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-5f12814f-4502-4e5d-9e30-d100af51e786 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1&tenant_id=8d38255802c64843a056aaa5d3c7c4c2&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1096 time: 0.0905154 Sep 08 13:43:59.726769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-807558-3'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:43:59.797219 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:43:59.838557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4243870a-0d16-490b-8cea-c3572d89e21e req-d13ee212-93cb-40ca-a27c-8dc1f8ce6dec tempest-ListServerFiltersTestJSON-1085642442 tempest-ListServerFiltersTestJSON-1085642442-project] 10.222.0.69 "GET /v2.0/ports?device_id=3204f082-bea2-4c34-9e8f-a1a01af5b6ce HTTP/1.1" status: 200 len: 210 time: 0.0429084 Sep 08 13:43:59.991150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c4a4804e-4d46-471b-be39-dc65cbec7637,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:00.029110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39756) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:00.029987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:00.073104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.143056 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-475ff6f9-dd8f-4b7e-9449-5e08b1f3c93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.188156 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.388018 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f79b3-b250-4e06-8d6d-0dd9534fcccc req-8b32ec25-f50b-4584-a230-d386b4fe1eb7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:00.389918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3f8f79b3-b250-4e06-8d6d-0dd9534fcccc req-8b32ec25-f50b-4584-a230-d386b4fe1eb7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 943 time: 0.1761937 Sep 08 13:44:00.396280 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-475ff6f9-dd8f-4b7e-9449-5e08b1f3c93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.407263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Pushing event updated for resources: {'Port': ['ID=c4a4804e-4d46-471b-be39-dc65cbec7637,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:00.449251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3f8f79b3-b250-4e06-8d6d-0dd9534fcccc req-5ff0d0a6-68fd-4804-a57a-1cebe6645ece tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489953 Sep 08 13:44:00.499636 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-475ff6f9-dd8f-4b7e-9449-5e08b1f3c93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.506907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Attempting to bind port c4a4804e-4d46-471b-be39-dc65cbec7637 on host n-h1-807558-3 for vnic_type normal with profile {"migrating_to": "n-h2-807558-3"} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:00.514853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Attempting to bind port c4a4804e-4d46-471b-be39-dc65cbec7637 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:00.514853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Attempting to bind port c4a4804e-4d46-471b-be39-dc65cbec7637 on network a51aabf8-8173-477a-9f1a-a7066cf046ea {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:00.515909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Port c4a4804e-4d46-471b-be39-dc65cbec7637 on network a51aabf8-8173-477a-9f1a-a7066cf046ea not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:44:00.516463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Attempting to bind port c4a4804e-4d46-471b-be39-dc65cbec7637 on network a51aabf8-8173-477a-9f1a-a7066cf046ea {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:00.526549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:00.527096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Checking segment: {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:00.527794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Bound using segment: {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:00.528604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Bound port: c4a4804e-4d46-471b-be39-dc65cbec7637, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7946b2b5-f41b-40a6-ab9e-8b52a0815c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:00.529159 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.548961 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-475ff6f9-dd8f-4b7e-9449-5e08b1f3c93d admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c40a18e693374f8c93a7f1b9e2988346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094151 Sep 08 13:44:00.548961 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39762) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:00.606474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ff6f9-dd8f-4b7e-9449-5e08b1f3c93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba11f9c-e10e-4b0c-b771-c5f7f444fa39,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:00.608039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:00.612656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c4a4804e-4d46-471b-be39-dc65cbec7637,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:00.618127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ecac4f9b-1c99-488c-ae83-d41b65bd9ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.641466 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ecac4f9b-1c99-488c-ae83-d41b65bd9ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.675883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c9318014-6280-4760-9c8b-532e70378d2b None None] Provisioning complete for port c4a4804e-4d46-471b-be39-dc65cbec7637 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:00.676584 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c9318014-6280-4760-9c8b-532e70378d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.712741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c9318014-6280-4760-9c8b-532e70378d2b None None] Port c4a4804e-4d46-471b-be39-dc65cbec7637 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:44:00.720526 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.777012 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ecac4f9b-1c99-488c-ae83-d41b65bd9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.780032 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ecac4f9b-1c99-488c-ae83-d41b65bd9ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.783802 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ecac4f9b-1c99-488c-ae83-d41b65bd9ca6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0ba11f9c-e10e-4b0c-b771-c5f7f444fa39 HTTP/1.1" status: 204 len: 168 time: 0.2371938 Sep 08 13:44:00.790253 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac4f9b-1c99-488c-ae83-d41b65bd9ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba11f9c-e10e-4b0c-b771-c5f7f444fa39,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:00.830995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Pushing event updated for resources: {'Port': ['ID=c4a4804e-4d46-471b-be39-dc65cbec7637,revision_number=8']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:00.892065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:00.892742 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:00.894476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9e09f375-e5d9-4cdc-98a3-e584c65534ad service neutron] 10.222.0.60 "PUT /v2.0/ports/c4a4804e-4d46-471b-be39-dc65cbec7637 HTTP/1.1" status: 200 len: 1121 time: 1.1722004 Sep 08 13:44:00.931841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39772) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:00.943624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['c4a4804e-4d46-471b-be39-dc65cbec7637'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:44:00.977965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-be499c72-f4f6-4bf1-a4e5-959418c5449a admin admin] Deleting subnet f165eac3-40c6-4a71-86b7-1c6f19c9941d {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:44:00.981915 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be499c72-f4f6-4bf1-a4e5-959418c5449a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.034582 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be499c72-f4f6-4bf1-a4e5-959418c5449a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.067867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Provisioning complete for port c4a4804e-4d46-471b-be39-dc65cbec7637 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:01.068240 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.121416 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be499c72-f4f6-4bf1-a4e5-959418c5449a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.219889 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.253960 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be499c72-f4f6-4bf1-a4e5-959418c5449a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.279882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:01.285421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be499c72-f4f6-4bf1-a4e5-959418c5449a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f165eac3-40c6-4a71-86b7-1c6f19c9941d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:01.288087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be499c72-f4f6-4bf1-a4e5-959418c5449a admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.289944 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a97d216-fea1-4ae9-a7d3-21ef3903b010" -d '{"events": [{"server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "name": "network-vif-plugged", "status": "completed", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:01.290655 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-be499c72-f4f6-4bf1-a4e5-959418c5449a admin admin] 10.222.0.69 "DELETE /v2.0/subnets/f165eac3-40c6-4a71-86b7-1c6f19c9941d HTTP/1.1" status: 204 len: 168 time: 0.3576384 Sep 08 13:44:01.292740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39780) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:01.310680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c4a4804e-4d46-471b-be39-dc65cbec7637,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:01.321508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ba5cad-9068-4b85-b95f-73f653c17697 None None] Network 55a6671c-5f87-4337-afe8-ab0a6e46f914 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:01.353827 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d7d046-2f18-42bf-b2c9-21b8856f897c x-openstack-request-id: req-72d7d046-2f18-42bf-b2c9-21b8856f897c {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:01.354278 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "name": "network-vif-plugged", "status": "completed", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:01.354532 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-72d7d046-2f18-42bf-b2c9-21b8856f897c {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:01.354962 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'code': 200} Sep 08 13:44:01.381917 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.421229 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.441231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Deleting port aac67e27-5d8e-4d20-856b-60e4949e9dde {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:01.441705 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.514276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] For port aac67e27-5d8e-4d20-856b-60e4949e9dde, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=aac67e27-5d8e-4d20-856b-60e4949e9dde,segment=NetworkSegment(1c768aec-87a4-4dbc-bd47-79578b08e973),segment_id=1c768aec-87a4-4dbc-bd47-79578b08e973)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:01.514751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.529654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Calling delete_port for aac67e27-5d8e-4d20-856b-60e4949e9dde owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:01.585807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637'}, {'name': 'network-changed', 'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:01.588616 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbb0f3a-be18-4034-905c-8b1cf7722f87" -d '{"events": [{"server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "name": "network-vif-unplugged", "status": "completed", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637"}, {"name": "network-changed", "server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:01.614054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa7fe3-2c7e-47ea-b395-4abf20c121e6 req-f8433f8b-c958-46ea-9d34-545bddde9baf tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:01.628504 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafa7fe3-2c7e-47ea-b395-4abf20c121e6 req-f8433f8b-c958-46ea-9d34-545bddde9baf tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.0856123 Sep 08 13:44:01.661710 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fcc38a-93df-4e01-bf29-558c70455025 x-openstack-request-id: req-24fcc38a-93df-4e01-bf29-558c70455025 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:01.662217 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "name": "network-vif-unplugged", "status": "completed", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637", "code": 200}, {"name": "network-changed", "server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:01.662472 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-24fcc38a-93df-4e01-bf29-558c70455025 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:01.662857 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'code': 200} Sep 08 13:44:01.663303 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'status': 'completed', 'code': 200} Sep 08 13:44:01.663691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39786) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:01.718640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Pushing event updated for resources: {'Port': ['ID=c4a4804e-4d46-471b-be39-dc65cbec7637,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:01.740724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:01.741078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:01.741430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:01.741991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:01.742535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:01.743049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:01.743393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:01.743736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:01.744071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:01.744406 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:01.744743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:01.745071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebda1b5-7a9e-4a1a-afc6-9bd545c900a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:01.754093 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dafa7fe3-2c7e-47ea-b395-4abf20c121e6 req-97d46a6f-10bc-47b9-93e5-752607ce21be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232107 Sep 08 13:44:01.765678 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.775775 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 39be4d39-f882-477e-a2dd-e3aee1195d13 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:44:01.805938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8f2da7a6-07ae-48f2-9041-700c7602db6b admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e3af28c6a0bb4ec2b798730ef4b1d9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280673 Sep 08 13:44:01.805938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb0f3a-be18-4034-905c-8b1cf7722f87 req-6598b3c4-4361-4a02-9f4d-2a5cdfe909ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:01.805938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbbb0f3a-be18-4034-905c-8b1cf7722f87 req-6598b3c4-4361-4a02-9f4d-2a5cdfe909ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 1126 time: 0.1129713 Sep 08 13:44:01.809777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] No DVR routers for this DVR port aac67e27-5d8e-4d20-856b-60e4949e9dde on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:44:01.816611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39788) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:01.833169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 39be4d39-f882-477e-a2dd-e3aee1195d13 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:44:01.833169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 39be4d39-f882-477e-a2dd-e3aee1195d13 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:44:01.865613 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac67e27-5d8e-4d20-856b-60e4949e9dde,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:01.877530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfba00a-4cb4-4bb1-8204-29f131ef3106 None None] DHCP port deletion for 55a6671c-5f87-4337-afe8-ab0a6e46f914 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:44:01.939688 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.961262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a6671c-5f87-4337-afe8-ab0a6e46f914']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:01.972001 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c768aec-87a4-4dbc-bd47-79578b08e973') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:01.972293 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c768aec-87a4-4dbc-bd47-79578b08e973') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:01.984835 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38c90aa2-8cd0-4af5-a77e-74a0f0eb3a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.985212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:01.992248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb0f3a-be18-4034-905c-8b1cf7722f87 req-4764d4a3-bcd9-4710-a22a-cb50040087a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:01.993786 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbbb0f3a-be18-4034-905c-8b1cf7722f87 req-4764d4a3-bcd9-4710-a22a-cb50040087a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a51aabf8-8173-477a-9f1a-a7066cf046ea HTTP/1.1" status: 200 len: 897 time: 0.1892390 Sep 08 13:44:02.006350 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.010888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:44:02.011890 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:44:02.013807 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:44:02.049529 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38c90aa2-8cd0-4af5-a77e-74a0f0eb3a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.096196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbbb0f3a-be18-4034-905c-8b1cf7722f87 req-a8052daf-e36b-4f89-89f7-04278e797bc2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a4804e-4d46-471b-be39-dc65cbec7637 HTTP/1.1" status: 200 len: 1000 time: 0.0937541 Sep 08 13:44:02.160182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb0f3a-be18-4034-905c-8b1cf7722f87 req-f52e6ae3-d36b-49e1-9781-15a5401784f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:02.161782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbbb0f3a-be18-4034-905c-8b1cf7722f87 req-f52e6ae3-d36b-49e1-9781-15a5401784f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a34b749-d3a3-4d95-b664-d83817927a58 HTTP/1.1" status: 200 len: 835 time: 0.0591629 Sep 08 13:44:02.165562 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.176403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.181616 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] 10.222.0.69 "DELETE /v2.0/networks/55a6671c-5f87-4337-afe8-ab0a6e46f914 HTTP/1.1" status: 204 len: 168 time: 0.8844721 Sep 08 13:44:02.192915 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4776a-940a-4fb2-9d7b-3477e59e7978 admin admin] Pushing event deleted for resources: {'Network': ['ID=55a6671c-5f87-4337-afe8-ab0a6e46f914,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:02.225663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb0f3a-be18-4034-905c-8b1cf7722f87 req-2fab1821-ab85-471f-9d11-471fd600a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:02.227250 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbbb0f3a-be18-4034-905c-8b1cf7722f87 req-2fab1821-ab85-471f-9d11-471fd600a0e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a51aabf8-8173-477a-9f1a-a7066cf046ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571973 Sep 08 13:44:02.228443 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38c90aa2-8cd0-4af5-a77e-74a0f0eb3a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.231006 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38c90aa2-8cd0-4af5-a77e-74a0f0eb3a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.232258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-38c90aa2-8cd0-4af5-a77e-74a0f0eb3a98 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a999d427-2f46-490f-a165-b815ebd29758 HTTP/1.1" status: 204 len: 168 time: 0.4108582 Sep 08 13:44:02.257381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c90aa2-8cd0-4af5-a77e-74a0f0eb3a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a999d427-2f46-490f-a165-b815ebd29758,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:02.377467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbbb0f3a-be18-4034-905c-8b1cf7722f87 req-e03d1a57-ddbc-444b-bf7a-610fce28fd76 service neutron] 10.222.0.70 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416264 Sep 08 13:44:02.478623 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dbbb0f3a-be18-4034-905c-8b1cf7722f87 req-c3551af5-93c1-4f32-b076-2657ef211d78 service neutron] 10.222.0.70 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946324 Sep 08 13:44:02.700343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39798) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:02.741888 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5d31779c-78dc-4ed2-9ae4-f42d0d46dbb8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=be75728373d74686b88f01706fc5fcce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400188 Sep 08 13:44:02.743956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39802) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:02.800719 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-47c2841e-fe81-49b0-a5e3-757bad3a016d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.825822 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-47c2841e-fe81-49b0-a5e3-757bad3a016d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:02.914235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bb9ec-4ea9-4001-8db8-b9bd62a2dd05 req-26c7e9b8-9cf3-4089-8d7f-20554ab48d3c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:02.915937 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a5bb9ec-4ea9-4001-8db8-b9bd62a2dd05 req-26c7e9b8-9cf3-4089-8d7f-20554ab48d3c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.0786791 Sep 08 13:44:02.973459 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a5bb9ec-4ea9-4001-8db8-b9bd62a2dd05 req-246140cd-1831-4cfe-a1fa-e1be6bdd879e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436444 Sep 08 13:44:03.028257 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-47c2841e-fe81-49b0-a5e3-757bad3a016d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:03.032556 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-47c2841e-fe81-49b0-a5e3-757bad3a016d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:03.035379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-47c2841e-fe81-49b0-a5e3-757bad3a016d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf8aa2d1-7f4f-447b-a177-8229f30ef8f0 HTTP/1.1" status: 204 len: 168 time: 0.2896736 Sep 08 13:44:03.049463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2841e-fe81-49b0-a5e3-757bad3a016d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8aa2d1-7f4f-447b-a177-8229f30ef8f0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:03.285793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device aac67e27-5d8e-4d20-856b-60e4949e9dde no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:44:03.309899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: aac67e27-5d8e-4d20-856b-60e4949e9dde {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:44:03.310379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device aac67e27-5d8e-4d20-856b-60e4949e9dde not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:44:03.601676 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39832) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:03.711517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1709986435'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:03.772142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c4a4804e-4d46-471b-be39-dc65cbec7637 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:44:03.805311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Made reservation on behalf of 2478e3d1c935475f85440f74517a977c for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:03.822714 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:03.885044 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:03.976652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c4a4804e-4d46-471b-be39-dc65cbec7637,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:04.001679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c4a4804e-4d46-471b-be39-dc65cbec7637 has no active binding in host n-h2-807558-3 {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 08 13:44:04.066819 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:04.124545 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd43c77-4bf1-4bae-8e6d-9f227f4cb9f4 req-a9054024-e37a-45c5-8bef-c241f5330e73 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:04.127649 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-efd43c77-4bf1-4bae-8e6d-9f227f4cb9f4 req-a9054024-e37a-45c5-8bef-c241f5330e73 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.0612082 Sep 08 13:44:04.169586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-efd43c77-4bf1-4bae-8e6d-9f227f4cb9f4 req-8f6c4fa0-fe21-4fe4-ba74-1eec02a2a741 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350802 Sep 08 13:44:04.194140 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:04.222270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:44:04.231312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246175c1-4f54-4e80-b940-e58867300332,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:04.237926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:04.238337 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Added segment b5511cee-572a-4c90-a37d-9d1eaf7e0a23 of type vlan for network de1b946d-b36b-49cf-826e-9606011a0064 Sep 08 13:44:04.279087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:04.456987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:04.463895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:04.464679 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:04.540472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event updated for resources: {'Network': ['ID=de1b946d-b36b-49cf-826e-9606011a0064,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:04.558751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network de1b946d-b36b-49cf-826e-9606011a0064 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:04.567398 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a54bca92-3a5d-4dad-a35e-6faff33b0ac3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9638655 Sep 08 13:44:04.570760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39856) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:04.576594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Request body: {'subnet': {'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:04.770976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Made reservation on behalf of 2478e3d1c935475f85440f74517a977c for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:04.774500 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:05.068593 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:05.140071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event updated for resources: {'Subnet': ['ID=c88255e2-277c-48f0-bbf7-30d9ddf05005,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:05.165463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:05.165463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:05.165463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:05.165463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:05.165463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:05.165463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:05.165463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:05.165463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:05.165463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:05.165463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:05.165463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:05.165463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:05.168412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Checking segment: {'id': 'b5511cee-572a-4c90-a37d-9d1eaf7e0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:05.168794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Network hostable DHCP agents. Network: de1b946d-b36b-49cf-826e-9606011a0064, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:44:05.285234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Network de1b946d-b36b-49cf-826e-9606011a0064 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:44:05.314350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec6b36-a1a3-4c4a-8695-d25ea4dba7c4 req-6dff1f8f-0c91-4238-9e22-edb9a06a90f0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:05.315397 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60ec6b36-a1a3-4c4a-8695-d25ea4dba7c4 req-6dff1f8f-0c91-4238-9e22-edb9a06a90f0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.0633502 Sep 08 13:44:05.364089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60ec6b36-a1a3-4c4a-8695-d25ea4dba7c4 req-0ee462cd-c8c8-40b5-b291-50d3bbd0dd42 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410578 Sep 08 13:44:05.405562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, de1b946d-b36b-49cf-826e-9606011a0064) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:05.414809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:05.415427 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:05.421366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33a97dd-77f9-4a0f-ad64-6892009606c6 None None] Network de1b946d-b36b-49cf-826e-9606011a0064 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:05.494418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d360f312-6425-4242-8ffb-bcf09a0b3985 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9199622 Sep 08 13:44:05.494732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39880) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:05.500853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Request body: {'port': {'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1210453395'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:05.713780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Made reservation on behalf of 2478e3d1c935475f85440f74517a977c for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:05.723855 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:05.765105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] device_id is not set on port c94d9bec-f660-48c0-9e98-50ca224bf1bf yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:44:05.811419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-de1b946d-b36b-49cf-826e-9606011a0064', 'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064', 'tenant_id': '2478e3d1c935475f85440f74517a977c', 'fixed_ips': [{'subnet_id': 'c88255e2-277c-48f0-bbf7-30d9ddf05005'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:44:05.812745 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:05.928414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Allocated IP 2001:db8::1bc (de1b946d-b36b-49cf-826e-9606011a0064/c88255e2-277c-48f0-bbf7-30d9ddf05005/c94d9bec-f660-48c0-9e98-50ca224bf1bf) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:06.106276 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:06.125523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Transition to ACTIVE for port object c94d9bec-f660-48c0-9e98-50ca224bf1bf will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:06.395240 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:06.475495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Allocated IP 2001:db8::2 (de1b946d-b36b-49cf-826e-9606011a0064/c88255e2-277c-48f0-bbf7-30d9ddf05005/bbd7acb2-9e68-4460-af08-e0cb69da214b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:06.486110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Network de1b946d-b36b-49cf-826e-9606011a0064 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:06.506037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:06.513914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:06.520249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:06.520905 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:06.536762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event updated for resources: {'Port': ['ID=c94d9bec-f660-48c0-9e98-50ca224bf1bf,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:06.558621 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fb194-8581-42b7-9b19-4572b534088a req-ef322790-a1d6-4fdf-ab09-d1b24577e184 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:06.558621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d5fb194-8581-42b7-9b19-4572b534088a req-ef322790-a1d6-4fdf-ab09-d1b24577e184 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.0989943 Sep 08 13:44:06.602855 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d5fb194-8581-42b7-9b19-4572b534088a req-b6e14de9-f0b9-4536-8d7c-46d65e99e634 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366120 Sep 08 13:44:06.645982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4ed746e0-d852-460e-8515-0686553e3a98 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1444607 Sep 08 13:44:06.646503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39906) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:06.652880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Request body: {'port': {'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1093478525', 'allowed_address_pairs': [{'ip_address': '2001:db8::1bc', 'mac_address': 'fa:16:3e:71:88:d8'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:06.657066 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:06.667370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Transition to ACTIVE for port object bbd7acb2-9e68-4460-af08-e0cb69da214b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:06.683692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Transition to ACTIVE for port object bbd7acb2-9e68-4460-af08-e0cb69da214b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:06.748773 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:06.791898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Network de1b946d-b36b-49cf-826e-9606011a0064 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:06.794780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:06.799296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:06.815843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Pushing event updated for resources: {'Port': ['ID=bbd7acb2-9e68-4460-af08-e0cb69da214b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:06.833601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Made reservation on behalf of 2478e3d1c935475f85440f74517a977c for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:06.868135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Attempting to bind port bbd7acb2-9e68-4460-af08-e0cb69da214b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:06.868513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Attempting to bind port bbd7acb2-9e68-4460-af08-e0cb69da214b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b5511cee-572a-4c90-a37d-9d1eaf7e0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:06.868891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Attempting to bind port bbd7acb2-9e68-4460-af08-e0cb69da214b on network de1b946d-b36b-49cf-826e-9606011a0064 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:06.874635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:06.875023 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Checking segment: {'id': 'b5511cee-572a-4c90-a37d-9d1eaf7e0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:06.875432 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:06.875830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Bound using segment: {'id': 'b5511cee-572a-4c90-a37d-9d1eaf7e0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:06.876346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Bound port: bbd7acb2-9e68-4460-af08-e0cb69da214b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5511cee-572a-4c90-a37d-9d1eaf7e0a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:06.876760 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:06.921682 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:06.940463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] device_id is not set on port 5534c034-b75a-49fe-94b0-173b34aba2b0 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:44:06.946791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] For port bbd7acb2-9e68-4460-af08-e0cb69da214b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:06.950205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] For port bbd7acb2-9e68-4460-af08-e0cb69da214b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bbd7acb2-9e68-4460-af08-e0cb69da214b,segment=NetworkSegment(b5511cee-572a-4c90-a37d-9d1eaf7e0a23),segment_id=b5511cee-572a-4c90-a37d-9d1eaf7e0a23)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:07.023339 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.075306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Allocated IP 2001:db8::2c7 (de1b946d-b36b-49cf-826e-9606011a0064/c88255e2-277c-48f0-bbf7-30d9ddf05005/5534c034-b75a-49fe-94b0-173b34aba2b0) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:07.099793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d7af4-1fa3-410a-b767-49966888d9ed None None] Pushing event updated for resources: {'Port': ['ID=bbd7acb2-9e68-4460-af08-e0cb69da214b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:07.180045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39916) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:07.302851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.330143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Transition to ACTIVE for port object 5534c034-b75a-49fe-94b0-173b34aba2b0 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:07.373905 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:44:07.388035 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e7ac82c-7404-4d9d-9455-648b03d5be01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.510215 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e7ac82c-7404-4d9d-9455-648b03d5be01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.514292 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.566017 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0e7ac82c-7404-4d9d-9455-648b03d5be01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.569978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Network de1b946d-b36b-49cf-826e-9606011a0064 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:07.570366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:07.574624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:07.580469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.581105 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.598766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event updated for resources: {'Port': ['ID=5534c034-b75a-49fe-94b0-173b34aba2b0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:07.628998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39922) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:07.629275 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0e7ac82c-7404-4d9d-9455-648b03d5be01 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1c511954c84449c8a0157d2048d616b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4471295 Sep 08 13:44:07.630023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ac82c-7404-4d9d-9455-648b03d5be01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f590269-00bf-48f4-a2e5-f71bb7c98053,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:07.694226 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cc827306-c1b3-4476-a359-93e71702253b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0432355 Sep 08 13:44:07.694713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39924) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:07.722470 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13c242b2-73ec-4fce-9a82-a3233228bfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.761426 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13c242b2-73ec-4fce-9a82-a3233228bfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.822120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a58c6-86bc-494a-89d2-6272eb194c8d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.828170 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a58c6-86bc-494a-89d2-6272eb194c8d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.834994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515a58c6-86bc-494a-89d2-6272eb194c8d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.837023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-515a58c6-86bc-494a-89d2-6272eb194c8d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1408718 Sep 08 13:44:07.842448 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39926) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:07.847155 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cb54db4b-68e3-4563-b382-9889b0711c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.860704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f2f8c-5edc-4490-bb3d-460c4923ede4 req-434b2d5f-5173-448c-9a9d-9a9cf5a6a755 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:07.862744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d22f2f8c-5edc-4490-bb3d-460c4923ede4 req-434b2d5f-5173-448c-9a9d-9a9cf5a6a755 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.1283140 Sep 08 13:44:07.920204 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13c242b2-73ec-4fce-9a82-a3233228bfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.923022 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-13c242b2-73ec-4fce-9a82-a3233228bfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:07.924508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-13c242b2-73ec-4fce-9a82-a3233228bfc7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4f590269-00bf-48f4-a2e5-f71bb7c98053 HTTP/1.1" status: 204 len: 168 time: 0.2909930 Sep 08 13:44:07.943988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c242b2-73ec-4fce-9a82-a3233228bfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f590269-00bf-48f4-a2e5-f71bb7c98053,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:07.953972 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d22f2f8c-5edc-4490-bb3d-460c4923ede4 req-2e98f833-2924-4fc7-81a9-121c56b56ec0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741322 Sep 08 13:44:08.015777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f55bce10-d8e0-487d-91f8-c1fb1d1ae533 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Deleting port 5534c034-b75a-49fe-94b0-173b34aba2b0 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:08.016673 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f55bce10-d8e0-487d-91f8-c1fb1d1ae533 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:08.166594 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f55bce10-d8e0-487d-91f8-c1fb1d1ae533 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:08.182024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f55bce10-d8e0-487d-91f8-c1fb1d1ae533 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Calling delete_port for 5534c034-b75a-49fe-94b0-173b34aba2b0 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:08.439877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f55bce10-d8e0-487d-91f8-c1fb1d1ae533 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:08.484877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86828ed1-e20f-4cf8-a3f2-3199c2e19bdf None None] Network de1b946d-b36b-49cf-826e-9606011a0064 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:08.495402 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bce10-d8e0-487d-91f8-c1fb1d1ae533 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event deleted for resources: {'Port': ['ID=5534c034-b75a-49fe-94b0-173b34aba2b0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:08.584327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-bb671209-ea38-41d8-9ecd-d9745117d683 None None] Provisioning for port bbd7acb2-9e68-4460-af08-e0cb69da214b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:08.760697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39934) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:08.784303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f06a4e5-a06e-473e-9eb0-4f8ed4bca42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:08.921883 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f06a4e5-a06e-473e-9eb0-4f8ed4bca42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:08.971846 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f06a4e5-a06e-473e-9eb0-4f8ed4bca42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:09.015041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8f06a4e5-a06e-473e-9eb0-4f8ed4bca42a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e923140128bb4fbcb9dc62e2f1653a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525132 Sep 08 13:44:09.023371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39938) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:09.031935 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f55bce10-d8e0-487d-91f8-c1fb1d1ae533 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:09.037898 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f55bce10-d8e0-487d-91f8-c1fb1d1ae533 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "DELETE /v2.0/ports/5534c034-b75a-49fe-94b0-173b34aba2b0 HTTP/1.1" status: 204 len: 168 time: 1.1941290 Sep 08 13:44:09.040314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39940) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:09.067761 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f6ed15-d147-46dc-9bf2-5d054a7ef1d5 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] GET failed (client error): The resource could not be found. Sep 08 13:44:09.069914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b4f6ed15-d147-46dc-9bf2-5d054a7ef1d5 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "GET /v2.0/ports/5534c034-b75a-49fe-94b0-173b34aba2b0 HTTP/1.1" status: 404 len: 333 time: 0.0280247 Sep 08 13:44:09.073552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39942) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:09.079077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Request body: {'port': {'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-473523919'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:09.081273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06a4e5-a06e-473e-9eb0-4f8ed4bca42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74c783e-c6f6-42dc-bc9a-1d136c6305b9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:09.144787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-97127213-dd35-473b-b759-5a16acb84ada None None] Provisioning for port c94d9bec-f660-48c0-9e98-50ca224bf1bf completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:09.155350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-97127213-dd35-473b-b759-5a16acb84ada None None] Provisioning complete for port c94d9bec-f660-48c0-9e98-50ca224bf1bf triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:09.156124 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-97127213-dd35-473b-b759-5a16acb84ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:09.197961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a964a-903a-4f43-8f6d-370fdbb48bea req-faa7f691-9cb8-4910-a832-3ee3219babc5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:09.201858 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f95a964a-903a-4f43-8f6d-370fdbb48bea req-faa7f691-9cb8-4910-a832-3ee3219babc5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 945 time: 0.1256936 Sep 08 13:44:09.287506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-97127213-dd35-473b-b759-5a16acb84ada None None] Port c94d9bec-f660-48c0-9e98-50ca224bf1bf cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:44:09.293965 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0b1f-7e3a-47ca-961d-07e323448949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:09.309025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f95a964a-903a-4f43-8f6d-370fdbb48bea req-9e97985d-fdd8-42ed-be1e-71b9afc7504d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956750 Sep 08 13:44:09.359589 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0b1f-7e3a-47ca-961d-07e323448949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:09.374205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bbd7acb2-9e68-4460-af08-e0cb69da214b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:09.400128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Made reservation on behalf of 2478e3d1c935475f85440f74517a977c for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:09.404958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:09.433120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] device_id is not set on port 9aaeee87-819f-485f-aeec-f22bd2b19922 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:44:09.457232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-55738dc6-c6bd-44ac-a2e0-9bed082dbcb0 None None] Provisioning complete for port c94d9bec-f660-48c0-9e98-50ca224bf1bf triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:09.460445 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-55738dc6-c6bd-44ac-a2e0-9bed082dbcb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:09.508502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-55738dc6-c6bd-44ac-a2e0-9bed082dbcb0 None None] Port c94d9bec-f660-48c0-9e98-50ca224bf1bf cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:44:09.576735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port bbd7acb2-9e68-4460-af08-e0cb69da214b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:09.582939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port bbd7acb2-9e68-4460-af08-e0cb69da214b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:09.583692 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:09.673358 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0b1f-7e3a-47ca-961d-07e323448949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:09.680779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d8e0b1f-7e3a-47ca-961d-07e323448949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:09.686767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1d8e0b1f-7e3a-47ca-961d-07e323448949 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b74c783e-c6f6-42dc-bc9a-1d136c6305b9 HTTP/1.1" status: 204 len: 168 time: 0.6616442 Sep 08 13:44:09.694984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-cc11df1b-20f1-4938-8392-089f305a78e1 service neutron] 10.222.0.70 "GET /v2.0/ports/c4a4804e-4d46-471b-be39-dc65cbec7637/bindings/n-h2-807558-3 HTTP/1.1" status: 200 len: 384 time: 0.2320173 Sep 08 13:44:09.728936 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:09.740757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e0b1f-7e3a-47ca-961d-07e323448949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74c783e-c6f6-42dc-bc9a-1d136c6305b9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:09.818371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port bbd7acb2-9e68-4460-af08-e0cb69da214b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bbd7acb2-9e68-4460-af08-e0cb69da214b,segment=NetworkSegment(b5511cee-572a-4c90-a37d-9d1eaf7e0a23),segment_id=b5511cee-572a-4c90-a37d-9d1eaf7e0a23)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:09.856270 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-88529b7f-b1a2-4afb-abca-fb531e525408 None None] Could not find standard attr ID for object 5534c034-b75a-49fe-94b0-173b34aba2b0. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:44:09.875498 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:10.053501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=bbd7acb2-9e68-4460-af08-e0cb69da214b,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:10.077042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Allocated IP 2001:db8::228 (de1b946d-b36b-49cf-826e-9606011a0064/c88255e2-277c-48f0-bbf7-30d9ddf05005/9aaeee87-819f-485f-aeec-f22bd2b19922) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:10.176837 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-827e10c5-0d95-4dc0-93d9-5b52388e0c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:10.279326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-4aa8eda0-a06b-46e2-a6d5-4bb0b3bd8620 service neutron] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=c4a4804e-4d46-471b-be39-dc65cbec7637,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:10.309818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-4aa8eda0-a06b-46e2-a6d5-4bb0b3bd8620 service neutron] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:10.359871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:10.364946 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c9d0f2-6378-4dd6-a1a5-63c8bc45b2ec" -d '{"events": [{"server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "name": "network-vif-unplugged", "status": "completed", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:10.393072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-4aa8eda0-a06b-46e2-a6d5-4bb0b3bd8620 service neutron] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c4a4804e-4d46-471b-be39-dc65cbec7637,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:10.439572 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:10.458389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Transition to ACTIVE for port object 9aaeee87-819f-485f-aeec-f22bd2b19922 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:10.481125 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86435b87-4479-4dd1-8da3-1bf5c146b4a6 x-openstack-request-id: req-86435b87-4479-4dd1-8da3-1bf5c146b4a6 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:10.490495 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "name": "network-vif-unplugged", "status": "completed", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:10.490495 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-86435b87-4479-4dd1-8da3-1bf5c146b4a6 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:10.490495 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'code': 200} Sep 08 13:44:10.508156 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-4aa8eda0-a06b-46e2-a6d5-4bb0b3bd8620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:10.565029 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:10.577522 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:10.679855 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Network de1b946d-b36b-49cf-826e-9606011a0064 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:10.685363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-4aa8eda0-a06b-46e2-a6d5-4bb0b3bd8620 service neutron] Transition to ACTIVE for port object c4a4804e-4d46-471b-be39-dc65cbec7637 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:10.707230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:10.722625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:10.732296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:10.735742 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:10.756720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event updated for resources: {'Port': ['ID=9aaeee87-819f-485f-aeec-f22bd2b19922,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:10.760739 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-4aa8eda0-a06b-46e2-a6d5-4bb0b3bd8620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:10.771070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cf543-368a-40f1-b6c6-5c48e67d54ba req-95c556b8-f854-4dbd-bd09-7bdbb96f69c2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:10.772775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca8cf543-368a-40f1-b6c6-5c48e67d54ba req-95c556b8-f854-4dbd-bd09-7bdbb96f69c2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 944 time: 0.2725413 Sep 08 13:44:10.847124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 39966) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:10.847392 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b07e97eb-61c1-428f-8575-79e365988bec tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7724657 Sep 08 13:44:10.855813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-109e143e-d9ed-477a-9920-110b0cc1b63c tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1bc', 'mac_address': 'fa:16:3e:71:88:d8'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:10.869639 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca8cf543-368a-40f1-b6c6-5c48e67d54ba req-3e236f20-8282-4f65-be44-9a4c3b73c17b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694528 Sep 08 13:44:11.006999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8eda0-a06b-46e2-a6d5-4bb0b3bd8620 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a4804e-4d46-471b-be39-dc65cbec7637,revision_number=11']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:11.027505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-109e143e-d9ed-477a-9920-110b0cc1b63c tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:11.094686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-4aa8eda0-a06b-46e2-a6d5-4bb0b3bd8620 service neutron] No DVR routers for this DVR port c4a4804e-4d46-471b-be39-dc65cbec7637 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:44:11.262216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ee79ba5d-934d-49b0-a41c-1f366ae91464 None None] Provisioning for port 9aaeee87-819f-485f-aeec-f22bd2b19922 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:11.266711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ee79ba5d-934d-49b0-a41c-1f366ae91464 None None] Provisioning complete for port 9aaeee87-819f-485f-aeec-f22bd2b19922 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:11.267688 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee79ba5d-934d-49b0-a41c-1f366ae91464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:11.317624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bbd7acb2-9e68-4460-af08-e0cb69da214b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:11.366364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ee79ba5d-934d-49b0-a41c-1f366ae91464 None None] Port 9aaeee87-819f-485f-aeec-f22bd2b19922 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:44:11.407272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port bbd7acb2-9e68-4460-af08-e0cb69da214b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:11.408925 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:11.749269 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-4aa8eda0-a06b-46e2-a6d5-4bb0b3bd8620 service neutron] 10.222.0.70 "PUT /v2.0/ports/c4a4804e-4d46-471b-be39-dc65cbec7637/bindings/n-h2-807558-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0418541 Sep 08 13:44:11.810565 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-109e143e-d9ed-477a-9920-110b0cc1b63c tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:11.863906 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-109e143e-d9ed-477a-9920-110b0cc1b63c tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:11.915241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-109e143e-d9ed-477a-9920-110b0cc1b63c tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] In _notify_port_updated(), no bound segment for port 9aaeee87-819f-485f-aeec-f22bd2b19922 on network de1b946d-b36b-49cf-826e-9606011a0064 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:44:11.920820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109e143e-d9ed-477a-9920-110b0cc1b63c tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:11.921508 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:11.921733 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-109e143e-d9ed-477a-9920-110b0cc1b63c tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:11.926194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 39986) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:11.926807 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-109e143e-d9ed-477a-9920-110b0cc1b63c tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "PUT /v2.0/ports/9aaeee87-819f-485f-aeec-f22bd2b19922 HTTP/1.1" status: 200 len: 1002 time: 1.0759838 Sep 08 13:44:11.959204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e143e-d9ed-477a-9920-110b0cc1b63c tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event updated for resources: {'Port': ['ID=9aaeee87-819f-485f-aeec-f22bd2b19922,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:11.975166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-1fd54f05-c630-4ef1-a56f-bee7a4126348 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:11.976612 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-1fd54f05-c630-4ef1-a56f-bee7a4126348 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1&tenant_id=8d38255802c64843a056aaa5d3c7c4c2&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 1095 time: 0.1275499 Sep 08 13:44:12.083968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-7150f2bb-82d2-4b25-925b-da0b2df67f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:12.085641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-7150f2bb-82d2-4b25-925b-da0b2df67f5d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1&tenant_id=8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 1095 time: 0.1011102 Sep 08 13:44:12.086459 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a5ea6-7915-4133-9d2a-f2298f0d34ac tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Deleting port 9aaeee87-819f-485f-aeec-f22bd2b19922 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:12.086903 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5ea6-7915-4133-9d2a-f2298f0d34ac tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:12.113758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ebf2a-a282-4325-9edf-74f2f43724ed req-9be55b8e-6ca2-4140-8b97-b13774f70ea6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:12.122287 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d66ebf2a-a282-4325-9edf-74f2f43724ed req-9be55b8e-6ca2-4140-8b97-b13774f70ea6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 944 time: 0.0891037 Sep 08 13:44:12.235791 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d66ebf2a-a282-4325-9edf-74f2f43724ed req-b3dc8cd4-ea27-4a2d-9bac-c81c0470aaa9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124279 Sep 08 13:44:12.257578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9127d263-d650-4e2c-b093-2f8b183e194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:12.262252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9127d263-d650-4e2c-b093-2f8b183e194d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 1095 time: 0.1356936 Sep 08 13:44:12.271551 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5ea6-7915-4133-9d2a-f2298f0d34ac tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:12.303046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-7b0a5ea6-7915-4133-9d2a-f2298f0d34ac tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Calling delete_port for 9aaeee87-819f-485f-aeec-f22bd2b19922 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:12.368354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ebc13a76-8360-47f0-bbae-f1fa4eecb00e None None] Provisioning complete for port 9aaeee87-819f-485f-aeec-f22bd2b19922 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:12.375675 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ebc13a76-8360-47f0-bbae-f1fa4eecb00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:12.428676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-083e6b82-f7de-4de1-b7d7-38644cd74f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:12.430598 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-083e6b82-f7de-4de1-b7d7-38644cd74f1b service neutron] 10.222.0.60 "GET /v2.0/networks?id=a51aabf8-8173-477a-9f1a-a7066cf046ea HTTP/1.1" status: 200 len: 897 time: 0.1612122 Sep 08 13:44:12.435476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ebc13a76-8360-47f0-bbae-f1fa4eecb00e None None] Port 9aaeee87-819f-485f-aeec-f22bd2b19922 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:44:12.527156 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-52e1a1c0-a3f2-4baa-90c6-b9ddad18d5c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a4804e-4d46-471b-be39-dc65cbec7637 HTTP/1.1" status: 200 len: 998 time: 0.0882132 Sep 08 13:44:12.588731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-8286187c-e0c8-4dac-a513-fe00dc98a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:12.590587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-8286187c-e0c8-4dac-a513-fe00dc98a72b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a34b749-d3a3-4d95-b664-d83817927a58 HTTP/1.1" status: 200 len: 835 time: 0.0566590 Sep 08 13:44:12.625362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c4a4804e-4d46-471b-be39-dc65cbec7637 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:44:12.635339 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5ea6-7915-4133-9d2a-f2298f0d34ac tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:12.651818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-94cbe577-a458-4917-9dfc-426d89389e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:12.653643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-94cbe577-a458-4917-9dfc-426d89389e53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a51aabf8-8173-477a-9f1a-a7066cf046ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521836 Sep 08 13:44:12.694080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device c4a4804e-4d46-471b-be39-dc65cbec7637 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:44:12.700188 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a5ea6-7915-4133-9d2a-f2298f0d34ac tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event deleted for resources: {'Port': ['ID=9aaeee87-819f-485f-aeec-f22bd2b19922,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:12.797807 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-84bc29b5-532f-4ae5-822d-0fc6b3f835f9 service neutron] 10.222.0.60 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353829 Sep 08 13:44:12.834774 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5ea6-7915-4133-9d2a-f2298f0d34ac tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:12.838835 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7b0a5ea6-7915-4133-9d2a-f2298f0d34ac tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "DELETE /v2.0/ports/9aaeee87-819f-485f-aeec-f22bd2b19922 HTTP/1.1" status: 204 len: 168 time: 0.9114046 Sep 08 13:44:12.839971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40006) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:12.872022 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-39056dcb-e1ab-44d6-bc76-80a73688939b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] GET failed (client error): The resource could not be found. Sep 08 13:44:12.883729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-39056dcb-e1ab-44d6-bc76-80a73688939b tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "GET /v2.0/ports/9aaeee87-819f-485f-aeec-f22bd2b19922 HTTP/1.1" status: 404 len: 333 time: 0.0330188 Sep 08 13:44:12.884725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40008) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:12.895447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Request body: {'port': {'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1019641207'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:12.966956 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-9b7df443-c348-48c6-a22e-27ab6d1ff26e service neutron] 10.222.0.60 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625450 Sep 08 13:44:13.176664 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Made reservation on behalf of 2478e3d1c935475f85440f74517a977c for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:13.181936 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.203469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] device_id is not set on port d1172471-0ad9-4f63-b27c-d85624c2acb4 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:44:13.296414 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.397733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Allocated IP 2001:db8::3a1 (de1b946d-b36b-49cf-826e-9606011a0064/c88255e2-277c-48f0-bbf7-30d9ddf05005/d1172471-0ad9-4f63-b27c-d85624c2acb4) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:13.423824 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db7752-026a-4983-95ee-05e1c013e4c1 req-9bfa1006-c3bb-40b7-aaac-bea229d0d045 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:13.425461 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99db7752-026a-4983-95ee-05e1c013e4c1 req-9bfa1006-c3bb-40b7-aaac-bea229d0d045 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 944 time: 0.0932992 Sep 08 13:44:13.473590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-25a738c4-655f-4ca7-a44a-c05b89c1f419 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:13.479108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-25a738c4-655f-4ca7-a44a-c05b89c1f419 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1&tenant_id=8d38255802c64843a056aaa5d3c7c4c2&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 1095 time: 0.0900786 Sep 08 13:44:13.511419 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99db7752-026a-4983-95ee-05e1c013e4c1 req-090ffea6-2cda-4bdf-a23c-afddfabd4fa7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752130 Sep 08 13:44:13.572983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40020) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:13.652294 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.681968 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Transition to ACTIVE for port object d1172471-0ad9-4f63-b27c-d85624c2acb4 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:13.736622 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f61c3997-27f3-409d-9c1d-c28e55f85e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.809227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-07769fd6-5d3f-4745-bcf2-3b49fc48d166 service neutron] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:13.813575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-07769fd6-5d3f-4745-bcf2-3b49fc48d166 service neutron] Notify callbacks [] for binding, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.815506 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-07769fd6-5d3f-4745-bcf2-3b49fc48d166 service neutron] 10.222.0.60 "DELETE /v2.0/ports/c4a4804e-4d46-471b-be39-dc65cbec7637/bindings/n-h1-807558-3 HTTP/1.1" status: 204 len: 173 time: 0.3306351 Sep 08 13:44:13.847431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f61c3997-27f3-409d-9c1d-c28e55f85e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.863030 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.912535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Network de1b946d-b36b-49cf-826e-9606011a0064 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:13.916353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:13.923030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:13.929452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:13.935410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:13.937604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event updated for resources: {'Port': ['ID=d1172471-0ad9-4f63-b27c-d85624c2acb4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:13.965343 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f61c3997-27f3-409d-9c1d-c28e55f85e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.010957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f61c3997-27f3-409d-9c1d-c28e55f85e99 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=dd8f53bbc9e548b09e9b5c1e08c270f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4368784 Sep 08 13:44:14.011739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c3997-27f3-409d-9c1d-c28e55f85e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200ade4d-1f53-4313-8155-618913017d68,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:14.013648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40034) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:14.082757 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7d1d50d-e954-4e31-ad7a-31cf1ffa9936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.089458 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-43300677-f189-4470-8c0f-42b41a378d7f tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2013323 Sep 08 13:44:14.092135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40036) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:14.099459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-76108ec1-5b40-4419-8404-733651d9d3ca tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:71:88:d8'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:14.113750 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7d1d50d-e954-4e31-ad7a-31cf1ffa9936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.265277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7d1d50d-e954-4e31-ad7a-31cf1ffa9936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.265277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7d1d50d-e954-4e31-ad7a-31cf1ffa9936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.281763 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e7d1d50d-e954-4e31-ad7a-31cf1ffa9936 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/200ade4d-1f53-4313-8155-618913017d68 HTTP/1.1" status: 204 len: 168 time: 0.2612717 Sep 08 13:44:14.299047 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1d50d-e954-4e31-ad7a-31cf1ffa9936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200ade4d-1f53-4313-8155-618913017d68,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:14.331634 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-76108ec1-5b40-4419-8404-733651d9d3ca tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.370639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8e2938ac-e9bf-4fa6-8b6f-e8cf69f7f1f5 None None] Provisioning for port d1172471-0ad9-4f63-b27c-d85624c2acb4 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:14.375951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8e2938ac-e9bf-4fa6-8b6f-e8cf69f7f1f5 None None] Provisioning complete for port d1172471-0ad9-4f63-b27c-d85624c2acb4 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:14.376323 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8e2938ac-e9bf-4fa6-8b6f-e8cf69f7f1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.418369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8e2938ac-e9bf-4fa6-8b6f-e8cf69f7f1f5 None None] Port d1172471-0ad9-4f63-b27c-d85624c2acb4 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:44:14.462422 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.541058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-76108ec1-5b40-4419-8404-733651d9d3ca tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.680417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184aab02-93d9-4b2c-a022-8892fd4b8305 req-f64d18ef-7389-44b2-997c-2c0a1aedba13 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:14.682609 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-184aab02-93d9-4b2c-a022-8892fd4b8305 req-f64d18ef-7389-44b2-997c-2c0a1aedba13 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 944 time: 0.0615671 Sep 08 13:44:14.683854 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-76108ec1-5b40-4419-8404-733651d9d3ca tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.732970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-76108ec1-5b40-4419-8404-733651d9d3ca tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] In _notify_port_updated(), no bound segment for port d1172471-0ad9-4f63-b27c-d85624c2acb4 on network de1b946d-b36b-49cf-826e-9606011a0064 {{(pid=96263) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:44:14.743307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76108ec1-5b40-4419-8404-733651d9d3ca tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:14.744021 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-76108ec1-5b40-4419-8404-733651d9d3ca tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.748220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40048) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:14.748770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-76108ec1-5b40-4419-8404-733651d9d3ca tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "PUT /v2.0/ports/d1172471-0ad9-4f63-b27c-d85624c2acb4 HTTP/1.1" status: 200 len: 1003 time: 0.6550217 Sep 08 13:44:14.785804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76108ec1-5b40-4419-8404-733651d9d3ca tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event updated for resources: {'Port': ['ID=d1172471-0ad9-4f63-b27c-d85624c2acb4,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:14.791166 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-184aab02-93d9-4b2c-a022-8892fd4b8305 req-1cc542a6-7ce1-4eb9-b6ce-fa3f944a1130 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978224 Sep 08 13:44:14.949914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0cd32e6f-0cdd-43db-9182-d8d7d3247115 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Deleting port d1172471-0ad9-4f63-b27c-d85624c2acb4 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:14.953032 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cd32e6f-0cdd-43db-9182-d8d7d3247115 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:14.989977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539961cb-d076-4912-9ce3-150e75a23b7e req-30a25b41-473c-4de2-8154-c10f25c22781 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:14.994864 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-539961cb-d076-4912-9ce3-150e75a23b7e req-30a25b41-473c-4de2-8154-c10f25c22781 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 1095 time: 0.0869813 Sep 08 13:44:15.085113 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-539961cb-d076-4912-9ce3-150e75a23b7e req-cf884d99-6baa-4260-8bdd-bed07ed4568b tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798411 Sep 08 13:44:15.108234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cd32e6f-0cdd-43db-9182-d8d7d3247115 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.120154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0cd32e6f-0cdd-43db-9182-d8d7d3247115 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Calling delete_port for d1172471-0ad9-4f63-b27c-d85624c2acb4 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:15.147761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-257fefca-07a2-42ea-874d-5c20e40bb94b None None] Provisioning complete for port d1172471-0ad9-4f63-b27c-d85624c2acb4 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:15.148173 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-257fefca-07a2-42ea-874d-5c20e40bb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.216986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-257fefca-07a2-42ea-874d-5c20e40bb94b None None] Port d1172471-0ad9-4f63-b27c-d85624c2acb4 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:44:15.244992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b4665-0f51-4793-9ef8-5b5bdc7ab722 req-80decdc2-1732-48d9-8da2-617fb0b0e0da tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:15.246716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a88b4665-0f51-4793-9ef8-5b5bdc7ab722 req-80decdc2-1732-48d9-8da2-617fb0b0e0da tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 944 time: 0.0799754 Sep 08 13:44:15.300181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a88b4665-0f51-4793-9ef8-5b5bdc7ab722 req-16f4f187-b71b-4c4b-8796-a9fc88898464 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461192 Sep 08 13:44:15.326897 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40064) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:15.371629 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cd32e6f-0cdd-43db-9182-d8d7d3247115 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.414025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd32e6f-0cdd-43db-9182-d8d7d3247115 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event deleted for resources: {'Port': ['ID=d1172471-0ad9-4f63-b27c-d85624c2acb4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:15.435992 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-557cc087-f5a4-4212-a564-605b681cafe5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/90ae920f-aae1-4bd8-8ce8-f3f15e12af1e HTTP/1.1" status: 200 len: 990 time: 0.1023121 Sep 08 13:44:15.453639 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0cd32e6f-0cdd-43db-9182-d8d7d3247115 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.458239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0cd32e6f-0cdd-43db-9182-d8d7d3247115 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "DELETE /v2.0/ports/d1172471-0ad9-4f63-b27c-d85624c2acb4 HTTP/1.1" status: 204 len: 168 time: 0.7060733 Sep 08 13:44:15.458474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40068) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:15.485312 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c667f0-f511-436c-a719-4da463b40e30 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] GET failed (client error): The resource could not be found. Sep 08 13:44:15.493937 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f5c667f0-f511-436c-a719-4da463b40e30 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "GET /v2.0/ports/d1172471-0ad9-4f63-b27c-d85624c2acb4 HTTP/1.1" status: 404 len: 333 time: 0.0280602 Sep 08 13:44:15.493937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40070) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:15.499261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Request body: {'port': {'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2003958995'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:15.700730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40082) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:15.782437 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Made reservation on behalf of 2478e3d1c935475f85440f74517a977c for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:15.786312 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.808252 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] device_id is not set on port 89174842-7b03-42df-980c-9fba818860a0 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:44:15.892426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port f0036bed-ab09-4f97-a543-98cee19cb6c7 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:15.892813 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.971480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Allocated IP 2001:db8::1fb (de1b946d-b36b-49cf-826e-9606011a0064/c88255e2-277c-48f0-bbf7-30d9ddf05005/89174842-7b03-42df-980c-9fba818860a0) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:15.978560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:15.978938 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.005570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for f0036bed-ab09-4f97-a543-98cee19cb6c7 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:16.160873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40092) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:16.207768 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.225844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Transition to ACTIVE for port object 89174842-7b03-42df-980c-9fba818860a0 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:16.333779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-748e9fc7-a0e2-4cbd-8ee1-802969cf2d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.360389 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.397576 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.408754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Network de1b946d-b36b-49cf-826e-9606011a0064 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:16.412600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:16.433396 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:16.439316 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:16.440018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.459306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event updated for resources: {'Port': ['ID=89174842-7b03-42df-980c-9fba818860a0,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:16.479658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=f0036bed-ab09-4f97-a543-98cee19cb6c7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:16.549799 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.550207 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Floating IP 90ae920f-aae1-4bd8-8ce8-f3f15e12af1e disassociated (deleted). External IP: 172.25.5.43, port: c4a4804e-4d46-471b-be39-dc65cbec7637. Sep 08 13:44:16.604715 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-748e9fc7-a0e2-4cbd-8ee1-802969cf2d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.693089 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-748e9fc7-a0e2-4cbd-8ee1-802969cf2d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.806367 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9073ddb7-21f7-4d7a-b312-96450ec360f3 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3117204 Sep 08 13:44:16.807675 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-748e9fc7-a0e2-4cbd-8ee1-802969cf2d39 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2603cd39af6141debfd652e481a9c38b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453593 Sep 08 13:44:16.811720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40096) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:16.818574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40098) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:16.819739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Request body: {'port': {'network_id': 'de1b946d-b36b-49cf-826e-9606011a0064', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1552062673'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:16.824160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e9fc7-a0e2-4cbd-8ee1-802969cf2d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78681c1a-a07c-4777-a4b9-ec8c6434a2fd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:16.833684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-62bf4ab8-e29e-4756-88ab-7957ed7b1337 None None] Provisioning for port 89174842-7b03-42df-980c-9fba818860a0 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:16.838857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-62bf4ab8-e29e-4756-88ab-7957ed7b1337 None None] Provisioning complete for port 89174842-7b03-42df-980c-9fba818860a0 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:16.843194 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62bf4ab8-e29e-4756-88ab-7957ed7b1337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:16.891817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-62bf4ab8-e29e-4756-88ab-7957ed7b1337 None None] Port 89174842-7b03-42df-980c-9fba818860a0 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:44:16.926682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router 4cc9043d-b510-4825-9fb1-4e7643e0c48d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:44:16.993954 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:17.032140 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea9019e9-dc25-4032-8595-5ada1650ce0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:17.070079 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea9019e9-dc25-4032-8595-5ada1650ce0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:17.092276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:44:17.097793 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:17.111500 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dddea7-8eab-413c-a34f-f44ec2737dd6 None None] Sync routers for ids ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:44:17.124262 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dddea7-8eab-413c-a34f-f44ec2737dd6 None None] Routers {'4cc9043d-b510-4825-9fb1-4e7643e0c48d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:44:17.125094 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-50dddea7-8eab-413c-a34f-f44ec2737dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:44:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:17.133639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-11a62ecd-fea8-4d45-b4e6-c387f1197282 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/floatingips/90ae920f-aae1-4bd8-8ce8-f3f15e12af1e HTTP/1.1" status: 204 len: 168 time: 1.4316456 Sep 08 13:44:17.134255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:17.136824 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c13a42-5fcc-4aa5-a7a5-409e1c74d031" -d '{"events": [{"name": "network-changed", "server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:17.176489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Made reservation on behalf of 2478e3d1c935475f85440f74517a977c for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:17.179392 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cf1020-dd59-4e5a-8882-874b35ca79fc x-openstack-request-id: req-37cf1020-dd59-4e5a-8882-874b35ca79fc {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:17.181831 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:17.182457 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-37cf1020-dd59-4e5a-8882-874b35ca79fc {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:17.184607 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'status': 'completed', 'code': 200} Sep 08 13:44:17.184721 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:17.219708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] device_id is not set on port b4dfaea4-28b4-43ea-86bb-197d30dd2a9a yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:44:17.295346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c13a42-5fcc-4aa5-a7a5-409e1c74d031 req-c649f955-5971-423a-9665-c36069892fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:17.302707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69c13a42-5fcc-4aa5-a7a5-409e1c74d031 req-c649f955-5971-423a-9665-c36069892fdc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 1095 time: 0.0910439 Sep 08 13:44:17.337026 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-50dddea7-8eab-413c-a34f-f44ec2737dd6 None None] Set router 4cc9043d-b510-4825-9fb1-4e7643e0c48d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:44:17.340861 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea9019e9-dc25-4032-8595-5ada1650ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:17.346720 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea9019e9-dc25-4032-8595-5ada1650ce0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:17.367826 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ea9019e9-dc25-4032-8595-5ada1650ce0b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78681c1a-a07c-4777-a4b9-ec8c6434a2fd HTTP/1.1" status: 204 len: 168 time: 0.5521228 Sep 08 13:44:17.516592 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9019e9-dc25-4032-8595-5ada1650ce0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78681c1a-a07c-4777-a4b9-ec8c6434a2fd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:17.520267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c13a42-5fcc-4aa5-a7a5-409e1c74d031 req-68b21f36-c7ea-4e21-a06f-1c32c3791c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:17.523956 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69c13a42-5fcc-4aa5-a7a5-409e1c74d031 req-68b21f36-c7ea-4e21-a06f-1c32c3791c73 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a51aabf8-8173-477a-9f1a-a7066cf046ea HTTP/1.1" status: 200 len: 897 time: 0.2138152 Sep 08 13:44:17.555328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Allocated IP 2001:db8::109 (de1b946d-b36b-49cf-826e-9606011a0064/c88255e2-277c-48f0-bbf7-30d9ddf05005/b4dfaea4-28b4-43ea-86bb-197d30dd2a9a) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:17.576417 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69c13a42-5fcc-4aa5-a7a5-409e1c74d031 req-c5a8863a-0745-4538-a368-401042c8e4e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4a4804e-4d46-471b-be39-dc65cbec7637 HTTP/1.1" status: 200 len: 217 time: 0.0410180 Sep 08 13:44:17.631819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c13a42-5fcc-4aa5-a7a5-409e1c74d031 req-484dc208-bcda-45c2-9359-de9dc5844ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:17.634455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69c13a42-5fcc-4aa5-a7a5-409e1c74d031 req-484dc208-bcda-45c2-9359-de9dc5844ebe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3a34b749-d3a3-4d95-b664-d83817927a58 HTTP/1.1" status: 200 len: 835 time: 0.0513086 Sep 08 13:44:17.699349 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-50dddea7-8eab-413c-a34f-f44ec2737dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '255b7929-5465-452c-85c3-f11a046004d1', 'name': '', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:42:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:55Z', 'updated_at': '2021-09-08T13:43:04Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:17.708619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c13a42-5fcc-4aa5-a7a5-409e1c74d031 req-0e1eb8c3-b48c-40da-b624-dbb1a7564d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:17.710366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69c13a42-5fcc-4aa5-a7a5-409e1c74d031 req-0e1eb8c3-b48c-40da-b624-dbb1a7564d5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a51aabf8-8173-477a-9f1a-a7066cf046ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623481 Sep 08 13:44:17.729791 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dddea7-8eab-413c-a34f-f44ec2737dd6 None None] Checking router: 4cc9043d-b510-4825-9fb1-4e7643e0c48d for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:44:17.739379 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dddea7-8eab-413c-a34f-f44ec2737dd6 None None] Routers {'4cc9043d-b510-4825-9fb1-4e7643e0c48d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:44:17.740016 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-50dddea7-8eab-413c-a34f-f44ec2737dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:44:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:17.868485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69c13a42-5fcc-4aa5-a7a5-409e1c74d031 req-f6069e2c-4b64-4e94-8dbe-e3eee9b8ca74 service neutron] 10.222.0.60 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494646 Sep 08 13:44:17.931441 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:17.989231 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-50dddea7-8eab-413c-a34f-f44ec2737dd6 None None] Set router 4cc9043d-b510-4825-9fb1-4e7643e0c48d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:44:18.029840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Transition to ACTIVE for port object b4dfaea4-28b4-43ea-86bb-197d30dd2a9a will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:18.088067 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69c13a42-5fcc-4aa5-a7a5-409e1c74d031 req-8a6e6c34-f78a-4c67-9c08-7fd23621f5da service neutron] 10.222.0.60 "GET /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115364 Sep 08 13:44:18.098773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b0f5c9-0afc-4fd5-a34e-e5d1c840e86d req-f3661499-d74f-487f-836f-9824a91eb055 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:18.101890 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48b0f5c9-0afc-4fd5-a34e-e5d1c840e86d req-f3661499-d74f-487f-836f-9824a91eb055 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 944 time: 0.1452904 Sep 08 13:44:18.192138 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48b0f5c9-0afc-4fd5-a34e-e5d1c840e86d req-7373ed44-dbd1-450e-97d2-4e141472e259 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=4747b1a8-67f0-4b33-9260-947727acb2c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773637 Sep 08 13:44:18.277307 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.328716 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-50dddea7-8eab-413c-a34f-f44ec2737dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '255b7929-5465-452c-85c3-f11a046004d1', 'name': '', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:42:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:55Z', 'updated_at': '2021-09-08T13:43:04Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:18.334670 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Network de1b946d-b36b-49cf-826e-9606011a0064 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:18.349109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:18.349109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:18.349109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:18.352106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.369129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event updated for resources: {'Port': ['ID=b4dfaea4-28b4-43ea-86bb-197d30dd2a9a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:18.384089 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dddea7-8eab-413c-a34f-f44ec2737dd6 None None] The sync data for ids ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'] in n-d-807558-3 is: [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '255b7929-5465-452c-85c3-f11a046004d1', 'name': '', 'network_id': 'a51aabf8-8173-477a-9f1a-a7066cf046ea', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:42:96:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:55Z', 'updated_at': '2021-09-08T13:43:04Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '3a34b749-d3a3-4d95-b664-d83817927a58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:44:18.412452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40120) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:18.453704 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a14b758-af78-469b-baa3-0e58f061a4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.473532 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7c4b395b-99fd-4469-b8ea-ca427153ddcb tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6601603 Sep 08 13:44:18.474585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40122) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:18.483673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-16ad1438-408c-48f9-af86-9bc7cb735b12 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1bc', 'mac_address': 'fa:16:3e:71:88:d8'}, {'ip_address': '2001:db8::1fb', 'mac_address': 'fa:16:3e:76:5a:91'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:18.531217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd44a5c-4856-4543-ae80-454c782739f6 req-f7a81003-e0c1-4ca4-8bd9-06e77942c04d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:18.533037 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bdd44a5c-4856-4543-ae80-454c782739f6 req-f7a81003-e0c1-4ca4-8bd9-06e77942c04d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.60 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 944 time: 0.0901260 Sep 08 13:44:18.718451 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a14b758-af78-469b-baa3-0e58f061a4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.725025 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16ad1438-408c-48f9-af86-9bc7cb735b12 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.733872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-bdd44a5c-4856-4543-ae80-454c782739f6 req-1b444632-7c4a-4165-a0dc-919134adf48f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port c4a4804e-4d46-471b-be39-dc65cbec7637 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:18.734339 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bdd44a5c-4856-4543-ae80-454c782739f6 req-1b444632-7c4a-4165-a0dc-919134adf48f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.786674 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a14b758-af78-469b-baa3-0e58f061a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.816898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-096e770f-2d69-4a60-b9c4-d772079fda5f None None] Provisioning for port b4dfaea4-28b4-43ea-86bb-197d30dd2a9a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:18.825216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-096e770f-2d69-4a60-b9c4-d772079fda5f None None] Provisioning complete for port b4dfaea4-28b4-43ea-86bb-197d30dd2a9a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:18.826208 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-096e770f-2d69-4a60-b9c4-d772079fda5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.911941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3a14b758-af78-469b-baa3-0e58f061a4ba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7b9126a4dcb84db2b8f68bba4ab810f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4961972 Sep 08 13:44:18.913629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40124) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:18.915786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14b758-af78-469b-baa3-0e58f061a4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fe49d3-5802-4b63-ac37-3b38a22915b2,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:18.932457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f224ab34-5ee7-4096-bd82-8019f8f98a9c None None] New status for floating IP 90ae920f-aae1-4bd8-8ce8-f3f15e12af1e: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:44:18.949316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-bdd44a5c-4856-4543-ae80-454c782739f6 req-1b444632-7c4a-4165-a0dc-919134adf48f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] For port c4a4804e-4d46-471b-be39-dc65cbec7637, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c4a4804e-4d46-471b-be39-dc65cbec7637,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:18.949713 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bdd44a5c-4856-4543-ae80-454c782739f6 req-1b444632-7c4a-4165-a0dc-919134adf48f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:18.972774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-bdd44a5c-4856-4543-ae80-454c782739f6 req-1b444632-7c4a-4165-a0dc-919134adf48f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for c4a4804e-4d46-471b-be39-dc65cbec7637 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:19.037049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d37c539b-b340-4b1d-a307-c2b076a159d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.043772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-096e770f-2d69-4a60-b9c4-d772079fda5f None None] Port b4dfaea4-28b4-43ea-86bb-197d30dd2a9a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:44:19.074500 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d37c539b-b340-4b1d-a307-c2b076a159d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.092613 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16ad1438-408c-48f9-af86-9bc7cb735b12 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.199632 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16ad1438-408c-48f9-af86-9bc7cb735b12 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.230616 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d37c539b-b340-4b1d-a307-c2b076a159d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.235781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d37c539b-b340-4b1d-a307-c2b076a159d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.236914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-16ad1438-408c-48f9-af86-9bc7cb735b12 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] In _notify_port_updated(), no bound segment for port b4dfaea4-28b4-43ea-86bb-197d30dd2a9a on network de1b946d-b36b-49cf-826e-9606011a0064 {{(pid=96264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 08 13:44:19.237665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d37c539b-b340-4b1d-a307-c2b076a159d2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/39fe49d3-5802-4b63-ac37-3b38a22915b2 HTTP/1.1" status: 204 len: 168 time: 0.3226700 Sep 08 13:44:19.246639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ad1438-408c-48f9-af86-9bc7cb735b12 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:19.253955 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16ad1438-408c-48f9-af86-9bc7cb735b12 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.253955 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-16ad1438-408c-48f9-af86-9bc7cb735b12 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "PUT /v2.0/ports/b4dfaea4-28b4-43ea-86bb-197d30dd2a9a HTTP/1.1" status: 200 len: 1068 time: 0.7725029 Sep 08 13:44:19.259561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c539b-b340-4b1d-a307-c2b076a159d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fe49d3-5802-4b63-ac37-3b38a22915b2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:19.259786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40130) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:19.269098 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bdd44a5c-4856-4543-ae80-454c782739f6 req-1b444632-7c4a-4165-a0dc-919134adf48f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.323162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad1438-408c-48f9-af86-9bc7cb735b12 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event updated for resources: {'Port': ['ID=b4dfaea4-28b4-43ea-86bb-197d30dd2a9a,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:19.337198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b444632-7c4a-4165-a0dc-919134adf48f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=c4a4804e-4d46-471b-be39-dc65cbec7637,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:19.449230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b58c3c84-8de2-43c6-83b2-839fdfd3d159 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Deleting port b4dfaea4-28b4-43ea-86bb-197d30dd2a9a {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:19.451068 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b58c3c84-8de2-43c6-83b2-839fdfd3d159 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.460195 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-53fe9593-f09c-4570-9ff9-a02b2341f14d req-d7b810ea-875b-4336-ae18-519175813d5b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=56186b2c-3d22-4159-be24-48ecd71921d1 HTTP/1.1" status: 200 len: 210 time: 0.0783932 Sep 08 13:44:19.463472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd44a5c-4856-4543-ae80-454c782739f6 req-1b444632-7c4a-4165-a0dc-919134adf48f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] No DVR routers for this DVR port c4a4804e-4d46-471b-be39-dc65cbec7637 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:44:19.471460 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bdd44a5c-4856-4543-ae80-454c782739f6 req-1b444632-7c4a-4165-a0dc-919134adf48f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.473930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bdd44a5c-4856-4543-ae80-454c782739f6 req-1b444632-7c4a-4165-a0dc-919134adf48f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.60 "DELETE /v2.0/ports/c4a4804e-4d46-471b-be39-dc65cbec7637 HTTP/1.1" status: 204 len: 173 time: 0.9331298 Sep 08 13:44:19.475684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'name': 'network-vif-deleted', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:19.480190 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f837e389-06cd-4d41-aebb-55b9edad6cdd" -d '{"events": [{"server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "name": "network-vif-deleted", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:19.534635 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cfccf8-d1af-4eb5-8612-b6ed2bf75182 x-openstack-request-id: req-b7cfccf8-d1af-4eb5-8612-b6ed2bf75182 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:19.535383 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56186b2c-3d22-4159-be24-48ecd71921d1", "name": "network-vif-deleted", "tag": "c4a4804e-4d46-471b-be39-dc65cbec7637", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:19.535383 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b7cfccf8-d1af-4eb5-8612-b6ed2bf75182 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:19.535880 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56186b2c-3d22-4159-be24-48ecd71921d1', 'name': 'network-vif-deleted', 'tag': 'c4a4804e-4d46-471b-be39-dc65cbec7637', 'status': 'completed', 'code': 200} Sep 08 13:44:19.620816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b58c3c84-8de2-43c6-83b2-839fdfd3d159 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.638106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b58c3c84-8de2-43c6-83b2-839fdfd3d159 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Calling delete_port for b4dfaea4-28b4-43ea-86bb-197d30dd2a9a owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:19.715984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ac97844d-520c-49dd-a49d-6e4a7e922630 None None] Provisioning complete for port b4dfaea4-28b4-43ea-86bb-197d30dd2a9a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:19.717068 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ac97844d-520c-49dd-a49d-6e4a7e922630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:19.760665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ac97844d-520c-49dd-a49d-6e4a7e922630 None None] Port b4dfaea4-28b4-43ea-86bb-197d30dd2a9a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:44:20.045679 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b58c3c84-8de2-43c6-83b2-839fdfd3d159 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:20.079271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c3c84-8de2-43c6-83b2-839fdfd3d159 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event deleted for resources: {'Port': ['ID=b4dfaea4-28b4-43ea-86bb-197d30dd2a9a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:20.297650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b58c3c84-8de2-43c6-83b2-839fdfd3d159 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:20.300968 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b58c3c84-8de2-43c6-83b2-839fdfd3d159 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "DELETE /v2.0/ports/b4dfaea4-28b4-43ea-86bb-197d30dd2a9a HTTP/1.1" status: 204 len: 168 time: 1.0407584 Sep 08 13:44:20.303682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40156) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:20.331746 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-83108426-ff7c-4d00-bbaf-7392594f97d7 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] GET failed (client error): The resource could not be found. Sep 08 13:44:20.333989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-83108426-ff7c-4d00-bbaf-7392594f97d7 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "GET /v2.0/ports/b4dfaea4-28b4-43ea-86bb-197d30dd2a9a HTTP/1.1" status: 404 len: 333 time: 0.0291665 Sep 08 13:44:20.336801 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40158) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:20.456180 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-731c17c7-df05-49c3-ab77-f410b8cb1c6d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Deleting port 89174842-7b03-42df-980c-9fba818860a0 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:20.456856 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-731c17c7-df05-49c3-ab77-f410b8cb1c6d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:20.533856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40162) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:20.561934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-731c17c7-df05-49c3-ab77-f410b8cb1c6d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:20.575378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-731c17c7-df05-49c3-ab77-f410b8cb1c6d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Calling delete_port for 89174842-7b03-42df-980c-9fba818860a0 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:20.868820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-731c17c7-df05-49c3-ab77-f410b8cb1c6d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:20.958076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c17c7-df05-49c3-ab77-f410b8cb1c6d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event deleted for resources: {'Port': ['ID=89174842-7b03-42df-980c-9fba818860a0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:21.011697 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-731c17c7-df05-49c3-ab77-f410b8cb1c6d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:21.020831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-731c17c7-df05-49c3-ab77-f410b8cb1c6d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "DELETE /v2.0/ports/89174842-7b03-42df-980c-9fba818860a0 HTTP/1.1" status: 204 len: 168 time: 0.6826115 Sep 08 13:44:21.022008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40176) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:21.077479 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-89db37fb-2c49-4ba2-a9b8-8e92fd0fed3d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] GET failed (client error): The resource could not be found. Sep 08 13:44:21.080261 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-89db37fb-2c49-4ba2-a9b8-8e92fd0fed3d tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "GET /v2.0/ports/89174842-7b03-42df-980c-9fba818860a0 HTTP/1.1" status: 404 len: 333 time: 0.0559695 Sep 08 13:44:21.085381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40180) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:21.112279 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ea88aa5-d0d6-4b57-bae7-abbd0449600b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:21.223970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b85fc15a-b527-48b1-b226-20e8b3196afc tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Deleting port c94d9bec-f660-48c0-9e98-50ca224bf1bf {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:21.224485 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b85fc15a-b527-48b1-b226-20e8b3196afc tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:21.343127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b85fc15a-b527-48b1-b226-20e8b3196afc tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:21.366510 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-b85fc15a-b527-48b1-b226-20e8b3196afc tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Calling delete_port for c94d9bec-f660-48c0-9e98-50ca224bf1bf owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:21.628419 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b85fc15a-b527-48b1-b226-20e8b3196afc tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:21.673072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fc15a-b527-48b1-b226-20e8b3196afc tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event deleted for resources: {'Port': ['ID=c94d9bec-f660-48c0-9e98-50ca224bf1bf,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:21.735732 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b85fc15a-b527-48b1-b226-20e8b3196afc tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:21.742090 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b85fc15a-b527-48b1-b226-20e8b3196afc tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "DELETE /v2.0/ports/c94d9bec-f660-48c0-9e98-50ca224bf1bf HTTP/1.1" status: 204 len: 168 time: 0.6551249 Sep 08 13:44:21.744058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40190) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:21.814588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-598a57f3-fed1-447c-9fcd-93ff04f199d2 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Deleting subnet c88255e2-277c-48f0-bbf7-30d9ddf05005 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:44:21.819672 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-598a57f3-fed1-447c-9fcd-93ff04f199d2 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:21.870647 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-598a57f3-fed1-447c-9fcd-93ff04f199d2 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:21.893969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c4a4804e-4d46-471b-be39-dc65cbec7637 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:44:21.953539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: c4a4804e-4d46-471b-be39-dc65cbec7637 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:44:21.960095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c4a4804e-4d46-471b-be39-dc65cbec7637 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:44:22.007518 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-598a57f3-fed1-447c-9fcd-93ff04f199d2 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.038793 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8ea88aa5-d0d6-4b57-bae7-abbd0449600b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port 255b7929-5465-452c-85c3-f11a046004d1 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:22.039140 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ea88aa5-d0d6-4b57-bae7-abbd0449600b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.161180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-8ea88aa5-d0d6-4b57-bae7-abbd0449600b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] For port 255b7929-5465-452c-85c3-f11a046004d1, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=255b7929-5465-452c-85c3-f11a046004d1,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:22.161779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ea88aa5-d0d6-4b57-bae7-abbd0449600b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.175020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8ea88aa5-d0d6-4b57-bae7-abbd0449600b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for 255b7929-5465-452c-85c3-f11a046004d1 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:22.206321 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-598a57f3-fed1-447c-9fcd-93ff04f199d2 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.239998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598a57f3-fed1-447c-9fcd-93ff04f199d2 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event deleted for resources: {'Subnet': ['ID=c88255e2-277c-48f0-bbf7-30d9ddf05005,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:22.254242 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-598a57f3-fed1-447c-9fcd-93ff04f199d2 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.254242 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-598a57f3-fed1-447c-9fcd-93ff04f199d2 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "DELETE /v2.0/subnets/c88255e2-277c-48f0-bbf7-30d9ddf05005 HTTP/1.1" status: 204 len: 168 time: 0.5033410 Sep 08 13:44:22.254242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40200) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:22.256362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174e9d50-d329-4bff-aadd-82c2a60341c9 None None] Network de1b946d-b36b-49cf-826e-9606011a0064 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:22.365278 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.435278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Deleting port bbd7acb2-9e68-4460-af08-e0cb69da214b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:22.435690 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.480368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1504cef8-1250-4afb-a157-956ec495f3d2 None None] DHCP port deletion for de1b946d-b36b-49cf-826e-9606011a0064 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:44:22.491297 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ea88aa5-d0d6-4b57-bae7-abbd0449600b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.525666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] For port bbd7acb2-9e68-4460-af08-e0cb69da214b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bbd7acb2-9e68-4460-af08-e0cb69da214b,segment=NetworkSegment(b5511cee-572a-4c90-a37d-9d1eaf7e0a23),segment_id=b5511cee-572a-4c90-a37d-9d1eaf7e0a23)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:22.526040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.541003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Calling delete_port for bbd7acb2-9e68-4460-af08-e0cb69da214b owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:22.541484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1504cef8-1250-4afb-a157-956ec495f3d2 None None] Deleting port bbd7acb2-9e68-4460-af08-e0cb69da214b {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:22.542075 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1504cef8-1250-4afb-a157-956ec495f3d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.554978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea88aa5-d0d6-4b57-bae7-abbd0449600b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=255b7929-5465-452c-85c3-f11a046004d1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:22.617624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1504cef8-1250-4afb-a157-956ec495f3d2 None None] For port bbd7acb2-9e68-4460-af08-e0cb69da214b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bbd7acb2-9e68-4460-af08-e0cb69da214b,segment=NetworkSegment(b5511cee-572a-4c90-a37d-9d1eaf7e0a23),segment_id=b5511cee-572a-4c90-a37d-9d1eaf7e0a23)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:22.618042 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1504cef8-1250-4afb-a157-956ec495f3d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.634149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1504cef8-1250-4afb-a157-956ec495f3d2 None None] Calling delete_port for bbd7acb2-9e68-4460-af08-e0cb69da214b owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:22.759300 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.775610 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1504cef8-1250-4afb-a157-956ec495f3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.777967 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ea88aa5-d0d6-4b57-bae7-abbd0449600b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.792528 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] No DVR routers for this DVR port bbd7acb2-9e68-4460-af08-e0cb69da214b on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:44:22.795002 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event deleted for resources: {'Port': ['ID=bbd7acb2-9e68-4460-af08-e0cb69da214b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:22.837469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504cef8-1250-4afb-a157-956ec495f3d2 None None] Pushing event deleted for resources: {'Port': ['ID=bbd7acb2-9e68-4460-af08-e0cb69da214b,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:22.846465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1504cef8-1250-4afb-a157-956ec495f3d2 None None] No DVR routers for this DVR port bbd7acb2-9e68-4460-af08-e0cb69da214b on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:44:22.888561 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.918883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1b946d-b36b-49cf-826e-9606011a0064']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:22.930068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5511cee-572a-4c90-a37d-9d1eaf7e0a23') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:22.930446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5511cee-572a-4c90-a37d-9d1eaf7e0a23') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:22.941984 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.975128 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.993520 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:44:22.994025 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:44:22.997581 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:44:23.083305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea88aa5-d0d6-4b57-bae7-abbd0449600b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router 4cc9043d-b510-4825-9fb1-4e7643e0c48d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:44:23.205758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea88aa5-d0d6-4b57-bae7-abbd0449600b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:44:23.211237 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8ea88aa5-d0d6-4b57-bae7-abbd0449600b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "PUT /v2.0/routers/4cc9043d-b510-4825-9fb1-4e7643e0c48d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6757195 Sep 08 13:44:23.214481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40220) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:23.215435 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f3463-a578-465c-ba54-971c73158ee9 None None] Sync routers for ids ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:44:23.225849 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f3463-a578-465c-ba54-971c73158ee9 None None] Routers {'4cc9043d-b510-4825-9fb1-4e7643e0c48d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:44:23.226595 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ff3f3463-a578-465c-ba54-971c73158ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:44:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:23.239615 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:23.249797 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:23.258016 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] 10.222.0.69 "DELETE /v2.0/networks/de1b946d-b36b-49cf-826e-9606011a0064 HTTP/1.1" status: 204 len: 168 time: 1.0042467 Sep 08 13:44:23.292987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52444e-b817-489e-949e-47ec25999429 tempest-AllowedAddressPairIpV6TestJSON-1495141369 tempest-AllowedAddressPairIpV6TestJSON-1495141369-project] Pushing event deleted for resources: {'Network': ['ID=de1b946d-b36b-49cf-826e-9606011a0064,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:23.307136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac000c1-8211-4db1-9fd5-00b545af4a4f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting subnet 3a34b749-d3a3-4d95-b664-d83817927a58 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:44:23.311480 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cac000c1-8211-4db1-9fd5-00b545af4a4f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:23.365751 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cac000c1-8211-4db1-9fd5-00b545af4a4f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:23.414017 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bbd7acb2-9e68-4460-af08-e0cb69da214b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:44:23.469019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: bbd7acb2-9e68-4460-af08-e0cb69da214b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:44:23.469372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bbd7acb2-9e68-4460-af08-e0cb69da214b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:44:23.540538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cac000c1-8211-4db1-9fd5-00b545af4a4f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:23.545346 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-ff3f3463-a578-465c-ba54-971c73158ee9 None None] Set router 4cc9043d-b510-4825-9fb1-4e7643e0c48d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:44:23.745855 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ff3f3463-a578-465c-ba54-971c73158ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:44:22Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:23.768100 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cac000c1-8211-4db1-9fd5-00b545af4a4f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:23.777591 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f3463-a578-465c-ba54-971c73158ee9 None None] Checking router: 4cc9043d-b510-4825-9fb1-4e7643e0c48d for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:44:23.793625 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3f3463-a578-465c-ba54-971c73158ee9 None None] Routers {'4cc9043d-b510-4825-9fb1-4e7643e0c48d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:44:23.794637 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ff3f3463-a578-465c-ba54-971c73158ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:44:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:23.809550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac000c1-8211-4db1-9fd5-00b545af4a4f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Subnet': ['ID=3a34b749-d3a3-4d95-b664-d83817927a58,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:23.823752 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cac000c1-8211-4db1-9fd5-00b545af4a4f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:23.823871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3ef2ae-7153-46eb-87a0-0bf1c68d9932 None None] Network a51aabf8-8173-477a-9f1a-a7066cf046ea requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:23.823959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cac000c1-8211-4db1-9fd5-00b545af4a4f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/subnets/3a34b749-d3a3-4d95-b664-d83817927a58 HTTP/1.1" status: 204 len: 168 time: 0.6059473 Sep 08 13:44:23.824049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40234) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:23.994998 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-ff3f3463-a578-465c-ba54-971c73158ee9 None None] Set router 4cc9043d-b510-4825-9fb1-4e7643e0c48d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:44:24.026611 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:24.144345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40244) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:24.160003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6295d876-11c0-4bc0-b14a-0b5c4cbf29a5 None None] DHCP port deletion for a51aabf8-8173-477a-9f1a-a7066cf046ea request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:44:24.209801 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:24.264654 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6295d876-11c0-4bc0-b14a-0b5c4cbf29a5 None None] Deleting port bf215dc1-47b8-4ab4-8cc0-e63152192a35 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:24.265043 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6295d876-11c0-4bc0-b14a-0b5c4cbf29a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:24.337071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6295d876-11c0-4bc0-b14a-0b5c4cbf29a5 None None] For port bf215dc1-47b8-4ab4-8cc0-e63152192a35, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bf215dc1-47b8-4ab4-8cc0-e63152192a35,segment=NetworkSegment(7946b2b5-f41b-40a6-ab9e-8b52a0815c64),segment_id=7946b2b5-f41b-40a6-ab9e-8b52a0815c64)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:24.337486 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6295d876-11c0-4bc0-b14a-0b5c4cbf29a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:24.352247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6295d876-11c0-4bc0-b14a-0b5c4cbf29a5 None None] Calling delete_port for bf215dc1-47b8-4ab4-8cc0-e63152192a35 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:24.372607 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-ff3f3463-a578-465c-ba54-971c73158ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:44:22Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:24.415198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port 9389decc-a195-4d08-bb3d-3b247b939070 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:24.415547 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:24.425507 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3f3463-a578-465c-ba54-971c73158ee9 None None] The sync data for ids ['4cc9043d-b510-4825-9fb1-4e7643e0c48d'] in n-d-807558-3 is: [{'id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-242235745', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': '9389decc-a195-4d08-bb3d-3b247b939070', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:42:48Z', 'updated_at': '2021-09-08T13:44:22Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': '9389decc-a195-4d08-bb3d-3b247b939070', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:03:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc9043d-b510-4825-9fb1-4e7643e0c48d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:42:49Z', 'updated_at': '2021-09-08T13:42:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:44:24.485410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f0b0e984-3b1b-4144-b005-a4780781257f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2478e3d1c935475f85440f74517a977c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393292 Sep 08 13:44:24.489739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40256) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:24.545950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] For port 9389decc-a195-4d08-bb3d-3b247b939070, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9389decc-a195-4d08-bb3d-3b247b939070,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:24.546550 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:24.564808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for 9389decc-a195-4d08-bb3d-3b247b939070 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:24.581232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d68ba08c-9d6b-4e94-bd92-eb21fcb70527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:24.614111 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d68ba08c-9d6b-4e94-bd92-eb21fcb70527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:24.679480 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6295d876-11c0-4bc0-b14a-0b5c4cbf29a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:24.708725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6295d876-11c0-4bc0-b14a-0b5c4cbf29a5 None None] Pushing event deleted for resources: {'Port': ['ID=bf215dc1-47b8-4ab4-8cc0-e63152192a35,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:24.712897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295d876-11c0-4bc0-b14a-0b5c4cbf29a5 None None] No DVR routers for this DVR port bf215dc1-47b8-4ab4-8cc0-e63152192a35 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:44:24.816511 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d68ba08c-9d6b-4e94-bd92-eb21fcb70527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:24.819328 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d68ba08c-9d6b-4e94-bd92-eb21fcb70527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:24.822222 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d68ba08c-9d6b-4e94-bd92-eb21fcb70527 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/246175c1-4f54-4e80-b940-e58867300332 HTTP/1.1" status: 204 len: 168 time: 0.3299665 Sep 08 13:44:24.836338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ba08c-9d6b-4e94-bd92-eb21fcb70527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246175c1-4f54-4e80-b940-e58867300332,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:24.855014 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:24.911419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=9389decc-a195-4d08-bb3d-3b247b939070,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:24.984451 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.400991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 255b7929-5465-452c-85c3-f11a046004d1 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:44:25.428632 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 255b7929-5465-452c-85c3-f11a046004d1 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:44:25.428993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 255b7929-5465-452c-85c3-f11a046004d1 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:44:25.429641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bf215dc1-47b8-4ab4-8cc0-e63152192a35 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:44:25.455367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: bf215dc1-47b8-4ab4-8cc0-e63152192a35 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:44:25.456886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bf215dc1-47b8-4ab4-8cc0-e63152192a35 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:44:25.476514 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.478889 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.536430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40270) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:25.611023 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.611612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Fanout notify agent at l3_agent the message router_deleted on router 4cc9043d-b510-4825-9fb1-4e7643e0c48d {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:44:25.619220 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.620359 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c6faa7b6-0c94-4386-a287-16071c577f9a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/routers/4cc9043d-b510-4825-9fb1-4e7643e0c48d HTTP/1.1" status: 204 len: 168 time: 1.7974558 Sep 08 13:44:25.624872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40280) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:25.697734 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6e6b-59a7-427e-b520-d86817e149d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.754353 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.847295 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6e6b-59a7-427e-b520-d86817e149d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.873974 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.897419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51aabf8-8173-477a-9f1a-a7066cf046ea']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:25.910208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7946b2b5-f41b-40a6-ab9e-8b52a0815c64') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:25.910532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7946b2b5-f41b-40a6-ab9e-8b52a0815c64') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:25.921112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.924627 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc7f6e6b-59a7-427e-b520-d86817e149d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.935328 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.944251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:44:25.945129 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:44:25.951008 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:44:25.975536 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fc7f6e6b-59a7-427e-b520-d86817e149d1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e901c246c4be4768919359111f0b1b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355409 Sep 08 13:44:25.975536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f6e6b-59a7-427e-b520-d86817e149d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f659621-2e74-4af7-8a3c-24157ac567b5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:25.979793 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40284) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:26.080994 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b27298aa-70e5-4f12-ac09-9a873e21813a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:26.105634 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b27298aa-70e5-4f12-ac09-9a873e21813a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:26.170589 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:26.191573 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:26.196444 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/networks/a51aabf8-8173-477a-9f1a-a7066cf046ea HTTP/1.1" status: 204 len: 168 time: 0.5675652 Sep 08 13:44:26.196444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63591827-3b05-4803-acde-9f78b574a810 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Network': ['ID=a51aabf8-8173-477a-9f1a-a7066cf046ea,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:26.199389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40292) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:26.256580 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b27298aa-70e5-4f12-ac09-9a873e21813a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:26.259302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b27298aa-70e5-4f12-ac09-9a873e21813a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:26.263184 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b27298aa-70e5-4f12-ac09-9a873e21813a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7f659621-2e74-4af7-8a3c-24157ac567b5 HTTP/1.1" status: 204 len: 168 time: 0.2834470 Sep 08 13:44:26.269760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27298aa-70e5-4f12-ac09-9a873e21813a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f659621-2e74-4af7-8a3c-24157ac567b5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:26.286877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4cbefb9-7eeb-4651-9872-9750baf4ce45 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:26.339286 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4cbefb9-7eeb-4651-9872-9750baf4ce45 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:26.443591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40298) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:26.462823 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4cbefb9-7eeb-4651-9872-9750baf4ce45 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:26.466533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4cbefb9-7eeb-4651-9872-9750baf4ce45 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:26.467876 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a4cbefb9-7eeb-4651-9872-9750baf4ce45 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/security-groups/4747b1a8-67f0-4b33-9260-947727acb2c5 HTTP/1.1" status: 204 len: 168 time: 0.2688231 Sep 08 13:44:26.492344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbefb9-7eeb-4651-9872-9750baf4ce45 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4747b1a8-67f0-4b33-9260-947727acb2c5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:26.786759 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1283457586'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:26.960115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:26.966256 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:26.985060 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.042226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40314) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:27.069339 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a003d5f3-6032-4ddb-b322-ad092f50d17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.074924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40316) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:27.080491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-cce0a37f-1ea5-45e6-9f45-e6fe04125dcb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973046971', 'description': 'tempest-secgroup-smoke-973046971 description', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:27.131843 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.222393 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.250313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:44:27.273427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.273427 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Added segment 0528a6a0-7f24-46ca-85dc-b680c3235dbe of type vlan for network b325144c-859b-462d-9447-b59c7b50f1e2 Sep 08 13:44:27.280539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9389decc-a195-4d08-bb3d-3b247b939070 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:44:27.282657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7995f3-f386-4301-922a-aaa7e74183c1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:27.331954 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.345484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 9389decc-a195-4d08-bb3d-3b247b939070 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:44:27.345938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9389decc-a195-4d08-bb3d-3b247b939070 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:44:27.420428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a003d5f3-6032-4ddb-b322-ad092f50d17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.479651 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.486143 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:27.486835 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.513603 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a003d5f3-6032-4ddb-b322-ad092f50d17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.553132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003d5f3-6032-4ddb-b322-ad092f50d17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09323ec7-4280-4542-9660-832fa9b3654a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:27.557977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a003d5f3-6032-4ddb-b322-ad092f50d17f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=facc49a544c24c709d708715b2371e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5146554 Sep 08 13:44:27.561346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40318) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:27.581927 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Network': ['ID=b325144c-859b-462d-9447-b59c7b50f1e2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:27.599025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network b325144c-859b-462d-9447-b59c7b50f1e2 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:27.635995 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12a794b0-638b-4b68-b41e-fb4986f9ba22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.638746 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cce0a37f-1ea5-45e6-9f45-e6fe04125dcb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.667013 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12a794b0-638b-4b68-b41e-fb4986f9ba22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.711385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ac76f59a-281b-426f-bd43-a1ed980998fd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2660048 Sep 08 13:44:27.794923 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12a794b0-638b-4b68-b41e-fb4986f9ba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.803699 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12a794b0-638b-4b68-b41e-fb4986f9ba22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.808205 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-12a794b0-638b-4b68-b41e-fb4986f9ba22 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/09323ec7-4280-4542-9660-832fa9b3654a HTTP/1.1" status: 204 len: 168 time: 0.2445636 Sep 08 13:44:27.822591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a794b0-638b-4b68-b41e-fb4986f9ba22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09323ec7-4280-4542-9660-832fa9b3654a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:27.939654 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cce0a37f-1ea5-45e6-9f45-e6fe04125dcb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:27.987234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cce0a37f-1ea5-45e6-9f45-e6fe04125dcb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.042207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0a37f-1ea5-45e6-9f45-e6fe04125dcb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7780370d-61bb-4ce7-a618-243a04664d05,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:28.075193 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-cce0a37f-1ea5-45e6-9f45-e6fe04125dcb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.077386 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cce0a37f-1ea5-45e6-9f45-e6fe04125dcb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0009360 Sep 08 13:44:28.081443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40322) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:28.086053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1ee649f7-ccaa-4eb0-9bfd-090d6c243c0f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '7780370d-61bb-4ce7-a618-243a04664d05', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:28.183417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ee649f7-ccaa-4eb0-9bfd-090d6c243c0f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.273830 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ee649f7-ccaa-4eb0-9bfd-090d6c243c0f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.337107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ee649f7-ccaa-4eb0-9bfd-090d6c243c0f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.371646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee649f7-ccaa-4eb0-9bfd-090d6c243c0f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c85e929c-db06-40f1-943c-e8cef417776b,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:28.421134 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ee649f7-ccaa-4eb0-9bfd-090d6c243c0f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.421134 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1ee649f7-ccaa-4eb0-9bfd-090d6c243c0f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3357487 Sep 08 13:44:28.422071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40334) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:28.428956 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1515b315-850a-4fe1-9e91-e2afba89d8ee tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '7780370d-61bb-4ce7-a618-243a04664d05', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:28.527252 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1515b315-850a-4fe1-9e91-e2afba89d8ee tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.614286 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1515b315-850a-4fe1-9e91-e2afba89d8ee tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.730501 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1515b315-850a-4fe1-9e91-e2afba89d8ee tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.747699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515b315-850a-4fe1-9e91-e2afba89d8ee tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7fe8089-04d3-454b-a382-9f4aa1529820,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:28.856126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1515b315-850a-4fe1-9e91-e2afba89d8ee tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:28.857624 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1515b315-850a-4fe1-9e91-e2afba89d8ee tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4325387 Sep 08 13:44:28.860429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40344) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:28.865815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b2ec04fb-eebd-4ce0-b0e7-8a2e54d042af tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '7780370d-61bb-4ce7-a618-243a04664d05', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:28.996605 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2ec04fb-eebd-4ce0-b0e7-8a2e54d042af tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:29.085081 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2ec04fb-eebd-4ce0-b0e7-8a2e54d042af tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:29.228658 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2ec04fb-eebd-4ce0-b0e7-8a2e54d042af tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:29.267575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec04fb-eebd-4ce0-b0e7-8a2e54d042af tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca83dc8-cac2-4a32-9f8e-428917ab70d4,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:29.370469 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2ec04fb-eebd-4ce0-b0e7-8a2e54d042af tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:29.376174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b2ec04fb-eebd-4ce0-b0e7-8a2e54d042af tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5096643 Sep 08 13:44:29.379299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40360) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:29.381338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-31653295-d1e4-4fc9-94dc-4f1bf741d532 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '7780370d-61bb-4ce7-a618-243a04664d05', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:29.500307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-31653295-d1e4-4fc9-94dc-4f1bf741d532 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:29.579173 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-31653295-d1e4-4fc9-94dc-4f1bf741d532 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:29.656470 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-31653295-d1e4-4fc9-94dc-4f1bf741d532 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:29.676685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31653295-d1e4-4fc9-94dc-4f1bf741d532 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3baba8c4-56a3-465a-a0bf-539610fe4bea,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:29.759355 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-31653295-d1e4-4fc9-94dc-4f1bf741d532 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:29.760629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-31653295-d1e4-4fc9-94dc-4f1bf741d532 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3832626 Sep 08 13:44:29.763854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40362) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:29.771952 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8f062e91-fef9-4282-9d47-62bd399c2363 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '7780370d-61bb-4ce7-a618-243a04664d05', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:29.902054 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-8f062e91-fef9-4282-9d47-62bd399c2363 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Project 8d38255802c64843a056aaa5d3c7c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:44:29.907966 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f062e91-fef9-4282-9d47-62bd399c2363 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:29.958619 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40366) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:30.002454 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f062e91-fef9-4282-9d47-62bd399c2363 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.106863 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.206816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.388735 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.389321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f062e91-fef9-4282-9d47-62bd399c2363 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.428114 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b477b60d-5e0f-4ce7-b447-4a1f285880bf,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:30.432070 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f062e91-fef9-4282-9d47-62bd399c2363 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2584170f-23c9-4c38-b941-6f7afb5fd493,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:30.435727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9cfa380682cf485ea7ac4ba02151a9d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4731252 Sep 08 13:44:30.444492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40374) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:30.450918 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:30.451359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:30.451777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:30.452183 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:30.452590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:30.452996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:30.453398 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:30.453810 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:30.454348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:30.455447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:30.455729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:30.456176 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65cea92-dc18-4205-9482-1d1e9ef31dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:30.507883 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa21a-5752-4606-bfb7-2d2b3dcc0585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.531861 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa21a-5752-4606-bfb7-2d2b3dcc0585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.553779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8f062e91-fef9-4282-9d47-62bd399c2363 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.558351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40376) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:30.559005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8f062e91-fef9-4282-9d47-62bd399c2363 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7931476 Sep 08 13:44:30.562813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-32ae0875-b243-4822-ab7f-af9828980f3b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'security_group_rule': {'security_group_id': '7780370d-61bb-4ce7-a618-243a04664d05', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:30.656504 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-32ae0875-b243-4822-ab7f-af9828980f3b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Project 8d38255802c64843a056aaa5d3c7c4c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:44:30.661784 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32ae0875-b243-4822-ab7f-af9828980f3b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.700069 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa21a-5752-4606-bfb7-2d2b3dcc0585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.702633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3b5aa21a-5752-4606-bfb7-2d2b3dcc0585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.707000 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3b5aa21a-5752-4606-bfb7-2d2b3dcc0585 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b477b60d-5e0f-4ce7-b447-4a1f285880bf HTTP/1.1" status: 204 len: 168 time: 0.2593935 Sep 08 13:44:30.724387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5aa21a-5752-4606-bfb7-2d2b3dcc0585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b477b60d-5e0f-4ce7-b447-4a1f285880bf,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:30.740245 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32ae0875-b243-4822-ab7f-af9828980f3b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.806059 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32ae0875-b243-4822-ab7f-af9828980f3b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.827746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae0875-b243-4822-ab7f-af9828980f3b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94ad7402-1e92-47be-bb26-6c3fbe7f25a0,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:30.891030 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-32ae0875-b243-4822-ab7f-af9828980f3b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:30.894240 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-32ae0875-b243-4822-ab7f-af9828980f3b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3332257 Sep 08 13:44:30.895670 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40382) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:30.902893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d5f438da-70ce-4295-926d-c5225eb2248a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'network': {'name': 'tempest-network-smoke--1290818001', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'port_security_enabled': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:31.073777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f438da-70ce-4295-926d-c5225eb2248a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Made reservation on behalf of 8d38255802c64843a056aaa5d3c7c4c2 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:31.083361 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5f438da-70ce-4295-926d-c5225eb2248a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.110007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40386) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:31.116275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-cdb6cf9a-66f9-436b-9713-6d6abd233f21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'subnet': {'network_id': 'b325144c-859b-462d-9447-b59c7b50f1e2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:31.149660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f438da-70ce-4295-926d-c5225eb2248a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:44:31.173409 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5f438da-70ce-4295-926d-c5225eb2248a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.174793 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-d5f438da-70ce-4295-926d-c5225eb2248a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Added segment 7b87bcb2-7324-4585-ba9d-5bc000764d3d of type vlan for network 4747e430-86e0-43b3-98c8-0e14ddd21f08 Sep 08 13:44:31.226334 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5f438da-70ce-4295-926d-c5225eb2248a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.290888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb6cf9a-66f9-436b-9713-6d6abd233f21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:31.295998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cdb6cf9a-66f9-436b-9713-6d6abd233f21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.331170 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5f438da-70ce-4295-926d-c5225eb2248a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.337315 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f438da-70ce-4295-926d-c5225eb2248a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:31.337871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5f438da-70ce-4295-926d-c5225eb2248a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.435320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f438da-70ce-4295-926d-c5225eb2248a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Network': ['ID=4747e430-86e0-43b3-98c8-0e14ddd21f08,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:31.447854 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d5f438da-70ce-4295-926d-c5225eb2248a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5507753 Sep 08 13:44:31.449877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 4747e430-86e0-43b3-98c8-0e14ddd21f08 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:31.451914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40396) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:31.464480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'admin_state_up': True, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:31.616774 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.617901 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.645843 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cdb6cf9a-66f9-436b-9713-6d6abd233f21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.676913 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.721882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6cf9a-66f9-436b-9713-6d6abd233f21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Subnet': ['ID=21bcb597-0987-48ef-af26-60c5c3a6d31f,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:31.736455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb6cf9a-66f9-436b-9713-6d6abd233f21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Checking segment: {'id': '0528a6a0-7f24-46ca-85dc-b680c3235dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b325144c-859b-462d-9447-b59c7b50f1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:31.741731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb6cf9a-66f9-436b-9713-6d6abd233f21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network hostable DHCP agents. Network: b325144c-859b-462d-9447-b59c7b50f1e2, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:44:31.810757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb6cf9a-66f9-436b-9713-6d6abd233f21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network b325144c-859b-462d-9447-b59c7b50f1e2 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:44:31.896156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-cdb6cf9a-66f9-436b-9713-6d6abd233f21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, b325144c-859b-462d-9447-b59c7b50f1e2) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:31.902256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb6cf9a-66f9-436b-9713-6d6abd233f21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:31.904249 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cdb6cf9a-66f9-436b-9713-6d6abd233f21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:31.907285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f2b7a-8767-41dd-b0fc-675e3997f16c None None] Network b325144c-859b-462d-9447-b59c7b50f1e2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:31.958747 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.005467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cdb6cf9a-66f9-436b-9713-6d6abd233f21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8934283 Sep 08 13:44:32.008978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40406) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:32.014136 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2e0cf75e-9557-47bd-b6b5-23505fcc1082 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1799939149'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:32.090278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-b325144c-859b-462d-9447-b59c7b50f1e2', 'network_id': 'b325144c-859b-462d-9447-b59c7b50f1e2', 'tenant_id': '1aa88dba00ab42139c9190c5cdd83808', 'fixed_ips': [{'subnet_id': '21bcb597-0987-48ef-af26-60c5c3a6d31f'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:44:32.091171 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.142606 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0cf75e-9557-47bd-b6b5-23505fcc1082 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:32.149039 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf75e-9557-47bd-b6b5-23505fcc1082 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.250733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Allocated IP 2001:db8:0:ffff::2 (b325144c-859b-462d-9447-b59c7b50f1e2/21bcb597-0987-48ef-af26-60c5c3a6d31f/e6754df2-9bac-40e9-95fc-97c27347c5f6) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:32.264345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0cf75e-9557-47bd-b6b5-23505fcc1082 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:44:32.308353 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf75e-9557-47bd-b6b5-23505fcc1082 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.308698 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-2e0cf75e-9557-47bd-b6b5-23505fcc1082 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Added segment 5e2883f1-b42e-4b35-a41b-e230762e98d0 of type vlan for network 5b8094fe-0add-4c1e-abb8-a4f78b89f631 Sep 08 13:44:32.338757 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.390153 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.405395 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf75e-9557-47bd-b6b5-23505fcc1082 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.457934 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.467527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Transition to ACTIVE for port object e6754df2-9bac-40e9-95fc-97c27347c5f6 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:32.486536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Transition to ACTIVE for port object e6754df2-9bac-40e9-95fc-97c27347c5f6 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:32.554526 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf75e-9557-47bd-b6b5-23505fcc1082 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.562899 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0cf75e-9557-47bd-b6b5-23505fcc1082 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:32.564788 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e0cf75e-9557-47bd-b6b5-23505fcc1082 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.593680 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.609598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.25.5.64 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/b1c80ae9-2582-4f9e-bc47-a8c15bd95165) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:32.632716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Network b325144c-859b-462d-9447-b59c7b50f1e2 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:32.637630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:32.641516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:32.657320 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Pushing event updated for resources: {'Port': ['ID=e6754df2-9bac-40e9-95fc-97c27347c5f6,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:32.670573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cf75e-9557-47bd-b6b5-23505fcc1082 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Network': ['ID=5b8094fe-0add-4c1e-abb8-a4f78b89f631,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:32.705498 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2e0cf75e-9557-47bd-b6b5-23505fcc1082 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6946750 Sep 08 13:44:32.709283 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 5b8094fe-0add-4c1e-abb8-a4f78b89f631 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:32.709794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40420) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:32.715847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d9f3e69d-167d-4309-be13-d9c4f4ccee97 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'subnet': {'network_id': '5b8094fe-0add-4c1e-abb8-a4f78b89f631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:32.738340 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Attempting to bind port e6754df2-9bac-40e9-95fc-97c27347c5f6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:32.739031 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Attempting to bind port e6754df2-9bac-40e9-95fc-97c27347c5f6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '0528a6a0-7f24-46ca-85dc-b680c3235dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b325144c-859b-462d-9447-b59c7b50f1e2'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:32.739592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Attempting to bind port e6754df2-9bac-40e9-95fc-97c27347c5f6 on network b325144c-859b-462d-9447-b59c7b50f1e2 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:32.751723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:32.752365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Checking segment: {'id': '0528a6a0-7f24-46ca-85dc-b680c3235dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b325144c-859b-462d-9447-b59c7b50f1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:32.752951 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.753519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Bound using segment: {'id': '0528a6a0-7f24-46ca-85dc-b680c3235dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b325144c-859b-462d-9447-b59c7b50f1e2'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:32.754207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Bound port: e6754df2-9bac-40e9-95fc-97c27347c5f6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0528a6a0-7f24-46ca-85dc-b680c3235dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b325144c-859b-462d-9447-b59c7b50f1e2'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:32.754935 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.828358 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:32.886478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] For port e6754df2-9bac-40e9-95fc-97c27347c5f6, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:32.891414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] For port e6754df2-9bac-40e9-95fc-97c27347c5f6, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e6754df2-9bac-40e9-95fc-97c27347c5f6,segment=NetworkSegment(0528a6a0-7f24-46ca-85dc-b680c3235dbe),segment_id=0528a6a0-7f24-46ca-85dc-b680c3235dbe)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:32.993589 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f3e69d-167d-4309-be13-d9c4f4ccee97 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:32.997402 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e69d-167d-4309-be13-d9c4f4ccee97 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:33.023386 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:33.024389 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:33.153084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:33.154939 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:33.157093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=b1c80ae9-2582-4f9e-bc47-a8c15bd95165,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:33.160632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:33.311241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b574eb5-0050-423a-8b25-ac69c30671b8 None None] Pushing event updated for resources: {'Port': ['ID=e6754df2-9bac-40e9-95fc-97c27347c5f6,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:33.982596 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e69d-167d-4309-be13-d9c4f4ccee97 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:34.047937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3e69d-167d-4309-be13-d9c4f4ccee97 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Subnet': ['ID=ea9bec67-b218-4396-aa86-cbe189cad02a,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:34.066454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f3e69d-167d-4309-be13-d9c4f4ccee97 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Checking segment: {'id': '5e2883f1-b42e-4b35-a41b-e230762e98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5b8094fe-0add-4c1e-abb8-a4f78b89f631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:34.066454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3e69d-167d-4309-be13-d9c4f4ccee97 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network hostable DHCP agents. Network: 5b8094fe-0add-4c1e-abb8-a4f78b89f631, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:44:34.161292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:34.308481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f3e69d-167d-4309-be13-d9c4f4ccee97 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network 5b8094fe-0add-4c1e-abb8-a4f78b89f631 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:44:34.404676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d9f3e69d-167d-4309-be13-d9c4f4ccee97 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 5b8094fe-0add-4c1e-abb8-a4f78b89f631) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:34.409481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f3e69d-167d-4309-be13-d9c4f4ccee97 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:34.410294 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9f3e69d-167d-4309-be13-d9c4f4ccee97 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:34.419044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ef91d1-681a-4001-975f-516bbe7bb734 None None] Network 5b8094fe-0add-4c1e-abb8-a4f78b89f631 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:34.451914 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:34.524154 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d9f3e69d-167d-4309-be13-d9c4f4ccee97 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8088357 Sep 08 13:44:34.530898 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40456) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:34.646441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d3bb5-b03e-471c-a6b4-529ff7c2c9c4 None None] Network b325144c-859b-462d-9447-b59c7b50f1e2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:34.685704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router bf7e2e17-ec26-4421-8e74-67451e19c9ee is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:44:34.762408 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:34.798454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-5b8094fe-0add-4c1e-abb8-a4f78b89f631', 'network_id': '5b8094fe-0add-4c1e-abb8-a4f78b89f631', 'tenant_id': '1aa88dba00ab42139c9190c5cdd83808', 'fixed_ips': [{'subnet_id': 'ea9bec67-b218-4396-aa86-cbe189cad02a'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:44:34.799543 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:34.910613 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:44:34.920492 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:34.945072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Sync routers for ids ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:44:34.962126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-307bfc52-b96c-4393-9968-ee876f6dee23 None None] Provisioning for port e6754df2-9bac-40e9-95fc-97c27347c5f6 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:34.986919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Routers {'bf7e2e17-ec26-4421-8e74-67451e19c9ee'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:44:34.987855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:44:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:35.028312 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:35.035381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40476) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:35.036542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1440cb62-b08d-4fb3-9b3f-c45fa5a3250e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.5804291 Sep 08 13:44:35.100396 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40478) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:35.111524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f2aa720f-e479-4a9c-bdc7-d82c2fbd95a6 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=8d38255802c64843a056aaa5d3c7c4c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0718882 Sep 08 13:44:35.131650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Allocated IP 2001:db8::1 (5b8094fe-0add-4c1e-abb8-a4f78b89f631/ea9bec67-b218-4396-aa86-cbe189cad02a/226ad7ef-3a2a-4727-8378-f83c9447727d) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:35.179867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Set router bf7e2e17-ec26-4421-8e74-67451e19c9ee gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:44:35.237632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef7fe7e-02f9-4195-a7d1-e9899f37dec8 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:35.246542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40482) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:35.258474 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3ef7fe7e-02f9-4195-a7d1-e9899f37dec8 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1559844 Sep 08 13:44:35.319402 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40484) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:35.325268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-64ef1e67-2076-4a8a-b10d-7c007ffab762 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-109720957', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:35.330024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-98e171af-c1d2-4b99-8648-895a7a803dc3 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0821211 Sep 08 13:44:35.466658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e6754df2-9bac-40e9-95fc-97c27347c5f6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:35.587440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ef1e67-2076-4a8a-b10d-7c007ffab762 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Made reservation on behalf of 8d38255802c64843a056aaa5d3c7c4c2 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:35.591459 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-64ef1e67-2076-4a8a-b10d-7c007ffab762 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:35.611746 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:35.623811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:44:33Z', 'revision_number': 3, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:35.625958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Transition to ACTIVE for port object 226ad7ef-3a2a-4727-8378-f83c9447727d will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:35.685111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Checking router: bf7e2e17-ec26-4421-8e74-67451e19c9ee for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:44:35.685474 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Updating router bf7e2e17-ec26-4421-8e74-67451e19c9ee port b1c80ae9-2582-4f9e-bc47-a8c15bd95165 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:44:35.712223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Transition to ACTIVE for port object 226ad7ef-3a2a-4727-8378-f83c9447727d will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:35.745205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port e6754df2-9bac-40e9-95fc-97c27347c5f6 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:35.755053 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:35.760961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e6754df2-9bac-40e9-95fc-97c27347c5f6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:35.761343 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:35.814941 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:35.883117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Network 5b8094fe-0add-4c1e-abb8-a4f78b89f631 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:35.908608 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:35.935995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40490) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:35.949371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9bec67-b218-4396-aa86-cbe189cad02a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:35.988697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:35.991452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:36.027922 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-64ef1e67-2076-4a8a-b10d-7c007ffab762 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.051967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Pushing event updated for resources: {'Port': ['ID=226ad7ef-3a2a-4727-8378-f83c9447727d,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:36.052868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.092680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8094fe-0add-4c1e-abb8-a4f78b89f631']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:36.105973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2883f1-b42e-4b35-a41b-e230762e98d0') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:36.106627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2883f1-b42e-4b35-a41b-e230762e98d0') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:36.127156 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-087bc641-75e4-4e96-b608-630a3685e8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.127499 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.146828 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.151166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef1e67-2076-4a8a-b10d-7c007ffab762 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Subnet': ['ID=22c3a756-7dde-4178-917b-89b52a4cfc3f,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:36.164312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:44:36.164916 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.170795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ef1e67-2076-4a8a-b10d-7c007ffab762 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Checking segment: {'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:36.171437 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ef1e67-2076-4a8a-b10d-7c007ffab762 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network hostable DHCP agents. Network: 4747e430-86e0-43b3-98c8-0e14ddd21f08, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:44:36.194906 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:44:36.274264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ef1e67-2076-4a8a-b10d-7c007ffab762 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 4747e430-86e0-43b3-98c8-0e14ddd21f08 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:44:36.288745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Attempting to bind port 226ad7ef-3a2a-4727-8378-f83c9447727d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:36.289266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Attempting to bind port 226ad7ef-3a2a-4727-8378-f83c9447727d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '5e2883f1-b42e-4b35-a41b-e230762e98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5b8094fe-0add-4c1e-abb8-a4f78b89f631'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:36.289740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Attempting to bind port 226ad7ef-3a2a-4727-8378-f83c9447727d on network 5b8094fe-0add-4c1e-abb8-a4f78b89f631 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:36.290941 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 13:44:36.290941 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 13:44:36.290941 n-d-807558-3 neutron-server[96263]: [parameters: {'id': '5b8094fe-0add-4c1e-abb8-a4f78b89f631'}] Sep 08 13:44:36.290941 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:44:36.291361 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:44:36.301540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:36.302100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Checking segment: {'id': '5e2883f1-b42e-4b35-a41b-e230762e98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5b8094fe-0add-4c1e-abb8-a4f78b89f631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:36.302639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.303140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Bound using segment: {'id': '5e2883f1-b42e-4b35-a41b-e230762e98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5b8094fe-0add-4c1e-abb8-a4f78b89f631'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:36.303722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Bound port: 226ad7ef-3a2a-4727-8378-f83c9447727d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2883f1-b42e-4b35-a41b-e230762e98d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '5b8094fe-0add-4c1e-abb8-a4f78b89f631'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:36.304665 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.328365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-64ef1e67-2076-4a8a-b10d-7c007ffab762 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 4747e430-86e0-43b3-98c8-0e14ddd21f08) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:36.335604 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-087bc641-75e4-4e96-b608-630a3685e8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.338983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ef1e67-2076-4a8a-b10d-7c007ffab762 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:36.339582 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-64ef1e67-2076-4a8a-b10d-7c007ffab762 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.357328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76c1ee4-5f12-4222-9d90-f9b3aaea70ac None None] Network 4747e430-86e0-43b3-98c8-0e14ddd21f08 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:36.360274 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.368195 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.405463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Transition to ACTIVE for port object b1c80ae9-2582-4f9e-bc47-a8c15bd95165 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:36.428512 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-087bc641-75e4-4e96-b608-630a3685e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.469268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-087bc641-75e4-4e96-b608-630a3685e8cf admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=82413fc442214b68bb1210a8e33e5100&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5321772 Sep 08 13:44:36.472602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40494) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:36.472798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bc641-75e4-4e96-b608-630a3685e8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef7c199-0af7-4c95-b0f3-6fa8a684614d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:36.487000 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-64ef1e67-2076-4a8a-b10d-7c007ffab762 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1660988 Sep 08 13:44:36.498411 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40496) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:36.567766 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0060b4f-78f2-435e-ba49-a8a557c32aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.608669 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0060b4f-78f2-435e-ba49-a8a557c32aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.637824 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.686896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] For port 226ad7ef-3a2a-4727-8378-f83c9447727d, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:36.705612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port e6754df2-9bac-40e9-95fc-97c27347c5f6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e6754df2-9bac-40e9-95fc-97c27347c5f6,segment=NetworkSegment(0528a6a0-7f24-46ca-85dc-b680c3235dbe),segment_id=0528a6a0-7f24-46ca-85dc-b680c3235dbe)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:36.726702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] For port 226ad7ef-3a2a-4727-8378-f83c9447727d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=226ad7ef-3a2a-4727-8378-f83c9447727d,segment=NetworkSegment(5e2883f1-b42e-4b35-a41b-e230762e98d0),segment_id=5e2883f1-b42e-4b35-a41b-e230762e98d0)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:36.742832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Attempting to bind port b1c80ae9-2582-4f9e-bc47-a8c15bd95165 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:36.743211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Attempting to bind port b1c80ae9-2582-4f9e-bc47-a8c15bd95165 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:36.743581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Attempting to bind port b1c80ae9-2582-4f9e-bc47-a8c15bd95165 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:36.749225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0c541-e5d8-44c5-8ece-b214d160284d None None] Pushing event updated for resources: {'Port': ['ID=b1c80ae9-2582-4f9e-bc47-a8c15bd95165,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:36.771722 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0060b4f-78f2-435e-ba49-a8a557c32aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.772882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:36.773270 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:36.773682 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.774086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:36.774608 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Bound port: b1c80ae9-2582-4f9e-bc47-a8c15bd95165, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:36.774998 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.776578 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0060b4f-78f2-435e-ba49-a8a557c32aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.778272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f0060b4f-78f2-435e-ba49-a8a557c32aeb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8ef7c199-0af7-4c95-b0f3-6fa8a684614d HTTP/1.1" status: 204 len: 168 time: 0.3043175 Sep 08 13:44:36.809525 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.810008 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.811490 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:36.824304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0060b4f-78f2-435e-ba49-a8a557c32aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef7c199-0af7-4c95-b0f3-6fa8a684614d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:36.995679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Deleting port 226ad7ef-3a2a-4727-8378-f83c9447727d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:36.996037 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:37.002387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-4747e430-86e0-43b3-98c8-0e14ddd21f08', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ips': [{'subnet_id': '22c3a756-7dde-4178-917b-89b52a4cfc3f'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:44:37.003587 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:37.013634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7becef7-5e43-4f00-a197-6aab8870c3db None None] Pushing event updated for resources: {'Port': ['ID=226ad7ef-3a2a-4727-8378-f83c9447727d,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:37.023932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] For port b1c80ae9-2582-4f9e-bc47-a8c15bd95165, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:37.036170 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:37.123331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64f592b-c069-4114-ab7b-86811789a9c7 None None] Network 5b8094fe-0add-4c1e-abb8-a4f78b89f631 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:37.123829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] For port 226ad7ef-3a2a-4727-8378-f83c9447727d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=226ad7ef-3a2a-4727-8378-f83c9447727d,segment=NetworkSegment(5e2883f1-b42e-4b35-a41b-e230762e98d0),segment_id=5e2883f1-b42e-4b35-a41b-e230762e98d0)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:37.123829 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:37.124427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] For port b1c80ae9-2582-4f9e-bc47-a8c15bd95165, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b1c80ae9-2582-4f9e-bc47-a8c15bd95165,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:37.124527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Calling delete_port for 226ad7ef-3a2a-4727-8378-f83c9447727d owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:37.246982 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=e6754df2-9bac-40e9-95fc-97c27347c5f6,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:37.455976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Allocated IP 172.20.0.2 (4747e430-86e0-43b3-98c8-0e14ddd21f08/22c3a756-7dde-4178-917b-89b52a4cfc3f/3b216a14-c045-4af3-ab67-e0eadd7dce03) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:37.512321 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:37.576938 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:37.636687 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Routers {'bf7e2e17-ec26-4421-8e74-67451e19c9ee'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:44:37.637434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:44:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:37.642600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0c541-e5d8-44c5-8ece-b214d160284d None None] Pushing event updated for resources: {'Port': ['ID=b1c80ae9-2582-4f9e-bc47-a8c15bd95165,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:37.653306 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:37.680400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Transition to ACTIVE for port object 3b216a14-c045-4af3-ab67-e0eadd7dce03 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:37.687241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No DVR routers for this DVR port 226ad7ef-3a2a-4727-8378-f83c9447727d on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:44:37.691390 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Port': ['ID=226ad7ef-3a2a-4727-8378-f83c9447727d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:37.710600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Transition to ACTIVE for port object 3b216a14-c045-4af3-ab67-e0eadd7dce03 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:37.795938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] Set router bf7e2e17-ec26-4421-8e74-67451e19c9ee gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:44:37.821512 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:37.856957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8094fe-0add-4c1e-abb8-a4f78b89f631']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:37.883632 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:37.887885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2883f1-b42e-4b35-a41b-e230762e98d0') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:37.888188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2883f1-b42e-4b35-a41b-e230762e98d0') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:37.921955 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:37.929293 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.20.0.1 (4747e430-86e0-43b3-98c8-0e14ddd21f08/22c3a756-7dde-4178-917b-89b52a4cfc3f/81ed7a53-5ae1-443c-a66f-96e02e3deca8) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:37.942639 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:37.956290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:44:37.956719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:44:37.959899 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:44:37.987804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Network 4747e430-86e0-43b3-98c8-0e14ddd21f08 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:37.995160 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-46979444-b178-49b2-800b-a585c5cd16de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.009480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40506) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:38.012111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:38.019639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Pushing event updated for resources: {'Port': ['ID=3b216a14-c045-4af3-ab67-e0eadd7dce03,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:38.030466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:38.066368 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5917c3c-d459-460d-861c-b9a1be912177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.168494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Attempting to bind port 3b216a14-c045-4af3-ab67-e0eadd7dce03 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:38.168881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Attempting to bind port 3b216a14-c045-4af3-ab67-e0eadd7dce03 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:38.169270 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Attempting to bind port 3b216a14-c045-4af3-ab67-e0eadd7dce03 on network 4747e430-86e0-43b3-98c8-0e14ddd21f08 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:38.179726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:38.180110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Checking segment: {'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:38.180524 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.180947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Bound using segment: {'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:38.181418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Bound port: 3b216a14-c045-4af3-ab67-e0eadd7dce03, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:38.181766 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.181898 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.201007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Transition to ACTIVE for port object 81ed7a53-5ae1-443c-a66f-96e02e3deca8 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:38.210691 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.218377 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.220553 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/5b8094fe-0add-4c1e-abb8-a4f78b89f631 HTTP/1.1" status: 204 len: 168 time: 3.6948252 Sep 08 13:44:38.225423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40508) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:38.232253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1f8d4e2e-3fed-4bc0-959f-54febd2e9f5d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-50457007'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:38.242877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:44:33Z', 'revision_number': 3, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:38.255851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34bfa5-874d-4b6a-90fc-bad593b914e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Network': ['ID=5b8094fe-0add-4c1e-abb8-a4f78b89f631,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:38.294658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a46d7-0458-4490-af13-6f84caaee9d7 None None] The sync data for ids ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'] in n-d-807558-3 is: [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:44:33Z', 'revision_number': 3, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:44:38.310446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.318647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] For port 3b216a14-c045-4af3-ab67-e0eadd7dce03, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:38.326222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] For port 3b216a14-c045-4af3-ab67-e0eadd7dce03, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3b216a14-c045-4af3-ab67-e0eadd7dce03,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:38.382296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 4747e430-86e0-43b3-98c8-0e14ddd21f08 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:38.391080 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.397149 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:38.403219 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5917c3c-d459-460d-861c-b9a1be912177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.404905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:38.408019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=81ed7a53-5ae1-443c-a66f-96e02e3deca8,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:38.471603 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.491771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457a6a5-a4ec-4705-a4da-7ffaf143df18 None None] Pushing event updated for resources: {'Port': ['ID=3b216a14-c045-4af3-ab67-e0eadd7dce03,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:38.625576 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5917c3c-d459-460d-861c-b9a1be912177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.794087 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d5917c3c-d459-460d-861c-b9a1be912177 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cbaa6359196d4c6dabc889b16266fbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6671679 Sep 08 13:44:38.794087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5917c3c-d459-460d-861c-b9a1be912177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0414f64-249a-4f97-930f-658ccb3de6db,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:38.794923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40510) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:38.794923 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e34ab85-4a68-46b4-b095-ed557a19a99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.794923 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e34ab85-4a68-46b4-b095-ed557a19a99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.947570 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:38.953118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8d4e2e-3fed-4bc0-959f-54febd2e9f5d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:38.956739 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1f8d4e2e-3fed-4bc0-959f-54febd2e9f5d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:39.016586 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e34ab85-4a68-46b4-b095-ed557a19a99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:39.023431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e34ab85-4a68-46b4-b095-ed557a19a99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:39.027400 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7e34ab85-4a68-46b4-b095-ed557a19a99d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f0414f64-249a-4f97-930f-658ccb3de6db HTTP/1.1" status: 204 len: 168 time: 0.3368781 Sep 08 13:44:39.035432 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8d4e2e-3fed-4bc0-959f-54febd2e9f5d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:44:39.050303 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34ab85-4a68-46b4-b095-ed557a19a99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0414f64-249a-4f97-930f-658ccb3de6db,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:39.080898 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1f8d4e2e-3fed-4bc0-959f-54febd2e9f5d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:39.082085 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-1f8d4e2e-3fed-4bc0-959f-54febd2e9f5d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Added segment ced6a6f3-ec91-47b7-8967-89bcdc1674f8 of type vlan for network 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e Sep 08 13:44:39.165776 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1f8d4e2e-3fed-4bc0-959f-54febd2e9f5d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:39.296136 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1f8d4e2e-3fed-4bc0-959f-54febd2e9f5d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:39.309716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8d4e2e-3fed-4bc0-959f-54febd2e9f5d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:39.309716 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1f8d4e2e-3fed-4bc0-959f-54febd2e9f5d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:39.428221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d4e2e-3fed-4bc0-959f-54febd2e9f5d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Network': ['ID=9bcfb3bc-df37-47ff-8056-dd79ba07ee6e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:39.446348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:39.464704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1f8d4e2e-3fed-4bc0-959f-54febd2e9f5d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2370501 Sep 08 13:44:39.466797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40516) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:39.482015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-85c2d5f6-93c9-4987-9404-4ea38c3ab764 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'subnet': {'network_id': '9bcfb3bc-df37-47ff-8056-dd79ba07ee6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:39.622767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3b216a14-c045-4af3-ab67-e0eadd7dce03 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:39.850099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c2d5f6-93c9-4987-9404-4ea38c3ab764 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:39.854746 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85c2d5f6-93c9-4987-9404-4ea38c3ab764 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:39.884833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 3b216a14-c045-4af3-ab67-e0eadd7dce03 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:39.890388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e6754df2-9bac-40e9-95fc-97c27347c5f6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:39.952379 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:39.968133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port e6754df2-9bac-40e9-95fc-97c27347c5f6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:39.968523 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.022790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5bc0f8-fd82-4ee4-a293-0a1cff79801f None None] Network 4747e430-86e0-43b3-98c8-0e14ddd21f08 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:40.140140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b1c80ae9-2582-4f9e-bc47-a8c15bd95165 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:40.474719 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.483460 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85c2d5f6-93c9-4987-9404-4ea38c3ab764 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.484104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5e34e318-9eff-4067-8fdd-482962275c86 None None] Provisioning for port 3b216a14-c045-4af3-ab67-e0eadd7dce03 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:40.484104 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ac6bbb10-e226-4fba-ab40-8980673891b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.485795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b1c80ae9-2582-4f9e-bc47-a8c15bd95165 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:40.499240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b1c80ae9-2582-4f9e-bc47-a8c15bd95165 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:40.499974 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.502634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5e34e318-9eff-4067-8fdd-482962275c86 None None] Provisioning complete for port 3b216a14-c045-4af3-ab67-e0eadd7dce03 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:40.503266 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e34e318-9eff-4067-8fdd-482962275c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.579149 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=81ed7a53-5ae1-443c-a66f-96e02e3deca8,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:40.612798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2d5f6-93c9-4987-9404-4ea38c3ab764 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Subnet': ['ID=8a4e86f5-5d4a-4e40-9944-15cb6b901652,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:40.667127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c2d5f6-93c9-4987-9404-4ea38c3ab764 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Checking segment: {'id': 'ced6a6f3-ec91-47b7-8967-89bcdc1674f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9bcfb3bc-df37-47ff-8056-dd79ba07ee6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:40.667516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c2d5f6-93c9-4987-9404-4ea38c3ab764 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network hostable DHCP agents. Network: 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:44:40.671270 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.762032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c5b813-99d8-4c7a-b041-319f76843d2c None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:44:40.791279 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.822855 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 4747e430-86e0-43b3-98c8-0e14ddd21f08 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:40.825095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:40.863569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c2d5f6-93c9-4987-9404-4ea38c3ab764 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:44:40.942231 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.968628 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e34e318-9eff-4067-8fdd-482962275c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:40.971138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-85c2d5f6-93c9-4987-9404-4ea38c3ab764 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:40.977062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c2d5f6-93c9-4987-9404-4ea38c3ab764 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:40.981342 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-85c2d5f6-93c9-4987-9404-4ea38c3ab764 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.003125 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router bf7e2e17-ec26-4421-8e74-67451e19c9ee has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:44:41.046378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-85c2d5f6-93c9-4987-9404-4ea38c3ab764 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5782371 Sep 08 13:44:41.046941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b1c80ae9-2582-4f9e-bc47-a8c15bd95165, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b1c80ae9-2582-4f9e-bc47-a8c15bd95165,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:41.049925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40536) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:41.055626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8fe27a44-a12f-43f2-bac4-83d5c5d015bd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1037143167'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:41.075303 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5e34e318-9eff-4067-8fdd-482962275c86 None None] For port 3b216a14-c045-4af3-ab67-e0eadd7dce03, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3b216a14-c045-4af3-ab67-e0eadd7dce03,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:41.108519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.141039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:44:41.146540 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a26944e7-91c3-4a39-95e0-cb23580f11c6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "PUT /v2.0/routers/bf7e2e17-ec26-4421-8e74-67451e19c9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6469691 Sep 08 13:44:41.147561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c5b813-99d8-4c7a-b041-319f76843d2c None None] Unable to find a vacant binding_index for network 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e and agent 845b704f-8a31-4531-8b0f-76bff702338f {{(pid=96265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 08 13:44:41.161370 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Sync routers for ids ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:44:41.161949 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c5b813-99d8-4c7a-b041-319f76843d2c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e) {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:44:41.174641 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Routers {'bf7e2e17-ec26-4421-8e74-67451e19c9ee'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:44:41.175260 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:44:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:41.187296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b1c80ae9-2582-4f9e-bc47-a8c15bd95165,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:41.192151 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5e34e318-9eff-4067-8fdd-482962275c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.210827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe27a44-a12f-43f2-bac4-83d5c5d015bd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:41.217371 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fe27a44-a12f-43f2-bac4-83d5c5d015bd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.268725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe27a44-a12f-43f2-bac4-83d5c5d015bd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:44:41.289836 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fe27a44-a12f-43f2-bac4-83d5c5d015bd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.301911 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-8fe27a44-a12f-43f2-bac4-83d5c5d015bd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Added segment e340d857-3917-420f-9f63-d68c4aec711c of type vlan for network ab57af7b-66ff-460c-a238-d04453c2c617 Sep 08 13:44:41.329166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34e318-9eff-4067-8fdd-482962275c86 None None] Pushing event updated for resources: {'Port': ['ID=3b216a14-c045-4af3-ab67-e0eadd7dce03,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:41.398867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fe27a44-a12f-43f2-bac4-83d5c5d015bd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.413843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b1c80ae9-2582-4f9e-bc47-a8c15bd95165 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:41.475690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d7080df5-5139-4104-921c-52e64cff6fe2 None None] Provisioning for port 81ed7a53-5ae1-443c-a66f-96e02e3deca8 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:41.482620 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Set router bf7e2e17-ec26-4421-8e74-67451e19c9ee gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:44:41.496259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d7080df5-5139-4104-921c-52e64cff6fe2 None None] Provisioning complete for port 81ed7a53-5ae1-443c-a66f-96e02e3deca8 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:41.496856 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d7080df5-5139-4104-921c-52e64cff6fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.497446 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fe27a44-a12f-43f2-bac4-83d5c5d015bd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.512758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe27a44-a12f-43f2-bac4-83d5c5d015bd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:41.513930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8fe27a44-a12f-43f2-bac4-83d5c5d015bd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.573807 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b75b4a0e-3bfd-4072-b11b-7b10a70e994e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973046971&fields=id&tenant_id=8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 267 time: 0.0698836 Sep 08 13:44:41.626956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d7080df5-5139-4104-921c-52e64cff6fe2 None None] Port 81ed7a53-5ae1-443c-a66f-96e02e3deca8 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:44:41.637725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b1c80ae9-2582-4f9e-bc47-a8c15bd95165 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:41.638110 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.666139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8fe27a44-a12f-43f2-bac4-83d5c5d015bd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6120698 Sep 08 13:44:41.666632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40556) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:41.671098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe27a44-a12f-43f2-bac4-83d5c5d015bd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Network': ['ID=ab57af7b-66ff-460c-a238-d04453c2c617,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:41.690280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'subnet': {'network_id': 'ab57af7b-66ff-460c-a238-d04453c2c617', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:41.701189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network ab57af7b-66ff-460c-a238-d04453c2c617 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:41.775332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d7080df5-5139-4104-921c-52e64cff6fe2 None None] Provisioning complete for port 3b216a14-c045-4af3-ab67-e0eadd7dce03 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:41.776670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d7080df5-5139-4104-921c-52e64cff6fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.798012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-f374459a-8c86-41dd-9260-4288395bb7c2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:41.800104 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-f374459a-8c86-41dd-9260-4288395bb7c2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/networks?id=4747e430-86e0-43b3-98c8-0e14ddd21f08 HTTP/1.1" status: 200 len: 797 time: 0.2254462 Sep 08 13:44:41.829390 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-68d08602-a690-4648-8383-11b7287217f7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/quotas/8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 375 time: 0.0160019 Sep 08 13:44:41.858920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-9bcfb3bc-df37-47ff-8056-dd79ba07ee6e', 'network_id': '9bcfb3bc-df37-47ff-8056-dd79ba07ee6e', 'tenant_id': '1aa88dba00ab42139c9190c5cdd83808', 'fixed_ips': [{'subnet_id': '8a4e86f5-5d4a-4e40-9944-15cb6b901652'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:44:41.860224 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:41.880465 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:44:38Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '81ed7a53-5ae1-443c-a66f-96e02e3deca8', 'name': '', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:55:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:37Z', 'updated_at': '2021-09-08T13:44:39Z', 'revision_number': 2, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:41.922612 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Checking router: bf7e2e17-ec26-4421-8e74-67451e19c9ee for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:44:41.923239 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Updating router bf7e2e17-ec26-4421-8e74-67451e19c9ee port 81ed7a53-5ae1-443c-a66f-96e02e3deca8 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:44:41.945309 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-9efa4be5-5111-4dc6-8018-76ca63169e2a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096172 Sep 08 13:44:41.984975 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.027677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:42.033019 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.115959 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.123877 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-cad102c9-5ab3-4936-a1b7-e95f57752c5d service neutron] 10.222.0.69 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751487 Sep 08 13:44:42.168878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.ipam_backend_mixin [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Performing IP validity checks on allocation pools {{(pid=96263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 08 13:44:42.169241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.ipam_backend_mixin [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Checking for overlaps among allocation pools and gateway ip {{(pid=96263) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 08 13:44:42.179798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Allocated IP 2001:db8::1 (9bcfb3bc-df37-47ff-8056-dd79ba07ee6e/8a4e86f5-5d4a-4e40-9944-15cb6b901652/efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:42.270085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-6494c8b0-6a4c-488f-9cbd-3f13c6f2699c service neutron] 10.222.0.69 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338260 Sep 08 13:44:42.380614 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.389833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Transition to ACTIVE for port object efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:42.409866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Transition to ACTIVE for port object efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:42.412451 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.430935 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.452986 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Transition to ACTIVE for port object 81ed7a53-5ae1-443c-a66f-96e02e3deca8 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:42.482801 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Subnet': ['ID=c3f7fe2b-c4a5-44e8-aa6b-c912f3a2d2ee,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:42.491544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Checking segment: {'id': 'e340d857-3917-420f-9f63-d68c4aec711c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'ab57af7b-66ff-460c-a238-d04453c2c617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:42.491911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network hostable DHCP agents. Network: ab57af7b-66ff-460c-a238-d04453c2c617, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:44:42.553872 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.578963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c18a834-ad15-49ec-b9c0-94abdce1d705 req-b7f55cfa-f6c4-47ed-a3f0-073034ef13c8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 210 time: 0.0283856 Sep 08 13:44:42.588072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network ab57af7b-66ff-460c-a238-d04453c2c617 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:44:42.588998 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.601716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Network 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:42.605151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:42.614457 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:42.654083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Pushing event updated for resources: {'Port': ['ID=efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:42.692701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, ab57af7b-66ff-460c-a238-d04453c2c617) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:42.697369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:42.697982 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.705089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Attempting to bind port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:42.705475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Attempting to bind port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'ced6a6f3-ec91-47b7-8967-89bcdc1674f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9bcfb3bc-df37-47ff-8056-dd79ba07ee6e'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:42.705851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Attempting to bind port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 on network 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:42.720803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:42.721191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Checking segment: {'id': 'ced6a6f3-ec91-47b7-8967-89bcdc1674f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9bcfb3bc-df37-47ff-8056-dd79ba07ee6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:42.721606 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.722139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Bound using segment: {'id': 'ced6a6f3-ec91-47b7-8967-89bcdc1674f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9bcfb3bc-df37-47ff-8056-dd79ba07ee6e'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:42.722652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Bound port: efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced6a6f3-ec91-47b7-8967-89bcdc1674f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9bcfb3bc-df37-47ff-8056-dd79ba07ee6e'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:42.723039 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.782712 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Pushing event updated for resources: {'Port': ['ID=81ed7a53-5ae1-443c-a66f-96e02e3deca8,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:42.789842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ed0176e0-6c53-4d12-83e4-2421650a517c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1202586 Sep 08 13:44:42.794300 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40582) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:42.799679 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:42.800032 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:42.807627 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:42.807627 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:42.807627 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:42.807627 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:42.807627 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:42.807627 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:42.807627 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:42.807627 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:42.807627 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:42.807627 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:44:42.819214 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Attempting to bind port 81ed7a53-5ae1-443c-a66f-96e02e3deca8 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:42.820041 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Attempting to bind port 81ed7a53-5ae1-443c-a66f-96e02e3deca8 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:42.820806 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Attempting to bind port 81ed7a53-5ae1-443c-a66f-96e02e3deca8 on network 4747e430-86e0-43b3-98c8-0e14ddd21f08 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:42.829908 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:42.830456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] For port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:42.830811 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Checking segment: {'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:42.831407 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.831980 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Bound using segment: {'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:42.832630 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Bound port: 81ed7a53-5ae1-443c-a66f-96e02e3deca8, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:42.833199 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.834856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] For port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9,segment=NetworkSegment(ced6a6f3-ec91-47b7-8967-89bcdc1674f8),segment_id=ced6a6f3-ec91-47b7-8967-89bcdc1674f8)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:42.917591 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] For port 81ed7a53-5ae1-443c-a66f-96e02e3deca8, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:42.922277 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] For port 81ed7a53-5ae1-443c-a66f-96e02e3deca8, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=81ed7a53-5ae1-443c-a66f-96e02e3deca8,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:42.925907 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:42.987497 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:43.019029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400677ac-3ab4-44c3-bb1d-6e2f704fe28f None None] Pushing event updated for resources: {'Port': ['ID=efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:43.036993 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:43.068072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:43.192637 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96323e33-61a0-4d49-9748-42415d073f7c None None] Pushing event updated for resources: {'Port': ['ID=81ed7a53-5ae1-443c-a66f-96e02e3deca8,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:43.200185 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Routers {'bf7e2e17-ec26-4421-8e74-67451e19c9ee'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:44:43.202760 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:44:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:43.335813 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:43.341660 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:43.432293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f7fe2b-c4a5-44e8-aa6b-c912f3a2d2ee,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:43.516330 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:43.542609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab57af7b-66ff-460c-a238-d04453c2c617']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:43.554804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e340d857-3917-420f-9f63-d68c4aec711c') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:43.555248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e340d857-3917-420f-9f63-d68c4aec711c') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:43.571915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3b216a14-c045-4af3-ab67-e0eadd7dce03 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:43.572499 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:43.585239 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] Set router bf7e2e17-ec26-4421-8e74-67451e19c9ee gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:44:43.592816 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:43.599856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:44:43.600251 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:44:43.603294 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:44:43.640708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3b216a14-c045-4af3-ab67-e0eadd7dce03 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:43.641081 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:43.717601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3b91e45e-ea51-47a1-9467-c527e27fac87 req-273e2882-01b8-494a-a722-e45b77b9a011 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 210 time: 0.0567117 Sep 08 13:44:43.758057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:43.879087 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:43.883034 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:44:38Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '81ed7a53-5ae1-443c-a66f-96e02e3deca8', 'name': '', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:55:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:37Z', 'updated_at': '2021-09-08T13:44:42Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:43.888468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:43.888468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/ab57af7b-66ff-460c-a238-d04453c2c617 HTTP/1.1" status: 204 len: 168 time: 1.0928752 Sep 08 13:44:43.892082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40598) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:43.911024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b0298617-fefa-45aa-9dc9-520e1925fb3c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-636790425'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:43.920716 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6d5b5d-c846-42fd-918f-c30dc69637f1 None None] The sync data for ids ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'] in n-d-807558-3 is: [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:44:38Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '81ed7a53-5ae1-443c-a66f-96e02e3deca8', 'name': '', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:55:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:37Z', 'updated_at': '2021-09-08T13:44:42Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:44:43.926657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f554f1a-e602-412f-8f71-b8c9a28e1e2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Network': ['ID=ab57af7b-66ff-460c-a238-d04453c2c617,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:43.980369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:44.113155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0298617-fefa-45aa-9dc9-520e1925fb3c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:44.116744 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b0298617-fefa-45aa-9dc9-520e1925fb3c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:44.168793 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0298617-fefa-45aa-9dc9-520e1925fb3c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:44:44.202455 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b0298617-fefa-45aa-9dc9-520e1925fb3c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:44.203491 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-b0298617-fefa-45aa-9dc9-520e1925fb3c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Added segment 3aefb2ca-3de0-4730-9fd1-7396dcc81957 of type vlan for network 18285837-6a76-4816-9d6e-6153730bb0fb Sep 08 13:44:44.254637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b0298617-fefa-45aa-9dc9-520e1925fb3c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:44.334415 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:44:44.416769 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b0298617-fefa-45aa-9dc9-520e1925fb3c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:44.429773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0298617-fefa-45aa-9dc9-520e1925fb3c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:44.431288 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b0298617-fefa-45aa-9dc9-520e1925fb3c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:44.462693 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:44.475600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef8664-d0f2-4977-9b39-a334aee45b90 None None] Network 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:44.480986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec9c466-bdcf-4e99-99e3-e025e0e82897 None None] Network ab57af7b-66ff-460c-a238-d04453c2c617 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:44.532949 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec9c466-bdcf-4e99-99e3-e025e0e82897 None None] Network ab57af7b-66ff-460c-a238-d04453c2c617 could not be found, it might have been deleted concurrently. {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 08 13:44:44.547688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b3ea3c-3516-4435-9ca2-ea58da3e904d None None] Network ab57af7b-66ff-460c-a238-d04453c2c617 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:44.576497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0298617-fefa-45aa-9dc9-520e1925fb3c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Network': ['ID=18285837-6a76-4816-9d6e-6153730bb0fb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:44.618109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40620) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:44.622874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b0298617-fefa-45aa-9dc9-520e1925fb3c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7249093 Sep 08 13:44:44.637872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-859508b6-8dd8-41e4-bc64-b6844c42fa78 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'subnet': {'network_id': '18285837-6a76-4816-9d6e-6153730bb0fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:44.753555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 18285837-6a76-4816-9d6e-6153730bb0fb details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:44.853237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b3ea3c-3516-4435-9ca2-ea58da3e904d None None] Network ab57af7b-66ff-460c-a238-d04453c2c617 could not be found, it might have been deleted concurrently. {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 08 13:44:44.873793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859508b6-8dd8-41e4-bc64-b6844c42fa78 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:44.883412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-859508b6-8dd8-41e4-bc64-b6844c42fa78 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:44.899321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-76ed00af-7481-4aca-924b-f3593c4e446c None None] Provisioning for port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:44.906995 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f888853a-0886-4cb1-ac80-801fd60a5b40 req-da9f6361-1ea2-422f-aeb2-52c455df90d7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 210 time: 0.0702348 Sep 08 13:44:44.976247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-76ed00af-7481-4aca-924b-f3593c4e446c None None] Provisioning complete for port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:44.976626 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-76ed00af-7481-4aca-924b-f3593c4e446c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:45.180794 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-76ed00af-7481-4aca-924b-f3593c4e446c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:45.268083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-76ed00af-7481-4aca-924b-f3593c4e446c None None] For port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9,segment=NetworkSegment(ced6a6f3-ec91-47b7-8967-89bcdc1674f8),segment_id=ced6a6f3-ec91-47b7-8967-89bcdc1674f8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:45.460517 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 81ed7a53-5ae1-443c-a66f-96e02e3deca8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:45.471006 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-859508b6-8dd8-41e4-bc64-b6844c42fa78 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:45.527000 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-76ed00af-7481-4aca-924b-f3593c4e446c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:45.592342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859508b6-8dd8-41e4-bc64-b6844c42fa78 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Checking segment: {'id': '3aefb2ca-3de0-4730-9fd1-7396dcc81957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '18285837-6a76-4816-9d6e-6153730bb0fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:45.592342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859508b6-8dd8-41e4-bc64-b6844c42fa78 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network hostable DHCP agents. Network: 18285837-6a76-4816-9d6e-6153730bb0fb, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:44:45.636127 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859508b6-8dd8-41e4-bc64-b6844c42fa78 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Subnet': ['ID=61335cee-d5c7-4e55-b9bd-5534c50b4a22,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:45.661735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed00af-7481-4aca-924b-f3593c4e446c None None] Pushing event updated for resources: {'Port': ['ID=efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:45.725230 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 81ed7a53-5ae1-443c-a66f-96e02e3deca8 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:45.736849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 81ed7a53-5ae1-443c-a66f-96e02e3deca8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:45.737459 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:45.771624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859508b6-8dd8-41e4-bc64-b6844c42fa78 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network 18285837-6a76-4816-9d6e-6153730bb0fb is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:44:45.925173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-859508b6-8dd8-41e4-bc64-b6844c42fa78 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 18285837-6a76-4816-9d6e-6153730bb0fb) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:45.930484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859508b6-8dd8-41e4-bc64-b6844c42fa78 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:45.931119 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-859508b6-8dd8-41e4-bc64-b6844c42fa78 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:45.981328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e37fe4-365f-4272-a6ac-9cf82ac64e55 None None] Network 18285837-6a76-4816-9d6e-6153730bb0fb requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:46.061842 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:46.101790 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-279ab379-a0ae-4766-a649-e27bf16b408d req-c4e98a42-2e63-4bcc-82b9-e113eca8fee2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 210 time: 0.0604393 Sep 08 13:44:46.158669 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-859508b6-8dd8-41e4-bc64-b6844c42fa78 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5389452 Sep 08 13:44:46.164840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40654) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:46.190960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-48e8b574-8b38-4568-850b-1033a36d433a None None] Provisioning complete for port 81ed7a53-5ae1-443c-a66f-96e02e3deca8 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:46.191423 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-48e8b574-8b38-4568-850b-1033a36d433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:46.267024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 81ed7a53-5ae1-443c-a66f-96e02e3deca8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=81ed7a53-5ae1-443c-a66f-96e02e3deca8,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:46.338210 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:46.354312 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77970949-8d72-42f4-aadd-b0caa1448096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-18285837-6a76-4816-9d6e-6153730bb0fb', 'network_id': '18285837-6a76-4816-9d6e-6153730bb0fb', 'tenant_id': '1aa88dba00ab42139c9190c5cdd83808', 'fixed_ips': [{'subnet_id': '61335cee-d5c7-4e55-b9bd-5534c50b4a22'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:44:46.354312 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-77970949-8d72-42f4-aadd-b0caa1448096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:46.389560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d68e14e-f5f4-43eb-b0bf-5f44a29fde54 None None] Network 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:46.394569 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-48e8b574-8b38-4568-850b-1033a36d433a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:46.410820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:46.416799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:46.639727 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:46.681853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Subnet': ['ID=61335cee-d5c7-4e55-b9bd-5534c50b4a22,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:46.760871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:46.782705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-f29aee97-46bb-4a46-ba6f-7f23a589e9a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:46.784705 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-f29aee97-46bb-4a46-ba6f-7f23a589e9a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.60 "GET /v2.0/networks?id=4747e430-86e0-43b3-98c8-0e14ddd21f08 HTTP/1.1" status: 200 len: 797 time: 0.1661716 Sep 08 13:44:46.785944 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18285837-6a76-4816-9d6e-6153730bb0fb']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:46.798652 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aefb2ca-3de0-4730-9fd1-7396dcc81957') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:46.802909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aefb2ca-3de0-4730-9fd1-7396dcc81957') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:46.810498 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:46.825078 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:46.832328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:44:46.832889 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:46.844877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1f06611-f401-4909-8e2e-8196636d887a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d38255802c64843a056aaa5d3c7c4c2 HTTP/1.1" status: 200 len: 379 time: 0.0513504 Sep 08 13:44:46.861830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'port': {'device_id': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'admin_state_up': True, 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'security_groups': ['7780370d-61bb-4ce7-a618-243a04664d05']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:44:46.898087 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:44:46.909912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=81ed7a53-5ae1-443c-a66f-96e02e3deca8,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:46.949159 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-48e8b574-8b38-4568-850b-1033a36d433a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:44:46.949515 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-48e8b574-8b38-4568-850b-1033a36d433a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server [None req-77970949-8d72-42f4-aadd-b0caa1448096 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61335cee-d5c7-4e55-b9bd-5534c50b4a22: This subnet is being modified by another concurrent operation. Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise exception Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61335cee-d5c7-4e55-b9bd-5534c50b4a22: This subnet is being modified by another concurrent operation. Sep 08 13:44:47.166760 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server Sep 08 13:44:47.178758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f138cf83-efbf-41ec-ab62-a3a47375509c None None] Network 18285837-6a76-4816-9d6e-6153730bb0fb requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:47.229750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-62b2f94a-2101-40c3-8fe1-5e090227d5c3 req-83430fd4-e86b-4c85-862f-c44905cbc47d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 210 time: 0.0337820 Sep 08 13:44:47.233623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Made reservation on behalf of 8d38255802c64843a056aaa5d3c7c4c2 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:47.235388 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.239186 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.252573 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.256426 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/18285837-6a76-4816-9d6e-6153730bb0fb HTTP/1.1" status: 204 len: 168 time: 1.0896771 Sep 08 13:44:47.259736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40668) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:47.262241 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.305162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f8767a11-2a58-4415-8d38-4c3a3fad98b5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-418313932'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:47.313312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72809f73-c9bb-4770-ab5c-b4f813b449a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Network': ['ID=18285837-6a76-4816-9d6e-6153730bb0fb,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:47.347143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bf3fd2-21d4-400a-8dc4-09c3f40d3063 None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:44:47.392228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 81ed7a53-5ae1-443c-a66f-96e02e3deca8 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:47.444452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.20.0.6 (4747e430-86e0-43b3-98c8-0e14ddd21f08/22c3a756-7dde-4178-917b-89b52a4cfc3f/aabccfe2-1841-4084-8a61-75a84311135e) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:47.526120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8767a11-2a58-4415-8d38-4c3a3fad98b5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:47.533663 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8767a11-2a58-4415-8d38-4c3a3fad98b5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.586495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8767a11-2a58-4415-8d38-4c3a3fad98b5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:44:47.595294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 81ed7a53-5ae1-443c-a66f-96e02e3deca8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:47.595670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.604537 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8767a11-2a58-4415-8d38-4c3a3fad98b5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.604937 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-f8767a11-2a58-4415-8d38-4c3a3fad98b5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Added segment 89701cb7-be8d-42f8-84eb-3393fd3a235d of type vlan for network a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550 Sep 08 13:44:47.626945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bf3fd2-21d4-400a-8dc4-09c3f40d3063 None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:44:47.628573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40672) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:47.688272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9034189e-a986-4d5a-b362-1ad3be4e1927 None None] Provisioning complete for port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:47.689199 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9034189e-a986-4d5a-b362-1ad3be4e1927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.696416 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8767a11-2a58-4415-8d38-4c3a3fad98b5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.734246 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.763305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Transition to ACTIVE for port object aabccfe2-1841-4084-8a61-75a84311135e will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:47.799387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8767a11-2a58-4415-8d38-4c3a3fad98b5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.811224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8767a11-2a58-4415-8d38-4c3a3fad98b5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:47.811882 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f8767a11-2a58-4415-8d38-4c3a3fad98b5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.878835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:47.936803 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:47.941746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8767a11-2a58-4415-8d38-4c3a3fad98b5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Network': ['ID=a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:47.957445 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc68e213-35da-414f-84de-225e16123b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:48.000731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:48.068442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=aabccfe2-1841-4084-8a61-75a84311135e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:48.094085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 4747e430-86e0-43b3-98c8-0e14ddd21f08 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:48.097593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:48.101569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:48.108696 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc68e213-35da-414f-84de-225e16123b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:48.111886 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f8767a11-2a58-4415-8d38-4c3a3fad98b5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8501849 Sep 08 13:44:48.115384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40678) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:48.127914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-dea4b777-8b74-4452-b1c8-5bfab1570ca9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'subnet': {'network_id': 'a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:48.162217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:48.162506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:48.189818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:48.190869 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:48.247528 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc68e213-35da-414f-84de-225e16123b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:48.319994 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fc68e213-35da-414f-84de-225e16123b81 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9c8549bd7ed948e3ba21cee923a7758c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6552563 Sep 08 13:44:48.322382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68e213-35da-414f-84de-225e16123b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36148ac4-3611-4917-87e4-51bf2b173721,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:48.324930 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40682) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:48.405724 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b44c766f-7f76-4f77-8925-17fd64829f22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5544906 Sep 08 13:44:48.418436 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Request body: {'port': {'device_id': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:48.442725 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c0b517f-96ff-4f2b-bdd1-82a17b1fb250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:48.451722 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e14ea-73b7-473c-b7aa-b1af1176cb46 req-31fcb440-598b-41e6-af4c-93de359bac61 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:48.453375 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d3e14ea-73b7-473c-b7aa-b1af1176cb46 req-31fcb440-598b-41e6-af4c-93de359bac61 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 931 time: 0.0836504 Sep 08 13:44:48.493725 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c0b517f-96ff-4f2b-bdd1-82a17b1fb250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:48.515063 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:48.543600 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d3e14ea-73b7-473c-b7aa-b1af1176cb46 req-cfd86f4e-efb2-4131-ae7f-e0620cff153b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803905 Sep 08 13:44:48.565812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea4b777-8b74-4452-b1c8-5bfab1570ca9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:48.572135 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dea4b777-8b74-4452-b1c8-5bfab1570ca9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:48.798895 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c0b517f-96ff-4f2b-bdd1-82a17b1fb250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:48.801644 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3c0b517f-96ff-4f2b-bdd1-82a17b1fb250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:48.805927 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3c0b517f-96ff-4f2b-bdd1-82a17b1fb250 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/36148ac4-3611-4917-87e4-51bf2b173721 HTTP/1.1" status: 204 len: 168 time: 0.4798441 Sep 08 13:44:48.822328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b517f-96ff-4f2b-bdd1-82a17b1fb250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36148ac4-3611-4917-87e4-51bf2b173721,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:48.942210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6d3abec0-1d94-4d7b-8fe4-45a3a29dcc09 None None] Provisioning for port aabccfe2-1841-4084-8a61-75a84311135e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:48.947622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6d3abec0-1d94-4d7b-8fe4-45a3a29dcc09 None None] Provisioning complete for port aabccfe2-1841-4084-8a61-75a84311135e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:48.948149 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6d3abec0-1d94-4d7b-8fe4-45a3a29dcc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:49.015004 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6d3abec0-1d94-4d7b-8fe4-45a3a29dcc09 None None] Port aabccfe2-1841-4084-8a61-75a84311135e cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:44:49.103055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dea4b777-8b74-4452-b1c8-5bfab1570ca9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:49.205925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea4b777-8b74-4452-b1c8-5bfab1570ca9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Subnet': ['ID=c09c28d8-9ad8-430b-a3c0-f986f2b2b400,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:49.208310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea4b777-8b74-4452-b1c8-5bfab1570ca9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Checking segment: {'id': '89701cb7-be8d-42f8-84eb-3393fd3a235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:49.208684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4b777-8b74-4452-b1c8-5bfab1570ca9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network hostable DHCP agents. Network: a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:44:49.313073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea4b777-8b74-4452-b1c8-5bfab1570ca9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:44:49.374015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabccfe2-1841-4084-8a61-75a84311135e {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:44:49.382347 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:49.394982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Transition to ACTIVE for port object aabccfe2-1841-4084-8a61-75a84311135e will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:49.432992 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-dea4b777-8b74-4452-b1c8-5bfab1570ca9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:49.437148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea4b777-8b74-4452-b1c8-5bfab1570ca9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:49.437749 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dea4b777-8b74-4452-b1c8-5bfab1570ca9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:49.442906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e00cc74-cbaa-4f00-bb6c-0467ba7ed7e9 None None] Network a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:49.576279 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:49.602098 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dea4b777-8b74-4452-b1c8-5bfab1570ca9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4833276 Sep 08 13:44:49.607084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40692) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:49.622807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550', 'network_id': 'a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550', 'tenant_id': '1aa88dba00ab42139c9190c5cdd83808', 'fixed_ips': [{'subnet_id': 'c09c28d8-9ad8-430b-a3c0-f986f2b2b400'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:44:49.626105 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:49.657198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40694) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:49.680804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Pushing event updated for resources: {'Port': ['ID=aabccfe2-1841-4084-8a61-75a84311135e,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:49.702290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8a03-0420-4f40-8d83-c5755c6781ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:49.774910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e78e9-d7da-499a-9bce-0badfad22368 req-fd520a12-70ed-4f61-b3bb-0a14fac5b8d1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:49.776529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9e6e78e9-d7da-499a-9bce-0badfad22368 req-fd520a12-70ed-4f61-b3bb-0a14fac5b8d1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 943 time: 0.1172380 Sep 08 13:44:49.781516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Attempting to bind port aabccfe2-1841-4084-8a61-75a84311135e on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:49.783530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Attempting to bind port aabccfe2-1841-4084-8a61-75a84311135e by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:49.783530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Attempting to bind port aabccfe2-1841-4084-8a61-75a84311135e on network 4747e430-86e0-43b3-98c8-0e14ddd21f08 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:49.790112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Port aabccfe2-1841-4084-8a61-75a84311135e on network 4747e430-86e0-43b3-98c8-0e14ddd21f08 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:44:49.790112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Attempting to bind port aabccfe2-1841-4084-8a61-75a84311135e on network 4747e430-86e0-43b3-98c8-0e14ddd21f08 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:49.805136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:49.805647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Checking segment: {'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:49.809101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Bound using segment: {'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:49.809101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Bound port: aabccfe2-1841-4084-8a61-75a84311135e, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b87bcb2-7324-4585-ba9d-5bc000764d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:49.809101 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:49.847184 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:49.920236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Allocated IP 2001:db8::1 (a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550/c09c28d8-9ad8-430b-a3c0-f986f2b2b400/4c043b6e-fba8-4e7f-8600-9d594ac2fbf2) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:49.932203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9e6e78e9-d7da-499a-9bce-0badfad22368 req-e2a0cb59-716b-47ee-89ac-dd37e332d4ad tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003478 Sep 08 13:44:49.946100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] For port aabccfe2-1841-4084-8a61-75a84311135e, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:49.950474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] For port aabccfe2-1841-4084-8a61-75a84311135e, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=aabccfe2-1841-4084-8a61-75a84311135e,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:49.983514 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8a03-0420-4f40-8d83-c5755c6781ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.003541 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.084745 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6fb8a03-0420-4f40-8d83-c5755c6781ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.085281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.134493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:50.135103 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.136703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] 10.222.0.60 "PUT /v2.0/ports/aabccfe2-1841-4084-8a61-75a84311135e HTTP/1.1" status: 200 len: 1091 time: 1.7229583 Sep 08 13:44:50.137182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:50.139559 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f110d7-b86d-44cc-9c77-6dc19abcfffc" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "tag": "aabccfe2-1841-4084-8a61-75a84311135e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:50.162416 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e6fb8a03-0420-4f40-8d83-c5755c6781ce admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=462e389206b346d3937630b262a81cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4969590 Sep 08 13:44:50.163520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40700) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:50.168859 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb8a03-0420-4f40-8d83-c5755c6781ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98dce0a-80d1-4ba2-b773-0329bf8320c2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:50.180193 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.193597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Transition to ACTIVE for port object 4c043b6e-fba8-4e7f-8600-9d594ac2fbf2 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:50.194109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7a4ad-a925-4cb2-913b-b08a2cd9d439 service neutron] Pushing event updated for resources: {'Port': ['ID=aabccfe2-1841-4084-8a61-75a84311135e,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:50.215434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Transition to ACTIVE for port object 4c043b6e-fba8-4e7f-8600-9d594ac2fbf2 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:50.223822 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a9dffc-07a6-4d8c-aa07-0d8dc6068ca5 x-openstack-request-id: req-91a9dffc-07a6-4d8c-aa07-0d8dc6068ca5 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:50.224132 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "tag": "aabccfe2-1841-4084-8a61-75a84311135e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:50.224363 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91a9dffc-07a6-4d8c-aa07-0d8dc6068ca5 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:50.224784 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e', 'status': 'completed', 'code': 200} Sep 08 13:44:50.290391 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-50576bf6-0a21-472a-9787-66f6699159a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.318852 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f110d7-b86d-44cc-9c77-6dc19abcfffc req-894f1440-8147-4f25-8666-03f3728b53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:50.320758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6f110d7-b86d-44cc-9c77-6dc19abcfffc req-894f1440-8147-4f25-8666-03f3728b53ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 1094 time: 0.0730734 Sep 08 13:44:50.322751 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-50576bf6-0a21-472a-9787-66f6699159a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.394196 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.457983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f110d7-b86d-44cc-9c77-6dc19abcfffc req-e386b15c-01f9-4565-91dd-347412e52240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:50.459666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6f110d7-b86d-44cc-9c77-6dc19abcfffc req-e386b15c-01f9-4565-91dd-347412e52240 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1289992 Sep 08 13:44:50.463642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Network a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:50.465442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:50.467354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Pushing event updated for resources: {'Port': ['ID=4c043b6e-fba8-4e7f-8600-9d594ac2fbf2,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:50.469808 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:50.484930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.534614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Subnet': ['ID=c09c28d8-9ad8-430b-a3c0-f986f2b2b400,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:50.539888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Attempting to bind port 4c043b6e-fba8-4e7f-8600-9d594ac2fbf2 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:50.540213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Attempting to bind port 4c043b6e-fba8-4e7f-8600-9d594ac2fbf2 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '89701cb7-be8d-42f8-84eb-3393fd3a235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:50.540586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Attempting to bind port 4c043b6e-fba8-4e7f-8600-9d594ac2fbf2 on network a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:50.544045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-50576bf6-0a21-472a-9787-66f6699159a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.546858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:50.550366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Checking segment: {'id': '89701cb7-be8d-42f8-84eb-3393fd3a235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:50.550366 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.550366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Bound using segment: {'id': '89701cb7-be8d-42f8-84eb-3393fd3a235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:50.550366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Bound port: 4c043b6e-fba8-4e7f-8600-9d594ac2fbf2, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89701cb7-be8d-42f8-84eb-3393fd3a235d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:50.550366 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.555042 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-50576bf6-0a21-472a-9787-66f6699159a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.560532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-50576bf6-0a21-472a-9787-66f6699159a3 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b98dce0a-80d1-4ba2-b773-0329bf8320c2 HTTP/1.1" status: 204 len: 168 time: 0.3957481 Sep 08 13:44:50.611449 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.640320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:50.641526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50576bf6-0a21-472a-9787-66f6699159a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98dce0a-80d1-4ba2-b773-0329bf8320c2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:50.656300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] For port 4c043b6e-fba8-4e7f-8600-9d594ac2fbf2, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:50.670088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89701cb7-be8d-42f8-84eb-3393fd3a235d') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:50.671982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89701cb7-be8d-42f8-84eb-3393fd3a235d') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:50.674997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] For port 4c043b6e-fba8-4e7f-8600-9d594ac2fbf2, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4c043b6e-fba8-4e7f-8600-9d594ac2fbf2,segment=NetworkSegment(89701cb7-be8d-42f8-84eb-3393fd3a235d),segment_id=89701cb7-be8d-42f8-84eb-3393fd3a235d)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:50.688267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.690303 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f110d7-b86d-44cc-9c77-6dc19abcfffc req-635cdae6-b372-4389-8a28-fb81e347832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:50.692830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6f110d7-b86d-44cc-9c77-6dc19abcfffc req-635cdae6-b372-4389-8a28-fb81e347832b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2270904 Sep 08 13:44:50.747862 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.750418 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.759945 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:44:50.759945 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:44:50.763780 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:44:50.781098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-471bfbb3-be05-4d38-a659-52f3aa4fddc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:50.782428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-471bfbb3-be05-4d38-a659-52f3aa4fddc8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 1094 time: 0.0519726 Sep 08 13:44:50.828472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-43e76eb4-8881-4b32-b9c7-c5530672d4a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aabccfe2-1841-4084-8a61-75a84311135e HTTP/1.1" status: 200 len: 217 time: 0.0383425 Sep 08 13:44:50.834127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e52816-4b28-4506-bb41-9d8cafb85f4b None None] Pushing event updated for resources: {'Port': ['ID=4c043b6e-fba8-4e7f-8600-9d594ac2fbf2,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:50.857207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06506e75-bdda-4ffb-b0b0-ac6cb064ce47 None None] Network a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:50.880514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b35e4d5c-23cf-4580-abf1-fc8ed0bbf322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:50.881853 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-b35e4d5c-23cf-4580-abf1-fc8ed0bbf322 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22c3a756-7dde-4178-917b-89b52a4cfc3f HTTP/1.1" status: 200 len: 834 time: 0.0461330 Sep 08 13:44:50.902134 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 13:44:50.902134 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 13:44:50.902134 n-d-807558-3 neutron-server[96264]: [parameters: {'id': 'a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550'}] Sep 08 13:44:50.902134 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:44:50.906031 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:44:50.932916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-96071ba1-dc06-454a-977e-bd5dc0f840ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:50.934466 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-96071ba1-dc06-454a-977e-bd5dc0f840ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4747e430-86e0-43b3-98c8-0e14ddd21f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456598 Sep 08 13:44:51.002705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c89abd-0f5a-4cd5-b0af-5460770507ab None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:44:51.055344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-8607c3ed-a268-45e7-8088-699719c4cef6 service neutron] 10.222.0.60 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136451 Sep 08 13:44:51.119645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c89abd-0f5a-4cd5-b0af-5460770507ab None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:44:51.199198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76934be-8adb-4cbe-846a-1deb5836a516 req-5a26eb2a-435d-463a-9431-ddd4f83e7918 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:51.200698 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a76934be-8adb-4cbe-846a-1deb5836a516 req-5a26eb2a-435d-463a-9431-ddd4f83e7918 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 943 time: 0.1340241 Sep 08 13:44:51.228926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b8a8aa13-d8d9-47c6-a909-5d9b3d9fa897 req-0f6aeec4-a780-400f-b9b5-b7006a68140f service neutron] 10.222.0.60 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635339 Sep 08 13:44:51.277029 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a76934be-8adb-4cbe-846a-1deb5836a516 req-b5d5fe43-6ea7-4e18-8450-79332f62614c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588365 Sep 08 13:44:51.407125 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:51.476066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Deleting port 4c043b6e-fba8-4e7f-8600-9d594ac2fbf2 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:44:51.476654 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:51.542547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] For port 4c043b6e-fba8-4e7f-8600-9d594ac2fbf2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4c043b6e-fba8-4e7f-8600-9d594ac2fbf2,segment=NetworkSegment(89701cb7-be8d-42f8-84eb-3393fd3a235d),segment_id=89701cb7-be8d-42f8-84eb-3393fd3a235d)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:51.543652 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:51.558777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Calling delete_port for 4c043b6e-fba8-4e7f-8600-9d594ac2fbf2 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:44:51.719121 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:51.745246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Port': ['ID=4c043b6e-fba8-4e7f-8600-9d594ac2fbf2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:51.753578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No DVR routers for this DVR port 4c043b6e-fba8-4e7f-8600-9d594ac2fbf2 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:44:51.839306 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:51.861624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:51.871492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89701cb7-be8d-42f8-84eb-3393fd3a235d') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:51.872204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89701cb7-be8d-42f8-84eb-3393fd3a235d') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:51.882957 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:51.897197 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:51.903909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:44:51.904320 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:44:51.907429 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:44:52.044474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:52.051439 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:52.053263 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550 HTTP/1.1" status: 204 len: 168 time: 2.4449718 Sep 08 13:44:52.056903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40728) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:52.062752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5563dc77-9ecf-4ffe-9c2b-bc36b2238e9d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-272332898'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:52.064877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa83c60c-faf3-4c6f-b9c6-0f766dd6ddcf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Network': ['ID=a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:52.175926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5563dc77-9ecf-4ffe-9c2b-bc36b2238e9d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:52.179660 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5563dc77-9ecf-4ffe-9c2b-bc36b2238e9d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:52.204853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5563dc77-9ecf-4ffe-9c2b-bc36b2238e9d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:44:52.214827 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5563dc77-9ecf-4ffe-9c2b-bc36b2238e9d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:52.215183 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-5563dc77-9ecf-4ffe-9c2b-bc36b2238e9d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Added segment ff2d1578-dadb-468e-b7dd-891d34a21318 of type vlan for network 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe Sep 08 13:44:52.267033 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5563dc77-9ecf-4ffe-9c2b-bc36b2238e9d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:52.382700 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5563dc77-9ecf-4ffe-9c2b-bc36b2238e9d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:52.388953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5563dc77-9ecf-4ffe-9c2b-bc36b2238e9d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:52.389571 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5563dc77-9ecf-4ffe-9c2b-bc36b2238e9d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:52.414711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5e7a9-d1c9-44e3-97c1-9db4f7bb49d4 req-44527e1f-a45c-4b4d-876a-cb88e01ea97c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:52.416478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1bc5e7a9-d1c9-44e3-97c1-9db4f7bb49d4 req-44527e1f-a45c-4b4d-876a-cb88e01ea97c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 943 time: 0.0633857 Sep 08 13:44:52.457484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563dc77-9ecf-4ffe-9c2b-bc36b2238e9d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Network': ['ID=8e6259cb-2ab9-46e9-bb93-7ffeb81070fe,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:52.462682 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1bc5e7a9-d1c9-44e3-97c1-9db4f7bb49d4 req-487ac240-c019-473f-bd73-12abd3a3a211 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384443 Sep 08 13:44:52.468235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:52.525102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5563dc77-9ecf-4ffe-9c2b-bc36b2238e9d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4665129 Sep 08 13:44:52.528032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40740) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:52.533390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0a6b3fb6-9335-47c4-a2be-2e7aad95cca3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'subnet': {'network_id': '8e6259cb-2ab9-46e9-bb93-7ffeb81070fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:52.724509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6b3fb6-9335-47c4-a2be-2e7aad95cca3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:52.728189 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3fb6-9335-47c4-a2be-2e7aad95cca3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:52.806400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40748) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:52.914085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8285ef3a-5775-491d-8c09-5a134204f2d3 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-112643266'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:52.914491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8285ef3a-5775-491d-8c09-5a134204f2d3 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Unknown quota resources ['metering_label']. {{(pid=96263) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:44:53.039044 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3fb6-9335-47c4-a2be-2e7aad95cca3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:53.103160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b3fb6-9335-47c4-a2be-2e7aad95cca3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Subnet': ['ID=791a3dd8-7564-4707-b7b5-4a5575427b23,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:53.114217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6b3fb6-9335-47c4-a2be-2e7aad95cca3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Checking segment: {'id': 'ff2d1578-dadb-468e-b7dd-891d34a21318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '8e6259cb-2ab9-46e9-bb93-7ffeb81070fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:53.114856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b3fb6-9335-47c4-a2be-2e7aad95cca3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network hostable DHCP agents. Network: 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:44:53.227149 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8285ef3a-5775-491d-8c09-5a134204f2d3 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:53.228346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8285ef3a-5775-491d-8c09-5a134204f2d3 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4209397 Sep 08 13:44:53.231201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40752) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:53.236025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-045caf69-e26e-4e63-ba4b-bc39560e8d80 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7eb29af9-16f1-4ef4-985f-52f2e418b254'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:53.236569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-045caf69-e26e-4e63-ba4b-bc39560e8d80 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=96263) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:44:53.395918 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b3fb6-9335-47c4-a2be-2e7aad95cca3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:44:53.530402 n-d-807558-3 neutron-server[96263]: WARNING neutron.services.metering.metering_plugin [None req-045caf69-e26e-4e63-ba4b-bc39560e8d80 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 08 13:44:53.564310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-0a6b3fb6-9335-47c4-a2be-2e7aad95cca3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:53.568789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6b3fb6-9335-47c4-a2be-2e7aad95cca3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:53.569907 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a6b3fb6-9335-47c4-a2be-2e7aad95cca3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:53.573559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a1929a-6b23-4593-b582-fe929f3e16fa None None] Network 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:53.658081 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-045caf69-e26e-4e63-ba4b-bc39560e8d80 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:53.662614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-045caf69-e26e-4e63-ba4b-bc39560e8d80 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4304271 Sep 08 13:44:53.662845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40758) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:53.667591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4ef3d456-630e-47ab-a009-f8a2c8012682 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7eb29af9-16f1-4ef4-985f-52f2e418b254'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:53.668090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4ef3d456-630e-47ab-a009-f8a2c8012682 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=96264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:44:53.683065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cb361-59fb-495f-90bc-46663beb8f32 req-eca16e26-803e-457f-981b-58865a6605d9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:53.684605 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e5cb361-59fb-495f-90bc-46663beb8f32 req-eca16e26-803e-457f-981b-58865a6605d9 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 943 time: 0.1437058 Sep 08 13:44:53.730727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e5cb361-59fb-495f-90bc-46663beb8f32 req-02457d00-0235-4c9c-934c-3f769ec82215 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382133 Sep 08 13:44:53.731721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-8e6259cb-2ab9-46e9-bb93-7ffeb81070fe', 'network_id': '8e6259cb-2ab9-46e9-bb93-7ffeb81070fe', 'tenant_id': '1aa88dba00ab42139c9190c5cdd83808', 'fixed_ips': [{'subnet_id': '791a3dd8-7564-4707-b7b5-4a5575427b23'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:44:53.732918 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:53.872386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Allocated IP 2001:db8::2 (8e6259cb-2ab9-46e9-bb93-7ffeb81070fe/791a3dd8-7564-4707-b7b5-4a5575427b23/47262d26-00b9-4d8a-a006-b081f7ad0b91) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:53.899651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40760) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:53.901040 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0a6b3fb6-9335-47c4-a2be-2e7aad95cca3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3718629 Sep 08 13:44:53.904882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ad1fc22c-e17f-40a4-bd6b-a040b070f4b9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'subnet': {'network_id': '8e6259cb-2ab9-46e9-bb93-7ffeb81070fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:53.941757 n-d-807558-3 neutron-server[96264]: WARNING neutron.services.metering.metering_plugin [None req-4ef3d456-630e-47ab-a009-f8a2c8012682 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 08 13:44:54.037272 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.047308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Transition to ACTIVE for port object 47262d26-00b9-4d8a-a006-b081f7ad0b91 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:54.065813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Transition to ACTIVE for port object 47262d26-00b9-4d8a-a006-b081f7ad0b91 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:54.077436 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ef3d456-630e-47ab-a009-f8a2c8012682 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.081214 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4ef3d456-630e-47ab-a009-f8a2c8012682 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4147961 Sep 08 13:44:54.081384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device aabccfe2-1841-4084-8a61-75a84311135e details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:44:54.081512 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40762) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:54.092533 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4d74416c-157a-4bfc-a8a3-6fcb98728c56 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=4f3bd497-f4bc-4521-abc6-4240c33affb9 HTTP/1.1" status: 200 len: 462 time: 0.0094726 Sep 08 13:44:54.095219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40764) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:54.175676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1fc22c-e17f-40a4-bd6b-a040b070f4b9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:54.179454 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc22c-e17f-40a4-bd6b-a040b070f4b9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.314122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.336433 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5d363ccd-6861-4e53-bd2e-87aa4de9f0b6 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.340449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5d363ccd-6861-4e53-bd2e-87aa4de9f0b6 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/4f3bd497-f4bc-4521-abc6-4240c33affb9 HTTP/1.1" status: 204 len: 168 time: 0.2416964 Sep 08 13:44:54.340702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40766) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:54.354469 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fa76cf4d-0fcb-4711-8386-9d935cd11036 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=4f3bd497-f4bc-4521-abc6-4240c33affb9 HTTP/1.1" status: 200 len: 221 time: 0.0094626 Sep 08 13:44:54.355073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40768) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:54.359589 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5b761ede-b65b-470b-9ace-859449979933 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--111151317', 'description': 'label created by tempest'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:54.360830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5b761ede-b65b-470b-9ace-859449979933 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Unknown quota resources ['metering_label']. {{(pid=96263) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 08 13:44:54.365177 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Network 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:54.372821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:54.385498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:54.398891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port aabccfe2-1841-4084-8a61-75a84311135e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=aabccfe2-1841-4084-8a61-75a84311135e,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:54.401425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Pushing event updated for resources: {'Port': ['ID=47262d26-00b9-4d8a-a006-b081f7ad0b91,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:54.451909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'aabccfe2-1841-4084-8a61-75a84311135e', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'port_id': 'aabccfe2-1841-4084-8a61-75a84311135e', 'mac_address': 'fa:16:3e:a7:cb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:44:54.491912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Attempting to bind port 47262d26-00b9-4d8a-a006-b081f7ad0b91 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:54.492302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Attempting to bind port 47262d26-00b9-4d8a-a006-b081f7ad0b91 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'ff2d1578-dadb-468e-b7dd-891d34a21318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '8e6259cb-2ab9-46e9-bb93-7ffeb81070fe'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:54.492689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Attempting to bind port 47262d26-00b9-4d8a-a006-b081f7ad0b91 on network 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:54.504142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:54.504818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Checking segment: {'id': 'ff2d1578-dadb-468e-b7dd-891d34a21318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '8e6259cb-2ab9-46e9-bb93-7ffeb81070fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:54.505423 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.506070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Bound using segment: {'id': 'ff2d1578-dadb-468e-b7dd-891d34a21318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '8e6259cb-2ab9-46e9-bb93-7ffeb81070fe'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:54.506361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Bound port: 47262d26-00b9-4d8a-a006-b081f7ad0b91, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2d1578-dadb-468e-b7dd-891d34a21318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '8e6259cb-2ab9-46e9-bb93-7ffeb81070fe'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:54.506808 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.520493 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.559981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabccfe2-1841-4084-8a61-75a84311135e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:44:54.599891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port aabccfe2-1841-4084-8a61-75a84311135e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=aabccfe2-1841-4084-8a61-75a84311135e,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:54.601448 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc22c-e17f-40a4-bd6b-a040b070f4b9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.619732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] For port 47262d26-00b9-4d8a-a006-b081f7ad0b91, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:54.624067 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] For port 47262d26-00b9-4d8a-a006-b081f7ad0b91, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=47262d26-00b9-4d8a-a006-b081f7ad0b91,segment=NetworkSegment(ff2d1578-dadb-468e-b7dd-891d34a21318),segment_id=ff2d1578-dadb-468e-b7dd-891d34a21318)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:54.661046 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5b761ede-b65b-470b-9ace-859449979933 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.662277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5b761ede-b65b-470b-9ace-859449979933 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3061168 Sep 08 13:44:54.665194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40772) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:54.685381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1fc22c-e17f-40a4-bd6b-a040b070f4b9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:54.689109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-ad1fc22c-e17f-40a4-bd6b-a040b070f4b9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:54.693340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1fc22c-e17f-40a4-bd6b-a040b070f4b9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:54.693858 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc22c-e17f-40a4-bd6b-a040b070f4b9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3624168'] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.697310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fc22c-e17f-40a4-bd6b-a040b070f4b9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Subnet': ['ID=d3669c2d-2ac3-47d2-af16-b369ad734fd9,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:54.724545 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.747060 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d6f4fb19-915d-4a4c-9324-fb39c29d513b tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=03af3449-52bb-4e6d-bd90-14771cbbb2a7 HTTP/1.1" status: 200 len: 467 time: 0.0805919 Sep 08 13:44:54.750219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40774) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:54.790543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=aabccfe2-1841-4084-8a61-75a84311135e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:54.810718 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:54.875819 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace6f76-a2fe-4fa9-87a1-1c21a651df45 req-f66e6191-105a-4a6a-90e9-178b8556a083 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:54.878284 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ace6f76-a2fe-4fa9-87a1-1c21a651df45 req-f66e6191-105a-4a6a-90e9-178b8556a083 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 944 time: 0.0699482 Sep 08 13:44:54.885216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e0f1e-c66a-46f2-b217-77f946fa73c4 None None] Pushing event updated for resources: {'Port': ['ID=47262d26-00b9-4d8a-a006-b081f7ad0b91,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:54.890804 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ad1fc22c-e17f-40a4-bd6b-a040b070f4b9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9869964 Sep 08 13:44:54.891079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40778) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:55.028366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['aabccfe2-1841-4084-8a61-75a84311135e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:44:55.050944 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ace6f76-a2fe-4fa9-87a1-1c21a651df45 req-c66607b3-d683-41df-91cf-e8d67246eab6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1649446 Sep 08 13:44:55.060606 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c09e3-bbbf-4a92-9d9b-e40b5e586eb3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:55.064410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c09e3-bbbf-4a92-9d9b-e40b5e586eb3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:55.097337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c09e3-bbbf-4a92-9d9b-e40b5e586eb3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:55.100706 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c09e3-bbbf-4a92-9d9b-e40b5e586eb3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:55.111266 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-739bf22a-c02d-4b26-9f6e-fa3dd175badc tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:55.111713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c09e3-bbbf-4a92-9d9b-e40b5e586eb3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:55.113313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-739bf22a-c02d-4b26-9f6e-fa3dd175badc tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/03af3449-52bb-4e6d-bd90-14771cbbb2a7 HTTP/1.1" status: 204 len: 168 time: 0.3606529 Sep 08 13:44:55.115130 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-532c09e3-bbbf-4a92-9d9b-e40b5e586eb3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2232103 Sep 08 13:44:55.119752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40780) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:55.122515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40782) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:55.130438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-85fc6f52-ef18-4d68-b759-b0cedb3fbfb8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-782705375'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:55.172858 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-98848435-4bc6-4cf3-a355-25d4f7043f62 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=03af3449-52bb-4e6d-bd90-14771cbbb2a7 HTTP/1.1" status: 200 len: 216 time: 0.0298297 Sep 08 13:44:55.176301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40784) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:55.194167 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4e2fa511-ddbf-4cf9-9f9c-135b5fad8080 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0165930 Sep 08 13:44:55.202670 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40786) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:55.219338 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40788) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:55.219539 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-487726e0-9c41-4a89-875e-634309b10d1e tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0156338 Sep 08 13:44:55.283002 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8606a80f-7c5f-4ea2-9b27-72a6343c6155 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-labels/7eb29af9-16f1-4ef4-985f-52f2e418b254 HTTP/1.1" status: 200 len: 472 time: 0.0622153 Sep 08 13:44:55.286390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40790) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:55.302029 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-567d59f8-c794-43cd-bbb2-e7eb5c133b44 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "GET /v2.0/metering/metering-label-rules/acd8182a-fb6e-47e6-a0f6-ee32db46356f HTTP/1.1" status: 200 len: 459 time: 0.0142207 Sep 08 13:44:55.306527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40792) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:55.369391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85fc6f52-ef18-4d68-b759-b0cedb3fbfb8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:55.369992 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85fc6f52-ef18-4d68-b759-b0cedb3fbfb8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:55.403478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 47262d26-00b9-4d8a-a006-b081f7ad0b91 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:55.403943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85fc6f52-ef18-4d68-b759-b0cedb3fbfb8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:44:55.412915 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85fc6f52-ef18-4d68-b759-b0cedb3fbfb8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:55.413275 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-85fc6f52-ef18-4d68-b759-b0cedb3fbfb8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Added segment 6a0677cc-3c59-4a4f-a533-0bf24407be0e of type vlan for network c539c810-a951-4c67-9172-c399ac40a6e8 Sep 08 13:44:55.457540 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85fc6f52-ef18-4d68-b759-b0cedb3fbfb8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:55.527815 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b61-8662-4a70-921a-5862962a7ad8 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:55.528949 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d3dd7b61-8662-4a70-921a-5862962a7ad8 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-label-rules/acd8182a-fb6e-47e6-a0f6-ee32db46356f HTTP/1.1" status: 204 len: 168 time: 0.2213056 Sep 08 13:44:55.531740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40796) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:55.564931 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 47262d26-00b9-4d8a-a006-b081f7ad0b91 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:55.593836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85fc6f52-ef18-4d68-b759-b0cedb3fbfb8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:55.599745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fc6f52-ef18-4d68-b759-b0cedb3fbfb8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:55.600494 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-85fc6f52-ef18-4d68-b759-b0cedb3fbfb8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:55.686153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc6f52-ef18-4d68-b759-b0cedb3fbfb8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Network': ['ID=c539c810-a951-4c67-9172-c399ac40a6e8,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:55.701742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c539c810-a951-4c67-9172-c399ac40a6e8 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:55.747270 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-85fc6f52-ef18-4d68-b759-b0cedb3fbfb8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6193154 Sep 08 13:44:55.747270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40798) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:55.749022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-5683289c-440d-4830-b92d-64007f3ab18e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'network': {'name': 'New_network'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:55.807261 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7266357b-15cb-4060-9778-6afc84c84611 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:55.810696 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7266357b-15cb-4060-9778-6afc84c84611 tempest-MeteringIpV6TestJSON-202424186 tempest-MeteringIpV6TestJSON-202424186-project-admin] 10.222.0.69 "DELETE /v2.0/metering/metering-labels/7eb29af9-16f1-4ef4-985f-52f2e418b254 HTTP/1.1" status: 204 len: 168 time: 0.2779102 Sep 08 13:44:55.947181 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5683289c-440d-4830-b92d-64007f3ab18e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:55.964969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a550039-9864-41c3-927b-1842b6cf82a6 None None] Network 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:56.081826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device aabccfe2-1841-4084-8a61-75a84311135e up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:56.119304 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5683289c-440d-4830-b92d-64007f3ab18e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:56.130012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b9288d65-4333-492d-af61-fc5825c6f18e None None] Provisioning for port 47262d26-00b9-4d8a-a006-b081f7ad0b91 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:56.133885 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b9288d65-4333-492d-af61-fc5825c6f18e None None] Provisioning complete for port 47262d26-00b9-4d8a-a006-b081f7ad0b91 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:56.134297 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b9288d65-4333-492d-af61-fc5825c6f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:56.145628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5683289c-440d-4830-b92d-64007f3ab18e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network c539c810-a951-4c67-9172-c399ac40a6e8 is not hosted by any dhcp agent {{(pid=96264) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 13:44:56.155935 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5683289c-440d-4830-b92d-64007f3ab18e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:56.156598 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5683289c-440d-4830-b92d-64007f3ab18e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:56.159691 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5683289c-440d-4830-b92d-64007f3ab18e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "PUT /v2.0/networks/c539c810-a951-4c67-9172-c399ac40a6e8 HTTP/1.1" status: 200 len: 723 time: 0.4139655 Sep 08 13:44:56.162496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40804) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:56.167569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1ab8e325-ff1c-493f-8fcf-e0828d6bdf4c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'subnet': {'network_id': 'c539c810-a951-4c67-9172-c399ac40a6e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:56.224605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66feb622-30d9-4dce-a1dc-68f6254a5e7a req-78efbf41-2865-45b1-9b61-4b629be316a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:56.226827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-66feb622-30d9-4dce-a1dc-68f6254a5e7a req-78efbf41-2865-45b1-9b61-4b629be316a5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 944 time: 0.0908129 Sep 08 13:44:56.287125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-66feb622-30d9-4dce-a1dc-68f6254a5e7a req-48dd0946-80ea-4ac3-aa2e-861d0e251d94 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501173 Sep 08 13:44:56.313965 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b9288d65-4333-492d-af61-fc5825c6f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:56.329889 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port aabccfe2-1841-4084-8a61-75a84311135e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:56.341962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port aabccfe2-1841-4084-8a61-75a84311135e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:56.342368 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:56.394240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b9288d65-4333-492d-af61-fc5825c6f18e None None] For port 47262d26-00b9-4d8a-a006-b081f7ad0b91, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=47262d26-00b9-4d8a-a006-b081f7ad0b91,segment=NetworkSegment(ff2d1578-dadb-468e-b7dd-891d34a21318),segment_id=ff2d1578-dadb-468e-b7dd-891d34a21318)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:56.395431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d2a09f-bfb3-4a21-a1ca-6f9accf03761 None None] Update dhcp port {'port': {'network_id': '8e6259cb-2ab9-46e9-bb93-7ffeb81070fe', 'fixed_ips': [{'subnet_id': '791a3dd8-7564-4707-b7b5-4a5575427b23', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd3669c2d-2ac3-47d2-af16-b369ad734fd9'}], 'binding:host_id': 'n-d-807558-3'}, 'id': '47262d26-00b9-4d8a-a006-b081f7ad0b91'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:44:56.429322 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31d2a09f-bfb3-4a21-a1ca-6f9accf03761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:56.524030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b9288d65-4333-492d-af61-fc5825c6f18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:56.577284 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:56.608112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40810) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:56.659572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683289c-440d-4830-b92d-64007f3ab18e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Network': ['ID=c539c810-a951-4c67-9172-c399ac40a6e8,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:56.682586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c539c810-a951-4c67-9172-c399ac40a6e8 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:44:56.705237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:44:56.707698 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b360ea6f-fbb1-43ea-a525-9392eaec85ed" -d '{"events": [{"server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "name": "network-vif-plugged", "status": "completed", "tag": "aabccfe2-1841-4084-8a61-75a84311135e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:44:56.721588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9288d65-4333-492d-af61-fc5825c6f18e None None] Pushing event updated for resources: {'Port': ['ID=47262d26-00b9-4d8a-a006-b081f7ad0b91,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:56.751918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port aabccfe2-1841-4084-8a61-75a84311135e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=aabccfe2-1841-4084-8a61-75a84311135e,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:56.752136 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec520533-a88b-4c63-8eb6-1458eb0e1334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:56.785200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-1ba23612-0a3a-4e01-a734-e0df06c60904 req-930a8127-81cf-4745-b467-4affd577f55c service neutron] (96264) timed out ('10.222.0.60', 50739) {{(pid=96264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 13:44:56.844904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab8e325-ff1c-493f-8fcf-e0828d6bdf4c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:44:56.845896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-31d2a09f-bfb3-4a21-a1ca-6f9accf03761 None None] Allocated IP 172.20.0.1 (8e6259cb-2ab9-46e9-bb93-7ffeb81070fe/d3669c2d-2ac3-47d2-af16-b369ad734fd9/47262d26-00b9-4d8a-a006-b081f7ad0b91) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:56.849257 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e325-ff1c-493f-8fcf-e0828d6bdf4c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:56.927254 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03326ada-88d2-4319-864e-f606617d8793 x-openstack-request-id: req-03326ada-88d2-4319-864e-f606617d8793 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:44:56.927553 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "name": "network-vif-plugged", "status": "completed", "tag": "aabccfe2-1841-4084-8a61-75a84311135e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:44:56.927801 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-03326ada-88d2-4319-864e-f606617d8793 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:44:56.928191 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e', 'code': 200} Sep 08 13:44:56.928842 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:56.970915 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec520533-a88b-4c63-8eb6-1458eb0e1334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:57.001834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-31d2a09f-bfb3-4a21-a1ca-6f9accf03761 None None] For port 47262d26-00b9-4d8a-a006-b081f7ad0b91, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=47262d26-00b9-4d8a-a006-b081f7ad0b91,segment=NetworkSegment(ff2d1578-dadb-468e-b7dd-891d34a21318),segment_id=ff2d1578-dadb-468e-b7dd-891d34a21318)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:44:57.005987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=aabccfe2-1841-4084-8a61-75a84311135e,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:57.041165 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31d2a09f-bfb3-4a21-a1ca-6f9accf03761 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:57.052200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8babc-ddb2-495c-89b7-c93e449ac184 req-50499a6f-94c8-4543-8120-b6bb5ab086d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:57.053740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-22a8babc-ddb2-495c-89b7-c93e449ac184 req-50499a6f-94c8-4543-8120-b6bb5ab086d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 1096 time: 0.0594311 Sep 08 13:44:57.057288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-31d2a09f-bfb3-4a21-a1ca-6f9accf03761 None None] Transition to ACTIVE for port object 47262d26-00b9-4d8a-a006-b081f7ad0b91 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:57.089686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-22a8babc-ddb2-495c-89b7-c93e449ac184 req-5fc67fa8-62bd-4f43-98c1-19dbf9bb630f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291142 Sep 08 13:44:57.090777 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ec520533-a88b-4c63-8eb6-1458eb0e1334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:57.129707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ec520533-a88b-4c63-8eb6-1458eb0e1334 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=05bb9c45063645d28ce9fb5253bbb31f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5204244 Sep 08 13:44:57.130864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec520533-a88b-4c63-8eb6-1458eb0e1334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065e5b2c-669e-4e05-918d-b92013c5526d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:57.132521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40820) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:57.164282 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31d2a09f-bfb3-4a21-a1ca-6f9accf03761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:57.187585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba0b35b2-51ef-4cd2-8b9c-d42a95f45b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:57.211454 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba0b35b2-51ef-4cd2-8b9c-d42a95f45b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:57.250606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2a09f-bfb3-4a21-a1ca-6f9accf03761 None None] Pushing event updated for resources: {'Port': ['ID=47262d26-00b9-4d8a-a006-b081f7ad0b91,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:57.255976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e325-ff1c-493f-8fcf-e0828d6bdf4c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:57.320382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8e325-ff1c-493f-8fcf-e0828d6bdf4c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Subnet': ['ID=d46c3b6e-e8d0-4a33-8947-89fee464c0ab,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:57.336721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab8e325-ff1c-493f-8fcf-e0828d6bdf4c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Checking segment: {'id': '6a0677cc-3c59-4a4f-a533-0bf24407be0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c539c810-a951-4c67-9172-c399ac40a6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:57.336721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab8e325-ff1c-493f-8fcf-e0828d6bdf4c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network hostable DHCP agents. Network: c539c810-a951-4c67-9172-c399ac40a6e8, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:44:57.393682 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba0b35b2-51ef-4cd2-8b9c-d42a95f45b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:57.396385 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba0b35b2-51ef-4cd2-8b9c-d42a95f45b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:57.397617 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ba0b35b2-51ef-4cd2-8b9c-d42a95f45b43 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/065e5b2c-669e-4e05-918d-b92013c5526d HTTP/1.1" status: 204 len: 168 time: 0.2636621 Sep 08 13:44:57.427631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b35b2-51ef-4cd2-8b9c-d42a95f45b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065e5b2c-669e-4e05-918d-b92013c5526d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:57.453813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6205470-e1b3-4f3f-900c-454e490f2a48 req-596882aa-ae97-4e1b-a2a1-c980b2e29001 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:57.456589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6205470-e1b3-4f3f-900c-454e490f2a48 req-596882aa-ae97-4e1b-a2a1-c980b2e29001 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0842383 Sep 08 13:44:57.506633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 47262d26-00b9-4d8a-a006-b081f7ad0b91 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:44:57.514907 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a6205470-e1b3-4f3f-900c-454e490f2a48 req-07963121-87ab-4a92-8bb2-96cae1799d1d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500684 Sep 08 13:44:57.518786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab8e325-ff1c-493f-8fcf-e0828d6bdf4c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network c539c810-a951-4c67-9172-c399ac40a6e8 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:44:57.861358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eba84b-8e03-4dd8-b561-473a71c4e13d None None] Network 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:57.964493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-1ab8e325-ff1c-493f-8fcf-e0828d6bdf4c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c539c810-a951-4c67-9172-c399ac40a6e8) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:57.976532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab8e325-ff1c-493f-8fcf-e0828d6bdf4c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:57.976532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1ab8e325-ff1c-493f-8fcf-e0828d6bdf4c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:57.976941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb42165-8913-4379-9d0d-9a553bae691d None None] Network c539c810-a951-4c67-9172-c399ac40a6e8 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:58.079415 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9b67fab3-4853-4c40-9b70-81d1d2e0aefe None None] Provisioning for port 47262d26-00b9-4d8a-a006-b081f7ad0b91 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:44:58.084496 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1ab8e325-ff1c-493f-8fcf-e0828d6bdf4c tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9183865 Sep 08 13:44:58.086056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40828) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:58.092688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9b67fab3-4853-4c40-9b70-81d1d2e0aefe None None] Provisioning complete for port 47262d26-00b9-4d8a-a006-b081f7ad0b91 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:58.093075 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9b67fab3-4853-4c40-9b70-81d1d2e0aefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.100165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-0c7b16cb-1c58-4464-ae96-580b6105cc42 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:44:58.228058 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c539c810-a951-4c67-9172-c399ac40a6e8', 'network_id': 'c539c810-a951-4c67-9172-c399ac40a6e8', 'tenant_id': '1aa88dba00ab42139c9190c5cdd83808', 'fixed_ips': [{'subnet_id': 'd46c3b6e-e8d0-4a33-8947-89fee464c0ab'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:44:58.229078 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.233432 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c7b16cb-1c58-4464-ae96-580b6105cc42 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9179613'] for subnet, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.488815 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-47f83353-a45a-4cff-89b8-ac359ce491be None None] Provisioning complete for port 47262d26-00b9-4d8a-a006-b081f7ad0b91 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:44:58.489190 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47f83353-a45a-4cff-89b8-ac359ce491be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.575708 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c7b16cb-1c58-4464-ae96-580b6105cc42 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778604624869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8703000'] for subnet, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.634558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7b16cb-1c58-4464-ae96-580b6105cc42 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:58.635307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c7b16cb-1c58-4464-ae96-580b6105cc42 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.636729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0c7b16cb-1c58-4464-ae96-580b6105cc42 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "PUT /v2.0/subnets/d46c3b6e-e8d0-4a33-8947-89fee464c0ab HTTP/1.1" status: 200 len: 826 time: 0.5418479 Sep 08 13:44:58.639430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40834) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:58.652072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Allocated IP 2001:db8::2 (c539c810-a951-4c67-9172-c399ac40a6e8/d46c3b6e-e8d0-4a33-8947-89fee464c0ab/e16b3e5f-4284-4149-837e-cd547b893b17) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:44:58.663913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b16cb-1c58-4464-ae96-580b6105cc42 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Subnet': ['ID=d46c3b6e-e8d0-4a33-8947-89fee464c0ab,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:58.666009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40838) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:58.683049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-039c63c2-c165-4d98-bda2-ff88ebacb007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.758883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de64624-5bbe-4541-8668-d7979727894b req-59c6b190-6e50-40d9-8708-6f5a0ebb2897 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:58.760422 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2de64624-5bbe-4541-8668-d7979727894b req-59c6b190-6e50-40d9-8708-6f5a0ebb2897 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.1575696 Sep 08 13:44:58.812566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2de64624-5bbe-4541-8668-d7979727894b req-199d0c33-8a6e-48f9-9a81-1cab99928daa tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439599 Sep 08 13:44:58.816216 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.825352 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-039c63c2-c165-4d98-bda2-ff88ebacb007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.861580 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.871816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Transition to ACTIVE for port object e16b3e5f-4284-4149-837e-cd547b893b17 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:58.884505 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.890463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Transition to ACTIVE for port object e16b3e5f-4284-4149-837e-cd547b893b17 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:44:58.924179 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-039c63c2-c165-4d98-bda2-ff88ebacb007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.953502 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:58.967404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-039c63c2-c165-4d98-bda2-ff88ebacb007 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8a1aec901ac04e188fe04e966cba4e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002937 Sep 08 13:44:58.968448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40840) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:44:58.974288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c63c2-c165-4d98-bda2-ff88ebacb007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95caba8-bb95-415a-acd0-315e5ead987b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:59.009793 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Network c539c810-a951-4c67-9172-c399ac40a6e8 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:44:59.014301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:44:59.020842 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:44:59.028232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Pushing event updated for resources: {'Port': ['ID=e16b3e5f-4284-4149-837e-cd547b893b17,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:59.031114 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-042d15f9-c8a0-46c0-8662-c12bb4afce60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.053405 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-042d15f9-c8a0-46c0-8662-c12bb4afce60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.074076 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.085494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Attempting to bind port e16b3e5f-4284-4149-837e-cd547b893b17 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:44:59.085861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Attempting to bind port e16b3e5f-4284-4149-837e-cd547b893b17 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '6a0677cc-3c59-4a4f-a533-0bf24407be0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c539c810-a951-4c67-9172-c399ac40a6e8'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:44:59.086273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Attempting to bind port e16b3e5f-4284-4149-837e-cd547b893b17 on network c539c810-a951-4c67-9172-c399ac40a6e8 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:44:59.091572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:44:59.091951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Checking segment: {'id': '6a0677cc-3c59-4a4f-a533-0bf24407be0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c539c810-a951-4c67-9172-c399ac40a6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:44:59.092391 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.092781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Bound using segment: {'id': '6a0677cc-3c59-4a4f-a533-0bf24407be0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c539c810-a951-4c67-9172-c399ac40a6e8'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:44:59.093250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Bound port: e16b3e5f-4284-4149-837e-cd547b893b17, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a0677cc-3c59-4a4f-a533-0bf24407be0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'c539c810-a951-4c67-9172-c399ac40a6e8'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:44:59.093631 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.106131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Subnet': ['ID=d46c3b6e-e8d0-4a33-8947-89fee464c0ab,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:59.167639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] For port e16b3e5f-4284-4149-837e-cd547b893b17, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:44:59.169512 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.170925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] For port e16b3e5f-4284-4149-837e-cd547b893b17, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e16b3e5f-4284-4149-837e-cd547b893b17,segment=NetworkSegment(6a0677cc-3c59-4a4f-a533-0bf24407be0e),segment_id=6a0677cc-3c59-4a4f-a533-0bf24407be0e)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:44:59.190331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c539c810-a951-4c67-9172-c399ac40a6e8']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:59.205486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0677cc-3c59-4a4f-a533-0bf24407be0e') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:59.205790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0677cc-3c59-4a4f-a533-0bf24407be0e') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:44:59.220749 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.255649 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-042d15f9-c8a0-46c0-8662-c12bb4afce60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.258490 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-042d15f9-c8a0-46c0-8662-c12bb4afce60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.259685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-042d15f9-c8a0-46c0-8662-c12bb4afce60 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e95caba8-bb95-415a-acd0-315e5ead987b HTTP/1.1" status: 204 len: 168 time: 0.2905929 Sep 08 13:44:59.269599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d15f9-c8a0-46c0-8662-c12bb4afce60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95caba8-bb95-415a-acd0-315e5ead987b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:59.347890 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.350237 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.358980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:44:59.359736 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:44:59.363563 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:44:59.433508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4fd026-d401-45a1-bfe7-ddd7a6f46398 None None] Pushing event updated for resources: {'Port': ['ID=e16b3e5f-4284-4149-837e-cd547b893b17,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:44:59.456496 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12caed17-185d-4711-bcec-1002e17ed46f None None] Network c539c810-a951-4c67-9172-c399ac40a6e8 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:59.456732 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 13:44:59.456732 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 13:44:59.456732 n-d-807558-3 neutron-server[96264]: [parameters: {'id': 'c539c810-a951-4c67-9172-c399ac40a6e8'}] Sep 08 13:44:59.456732 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:44:59.457070 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:44:59.581686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac3091-f1d6-4b5c-8c02-2c246114747c None None] Network c539c810-a951-4c67-9172-c399ac40a6e8 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:44:59.709623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c0468-6315-4040-83c4-39ec81979b4c None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:44:59.830261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3c0468-6315-4040-83c4-39ec81979b4c None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:44:59.958871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:44:59.970559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0697-cdd9-46d4-8f8a-0db8397d5e2f req-446f3f04-83ab-440c-a992-ae1da8ae94f2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:44:59.975992 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f8f0697-cdd9-46d4-8f8a-0db8397d5e2f req-446f3f04-83ab-440c-a992-ae1da8ae94f2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0794713 Sep 08 13:45:00.035837 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f8f0697-cdd9-46d4-8f8a-0db8397d5e2f req-f340ed5e-e101-44ac-b0f3-31fb84b127a8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455258 Sep 08 13:45:00.046236 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Deleting port e16b3e5f-4284-4149-837e-cd547b893b17 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:00.046804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.161462 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] For port e16b3e5f-4284-4149-837e-cd547b893b17, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e16b3e5f-4284-4149-837e-cd547b893b17,segment=NetworkSegment(6a0677cc-3c59-4a4f-a533-0bf24407be0e),segment_id=6a0677cc-3c59-4a4f-a533-0bf24407be0e)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:00.161794 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.178196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Calling delete_port for e16b3e5f-4284-4149-837e-cd547b893b17 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:00.200325 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6c505-600e-415e-a992-7155570a0f7b req-02d1965b-4bd6-4c51-9e43-b9e8c33f5e24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:00.202151 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1cb6c505-600e-415e-a992-7155570a0f7b req-02d1965b-4bd6-4c51-9e43-b9e8c33f5e24 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0829473 Sep 08 13:45:00.302657 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1cb6c505-600e-415e-a992-7155570a0f7b req-94e1a3e4-43fe-46a0-84ba-136e288aca97 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936096 Sep 08 13:45:00.324993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40866) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:00.367240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae42db9c-0893-4627-8d1e-0ce2e5d8bc43 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:00.371473 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ae42db9c-0893-4627-8d1e-0ce2e5d8bc43 tempest-TestNetworkAdvancedServerOps-1931805526 tempest-TestNetworkAdvancedServerOps-1931805526-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 1091 time: 0.0428188 Sep 08 13:45:00.371669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40868) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:00.376968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'aabccfe2-1841-4084-8a61-75a84311135e', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:00.393633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.422435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Port': ['ID=e16b3e5f-4284-4149-837e-cd547b893b17,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:00.424323 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No DVR routers for this DVR port e16b3e5f-4284-4149-837e-cd547b893b17 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:00.510226 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.536541 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.541326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c539c810-a951-4c67-9172-c399ac40a6e8']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:00.551246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0677cc-3c59-4a4f-a533-0bf24407be0e') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:00.552373 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0677cc-3c59-4a4f-a533-0bf24407be0e') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:00.562132 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.579938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.586793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:45:00.587331 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:45:00.591042 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:45:00.653818 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.778154 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.785313 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:00.787715 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/c539c810-a951-4c67-9172-c399ac40a6e8 HTTP/1.1" status: 204 len: 168 time: 2.1467016 Sep 08 13:45:00.793012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40874) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:00.818732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758d026-5cf6-4c2a-b7f9-1490a19072cf tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Network': ['ID=c539c810-a951-4c67-9172-c399ac40a6e8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:00.833315 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-52014afd-a8ac-4ae3-930c-348ac4d8b7eb tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:00.833890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52014afd-a8ac-4ae3-930c-348ac4d8b7eb tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:00.837691 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-52014afd-a8ac-4ae3-930c-348ac4d8b7eb tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/c539c810-a951-4c67-9172-c399ac40a6e8 HTTP/1.1" status: 404 len: 339 time: 0.0423706 Sep 08 13:45:00.842915 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40880) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:00.851741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a4ebcf40-7697-48ee-8d81-f956f62933e1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2016732180', 'description': 'd1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:00.956053 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Allocated IP 172.25.5.76 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/35b05da0-b517-41fe-86aa-de4d02806cbd) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:00.981460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ebcf40-7697-48ee-8d81-f956f62933e1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:00.985616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4ebcf40-7697-48ee-8d81-f956f62933e1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:01.010876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ebcf40-7697-48ee-8d81-f956f62933e1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:45:01.019620 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4ebcf40-7697-48ee-8d81-f956f62933e1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:01.019963 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-a4ebcf40-7697-48ee-8d81-f956f62933e1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Added segment f3768c7e-1088-4908-9ff9-f083974bd684 of type vlan for network 82b8d966-f704-4c4c-976a-789ec90e8fa6 Sep 08 13:45:01.064324 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4ebcf40-7697-48ee-8d81-f956f62933e1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:01.068028 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:01.159465 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4ebcf40-7697-48ee-8d81-f956f62933e1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:01.165623 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ebcf40-7697-48ee-8d81-f956f62933e1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:01.166309 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4ebcf40-7697-48ee-8d81-f956f62933e1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:01.227652 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:01.235021 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebcf40-7697-48ee-8d81-f956f62933e1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Network': ['ID=82b8d966-f704-4c4c-976a-789ec90e8fa6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:01.246641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 82b8d966-f704-4c4c-976a-789ec90e8fa6 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:45:01.266753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:01.271056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:01.273657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:01.307750 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=35b05da0-b517-41fe-86aa-de4d02806cbd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:01.308688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a4ebcf40-7697-48ee-8d81-f956f62933e1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4629214 Sep 08 13:45:01.313850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40886) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:01.416163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4bf0f9-bfa3-4ca5-af65-9dd9b8f0abab tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:01.420216 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ba4bf0f9-bfa3-4ca5-af65-9dd9b8f0abab tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/networks?id=82b8d966-f704-4c4c-976a-789ec90e8fa6 HTTP/1.1" status: 200 len: 765 time: 0.1027570 Sep 08 13:45:01.420446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40890) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:01.426798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-567b5d1d-d04e-4834-bc7a-9b4f86c7e1a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'network': {'description': 'd2'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:01.610719 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-567b5d1d-d04e-4834-bc7a-9b4f86c7e1a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:01.690593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-567b5d1d-d04e-4834-bc7a-9b4f86c7e1a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:01.715882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-567b5d1d-d04e-4834-bc7a-9b4f86c7e1a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network 82b8d966-f704-4c4c-976a-789ec90e8fa6 is not hosted by any dhcp agent {{(pid=96264) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 13:45:01.722130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b5d1d-d04e-4834-bc7a-9b4f86c7e1a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:01.722852 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-567b5d1d-d04e-4834-bc7a-9b4f86c7e1a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:01.724267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-567b5d1d-d04e-4834-bc7a-9b4f86c7e1a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "PUT /v2.0/networks/82b8d966-f704-4c4c-976a-789ec90e8fa6 HTTP/1.1" status: 200 len: 762 time: 0.3028080 Sep 08 13:45:01.731565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40900) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:01.804366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b5d1d-d04e-4834-bc7a-9b4f86c7e1a8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Network': ['ID=82b8d966-f704-4c4c-976a-789ec90e8fa6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:01.818143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 82b8d966-f704-4c4c-976a-789ec90e8fa6 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:45:01.861657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2145fdd0-f202-4629-bfb9-a32d6024e60d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:01.866233 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2145fdd0-f202-4629-bfb9-a32d6024e60d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/networks?id=82b8d966-f704-4c4c-976a-789ec90e8fa6 HTTP/1.1" status: 200 len: 765 time: 0.1304514 Sep 08 13:45:01.867562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40904) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:01.906632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40906) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.072944 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-5fafceda-be76-4674-9ee5-be393ccde428 tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:02.088930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:02.101258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b412da-7e9d-463e-a095-daf3d765b912 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.105624 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-24b412da-7e9d-463e-a095-daf3d765b912 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2370644 Sep 08 13:45:02.106255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40916) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.143221 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a89a3532-916a-4020-a893-2a0884d840ee tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c HTTP/1.1" status: 200 len: 207 time: 0.0357778 Sep 08 13:45:02.146464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40918) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.311888 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:02.339434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c6252-78f4-4cf0-9dbe-da4a47eae413 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.346281 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c6252-78f4-4cf0-9dbe-da4a47eae413 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.352267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c6252-78f4-4cf0-9dbe-da4a47eae413 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.358316 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c6252-78f4-4cf0-9dbe-da4a47eae413 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.364176 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c6252-78f4-4cf0-9dbe-da4a47eae413 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.369998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c6252-78f4-4cf0-9dbe-da4a47eae413 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.375813 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9c7c6252-78f4-4cf0-9dbe-da4a47eae413 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2244329 Sep 08 13:45:02.376488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40922) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.396301 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5fafceda-be76-4674-9ee5-be393ccde428 tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] 10.222.0.69 "PUT /v2.0/quotas/63b702e15ab146729b2702d6216f91da HTTP/1.1" status: 200 len: 366 time: 0.4861991 Sep 08 13:45:02.404239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40924) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.431245 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d01558e3-3e0c-4f1b-86db-3c7456c76111 tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0240314 Sep 08 13:45:02.432941 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40928) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.474634 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e9d76f0a-b9b7-4b58-bbef-b12db63ead38 tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] 10.222.0.69 "GET /v2.0/quotas/63b702e15ab146729b2702d6216f91da HTTP/1.1" status: 200 len: 366 time: 0.0380766 Sep 08 13:45:02.476624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40932) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.492638 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:02.529742 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8f872f61-2097-42f7-9f0e-8df5d7186f2d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1521382 Sep 08 13:45:02.533039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40934) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.567718 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a4220baa-fc4c-4903-a556-366cf8e8a4c5 tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/63b702e15ab146729b2702d6216f91da HTTP/1.1" status: 204 len: 168 time: 0.0898719 Sep 08 13:45:02.569006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40936) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.569963 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:02.587895 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ae3c932b-7d53-4ef0-96f2-0cd516b03bda tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] 10.222.0.69 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0155332 Sep 08 13:45:02.588654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40938) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.606630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aa1136fc-0c03-44d0-ab29-4e8a662c0de5 tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] 10.222.0.69 "GET /v2.0/quotas/63b702e15ab146729b2702d6216f91da HTTP/1.1" status: 200 len: 370 time: 0.0168288 Sep 08 13:45:02.611699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08c4bf-1ef2-4084-9f9c-55b2ed8a98cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.613307 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08c4bf-1ef2-4084-9f9c-55b2ed8a98cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.614835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08c4bf-1ef2-4084-9f9c-55b2ed8a98cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.616319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08c4bf-1ef2-4084-9f9c-55b2ed8a98cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.617805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08c4bf-1ef2-4084-9f9c-55b2ed8a98cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.623950 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-eb08c4bf-1ef2-4084-9f9c-55b2ed8a98cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0854988 Sep 08 13:45:02.623950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40940) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.624974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0e6adf66-0e95-4f93-983f-f61b7301854f tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] 10.222.0.69 "GET /v2.0/quotas/63b702e15ab146729b2702d6216f91da/default HTTP/1.1" status: 200 len: 370 time: 0.0040002 Sep 08 13:45:02.626804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40942) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.629792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40944) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.658370 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-1e8dd73b-6487-42da-9cce-1986f0cc9685 tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] delete failed (client error): The resource could not be found. Sep 08 13:45:02.662032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1e8dd73b-6487-42da-9cce-1986f0cc9685 tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] 10.222.0.69 "DELETE /v2.0/quotas/63b702e15ab146729b2702d6216f91da HTTP/1.1" status: 404 len: 348 time: 0.0286686 Sep 08 13:45:02.663215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event updated for resources: {'Port': ['ID=35b05da0-b517-41fe-86aa-de4d02806cbd,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:02.665811 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:02.693375 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029272e0-c6e0-4200-93e9-259ae5e43017 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['shared'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.695147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029272e0-c6e0-4200-93e9-259ae5e43017 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['shared'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.696497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029272e0-c6e0-4200-93e9-259ae5e43017 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['shared'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.698017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029272e0-c6e0-4200-93e9-259ae5e43017 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['shared'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.699501 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029272e0-c6e0-4200-93e9-259ae5e43017 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['shared'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.701188 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-029272e0-c6e0-4200-93e9-259ae5e43017 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0742588 Sep 08 13:45:02.704927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40948) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.848533 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Floating IP efa51b92-fc2d-4669-b5a7-869032567267 associated. External IP: 172.25.5.76, port: aabccfe2-1841-4084-8a61-75a84311135e. Sep 08 13:45:02.888847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba79d7-32c6-4601-b149-1fcf5b9e69e6 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:02.893743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-08ba79d7-32c6-4601-b149-1fcf5b9e69e6 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/networks/b325144c-859b-462d-9447-b59c7b50f1e2 HTTP/1.1" status: 200 len: 804 time: 0.1842432 Sep 08 13:45:02.894116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40950) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:02.996096 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0211a46b-5662-4872-8b34-baff1be07230 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/networks/b325144c-859b-462d-9447-b59c7b50f1e2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1007931 Sep 08 13:45:02.999934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40952) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:03.037806 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40954) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:03.056442 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Usage tracker for resource:network and tenant:fead4cc6031545d69302dbe1e38e3b71 is out of sync, need to count used quota {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 13:45:03.062544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 13:45:03.068977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Usage tracker for resource:subnet and tenant:fead4cc6031545d69302dbe1e38e3b71 is out of sync, need to count used quota {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 13:45:03.073953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 13:45:03.080922 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Usage tracker for resource:subnetpool and tenant:fead4cc6031545d69302dbe1e38e3b71 is out of sync, need to count used quota {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 13:45:03.086046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 13:45:03.089741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b347cd3b-fd9b-4e5f-8456-502a66fee6ad tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:03.091082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b347cd3b-fd9b-4e5f-8456-502a66fee6ad tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/subnets/21bcb597-0987-48ef-af26-60c5c3a6d31f HTTP/1.1" status: 200 len: 843 time: 0.0902257 Sep 08 13:45:03.092541 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Usage tracker for resource:port and tenant:fead4cc6031545d69302dbe1e38e3b71 is out of sync, need to count used quota {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 13:45:03.097360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40956) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:03.099424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 13:45:03.106611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Usage tracker for resource:router and tenant:fead4cc6031545d69302dbe1e38e3b71 is out of sync, need to count used quota {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 13:45:03.111849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 13:45:03.118268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Usage tracker for resource:floatingip and tenant:fead4cc6031545d69302dbe1e38e3b71 is out of sync, need to count used quota {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 13:45:03.123447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 13:45:03.148183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router bf7e2e17-ec26-4421-8e74-67451e19c9ee has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:45:03.160417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Usage tracker for resource:security_group and tenant:fead4cc6031545d69302dbe1e38e3b71 is out of sync, need to count used quota {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 13:45:03.166024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 13:45:03.167491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3e3088-bc99-4eac-881d-8f98e5585e10 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['shared'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:03.168877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7f3e3088-bc99-4eac-881d-8f98e5585e10 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "GET /v2.0/subnets/21bcb597-0987-48ef-af26-60c5c3a6d31f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0706015 Sep 08 13:45:03.172526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40958) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:03.174066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Usage tracker for resource:security_group_rule and tenant:fead4cc6031545d69302dbe1e38e3b71 is out of sync, need to count used quota {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 08 13:45:03.177681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-0c463e50-ac4b-4742-89d9-19769cd0fa9e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1097145133'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:03.179388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.quota.resource [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=96264) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 08 13:45:03.184136 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1ca9fd24-cbdd-463c-816d-076d6b3c0c0d tempest-QuotasTest-1215466607 tempest-QuotasTest-1215466607-project-admin] 10.222.0.69 "GET /v2.0/quotas/fead4cc6031545d69302dbe1e38e3b71/details.json HTTP/1.1" status: 200 len: 703 time: 0.1458530 Sep 08 13:45:03.299010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:45:03.324788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8ac63-88e9-495f-822e-9cc3310f0448 None None] Sync routers for ids ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:45:03.324788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8ac63-88e9-495f-822e-9cc3310f0448 None None] Routers {'bf7e2e17-ec26-4421-8e74-67451e19c9ee'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:03.324788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d7a8ac63-88e9-495f-822e-9cc3310f0448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:44:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:03.434058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c463e50-ac4b-4742-89d9-19769cd0fa9e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:03.437698 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c463e50-ac4b-4742-89d9-19769cd0fa9e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:03.439378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-d7a8ac63-88e9-495f-822e-9cc3310f0448 None None] Set router bf7e2e17-ec26-4421-8e74-67451e19c9ee gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:45:03.462270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c463e50-ac4b-4742-89d9-19769cd0fa9e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:45:03.471214 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c463e50-ac4b-4742-89d9-19769cd0fa9e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:03.471596 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-0c463e50-ac4b-4742-89d9-19769cd0fa9e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Added segment 06e53720-dc0b-4b0d-afd7-a6f60d06c39a of type vlan for network ea6c2cff-da9c-491e-b086-89fa4bf5c437 Sep 08 13:45:03.512367 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c463e50-ac4b-4742-89d9-19769cd0fa9e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:03.570655 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:03.600004 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a7f47478-0e53-48fd-b9e1-938f75e3b7f3 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2271852 Sep 08 13:45:03.600565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:45:03.606672 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9be2bd6-4fb0-4b42-a409-045884323f14" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "tag": "aabccfe2-1841-4084-8a61-75a84311135e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:45:03.647440 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a472ab-a3f9-4e7d-a73d-0a6e878491b1 x-openstack-request-id: req-e0a472ab-a3f9-4e7d-a73d-0a6e878491b1 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:45:03.648038 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "tag": "aabccfe2-1841-4084-8a61-75a84311135e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:45:03.648602 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e0a472ab-a3f9-4e7d-a73d-0a6e878491b1 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:45:03.649220 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e', 'status': 'completed', 'code': 200} Sep 08 13:45:03.696948 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c463e50-ac4b-4742-89d9-19769cd0fa9e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:03.702907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c463e50-ac4b-4742-89d9-19769cd0fa9e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:03.703590 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c463e50-ac4b-4742-89d9-19769cd0fa9e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:03.704580 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d7a8ac63-88e9-495f-822e-9cc3310f0448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:44:38Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'efa51b92-fc2d-4669-b5a7-869032567267', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'port_id': 'aabccfe2-1841-4084-8a61-75a84311135e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'mac_address': 'fa:16:3e:a7:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:45:01Z', 'updated_at': '2021-09-08T13:45:01Z', 'revision_number': 0, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ed7a53-5ae1-443c-a66f-96e02e3deca8', 'name': '', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:55:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:37Z', 'updated_at': '2021-09-08T13:44:46Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:03.730603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8ac63-88e9-495f-822e-9cc3310f0448 None None] Checking router: bf7e2e17-ec26-4421-8e74-67451e19c9ee for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:45:03.739270 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8ac63-88e9-495f-822e-9cc3310f0448 None None] Routers {'bf7e2e17-ec26-4421-8e74-67451e19c9ee'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:03.739902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d7a8ac63-88e9-495f-822e-9cc3310f0448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:44:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:03.814577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0932b63-51f3-4797-a86e-c9b388a003e0 req-4ff1ae94-3a05-408c-a74e-2070f7f5065a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:03.816209 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0932b63-51f3-4797-a86e-c9b388a003e0 req-4ff1ae94-3a05-408c-a74e-2070f7f5065a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.1641796 Sep 08 13:45:03.819031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c463e50-ac4b-4742-89d9-19769cd0fa9e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Network': ['ID=ea6c2cff-da9c-491e-b086-89fa4bf5c437,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:03.825009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2bd6-4fb0-4b42-a409-045884323f14 req-dc5f4ebf-fd2f-4b71-a613-6ec40d794d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:03.826618 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9be2bd6-4fb0-4b42-a409-045884323f14 req-dc5f4ebf-fd2f-4b71-a613-6ec40d794d06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 1096 time: 0.1429696 Sep 08 13:45:03.853708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network ea6c2cff-da9c-491e-b086-89fa4bf5c437 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:45:03.886010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0c463e50-ac4b-4742-89d9-19769cd0fa9e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7119973 Sep 08 13:45:03.888953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40974) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:03.898036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'subnet': {'network_id': 'ea6c2cff-da9c-491e-b086-89fa4bf5c437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:03.914975 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40976) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:03.933324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0932b63-51f3-4797-a86e-c9b388a003e0 req-e5380fbd-1113-420a-8334-c684c5939f90 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054463 Sep 08 13:45:03.956465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-d7a8ac63-88e9-495f-822e-9cc3310f0448 None None] Set router bf7e2e17-ec26-4421-8e74-67451e19c9ee gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:45:03.968390 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40980) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:03.984006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2bd6-4fb0-4b42-a409-045884323f14 req-79b462d5-b132-4af8-aebf-3b7071d5b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:03.984006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9be2bd6-4fb0-4b42-a409-045884323f14 req-79b462d5-b132-4af8-aebf-3b7071d5b327 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4747e430-86e0-43b3-98c8-0e14ddd21f08 HTTP/1.1" status: 200 len: 898 time: 0.1478877 Sep 08 13:45:04.099043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-610b5055-6be8-4d6a-bd9b-ffe058362cfd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/efa51b92-fc2d-4669-b5a7-869032567267 HTTP/1.1" status: 200 len: 990 time: 0.1292269 Sep 08 13:45:04.103458 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3933262-8bc6-4b5c-90a2-30176d1a4f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:04.115731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9be2bd6-4fb0-4b42-a409-045884323f14 req-22b04f94-5b5e-4bb1-a382-b4e505be2d2f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aabccfe2-1841-4084-8a61-75a84311135e HTTP/1.1" status: 200 len: 998 time: 0.1008749 Sep 08 13:45:04.173834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2bd6-4fb0-4b42-a409-045884323f14 req-100aac8b-f2b4-4751-b4e3-aaca1ef0b2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:04.175358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9be2bd6-4fb0-4b42-a409-045884323f14 req-100aac8b-f2b4-4751-b4e3-aaca1ef0b2ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22c3a756-7dde-4178-917b-89b52a4cfc3f HTTP/1.1" status: 200 len: 834 time: 0.0534935 Sep 08 13:45:04.224370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be2bd6-4fb0-4b42-a409-045884323f14 req-f657c4fe-9f57-44a6-94e6-7f9b9ebaf7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:04.225916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9be2bd6-4fb0-4b42-a409-045884323f14 req-f657c4fe-9f57-44a6-94e6-7f9b9ebaf7b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4747e430-86e0-43b3-98c8-0e14ddd21f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438273 Sep 08 13:45:04.261321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d7a8ac63-88e9-495f-822e-9cc3310f0448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:44:38Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'efa51b92-fc2d-4669-b5a7-869032567267', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'port_id': 'aabccfe2-1841-4084-8a61-75a84311135e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'mac_address': 'fa:16:3e:a7:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:45:01Z', 'updated_at': '2021-09-08T13:45:01Z', 'revision_number': 0, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ed7a53-5ae1-443c-a66f-96e02e3deca8', 'name': '', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:55:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:37Z', 'updated_at': '2021-09-08T13:44:46Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:04.289122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8ac63-88e9-495f-822e-9cc3310f0448 None None] The sync data for ids ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'] in n-d-807558-3 is: [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:44:38Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'efa51b92-fc2d-4669-b5a7-869032567267', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'floating_ip_address': '172.25.5.76', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'port_id': 'aabccfe2-1841-4084-8a61-75a84311135e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'mac_address': 'fa:16:3e:a7:cb:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:45:01Z', 'updated_at': '2021-09-08T13:45:01Z', 'revision_number': 0, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81ed7a53-5ae1-443c-a66f-96e02e3deca8', 'name': '', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:55:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:37Z', 'updated_at': '2021-09-08T13:44:46Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:45:04.299405 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Made reservation on behalf of 1aa88dba00ab42139c9190c5cdd83808 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:04.305386 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:04.331033 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9be2bd6-4fb0-4b42-a409-045884323f14 req-504e1ed2-721a-47bd-86c3-af241bb3feef service neutron] 10.222.0.60 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982330 Sep 08 13:45:04.389436 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.ipam_backend_mixin [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Performing IP validity checks on allocation pools {{(pid=96264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 08 13:45:04.389972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.ipam_backend_mixin [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Checking for overlaps among allocation pools and gateway ip {{(pid=96264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 08 13:45:04.502925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9be2bd6-4fb0-4b42-a409-045884323f14 req-ad433680-c3cf-401d-938e-f45938f060ba service neutron] 10.222.0.60 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646528 Sep 08 13:45:04.527925 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3933262-8bc6-4b5c-90a2-30176d1a4f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:04.615759 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5530cf6b-53ea-4fcb-a09d-f0c9e5f51d30 None None] New status for floating IP efa51b92-fc2d-4669-b5a7-869032567267: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:45:04.685001 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d3933262-8bc6-4b5c-90a2-30176d1a4f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:04.691484 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:04.771094 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3933262-8bc6-4b5c-90a2-30176d1a4f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2155a4-d8d9-49f1-971a-26e277606125,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:04.785467 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d3933262-8bc6-4b5c-90a2-30176d1a4f9c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4230296f2c784ad4a2a2b1945d3094c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8688805 Sep 08 13:45:04.788113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40984) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:04.791147 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Subnet': ['ID=c2b96d0d-f818-46aa-844f-a7c445a693ff,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:04.811612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Checking segment: {'id': '06e53720-dc0b-4b0d-afd7-a6f60d06c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ea6c2cff-da9c-491e-b086-89fa4bf5c437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:04.811612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network hostable DHCP agents. Network: ea6c2cff-da9c-491e-b086-89fa4bf5c437, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:45:04.873189 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd331929-0d33-4175-8e70-2b543c7a3c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:04.890292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Network ea6c2cff-da9c-491e-b086-89fa4bf5c437 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:45:04.897798 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd331929-0d33-4175-8e70-2b543c7a3c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:04.992656 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, ea6c2cff-da9c-491e-b086-89fa4bf5c437) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:04.992817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd331929-0d33-4175-8e70-2b543c7a3c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:04.995998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fd331929-0d33-4175-8e70-2b543c7a3c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:04.999760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:05.001024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fd331929-0d33-4175-8e70-2b543c7a3c2a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/fe2155a4-d8d9-49f1-971a-26e277606125 HTTP/1.1" status: 204 len: 168 time: 0.2080333 Sep 08 13:45:05.001142 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:05.005173 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9833866f-5eca-4c3b-bbb2-b35d27b4be7b None None] Network ea6c2cff-da9c-491e-b086-89fa4bf5c437 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:05.008786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd331929-0d33-4175-8e70-2b543c7a3c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2155a4-d8d9-49f1-971a-26e277606125,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:05.082195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 40988) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:05.082398 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f876076b-4043-48e8-a11a-41af4f9e7e24 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1919041 Sep 08 13:45:05.087575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:05.100038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40990) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:05.174349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5efab-8c2c-447f-8894-9e89a91360e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-ea6c2cff-da9c-491e-b086-89fa4bf5c437', 'network_id': 'ea6c2cff-da9c-491e-b086-89fa4bf5c437', 'tenant_id': '1aa88dba00ab42139c9190c5cdd83808', 'fixed_ips': [{'subnet_id': 'c2b96d0d-f818-46aa-844f-a7c445a693ff'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:05.175247 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18f5efab-8c2c-447f-8894-9e89a91360e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:05.209253 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9179613'] for subnet, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:05.337311 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-18f5efab-8c2c-447f-8894-9e89a91360e6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 13:45:05.337311 n-d-807558-3 neutron-server[96265]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Sep 08 13:45:05.337311 n-d-807558-3 neutron-server[96265]: [parameters: {'in_use': 1, 'id_1': 'c2b96d0d-f818-46aa-844f-a7c445a693ff'}] Sep 08 13:45:05.337311 n-d-807558-3 neutron-server[96265]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:45:05.337311 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-18f5efab-8c2c-447f-8894-9e89a91360e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:45:05.416027 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dbff7f5d-52c1-4728-867f-66e99d8539be tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/efa51b92-fc2d-4669-b5a7-869032567267 HTTP/1.1" status: 200 len: 992 time: 0.3148141 Sep 08 13:45:05.432841 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778604624869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8703000'] for subnet, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:05.508677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:05.509295 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:05.510647 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "PUT /v2.0/subnets/c2b96d0d-f818-46aa-844f-a7c445a693ff HTTP/1.1" status: 200 len: 900 time: 0.4274719 Sep 08 13:45:05.514318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 40998) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:05.525849 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event updated for resources: {'Subnet': ['ID=c2b96d0d-f818-46aa-844f-a7c445a693ff,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:05.537527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:05.537887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:05.538252 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:05.538670 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:05.539007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:05.539332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:05.539691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:05.540182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:05.540517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:05.540842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:05.541175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:05.541737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40279f5f-0e70-40c1-84d8-9c276c0379cd tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:05.618887 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:05.674106 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:05.682132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41002) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:05.695946 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aabed0a1-cbe6-4ea0-afe5-44f2fc857f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:05.838646 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18f5efab-8c2c-447f-8894-9e89a91360e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:05.890877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:05.920289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b96d0d-f818-46aa-844f-a7c445a693ff,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:05.944246 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aabed0a1-cbe6-4ea0-afe5-44f2fc857f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:05.986202 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.008932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6c2cff-da9c-491e-b086-89fa4bf5c437']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:06.018717 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e53720-dc0b-4b0d-afd7-a6f60d06c39a') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:06.019013 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e53720-dc0b-4b0d-afd7-a6f60d06c39a') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:06.029490 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.046458 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.053474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:45:06.053879 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:45:06.056917 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server [None req-18f5efab-8c2c-447f-8894-9e89a91360e6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2b96d0d-f818-46aa-844f-a7c445a693ff: This subnet is being modified by another concurrent operation. Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise exception Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2b96d0d-f818-46aa-844f-a7c445a693ff: This subnet is being modified by another concurrent operation. Sep 08 13:45:06.097421 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server Sep 08 13:45:06.112381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e9306a-d15f-4b0a-bf9f-2c063579690a None None] Network ea6c2cff-da9c-491e-b086-89fa4bf5c437 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:06.141152 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aabed0a1-cbe6-4ea0-afe5-44f2fc857f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.178027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aabed0a1-cbe6-4ea0-afe5-44f2fc857f8e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=fead4cc6031545d69302dbe1e38e3b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4947128 Sep 08 13:45:06.180761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41006) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:06.183095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabed0a1-cbe6-4ea0-afe5-44f2fc857f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7420e854-5818-4362-aeb9-85bf2c41a7d3,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:06.232427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77704e62-cad5-41c7-ae0f-104cb01b272f None None] Network ea6c2cff-da9c-491e-b086-89fa4bf5c437 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:06.244649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.245080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77704e62-cad5-41c7-ae0f-104cb01b272f None None] Network ea6c2cff-da9c-491e-b086-89fa4bf5c437 could not be found, it might have been deleted concurrently. {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 08 13:45:06.257641 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.258488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19bad10-36a0-4120-8301-b7b44a2ffb96 None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:45:06.264085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/ea6c2cff-da9c-491e-b086-89fa4bf5c437 HTTP/1.1" status: 204 len: 168 time: 0.7468898 Sep 08 13:45:06.266086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41008) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:06.289861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374aac2-2368-4659-9bf7-446bd031fdf3 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Network': ['ID=ea6c2cff-da9c-491e-b086-89fa4bf5c437,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:06.311384 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff32b83d-b192-4825-ae91-215cef587ac8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:06.312026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff32b83d-b192-4825-ae91-215cef587ac8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:06.314537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ff32b83d-b192-4825-ae91-215cef587ac8 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/subnets/c2b96d0d-f818-46aa-844f-a7c445a693ff HTTP/1.1" status: 404 len: 337 time: 0.0470152 Sep 08 13:45:06.317271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41010) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:06.318916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d37eba32-6517-403a-a732-6b10a782548e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.336159 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e845ae-09b9-4915-beee-63d0e7179b7f tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:06.336858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e845ae-09b9-4915-beee-63d0e7179b7f tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:06.338703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-89e845ae-09b9-4915-beee-63d0e7179b7f tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/ea6c2cff-da9c-491e-b086-89fa4bf5c437 HTTP/1.1" status: 404 len: 339 time: 0.0204275 Sep 08 13:45:06.341444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41012) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:06.346703 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d37eba32-6517-403a-a732-6b10a782548e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.415382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19bad10-36a0-4120-8301-b7b44a2ffb96 None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:45:06.432530 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.478715 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d37eba32-6517-403a-a732-6b10a782548e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.484918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d37eba32-6517-403a-a732-6b10a782548e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.495445 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d37eba32-6517-403a-a732-6b10a782548e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7420e854-5818-4362-aeb9-85bf2c41a7d3 HTTP/1.1" status: 204 len: 168 time: 0.3134553 Sep 08 13:45:06.505840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37eba32-6517-403a-a732-6b10a782548e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7420e854-5818-4362-aeb9-85bf2c41a7d3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:06.540209 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.573902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b8d966-f704-4c4c-976a-789ec90e8fa6']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:06.585872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3768c7e-1088-4908-9ff9-f083974bd684') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:06.586569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3768c7e-1088-4908-9ff9-f083974bd684') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:06.599030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.615036 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.622010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:45:06.623068 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:45:06.626711 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:45:06.764655 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.769453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.771975 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/82b8d966-f704-4c4c-976a-789ec90e8fa6 HTTP/1.1" status: 204 len: 168 time: 0.4295466 Sep 08 13:45:06.777734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41016) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:06.787933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eed406-400a-4dc9-8818-e79837f1b68a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Network': ['ID=82b8d966-f704-4c4c-976a-789ec90e8fa6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:06.806525 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d67336-7ccc-4edb-abe1-6cfc5a32d3a6 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:06.806992 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d67336-7ccc-4edb-abe1-6cfc5a32d3a6 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:06.808784 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-62d67336-7ccc-4edb-abe1-6cfc5a32d3a6 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/subnets/d46c3b6e-e8d0-4a33-8947-89fee464c0ab HTTP/1.1" status: 404 len: 337 time: 0.0329711 Sep 08 13:45:06.817482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41018) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:06.836299 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3262c9-5f4f-485e-82ec-10cc4a6f6ffa tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:06.836861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c3262c9-5f4f-485e-82ec-10cc4a6f6ffa tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:06.838734 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5c3262c9-5f4f-485e-82ec-10cc4a6f6ffa tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/c539c810-a951-4c67-9172-c399ac40a6e8 HTTP/1.1" status: 404 len: 339 time: 0.0201039 Sep 08 13:45:06.841096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41020) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:06.903123 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-78bd022c-ea0e-4ba7-b1ef-79cfec457320 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Deleting subnet d3669c2d-2ac3-47d2-af16-b369ad734fd9 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:06.906765 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78bd022c-ea0e-4ba7-b1ef-79cfec457320 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:06.949603 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78bd022c-ea0e-4ba7-b1ef-79cfec457320 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.049273 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78bd022c-ea0e-4ba7-b1ef-79cfec457320 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.273414 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78bd022c-ea0e-4ba7-b1ef-79cfec457320 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.305228 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78bd022c-ea0e-4ba7-b1ef-79cfec457320 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.307500 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-78bd022c-ea0e-4ba7-b1ef-79cfec457320 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/subnets/d3669c2d-2ac3-47d2-af16-b369ad734fd9 HTTP/1.1" status: 204 len: 168 time: 0.4654827 Sep 08 13:45:07.309212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd022c-ea0e-4ba7-b1ef-79cfec457320 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Subnet': ['ID=d3669c2d-2ac3-47d2-af16-b369ad734fd9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:07.310153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41034) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:07.320373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ba2967-cd6e-4e2f-b1a5-928d73292c00 None None] Network 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:07.370764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e5f28d-b654-4362-a49d-987056907f85 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Deleting subnet 791a3dd8-7564-4707-b7b5-4a5575427b23 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:07.374487 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-97e5f28d-b654-4362-a49d-987056907f85 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.422896 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-97e5f28d-b654-4362-a49d-987056907f85 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.530155 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-97e5f28d-b654-4362-a49d-987056907f85 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.661722 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-97e5f28d-b654-4362-a49d-987056907f85 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.696454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5f28d-b654-4362-a49d-987056907f85 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Subnet': ['ID=791a3dd8-7564-4707-b7b5-4a5575427b23,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:07.701110 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-97e5f28d-b654-4362-a49d-987056907f85 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.703075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-97e5f28d-b654-4362-a49d-987056907f85 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/subnets/791a3dd8-7564-4707-b7b5-4a5575427b23 HTTP/1.1" status: 204 len: 168 time: 0.3918936 Sep 08 13:45:07.705654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41042) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:07.790014 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.821312 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-87f336d6-4c26-46ad-9894-0b11064dcfda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.864604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Deleting port 47262d26-00b9-4d8a-a006-b081f7ad0b91 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:07.865041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.897906 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41046) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:07.943867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] For port 47262d26-00b9-4d8a-a006-b081f7ad0b91, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=47262d26-00b9-4d8a-a006-b081f7ad0b91,segment=NetworkSegment(ff2d1578-dadb-468e-b7dd-891d34a21318),segment_id=ff2d1578-dadb-468e-b7dd-891d34a21318)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:07.944240 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:07.958768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Calling delete_port for 47262d26-00b9-4d8a-a006-b081f7ad0b91 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:08.050479 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-58b463ed-20f3-4bbe-a15a-d67312002bbf tempest-AgentManagementNegativeTest-1003794187 tempest-AgentManagementNegativeTest-1003794187-project] 10.222.0.69 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1507857 Sep 08 13:45:08.160760 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:08.186669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35de021-2adf-4b6c-b252-83af02e9d411 None None] Network 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:08.191282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Port': ['ID=47262d26-00b9-4d8a-a006-b081f7ad0b91,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:08.198017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No DVR routers for this DVR port 47262d26-00b9-4d8a-a006-b081f7ad0b91 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:08.220184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1566df03-b291-4728-97a1-6db462fdb55c None None] Could not find standard attr ID for object 47262d26-00b9-4d8a-a006-b081f7ad0b91. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:45:08.298047 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:08.325796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e6259cb-2ab9-46e9-bb93-7ffeb81070fe']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:08.337030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2d1578-dadb-468e-b7dd-891d34a21318') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:08.337353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2d1578-dadb-468e-b7dd-891d34a21318') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:08.349422 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:08.365877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:08.372507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:45:08.373297 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:45:08.376483 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:45:08.429356 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3517636-1618-44c8-a7f9-3b451f1a76b9 None None] DHCP port deletion for 8e6259cb-2ab9-46e9-bb93-7ffeb81070fe request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:08.701168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:08.707307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:08.709448 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/8e6259cb-2ab9-46e9-bb93-7ffeb81070fe HTTP/1.1" status: 204 len: 168 time: 1.0026987 Sep 08 13:45:08.712066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41058) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:08.732859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92305d56-3a2b-4aac-a8c7-81baf2a4f5a5 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Network': ['ID=8e6259cb-2ab9-46e9-bb93-7ffeb81070fe,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:08.746737 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8f4577-705f-4ba9-a888-17b425a5b1d9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:08.747204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8f4577-705f-4ba9-a888-17b425a5b1d9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:08.754103 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4d8f4577-705f-4ba9-a888-17b425a5b1d9 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/subnets/c09c28d8-9ad8-430b-a3c0-f986f2b2b400 HTTP/1.1" status: 404 len: 337 time: 0.0384991 Sep 08 13:45:08.754610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41062) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:08.773896 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f79a74-4197-4159-bd36-0d07ae43c80b tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:08.774528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f79a74-4197-4159-bd36-0d07ae43c80b tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:08.778206 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d1f79a74-4197-4159-bd36-0d07ae43c80b tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/a9ca2436-2a28-4fc7-8d8f-7b64a3a2d550 HTTP/1.1" status: 404 len: 339 time: 0.0204747 Sep 08 13:45:08.781233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41064) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:08.805013 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfadf23-7275-4336-8ff9-c61a6fee82e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:08.805614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfadf23-7275-4336-8ff9-c61a6fee82e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:08.807748 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bdfadf23-7275-4336-8ff9-c61a6fee82e2 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/subnets/61335cee-d5c7-4e55-b9bd-5534c50b4a22 HTTP/1.1" status: 404 len: 337 time: 0.0279388 Sep 08 13:45:08.810362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41066) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:08.830971 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbf6f4d-fd9d-4cc4-8f45-a5e34cf5d72e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:08.831901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddbf6f4d-fd9d-4cc4-8f45-a5e34cf5d72e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:08.833686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ddbf6f4d-fd9d-4cc4-8f45-a5e34cf5d72e tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/18285837-6a76-4816-9d6e-6153730bb0fb HTTP/1.1" status: 404 len: 339 time: 0.0223119 Sep 08 13:45:08.836276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41068) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:08.863840 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b630369-71eb-47f8-8ccc-f9ae703a7603 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:08.864426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b630369-71eb-47f8-8ccc-f9ae703a7603 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:08.866594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5b630369-71eb-47f8-8ccc-f9ae703a7603 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/subnets/c3f7fe2b-c4a5-44e8-aa6b-c912f3a2d2ee HTTP/1.1" status: 404 len: 337 time: 0.0292852 Sep 08 13:45:08.869167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41070) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:08.877044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41072) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:08.896681 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-c609828e-6471-4736-8d41-75fa53e0840f tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:08.897563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c609828e-6471-4736-8d41-75fa53e0840f tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:08.902228 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41076) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:08.903138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c609828e-6471-4736-8d41-75fa53e0840f tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/ab57af7b-66ff-460c-a238-d04453c2c617 HTTP/1.1" status: 404 len: 339 time: 0.0323026 Sep 08 13:45:08.956377 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-344e9123-e1ff-4a2f-92dc-cfc69557eb21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Deleting subnet 8a4e86f5-5d4a-4e40-9944-15cb6b901652 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:08.960440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-344e9123-e1ff-4a2f-92dc-cfc69557eb21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.013639 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd2f7-456f-480c-b2d3-2ba951e34bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.026588 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-344e9123-e1ff-4a2f-92dc-cfc69557eb21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.143268 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-344e9123-e1ff-4a2f-92dc-cfc69557eb21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.223680 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd2f7-456f-480c-b2d3-2ba951e34bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.333068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 47262d26-00b9-4d8a-a006-b081f7ad0b91 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:09.348071 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd2f7-456f-480c-b2d3-2ba951e34bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.354141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 47262d26-00b9-4d8a-a006-b081f7ad0b91 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:09.354440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-344e9123-e1ff-4a2f-92dc-cfc69557eb21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.354591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 47262d26-00b9-4d8a-a006-b081f7ad0b91 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:09.412496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e9123-e1ff-4a2f-92dc-cfc69557eb21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Subnet': ['ID=8a4e86f5-5d4a-4e40-9944-15cb6b901652,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:09.423985 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-344e9123-e1ff-4a2f-92dc-cfc69557eb21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.426667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-344e9123-e1ff-4a2f-92dc-cfc69557eb21 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/subnets/8a4e86f5-5d4a-4e40-9944-15cb6b901652 HTTP/1.1" status: 204 len: 168 time: 0.5234041 Sep 08 13:45:09.428530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41078) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:09.429528 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fd2f7-456f-480c-b2d3-2ba951e34bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91c587b-40d3-4189-9983-b0f239823145,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:09.430740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82e9d9b-e0f2-4014-af05-f5aad3e50837 None None] Network 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:09.438095 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6f5fd2f7-456f-480c-b2d3-2ba951e34bd6 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=445e78d9ff8240cca1d34411ccf4ad26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5596502 Sep 08 13:45:09.439327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41080) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:09.501802 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c35d6e36-0da8-4010-b801-81dd36cd3b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.527724 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c35d6e36-0da8-4010-b801-81dd36cd3b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.532607 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.589633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Deleting port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:09.589981 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.664508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] For port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9,segment=NetworkSegment(ced6a6f3-ec91-47b7-8967-89bcdc1674f8),segment_id=ced6a6f3-ec91-47b7-8967-89bcdc1674f8)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:09.664793 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.668018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] DHCP port deletion for 9bcfb3bc-df37-47ff-8056-dd79ba07ee6e request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:09.678549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Calling delete_port for efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:09.678786 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c35d6e36-0da8-4010-b801-81dd36cd3b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.681304 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c35d6e36-0da8-4010-b801-81dd36cd3b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.685027 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c35d6e36-0da8-4010-b801-81dd36cd3b12 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c91c587b-40d3-4189-9983-b0f239823145 HTTP/1.1" status: 204 len: 168 time: 0.2410586 Sep 08 13:45:09.693812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d6e36-0da8-4010-b801-81dd36cd3b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91c587b-40d3-4189-9983-b0f239823145,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:09.738160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Deleting port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:09.739331 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.834684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] For port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9,segment=NetworkSegment(ced6a6f3-ec91-47b7-8967-89bcdc1674f8),segment_id=ced6a6f3-ec91-47b7-8967-89bcdc1674f8)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:09.835249 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.848065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Calling delete_port for efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:09.873313 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.886954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No DVR routers for this DVR port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:09.908780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Port': ['ID=efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:09.931801 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:09.956021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Pushing event deleted for resources: {'Port': ['ID=efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:09.976327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:09.977056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:09.977535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:09.978058 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:09.978559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:09.985383 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:09.988020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:09.988020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:09.988020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:09.988020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:09.988972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:09.988972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:09.993071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226fad15-75f8-4050-822b-809d7ad50870 None None] No DVR routers for this DVR port efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:10.025008 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.048533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bcfb3bc-df37-47ff-8056-dd79ba07ee6e']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:10.058188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced6a6f3-ec91-47b7-8967-89bcdc1674f8') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:10.058602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced6a6f3-ec91-47b7-8967-89bcdc1674f8') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:10.069368 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.085119 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.092137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:45:10.092696 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:45:10.095819 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:45:10.164629 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-334b1f5a-c6f6-4b88-9e66-0c113021bea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.305654 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.305964 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.307896 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/9bcfb3bc-df37-47ff-8056-dd79ba07ee6e HTTP/1.1" status: 204 len: 168 time: 0.8783975 Sep 08 13:45:10.310461 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41094) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:10.322782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ff9f7-9c4a-4047-bb75-e3f03b84f556 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Network': ['ID=9bcfb3bc-df37-47ff-8056-dd79ba07ee6e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:10.343705 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4ef6ec-7822-489a-86c8-1b1f40e8017a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:10.343705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4ef6ec-7822-489a-86c8-1b1f40e8017a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:10.345182 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9c4ef6ec-7822-489a-86c8-1b1f40e8017a tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/subnets/ea9bec67-b218-4396-aa86-cbe189cad02a HTTP/1.1" status: 404 len: 337 time: 0.0335841 Sep 08 13:45:10.348554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41098) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:10.367042 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-d361e05d-432d-4142-9f96-cfef9528a30d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:10.367609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d361e05d-432d-4142-9f96-cfef9528a30d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:10.369421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d361e05d-432d-4142-9f96-cfef9528a30d tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/5b8094fe-0add-4c1e-abb8-a4f78b89f631 HTTP/1.1" status: 404 len: 339 time: 0.0197589 Sep 08 13:45:10.371960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41100) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:10.427676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a90c9d-2322-4262-832b-f091ca4ad015 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Deleting subnet 21bcb597-0987-48ef-af26-60c5c3a6d31f {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:10.431250 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6a90c9d-2322-4262-832b-f091ca4ad015 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.481495 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6a90c9d-2322-4262-832b-f091ca4ad015 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.564478 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.573991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6a90c9d-2322-4262-832b-f091ca4ad015 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.718921 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6a90c9d-2322-4262-832b-f091ca4ad015 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.746519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a90c9d-2322-4262-832b-f091ca4ad015 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Subnet': ['ID=21bcb597-0987-48ef-af26-60c5c3a6d31f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:10.751089 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b6a90c9d-2322-4262-832b-f091ca4ad015 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:10.755676 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41108) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:10.755834 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b6a90c9d-2322-4262-832b-f091ca4ad015 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/subnets/21bcb597-0987-48ef-af26-60c5c3a6d31f HTTP/1.1" status: 204 len: 168 time: 0.3827913 Sep 08 13:45:10.767047 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a97c9d-727d-4e3b-8654-612fa7930d91 None None] Network b325144c-859b-462d-9447-b59c7b50f1e2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:10.930890 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.015256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Deleting port e6754df2-9bac-40e9-95fc-97c27347c5f6 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:11.015694 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.030292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41140) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:11.057714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d767d12-74c9-4713-9b9c-7795154029e0 None None] DHCP port deletion for b325144c-859b-462d-9447-b59c7b50f1e2 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:11.112529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] For port e6754df2-9bac-40e9-95fc-97c27347c5f6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e6754df2-9bac-40e9-95fc-97c27347c5f6,segment=NetworkSegment(0528a6a0-7f24-46ca-85dc-b680c3235dbe),segment_id=0528a6a0-7f24-46ca-85dc-b680c3235dbe)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:11.112911 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.128400 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Calling delete_port for e6754df2-9bac-40e9-95fc-97c27347c5f6 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:11.130159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3d767d12-74c9-4713-9b9c-7795154029e0 None None] Deleting port e6754df2-9bac-40e9-95fc-97c27347c5f6 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:11.131030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3d767d12-74c9-4713-9b9c-7795154029e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.160018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1727577458'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:11.224682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3d767d12-74c9-4713-9b9c-7795154029e0 None None] For port e6754df2-9bac-40e9-95fc-97c27347c5f6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e6754df2-9bac-40e9-95fc-97c27347c5f6,segment=NetworkSegment(0528a6a0-7f24-46ca-85dc-b680c3235dbe),segment_id=0528a6a0-7f24-46ca-85dc-b680c3235dbe)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:11.225353 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3d767d12-74c9-4713-9b9c-7795154029e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.239427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3d767d12-74c9-4713-9b9c-7795154029e0 None None] Calling delete_port for e6754df2-9bac-40e9-95fc-97c27347c5f6 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:11.438036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e6754df2-9bac-40e9-95fc-97c27347c5f6 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:11.461206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:11.465644 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.474859 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.547903 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.554877 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.572208 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3d767d12-74c9-4713-9b9c-7795154029e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.585093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Port': ['ID=e6754df2-9bac-40e9-95fc-97c27347c5f6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:11.591919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] No DVR routers for this DVR port e6754df2-9bac-40e9-95fc-97c27347c5f6 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:11.610886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d767d12-74c9-4713-9b9c-7795154029e0 None None] No DVR routers for this DVR port e6754df2-9bac-40e9-95fc-97c27347c5f6 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:11.615665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d767d12-74c9-4713-9b9c-7795154029e0 None None] Pushing event deleted for resources: {'Port': ['ID=e6754df2-9bac-40e9-95fc-97c27347c5f6,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:11.633946 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.635363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:11.654347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:11.654705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device efdbfc57-6912-4bc8-9c11-82dc7f1bc1e9 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:11.706790 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.726690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b325144c-859b-462d-9447-b59c7b50f1e2']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:11.736471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0528a6a0-7f24-46ca-85dc-b680c3235dbe') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:11.736782 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0528a6a0-7f24-46ca-85dc-b680c3235dbe') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:11.746647 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.760456 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.766924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:45:11.767322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:45:11.770264 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:45:11.895849 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.923949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:45:11.929136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5410d72e-1f4f-4bea-836c-3b5f835af821,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:11.964126 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.964307 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.967189 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.970901 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Added segment aafc9146-cc61-438c-bf04-9bb9ecd00465 of type vlan for network f706838c-8b07-4db3-b64d-fc68b20ecb6a Sep 08 13:45:11.974489 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:11.974489 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] 10.222.0.69 "DELETE /v2.0/networks/b325144c-859b-462d-9447-b59c7b50f1e2 HTTP/1.1" status: 204 len: 168 time: 1.2146311 Sep 08 13:45:11.992841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fa7a9-c83b-463b-9fe8-2500bca80bd1 tempest-NetworksIpV6Test-1480628941 tempest-NetworksIpV6Test-1480628941-project] Pushing event deleted for resources: {'Network': ['ID=b325144c-859b-462d-9447-b59c7b50f1e2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:12.019240 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.455966 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.462144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:12.463083 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.492130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41178) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:12.542394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Network': ['ID=f706838c-8b07-4db3-b64d-fc68b20ecb6a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:12.550709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:45:12.565801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a1e282e5-4b32-46bc-bd3f-76e775a36b7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5343630 Sep 08 13:45:12.569247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41196) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:12.574920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-98191c2b-6b01-4e38-9caa-c144542ead9c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:12.683586 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1f495bb0-d9cd-4971-a04e-7339db0a0f84 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1aa88dba00ab42139c9190c5cdd83808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902599 Sep 08 13:45:12.686101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41200) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:12.739746 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-52a85608-f38d-4ee7-bc86-f63203eeac8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.752626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98191c2b-6b01-4e38-9caa-c144542ead9c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:12.756217 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-98191c2b-6b01-4e38-9caa-c144542ead9c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.763069 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-52a85608-f38d-4ee7-bc86-f63203eeac8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.861751 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-52a85608-f38d-4ee7-bc86-f63203eeac8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.870568 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-52a85608-f38d-4ee7-bc86-f63203eeac8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:12.870568 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-52a85608-f38d-4ee7-bc86-f63203eeac8e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bb7995f3-f386-4301-922a-aaa7e74183c1 HTTP/1.1" status: 204 len: 168 time: 0.1805608 Sep 08 13:45:12.885010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a85608-f38d-4ee7-bc86-f63203eeac8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7995f3-f386-4301-922a-aaa7e74183c1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:13.045493 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-98191c2b-6b01-4e38-9caa-c144542ead9c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:13.110694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98191c2b-6b01-4e38-9caa-c144542ead9c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=b9cfa0fc-ac7c-47ce-9d44-9840101c513f,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:13.121672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98191c2b-6b01-4e38-9caa-c144542ead9c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:13.121982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98191c2b-6b01-4e38-9caa-c144542ead9c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network hostable DHCP agents. Network: f706838c-8b07-4db3-b64d-fc68b20ecb6a, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:45:13.215232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98191c2b-6b01-4e38-9caa-c144542ead9c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:45:13.299543 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:13.318165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-98191c2b-6b01-4e38-9caa-c144542ead9c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, f706838c-8b07-4db3-b64d-fc68b20ecb6a) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:13.322787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98191c2b-6b01-4e38-9caa-c144542ead9c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:13.326794 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-98191c2b-6b01-4e38-9caa-c144542ead9c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:13.327518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69350cab-a045-4e98-bc67-16918604672a None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:13.391813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-98191c2b-6b01-4e38-9caa-c144542ead9c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8205452 Sep 08 13:45:13.392420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41214) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:13.398386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'name': 'tempest-NetworksTestDHCPv6-174038481'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:13.496107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': 'b9cfa0fc-ac7c-47ce-9d44-9840101c513f'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:13.497283 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:13.644248 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:13.647826 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:13.656886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Allocated IP 2001:db8::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/b9cfa0fc-ac7c-47ce-9d44-9840101c513f/09251b65-7f3d-4cab-8edc-9d34b7c2b804) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:13.665956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 3fe5ef93-2653-4e85-82e7-ff7e16fedfb3 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:45:13.851243 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:13.860424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Transition to ACTIVE for port object 09251b65-7f3d-4cab-8edc-9d34b7c2b804 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:13.876130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Transition to ACTIVE for port object 09251b65-7f3d-4cab-8edc-9d34b7c2b804 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:13.959429 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:14.003016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:14.008467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:14.013540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:14.034014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Pushing event updated for resources: {'Port': ['ID=09251b65-7f3d-4cab-8edc-9d34b7c2b804,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:14.035007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::7e (f706838c-8b07-4db3-b64d-fc68b20ecb6a/b9cfa0fc-ac7c-47ce-9d44-9840101c513f/3fe5ef93-2653-4e85-82e7-ff7e16fedfb3) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:14.041074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41226) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.088954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Attempting to bind port 09251b65-7f3d-4cab-8edc-9d34b7c2b804 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:14.089342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Attempting to bind port 09251b65-7f3d-4cab-8edc-9d34b7c2b804 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:14.089860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Attempting to bind port 09251b65-7f3d-4cab-8edc-9d34b7c2b804 on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:14.096086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:14.096476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:14.096900 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:14.097307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:14.097801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Bound port: 09251b65-7f3d-4cab-8edc-9d34b7c2b804, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:14.098215 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:14.174993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] For port 09251b65-7f3d-4cab-8edc-9d34b7c2b804, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:14.178695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] For port 09251b65-7f3d-4cab-8edc-9d34b7c2b804, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=09251b65-7f3d-4cab-8edc-9d34b7c2b804,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:14.191752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-230fc00f-cfb4-4a1e-afed-181e794c2651 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] Request body: {'port': {'network_id': 'b58ba474-3095-4c29-bf58-80c3abadaa10', 'name': 'tempest-NetworksNegativeTestJSON-932926375'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:14.204296 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-230fc00f-cfb4-4a1e-afed-181e794c2651 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] POST failed (client error): The resource could not be found. Sep 08 13:45:14.204861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230fc00f-cfb4-4a1e-afed-181e794c2651 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:14.209859 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-230fc00f-cfb4-4a1e-afed-181e794c2651 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1675858 Sep 08 13:45:14.210764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41232) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.230546 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-73199bf5-74f6-4fae-a6bc-c1dc288bf69e tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:14.231445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73199bf5-74f6-4fae-a6bc-c1dc288bf69e tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:14.232625 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:14.233291 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-73199bf5-74f6-4fae-a6bc-c1dc288bf69e tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] 10.222.0.69 "DELETE /v2.0/networks/336e0b71-f894-4c0e-ac19-db8afc47d7de HTTP/1.1" status: 404 len: 339 time: 0.0215673 Sep 08 13:45:14.237523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41234) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.254722 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 3fe5ef93-2653-4e85-82e7-ff7e16fedfb3 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:14.268529 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d912ea-7004-4a4e-b5d7-314fcfac7ad8 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:14.269195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d912ea-7004-4a4e-b5d7-314fcfac7ad8 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:14.270953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b0d912ea-7004-4a4e-b5d7-314fcfac7ad8 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] 10.222.0.69 "DELETE /v2.0/ports/df7c51ec-9948-4762-9670-0af878998a10 HTTP/1.1" status: 404 len: 333 time: 0.0319495 Sep 08 13:45:14.274828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41236) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.301630 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:14.303143 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b710b5-1b3f-40d7-abe5-7bb3be0bc1d1 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] DELETE failed (client error): The resource could not be found. Sep 08 13:45:14.303810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b710b5-1b3f-40d7-abe5-7bb3be0bc1d1 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:14.307898 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-63b710b5-1b3f-40d7-abe5-7bb3be0bc1d1 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] 10.222.0.69 "DELETE /v2.0/subnets/8cca5c28-412a-4045-a422-1dc3d61b2d3e HTTP/1.1" status: 404 len: 337 time: 0.0320733 Sep 08 13:45:14.314768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41238) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.336651 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a754511-7ce5-462f-ae8c-30f06b776898 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] GET failed (client error): The resource could not be found. Sep 08 13:45:14.342438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8a754511-7ce5-462f-ae8c-30f06b776898 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] 10.222.0.69 "GET /v2.0/networks/b42dc832-8d0c-4d3e-bb59-401f39353ab5 HTTP/1.1" status: 404 len: 339 time: 0.0226541 Sep 08 13:45:14.346533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41240) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.364836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:14.371790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b91d51-ee7c-4eee-8438-d1327cf803bb None None] Pushing event updated for resources: {'Port': ['ID=09251b65-7f3d-4cab-8edc-9d34b7c2b804,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:14.378435 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2b080fe-b733-4e43-86d8-f00ffad7ce3f tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] GET failed (client error): The resource could not be found. Sep 08 13:45:14.381126 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f2b080fe-b733-4e43-86d8-f00ffad7ce3f tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] 10.222.0.69 "GET /v2.0/ports/b2c978c0-e5f5-4e41-8088-e538d4c35bff HTTP/1.1" status: 404 len: 333 time: 0.0331717 Sep 08 13:45:14.385020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41242) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.423223 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0a6ac2-d3ee-4f25-a4e6-1522704c1b6a tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] GET failed (client error): The resource could not be found. Sep 08 13:45:14.424995 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eb0a6ac2-d3ee-4f25-a4e6-1522704c1b6a tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] 10.222.0.69 "GET /v2.0/subnets/d31f6ed5-8c2a-455b-add2-30cb206c61d3 HTTP/1.1" status: 404 len: 337 time: 0.0375242 Sep 08 13:45:14.428717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41244) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.429798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:14.433673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:14.435255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bcaa6ff8-f31b-45ea-b097-b7cf2ace8c5b tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] Request body: {'network': {'name': 'new_name'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:14.439556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:14.445335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:14.446027 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:14.451674 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcaa6ff8-f31b-45ea-b097-b7cf2ace8c5b tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] PUT failed (client error): The resource could not be found. Sep 08 13:45:14.452253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcaa6ff8-f31b-45ea-b097-b7cf2ace8c5b tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:14.453428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bcaa6ff8-f31b-45ea-b097-b7cf2ace8c5b tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] 10.222.0.69 "PUT /v2.0/networks/4ce9be2b-63cd-4ff1-90e5-9fe859329870 HTTP/1.1" status: 404 len: 339 time: 0.0235074 Sep 08 13:45:14.458033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41246) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.465192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f6012f87-2c3e-4d02-bcd1-194745512558 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] Request body: {'port': {'name': 'new_name'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:14.473582 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:14.474230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=3fe5ef93-2653-4e85-82e7-ff7e16fedfb3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:14.495142 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6012f87-2c3e-4d02-bcd1-194745512558 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] PUT failed (client error): The resource could not be found. Sep 08 13:45:14.495835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6012f87-2c3e-4d02-bcd1-194745512558 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:14.497024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f6012f87-2c3e-4d02-bcd1-194745512558 tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] 10.222.0.69 "PUT /v2.0/ports/f93e6bc3-6d0c-41d5-81f3-9df4921ba000 HTTP/1.1" status: 404 len: 333 time: 0.0379894 Sep 08 13:45:14.501798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41248) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.512738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e48f2050-67c1-46d0-8e11-a257834b613c tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:14.540242 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48f2050-67c1-46d0-8e11-a257834b613c tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] PUT failed (client error): The resource could not be found. Sep 08 13:45:14.542789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48f2050-67c1-46d0-8e11-a257834b613c tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:14.544276 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e48f2050-67c1-46d0-8e11-a257834b613c tempest-NetworksNegativeTestJSON-678565750 tempest-NetworksNegativeTestJSON-678565750-project] 10.222.0.69 "PUT /v2.0/subnets/e51ced82-7875-4357-9f95-c51789aa4d53 HTTP/1.1" status: 404 len: 337 time: 0.0408318 Sep 08 13:45:14.584840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41252) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.587191 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-006985c4-d7a7-4a66-abc5-886763877a9d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1925967 Sep 08 13:45:14.680275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156773a-2fe7-4e85-b8d3-dcfae4b120e2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:14.686610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4156773a-2fe7-4e85-b8d3-dcfae4b120e2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:14.691503 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4156773a-2fe7-4e85-b8d3-dcfae4b120e2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1056046 Sep 08 13:45:14.697036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41254) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:14.820005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6eb7a-08bc-4630-a222-75e96e37392d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 3fe5ef93-2653-4e85-82e7-ff7e16fedfb3 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:14.820206 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8e6eb7a-08bc-4630-a222-75e96e37392d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:14.914698 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8e6eb7a-08bc-4630-a222-75e96e37392d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:14.929407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e8e6eb7a-08bc-4630-a222-75e96e37392d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 3fe5ef93-2653-4e85-82e7-ff7e16fedfb3 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:15.099832 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41258) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:15.192513 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8e6eb7a-08bc-4630-a222-75e96e37392d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.232957 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43758cf3-382c-405c-aafe-e8dc28490304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.274520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6eb7a-08bc-4630-a222-75e96e37392d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=3fe5ef93-2653-4e85-82e7-ff7e16fedfb3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:15.309596 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8e6eb7a-08bc-4630-a222-75e96e37392d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.314956 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e8e6eb7a-08bc-4630-a222-75e96e37392d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/3fe5ef93-2653-4e85-82e7-ff7e16fedfb3 HTTP/1.1" status: 204 len: 168 time: 0.6193597 Sep 08 13:45:15.315333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41264) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:15.391657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec66f33-f74c-4e15-a006-ddba4680fed9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:15.393391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec66f33-f74c-4e15-a006-ddba4680fed9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:15.395079 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bec66f33-f74c-4e15-a006-ddba4680fed9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0785563 Sep 08 13:45:15.399383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41266) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:15.414847 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43758cf3-382c-405c-aafe-e8dc28490304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.441771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 09251b65-7f3d-4cab-8edc-9d34b7c2b804 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:15.475764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4647ce1-4954-48cd-a566-0d4b0864dd61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet b9cfa0fc-ac7c-47ce-9d44-9840101c513f {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:15.476328 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4647ce1-4954-48cd-a566-0d4b0864dd61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.478727 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-43758cf3-382c-405c-aafe-e8dc28490304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.491595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbbd5b3-5b42-4750-910d-1d942672a187 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:15.529072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4647ce1-4954-48cd-a566-0d4b0864dd61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.532784 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-43758cf3-382c-405c-aafe-e8dc28490304 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=5d03cd62e4e047728e279d3ffc04a5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318385 Sep 08 13:45:15.534331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41268) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:15.575649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43758cf3-382c-405c-aafe-e8dc28490304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a068b3-ef74-4a7b-8407-9be71a63fcac,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:15.595076 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b58314c-4268-45c1-a326-58e573f92144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.618470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fbc98a88-a9c6-4991-b339-4cd84d65336e None None] Provisioning for port 09251b65-7f3d-4cab-8edc-9d34b7c2b804 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:15.618741 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b58314c-4268-45c1-a326-58e573f92144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.630151 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4647ce1-4954-48cd-a566-0d4b0864dd61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.659090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 09251b65-7f3d-4cab-8edc-9d34b7c2b804 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:15.667908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 09251b65-7f3d-4cab-8edc-9d34b7c2b804 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:15.668615 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.736002 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b58314c-4268-45c1-a326-58e573f92144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.738965 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b58314c-4268-45c1-a326-58e573f92144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.742520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5b58314c-4268-45c1-a326-58e573f92144 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b9a068b3-ef74-4a7b-8407-9be71a63fcac HTTP/1.1" status: 204 len: 168 time: 0.2051811 Sep 08 13:45:15.749752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58314c-4268-45c1-a326-58e573f92144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a068b3-ef74-4a7b-8407-9be71a63fcac,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:15.770519 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4647ce1-4954-48cd-a566-0d4b0864dd61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.807096 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.818607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4647ce1-4954-48cd-a566-0d4b0864dd61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=b9cfa0fc-ac7c-47ce-9d44-9840101c513f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:15.829593 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c4647ce1-4954-48cd-a566-0d4b0864dd61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:15.831784 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c4647ce1-4954-48cd-a566-0d4b0864dd61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/b9cfa0fc-ac7c-47ce-9d44-9840101c513f HTTP/1.1" status: 204 len: 168 time: 0.4311957 Sep 08 13:45:15.834316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41272) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:15.878806 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:45:15.879263 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:45:15.902222 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ef5619dc-bdba-4cec-8b14-0e81d7a435c2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0649168 Sep 08 13:45:15.903140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41274) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:15.908485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5e0890bc-23b2-49ba-8b80-d22e1da46fab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:16.025306 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b2fae8-5d0d-4599-9bdb-110d40c5ab95 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:16.142768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d15830f3-1869-4586-b9f0-3b4265022c7e None None] Provisioning complete for port 09251b65-7f3d-4cab-8edc-9d34b7c2b804 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:16.143338 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d15830f3-1869-4586-b9f0-3b4265022c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.167675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0890bc-23b2-49ba-8b80-d22e1da46fab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:16.171401 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5e0890bc-23b2-49ba-8b80-d22e1da46fab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.271790 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d15830f3-1869-4586-b9f0-3b4265022c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.312232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d15830f3-1869-4586-b9f0-3b4265022c7e None None] For port 09251b65-7f3d-4cab-8edc-9d34b7c2b804, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=09251b65-7f3d-4cab-8edc-9d34b7c2b804,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:16.316064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb0eb21-a1c5-4c69-87c0-2a7dd647581c None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:16.364203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0eb21-a1c5-4c69-87c0-2a7dd647581c None None] Deleting port 09251b65-7f3d-4cab-8edc-9d34b7c2b804 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:16.364590 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2cb0eb21-a1c5-4c69-87c0-2a7dd647581c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.445838 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d15830f3-1869-4586-b9f0-3b4265022c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.468509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2cb0eb21-a1c5-4c69-87c0-2a7dd647581c None None] For port 09251b65-7f3d-4cab-8edc-9d34b7c2b804, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=09251b65-7f3d-4cab-8edc-9d34b7c2b804,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:16.468990 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2cb0eb21-a1c5-4c69-87c0-2a7dd647581c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.498766 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.507546 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5e0890bc-23b2-49ba-8b80-d22e1da46fab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.518511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2cb0eb21-a1c5-4c69-87c0-2a7dd647581c None None] Calling delete_port for 09251b65-7f3d-4cab-8edc-9d34b7c2b804 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:16.568243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0890bc-23b2-49ba-8b80-d22e1da46fab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:16.571817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-5e0890bc-23b2-49ba-8b80-d22e1da46fab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:16.575076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0890bc-23b2-49ba-8b80-d22e1da46fab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:16.575726 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5e0890bc-23b2-49ba-8b80-d22e1da46fab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.587671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15830f3-1869-4586-b9f0-3b4265022c7e None None] Pushing event updated for resources: {'Port': ['ID=09251b65-7f3d-4cab-8edc-9d34b7c2b804,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:16.590711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0890bc-23b2-49ba-8b80-d22e1da46fab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=e9aec63c-af6c-4de0-b48e-85a28670c619,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:16.639892 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:45:16.640440 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:45:16.685762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5e0890bc-23b2-49ba-8b80-d22e1da46fab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7808864 Sep 08 13:45:16.690287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41294) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:16.696446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'name': 'tempest-NetworksTestDHCPv6-1596346912'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:16.769687 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2cb0eb21-a1c5-4c69-87c0-2a7dd647581c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.793577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0eb21-a1c5-4c69-87c0-2a7dd647581c None None] Pushing event deleted for resources: {'Port': ['ID=09251b65-7f3d-4cab-8edc-9d34b7c2b804,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:16.803072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb0eb21-a1c5-4c69-87c0-2a7dd647581c None None] No DVR routers for this DVR port 09251b65-7f3d-4cab-8edc-9d34b7c2b804 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:16.822256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b391f8-84e8-4cc9-be52-ac3aafdce0f3 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:16.912698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:16.916413 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:16.934918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 0ca3682f-7401-47fd-a84f-8ec64ef5a44f yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:45:16.962192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41298) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:17.006945 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.018926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': 'e9aec63c-af6c-4de0-b48e-85a28670c619'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:17.020690 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.065918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Port 09251b65-7f3d-4cab-8edc-9d34b7c2b804 update to ACTIVE by agent not found {{(pid=96265) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 08 13:45:17.095762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-11905e86-be5c-4a03-985a-735375f0fea0 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group': {'name': 'default'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:17.095762 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-11905e86-be5c-4a03-985a-735375f0fea0 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 08 13:45:17.095762 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-11905e86-be5c-4a03-985a-735375f0fea0 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): There was a conflict when trying to complete your request. Sep 08 13:45:17.095762 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-11905e86-be5c-4a03-985a-735375f0fea0 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1317554 Sep 08 13:45:17.099072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41302) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:17.101210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::231 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/e9aec63c-af6c-4de0-b48e-85a28670c619/0ca3682f-7401-47fd-a84f-8ec64ef5a44f) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:17.105763 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ae1fbcee-07a2-4448-9026-30c88bd41619 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group': {'name': 'tempest-secgroup--69323800'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:17.198685 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae1fbcee-07a2-4448-9026-30c88bd41619 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.208918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae1fbcee-07a2-4448-9026-30c88bd41619 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.263767 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.277980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 0ca3682f-7401-47fd-a84f-8ec64ef5a44f will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:17.314588 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae1fbcee-07a2-4448-9026-30c88bd41619 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.343022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 09251b65-7f3d-4cab-8edc-9d34b7c2b804 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:17.363942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 09251b65-7f3d-4cab-8edc-9d34b7c2b804 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:17.364296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 09251b65-7f3d-4cab-8edc-9d34b7c2b804 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:17.644567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.694417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:17.696362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Allocated IP 2001:db8::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/e9aec63c-af6c-4de0-b48e-85a28670c619/63479277-5548-4e36-bce7-cd9992e858f7) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:17.699586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:17.705134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:17.710997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:17.711743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.715635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=0ca3682f-7401-47fd-a84f-8ec64ef5a44f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:17.719308 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae1fbcee-07a2-4448-9026-30c88bd41619 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.754520 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fbcee-07a2-4448-9026-30c88bd41619 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c004b28-826a-4997-9ecc-f7b14752ecaa,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:17.833698 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7e3e3a50-22ca-4bea-abef-9feec62aadb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1422808 Sep 08 13:45:17.836136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41306) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:17.856951 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.870166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Transition to ACTIVE for port object 63479277-5548-4e36-bce7-cd9992e858f7 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:17.896466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Transition to ACTIVE for port object 63479277-5548-4e36-bce7-cd9992e858f7 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:17.901080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7775c1b4-ffa2-43cb-a164-213101c2b80f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:17.902842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7775c1b4-ffa2-43cb-a164-213101c2b80f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0650752 Sep 08 13:45:17.905668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41308) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:17.929350 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae1fbcee-07a2-4448-9026-30c88bd41619 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:17.992916 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.014730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6ec279dd-0e53-4ca1-8ab1-8251cd41920f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 0ca3682f-7401-47fd-a84f-8ec64ef5a44f {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:18.015472 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ec279dd-0e53-4ca1-8ab1-8251cd41920f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.032431 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae1fbcee-07a2-4448-9026-30c88bd41619 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.046887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:18.051420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:18.059064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:18.068055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1fbcee-07a2-4448-9026-30c88bd41619 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e947eca5-2ed7-48ed-95d7-836be18caced,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:18.068554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Pushing event updated for resources: {'Port': ['ID=63479277-5548-4e36-bce7-cd9992e858f7,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:18.118903 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae1fbcee-07a2-4448-9026-30c88bd41619 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.126110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41310) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:18.126960 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ae1fbcee-07a2-4448-9026-30c88bd41619 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0261252 Sep 08 13:45:18.134876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Attempting to bind port 63479277-5548-4e36-bce7-cd9992e858f7 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:18.135258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Attempting to bind port 63479277-5548-4e36-bce7-cd9992e858f7 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:18.135636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Attempting to bind port 63479277-5548-4e36-bce7-cd9992e858f7 on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:18.136592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-329b84e9-e603-4253-8e2d-1bf97cb1916d tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': 'e947eca5-2ed7-48ed-95d7-836be18caced', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:18.141163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:18.141554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:18.141965 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.142475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:18.142945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Bound port: 63479277-5548-4e36-bce7-cd9992e858f7, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:18.143338 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.146755 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ec279dd-0e53-4ca1-8ab1-8251cd41920f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.165153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6ec279dd-0e53-4ca1-8ab1-8251cd41920f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 0ca3682f-7401-47fd-a84f-8ec64ef5a44f owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:18.215172 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] For port 63479277-5548-4e36-bce7-cd9992e858f7, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:18.219113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] For port 63479277-5548-4e36-bce7-cd9992e858f7, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=63479277-5548-4e36-bce7-cd9992e858f7,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:18.243008 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-329b84e9-e603-4253-8e2d-1bf97cb1916d tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.290070 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.334452 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-329b84e9-e603-4253-8e2d-1bf97cb1916d tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.349586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b8a56-4ccc-4dff-af9d-36d25c789848 None None] Pushing event updated for resources: {'Port': ['ID=63479277-5548-4e36-bce7-cd9992e858f7,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:18.450509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ec279dd-0e53-4ca1-8ab1-8251cd41920f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.452368 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-329b84e9-e603-4253-8e2d-1bf97cb1916d tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.501691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec279dd-0e53-4ca1-8ab1-8251cd41920f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=0ca3682f-7401-47fd-a84f-8ec64ef5a44f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:18.513624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b84e9-e603-4253-8e2d-1bf97cb1916d tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1feb3b6-29b5-4b82-a350-4cefcc41fb70,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:18.575056 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ec279dd-0e53-4ca1-8ab1-8251cd41920f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.578228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6ec279dd-0e53-4ca1-8ab1-8251cd41920f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/0ca3682f-7401-47fd-a84f-8ec64ef5a44f HTTP/1.1" status: 204 len: 168 time: 0.6704891 Sep 08 13:45:18.579962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41314) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:18.625939 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-329b84e9-e603-4253-8e2d-1bf97cb1916d tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.627794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-329b84e9-e603-4253-8e2d-1bf97cb1916d tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5006130 Sep 08 13:45:18.630951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41316) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:18.635808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0967f419-51a0-4d4b-a1bf-52cc8d9a5739 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': 'e947eca5-2ed7-48ed-95d7-836be18caced', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:18.682652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41268d-5c15-4175-94b5-74c96e0ff86f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:18.689157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41268d-5c15-4175-94b5-74c96e0ff86f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:18.689157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8d41268d-5c15-4175-94b5-74c96e0ff86f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1049078 Sep 08 13:45:18.689520 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41318) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:18.747061 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c50164-324c-4edc-9ceb-9ac51220f6e6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet e9aec63c-af6c-4de0-b48e-85a28670c619 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:18.751630 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05c50164-324c-4edc-9ceb-9ac51220f6e6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.783605 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0967f419-51a0-4d4b-a1bf-52cc8d9a5739 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.810963 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05c50164-324c-4edc-9ceb-9ac51220f6e6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:18.921003 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05c50164-324c-4edc-9ceb-9ac51220f6e6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.033766 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-0967f419-51a0-4d4b-a1bf-52cc8d9a5739 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): There was a conflict when trying to complete your request. Sep 08 13:45:19.037876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41320) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:19.038088 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0967f419-51a0-4d4b-a1bf-52cc8d9a5739 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4060328 Sep 08 13:45:19.097717 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05c50164-324c-4edc-9ceb-9ac51220f6e6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.103375 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02bf2427-c80d-4ea4-bdde-643fad6b4154 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.133303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c50164-324c-4edc-9ceb-9ac51220f6e6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=e9aec63c-af6c-4de0-b48e-85a28670c619,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:19.137925 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02bf2427-c80d-4ea4-bdde-643fad6b4154 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.138629 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05c50164-324c-4edc-9ceb-9ac51220f6e6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.142436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-05c50164-324c-4edc-9ceb-9ac51220f6e6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/e9aec63c-af6c-4de0-b48e-85a28670c619 HTTP/1.1" status: 204 len: 168 time: 0.4520276 Sep 08 13:45:19.146292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41322) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:19.216688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-323703c7-80b3-4fc8-a078-d07836df7912 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689454 Sep 08 13:45:19.219601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41324) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:19.224831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e6f4eab4-c887-4151-8fb1-a69aa47322a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:19.283827 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02bf2427-c80d-4ea4-bdde-643fad6b4154 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.286559 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02bf2427-c80d-4ea4-bdde-643fad6b4154 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.290988 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-02bf2427-c80d-4ea4-bdde-643fad6b4154 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "DELETE /v2.0/security-groups/e947eca5-2ed7-48ed-95d7-836be18caced HTTP/1.1" status: 204 len: 168 time: 0.2487457 Sep 08 13:45:19.291551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41326) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:19.301060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf2427-c80d-4ea4-bdde-643fad6b4154 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e947eca5-2ed7-48ed-95d7-836be18caced,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:19.380211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed15e04f-0b9d-40da-8768-e11654cb2cdb None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:19.383176 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5a59e792-b270-4ddc-bca3-4276619c762b tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0915446 Sep 08 13:45:19.386878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41328) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:19.397736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9f5da04e-fc69-40d6-ae7b-10be9b23c28f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1092370968'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:19.444439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 63479277-5548-4e36-bce7-cd9992e858f7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:19.462647 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f4eab4-c887-4151-8fb1-a69aa47322a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:19.466223 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6f4eab4-c887-4151-8fb1-a69aa47322a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.613533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f5da04e-fc69-40d6-ae7b-10be9b23c28f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.653376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fbfacf-7adb-4565-b99a-b50fe61de3fe None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:19.682361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-47f7e6eb-3902-4d87-9272-21ed970ea3d0 None None] Provisioning for port 63479277-5548-4e36-bce7-cd9992e858f7 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:19.703520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 63479277-5548-4e36-bce7-cd9992e858f7 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:19.709642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 63479277-5548-4e36-bce7-cd9992e858f7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:19.721334 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.735389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a3fbfacf-7adb-4565-b99a-b50fe61de3fe None None] Deleting port 63479277-5548-4e36-bce7-cd9992e858f7 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:19.735623 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfacf-7adb-4565-b99a-b50fe61de3fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.764407 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f5da04e-fc69-40d6-ae7b-10be9b23c28f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.811224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a3fbfacf-7adb-4565-b99a-b50fe61de3fe None None] For port 63479277-5548-4e36-bce7-cd9992e858f7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=63479277-5548-4e36-bce7-cd9992e858f7,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:19.811546 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfacf-7adb-4565-b99a-b50fe61de3fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.831807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a3fbfacf-7adb-4565-b99a-b50fe61de3fe None None] Calling delete_port for 63479277-5548-4e36-bce7-cd9992e858f7 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:19.844347 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6f4eab4-c887-4151-8fb1-a69aa47322a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.884435 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f5da04e-fc69-40d6-ae7b-10be9b23c28f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.900068 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.923508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f4eab4-c887-4151-8fb1-a69aa47322a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:19.928858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5da04e-fc69-40d6-ae7b-10be9b23c28f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5323edd-f252-4d3b-a4a3-42fa7a9fd7c4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:19.942529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e6f4eab4-c887-4151-8fb1-a69aa47322a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:19.950048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 63479277-5548-4e36-bce7-cd9992e858f7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=63479277-5548-4e36-bce7-cd9992e858f7,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:19.950981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4eab4-c887-4151-8fb1-a69aa47322a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:19.951636 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e6f4eab4-c887-4151-8fb1-a69aa47322a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:19.957302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f4eab4-c887-4151-8fb1-a69aa47322a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=a65cbbb4-34e2-475c-ad2a-8e5ee096916d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:20.038403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f5da04e-fc69-40d6-ae7b-10be9b23c28f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.039734 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9f5da04e-fc69-40d6-ae7b-10be9b23c28f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6516569 Sep 08 13:45:20.042731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41332) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:20.047400 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-18e3cf6c-2ede-4b39-9948-ae3ddfa89e3e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': 'c5323edd-f252-4d3b-a4a3-42fa7a9fd7c4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:20.048155 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-18e3cf6c-2ede-4b39-9948-ae3ddfa89e3e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 08 13:45:20.048658 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-18e3cf6c-2ede-4b39-9948-ae3ddfa89e3e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:20.049601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-18e3cf6c-2ede-4b39-9948-ae3ddfa89e3e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0059440 Sep 08 13:45:20.055631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41334) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:20.073885 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.076609 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e6f4eab4-c887-4151-8fb1-a69aa47322a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8559985 Sep 08 13:45:20.077253 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41336) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:20.085168 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'name': 'tempest-NetworksTestDHCPv6-1397129850'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:20.129555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-55182e10-611d-4b13-9ea9-7b928513f45e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.138717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=63479277-5548-4e36-bce7-cd9992e858f7,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:20.155750 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-55182e10-611d-4b13-9ea9-7b928513f45e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.175645 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a3fbfacf-7adb-4565-b99a-b50fe61de3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.205171 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbfacf-7adb-4565-b99a-b50fe61de3fe None None] Pushing event deleted for resources: {'Port': ['ID=63479277-5548-4e36-bce7-cd9992e858f7,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:20.209570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fbfacf-7adb-4565-b99a-b50fe61de3fe None None] No DVR routers for this DVR port 63479277-5548-4e36-bce7-cd9992e858f7 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:20.222987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4010338-91f5-4c4f-a6dd-a5569b496531 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:20.301420 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-55182e10-611d-4b13-9ea9-7b928513f45e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.304182 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-55182e10-611d-4b13-9ea9-7b928513f45e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.305574 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-55182e10-611d-4b13-9ea9-7b928513f45e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "DELETE /v2.0/security-groups/c5323edd-f252-4d3b-a4a3-42fa7a9fd7c4 HTTP/1.1" status: 204 len: 168 time: 0.2489448 Sep 08 13:45:20.308598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41338) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:20.317482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55182e10-611d-4b13-9ea9-7b928513f45e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5323edd-f252-4d3b-a4a3-42fa7a9fd7c4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:20.325830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:20.330597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.373832 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 3c4ca2b5-92c0-4492-8ca1-52e64a7da968 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:45:20.397935 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7f3271f1-7e49-4074-bc22-3a9a8b274075 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832632 Sep 08 13:45:20.398048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41340) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:20.402163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-211317fb-ad18-4732-915d-d3b720c98ac2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group': {'name': 'tempest-secgroup--56347644'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:20.409645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': 'a65cbbb4-34e2-475c-ad2a-8e5ee096916d'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:20.411421 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.511881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::223 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/a65cbbb4-34e2-475c-ad2a-8e5ee096916d/3c4ca2b5-92c0-4492-8ca1-52e64a7da968) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:20.513030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-211317fb-ad18-4732-915d-d3b720c98ac2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.607024 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-211317fb-ad18-4732-915d-d3b720c98ac2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.683277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.689925 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-211317fb-ad18-4732-915d-d3b720c98ac2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.698102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 3c4ca2b5-92c0-4492-8ca1-52e64a7da968 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:20.724633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211317fb-ad18-4732-915d-d3b720c98ac2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c941928-a566-41f9-b1a3-7673e5ef4eaa,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:20.780974 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-211317fb-ad18-4732-915d-d3b720c98ac2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.782478 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-211317fb-ad18-4732-915d-d3b720c98ac2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3839877 Sep 08 13:45:20.785337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41344) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:20.789928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-77d072a7-6d26-448e-a0c1-64f159f7029c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '5c941928-a566-41f9-b1a3-7673e5ef4eaa', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:20.793497 n-d-807558-3 neutron-server[96263]: WARNING neutron.api.v2.base [None req-77d072a7-6d26-448e-a0c1-64f159f7029c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 08 13:45:20.793497 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-77d072a7-6d26-448e-a0c1-64f159f7029c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:20.793497 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-77d072a7-6d26-448e-a0c1-64f159f7029c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0055876 Sep 08 13:45:20.795588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41346) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:20.812678 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.860184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Allocated IP 2001:db8::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/a65cbbb4-34e2-475c-ad2a-8e5ee096916d/945cedcf-ebbc-4730-8207-bdf2aa8c2c2e) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:20.881202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:20.883466 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=3c4ca2b5-92c0-4492-8ca1-52e64a7da968,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:20.892792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:20.898270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:20.904086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:20.904802 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.932030 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d473c8da-b968-433b-bed5-40b9e4821eb2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:20.956278 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d473c8da-b968-433b-bed5-40b9e4821eb2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.022710 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.024327 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d5dfa651-87a5-4d21-94f6-d0b181079eb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9459641 Sep 08 13:45:21.027005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41348) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:21.072943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Transition to ACTIVE for port object 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:21.077779 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d464c4-4074-47ce-a66f-39758eb7e3a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:21.079886 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-36d464c4-4074-47ce-a66f-39758eb7e3a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0521519 Sep 08 13:45:21.083039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41350) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:21.083556 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d473c8da-b968-433b-bed5-40b9e4821eb2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.085596 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d473c8da-b968-433b-bed5-40b9e4821eb2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.086814 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d473c8da-b968-433b-bed5-40b9e4821eb2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "DELETE /v2.0/security-groups/5c941928-a566-41f9-b1a3-7673e5ef4eaa HTTP/1.1" status: 204 len: 168 time: 0.2901957 Sep 08 13:45:21.091247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41352) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:21.095923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Transition to ACTIVE for port object 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:21.108797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473c8da-b968-433b-bed5-40b9e4821eb2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c941928-a566-41f9-b1a3-7673e5ef4eaa,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:21.146769 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-78e72fcd-f1a0-411d-8ec8-2fbc3830f94b tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544329 Sep 08 13:45:21.150462 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41354) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:21.155239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3bd57576-5aca-4b9e-b6ad-9d984de8f6dc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group': {'name': 'tempest-secgroup--447103203'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:21.175895 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.189997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e8993e2f-4d18-4424-ab86-03d0cb5e2269 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 3c4ca2b5-92c0-4492-8ca1-52e64a7da968 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:21.190630 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8993e2f-4d18-4424-ab86-03d0cb5e2269 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.219472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:21.224223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:21.226726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:21.242876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Pushing event updated for resources: {'Port': ['ID=945cedcf-ebbc-4730-8207-bdf2aa8c2c2e,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:21.255301 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3bd57576-5aca-4b9e-b6ad-9d984de8f6dc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.315389 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8993e2f-4d18-4424-ab86-03d0cb5e2269 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.334920 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:45:21.346232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e8993e2f-4d18-4424-ab86-03d0cb5e2269 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 3c4ca2b5-92c0-4492-8ca1-52e64a7da968 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:21.409180 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3bd57576-5aca-4b9e-b6ad-9d984de8f6dc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.435655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 63479277-5548-4e36-bce7-cd9992e858f7 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:21.473339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 63479277-5548-4e36-bce7-cd9992e858f7 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:21.473339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 63479277-5548-4e36-bce7-cd9992e858f7 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:21.484098 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3bd57576-5aca-4b9e-b6ad-9d984de8f6dc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.499517 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Attempting to bind port 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:21.500306 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Attempting to bind port 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:21.501594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Attempting to bind port 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:21.508393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:21.508851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:21.509273 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.509798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:21.510344 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Bound port: 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:21.510788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.522311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd57576-5aca-4b9e-b6ad-9d984de8f6dc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6511aae0-8cca-4752-8faf-fbd7ef0b2485,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:21.570674 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3bd57576-5aca-4b9e-b6ad-9d984de8f6dc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.572326 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3bd57576-5aca-4b9e-b6ad-9d984de8f6dc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4206760 Sep 08 13:45:21.575086 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41356) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:21.580318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-38563c58-39d7-44c4-9dda-1f9f79ad4237 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '6511aae0-8cca-4752-8faf-fbd7ef0b2485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:21.582941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] For port 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:21.586068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] For port 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=945cedcf-ebbc-4730-8207-bdf2aa8c2c2e,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:21.587540 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-38563c58-39d7-44c4-9dda-1f9f79ad4237 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 08 13:45:21.588208 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-38563c58-39d7-44c4-9dda-1f9f79ad4237 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:21.589408 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-38563c58-39d7-44c4-9dda-1f9f79ad4237 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131147 Sep 08 13:45:21.592115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41358) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:21.596956 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-497aa9fc-e06e-47c6-a21a-1a326a657f02 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '6511aae0-8cca-4752-8faf-fbd7ef0b2485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:21.597885 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-497aa9fc-e06e-47c6-a21a-1a326a657f02 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 08 13:45:21.598221 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8993e2f-4d18-4424-ab86-03d0cb5e2269 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.598419 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-497aa9fc-e06e-47c6-a21a-1a326a657f02 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:21.599361 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-497aa9fc-e06e-47c6-a21a-1a326a657f02 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063076 Sep 08 13:45:21.603077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41360) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:21.609485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-76fccb27-2776-463f-b467-ca384c29917f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '6511aae0-8cca-4752-8faf-fbd7ef0b2485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:21.610431 n-d-807558-3 neutron-server[96263]: WARNING neutron.api.v2.base [None req-76fccb27-2776-463f-b467-ca384c29917f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 08 13:45:21.611470 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-76fccb27-2776-463f-b467-ca384c29917f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:21.612453 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-76fccb27-2776-463f-b467-ca384c29917f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084102 Sep 08 13:45:21.615635 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41362) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:21.622974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-95ac1784-f55e-420b-b46d-4b0b9ea76d56 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '6511aae0-8cca-4752-8faf-fbd7ef0b2485', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:21.624083 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-95ac1784-f55e-420b-b46d-4b0b9ea76d56 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 08 13:45:21.624855 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-95ac1784-f55e-420b-b46d-4b0b9ea76d56 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:21.628515 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-95ac1784-f55e-420b-b46d-4b0b9ea76d56 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093236 Sep 08 13:45:21.631827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41364) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:21.643148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8993e2f-4d18-4424-ab86-03d0cb5e2269 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=3c4ca2b5-92c0-4492-8ca1-52e64a7da968,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:21.657045 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.678580 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8993e2f-4d18-4424-ab86-03d0cb5e2269 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.680795 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e8993e2f-4d18-4424-ab86-03d0cb5e2269 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/3c4ca2b5-92c0-4492-8ca1-52e64a7da968 HTTP/1.1" status: 204 len: 168 time: 0.5967326 Sep 08 13:45:21.686064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41368) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:21.749732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99caf6-b4cb-4393-83d1-9b70d43b6ac7 None None] Pushing event updated for resources: {'Port': ['ID=945cedcf-ebbc-4730-8207-bdf2aa8c2c2e,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:21.750774 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-195164b6-39b6-4335-ad4d-339153649ca0 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.764026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585464d-e3ce-4b07-85a3-004e4349bd28 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:21.766261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4585464d-e3ce-4b07-85a3-004e4349bd28 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:21.768369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4585464d-e3ce-4b07-85a3-004e4349bd28 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0813172 Sep 08 13:45:21.770926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41370) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:21.784597 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-195164b6-39b6-4335-ad4d-339153649ca0 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.825553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-c664171c-08b8-4642-9a1a-9f68d81a1e4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet a65cbbb4-34e2-475c-ad2a-8e5ee096916d {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:21.829417 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c664171c-08b8-4642-9a1a-9f68d81a1e4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.887420 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c664171c-08b8-4642-9a1a-9f68d81a1e4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.895252 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-195164b6-39b6-4335-ad4d-339153649ca0 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.897875 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-195164b6-39b6-4335-ad4d-339153649ca0 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:21.899070 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-195164b6-39b6-4335-ad4d-339153649ca0 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "DELETE /v2.0/security-groups/6511aae0-8cca-4752-8faf-fbd7ef0b2485 HTTP/1.1" status: 204 len: 168 time: 0.2662644 Sep 08 13:45:21.903813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41372) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:21.943132 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195164b6-39b6-4335-ad4d-339153649ca0 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6511aae0-8cca-4752-8faf-fbd7ef0b2485,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:22.005792 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a7a89097-8c65-4351-bbdf-03c3da0aa426 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0785069 Sep 08 13:45:22.008637 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41374) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:22.013830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-215982d2-8554-4f8a-9aef-fe5dcf1205fc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group': {'name': 'tempest-secgroup--587832259'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:22.037228 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c664171c-08b8-4642-9a1a-9f68d81a1e4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:22.393336 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-215982d2-8554-4f8a-9aef-fe5dcf1205fc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:22.515634 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-215982d2-8554-4f8a-9aef-fe5dcf1205fc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:22.736581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c664171c-08b8-4642-9a1a-9f68d81a1e4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:22.771933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664171c-08b8-4642-9a1a-9f68d81a1e4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=a65cbbb4-34e2-475c-ad2a-8e5ee096916d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:22.779984 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c664171c-08b8-4642-9a1a-9f68d81a1e4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:22.781913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c664171c-08b8-4642-9a1a-9f68d81a1e4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/a65cbbb4-34e2-475c-ad2a-8e5ee096916d HTTP/1.1" status: 204 len: 168 time: 1.0100620 Sep 08 13:45:22.784562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41378) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:22.798090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0bd16a-625b-4778-accf-541ba3b1b365 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:22.834688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f03ac516-4f53-4899-8310-8c2d7dcb8305 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396316 Sep 08 13:45:22.834688 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-215982d2-8554-4f8a-9aef-fe5dcf1205fc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:22.835035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41380) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:22.885429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215982d2-8554-4f8a-9aef-fe5dcf1205fc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0099d980-d6fc-4063-8069-a657afe2655e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:22.888846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df37871c-5e68-4b40-9986-92d7820955ad tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:22.893875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41382) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:22.899353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-df37871c-5e68-4b40-9986-92d7820955ad tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0604563 Sep 08 13:45:22.956267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16f1b20-e18a-4534-ad5d-6cdaf3789620 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:22.958752 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a16f1b20-e18a-4534-ad5d-6cdaf3789620 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0642922 Sep 08 13:45:22.961058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41384) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:22.970382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-abe15bd6-e637-45f4-91a1-a705eae1f51f None None] Provisioning for port 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:22.971694 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-215982d2-8554-4f8a-9aef-fe5dcf1205fc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:22.972957 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-215982d2-8554-4f8a-9aef-fe5dcf1205fc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9632235 Sep 08 13:45:22.975982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41386) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:22.980646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-caaafe30-ea9a-43e2-a23d-96bbcee5ebcc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '0099d980-d6fc-4063-8069-a657afe2655e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:22.981136 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-caaafe30-ea9a-43e2-a23d-96bbcee5ebcc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 08 13:45:22.981658 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-caaafe30-ea9a-43e2-a23d-96bbcee5ebcc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:22.985799 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-caaafe30-ea9a-43e2-a23d-96bbcee5ebcc tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057526 Sep 08 13:45:22.991817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41388) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:22.992211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-df2a6430-a83a-4c79-8e85-829e85cbd215 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '0099d980-d6fc-4063-8069-a657afe2655e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:23.013161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-00b1330f-1acb-4a30-8884-cd827fb33b5d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508537 Sep 08 13:45:23.018469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41390) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:23.032056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6cd5fa7a-6be9-4e4f-bc64-66c1483198ff tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:23.032466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fb9be9-b181-455d-abeb-4428ca03f7bd None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:23.078088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-41fb9be9-b181-455d-abeb-4428ca03f7bd None None] Deleting port 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:23.078447 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-41fb9be9-b181-455d-abeb-4428ca03f7bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:23.146729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-41fb9be9-b181-455d-abeb-4428ca03f7bd None None] For port 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=945cedcf-ebbc-4730-8207-bdf2aa8c2c2e,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:23.147134 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-41fb9be9-b181-455d-abeb-4428ca03f7bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:23.164292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-41fb9be9-b181-455d-abeb-4428ca03f7bd None None] Calling delete_port for 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:23.198968 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-df2a6430-a83a-4c79-8e85-829e85cbd215 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:23.199999 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-df2a6430-a83a-4c79-8e85-829e85cbd215 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2115192 Sep 08 13:45:23.203077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41392) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:23.210599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a57cd102-3983-4ce3-9d24-9240f9246f41 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '0099d980-d6fc-4063-8069-a657afe2655e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:23.212611 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-a57cd102-3983-4ce3-9d24-9240f9246f41 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 08 13:45:23.212611 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-a57cd102-3983-4ce3-9d24-9240f9246f41 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:23.213328 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a57cd102-3983-4ce3-9d24-9240f9246f41 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079932 Sep 08 13:45:23.216058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41394) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:23.220946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d12f2087-e491-44b7-8594-cbc54e27d663 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '0099d980-d6fc-4063-8069-a657afe2655e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:23.295245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd5fa7a-6be9-4e4f-bc64-66c1483198ff tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:23.299162 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6cd5fa7a-6be9-4e4f-bc64-66c1483198ff tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:23.330335 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-41fb9be9-b181-455d-abeb-4428ca03f7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:23.358687 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb9be9-b181-455d-abeb-4428ca03f7bd None None] Pushing event deleted for resources: {'Port': ['ID=945cedcf-ebbc-4730-8207-bdf2aa8c2c2e,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:23.366562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fb9be9-b181-455d-abeb-4428ca03f7bd None None] No DVR routers for this DVR port 945cedcf-ebbc-4730-8207-bdf2aa8c2c2e on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:23.592907 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-d12f2087-e491-44b7-8594-cbc54e27d663 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:23.594042 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d12f2087-e491-44b7-8594-cbc54e27d663 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3770022 Sep 08 13:45:23.597133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41396) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:23.601675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-dae3c8b6-ea8f-48f5-9d07-fa4d2164a08c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '0099d980-d6fc-4063-8069-a657afe2655e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:23.603826 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-dae3c8b6-ea8f-48f5-9d07-fa4d2164a08c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 08 13:45:23.603826 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-dae3c8b6-ea8f-48f5-9d07-fa4d2164a08c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:23.603826 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dae3c8b6-ea8f-48f5-9d07-fa4d2164a08c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055537 Sep 08 13:45:23.607097 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41398) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:23.614434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-04df8b42-6832-4321-82fe-3c01b0739e5a tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '0099d980-d6fc-4063-8069-a657afe2655e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:23.816022 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6cd5fa7a-6be9-4e4f-bc64-66c1483198ff tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:23.849790 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-04df8b42-6832-4321-82fe-3c01b0739e5a tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:23.853569 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-04df8b42-6832-4321-82fe-3c01b0739e5a tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2426229 Sep 08 13:45:23.854803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41402) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:23.858386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd5fa7a-6be9-4e4f-bc64-66c1483198ff tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:23.866392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d95d9b4b-32ab-45d6-bd28-195b4ee8d8af tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '0099d980-d6fc-4063-8069-a657afe2655e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:23.866392 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-d95d9b4b-32ab-45d6-bd28-195b4ee8d8af tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 08 13:45:23.866392 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-d95d9b4b-32ab-45d6-bd28-195b4ee8d8af tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:23.866392 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d95d9b4b-32ab-45d6-bd28-195b4ee8d8af tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062485 Sep 08 13:45:23.866889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6cd5fa7a-6be9-4e4f-bc64-66c1483198ff tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:23.866889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5fa7a-6be9-4e4f-bc64-66c1483198ff tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:23.866889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6cd5fa7a-6be9-4e4f-bc64-66c1483198ff tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:23.870891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41404) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:23.873453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300a13c2-8d57-4ba0-b37b-eb4ee1caf6ac None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:23.876731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-2332f0f9-411a-452f-b207-715918bd3417 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '0099d980-d6fc-4063-8069-a657afe2655e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:23.893135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5fa7a-6be9-4e4f-bc64-66c1483198ff tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=dc410949-46f0-4c7f-8a24-f95b6763e877,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:24.036943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': 'dc410949-46f0-4c7f-8a24-f95b6763e877'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:24.050489 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:24.119865 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6cd5fa7a-6be9-4e4f-bc64-66c1483198ff tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1001194 Sep 08 13:45:24.176654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41406) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:24.176654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': 'dc410949-46f0-4c7f-8a24-f95b6763e877', 'ip_address': '2001:db8::717e:f16b:72c7:9d7b'}], 'name': 'tempest-NetworksTestDHCPv6-1660687883'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:24.180083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Allocated IP 2001:db8::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/dc410949-46f0-4c7f-8a24-f95b6763e877/6e5ba1c1-a7dc-474c-9363-c2600ec74c8d) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:24.357671 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:24.368636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Transition to ACTIVE for port object 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:24.388056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Transition to ACTIVE for port object 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:25.188442 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-2332f0f9-411a-452f-b207-715918bd3417 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:25.188442 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2332f0f9-411a-452f-b207-715918bd3417 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.3045130 Sep 08 13:45:25.190689 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41410) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:25.196349 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-17b7b3bb-4cf2-4ec5-8559-fc92a1686faa tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '0099d980-d6fc-4063-8069-a657afe2655e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:25.302730 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.336818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:25.357649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:25.361496 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:25.371567 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:25.378994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Pushing event updated for resources: {'Port': ['ID=6e5ba1c1-a7dc-474c-9363-c2600ec74c8d,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:25.433995 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.434276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Attempting to bind port 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:25.434503 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Attempting to bind port 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:25.434878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Attempting to bind port 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:25.440475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:25.440781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:25.441196 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.441598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:25.442073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Bound port: 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:25.442530 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.453431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 5e1c83f3-dba7-4cf9-8149-cd8ee81851c5 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:45:25.519850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] For port 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:25.524440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] For port 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6e5ba1c1-a7dc-474c-9363-c2600ec74c8d,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:25.602660 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-17b7b3bb-4cf2-4ec5-8559-fc92a1686faa tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:25.603708 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-17b7b3bb-4cf2-4ec5-8559-fc92a1686faa tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4120688 Sep 08 13:45:25.606515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41412) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:25.610112 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.665267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::717e:f16b:72c7:9d7b (f706838c-8b07-4db3-b64d-fc68b20ecb6a/dc410949-46f0-4c7f-8a24-f95b6763e877/5e1c83f3-dba7-4cf9-8149-cd8ee81851c5) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:25.672921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285a3d4-e3ba-460f-a73a-f535b82346ba None None] Pushing event updated for resources: {'Port': ['ID=6e5ba1c1-a7dc-474c-9363-c2600ec74c8d,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:25.708509 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8850cf84-8a2e-4b9f-95b0-9fc8bad6d45c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.755821 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8850cf84-8a2e-4b9f-95b0-9fc8bad6d45c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.909499 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:25.924052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 5e1c83f3-dba7-4cf9-8149-cd8ee81851c5 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:25.998254 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8850cf84-8a2e-4b9f-95b0-9fc8bad6d45c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:26.001082 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8850cf84-8a2e-4b9f-95b0-9fc8bad6d45c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:26.004792 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8850cf84-8a2e-4b9f-95b0-9fc8bad6d45c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "DELETE /v2.0/security-groups/0099d980-d6fc-4063-8069-a657afe2655e HTTP/1.1" status: 204 len: 168 time: 0.3945913 Sep 08 13:45:26.006083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41424) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:26.014234 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850cf84-8a2e-4b9f-95b0-9fc8bad6d45c tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0099d980-d6fc-4063-8069-a657afe2655e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:26.068113 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aaf204f0-fc3b-4393-8abe-8b78499544ef tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0606892 Sep 08 13:45:26.071938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41426) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:26.076590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b6a31009-8116-431f-a78b-975ac79c7a13 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951580122'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:26.091681 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:26.405094 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:26.408431 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:26.415045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:26.420588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:26.421252 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:26.432864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=5e1c83f3-dba7-4cf9-8149-cd8ee81851c5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:26.450712 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6a31009-8116-431f-a78b-975ac79c7a13 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:26.578219 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e1c26b91-c266-47fa-b39c-1335b83e1d45 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4541123 Sep 08 13:45:26.581495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41436) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:26.593939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f6108a3-c537-40ee-adf1-0000db3b850c req-b07d241c-b87f-4a1e-898a-ad2073c8906a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0584564 Sep 08 13:45:26.681021 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564661d-a3ba-4497-b15e-cf2b8a0b8b24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:26.687275 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d564661d-a3ba-4497-b15e-cf2b8a0b8b24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:26.697598 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d564661d-a3ba-4497-b15e-cf2b8a0b8b24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1074140 Sep 08 13:45:26.698019 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41438) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:26.706800 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6108a3-c537-40ee-adf1-0000db3b850c req-ee6faa4d-cb5d-4193-802d-13b0dca8894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:26.708305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f6108a3-c537-40ee-adf1-0000db3b850c req-ee6faa4d-cb5d-4193-802d-13b0dca8894a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 1096 time: 0.0687363 Sep 08 13:45:26.734675 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6a31009-8116-431f-a78b-975ac79c7a13 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:26.764139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b0d4a8db-e352-40a7-9943-eacadb3856a6 None None] Provisioning for port 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:26.838874 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6a31009-8116-431f-a78b-975ac79c7a13 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:26.857911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6108a3-c537-40ee-adf1-0000db3b850c req-fa46f541-4415-447a-b239-fbf868fffbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:26.859370 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f6108a3-c537-40ee-adf1-0000db3b850c req-fa46f541-4415-447a-b239-fbf868fffbf3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4747e430-86e0-43b3-98c8-0e14ddd21f08 HTTP/1.1" status: 200 len: 898 time: 0.1303051 Sep 08 13:45:26.868898 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6dae7e45-d0ad-4e26-a029-a6bb7d92cd27 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 5e1c83f3-dba7-4cf9-8149-cd8ee81851c5 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:26.869231 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dae7e45-d0ad-4e26-a029-a6bb7d92cd27 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:26.874084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a31009-8116-431f-a78b-975ac79c7a13 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714dd6d3-3c95-4b30-b81b-494ccfef8c27,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:26.946711 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6a31009-8116-431f-a78b-975ac79c7a13 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:26.948066 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b6a31009-8116-431f-a78b-975ac79c7a13 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8751178 Sep 08 13:45:26.951333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41440) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:26.956539 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-94e8141d-e605-4ba4-b082-87c0ea3f5f78 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '714dd6d3-3c95-4b30-b81b-494ccfef8c27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:27.000002 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f6108a3-c537-40ee-adf1-0000db3b850c req-79dac55e-0fa0-4726-94d5-e0c965f025c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aabccfe2-1841-4084-8a61-75a84311135e HTTP/1.1" status: 200 len: 1000 time: 0.1272049 Sep 08 13:45:27.048124 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dae7e45-d0ad-4e26-a029-a6bb7d92cd27 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.067711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6dae7e45-d0ad-4e26-a029-a6bb7d92cd27 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 5e1c83f3-dba7-4cf9-8149-cd8ee81851c5 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:27.081725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6108a3-c537-40ee-adf1-0000db3b850c req-083e7272-4567-438e-a428-46d69c95afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:27.083313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f6108a3-c537-40ee-adf1-0000db3b850c req-083e7272-4567-438e-a428-46d69c95afe7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22c3a756-7dde-4178-917b-89b52a4cfc3f HTTP/1.1" status: 200 len: 834 time: 0.0742030 Sep 08 13:45:27.124595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a28920f7-7b4d-4724-b90a-6be381e0312c None None] Provisioning for port 5e1c83f3-dba7-4cf9-8149-cd8ee81851c5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:27.129767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a28920f7-7b4d-4724-b90a-6be381e0312c None None] Provisioning complete for port 5e1c83f3-dba7-4cf9-8149-cd8ee81851c5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:27.130413 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a28920f7-7b4d-4724-b90a-6be381e0312c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.169846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a28920f7-7b4d-4724-b90a-6be381e0312c None None] Port 5e1c83f3-dba7-4cf9-8149-cd8ee81851c5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:45:27.189941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6108a3-c537-40ee-adf1-0000db3b850c req-d75a108e-14b0-4c2b-8c32-34a5d6d5d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:27.191552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f6108a3-c537-40ee-adf1-0000db3b850c req-d75a108e-14b0-4c2b-8c32-34a5d6d5d822 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4747e430-86e0-43b3-98c8-0e14ddd21f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673041 Sep 08 13:45:27.238398 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-94e8141d-e605-4ba4-b082-87c0ea3f5f78 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The resource could not be found. Sep 08 13:45:27.240237 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-94e8141d-e605-4ba4-b082-87c0ea3f5f78 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2878866 Sep 08 13:45:27.243113 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41444) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:27.251705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2be7eebf-bc87-4bd6-bd6a-7a2ecaf4e41e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '714dd6d3-3c95-4b30-b81b-494ccfef8c27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3dd783d9-9e25-4be8-bd83-e68574a5c28a'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:27.341299 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f6108a3-c537-40ee-adf1-0000db3b850c req-143e853b-1db7-4a71-88d2-39dc2e4aee8b service neutron] 10.222.0.60 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415977 Sep 08 13:45:27.414654 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:27.416242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dae7e45-d0ad-4e26-a029-a6bb7d92cd27 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.455656 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-2be7eebf-bc87-4bd6-bd6a-7a2ecaf4e41e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The resource could not be found. Sep 08 13:45:27.456947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2be7eebf-bc87-4bd6-bd6a-7a2ecaf4e41e tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2126870 Sep 08 13:45:27.459695 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41448) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:27.461657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae7e45-d0ad-4e26-a029-a6bb7d92cd27 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=5e1c83f3-dba7-4cf9-8149-cd8ee81851c5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:27.495897 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6dae7e45-d0ad-4e26-a029-a6bb7d92cd27 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.499012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6dae7e45-d0ad-4e26-a029-a6bb7d92cd27 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/5e1c83f3-dba7-4cf9-8149-cd8ee81851c5 HTTP/1.1" status: 204 len: 168 time: 0.8038967 Sep 08 13:45:27.505344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41450) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:27.546403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-851cd982-2888-495f-8324-87f83f382f75 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.549304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f6108a3-c537-40ee-adf1-0000db3b850c req-35dcd960-a2a4-458f-aa98-66011e2eb1b8 service neutron] 10.222.0.60 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003627 Sep 08 13:45:27.574710 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-851cd982-2888-495f-8324-87f83f382f75 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.598514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:27.603382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:27.603872 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.613302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce773d5-65f1-4a74-962a-aae9a937aa2a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:27.619339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce773d5-65f1-4a74-962a-aae9a937aa2a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:27.631176 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41452) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:27.635138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4ce773d5-65f1-4a74-962a-aae9a937aa2a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1210747 Sep 08 13:45:27.744488 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.752165 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a83c05-38e0-4dac-9c28-07fd709760dd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet dc410949-46f0-4c7f-8a24-f95b6763e877 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:27.755979 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24a83c05-38e0-4dac-9c28-07fd709760dd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.781358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6e5ba1c1-a7dc-474c-9363-c2600ec74c8d,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:27.798467 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24a83c05-38e0-4dac-9c28-07fd709760dd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.822418 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-851cd982-2888-495f-8324-87f83f382f75 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.824873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-851cd982-2888-495f-8324-87f83f382f75 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.825993 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-851cd982-2888-495f-8324-87f83f382f75 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "DELETE /v2.0/security-groups/714dd6d3-3c95-4b30-b81b-494ccfef8c27 HTTP/1.1" status: 204 len: 168 time: 0.3653522 Sep 08 13:45:27.828982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41454) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:27.847162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cd982-2888-495f-8324-87f83f382f75 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714dd6d3-3c95-4b30-b81b-494ccfef8c27,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:27.879110 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2df55835-8b17-4644-8f02-e63845839867 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0489538 Sep 08 13:45:27.883294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41456) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:27.887839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9015b68e-14a3-4c52-8809-b11c2b3ab118 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': 'eed9b72b-c5f8-4641-84f0-5f3adde2cf3b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:27.895556 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.906081 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24a83c05-38e0-4dac-9c28-07fd709760dd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:27.947449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=6e5ba1c1-a7dc-474c-9363-c2600ec74c8d,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:28.370205 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24a83c05-38e0-4dac-9c28-07fd709760dd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:28.398385 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-9015b68e-14a3-4c52-8809-b11c2b3ab118 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The resource could not be found. Sep 08 13:45:28.399446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9015b68e-14a3-4c52-8809-b11c2b3ab118 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5151818 Sep 08 13:45:28.399726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a83c05-38e0-4dac-9c28-07fd709760dd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=dc410949-46f0-4c7f-8a24-f95b6763e877,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:28.403672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41468) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:28.408216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ee679e51-7bff-4992-95db-05907fde069f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782316463'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:28.417072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24a83c05-38e0-4dac-9c28-07fd709760dd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:28.419267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-24a83c05-38e0-4dac-9c28-07fd709760dd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/dc410949-46f0-4c7f-8a24-f95b6763e877 HTTP/1.1" status: 204 len: 168 time: 0.7868855 Sep 08 13:45:28.423104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41470) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:28.426384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ca25e8-4dab-45cf-a9e9-978fe4150b7e None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:28.473761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c5d649c5-80eb-4553-90ef-ec42ecd66247 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487130 Sep 08 13:45:28.477300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41472) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:28.482069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-88fb1097-959a-431a-ac01-7550bbbe05bc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:28.502259 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee679e51-7bff-4992-95db-05907fde069f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:28.616296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a11952-4a38-4e1b-8112-97b172dea4c3 None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:28.627885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee679e51-7bff-4992-95db-05907fde069f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:28.666594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-96a11952-4a38-4e1b-8112-97b172dea4c3 None None] Deleting port 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:28.667059 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-96a11952-4a38-4e1b-8112-97b172dea4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:28.718051 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee679e51-7bff-4992-95db-05907fde069f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:28.741229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-96a11952-4a38-4e1b-8112-97b172dea4c3 None None] For port 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6e5ba1c1-a7dc-474c-9363-c2600ec74c8d,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:28.741822 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-96a11952-4a38-4e1b-8112-97b172dea4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:28.751823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee679e51-7bff-4992-95db-05907fde069f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576b5973-2ddb-4f2e-a012-87435779014b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:28.755732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-96a11952-4a38-4e1b-8112-97b172dea4c3 None None] Calling delete_port for 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:28.804049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fb1097-959a-431a-ac01-7550bbbe05bc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:28.807733 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88fb1097-959a-431a-ac01-7550bbbe05bc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:28.889761 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee679e51-7bff-4992-95db-05907fde069f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:28.894487 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ee679e51-7bff-4992-95db-05907fde069f tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4878147 Sep 08 13:45:28.894800 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41474) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:28.900283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b91df9b3-3799-464e-9b1c-82c2f9063753 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group': {'name': 'tempest-secgroup--885704442'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:28.929694 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-96a11952-4a38-4e1b-8112-97b172dea4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:28.962222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a11952-4a38-4e1b-8112-97b172dea4c3 None None] Pushing event deleted for resources: {'Port': ['ID=6e5ba1c1-a7dc-474c-9363-c2600ec74c8d,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:28.964110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a11952-4a38-4e1b-8112-97b172dea4c3 None None] No DVR routers for this DVR port 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:29.022459 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b91df9b3-3799-464e-9b1c-82c2f9063753 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.124041 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b91df9b3-3799-464e-9b1c-82c2f9063753 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.181133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88fb1097-959a-431a-ac01-7550bbbe05bc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.230475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fb1097-959a-431a-ac01-7550bbbe05bc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:29.233600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-88fb1097-959a-431a-ac01-7550bbbe05bc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:29.236628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fb1097-959a-431a-ac01-7550bbbe05bc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:29.237221 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-88fb1097-959a-431a-ac01-7550bbbe05bc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.243949 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8506c8a8-d59e-4994-8675-079ef62b99ec None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:29.257294 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb1097-959a-431a-ac01-7550bbbe05bc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=009fa005-ff51-4efa-b027-7143beba199e,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:29.273274 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b91df9b3-3799-464e-9b1c-82c2f9063753 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.304735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91df9b3-3799-464e-9b1c-82c2f9063753 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef87ecc1-9f35-4b5c-833f-2d29d5a28564,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:29.376823 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-88fb1097-959a-431a-ac01-7550bbbe05bc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8987403 Sep 08 13:45:29.379653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41478) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:29.385043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': '009fa005-ff51-4efa-b027-7143beba199e', 'ip_address': '2001:db8::60df:2433:e311:7d23'}], 'name': 'tempest-NetworksTestDHCPv6-1850119087'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:29.389733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:29.428769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '009fa005-ff51-4efa-b027-7143beba199e'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:29.428769 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.428769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:29.428769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6e5ba1c1-a7dc-474c-9363-c2600ec74c8d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:29.432942 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b91df9b3-3799-464e-9b1c-82c2f9063753 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.433999 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b91df9b3-3799-464e-9b1c-82c2f9063753 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5382087 Sep 08 13:45:29.437060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41480) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:29.442634 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a0227b56-e994-414a-a686-195c553a9df2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group_rule': {'security_group_id': '576b5973-2ddb-4f2e-a012-87435779014b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ef87ecc1-9f35-4b5c-833f-2d29d5a28564'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:29.584755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Allocated IP 2001:db8::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/009fa005-ff51-4efa-b027-7143beba199e/21bc1aad-48a6-44fc-b31a-8c11db9bb273) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:29.678665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:29.732382 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.741706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Transition to ACTIVE for port object 21bc1aad-48a6-44fc-b31a-8c11db9bb273 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:29.759910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Transition to ACTIVE for port object 21bc1aad-48a6-44fc-b31a-8c11db9bb273 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:29.768425 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.785884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 580b62b1-536d-4a3e-bce6-e9726763ca22 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:45:29.791531 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-a0227b56-e994-414a-a686-195c553a9df2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:29.791531 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a0227b56-e994-414a-a686-195c553a9df2 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3493273 Sep 08 13:45:29.791531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41482) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:29.858835 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-449606c9-397c-4786-94df-ccc33d2d43ae tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.881909 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-449606c9-397c-4786-94df-ccc33d2d43ae tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.958726 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:29.997348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:30.000422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:30.003895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:30.013696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::60df:2433:e311:7d23 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/009fa005-ff51-4efa-b027-7143beba199e/580b62b1-536d-4a3e-bce6-e9726763ca22) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:30.017846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Pushing event updated for resources: {'Port': ['ID=21bc1aad-48a6-44fc-b31a-8c11db9bb273,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:30.069769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Attempting to bind port 21bc1aad-48a6-44fc-b31a-8c11db9bb273 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:30.070163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Attempting to bind port 21bc1aad-48a6-44fc-b31a-8c11db9bb273 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:30.070548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Attempting to bind port 21bc1aad-48a6-44fc-b31a-8c11db9bb273 on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:30.075755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:30.076137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:30.076798 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.076933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:30.077412 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Bound port: 21bc1aad-48a6-44fc-b31a-8c11db9bb273, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:30.077797 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.113321 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-449606c9-397c-4786-94df-ccc33d2d43ae tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.117358 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-449606c9-397c-4786-94df-ccc33d2d43ae tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.118848 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-449606c9-397c-4786-94df-ccc33d2d43ae tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "DELETE /v2.0/security-groups/ef87ecc1-9f35-4b5c-833f-2d29d5a28564 HTTP/1.1" status: 204 len: 168 time: 0.3267689 Sep 08 13:45:30.124241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41484) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:30.150721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] For port 21bc1aad-48a6-44fc-b31a-8c11db9bb273, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:30.152031 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449606c9-397c-4786-94df-ccc33d2d43ae tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef87ecc1-9f35-4b5c-833f-2d29d5a28564,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:30.154938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] For port 21bc1aad-48a6-44fc-b31a-8c11db9bb273, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=21bc1aad-48a6-44fc-b31a-8c11db9bb273,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:30.186242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.190137 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e56f3ff0-86bb-4cee-bd99-03be689c678d tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0638368 Sep 08 13:45:30.192181 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41486) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:30.205348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 580b62b1-536d-4a3e-bce6-e9726763ca22 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:30.250906 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.276862 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.484521 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.484792 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.529527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:30.534591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:30.540203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:30.546358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:30.547638 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.549869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353df895-9082-42b6-ba3b-5378a156cd3a None None] Pushing event updated for resources: {'Port': ['ID=21bc1aad-48a6-44fc-b31a-8c11db9bb273,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:30.552915 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.555918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.557107 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "DELETE /v2.0/security-groups/576b5973-2ddb-4f2e-a012-87435779014b HTTP/1.1" status: 204 len: 168 time: 0.3638847 Sep 08 13:45:30.560793 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41490) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:30.571139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=580b62b1-536d-4a3e-bce6-e9726763ca22,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:30.574401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576b5973-2ddb-4f2e-a012-87435779014b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:30.591467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:30.591817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:30.592242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:30.592608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:30.592945 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:30.593285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:30.593746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:30.594608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:30.594937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:30.595264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:30.595592 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:30.595919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6952a6b6-e41f-49c1-99f8-a79cd501ac93 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:45:30.630356 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c7a95639-11ce-4dbc-95a6-294b55b65728 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0684314 Sep 08 13:45:30.635044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41492) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:30.639233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0ddcc713-9da7-4745-be35-33be61d295bb tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group': {'name': 'tempest-secgroup--846102875'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:30.698494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6070b362-52ee-49bf-8e8d-bc6fadc4193f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3154953 Sep 08 13:45:30.700016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41494) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:30.767212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef5cfe-290c-49f7-b825-e08992214d51 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:30.773369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef5cfe-290c-49f7-b825-e08992214d51 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:30.777573 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3aef5cfe-290c-49f7-b825-e08992214d51 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0741019 Sep 08 13:45:30.777820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41496) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:30.845903 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc713-9da7-4745-be35-33be61d295bb tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:30.904145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a930e149-3ef0-41e5-a51e-2f670810bbd5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 580b62b1-536d-4a3e-bce6-e9726763ca22 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:30.904496 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a930e149-3ef0-41e5-a51e-2f670810bbd5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.027839 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc713-9da7-4745-be35-33be61d295bb tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.028302 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a930e149-3ef0-41e5-a51e-2f670810bbd5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.041341 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a930e149-3ef0-41e5-a51e-2f670810bbd5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 580b62b1-536d-4a3e-bce6-e9726763ca22 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:31.169167 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc713-9da7-4745-be35-33be61d295bb tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.199691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcc713-9da7-4745-be35-33be61d295bb tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0b9e69-27cc-435b-aadf-27ce3864178f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:31.278633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a930e149-3ef0-41e5-a51e-2f670810bbd5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.327537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930e149-3ef0-41e5-a51e-2f670810bbd5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=580b62b1-536d-4a3e-bce6-e9726763ca22,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:31.327537 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc713-9da7-4745-be35-33be61d295bb tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.327537 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0ddcc713-9da7-4745-be35-33be61d295bb tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6851282 Sep 08 13:45:31.330045 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41500) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:31.334745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a016a5f5-e597-40b6-abbb-d90d37d453b8 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Request body: {'security_group': {'name': 'default'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:31.335166 n-d-807558-3 neutron-server[96264]: WARNING neutron.api.v2.base [None req-a016a5f5-e597-40b6-abbb-d90d37d453b8 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 08 13:45:31.335669 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-a016a5f5-e597-40b6-abbb-d90d37d453b8 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] update failed (client error): There was a conflict when trying to complete your request. Sep 08 13:45:31.336634 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a016a5f5-e597-40b6-abbb-d90d37d453b8 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "PUT /v2.0/security-groups/7b0b9e69-27cc-435b-aadf-27ce3864178f HTTP/1.1" status: 409 len: 330 time: 0.0055344 Sep 08 13:45:31.339767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41502) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:31.355384 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a930e149-3ef0-41e5-a51e-2f670810bbd5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.357326 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a930e149-3ef0-41e5-a51e-2f670810bbd5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/580b62b1-536d-4a3e-bce6-e9726763ca22 HTTP/1.1" status: 204 len: 168 time: 0.5785356 Sep 08 13:45:31.360679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41504) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:31.420404 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aedd0a1f-addc-4d8b-b902-526f99f65d63 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.421013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 21bc1aad-48a6-44fc-b31a-8c11db9bb273 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:31.432502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf94fe-b742-4cda-bd7c-e27e2f9266a5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:31.434145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cf94fe-b742-4cda-bd7c-e27e2f9266a5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:31.436447 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f4cf94fe-b742-4cda-bd7c-e27e2f9266a5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0745251 Sep 08 13:45:31.440474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41506) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:31.461762 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aedd0a1f-addc-4d8b-b902-526f99f65d63 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.529667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa5ae45-761d-46e1-91a3-a96f422e4aa2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 009fa005-ff51-4efa-b027-7143beba199e {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:31.538460 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ae45-761d-46e1-91a3-a96f422e4aa2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.558070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 21bc1aad-48a6-44fc-b31a-8c11db9bb273 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:31.581891 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ae45-761d-46e1-91a3-a96f422e4aa2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.637891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4c226147-298a-4ba4-bda5-56e75629ff7e None None] Provisioning for port 21bc1aad-48a6-44fc-b31a-8c11db9bb273 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:31.643839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4c226147-298a-4ba4-bda5-56e75629ff7e None None] Provisioning complete for port 21bc1aad-48a6-44fc-b31a-8c11db9bb273 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:31.643839 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c226147-298a-4ba4-bda5-56e75629ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.678428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ae45-761d-46e1-91a3-a96f422e4aa2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.713329 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aedd0a1f-addc-4d8b-b902-526f99f65d63 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.720189 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aedd0a1f-addc-4d8b-b902-526f99f65d63 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.720189 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aedd0a1f-addc-4d8b-b902-526f99f65d63 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "DELETE /v2.0/security-groups/7b0b9e69-27cc-435b-aadf-27ce3864178f HTTP/1.1" status: 204 len: 168 time: 0.3760302 Sep 08 13:45:31.722094 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41508) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:31.733482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd0a1f-addc-4d8b-b902-526f99f65d63 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0b9e69-27cc-435b-aadf-27ce3864178f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:31.734357 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c226147-298a-4ba4-bda5-56e75629ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.780985 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e75ab3d2-551d-4946-b51f-1a58903a8ea5 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563135 Sep 08 13:45:31.784204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41510) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:31.799272 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-a2c49555-b5c3-4e87-8cd2-cce252288d38 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] delete failed (client error): The resource could not be found. Sep 08 13:45:31.800327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a2c49555-b5c3-4e87-8cd2-cce252288d38 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "DELETE /v2.0/security-groups/126b5818-f130-4815-913f-91193b1056c9 HTTP/1.1" status: 404 len: 347 time: 0.0151241 Sep 08 13:45:31.804659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41512) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:31.819439 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-0ccdbd90-ebc9-4034-9e64-77563b01ffe8 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] show failed (client error): The resource could not be found. Sep 08 13:45:31.820549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0ccdbd90-ebc9-4034-9e64-77563b01ffe8 tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "GET /v2.0/security-groups/ce3fe3da-067b-4448-8f8f-e6308d0999cd HTTP/1.1" status: 404 len: 347 time: 0.0148716 Sep 08 13:45:31.824969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41514) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:31.839548 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-be149d8c-a2aa-4774-8987-5f6adf7fafae tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] show failed (client error): The resource could not be found. Sep 08 13:45:31.840685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-be149d8c-a2aa-4774-8987-5f6adf7fafae tempest-NegativeSecGroupTest-115989114 tempest-NegativeSecGroupTest-115989114-project] 10.222.0.69 "GET /v2.0/security-group-rules/9f7a69f4-26c3-4329-90a4-6c84f392ed2d HTTP/1.1" status: 404 len: 356 time: 0.0146980 Sep 08 13:45:31.884242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ae45-761d-46e1-91a3-a96f422e4aa2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.917647 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aaa5ae45-761d-46e1-91a3-a96f422e4aa2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:31.919599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aaa5ae45-761d-46e1-91a3-a96f422e4aa2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/009fa005-ff51-4efa-b027-7143beba199e HTTP/1.1" status: 204 len: 168 time: 0.4781559 Sep 08 13:45:31.920853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5ae45-761d-46e1-91a3-a96f422e4aa2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=009fa005-ff51-4efa-b027-7143beba199e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:31.923593 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41518) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:31.940095 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-4c226147-298a-4ba4-bda5-56e75629ff7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:45:31.940095 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-4c226147-298a-4ba4-bda5-56e75629ff7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:45:31.955243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbcec7e-518e-4b21-a588-33ce66929a14 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:31.969828 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-02da2f16-bc42-44e2-a995-486a896f5a50 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443952 Sep 08 13:45:31.972477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41520) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:31.977235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1bc065bf-4048-49bd-861d-feb561a00252 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:32.129863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd417039-adac-4b11-9d17-2516c2e13742 None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:32.169902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc065bf-4048-49bd-861d-feb561a00252 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:32.174258 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1bc065bf-4048-49bd-861d-feb561a00252 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:32.180860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fd417039-adac-4b11-9d17-2516c2e13742 None None] Deleting port 21bc1aad-48a6-44fc-b31a-8c11db9bb273 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:32.181249 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd417039-adac-4b11-9d17-2516c2e13742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:32.243974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fd417039-adac-4b11-9d17-2516c2e13742 None None] For port 21bc1aad-48a6-44fc-b31a-8c11db9bb273, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=21bc1aad-48a6-44fc-b31a-8c11db9bb273,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:32.244258 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd417039-adac-4b11-9d17-2516c2e13742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:32.257419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-fd417039-adac-4b11-9d17-2516c2e13742 None None] Calling delete_port for 21bc1aad-48a6-44fc-b31a-8c11db9bb273 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:32.473637 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c226147-298a-4ba4-bda5-56e75629ff7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:32.480237 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1bc065bf-4048-49bd-861d-feb561a00252 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:32.483100 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd417039-adac-4b11-9d17-2516c2e13742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:32.518060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd417039-adac-4b11-9d17-2516c2e13742 None None] Pushing event deleted for resources: {'Port': ['ID=21bc1aad-48a6-44fc-b31a-8c11db9bb273,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:32.521713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41526) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:32.523767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd417039-adac-4b11-9d17-2516c2e13742 None None] No DVR routers for this DVR port 21bc1aad-48a6-44fc-b31a-8c11db9bb273 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:32.547521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc065bf-4048-49bd-861d-feb561a00252 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:32.550878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-1bc065bf-4048-49bd-861d-feb561a00252 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:32.557349 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc065bf-4048-49bd-861d-feb561a00252 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:32.557953 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1bc065bf-4048-49bd-861d-feb561a00252 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:32.564990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25cb286-9f8c-4027-b9c6-2dac395f8275 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:32.570539 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc065bf-4048-49bd-861d-feb561a00252 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=1cd5a036-0a2a-4209-a8df-eb71808a8ba8,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:32.680130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-352191b1-c8ba-45b1-bea5-c86415e54a79 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01228b2b379d48d392b04a5d6635246d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1568460 Sep 08 13:45:32.682556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41530) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:32.695874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a12f0069-d918-410e-9a23-e910e9b4aed5 None None] Could not find standard attr ID for object 580b62b1-536d-4a3e-bce6-e9726763ca22. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:45:32.701627 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1bc065bf-4048-49bd-861d-feb561a00252 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7281215 Sep 08 13:45:32.704876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41532) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:32.711499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': '1cd5a036-0a2a-4209-a8df-eb71808a8ba8', 'ip_address': '2001:db8::8f09:8c9c:d238:7a5e'}], 'name': 'tempest-NetworksTestDHCPv6-759720860'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:32.740833 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61867806-b93d-408a-9d4f-32f86931d936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:32.749309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '1cd5a036-0a2a-4209-a8df-eb71808a8ba8'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:32.750778 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:32.767046 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61867806-b93d-408a-9d4f-32f86931d936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:32.894550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Allocated IP 2001:db8::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/1cd5a036-0a2a-4209-a8df-eb71808a8ba8/c302d135-6111-4250-9e27-ce050dd77f4b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:32.935449 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61867806-b93d-408a-9d4f-32f86931d936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:32.938591 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61867806-b93d-408a-9d4f-32f86931d936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:32.939783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-61867806-b93d-408a-9d4f-32f86931d936 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5c004b28-826a-4997-9ecc-f7b14752ecaa HTTP/1.1" status: 204 len: 168 time: 0.2562547 Sep 08 13:45:32.947904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61867806-b93d-408a-9d4f-32f86931d936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c004b28-826a-4997-9ecc-f7b14752ecaa,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:33.032482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:33.051067 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:33.059594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Transition to ACTIVE for port object c302d135-6111-4250-9e27-ce050dd77f4b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:33.074502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Transition to ACTIVE for port object c302d135-6111-4250-9e27-ce050dd77f4b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:33.122259 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:33.139997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 288f43f0-641d-4f33-88a3-083aa341048c yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:45:33.198660 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:33.239108 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:33.242027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:33.244536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:33.258556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Pushing event updated for resources: {'Port': ['ID=c302d135-6111-4250-9e27-ce050dd77f4b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:33.303784 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::8f09:8c9c:d238:7a5e (f706838c-8b07-4db3-b64d-fc68b20ecb6a/1cd5a036-0a2a-4209-a8df-eb71808a8ba8/288f43f0-641d-4f33-88a3-083aa341048c) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:33.308628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Attempting to bind port c302d135-6111-4250-9e27-ce050dd77f4b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:33.309462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Attempting to bind port c302d135-6111-4250-9e27-ce050dd77f4b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:33.309897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Attempting to bind port c302d135-6111-4250-9e27-ce050dd77f4b on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:33.319168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:33.319939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:33.320576 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:33.321081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:33.321780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Bound port: c302d135-6111-4250-9e27-ce050dd77f4b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:33.322384 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:33.434100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 21bc1aad-48a6-44fc-b31a-8c11db9bb273 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:33.438015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] For port c302d135-6111-4250-9e27-ce050dd77f4b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:33.462852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 21bc1aad-48a6-44fc-b31a-8c11db9bb273 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:33.463441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 21bc1aad-48a6-44fc-b31a-8c11db9bb273 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:33.467868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] For port c302d135-6111-4250-9e27-ce050dd77f4b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c302d135-6111-4250-9e27-ce050dd77f4b,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:33.481659 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:33.499759 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 288f43f0-641d-4f33-88a3-083aa341048c will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:33.575892 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:33.646855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f1d5f-4a36-49cf-ada0-dab4f7e34dc1 None None] Pushing event updated for resources: {'Port': ['ID=c302d135-6111-4250-9e27-ce050dd77f4b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:33.655477 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:33.722814 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:33.728243 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:33.733071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:33.740331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:33.741371 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:33.752738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=288f43f0-641d-4f33-88a3-083aa341048c,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:33.865395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41554) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:33.870674 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a4414482-cbc9-435b-88f6-008513183449 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1646497 Sep 08 13:45:33.932744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc15e3d-21b3-476e-90ba-fbae3048c409 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:33.939224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc15e3d-21b3-476e-90ba-fbae3048c409 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:33.941671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1dc15e3d-21b3-476e-90ba-fbae3048c409 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0748911 Sep 08 13:45:33.944314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41556) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:34.052391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a67e4fcd-2832-4007-abc1-99a8b8e1cd8a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 288f43f0-641d-4f33-88a3-083aa341048c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:34.052817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a67e4fcd-2832-4007-abc1-99a8b8e1cd8a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.146199 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a67e4fcd-2832-4007-abc1-99a8b8e1cd8a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.158948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a67e4fcd-2832-4007-abc1-99a8b8e1cd8a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 288f43f0-641d-4f33-88a3-083aa341048c owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:34.415006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41566) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:34.439376 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a67e4fcd-2832-4007-abc1-99a8b8e1cd8a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.474728 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e4fcd-2832-4007-abc1-99a8b8e1cd8a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=288f43f0-641d-4f33-88a3-083aa341048c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:34.534492 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a67e4fcd-2832-4007-abc1-99a8b8e1cd8a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.537227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a67e4fcd-2832-4007-abc1-99a8b8e1cd8a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/288f43f0-641d-4f33-88a3-083aa341048c HTTP/1.1" status: 204 len: 168 time: 0.5918765 Sep 08 13:45:34.540020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41572) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:34.551760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-45c24085-4f0d-4d9b-8391-d6075705a319 tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1914269611', 'prefixes': ['172.20.0.0/16']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:34.608068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6e496-af94-4af1-8fe9-100c05e730bb tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:34.609939 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6e496-af94-4af1-8fe9-100c05e730bb tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:34.611684 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-73b6e496-af94-4af1-8fe9-100c05e730bb tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0706129 Sep 08 13:45:34.614430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41574) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:34.670512 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-69b3b96f-dcf1-42fb-b980-ab173de3bb61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 1cd5a036-0a2a-4209-a8df-eb71808a8ba8 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:34.673874 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69b3b96f-dcf1-42fb-b980-ab173de3bb61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.725130 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69b3b96f-dcf1-42fb-b980-ab173de3bb61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.839366 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69b3b96f-dcf1-42fb-b980-ab173de3bb61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:34.861003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-334c71dd-07eb-41f7-a6e9-6466fffbd8b7 None None] Provisioning for port c302d135-6111-4250-9e27-ce050dd77f4b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:34.978820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c914ac72-6de0-4dce-973c-6d2f536d4d5c None None] Could not find standard attr ID for object 288f43f0-641d-4f33-88a3-083aa341048c. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:45:34.999294 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69b3b96f-dcf1-42fb-b980-ab173de3bb61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:35.028602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3b96f-dcf1-42fb-b980-ab173de3bb61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=1cd5a036-0a2a-4209-a8df-eb71808a8ba8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:35.032905 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69b3b96f-dcf1-42fb-b980-ab173de3bb61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:35.034920 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-69b3b96f-dcf1-42fb-b980-ab173de3bb61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/1cd5a036-0a2a-4209-a8df-eb71808a8ba8 HTTP/1.1" status: 204 len: 168 time: 0.4194441 Sep 08 13:45:35.037569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41576) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:35.058688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632144c1-8e93-44d9-b664-15b2c4ebc4c4 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:35.072580 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-45c24085-4f0d-4d9b-8391-d6075705a319 tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] Notify callbacks [] for subnetpool, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:35.084242 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-45c24085-4f0d-4d9b-8391-d6075705a319 tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] 10.222.0.69 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6579120 Sep 08 13:45:35.084378 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-83f2dbb3-fc5d-418d-878b-72077c1ff34e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443604 Sep 08 13:45:35.086238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41578) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:35.088142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41580) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:35.128059 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3d1d16a0-70b4-4d88-a05f-501e9af5f38b tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] 10.222.0.69 "GET /v2.0/subnetpools/96d145ad-6b7c-42cb-900e-8293be71216f HTTP/1.1" status: 200 len: 732 time: 0.0404701 Sep 08 13:45:35.135526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41582) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:35.142765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5d5a51da-59da-4f13-a9e2-e49686917a4b tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-275712389'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:35.158099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00906e3c-010f-4949-a1ca-418b76136d61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:35.159752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-00906e3c-010f-4949-a1ca-418b76136d61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0703869 Sep 08 13:45:35.162881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41584) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:35.218567 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa225c24-09a4-434a-a4d2-d758c62bb3e5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:35.222709 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fa225c24-09a4-434a-a4d2-d758c62bb3e5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0564530 Sep 08 13:45:35.222958 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41586) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:35.272239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d3b2e4ee-573f-46bb-827a-c41f4a72f068 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479846 Sep 08 13:45:35.276479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41588) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:35.281727 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ea6eaa19-f64f-41fd-bf59-3145795a43a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:35.380470 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5d5a51da-59da-4f13-a9e2-e49686917a4b tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] Notify callbacks [] for subnetpool, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:35.381732 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5d5a51da-59da-4f13-a9e2-e49686917a4b tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] 10.222.0.69 "PUT /v2.0/subnetpools/96d145ad-6b7c-42cb-900e-8293be71216f HTTP/1.1" status: 200 len: 683 time: 0.2449827 Sep 08 13:45:35.384345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41590) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:35.419559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7871c4c9-8540-4fc2-a7b0-6158f6847214 None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:35.466086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7871c4c9-8540-4fc2-a7b0-6158f6847214 None None] Deleting port c302d135-6111-4250-9e27-ce050dd77f4b {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:35.466510 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7871c4c9-8540-4fc2-a7b0-6158f6847214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:35.518579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6eaa19-f64f-41fd-bf59-3145795a43a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:35.527474 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea6eaa19-f64f-41fd-bf59-3145795a43a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:35.535171 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7871c4c9-8540-4fc2-a7b0-6158f6847214 None None] For port c302d135-6111-4250-9e27-ce050dd77f4b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c302d135-6111-4250-9e27-ce050dd77f4b,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:35.535610 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7871c4c9-8540-4fc2-a7b0-6158f6847214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:35.548815 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-7871c4c9-8540-4fc2-a7b0-6158f6847214 None None] Calling delete_port for c302d135-6111-4250-9e27-ce050dd77f4b owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:35.588993 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-328a2df6-f3fc-4d62-9cfe-269551d76248 tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] Notify callbacks [] for subnetpool, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:35.592739 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-328a2df6-f3fc-4d62-9cfe-269551d76248 tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] 10.222.0.69 "DELETE /v2.0/subnetpools/96d145ad-6b7c-42cb-900e-8293be71216f HTTP/1.1" status: 204 len: 168 time: 0.2048097 Sep 08 13:45:35.593212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41592) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:35.623737 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-041be031-c89b-4816-ada3-bf78dafb3221 tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] show failed (client error): The resource could not be found. Sep 08 13:45:35.627485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-041be031-c89b-4816-ada3-bf78dafb3221 tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] 10.222.0.69 "GET /v2.0/subnetpools/96d145ad-6b7c-42cb-900e-8293be71216f HTTP/1.1" status: 404 len: 346 time: 0.0309145 Sep 08 13:45:35.628064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41596) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:35.655523 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-fc61468d-2c17-49e2-92de-cb61949d72f1 tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] delete failed (client error): The resource could not be found. Sep 08 13:45:35.657219 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fc61468d-2c17-49e2-92de-cb61949d72f1 tempest-SubnetPoolsTestJSON-592452345 tempest-SubnetPoolsTestJSON-592452345-project] 10.222.0.69 "DELETE /v2.0/subnetpools/96d145ad-6b7c-42cb-900e-8293be71216f HTTP/1.1" status: 404 len: 346 time: 0.0225041 Sep 08 13:45:35.780987 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7871c4c9-8540-4fc2-a7b0-6158f6847214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:35.808698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871c4c9-8540-4fc2-a7b0-6158f6847214 None None] Pushing event deleted for resources: {'Port': ['ID=c302d135-6111-4250-9e27-ce050dd77f4b,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:35.814439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871c4c9-8540-4fc2-a7b0-6158f6847214 None None] No DVR routers for this DVR port c302d135-6111-4250-9e27-ce050dd77f4b on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:35.901585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea6eaa19-f64f-41fd-bf59-3145795a43a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:35.945367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6eaa19-f64f-41fd-bf59-3145795a43a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:35.948708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-ea6eaa19-f64f-41fd-bf59-3145795a43a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:35.953074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6eaa19-f64f-41fd-bf59-3145795a43a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:35.953554 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ea6eaa19-f64f-41fd-bf59-3145795a43a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:35.957987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eb36cd-da3e-4160-9b32-98b8e6420ee0 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:35.959178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6eaa19-f64f-41fd-bf59-3145795a43a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=6ffa3dc5-2954-4c16-be1c-72467edc8d86,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:36.112434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '6ffa3dc5-2954-4c16-be1c-72467edc8d86'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:36.116104 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.227993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ea6eaa19-f64f-41fd-bf59-3145795a43a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9495661 Sep 08 13:45:36.234087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41602) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:36.239210 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': '6ffa3dc5-2954-4c16-be1c-72467edc8d86', 'ip_address': '2001:db8::8a91:64f3:dc04:4626'}], 'name': 'tempest-NetworksTestDHCPv6-1396553373'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:36.257205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Allocated IP 2001:db8::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/6ffa3dc5-2954-4c16-be1c-72467edc8d86/f8f1189a-cbc1-456d-9c22-6a6fc4dda995) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:36.404878 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.409271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Transition to ACTIVE for port object f8f1189a-cbc1-456d-9c22-6a6fc4dda995 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:36.424650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Transition to ACTIVE for port object f8f1189a-cbc1-456d-9c22-6a6fc4dda995 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:36.482536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41606) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:36.494934 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:36.501076 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.520301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 8f9ae4d8-b1a0-49f5-879e-6f4d7d0da820 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:45:36.598920 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.637575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:36.641341 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c789ecf7-82de-4449-9664-965fa9700e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.642740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:36.645315 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:36.677502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Pushing event updated for resources: {'Port': ['ID=f8f1189a-cbc1-456d-9c22-6a6fc4dda995,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:36.716526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Attempting to bind port f8f1189a-cbc1-456d-9c22-6a6fc4dda995 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:36.718129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Attempting to bind port f8f1189a-cbc1-456d-9c22-6a6fc4dda995 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:36.718129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Attempting to bind port f8f1189a-cbc1-456d-9c22-6a6fc4dda995 on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:36.723143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:36.723717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:36.724135 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.724542 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:36.725031 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Bound port: f8f1189a-cbc1-456d-9c22-6a6fc4dda995, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:36.725425 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.780254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::8a91:64f3:dc04:4626 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/6ffa3dc5-2954-4c16-be1c-72467edc8d86/8f9ae4d8-b1a0-49f5-879e-6f4d7d0da820) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:36.798498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] For port f8f1189a-cbc1-456d-9c22-6a6fc4dda995, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:36.802397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] For port f8f1189a-cbc1-456d-9c22-6a6fc4dda995, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f8f1189a-cbc1-456d-9c22-6a6fc4dda995,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:36.867232 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.871840 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c789ecf7-82de-4449-9664-965fa9700e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:36.933059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98a3345-c7c6-43d2-89de-196463851279 None None] Pushing event updated for resources: {'Port': ['ID=f8f1189a-cbc1-456d-9c22-6a6fc4dda995,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:36.986047 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c789ecf7-82de-4449-9664-965fa9700e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.035741 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.057650 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c789ecf7-82de-4449-9664-965fa9700e7f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=578bbefb6cd642ea8c8c804c010e2c34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700650 Sep 08 13:45:37.057650 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41612) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:37.066722 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789ecf7-82de-4449-9664-965fa9700e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0db268a-09ee-4b95-969c-5d0a49cac099,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:37.073312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 8f9ae4d8-b1a0-49f5-879e-6f4d7d0da820 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:37.155030 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f5660c6-50bf-4aa9-9761-0efd1259f1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.192564 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f5660c6-50bf-4aa9-9761-0efd1259f1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.255897 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.299983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:37.303016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:37.309951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:37.315561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:37.316178 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.322705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=8f9ae4d8-b1a0-49f5-879e-6f4d7d0da820,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:37.389327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f8f1189a-cbc1-456d-9c22-6a6fc4dda995 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:37.438047 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f5660c6-50bf-4aa9-9761-0efd1259f1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.440639 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f5660c6-50bf-4aa9-9761-0efd1259f1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.441899 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5f5660c6-50bf-4aa9-9761-0efd1259f1af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a0db268a-09ee-4b95-969c-5d0a49cac099 HTTP/1.1" status: 204 len: 168 time: 0.3829508 Sep 08 13:45:37.450052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5660c6-50bf-4aa9-9761-0efd1259f1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0db268a-09ee-4b95-969c-5d0a49cac099,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:37.507610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7e36380e-da9f-4d17-b736-637b1c754ad2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2723439 Sep 08 13:45:37.510580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41616) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:37.515348 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-21c66309-8393-444a-bf8f-8e921b718154 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': '6ffa3dc5-2954-4c16-be1c-72467edc8d86', 'ip_address': '2001:db8::8a91:64f3:dc04:4626'}], 'name': 'tempest-NetworksTestDHCPv6-123243068'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:37.569547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port f8f1189a-cbc1-456d-9c22-6a6fc4dda995 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:37.637709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c302d135-6111-4250-9e27-ce050dd77f4b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:37.662661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: c302d135-6111-4250-9e27-ce050dd77f4b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:37.663016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c302d135-6111-4250-9e27-ce050dd77f4b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:37.706979 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c66309-8393-444a-bf8f-8e921b718154 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:37.712267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-21c66309-8393-444a-bf8f-8e921b718154 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:37.732098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-21c66309-8393-444a-bf8f-8e921b718154 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 6fa4496b-6bcf-4458-b22f-839a798c9efc yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:45:37.838192 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a401ca2f-9914-4a71-8f44-7bafecc66635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:38.021688 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-21c66309-8393-444a-bf8f-8e921b718154 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 08 13:45:38.022402 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21c66309-8393-444a-bf8f-8e921b718154 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:38.204476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2ec24906-a218-4a25-831a-b977ff331c55 None None] Provisioning for port f8f1189a-cbc1-456d-9c22-6a6fc4dda995 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:38.204918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-21c66309-8393-444a-bf8f-8e921b718154 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6933997 Sep 08 13:45:38.207515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41628) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:38.209798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2ec24906-a218-4a25-831a-b977ff331c55 None None] Provisioning complete for port f8f1189a-cbc1-456d-9c22-6a6fc4dda995 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:38.210201 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ec24906-a218-4a25-831a-b977ff331c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:38.263020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c59373-e09b-4db1-8318-6fc716fb93ed tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:38.269751 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c59373-e09b-4db1-8318-6fc716fb93ed tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:38.271506 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e7c59373-e09b-4db1-8318-6fc716fb93ed tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0629075 Sep 08 13:45:38.274315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41632) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:38.300722 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ec24906-a218-4a25-831a-b977ff331c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:38.333964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2ec24906-a218-4a25-831a-b977ff331c55 None None] For port f8f1189a-cbc1-456d-9c22-6a6fc4dda995, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f8f1189a-cbc1-456d-9c22-6a6fc4dda995,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:38.377074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5c2153a0-c762-4393-ade4-ef01850edbd0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 8f9ae4d8-b1a0-49f5-879e-6f4d7d0da820 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:38.377413 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c2153a0-c762-4393-ade4-ef01850edbd0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:38.414904 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ec24906-a218-4a25-831a-b977ff331c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:38.466077 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c2153a0-c762-4393-ade4-ef01850edbd0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:38.476418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec24906-a218-4a25-831a-b977ff331c55 None None] Pushing event updated for resources: {'Port': ['ID=f8f1189a-cbc1-456d-9c22-6a6fc4dda995,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:38.476806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5c2153a0-c762-4393-ade4-ef01850edbd0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 8f9ae4d8-b1a0-49f5-879e-6f4d7d0da820 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:38.620860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5dc55459-f6c8-428a-a2a3-46cf39d95e58 None None] Provisioning for port 8f9ae4d8-b1a0-49f5-879e-6f4d7d0da820 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:38.625161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5dc55459-f6c8-428a-a2a3-46cf39d95e58 None None] Provisioning complete for port 8f9ae4d8-b1a0-49f5-879e-6f4d7d0da820 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:38.625608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5dc55459-f6c8-428a-a2a3-46cf39d95e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:38.663066 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5dc55459-f6c8-428a-a2a3-46cf39d95e58 None None] Port 8f9ae4d8-b1a0-49f5-879e-6f4d7d0da820 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:45:38.763991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c2153a0-c762-4393-ade4-ef01850edbd0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:38.793602 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2153a0-c762-4393-ade4-ef01850edbd0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=8f9ae4d8-b1a0-49f5-879e-6f4d7d0da820,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:38.824886 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c2153a0-c762-4393-ade4-ef01850edbd0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:38.829533 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5c2153a0-c762-4393-ade4-ef01850edbd0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/8f9ae4d8-b1a0-49f5-879e-6f4d7d0da820 HTTP/1.1" status: 204 len: 168 time: 0.5502138 Sep 08 13:45:38.830082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41646) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:38.911437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca52457-6f35-43c9-b8ee-9ce336f38818 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:38.918137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca52457-6f35-43c9-b8ee-9ce336f38818 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:38.918137 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dca52457-6f35-43c9-b8ee-9ce336f38818 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0835571 Sep 08 13:45:38.918137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41650) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:38.975617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d67d20d-fcb3-4ff4-ad91-8c844f0dc2e4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 6ffa3dc5-2954-4c16-be1c-72467edc8d86 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:38.979650 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d67d20d-fcb3-4ff4-ad91-8c844f0dc2e4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:39.024625 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d67d20d-fcb3-4ff4-ad91-8c844f0dc2e4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:39.118018 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d67d20d-fcb3-4ff4-ad91-8c844f0dc2e4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:39.272585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d67d20d-fcb3-4ff4-ad91-8c844f0dc2e4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:39.301969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67d20d-fcb3-4ff4-ad91-8c844f0dc2e4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=6ffa3dc5-2954-4c16-be1c-72467edc8d86,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:39.305026 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d67d20d-fcb3-4ff4-ad91-8c844f0dc2e4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:39.308677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0d67d20d-fcb3-4ff4-ad91-8c844f0dc2e4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/6ffa3dc5-2954-4c16-be1c-72467edc8d86 HTTP/1.1" status: 204 len: 168 time: 0.3895121 Sep 08 13:45:39.315217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41666) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:39.318093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392c02f0-1987-48d9-bd48-97ea8ab494e7 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:39.370761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41670) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:39.377352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-34ba189b-5a54-49be-8299-9510552d59b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:39.381667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ba2a70ef-5f0d-4720-81de-061760314dd3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641272 Sep 08 13:45:39.432417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f8f1189a-cbc1-456d-9c22-6a6fc4dda995 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:39.522503 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f8f1189a-cbc1-456d-9c22-6a6fc4dda995 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:39.522503 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:39.589801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff97f95-83af-437c-89c9-c5b1e987a463 None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:39.620960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ba189b-5a54-49be-8299-9510552d59b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:39.624790 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-34ba189b-5a54-49be-8299-9510552d59b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:39.657247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1ff97f95-83af-437c-89c9-c5b1e987a463 None None] Deleting port f8f1189a-cbc1-456d-9c22-6a6fc4dda995 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:39.657639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ff97f95-83af-437c-89c9-c5b1e987a463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:39.724160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1ff97f95-83af-437c-89c9-c5b1e987a463 None None] For port f8f1189a-cbc1-456d-9c22-6a6fc4dda995, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f8f1189a-cbc1-456d-9c22-6a6fc4dda995,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:39.724563 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ff97f95-83af-437c-89c9-c5b1e987a463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:39.739464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1ff97f95-83af-437c-89c9-c5b1e987a463 None None] Calling delete_port for f8f1189a-cbc1-456d-9c22-6a6fc4dda995 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:39.958082 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ff97f95-83af-437c-89c9-c5b1e987a463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:39.985170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff97f95-83af-437c-89c9-c5b1e987a463 None None] Pushing event deleted for resources: {'Port': ['ID=f8f1189a-cbc1-456d-9c22-6a6fc4dda995,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:39.990891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff97f95-83af-437c-89c9-c5b1e987a463 None None] No DVR routers for this DVR port f8f1189a-cbc1-456d-9c22-6a6fc4dda995 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:40.300837 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c6481d73-7cc6-47f1-aa9a-7585b5c3d8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.301237 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-34ba189b-5a54-49be-8299-9510552d59b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.346127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ba189b-5a54-49be-8299-9510552d59b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:40.349417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-34ba189b-5a54-49be-8299-9510552d59b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:40.352448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ba189b-5a54-49be-8299-9510552d59b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:40.353056 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-34ba189b-5a54-49be-8299-9510552d59b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.361352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7e6c6a-58c7-49c4-a8ec-57c45726bdcb None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:40.369229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba189b-5a54-49be-8299-9510552d59b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=c42a5eac-3e10-44b5-8886-dba00d1b037d,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:40.416188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41686) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:40.520566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': 'c42a5eac-3e10-44b5-8886-dba00d1b037d'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:40.521446 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.529619 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71ad195d-f20f-4eb9-9bc0-4ac980312fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.554359 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-34ba189b-5a54-49be-8299-9510552d59b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1823721 Sep 08 13:45:40.557323 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41690) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:40.562320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-24ec7ca6-5d52-42b4-ba57-39d0d17fd3af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': 'c42a5eac-3e10-44b5-8886-dba00d1b037d', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-996878054'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:40.641241 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71ad195d-f20f-4eb9-9bc0-4ac980312fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.647001 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.672494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Allocated IP 2001:db8::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/c42a5eac-3e10-44b5-8886-dba00d1b037d/ea8d55ec-61b2-4fc5-a589-ea48d1f3242a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:40.717837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-71ad195d-f20f-4eb9-9bc0-4ac980312fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.764288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-71ad195d-f20f-4eb9-9bc0-4ac980312fa0 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f4fd0653d6ba4185bd0ccfc694444df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443406 Sep 08 13:45:40.764288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad195d-f20f-4eb9-9bc0-4ac980312fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7941b753-a197-41a5-bf13-8fd4052d33e9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:40.767429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41694) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:40.832660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ec7ca6-5d52-42b4-ba57-39d0d17fd3af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:40.837032 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6821d4f1-2ea4-4e36-99a0-3f65e030886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.839419 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.848757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Transition to ACTIVE for port object ea8d55ec-61b2-4fc5-a589-ea48d1f3242a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:40.865357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Transition to ACTIVE for port object ea8d55ec-61b2-4fc5-a589-ea48d1f3242a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:40.878886 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6821d4f1-2ea4-4e36-99a0-3f65e030886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.929918 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.965433 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-24ec7ca6-5d52-42b4-ba57-39d0d17fd3af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:40.972737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:40.987713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:40.987877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-24ec7ca6-5d52-42b4-ba57-39d0d17fd3af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 56edad5a-f543-4a1d-b273-deb82794e049 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:45:40.990451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:40.999296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Pushing event updated for resources: {'Port': ['ID=ea8d55ec-61b2-4fc5-a589-ea48d1f3242a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:41.043849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6821d4f1-2ea4-4e36-99a0-3f65e030886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.046779 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6821d4f1-2ea4-4e36-99a0-3f65e030886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.051907 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6821d4f1-2ea4-4e36-99a0-3f65e030886c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7941b753-a197-41a5-bf13-8fd4052d33e9 HTTP/1.1" status: 204 len: 168 time: 0.2799938 Sep 08 13:45:41.056803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Attempting to bind port ea8d55ec-61b2-4fc5-a589-ea48d1f3242a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:41.057256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Attempting to bind port ea8d55ec-61b2-4fc5-a589-ea48d1f3242a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:41.057899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Attempting to bind port ea8d55ec-61b2-4fc5-a589-ea48d1f3242a on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:41.063595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821d4f1-2ea4-4e36-99a0-3f65e030886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7941b753-a197-41a5-bf13-8fd4052d33e9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:41.063869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:41.064327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:41.064823 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.065429 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:41.065994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Bound port: ea8d55ec-61b2-4fc5-a589-ea48d1f3242a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:41.066528 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.176667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] For port ea8d55ec-61b2-4fc5-a589-ea48d1f3242a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:41.179890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] For port ea8d55ec-61b2-4fc5-a589-ea48d1f3242a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ea8d55ec-61b2-4fc5-a589-ea48d1f3242a,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:41.258872 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ec7ca6-5d52-42b4-ba57-39d0d17fd3af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:45:41.258872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ec7ca6-5d52-42b4-ba57-39d0d17fd3af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:45:41.318441 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.380444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f8f1189a-cbc1-456d-9c22-6a6fc4dda995 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:41.395721 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-24ec7ca6-5d52-42b4-ba57-39d0d17fd3af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8350291 Sep 08 13:45:41.398323 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41700) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:41.427343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: f8f1189a-cbc1-456d-9c22-6a6fc4dda995 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:41.427845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f8f1189a-cbc1-456d-9c22-6a6fc4dda995 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:41.436927 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5284367-39e6-4c10-bf93-800f829cdc96 None None] Pushing event updated for resources: {'Port': ['ID=ea8d55ec-61b2-4fc5-a589-ea48d1f3242a,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:41.477166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f832ae-8828-4b61-a361-ec696c3b223f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:41.477166 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b1f832ae-8828-4b61-a361-ec696c3b223f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0770919 Sep 08 13:45:41.479780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41704) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:41.810344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e49c8-e975-4971-9882-8454e9adc117 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:41.811822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e49c8-e975-4971-9882-8454e9adc117 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:41.813838 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-705e49c8-e975-4971-9882-8454e9adc117 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3330057 Sep 08 13:45:41.816586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41706) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:41.841960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41708) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:41.855380 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3135f81d-f910-4643-83c5-f21747c8fe08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.866885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b7c694a-c9f1-4e91-bfd1-8304c6a2b48e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet c42a5eac-3e10-44b5-8886-dba00d1b037d {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:41.870402 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3b7c694a-c9f1-4e91-bfd1-8304c6a2b48e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.912693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3b7c694a-c9f1-4e91-bfd1-8304c6a2b48e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.929048 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:41.945741 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3135f81d-f910-4643-83c5-f21747c8fe08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.002193 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3b7c694a-c9f1-4e91-bfd1-8304c6a2b48e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.032101 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3135f81d-f910-4643-83c5-f21747c8fe08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.074782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3135f81d-f910-4643-83c5-f21747c8fe08 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a87d406a9634436b637db954db963e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317026 Sep 08 13:45:42.075920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135f81d-f910-4643-83c5-f21747c8fe08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2690694c-ef44-4e55-aef3-6e95e1aa6092,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:42.077530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41710) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:42.133860 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcc37-503b-4f81-b9d3-0f1e6f5246c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.156330 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcc37-503b-4f81-b9d3-0f1e6f5246c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.163960 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3b7c694a-c9f1-4e91-bfd1-8304c6a2b48e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.206820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c694a-c9f1-4e91-bfd1-8304c6a2b48e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=c42a5eac-3e10-44b5-8886-dba00d1b037d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:42.221347 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3b7c694a-c9f1-4e91-bfd1-8304c6a2b48e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.225501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3b7c694a-c9f1-4e91-bfd1-8304c6a2b48e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/c42a5eac-3e10-44b5-8886-dba00d1b037d HTTP/1.1" status: 204 len: 168 time: 0.4057801 Sep 08 13:45:42.226443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41714) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:42.266831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f0bd5778-e4f1-4871-8b53-835d4a400a20 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389943 Sep 08 13:45:42.270530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41718) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:42.275409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-eb59cc3d-564e-4082-ba6b-b265690ef8dc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:42.358072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcc37-503b-4f81-b9d3-0f1e6f5246c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.361707 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4dbcc37-503b-4f81-b9d3-0f1e6f5246c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.363000 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f4dbcc37-503b-4f81-b9d3-0f1e6f5246c5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2690694c-ef44-4e55-aef3-6e95e1aa6092 HTTP/1.1" status: 204 len: 168 time: 0.2842653 Sep 08 13:45:42.371476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbcc37-503b-4f81-b9d3-0f1e6f5246c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2690694c-ef44-4e55-aef3-6e95e1aa6092,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:42.392351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ae6bc-ef7c-4ecc-a281-c7ee868ff6a4 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:42.518100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb59cc3d-564e-4082-ba6b-b265690ef8dc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:42.521960 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb59cc3d-564e-4082-ba6b-b265690ef8dc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.555439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8f069c04-ff46-4190-8af2-355514f57edb None None] Provisioning for port ea8d55ec-61b2-4fc5-a589-ea48d1f3242a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:42.584953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bfdbd2-1099-43bb-882f-ae7989125943 None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:42.633558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a3bfdbd2-1099-43bb-882f-ae7989125943 None None] Deleting port ea8d55ec-61b2-4fc5-a589-ea48d1f3242a {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:42.633870 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a3bfdbd2-1099-43bb-882f-ae7989125943 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.713953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a3bfdbd2-1099-43bb-882f-ae7989125943 None None] For port ea8d55ec-61b2-4fc5-a589-ea48d1f3242a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ea8d55ec-61b2-4fc5-a589-ea48d1f3242a,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:42.714405 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a3bfdbd2-1099-43bb-882f-ae7989125943 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.734053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a3bfdbd2-1099-43bb-882f-ae7989125943 None None] Calling delete_port for ea8d55ec-61b2-4fc5-a589-ea48d1f3242a owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:42.910360 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb59cc3d-564e-4082-ba6b-b265690ef8dc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.953763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb59cc3d-564e-4082-ba6b-b265690ef8dc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:42.956989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-eb59cc3d-564e-4082-ba6b-b265690ef8dc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:42.960931 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a3bfdbd2-1099-43bb-882f-ae7989125943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.961547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb59cc3d-564e-4082-ba6b-b265690ef8dc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:42.961824 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eb59cc3d-564e-4082-ba6b-b265690ef8dc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:42.967433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb59cc3d-564e-4082-ba6b-b265690ef8dc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=634c4ec4-acbc-4921-868d-e8ed069ec78c,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:42.993890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfdbd2-1099-43bb-882f-ae7989125943 None None] Pushing event deleted for resources: {'Port': ['ID=ea8d55ec-61b2-4fc5-a589-ea48d1f3242a,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:42.998710 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bfdbd2-1099-43bb-882f-ae7989125943 None None] No DVR routers for this DVR port ea8d55ec-61b2-4fc5-a589-ea48d1f3242a on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:43.016736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22df6aa3-668d-4030-a563-e9dc8136b6d8 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:43.165649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '634c4ec4-acbc-4921-868d-e8ed069ec78c'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:43.166548 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:43.209951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41736) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:43.210857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eb59cc3d-564e-4082-ba6b-b265690ef8dc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9313922 Sep 08 13:45:43.210970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-65388007-448f-45ef-9097-31818b922583 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-278844600', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:43.329134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Allocated IP 2001:db8::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/634c4ec4-acbc-4921-868d-e8ed069ec78c/fefd4387-b6c3-4af7-80b4-c4ad2963d529) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:43.398279 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65388007-448f-45ef-9097-31818b922583 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:43.399392 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65388007-448f-45ef-9097-31818b922583 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:43.438271 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:43.485989 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65388007-448f-45ef-9097-31818b922583 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:43.504868 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:43.513896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Transition to ACTIVE for port object fefd4387-b6c3-4af7-80b4-c4ad2963d529 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:43.529832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Transition to ACTIVE for port object fefd4387-b6c3-4af7-80b4-c4ad2963d529 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:43.581005 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65388007-448f-45ef-9097-31818b922583 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:43.621412 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:43.667466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:43.670990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:43.674387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:43.684006 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65388007-448f-45ef-9097-31818b922583 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:43.685331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-65388007-448f-45ef-9097-31818b922583 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4811027 Sep 08 13:45:43.689136 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41746) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:43.690042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Pushing event updated for resources: {'Port': ['ID=fefd4387-b6c3-4af7-80b4-c4ad2963d529,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:43.772244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Attempting to bind port fefd4387-b6c3-4af7-80b4-c4ad2963d529 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:43.773012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Attempting to bind port fefd4387-b6c3-4af7-80b4-c4ad2963d529 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:43.773711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Attempting to bind port fefd4387-b6c3-4af7-80b4-c4ad2963d529 on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:43.781779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:43.782636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:43.783298 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:43.783938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:43.784700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Bound port: fefd4387-b6c3-4af7-80b4-c4ad2963d529, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:43.786412 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:43.876693 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] For port fefd4387-b6c3-4af7-80b4-c4ad2963d529, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:43.880948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] For port fefd4387-b6c3-4af7-80b4-c4ad2963d529, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=fefd4387-b6c3-4af7-80b4-c4ad2963d529,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:43.952837 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:44.035749 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:44.043049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32efa3-88e1-4f11-908f-c5de44fd580b None None] Pushing event updated for resources: {'Port': ['ID=fefd4387-b6c3-4af7-80b4-c4ad2963d529,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:44.360259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::1 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/634c4ec4-acbc-4921-868d-e8ed069ec78c/e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:44.432698 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:44.488755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:44.512959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:44.644290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:44.691451 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:44.694809 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:44.701176 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:44.701744 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:44.710090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:44.935791 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.275339 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.330055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7e521215-12c2-4ce5-bd3d-71026db4665c None None] Provisioning for port fefd4387-b6c3-4af7-80b4-c4ad2963d529 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:45.386873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.388365 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.443926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fefd4387-b6c3-4af7-80b4-c4ad2963d529 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:45.506550 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:45.593470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port fefd4387-b6c3-4af7-80b4-c4ad2963d529 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:45.598711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port fefd4387-b6c3-4af7-80b4-c4ad2963d529 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:45.600866 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.639425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:45.641518 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:45.650903 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-38cbd4a3-311e-42f6-b808-96b85ed019ce None None] Provisioning for port e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:45.657827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-38cbd4a3-311e-42f6-b808-96b85ed019ce None None] Provisioning complete for port e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:45.659553 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-38cbd4a3-311e-42f6-b808-96b85ed019ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.712534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-38cbd4a3-311e-42f6-b808-96b85ed019ce None None] Port e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:45:45.770453 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.807285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port fefd4387-b6c3-4af7-80b4-c4ad2963d529, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=fefd4387-b6c3-4af7-80b4-c4ad2963d529,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:45.878107 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:45.934316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=fefd4387-b6c3-4af7-80b4-c4ad2963d529,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:45.934787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Router 67b719ca-21d6-422f-a614-0da1c45acb28 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:45:46.033570 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:45:46.042066 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-21133b96-ac56-4e9c-a82c-61d0c5aa93a8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "PUT /v2.0/routers/67b719ca-21d6-422f-a614-0da1c45acb28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3476508 Sep 08 13:45:46.042066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41786) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:46.058819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Sync routers for ids ['67b719ca-21d6-422f-a614-0da1c45acb28'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:45:46.082824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-09b8fa0d-c408-4ff8-afab-3045b3da9d15 None None] Provisioning complete for port e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:46.083255 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-09b8fa0d-c408-4ff8-afab-3045b3da9d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.085925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Routers {'67b719ca-21d6-422f-a614-0da1c45acb28'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:46.086597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['67b719ca-21d6-422f-a614-0da1c45acb28'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:46.091667 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02a450d-4367-4ef6-8cfc-11721cebe2bf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:46.095865 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f02a450d-4367-4ef6-8cfc-11721cebe2bf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports/e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a HTTP/1.1" status: 200 len: 911 time: 0.0502372 Sep 08 13:45:46.096453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41788) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:46.154126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a6ebbd-1627-46e7-83d3-8cbf99a3daca tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:46.161503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a6ebbd-1627-46e7-83d3-8cbf99a3daca tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:46.165777 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-31a6ebbd-1627-46e7-83d3-8cbf99a3daca tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0657246 Sep 08 13:45:46.171662 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41790) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:46.192746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-09b8fa0d-c408-4ff8-afab-3045b3da9d15 None None] Port e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:45:46.209965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Set router 67b719ca-21d6-422f-a614-0da1c45acb28 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:45:46.574647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b719ca-21d6-422f-a614-0da1c45acb28', 'name': 'tempest-NetworksTestDHCPv6-router-278844600', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:43Z', 'updated_at': '2021-09-08T13:45:44Z', 'revision_number': 2, 'project_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'gw_port_host': None, '_interfaces': [{'id': 'e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a', 'name': '', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'mac_address': 'fa:16:3e:98:a3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b719ca-21d6-422f-a614-0da1c45acb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '634c4ec4-acbc-4921-868d-e8ed069ec78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:44Z', 'updated_at': '2021-09-08T13:45:45Z', 'revision_number': 2, 'project_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'subnets': [{'id': '634c4ec4-acbc-4921-868d-e8ed069ec78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:46.602299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Checking router: 67b719ca-21d6-422f-a614-0da1c45acb28 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:45:46.602737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Updating router 67b719ca-21d6-422f-a614-0da1c45acb28 port e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:45:46.625976 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f396-42bd-4616-8530-bbac690d986a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.628754 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.909036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3ab3f396-42bd-4616-8530-bbac690d986a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:46.909386 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f396-42bd-4616-8530-bbac690d986a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.949138 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.951600 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:46.960853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Transition to ACTIVE for port object e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:47.067190 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:47.121618 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fcc64-33ef-4d9c-bad3-609166f9b009 None None] Pushing event updated for resources: {'Port': ['ID=e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:47.181275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Attempting to bind port e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:47.181830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Attempting to bind port e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:47.182355 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Attempting to bind port e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:47.189198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:47.189769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:47.190317 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:47.190820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:47.191417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Bound port: e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:47.191963 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:47.273471 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] For port e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:47.277522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] For port e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:47.302108 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f396-42bd-4616-8530-bbac690d986a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:47.317720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3ab3f396-42bd-4616-8530-bbac690d986a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:47.358354 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:47.443631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fefd4387-b6c3-4af7-80b4-c4ad2963d529 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:47.508134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09fcc64-33ef-4d9c-bad3-609166f9b009 None None] Pushing event updated for resources: {'Port': ['ID=e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:47.523849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Routers {'67b719ca-21d6-422f-a614-0da1c45acb28'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:47.524509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['67b719ca-21d6-422f-a614-0da1c45acb28'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:47.686663 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] Set router 67b719ca-21d6-422f-a614-0da1c45acb28 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:45:47.689562 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f396-42bd-4616-8530-bbac690d986a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:47.717617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3f396-42bd-4616-8530-bbac690d986a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:47.745122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port fefd4387-b6c3-4af7-80b4-c4ad2963d529 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:47.745436 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:47.799844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-01b1c2ee-e707-487a-9523-81a08c96b5e3 None None] Could not find standard attr ID for object e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:45:47.852721 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3ab3f396-42bd-4616-8530-bbac690d986a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.136790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab3f396-42bd-4616-8530-bbac690d986a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Router 67b719ca-21d6-422f-a614-0da1c45acb28 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:45:48.231405 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab3f396-42bd-4616-8530-bbac690d986a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:45:48.237531 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3ab3f396-42bd-4616-8530-bbac690d986a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "PUT /v2.0/routers/67b719ca-21d6-422f-a614-0da1c45acb28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0645831 Sep 08 13:45:48.239799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41816) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:48.266298 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b719ca-21d6-422f-a614-0da1c45acb28', 'name': 'tempest-NetworksTestDHCPv6-router-278844600', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:43Z', 'updated_at': '2021-09-08T13:45:44Z', 'revision_number': 2, 'project_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'gw_port_host': None, '_interfaces': [{'id': 'e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a', 'name': '', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'mac_address': 'fa:16:3e:98:a3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b719ca-21d6-422f-a614-0da1c45acb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '634c4ec4-acbc-4921-868d-e8ed069ec78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:44Z', 'updated_at': '2021-09-08T13:45:47Z', 'revision_number': 4, 'project_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'subnets': [{'id': '634c4ec4-acbc-4921-868d-e8ed069ec78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:48.303912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25201888-98e2-4747-a836-2daaf13e1846 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:48.304114 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25201888-98e2-4747-a836-2daaf13e1846 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:48.305545 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-25201888-98e2-4747-a836-2daaf13e1846 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0647857 Sep 08 13:45:48.307806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414ce241-2f5f-46d1-b3f4-03d1564e7d3f None None] The sync data for ids ['67b719ca-21d6-422f-a614-0da1c45acb28'] in n-d-807558-3 is: [{'id': '67b719ca-21d6-422f-a614-0da1c45acb28', 'name': 'tempest-NetworksTestDHCPv6-router-278844600', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:43Z', 'updated_at': '2021-09-08T13:45:44Z', 'revision_number': 2, 'project_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'gw_port_host': None, '_interfaces': [{'id': 'e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a', 'name': '', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'mac_address': 'fa:16:3e:98:a3:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b719ca-21d6-422f-a614-0da1c45acb28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '634c4ec4-acbc-4921-868d-e8ed069ec78c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:44Z', 'updated_at': '2021-09-08T13:45:47Z', 'revision_number': 4, 'project_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'subnets': [{'id': '634c4ec4-acbc-4921-868d-e8ed069ec78c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:45:48.308406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41818) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:48.366620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b98fbe-d911-469b-b842-b109a3ccdbf6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 634c4ec4-acbc-4921-868d-e8ed069ec78c {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:48.370595 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-66b98fbe-d911-469b-b842-b109a3ccdbf6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.423939 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-66b98fbe-d911-469b-b842-b109a3ccdbf6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.545462 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-66b98fbe-d911-469b-b842-b109a3ccdbf6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.748533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-66b98fbe-d911-469b-b842-b109a3ccdbf6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.788940 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b98fbe-d911-469b-b842-b109a3ccdbf6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=634c4ec4-acbc-4921-868d-e8ed069ec78c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:48.807902 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-66b98fbe-d911-469b-b842-b109a3ccdbf6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:48.812044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413d8895-3457-403c-a66f-7f7d5abe9571 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:48.828548 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-66b98fbe-d911-469b-b842-b109a3ccdbf6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/634c4ec4-acbc-4921-868d-e8ed069ec78c HTTP/1.1" status: 204 len: 168 time: 0.5150476 Sep 08 13:45:48.828925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41826) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:49.063279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ff8c3189-cc47-4264-a6e2-fa75ed69f8be tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2303352 Sep 08 13:45:49.064184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41828) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:49.177171 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb101573-8259-4581-8ddf-a9bdab58d72b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.198461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a251ed37-18e6-436d-88d9-bb9b0f50209c None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:49.262206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a251ed37-18e6-436d-88d9-bb9b0f50209c None None] Deleting port fefd4387-b6c3-4af7-80b4-c4ad2963d529 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:49.262753 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a251ed37-18e6-436d-88d9-bb9b0f50209c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.348607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a251ed37-18e6-436d-88d9-bb9b0f50209c None None] For port fefd4387-b6c3-4af7-80b4-c4ad2963d529, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=fefd4387-b6c3-4af7-80b4-c4ad2963d529,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:49.350258 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a251ed37-18e6-436d-88d9-bb9b0f50209c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.362926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a251ed37-18e6-436d-88d9-bb9b0f50209c None None] Calling delete_port for fefd4387-b6c3-4af7-80b4-c4ad2963d529 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:49.366513 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb101573-8259-4581-8ddf-a9bdab58d72b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.373239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb101573-8259-4581-8ddf-a9bdab58d72b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.436765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fefd4387-b6c3-4af7-80b4-c4ad2963d529 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:49.529420 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb101573-8259-4581-8ddf-a9bdab58d72b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.530469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb101573-8259-4581-8ddf-a9bdab58d72b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Fanout notify agent at l3_agent the message router_deleted on router 67b719ca-21d6-422f-a614-0da1c45acb28 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:45:49.539884 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.542677 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fb101573-8259-4581-8ddf-a9bdab58d72b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.544794 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fb101573-8259-4581-8ddf-a9bdab58d72b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/routers/67b719ca-21d6-422f-a614-0da1c45acb28 HTTP/1.1" status: 204 len: 168 time: 0.4785576 Sep 08 13:45:49.560643 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41832) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:49.565940 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-09c91a7b-36fe-426e-bae9-36723f76fc48 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:49.586709 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a251ed37-18e6-436d-88d9-bb9b0f50209c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:49.637469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251ed37-18e6-436d-88d9-bb9b0f50209c None None] Pushing event deleted for resources: {'Port': ['ID=fefd4387-b6c3-4af7-80b4-c4ad2963d529,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:49.645867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a251ed37-18e6-436d-88d9-bb9b0f50209c None None] No DVR routers for this DVR port fefd4387-b6c3-4af7-80b4-c4ad2963d529 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:49.782880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c91a7b-36fe-426e-bae9-36723f76fc48 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:49.792019 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09c91a7b-36fe-426e-bae9-36723f76fc48 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.130010 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09c91a7b-36fe-426e-bae9-36723f76fc48 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.176116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c91a7b-36fe-426e-bae9-36723f76fc48 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:50.180054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-09c91a7b-36fe-426e-bae9-36723f76fc48 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:50.184628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c91a7b-36fe-426e-bae9-36723f76fc48 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:50.185262 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-09c91a7b-36fe-426e-bae9-36723f76fc48 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.195498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a34208-e5cd-4e4e-8083-b75a72a0004e None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:50.201682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c91a7b-36fe-426e-bae9-36723f76fc48 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=d4a1bd6d-9c57-4144-8cc2-65a15a2818d3,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:50.241027 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ae289-1db0-4a99-9fd0-eb34411e3e7a None None] Sync routers for ids ['67b719ca-21d6-422f-a614-0da1c45acb28'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:45:50.251806 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ae289-1db0-4a99-9fd0-eb34411e3e7a None None] Routers set() bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:50.252402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ae289-1db0-4a99-9fd0-eb34411e3e7a None None] Router IDs set() for agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 13:45:50.253154 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_agentschedulers_db [None req-b49ae289-1db0-4a99-9fd0-eb34411e3e7a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67b719ca-21d6-422f-a614-0da1c45acb28'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent'). {{(pid=96266) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 08 13:45:50.261912 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ae289-1db0-4a99-9fd0-eb34411e3e7a None None] Routers set() bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:50.262546 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49ae289-1db0-4a99-9fd0-eb34411e3e7a None None] Router IDs set() for agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 13:45:50.263135 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_agentschedulers_db [None req-b49ae289-1db0-4a99-9fd0-eb34411e3e7a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'67b719ca-21d6-422f-a614-0da1c45acb28'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent'). {{(pid=96266) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 08 13:45:50.263503 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49ae289-1db0-4a99-9fd0-eb34411e3e7a None None] The sync data for ids ['67b719ca-21d6-422f-a614-0da1c45acb28'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:45:50.286234 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-09c91a7b-36fe-426e-bae9-36723f76fc48 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7224386 Sep 08 13:45:50.286895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41844) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:50.291465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6bf8b0fe-3e80-482a-8b54-fb25d6c465ea tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-145324626', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:50.369775 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': 'd4a1bd6d-9c57-4144-8cc2-65a15a2818d3'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:50.370688 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.380750 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b0fe-3e80-482a-8b54-fb25d6c465ea tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.382063 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b0fe-3e80-482a-8b54-fb25d6c465ea tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.440191 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b0fe-3e80-482a-8b54-fb25d6c465ea tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.515941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Allocated IP 2001:db8::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/d4a1bd6d-9c57-4144-8cc2-65a15a2818d3/af50e43d-30c2-44cc-822c-4283ed79277a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:50.535292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b0fe-3e80-482a-8b54-fb25d6c465ea tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.626934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b0fe-3e80-482a-8b54-fb25d6c465ea tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.627669 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6bf8b0fe-3e80-482a-8b54-fb25d6c465ea tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3397326 Sep 08 13:45:50.630519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41846) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:50.672162 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.681552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Transition to ACTIVE for port object af50e43d-30c2-44cc-822c-4283ed79277a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:50.698454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Transition to ACTIVE for port object af50e43d-30c2-44cc-822c-4283ed79277a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:50.798289 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:50.903307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:50.910771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:50.931200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:50.972371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Pushing event updated for resources: {'Port': ['ID=af50e43d-30c2-44cc-822c-4283ed79277a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:51.022375 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:51.118052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Attempting to bind port af50e43d-30c2-44cc-822c-4283ed79277a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:51.118974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Attempting to bind port af50e43d-30c2-44cc-822c-4283ed79277a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:51.119516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Attempting to bind port af50e43d-30c2-44cc-822c-4283ed79277a on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:51.125796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:51.126482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:51.127105 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:51.127886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:51.128609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Bound port: af50e43d-30c2-44cc-822c-4283ed79277a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:51.129224 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:51.306938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::1 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/d4a1bd6d-9c57-4144-8cc2-65a15a2818d3/19b2f0fc-f899-4b9f-ac28-ac663d6730c6) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:51.328869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] For port af50e43d-30c2-44cc-822c-4283ed79277a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:51.331586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] For port af50e43d-30c2-44cc-822c-4283ed79277a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=af50e43d-30c2-44cc-822c-4283ed79277a,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:51.336596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:51.357729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:51.358079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device e3f29b14-bb0b-4d10-af62-dfd2d3aa1b6a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:51.427657 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:51.465706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:51.482499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:51.494774 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ebe61-798e-4a0e-b060-04acfe290b4e None None] Pushing event updated for resources: {'Port': ['ID=af50e43d-30c2-44cc-822c-4283ed79277a,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:51.608980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41864) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:51.609741 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:51.690248 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:51.694355 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:51.701226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:51.701800 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:51.746384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=19b2f0fc-f899-4b9f-ac28-ac663d6730c6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:51.797903 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed38cdf5-6c31-4450-b140-6880c25c8e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:51.907363 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed38cdf5-6c31-4450-b140-6880c25c8e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:51.907846 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:51.998927 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ed38cdf5-6c31-4450-b140-6880c25c8e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.044341 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ed38cdf5-6c31-4450-b140-6880c25c8e9e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7e42cc4883c04645abf513b1a312a22c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331846 Sep 08 13:45:52.044899 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38cdf5-6c31-4450-b140-6880c25c8e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f355fe-9b67-49f9-87fc-0284302b90f6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:52.047835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41868) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:52.241916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-34ae4f2f-e695-499e-960e-458727d39b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.304614 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-34ae4f2f-e695-499e-960e-458727d39b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.333322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.397764 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.398979 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.471302 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-34ae4f2f-e695-499e-960e-458727d39b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.473800 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-34ae4f2f-e695-499e-960e-458727d39b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:52.475022 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-34ae4f2f-e695-499e-960e-458727d39b3b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/59f355fe-9b67-49f9-87fc-0284302b90f6 HTTP/1.1" status: 204 len: 168 time: 0.4190660 Sep 08 13:45:52.475873 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=19b2f0fc-f899-4b9f-ac28-ac663d6730c6,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:52.518565 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae4f2f-e695-499e-960e-458727d39b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f355fe-9b67-49f9-87fc-0284302b90f6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:52.552495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:52.554267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:52.745252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9b16efe0-c68a-4b9a-bb99-7a582ee61d0e None None] Provisioning for port af50e43d-30c2-44cc-822c-4283ed79277a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:53.088367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dd33c3fb-8a2e-4542-9205-91252e4e3fdf None None] Provisioning for port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:53.088367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dd33c3fb-8a2e-4542-9205-91252e4e3fdf None None] Provisioning complete for port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:53.088640 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dd33c3fb-8a2e-4542-9205-91252e4e3fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:53.132313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-dd33c3fb-8a2e-4542-9205-91252e4e3fdf None None] Port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:45:53.191975 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Router 8fc04779-c436-491d-afff-da3894e25b4c is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:45:53.255677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-583124a1-d7ac-4515-921a-f60bb81700e6 None None] Provisioning complete for port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:53.255971 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-583124a1-d7ac-4515-921a-f60bb81700e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:53.292257 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-583124a1-d7ac-4515-921a-f60bb81700e6 None None] Port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:45:53.292526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:45:53.297624 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-615c58ef-ac33-40cf-8cd0-a11b1869deaf tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "PUT /v2.0/routers/8fc04779-c436-491d-afff-da3894e25b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6657887 Sep 08 13:45:53.300187 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41886) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:53.314084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Sync routers for ids ['8fc04779-c436-491d-afff-da3894e25b4c'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:45:53.332461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Routers {'8fc04779-c436-491d-afff-da3894e25b4c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:53.335877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['8fc04779-c436-491d-afff-da3894e25b4c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:53.364535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8575f60-e36c-4077-806f-c247af145bc5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:53.368174 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d8575f60-e36c-4077-806f-c247af145bc5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports/19b2f0fc-f899-4b9f-ac28-ac663d6730c6 HTTP/1.1" status: 200 len: 911 time: 0.0647578 Sep 08 13:45:53.368694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41892) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:53.454475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86721c87-3ab5-40ca-aebe-06b87f146e54 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:53.470900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86721c87-3ab5-40ca-aebe-06b87f146e54 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:53.472595 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-86721c87-3ab5-40ca-aebe-06b87f146e54 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1027899 Sep 08 13:45:53.475429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41900) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:53.487080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device af50e43d-30c2-44cc-822c-4283ed79277a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:53.516805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Set router 8fc04779-c436-491d-afff-da3894e25b4c gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:45:53.735692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port af50e43d-30c2-44cc-822c-4283ed79277a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:53.740868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port af50e43d-30c2-44cc-822c-4283ed79277a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:53.741445 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:53.791856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc04779-c436-491d-afff-da3894e25b4c', 'name': 'tempest-NetworksTestDHCPv6-router-145324626', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:50Z', 'updated_at': '2021-09-08T13:45:51Z', 'revision_number': 2, 'project_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'gw_port_host': None, '_interfaces': [{'id': '19b2f0fc-f899-4b9f-ac28-ac663d6730c6', 'name': '', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'mac_address': 'fa:16:3e:a0:b5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fc04779-c436-491d-afff-da3894e25b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3643, 'fixed_ips': [{'subnet_id': 'd4a1bd6d-9c57-4144-8cc2-65a15a2818d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:45:51Z', 'updated_at': '2021-09-08T13:45:52Z', 'revision_number': 2, 'project_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'subnets': [{'id': 'd4a1bd6d-9c57-4144-8cc2-65a15a2818d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:53.823304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Checking router: 8fc04779-c436-491d-afff-da3894e25b4c for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:45:53.823668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Updating router 8fc04779-c436-491d-afff-da3894e25b4c port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:45:53.871303 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:53.902510 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:54.026813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port af50e43d-30c2-44cc-822c-4283ed79277a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=af50e43d-30c2-44cc-822c-4283ed79277a,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:54.044679 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b8646ca2-33c7-4ed9-ab91-c05773e2a870 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:54.267513 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:54.347935 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=af50e43d-30c2-44cc-822c-4283ed79277a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:54.378010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-b8646ca2-33c7-4ed9-ab91-c05773e2a870 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:54.378640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b8646ca2-33c7-4ed9-ab91-c05773e2a870 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:54.409226 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:54.419571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Transition to ACTIVE for port object 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:54.486413 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b8646ca2-33c7-4ed9-ab91-c05773e2a870 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:54.503337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-b8646ca2-33c7-4ed9-ab91-c05773e2a870 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:54.511905 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:54.636181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7e46f-1a9a-4477-8107-cb5d29f9ad34 None None] Pushing event updated for resources: {'Port': ['ID=19b2f0fc-f899-4b9f-ac28-ac663d6730c6,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:54.659275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Attempting to bind port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:54.659810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Attempting to bind port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:54.660276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Attempting to bind port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:54.666844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:54.667327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:54.667987 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:54.668464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:54.669019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Bound port: 19b2f0fc-f899-4b9f-ac28-ac663d6730c6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:54.669490 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:54.860927 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b8646ca2-33c7-4ed9-ab91-c05773e2a870 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:54.861685 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:45:54.862218 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:45:54.888804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8646ca2-33c7-4ed9-ab91-c05773e2a870 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=19b2f0fc-f899-4b9f-ac28-ac663d6730c6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:54.929530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0954fe4e-839a-43ee-b8b1-a39a2a704247 None None] Could not find standard attr ID for object 19b2f0fc-f899-4b9f-ac28-ac663d6730c6. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:45:55.012618 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b8646ca2-33c7-4ed9-ab91-c05773e2a870 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.189320 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8646ca2-33c7-4ed9-ab91-c05773e2a870 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Router 8fc04779-c436-491d-afff-da3894e25b4c has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:45:55.382617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Attempting to bind port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:55.383081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Attempting to bind port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:55.383604 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Attempting to bind port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:55.392778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device af50e43d-30c2-44cc-822c-4283ed79277a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:55.398300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:55.398681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:55.399122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.399489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:55.399960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Bound port: 19b2f0fc-f899-4b9f-ac28-ac663d6730c6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:55.400451 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.457149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Port 19b2f0fc-f899-4b9f-ac28-ac663d6730c6 has been deleted concurrently {{(pid=96265) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 08 13:45:55.474822 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Routers {'8fc04779-c436-491d-afff-da3894e25b4c'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:55.475452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['8fc04779-c436-491d-afff-da3894e25b4c'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:55.510309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8646ca2-33c7-4ed9-ab91-c05773e2a870 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:45:55.517566 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b8646ca2-33c7-4ed9-ab91-c05773e2a870 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "PUT /v2.0/routers/8fc04779-c436-491d-afff-da3894e25b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0406582 Sep 08 13:45:55.521075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41916) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:55.522498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port af50e43d-30c2-44cc-822c-4283ed79277a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:55.522948 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.573742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] Set router 8fc04779-c436-491d-afff-da3894e25b4c gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:45:55.581946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2976359-6743-4de0-92a0-f9ba8f52af4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:55.583760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2976359-6743-4de0-92a0-f9ba8f52af4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:55.585728 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a2976359-6743-4de0-92a0-f9ba8f52af4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0635598 Sep 08 13:45:55.588710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41922) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:55.648254 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fc04779-c436-491d-afff-da3894e25b4c', 'name': 'tempest-NetworksTestDHCPv6-router-145324626', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:50Z', 'updated_at': '2021-09-08T13:45:54Z', 'revision_number': 3, 'project_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:45:55.658820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ece409-879c-4456-9e5a-88469b1d010c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet d4a1bd6d-9c57-4144-8cc2-65a15a2818d3 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:45:55.662343 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52ece409-879c-4456-9e5a-88469b1d010c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.696077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb8521-4b10-4275-a2ea-9ccbcb6de89b None None] The sync data for ids ['8fc04779-c436-491d-afff-da3894e25b4c'] in n-d-807558-3 is: [{'id': '8fc04779-c436-491d-afff-da3894e25b4c', 'name': 'tempest-NetworksTestDHCPv6-router-145324626', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:45:50Z', 'updated_at': '2021-09-08T13:45:54Z', 'revision_number': 3, 'project_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:45:55.706730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52ece409-879c-4456-9e5a-88469b1d010c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.819832 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52ece409-879c-4456-9e5a-88469b1d010c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:55.970093 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52ece409-879c-4456-9e5a-88469b1d010c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.010462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ece409-879c-4456-9e5a-88469b1d010c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a1bd6d-9c57-4144-8cc2-65a15a2818d3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:56.010462 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52ece409-879c-4456-9e5a-88469b1d010c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.010462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-52ece409-879c-4456-9e5a-88469b1d010c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/d4a1bd6d-9c57-4144-8cc2-65a15a2818d3 HTTP/1.1" status: 204 len: 168 time: 0.4173436 Sep 08 13:45:56.010462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41928) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:56.014267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2358a7af-fdb6-4a7b-a27f-9f4e99a3a2b1 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:56.103857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2a05e002-a70e-482f-b9bc-6c83aafdd365 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.0931065 Sep 08 13:45:56.105264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41930) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:56.190620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a64a879d-bdef-43c3-8d37-57074454074a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.257547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09596afc-14b7-49b8-b64f-dae5dbb757fe None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:45:56.329026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-09596afc-14b7-49b8-b64f-dae5dbb757fe None None] Deleting port af50e43d-30c2-44cc-822c-4283ed79277a {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:56.329641 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-09596afc-14b7-49b8-b64f-dae5dbb757fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.387723 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a64a879d-bdef-43c3-8d37-57074454074a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.389996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a64a879d-bdef-43c3-8d37-57074454074a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.411868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-09596afc-14b7-49b8-b64f-dae5dbb757fe None None] For port af50e43d-30c2-44cc-822c-4283ed79277a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=af50e43d-30c2-44cc-822c-4283ed79277a,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:45:56.412277 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-09596afc-14b7-49b8-b64f-dae5dbb757fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.426084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-09596afc-14b7-49b8-b64f-dae5dbb757fe None None] Calling delete_port for af50e43d-30c2-44cc-822c-4283ed79277a owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:45:56.592181 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a64a879d-bdef-43c3-8d37-57074454074a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.592803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64a879d-bdef-43c3-8d37-57074454074a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Fanout notify agent at l3_agent the message router_deleted on router 8fc04779-c436-491d-afff-da3894e25b4c {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:45:56.600972 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a64a879d-bdef-43c3-8d37-57074454074a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.602284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a64a879d-bdef-43c3-8d37-57074454074a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/routers/8fc04779-c436-491d-afff-da3894e25b4c HTTP/1.1" status: 204 len: 168 time: 0.4960437 Sep 08 13:45:56.605042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41934) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:56.638971 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-09596afc-14b7-49b8-b64f-dae5dbb757fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:56.643808 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385a1e6-c876-472a-81ef-eaadf8fd487f None None] Sync routers for ids ['8fc04779-c436-491d-afff-da3894e25b4c'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:45:56.656695 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385a1e6-c876-472a-81ef-eaadf8fd487f None None] Routers set() bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:56.665709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302613f3-13af-458e-8cc4-df2d747432e9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:56.667483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-302613f3-13af-458e-8cc4-df2d747432e9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0614512 Sep 08 13:45:56.668527 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385a1e6-c876-472a-81ef-eaadf8fd487f None None] Router IDs set() for agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 13:45:56.669175 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_agentschedulers_db [None req-a385a1e6-c876-472a-81ef-eaadf8fd487f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8fc04779-c436-491d-afff-da3894e25b4c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent'). {{(pid=96266) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 08 13:45:56.670087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41938) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:56.673095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09596afc-14b7-49b8-b64f-dae5dbb757fe None None] Pushing event deleted for resources: {'Port': ['ID=af50e43d-30c2-44cc-822c-4283ed79277a,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:56.675290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09596afc-14b7-49b8-b64f-dae5dbb757fe None None] No DVR routers for this DVR port af50e43d-30c2-44cc-822c-4283ed79277a on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:45:56.689299 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385a1e6-c876-472a-81ef-eaadf8fd487f None None] Routers set() bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:45:56.689516 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a385a1e6-c876-472a-81ef-eaadf8fd487f None None] Router IDs set() for agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 13:45:56.690126 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_agentschedulers_db [None req-a385a1e6-c876-472a-81ef-eaadf8fd487f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8fc04779-c436-491d-afff-da3894e25b4c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent'). {{(pid=96266) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 08 13:45:56.690515 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a385a1e6-c876-472a-81ef-eaadf8fd487f None None] The sync data for ids ['8fc04779-c436-491d-afff-da3894e25b4c'] in n-d-807558-3 is: [] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:45:56.730877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402bbe91-8055-4302-8436-e02cac570b3e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:56.735337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41942) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:56.735486 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-402bbe91-8055-4302-8436-e02cac570b3e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0637381 Sep 08 13:45:56.775380 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-95e6a8a3-8eb7-4764-84ef-5ae052ca0f92 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382326 Sep 08 13:45:56.781130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41944) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:56.787157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0ba50865-1f24-468e-9d87-bd8f27837f24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:56.969016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba50865-1f24-468e-9d87-bd8f27837f24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:56.972683 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0ba50865-1f24-468e-9d87-bd8f27837f24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.269203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-5530670a-a7b9-4201-bd9b-a3f200c669d5 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=9a2ea9c8e8c248e89ba2003185a65776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314710 Sep 08 13:45:57.376029 n-d-807558-3 neutron-server[96264]: DEBUG neutron.objects.ports [None req-0ba50865-1f24-468e-9d87-bd8f27837f24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:45:57.377800 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0ba50865-1f24-468e-9d87-bd8f27837f24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.387414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device af50e43d-30c2-44cc-822c-4283ed79277a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:45:57.418802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: af50e43d-30c2-44cc-822c-4283ed79277a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:45:57.419157 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device af50e43d-30c2-44cc-822c-4283ed79277a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:45:57.424149 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba50865-1f24-468e-9d87-bd8f27837f24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:57.427656 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-0ba50865-1f24-468e-9d87-bd8f27837f24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:57.431987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba50865-1f24-468e-9d87-bd8f27837f24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:57.432579 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0ba50865-1f24-468e-9d87-bd8f27837f24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.440330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b035f0cc-dccf-483d-b17b-3675f08cb64b None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:57.443819 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba50865-1f24-468e-9d87-bd8f27837f24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=4ee2bc1a-e6e7-43f4-8926-328b38e689c7,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:57.483558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-e026703d-8cc6-438c-9c2f-76f50eb89bbe tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:57.485120 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-e026703d-8cc6-438c-9c2f-76f50eb89bbe tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2100968 Sep 08 13:45:57.502146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-8948dbef-eb44-41e4-95d2-590bf8d1c1de tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/quotas/9a2ea9c8e8c248e89ba2003185a65776 HTTP/1.1" status: 200 len: 375 time: 0.0106814 Sep 08 13:45:57.555428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9d9a741-9312-42e9-9c8d-55f0ddf0d7ef tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=9a2ea9c8e8c248e89ba2003185a65776&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474780 Sep 08 13:45:57.567950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41962) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:57.568663 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0ba50865-1f24-468e-9d87-bd8f27837f24 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7857442 Sep 08 13:45:57.573671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c63a8108-5147-41c6-bc11-11061d4daeae tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:57.600310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '4ee2bc1a-e6e7-43f4-8926-328b38e689c7'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:45:57.601256 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.739630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Allocated IP 2001:db8::f816:3eff:fe78:9841 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/4ee2bc1a-e6e7-43f4-8926-328b38e689c7/cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:57.814740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63a8108-5147-41c6-bc11-11061d4daeae tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:57.819862 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c63a8108-5147-41c6-bc11-11061d4daeae tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.916906 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-83dbd07d-9b63-4da3-ae43-9d4e21d3586b req-3ab33fcd-3ad6-444e-a3ef-fbecb18449d8 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 210 time: 0.0469637 Sep 08 13:45:57.923951 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:57.934936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Transition to ACTIVE for port object cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:57.951436 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Transition to ACTIVE for port object cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:58.158508 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.193920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:58.196644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:58.200094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:58.210454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Pushing event updated for resources: {'Port': ['ID=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:58.264131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Attempting to bind port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:45:58.264511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Attempting to bind port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:45:58.264902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Attempting to bind port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:45:58.270443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:45:58.276571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:45:58.276571 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.276571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:45:58.276571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Bound port: cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:45:58.276571 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.334355 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:45:58.336287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] For port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:45:58.339644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] For port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:45:58.344337 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c63a8108-5147-41c6-bc11-11061d4daeae tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.386826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63a8108-5147-41c6-bc11-11061d4daeae tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:58.390126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c63a8108-5147-41c6-bc11-11061d4daeae tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:58.393831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63a8108-5147-41c6-bc11-11061d4daeae tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:58.394463 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c63a8108-5147-41c6-bc11-11061d4daeae tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.408458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a8108-5147-41c6-bc11-11061d4daeae tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=77314f34-5135-43e7-86b1-9d54dfdb9544,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:58.489796 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.490664 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c63a8108-5147-41c6-bc11-11061d4daeae tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9205487 Sep 08 13:45:58.494347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 41976) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:58.499704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:85:0f:8f', 'name': 'tempest-NetworksTestDHCPv6-105568290'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:45:58.567715 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c48f39-991f-4771-a37b-3f2fcecde291 None None] Pushing event updated for resources: {'Port': ['ID=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:58.728833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:45:58.828911 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:58.852535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port d52691f8-c678-4ecb-9bf5-3a670da7b396 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:45:59.046737 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-133dae7f-878e-400c-b290-1f95751912e3 req-b4731a2f-aa7c-4878-bb50-14737eec9d59 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 210 time: 0.0337152 Sep 08 13:45:59.057938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 172.20.0.3 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/77314f34-5135-43e7-86b1-9d54dfdb9544/d52691f8-c678-4ecb-9bf5-3a670da7b396) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:59.065045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::f816:3eff:fe85:f8f (f706838c-8b07-4db3-b64d-fc68b20ecb6a/4ee2bc1a-e6e7-43f4-8926-328b38e689c7/d52691f8-c678-4ecb-9bf5-3a670da7b396) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:45:59.211964 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:59.226308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object d52691f8-c678-4ecb-9bf5-3a670da7b396 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:45:59.364292 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:59.419087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:45:59.422438 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:45:59.428796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:45:59.430966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:45:59.459392 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=d52691f8-c678-4ecb-9bf5-3a670da7b396,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:45:59.502996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:59.503565 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:59.513744 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba315ccd-567e-427f-a18a-ce4cfa0de2fa None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:45:59.645894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:59.706722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ec0ad7a6-a96a-4034-b297-5d491ec21ba9 None None] Provisioning for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:45:59.709825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41988) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:59.710540 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9a0a7e88-2d8f-476c-94cd-d8534baded41 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.2149925 Sep 08 13:45:59.731170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ec0ad7a6-a96a-4034-b297-5d491ec21ba9 None None] Provisioning complete for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:45:59.731558 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad7a6-a96a-4034-b297-5d491ec21ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:59.771258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ef650-40c5-4346-af16-e188b4067101 None None] Update dhcp port {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': '4ee2bc1a-e6e7-43f4-8926-328b38e689c7', 'ip_address': '2001:db8::f816:3eff:fe78:9841'}, {'subnet_id': '77314f34-5135-43e7-86b1-9d54dfdb9544'}], 'binding:host_id': 'n-d-807558-3'}, 'id': 'cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:45:59.781090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4caebc-6b00-4281-9680-84b3736087c7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:59.787231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4caebc-6b00-4281-9680-84b3736087c7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:45:59.791490 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1b4caebc-6b00-4281-9680-84b3736087c7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0778844 Sep 08 13:45:59.792391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41990) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:45:59.809085 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee1ef650-40c5-4346-af16-e188b4067101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:59.882938 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad7a6-a96a-4034-b297-5d491ec21ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:59.907434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-91e90c01-6812-40d4-986f-e0e48556b335 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port d52691f8-c678-4ecb-9bf5-3a670da7b396 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:45:59.908023 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91e90c01-6812-40d4-986f-e0e48556b335 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:45:59.981857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ec0ad7a6-a96a-4034-b297-5d491ec21ba9 None None] For port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:00.023452 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91e90c01-6812-40d4-986f-e0e48556b335 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.030133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-ee1ef650-40c5-4346-af16-e188b4067101 None None] Allocated IP 172.20.0.2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/77314f34-5135-43e7-86b1-9d54dfdb9544/cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:00.037867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-91e90c01-6812-40d4-986f-e0e48556b335 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for d52691f8-c678-4ecb-9bf5-3a670da7b396 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:00.099062 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ec0ad7a6-a96a-4034-b297-5d491ec21ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.185846 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d1221369-1f38-4452-9d4f-130bfbccb781 req-81f03e19-1d79-4b6e-b32e-fa88f68be6cd tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 210 time: 0.0582132 Sep 08 13:46:00.222025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ad7a6-a96a-4034-b297-5d491ec21ba9 None None] Pushing event updated for resources: {'Port': ['ID=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:00.255371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ee1ef650-40c5-4346-af16-e188b4067101 None None] For port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:00.284865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee1ef650-40c5-4346-af16-e188b4067101 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.298703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ee1ef650-40c5-4346-af16-e188b4067101 None None] Transition to ACTIVE for port object cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:00.334780 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91e90c01-6812-40d4-986f-e0e48556b335 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.363691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e90c01-6812-40d4-986f-e0e48556b335 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=d52691f8-c678-4ecb-9bf5-3a670da7b396,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:00.420176 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee1ef650-40c5-4346-af16-e188b4067101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.464781 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91e90c01-6812-40d4-986f-e0e48556b335 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.467029 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-91e90c01-6812-40d4-986f-e0e48556b335 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/d52691f8-c678-4ecb-9bf5-3a670da7b396 HTTP/1.1" status: 204 len: 168 time: 0.6739159 Sep 08 13:46:00.473249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 41998) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:00.513115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ef650-40c5-4346-af16-e188b4067101 None None] Pushing event updated for resources: {'Port': ['ID=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:00.534799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e22526-1ab4-496f-b471-084d62bfd93b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:00.536500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e22526-1ab4-496f-b471-084d62bfd93b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:00.537979 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e22526-1ab4-496f-b471-084d62bfd93b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:00.539606 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c1e22526-1ab4-496f-b471-084d62bfd93b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0690196 Sep 08 13:46:00.542280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42000) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:00.572138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3fcf193f-3387-4a72-b264-7b9283148a94 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=9a2ea9c8e8c248e89ba2003185a65776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235624 Sep 08 13:46:00.597604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-503634b0-d9a4-416b-aef0-051484a97ea0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 4ee2bc1a-e6e7-43f4-8926-328b38e689c7 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:00.601355 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-503634b0-d9a4-416b-aef0-051484a97ea0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.650438 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-503634b0-d9a4-416b-aef0-051484a97ea0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.707901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-359f1726-620c-47e8-9ea9-8dcdea354753 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:00.710366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-359f1726-620c-47e8-9ea9-8dcdea354753 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322801 Sep 08 13:46:00.723796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Request body: {'port': {'device_id': '1e2958db-4263-4a67-a5c9-9b0e73a280ce', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '9a2ea9c8e8c248e89ba2003185a65776'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:00.763321 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-503634b0-d9a4-416b-aef0-051484a97ea0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.986363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Made reservation on behalf of 9a2ea9c8e8c248e89ba2003185a65776 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:00.986958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-503634b0-d9a4-416b-aef0-051484a97ea0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:00.990206 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.000030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.014985 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503634b0-d9a4-416b-aef0-051484a97ea0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee2bc1a-e6e7-43f4-8926-328b38e689c7,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:01.029157 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-503634b0-d9a4-416b-aef0-051484a97ea0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.031695 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-503634b0-d9a4-416b-aef0-051484a97ea0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/4ee2bc1a-e6e7-43f4-8926-328b38e689c7 HTTP/1.1" status: 204 len: 168 time: 0.4879625 Sep 08 13:46:01.034311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42002) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:01.096731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-911f25c3-9f5b-48e8-9456-e3455bf4f8a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 77314f34-5135-43e7-86b1-9d54dfdb9544 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:01.101043 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-911f25c3-9f5b-48e8-9456-e3455bf4f8a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.130269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.157421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-911f25c3-9f5b-48e8-9456-e3455bf4f8a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.171566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f23137-f975-4d09-9da9-72da111c0b0e None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:01.250109 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.282702 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-911f25c3-9f5b-48e8-9456-e3455bf4f8a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.341519 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0cd6ddb-cfb4-4f04-9d35-65f358c61379 req-b1d501d3-ce35-4d7f-92d0-302edb77a91c tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 210 time: 0.0684783 Sep 08 13:46:01.352962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60133d-0476-49d9-a01a-c4a51f30d953,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:01.386399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8f48a4cb-6950-47e5-8064-851f83f5b732 None None] Provisioning for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:01.395353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8f48a4cb-6950-47e5-8064-851f83f5b732 None None] Provisioning complete for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:01.395865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8f48a4cb-6950-47e5-8064-851f83f5b732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.420714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:01.495547 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-911f25c3-9f5b-48e8-9456-e3455bf4f8a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.505954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Allocated IP 192.168.233.148 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/30ef4f61-2c51-49e2-885a-850f1127ab49) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:01.556204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f25c3-9f5b-48e8-9456-e3455bf4f8a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=77314f34-5135-43e7-86b1-9d54dfdb9544,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:01.558794 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-911f25c3-9f5b-48e8-9456-e3455bf4f8a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.564485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42010) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:01.564700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-911f25c3-9f5b-48e8-9456-e3455bf4f8a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/77314f34-5135-43e7-86b1-9d54dfdb9544 HTTP/1.1" status: 204 len: 168 time: 0.5291677 Sep 08 13:46:01.612005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-509c1ef1-1da8-4428-97f8-19446bb8df10 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459926 Sep 08 13:46:01.615256 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42012) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:01.626537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:01.703604 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:01.704247 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.755163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8f48a4cb-6950-47e5-8064-851f83f5b732 None None] Could not find standard attr ID for object d52691f8-c678-4ecb-9bf5-3a670da7b396. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:46:01.775913 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.790760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Transition to ACTIVE for port object 30ef4f61-2c51-49e2-885a-850f1127ab49 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:01.826379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:01.830090 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.897361 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:01.967694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:01.973955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:01.980883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:02.018651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Pushing event updated for resources: {'Port': ['ID=30ef4f61-2c51-49e2-885a-850f1127ab49,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:02.051683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:02.052342 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.109641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330c2699-60c4-4b39-b012-117289ca08d0 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:02.206908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-883a1da9-e7d8-4a75-837f-4e20b0107df2 None None] Provisioning complete for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:02.208572 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-883a1da9-e7d8-4a75-837f-4e20b0107df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.210235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-3f7ccbac-074b-4313-8f19-a2ec5c18edf1 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4905336 Sep 08 13:46:02.223353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Request body: {'port': {'device_id': '1e2958db-4263-4a67-a5c9-9b0e73a280ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:02.298746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.objects.ports [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=96264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:46:02.337068 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.438093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3953f95d-7ddb-4464-8cb1-7e428ab23743 None None] Update dhcp port {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': 'b767971f-232d-4c61-9eff-01d0eb62104d'}], 'binding:host_id': 'n-d-807558-3'}, 'id': 'cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:46:02.465601 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3953f95d-7ddb-4464-8cb1-7e428ab23743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.565942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b42d6b-7d11-4d02-9871-06f7e8d52eb4 req-5b0c6faa-b76b-4443-84c9-5a5d1e389025 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:02.567631 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8b42d6b-7d11-4d02-9871-06f7e8d52eb4 req-5b0c6faa-b76b-4443-84c9-5a5d1e389025 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 936 time: 0.1284418 Sep 08 13:46:02.597252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4ef5189f-6d1f-444b-85a0-4cb8b9f85dda None None] Provisioning for port 30ef4f61-2c51-49e2-885a-850f1127ab49 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:02.599763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4ef5189f-6d1f-444b-85a0-4cb8b9f85dda None None] Provisioning complete for port 30ef4f61-2c51-49e2-885a-850f1127ab49 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:02.599763 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4ef5189f-6d1f-444b-85a0-4cb8b9f85dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.631464 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8b42d6b-7d11-4d02-9871-06f7e8d52eb4 req-68bb2747-be96-40f2-a8bb-03bf5f6cb999 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d60133d-0476-49d9-a01a-c4a51f30d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489881 Sep 08 13:46:02.639628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4ef5189f-6d1f-444b-85a0-4cb8b9f85dda None None] Port 30ef4f61-2c51-49e2-885a-850f1127ab49 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:46:02.670511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ef4f61-2c51-49e2-885a-850f1127ab49 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:46:02.682391 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.695591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Transition to ACTIVE for port object 30ef4f61-2c51-49e2-885a-850f1127ab49 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:02.711478 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.797566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.798265 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-3953f95d-7ddb-4464-8cb1-7e428ab23743 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe78:9841-a51e1700-91cf-41dc-a4f2-8b6c5f9c7f {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:46:02.799222 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-3953f95d-7ddb-4464-8cb1-7e428ab23743 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:46:02.849365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Pushing event updated for resources: {'Port': ['ID=30ef4f61-2c51-49e2-885a-850f1127ab49,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:02.873831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] For port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:02.918739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:02.933480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Attempting to bind port 30ef4f61-2c51-49e2-885a-850f1127ab49 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:02.933833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Attempting to bind port 30ef4f61-2c51-49e2-885a-850f1127ab49 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:02.934196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Attempting to bind port 30ef4f61-2c51-49e2-885a-850f1127ab49 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:02.939647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Port 30ef4f61-2c51-49e2-885a-850f1127ab49 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:46:02.939980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Attempting to bind port 30ef4f61-2c51-49e2-885a-850f1127ab49 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:02.945264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:02.945604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:02.946086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:02.946465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Bound port: 30ef4f61-2c51-49e2-885a-850f1127ab49, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:02.946831 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:03.021037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] For port 30ef4f61-2c51-49e2-885a-850f1127ab49, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:03.025064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] For port 30ef4f61-2c51-49e2-885a-850f1127ab49, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=30ef4f61-2c51-49e2-885a-850f1127ab49,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:03.089327 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:03.090103 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:03.129859 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:03.156837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:03.163764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:03.167173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:03.169605 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:03.169605 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] 10.222.0.70 "PUT /v2.0/ports/30ef4f61-2c51-49e2-885a-850f1127ab49 HTTP/1.1" status: 200 len: 1096 time: 0.9509773 Sep 08 13:46:03.170241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2958db-4263-4a67-a5c9-9b0e73a280ce', 'tag': '30ef4f61-2c51-49e2-885a-850f1127ab49'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:03.170344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:03.170662 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:03.173428 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c156e7-9050-4b1b-94e6-5dc0319cf88c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2958db-4263-4a67-a5c9-9b0e73a280ce", "tag": "30ef4f61-2c51-49e2-885a-850f1127ab49"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:03.200952 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=b767971f-232d-4c61-9eff-01d0eb62104d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:03.209749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,revision_number=8']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:03.210541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9493fa9-b994-4472-b949-867a438a0940 service neutron] Pushing event updated for resources: {'Port': ['ID=30ef4f61-2c51-49e2-885a-850f1127ab49,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:03.250993 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a8b286-d529-4221-9de5-9fe89d5ad122 x-openstack-request-id: req-c7a8b286-d529-4221-9de5-9fe89d5ad122 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:03.251365 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2958db-4263-4a67-a5c9-9b0e73a280ce", "tag": "30ef4f61-2c51-49e2-885a-850f1127ab49", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:03.251685 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7a8b286-d529-4221-9de5-9fe89d5ad122 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:03.252155 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2958db-4263-4a67-a5c9-9b0e73a280ce', 'tag': '30ef4f61-2c51-49e2-885a-850f1127ab49', 'status': 'completed', 'code': 200} Sep 08 13:46:03.298218 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6d31d6c2-f56e-41a9-ab5c-a124c31341ab tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6794863 Sep 08 13:46:03.299707 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42024) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:03.310928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-25571bce-09fb-413c-8ae6-ad18288a322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:03.311847 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d908db7b-65e8-44c5-867a-8eb89c286b64 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:03.313075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-25571bce-09fb-413c-8ae6-ad18288a322b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a2ea9c8e8c248e89ba2003185a65776&device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 1099 time: 0.0473008 Sep 08 13:46:03.340698 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3953f95d-7ddb-4464-8cb1-7e428ab23743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:03.407261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-cd8542a3-2de5-4910-aca2-e16e42923e92 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=30ef4f61-2c51-49e2-885a-850f1127ab49 HTTP/1.1" status: 200 len: 217 time: 0.0868506 Sep 08 13:46:03.458756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:03.483446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a1840307-1cda-4153-ac1b-af777d4d0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:03.485161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-a1840307-1cda-4153-ac1b-af777d4d0b17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0706072 Sep 08 13:46:03.539681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-b8e81673-3675-475e-9a3f-6408ad68c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:03.541334 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-b8e81673-3675-475e-9a3f-6408ad68c77a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0483148 Sep 08 13:46:03.592181 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d908db7b-65e8-44c5-867a-8eb89c286b64 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:03.597008 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d908db7b-65e8-44c5-867a-8eb89c286b64 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:03.619578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:03.619962 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:03.654661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-c19b07c8-7a54-4b80-bc7e-1da5b9c1fc26 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062999 Sep 08 13:46:03.738292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3953f95d-7ddb-4464-8cb1-7e428ab23743 None None] For port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:03.774208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9b371-5358-4dcc-823f-9991e1126128 req-8c83df07-7c0e-4c05-8260-89e7bec2f975 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:03.775900 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6cc9b371-5358-4dcc-823f-9991e1126128 req-8c83df07-7c0e-4c05-8260-89e7bec2f975 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 948 time: 0.0865648 Sep 08 13:46:03.787827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d69afa1a-22bd-4326-b9a8-000630e4b32e req-774907df-e713-409c-911c-26ec6bcff6ea service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209390 Sep 08 13:46:03.802000 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3953f95d-7ddb-4464-8cb1-7e428ab23743 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:03.853988 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6cc9b371-5358-4dcc-823f-9991e1126128 req-606bc6f1-dd86-4fbd-b5ca-3095378cb2ff tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d60133d-0476-49d9-a01a-c4a51f30d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669925 Sep 08 13:46:03.900739 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3953f95d-7ddb-4464-8cb1-7e428ab23743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:03.956613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953f95d-7ddb-4464-8cb1-7e428ab23743 None None] Pushing event updated for resources: {'Port': ['ID=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:04.031581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c156e7-9050-4b1b-94e6-5dc0319cf88c req-2bf284f2-65dd-4a5f-b6a2-b9eb8e432b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:04.033878 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08c156e7-9050-4b1b-94e6-5dc0319cf88c req-2bf284f2-65dd-4a5f-b6a2-b9eb8e432b68 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9a2ea9c8e8c248e89ba2003185a65776&device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 1099 time: 0.0480368 Sep 08 13:46:04.097693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d908db7b-65e8-44c5-867a-8eb89c286b64 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:04.176708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d908db7b-65e8-44c5-867a-8eb89c286b64 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:04.176977 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c156e7-9050-4b1b-94e6-5dc0319cf88c req-049798cc-dbd7-4a48-a6a9-8d010b870d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:04.178828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08c156e7-9050-4b1b-94e6-5dc0319cf88c req-049798cc-dbd7-4a48-a6a9-8d010b870d07 service neutron] 10.222.0.70 "GET /v2.0/networks?id=482eeba8-8857-4f89-b896-67ddacf5efca HTTP/1.1" status: 200 len: 870 time: 0.1374326 Sep 08 13:46:04.180643 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d908db7b-65e8-44c5-867a-8eb89c286b64 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:04.185627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d908db7b-65e8-44c5-867a-8eb89c286b64 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:04.186346 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d908db7b-65e8-44c5-867a-8eb89c286b64 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:04.202369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908db7b-65e8-44c5-867a-8eb89c286b64 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=59cf9a15-1f24-4924-a30d-6c498260d399,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:04.232621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08c156e7-9050-4b1b-94e6-5dc0319cf88c req-cca2f06b-1a8d-4d89-9604-3b4f948eae1a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=30ef4f61-2c51-49e2-885a-850f1127ab49 HTTP/1.1" status: 200 len: 217 time: 0.0453179 Sep 08 13:46:04.287266 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d908db7b-65e8-44c5-867a-8eb89c286b64 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9831517 Sep 08 13:46:04.287801 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42044) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:04.294659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:0b:b4:b1', 'name': 'tempest-NetworksTestDHCPv6-596928923'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:04.336080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c156e7-9050-4b1b-94e6-5dc0319cf88c req-08c4f079-6f15-4eec-a680-30d5a3a45c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:04.337622 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08c156e7-9050-4b1b-94e6-5dc0319cf88c req-08c4f079-6f15-4eec-a680-30d5a3a45c94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0980196 Sep 08 13:46:04.528375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47354ea-adc8-4153-9163-e97c2dbbae2a None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:04.633529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-26687189-551b-4f6f-9259-2f831b1b9623 None None] Provisioning complete for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:04.633908 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-26687189-551b-4f6f-9259-2f831b1b9623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:04.767731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c156e7-9050-4b1b-94e6-5dc0319cf88c req-1f72e170-966a-4c36-ac66-a6fc48882c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:04.769176 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08c156e7-9050-4b1b-94e6-5dc0319cf88c req-1f72e170-966a-4c36-ac66-a6fc48882c6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4051747 Sep 08 13:46:04.815881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d7b17-4142-4287-a54f-a91151853827 req-d6f4242b-668a-470b-bdf2-4c52dfdbcc78 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:04.819634 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-460d7b17-4142-4287-a54f-a91151853827 req-d6f4242b-668a-470b-bdf2-4c52dfdbcc78 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0814204 Sep 08 13:46:04.873702 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-460d7b17-4142-4287-a54f-a91151853827 req-228f58c3-8a1c-49f1-a71d-c076e110b2e4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473228 Sep 08 13:46:04.891741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe5d880-cca5-4667-b3b2-9e93b4b00d2a None None] Update dhcp port {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': 'b767971f-232d-4c61-9eff-01d0eb62104d', 'ip_address': '2001:db8::f816:3eff:fe78:9841'}, {'subnet_id': '59cf9a15-1f24-4924-a30d-6c498260d399'}], 'binding:host_id': 'n-d-807558-3'}, 'id': 'cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:46:04.926438 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d880-cca5-4667-b3b2-9e93b4b00d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:04.949949 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08c156e7-9050-4b1b-94e6-5dc0319cf88c req-a59f23f4-0361-40bd-9f21-7040027371f1 service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687155 Sep 08 13:46:05.048919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:05.102361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde2fcab-9baa-488e-a22d-ed6bcd5c82b8 req-1460440f-27e8-40bc-87e9-a2d4e691700d tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:05.103939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bde2fcab-9baa-488e-a22d-ed6bcd5c82b8 req-1460440f-27e8-40bc-87e9-a2d4e691700d tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 948 time: 0.1391175 Sep 08 13:46:05.120992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-9fe5d880-cca5-4667-b3b2-9e93b4b00d2a None None] Allocated IP 172.20.0.2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/59cf9a15-1f24-4924-a30d-6c498260d399/cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:05.178914 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08c156e7-9050-4b1b-94e6-5dc0319cf88c req-77faa699-9c11-43bf-9a02-4e5ab003bffe service neutron] 10.222.0.70 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219045 Sep 08 13:46:05.210983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bde2fcab-9baa-488e-a22d-ed6bcd5c82b8 req-18e25511-e514-45d9-b41c-4f0aae085c6a tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d60133d-0476-49d9-a01a-c4a51f30d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723245 Sep 08 13:46:05.217349 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:05.242965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port ef634ad4-3a09-4cea-bbc5-a55b0064649c yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:46:05.245952 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9fe5d880-cca5-4667-b3b2-9e93b4b00d2a None None] For port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:05.276423 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d880-cca5-4667-b3b2-9e93b4b00d2a None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:05.292191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9fe5d880-cca5-4667-b3b2-9e93b4b00d2a None None] Transition to ACTIVE for port object cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:05.506582 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9fe5d880-cca5-4667-b3b2-9e93b4b00d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:05.611637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5d880-cca5-4667-b3b2-9e93b4b00d2a None None] Pushing event updated for resources: {'Port': ['ID=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,revision_number=10']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:05.655395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 172.20.0.10 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/59cf9a15-1f24-4924-a30d-6c498260d399/ef634ad4-3a09-4cea-bbc5-a55b0064649c) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:05.663272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::f816:3eff:fe0b:b4b1 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/b767971f-232d-4c61-9eff-01d0eb62104d/ef634ad4-3a09-4cea-bbc5-a55b0064649c) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:05.817683 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:05.833454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object ef634ad4-3a09-4cea-bbc5-a55b0064649c will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:05.957676 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:06.006418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:06.009975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:06.015782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:06.017926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df43bd-3e0e-4013-b45b-1be19b0146b1 req-e158744d-5d29-4203-9358-83eae66b4bfb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:06.022152 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-04df43bd-3e0e-4013-b45b-1be19b0146b1 req-e158744d-5d29-4203-9358-83eae66b4bfb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0706027 Sep 08 13:46:06.063397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=ef634ad4-3a09-4cea-bbc5-a55b0064649c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:06.078061 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-04df43bd-3e0e-4013-b45b-1be19b0146b1 req-a71c14bc-aedb-41a6-a404-e1b61bdeedb7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446887 Sep 08 13:46:06.079514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:06.080176 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:06.084823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:06.085172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:06.085518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:06.085860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:06.086228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:06.086570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:06.086901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:06.087287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:06.087564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:06.087911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:06.088211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:06.088536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:06.196351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d15a00-443c-4b2b-b211-28872302fcbc None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:06.204305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-95cfe247-33ca-4501-b1c2-abd159b722b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9154177 Sep 08 13:46:06.210044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42064) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:06.258469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d114a23c-78fb-4e2c-9ff2-2c08ec6c02b0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:06.264653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d114a23c-78fb-4e2c-9ff2-2c08ec6c02b0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:06.269393 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d114a23c-78fb-4e2c-9ff2-2c08ec6c02b0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0585587 Sep 08 13:46:06.269679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42068) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:06.381358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62a5b-3725-428a-be08-fa5e52a01560 req-a8bf4955-7a1a-4254-8120-dab57b35e67e tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:06.382963 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-32a62a5b-3725-428a-be08-fa5e52a01560 req-a8bf4955-7a1a-4254-8120-dab57b35e67e tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 948 time: 0.0872312 Sep 08 13:46:06.427086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-50537008-b4a4-420e-8606-31d6a01d5667 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port ef634ad4-3a09-4cea-bbc5-a55b0064649c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:06.427493 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-50537008-b4a4-420e-8606-31d6a01d5667 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:06.447939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-32a62a5b-3725-428a-be08-fa5e52a01560 req-ca17465f-efca-4b11-984a-0c22942f43b5 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d60133d-0476-49d9-a01a-c4a51f30d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555799 Sep 08 13:46:06.461884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-00beef64-0481-43a6-b495-340a48a7e335 None None] Provisioning for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:06.477230 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-00beef64-0481-43a6-b495-340a48a7e335 None None] Provisioning complete for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:06.477640 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-00beef64-0481-43a6-b495-340a48a7e335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:06.544258 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-50537008-b4a4-420e-8606-31d6a01d5667 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:06.557855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-50537008-b4a4-420e-8606-31d6a01d5667 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for ef634ad4-3a09-4cea-bbc5-a55b0064649c owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:06.719012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5a565837-3654-4e20-8340-70684315c820 None None] Provisioning complete for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:06.719575 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5a565837-3654-4e20-8340-70684315c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:06.882704 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-50537008-b4a4-420e-8606-31d6a01d5667 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:06.883244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5a565837-3654-4e20-8340-70684315c820 None None] Provisioning for port ef634ad4-3a09-4cea-bbc5-a55b0064649c completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:06.888289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5a565837-3654-4e20-8340-70684315c820 None None] Provisioning complete for port ef634ad4-3a09-4cea-bbc5-a55b0064649c triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:06.888869 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5a565837-3654-4e20-8340-70684315c820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:06.915213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50537008-b4a4-420e-8606-31d6a01d5667 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=ef634ad4-3a09-4cea-bbc5-a55b0064649c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:06.920384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5a565837-3654-4e20-8340-70684315c820 None None] Port ef634ad4-3a09-4cea-bbc5-a55b0064649c was deleted so its status cannot be updated. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 08 13:46:07.010224 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-50537008-b4a4-420e-8606-31d6a01d5667 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.012160 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-50537008-b4a4-420e-8606-31d6a01d5667 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/ef634ad4-3a09-4cea-bbc5-a55b0064649c HTTP/1.1" status: 204 len: 168 time: 0.7414489 Sep 08 13:46:07.014620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42074) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:07.041741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1a249df8-a252-49bf-b3cc-aa4b31362b18 None None] Could not find standard attr ID for object d52691f8-c678-4ecb-9bf5-3a670da7b396. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:46:07.082460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0633b5-a6cf-4167-bc3c-33a74dc84bd1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:07.083922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0633b5-a6cf-4167-bc3c-33a74dc84bd1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:07.085626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0633b5-a6cf-4167-bc3c-33a74dc84bd1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:07.087307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ca0633b5-a6cf-4167-bc3c-33a74dc84bd1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0717137 Sep 08 13:46:07.090527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42076) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:07.155018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-23be8f5b-3d32-46dc-981c-226811371cd3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 59cf9a15-1f24-4924-a30d-6c498260d399 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:07.159112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-23be8f5b-3d32-46dc-981c-226811371cd3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.169836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 30ef4f61-2c51-49e2-885a-850f1127ab49 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:46:07.209758 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-23be8f5b-3d32-46dc-981c-226811371cd3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.225405 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d71e1fe-edb2-4f97-91a8-e3be5cdea944 req-d006ea16-b562-48a8-b88a-d4ac2bd83f8a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:07.227288 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d71e1fe-edb2-4f97-91a8-e3be5cdea944 req-d006ea16-b562-48a8-b88a-d4ac2bd83f8a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0669448 Sep 08 13:46:07.306259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d71e1fe-edb2-4f97-91a8-e3be5cdea944 req-b20ada3a-de5f-4bd8-a578-e9c76a7727ad tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647275 Sep 08 13:46:07.308917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 30ef4f61-2c51-49e2-885a-850f1127ab49, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=30ef4f61-2c51-49e2-885a-850f1127ab49,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:07.330579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2b3ca34e-3a45-4478-8eba-f1c6263be023 None None] Could not find standard attr ID for object ef634ad4-3a09-4cea-bbc5-a55b0064649c. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:46:07.332386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '30ef4f61-2c51-49e2-885a-850f1127ab49', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '30ef4f61-2c51-49e2-885a-850f1127ab49', 'mac_address': 'fa:16:3e:ad:a7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:46:07.358072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-23be8f5b-3d32-46dc-981c-226811371cd3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.404073 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.424618 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:07.453606 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ef4f61-2c51-49e2-885a-850f1127ab49 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:46:07.488221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 30ef4f61-2c51-49e2-885a-850f1127ab49, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=30ef4f61-2c51-49e2-885a-850f1127ab49,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:07.508406 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:07.508722 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.577659 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-23be8f5b-3d32-46dc-981c-226811371cd3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.609397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be8f5b-3d32-46dc-981c-226811371cd3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=59cf9a15-1f24-4924-a30d-6c498260d399,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:07.609860 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.615541 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-23be8f5b-3d32-46dc-981c-226811371cd3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.621568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-23be8f5b-3d32-46dc-981c-226811371cd3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/59cf9a15-1f24-4924-a30d-6c498260d399 HTTP/1.1" status: 204 len: 168 time: 0.5287941 Sep 08 13:46:07.621733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42082) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:07.643444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69b02b-e114-4495-b7af-7185e21b9f9b req-f3fd727c-7373-4b8f-8fdd-d1b584dd2681 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:07.645139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c69b02b-e114-4495-b7af-7185e21b9f9b req-f3fd727c-7373-4b8f-8fdd-d1b584dd2681 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 948 time: 0.1023836 Sep 08 13:46:07.682301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=30ef4f61-2c51-49e2-885a-850f1127ab49,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:07.701837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b0489a-b2d6-4c42-9e9a-6ee42eb81d14 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet b767971f-232d-4c61-9eff-01d0eb62104d {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:07.703563 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c69b02b-e114-4495-b7af-7185e21b9f9b req-e861f14b-2b14-46b1-94e8-9217aca20463 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d60133d-0476-49d9-a01a-c4a51f30d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512774 Sep 08 13:46:07.704599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8b0489a-b2d6-4c42-9e9a-6ee42eb81d14 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.746860 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8b0489a-b2d6-4c42-9e9a-6ee42eb81d14 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.850588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cc053d-e208-4798-9be2-2193a6d30b09 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:07.869805 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8b0489a-b2d6-4c42-9e9a-6ee42eb81d14 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:07.875099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['30ef4f61-2c51-49e2-885a-850f1127ab49'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:46:07.879189 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-846a2669-2baf-4de1-8ad6-c71b9b40d37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.049983 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8b0489a-b2d6-4c42-9e9a-6ee42eb81d14 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.082276 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8b0489a-b2d6-4c42-9e9a-6ee42eb81d14 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.084191 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d8b0489a-b2d6-4c42-9e9a-6ee42eb81d14 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/b767971f-232d-4c61-9eff-01d0eb62104d HTTP/1.1" status: 204 len: 168 time: 0.4628360 Sep 08 13:46:08.085427 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0489a-b2d6-4c42-9e9a-6ee42eb81d14 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=b767971f-232d-4c61-9eff-01d0eb62104d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:08.087660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42088) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:08.136842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42090) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:08.137103 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-592515fd-39dd-4fd9-a945-d7d691f294bd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473206 Sep 08 13:46:08.143333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-803ddff5-c264-4a5b-b6ba-3587b1ceb773 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:08.277166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d7da97-a89b-4d06-acd5-d275c1c2541f None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:46:08.333556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-70d7da97-a89b-4d06-acd5-d275c1c2541f None None] Deleting port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:08.334151 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-70d7da97-a89b-4d06-acd5-d275c1c2541f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.340901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803ddff5-c264-4a5b-b6ba-3587b1ceb773 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:08.344929 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-803ddff5-c264-4a5b-b6ba-3587b1ceb773 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.403033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-70d7da97-a89b-4d06-acd5-d275c1c2541f None None] For port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:08.403439 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-70d7da97-a89b-4d06-acd5-d275c1c2541f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.417081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-70d7da97-a89b-4d06-acd5-d275c1c2541f None None] Calling delete_port for cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:08.471868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf2b8a-0d8f-4592-a949-8329fde9c0e4 req-085bd04e-ce83-4395-9829-d63d60196dcb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:08.473427 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9acf2b8a-0d8f-4592-a949-8329fde9c0e4 req-085bd04e-ce83-4395-9829-d63d60196dcb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0931280 Sep 08 13:46:08.547768 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9acf2b8a-0d8f-4592-a949-8329fde9c0e4 req-a0cb3e5e-9819-4eca-8a4b-166992ab7cf4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679123 Sep 08 13:46:08.591734 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-70d7da97-a89b-4d06-acd5-d275c1c2541f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.617584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d7da97-a89b-4d06-acd5-d275c1c2541f None None] Pushing event deleted for resources: {'Port': ['ID=cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:08.622651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d7da97-a89b-4d06-acd5-d275c1c2541f None None] No DVR routers for this DVR port cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:08.700835 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-803ddff5-c264-4a5b-b6ba-3587b1ceb773 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.744336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803ddff5-c264-4a5b-b6ba-3587b1ceb773 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:08.750493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-803ddff5-c264-4a5b-b6ba-3587b1ceb773 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:08.756194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803ddff5-c264-4a5b-b6ba-3587b1ceb773 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:08.756787 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-803ddff5-c264-4a5b-b6ba-3587b1ceb773 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:08.761831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75659c95-39ed-456c-b151-813c9cae5520 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:08.771140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ddff5-c264-4a5b-b6ba-3587b1ceb773 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=e4217b1a-7192-4311-bcbb-11b800822c00,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:08.834809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a9ad1-7328-476f-933f-6af221e946a2 req-3b56dfea-7657-453c-8c2e-7a63b5a2bc90 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:08.836359 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-489a9ad1-7328-476f-933f-6af221e946a2 req-3b56dfea-7657-453c-8c2e-7a63b5a2bc90 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 949 time: 0.0524070 Sep 08 13:46:08.849784 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-803ddff5-c264-4a5b-b6ba-3587b1ceb773 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7113974 Sep 08 13:46:08.852752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42098) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:08.858035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e71276d4-3b79-48e5-8cd9-b75a4e6b99b6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:08.900360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-489a9ad1-7328-476f-933f-6af221e946a2 req-c67f85f9-0d4e-4241-b36e-70357b5f6e73 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d60133d-0476-49d9-a01a-c4a51f30d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533061 Sep 08 13:46:08.917625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': 'e4217b1a-7192-4311-bcbb-11b800822c00'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:46:08.918678 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.053301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Allocated IP 172.20.0.2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/e4217b1a-7192-4311-bcbb-11b800822c00/63ff4b5a-8183-47d9-af79-361f2d13fc15) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:09.130151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71276d4-3b79-48e5-8cd9-b75a4e6b99b6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:09.134795 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e71276d4-3b79-48e5-8cd9-b75a4e6b99b6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.184536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 30ef4f61-2c51-49e2-885a-850f1127ab49 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:09.380055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 30ef4f61-2c51-49e2-885a-850f1127ab49 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:09.383858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:09.403756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 30ef4f61-2c51-49e2-885a-850f1127ab49 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:09.404134 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.406279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:09.406628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cd3a4492-96fa-49f2-b7b9-8b6ac09fcc74 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:09.505988 n-d-807558-3 neutron-server[96264]: DEBUG neutron.objects.ports [None req-e71276d4-3b79-48e5-8cd9-b75a4e6b99b6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:46:09.507524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e71276d4-3b79-48e5-8cd9-b75a4e6b99b6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.523610 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.549647 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71276d4-3b79-48e5-8cd9-b75a4e6b99b6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:09.552060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Transition to ACTIVE for port object 63ff4b5a-8183-47d9-af79-361f2d13fc15 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:09.553321 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e71276d4-3b79-48e5-8cd9-b75a4e6b99b6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:09.556779 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71276d4-3b79-48e5-8cd9-b75a4e6b99b6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:09.557381 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e71276d4-3b79-48e5-8cd9-b75a4e6b99b6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.574082 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71276d4-3b79-48e5-8cd9-b75a4e6b99b6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=0a1093c4-fe92-488e-af50-b41d502498e4,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:09.584397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Transition to ACTIVE for port object 63ff4b5a-8183-47d9-af79-361f2d13fc15 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:09.587374 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.612400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2958db-4263-4a67-a5c9-9b0e73a280ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ef4f61-2c51-49e2-885a-850f1127ab49'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:09.614926 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb74c5a9-c3e1-43ee-8a76-d96ac20d67ff" -d '{"events": [{"server_uuid": "1e2958db-4263-4a67-a5c9-9b0e73a280ce", "name": "network-vif-plugged", "status": "completed", "tag": "30ef4f61-2c51-49e2-885a-850f1127ab49"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:09.627984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 30ef4f61-2c51-49e2-885a-850f1127ab49, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=30ef4f61-2c51-49e2-885a-850f1127ab49,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:09.660931 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3176664a-4531-4648-b0eb-c9ecca26c041 x-openstack-request-id: req-3176664a-4531-4648-b0eb-c9ecca26c041 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:09.661643 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2958db-4263-4a67-a5c9-9b0e73a280ce", "name": "network-vif-plugged", "status": "completed", "tag": "30ef4f61-2c51-49e2-885a-850f1127ab49", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:09.662425 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3176664a-4531-4648-b0eb-c9ecca26c041 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:09.662425 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2958db-4263-4a67-a5c9-9b0e73a280ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ef4f61-2c51-49e2-885a-850f1127ab49', 'code': 200} Sep 08 13:46:09.669338 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e71276d4-3b79-48e5-8cd9-b75a4e6b99b6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8153374 Sep 08 13:46:09.672233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42106) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:09.677491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:76:d4:f9', 'name': 'tempest-NetworksTestDHCPv6-503584069'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:09.684611 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.702648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1db27-d0ea-4440-b7ab-08e378b404fa req-7235e837-ed1c-4643-b2a1-0d6c0ae246a6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:09.704501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-03e1db27-d0ea-4440-b7ab-08e378b404fa req-7235e837-ed1c-4643-b2a1-0d6c0ae246a6 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0702436 Sep 08 13:46:09.731937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:09.735753 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:09.740272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:09.752946 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.757620 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-03e1db27-d0ea-4440-b7ab-08e378b404fa req-d00b79be-10f6-4602-985b-e006979bfabb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467253 Sep 08 13:46:09.758876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Pushing event updated for resources: {'Port': ['ID=63ff4b5a-8183-47d9-af79-361f2d13fc15,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:09.828109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6719f-a861-4ed3-84e5-0bb1d6d782b6 req-8f174d3d-d10f-4a78-a048-6818c1f0c65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:09.829668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ba6719f-a861-4ed3-84e5-0bb1d6d782b6 req-8f174d3d-d10f-4a78-a048-6818c1f0c65f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 1101 time: 0.0661743 Sep 08 13:46:09.853183 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Attempting to bind port 63ff4b5a-8183-47d9-af79-361f2d13fc15 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:09.853569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Attempting to bind port 63ff4b5a-8183-47d9-af79-361f2d13fc15 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:09.853950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Attempting to bind port 63ff4b5a-8183-47d9-af79-361f2d13fc15 on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:09.855894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=30ef4f61-2c51-49e2-885a-850f1127ab49,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:09.861963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:09.865732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:09.865732 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.865732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:09.865732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Bound port: 63ff4b5a-8183-47d9-af79-361f2d13fc15, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:09.865732 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:09.878821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ba6719f-a861-4ed3-84e5-0bb1d6d782b6 req-e7d77e72-211f-426a-8efe-22075ad30576 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5d60133d-0476-49d9-a01a-c4a51f30d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390604 Sep 08 13:46:09.938882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] For port 63ff4b5a-8183-47d9-af79-361f2d13fc15, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:09.942288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] For port 63ff4b5a-8183-47d9-af79-361f2d13fc15, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=63ff4b5a-8183-47d9-af79-361f2d13fc15,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:09.968588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:09.974977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.026549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 50ca963f-70df-41cc-82db-8c9d08b100fd yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:46:10.075856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b893c4-602f-4802-9c04-a706c582006e req-cf295838-7235-47b3-9a6d-d8c203cd40ab tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:10.077372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0b893c4-602f-4802-9c04-a706c582006e req-cf295838-7235-47b3-9a6d-d8c203cd40ab tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 950 time: 0.1015151 Sep 08 13:46:10.106215 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.164761 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0b893c4-602f-4802-9c04-a706c582006e req-30f3b2de-104c-4d06-ba5f-ce6f02b9ef97 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d60133d-0476-49d9-a01a-c4a51f30d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794468 Sep 08 13:46:10.165198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Pushing event updated for resources: {'Port': ['ID=63ff4b5a-8183-47d9-af79-361f2d13fc15,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:10.175581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:10.176498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:10.177561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:10.177883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:10.178271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:10.178633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:10.178975 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:10.179320 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:10.179639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:10.179967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:10.180294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:10.180619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed9e738-3db6-4edb-ab7f-3bad4e994a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:10.203292 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f51c3109-747b-458b-976d-de93ae6a8334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.251640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 172.20.0.3 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/e4217b1a-7192-4311-bcbb-11b800822c00/50ca963f-70df-41cc-82db-8c9d08b100fd) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:10.258754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::f816:3eff:fe76:d4f9 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/0a1093c4-fe92-488e-af50-b41d502498e4/50ca963f-70df-41cc-82db-8c9d08b100fd) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:10.451043 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.465403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 50ca963f-70df-41cc-82db-8c9d08b100fd will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:10.626374 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.695030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.738416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:10.741559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:10.744271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:10.775364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=50ca963f-70df-41cc-82db-8c9d08b100fd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:10.810878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:10.811825 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:10.905215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c09e03-1036-4cfa-9f28-0563dd75ac13 req-3b5bb5a7-28de-4740-9062-b24662ae07a0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:10.908189 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21c09e03-1036-4cfa-9f28-0563dd75ac13 req-3b5bb5a7-28de-4740-9062-b24662ae07a0 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0633435 Sep 08 13:46:10.935665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2004f274-6f53-49e3-a895-efb2463028fd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2616234 Sep 08 13:46:10.937922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42118) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:10.955681 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-21c09e03-1036-4cfa-9f28-0563dd75ac13 req-a10c8dc6-4520-4686-ada5-713c72be4aa2 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409415 Sep 08 13:46:11.021981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de423fd-8b48-45b1-8d9c-8c12ed15bcc0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:11.028677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de423fd-8b48-45b1-8d9c-8c12ed15bcc0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:11.029999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9de423fd-8b48-45b1-8d9c-8c12ed15bcc0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0906496 Sep 08 13:46:11.037153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42122) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:11.170769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edce249e-3f17-424e-b9ec-e9a2ab76bdfe None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:11.208788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ebecae51-b40e-4da4-80a7-ddd24541b204 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 50ca963f-70df-41cc-82db-8c9d08b100fd {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:11.209141 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ebecae51-b40e-4da4-80a7-ddd24541b204 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:11.313530 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ebecae51-b40e-4da4-80a7-ddd24541b204 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:11.315691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57169e2-e8da-48f7-84b5-6eb96e60b4bc req-1b8c3a83-b845-4fc9-89db-cd403da47d78 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:11.327167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c57169e2-e8da-48f7-84b5-6eb96e60b4bc req-1b8c3a83-b845-4fc9-89db-cd403da47d78 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 950 time: 0.0611243 Sep 08 13:46:11.333152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ebecae51-b40e-4da4-80a7-ddd24541b204 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 50ca963f-70df-41cc-82db-8c9d08b100fd owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:11.396801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c57169e2-e8da-48f7-84b5-6eb96e60b4bc req-b6d07fcd-4ca7-4025-8bbb-7c69939d0f91 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d60133d-0476-49d9-a01a-c4a51f30d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577726 Sep 08 13:46:11.453039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fb026e-d5ec-423d-8d28-5bc9b209b645 None None] Update dhcp port {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': 'e4217b1a-7192-4311-bcbb-11b800822c00', 'ip_address': '172.20.0.2'}, {'subnet_id': '0a1093c4-fe92-488e-af50-b41d502498e4'}], 'binding:host_id': 'n-d-807558-3'}, 'id': '63ff4b5a-8183-47d9-af79-361f2d13fc15'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:46:11.483648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 63ff4b5a-8183-47d9-af79-361f2d13fc15 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:11.485978 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f5fb026e-d5ec-423d-8d28-5bc9b209b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:11.489639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-710004a9-2055-4dc7-9752-bad25ebbf038 None None] Provisioning for port 63ff4b5a-8183-47d9-af79-361f2d13fc15 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:11.701372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-f5fb026e-d5ec-423d-8d28-5bc9b209b645 None None] Allocated IP 2001:db8::f816:3eff:fe5d:3f98 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/0a1093c4-fe92-488e-af50-b41d502498e4/63ff4b5a-8183-47d9-af79-361f2d13fc15) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:11.704275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 63ff4b5a-8183-47d9-af79-361f2d13fc15 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:11.715922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 63ff4b5a-8183-47d9-af79-361f2d13fc15 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:11.717376 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:11.871375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f5fb026e-d5ec-423d-8d28-5bc9b209b645 None None] For port 63ff4b5a-8183-47d9-af79-361f2d13fc15, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=63ff4b5a-8183-47d9-af79-361f2d13fc15,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:11.896827 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:11.926590 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f5fb026e-d5ec-423d-8d28-5bc9b209b645 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:11.941599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f5fb026e-d5ec-423d-8d28-5bc9b209b645 None None] Transition to ACTIVE for port object 63ff4b5a-8183-47d9-af79-361f2d13fc15 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:11.945781 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.023534 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ebecae51-b40e-4da4-80a7-ddd24541b204 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.061105 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f5fb026e-d5ec-423d-8d28-5bc9b209b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.065104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebecae51-b40e-4da4-80a7-ddd24541b204 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=50ca963f-70df-41cc-82db-8c9d08b100fd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:12.170602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0790040e-f10e-491f-b757-a4eaff47a676 req-49fe6327-1912-41bb-b510-42a0419fb679 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:12.172164 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0790040e-f10e-491f-b757-a4eaff47a676 req-49fe6327-1912-41bb-b510-42a0419fb679 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.1370642 Sep 08 13:46:12.188154 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:46:12.188912 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:46:12.189133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb026e-d5ec-423d-8d28-5bc9b209b645 None None] Pushing event updated for resources: {'Port': ['ID=63ff4b5a-8183-47d9-af79-361f2d13fc15,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:12.203576 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ebecae51-b40e-4da4-80a7-ddd24541b204 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.205487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ebecae51-b40e-4da4-80a7-ddd24541b204 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/50ca963f-70df-41cc-82db-8c9d08b100fd HTTP/1.1" status: 204 len: 168 time: 1.1673081 Sep 08 13:46:12.209834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42134) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:12.246116 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0790040e-f10e-491f-b757-a4eaff47a676 req-7cc99e73-9bff-4136-a3d5-41c1258ea267 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614583 Sep 08 13:46:12.279646 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce98ba-dc2d-46b3-a24b-59c1c1ae1863 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:12.281958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce98ba-dc2d-46b3-a24b-59c1c1ae1863 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:12.283510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce98ba-dc2d-46b3-a24b-59c1c1ae1863 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:12.285169 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-57ce98ba-dc2d-46b3-a24b-59c1c1ae1863 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0743136 Sep 08 13:46:12.287973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42136) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:12.345415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ccf5ef5-bae8-46a2-8f37-8d2ec5e3b7e3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 0a1093c4-fe92-488e-af50-b41d502498e4 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:12.349485 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ccf5ef5-bae8-46a2-8f37-8d2ec5e3b7e3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.392754 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ccf5ef5-bae8-46a2-8f37-8d2ec5e3b7e3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.495635 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ccf5ef5-bae8-46a2-8f37-8d2ec5e3b7e3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.574071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1782480-0465-4ccc-96fb-d52d759704e3 req-9a0f2b93-dd89-4f59-a750-885705c815cf tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:12.575664 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1782480-0465-4ccc-96fb-d52d759704e3 req-9a0f2b93-dd89-4f59-a750-885705c815cf tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 950 time: 0.0966849 Sep 08 13:46:12.620542 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1782480-0465-4ccc-96fb-d52d759704e3 req-42c17289-3dba-45bb-b3b4-c52853e225d9 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d60133d-0476-49d9-a01a-c4a51f30d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347726 Sep 08 13:46:12.672283 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ccf5ef5-bae8-46a2-8f37-8d2ec5e3b7e3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.714705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf5ef5-bae8-46a2-8f37-8d2ec5e3b7e3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1093c4-fe92-488e-af50-b41d502498e4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:12.718593 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ccf5ef5-bae8-46a2-8f37-8d2ec5e3b7e3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.726366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6ccf5ef5-bae8-46a2-8f37-8d2ec5e3b7e3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/0a1093c4-fe92-488e-af50-b41d502498e4 HTTP/1.1" status: 204 len: 168 time: 0.4351249 Sep 08 13:46:12.726855 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42144) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:12.758746 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.793261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99eb9a4-628c-43cb-aaeb-2b6a986e5757 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet e4217b1a-7192-4311-bcbb-11b800822c00 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:12.797688 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b99eb9a4-628c-43cb-aaeb-2b6a986e5757 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.801695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 63ff4b5a-8183-47d9-af79-361f2d13fc15, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=63ff4b5a-8183-47d9-af79-361f2d13fc15,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:12.804050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96640e1-9fbd-451b-8813-d7fc22b4703d None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:12.843419 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b99eb9a4-628c-43cb-aaeb-2b6a986e5757 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.873259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a24b846f-1f11-46f7-95ec-d5134e495474 None None] Could not find standard attr ID for object 50ca963f-70df-41cc-82db-8c9d08b100fd. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:46:12.894621 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.940062 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b99eb9a4-628c-43cb-aaeb-2b6a986e5757 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:12.992010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=63ff4b5a-8183-47d9-af79-361f2d13fc15,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:13.008760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a24b846f-1f11-46f7-95ec-d5134e495474 None None] Provisioning for port 63ff4b5a-8183-47d9-af79-361f2d13fc15 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:13.012890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a24b846f-1f11-46f7-95ec-d5134e495474 None None] Provisioning complete for port 63ff4b5a-8183-47d9-af79-361f2d13fc15 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:13.013283 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a24b846f-1f11-46f7-95ec-d5134e495474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:13.131591 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b99eb9a4-628c-43cb-aaeb-2b6a986e5757 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:13.160727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99eb9a4-628c-43cb-aaeb-2b6a986e5757 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=e4217b1a-7192-4311-bcbb-11b800822c00,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:13.170449 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b99eb9a4-628c-43cb-aaeb-2b6a986e5757 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:13.172490 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b99eb9a4-628c-43cb-aaeb-2b6a986e5757 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/e4217b1a-7192-4311-bcbb-11b800822c00 HTTP/1.1" status: 204 len: 168 time: 0.4443526 Sep 08 13:46:13.175066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42148) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:13.221348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-07bdd4bb-6668-4097-9b2e-3003f3ab623c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450523 Sep 08 13:46:13.224084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42150) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:13.232646 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3a4e8a3a-02d6-43cf-8c27-9bf89a28673a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:13.242134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8017b-0980-4e9c-b76a-07691ae1461e req-a731e042-0a47-4426-b753-6a80e35f56c3 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:13.243741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57e8017b-0980-4e9c-b76a-07691ae1461e req-a731e042-0a47-4426-b753-6a80e35f56c3 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 950 time: 0.0811517 Sep 08 13:46:13.335679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57e8017b-0980-4e9c-b76a-07691ae1461e req-4e22665f-6031-44bf-8ca4-550c575cac5f tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d60133d-0476-49d9-a01a-c4a51f30d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807300 Sep 08 13:46:13.341013 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:13.428837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 63ff4b5a-8183-47d9-af79-361f2d13fc15 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:13.444137 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49f20e-5cea-443f-881b-63e57625d266 req-150ab7eb-2c6f-4171-8a9a-64379dd8ac4b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:13.445779 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e49f20e-5cea-443f-881b-63e57625d266 req-150ab7eb-2c6f-4171-8a9a-64379dd8ac4b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0774195 Sep 08 13:46:13.462658 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4e8a3a-02d6-43cf-8c27-9bf89a28673a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:13.467012 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a4e8a3a-02d6-43cf-8c27-9bf89a28673a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:13.505565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 63ff4b5a-8183-47d9-af79-361f2d13fc15 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:13.505951 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:13.545947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e49f20e-5cea-443f-881b-63e57625d266 req-6b72b845-d41b-4466-a854-21c822b4f46c tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911679 Sep 08 13:46:13.616935 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e185628-1354-4878-88b0-5dcce9f2a9ad None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:13.679465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-072862c4-e1db-4e3f-a92a-371cbac03e37 None None] Provisioning complete for port 63ff4b5a-8183-47d9-af79-361f2d13fc15 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:13.679842 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-072862c4-e1db-4e3f-a92a-371cbac03e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:13.786946 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a4e8a3a-02d6-43cf-8c27-9bf89a28673a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:13.842826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4e8a3a-02d6-43cf-8c27-9bf89a28673a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:13.847247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-3a4e8a3a-02d6-43cf-8c27-9bf89a28673a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:13.850440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e8a3a-02d6-43cf-8c27-9bf89a28673a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:13.851263 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a4e8a3a-02d6-43cf-8c27-9bf89a28673a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:13.870207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5c9696-fdb2-405e-ac86-97d1322b81ad None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:46:13.873441 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e8a3a-02d6-43cf-8c27-9bf89a28673a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=65b44f20-68da-4bf9-99b0-35c0de786f17,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:13.924818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c9696-fdb2-405e-ac86-97d1322b81ad None None] Deleting port 63ff4b5a-8183-47d9-af79-361f2d13fc15 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:13.925207 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9696-fdb2-405e-ac86-97d1322b81ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:13.939656 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3a4e8a3a-02d6-43cf-8c27-9bf89a28673a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7139633 Sep 08 13:46:13.946628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42158) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:13.946628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c16bada9-c51f-4160-a4dd-6e6fd9fca594 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:14.017314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-8b5c9696-fdb2-405e-ac86-97d1322b81ad None None] For port 63ff4b5a-8183-47d9-af79-361f2d13fc15, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=63ff4b5a-8183-47d9-af79-361f2d13fc15,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:14.017752 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9696-fdb2-405e-ac86-97d1322b81ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:14.033184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c9696-fdb2-405e-ac86-97d1322b81ad None None] Calling delete_port for 63ff4b5a-8183-47d9-af79-361f2d13fc15 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:14.130730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16bada9-c51f-4160-a4dd-6e6fd9fca594 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:14.132237 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c16bada9-c51f-4160-a4dd-6e6fd9fca594 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:14.209167 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b5c9696-fdb2-405e-ac86-97d1322b81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:14.239357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c9696-fdb2-405e-ac86-97d1322b81ad None None] Pushing event deleted for resources: {'Port': ['ID=63ff4b5a-8183-47d9-af79-361f2d13fc15,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:14.244045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c9696-fdb2-405e-ac86-97d1322b81ad None None] No DVR routers for this DVR port 63ff4b5a-8183-47d9-af79-361f2d13fc15 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:14.259617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6112900-226e-4d00-9e9c-92bdbddcf81d None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:14.453818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '65b44f20-68da-4bf9-99b0-35c0de786f17'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:46:14.454895 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:14.474807 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:14.517979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228bf79-d40f-4c85-bbf1-7af059c4cad9 req-bc732d64-767f-4685-ad45-e0c8de6ae160 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:14.519689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d228bf79-d40f-4c85-bbf1-7af059c4cad9 req-bc732d64-767f-4685-ad45-e0c8de6ae160 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 950 time: 0.1002450 Sep 08 13:46:14.537451 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba057bd-480d-4685-8e64-f6d06416bd89 req-ff6dd44b-fb67-4cf8-ae8f-dbcb53747bc5 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:14.539107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ba057bd-480d-4685-8e64-f6d06416bd89 req-ff6dd44b-fb67-4cf8-ae8f-dbcb53747bc5 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.70 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 950 time: 0.1079934 Sep 08 13:46:14.628154 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Allocated IP 172.20.0.2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/65b44f20-68da-4bf9-99b0-35c0de786f17/d14c7f53-cd41-4ccf-b158-1ff84875df07) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:14.645981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d228bf79-d40f-4c85-bbf1-7af059c4cad9 req-e56747ea-0178-4956-a044-e6b6bbf22e7c tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/security-groups?id=5d60133d-0476-49d9-a01a-c4a51f30d953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174264 Sep 08 13:46:14.706222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.objects.ports [None req-c16bada9-c51f-4160-a4dd-6e6fd9fca594 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96263) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:46:14.709780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c16bada9-c51f-4160-a4dd-6e6fd9fca594 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:14.716903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1d42a-3045-43ce-b978-d7b780139483 req-842ff0cd-d966-414b-97d2-3bdfc8cefa9b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:14.726816 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-72f1d42a-3045-43ce-b978-d7b780139483 req-842ff0cd-d966-414b-97d2-3bdfc8cefa9b tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0791924 Sep 08 13:46:14.761616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16bada9-c51f-4160-a4dd-6e6fd9fca594 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:14.766589 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c16bada9-c51f-4160-a4dd-6e6fd9fca594 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:14.770923 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-72f1d42a-3045-43ce-b978-d7b780139483 req-275d1867-8746-4b7a-b693-03c23eb612dd tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430992 Sep 08 13:46:14.773578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16bada9-c51f-4160-a4dd-6e6fd9fca594 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:14.774397 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c16bada9-c51f-4160-a4dd-6e6fd9fca594 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:14.792142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bada9-c51f-4160-a4dd-6e6fd9fca594 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=6078951e-ad9d-4c7c-a55c-593c0afd3596,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:14.812974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5ba057bd-480d-4685-8e64-f6d06416bd89 req-3d0d5c51-43f4-4061-b6c3-21a9f5dc4f28 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Deleting port 30ef4f61-2c51-49e2-885a-850f1127ab49 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:14.813240 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5ba057bd-480d-4685-8e64-f6d06416bd89 req-3d0d5c51-43f4-4061-b6c3-21a9f5dc4f28 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:14.887997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c16bada9-c51f-4160-a4dd-6e6fd9fca594 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9469626 Sep 08 13:46:14.891546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42168) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:14.902305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:56:2e:91', 'name': 'tempest-NetworksTestDHCPv6-2090686554'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:14.988637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5ba057bd-480d-4685-8e64-f6d06416bd89 req-3d0d5c51-43f4-4061-b6c3-21a9f5dc4f28 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] For port 30ef4f61-2c51-49e2-885a-850f1127ab49, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=30ef4f61-2c51-49e2-885a-850f1127ab49,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:14.988637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5ba057bd-480d-4685-8e64-f6d06416bd89 req-3d0d5c51-43f4-4061-b6c3-21a9f5dc4f28 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:15.003405 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:15.012491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5ba057bd-480d-4685-8e64-f6d06416bd89 req-3d0d5c51-43f4-4061-b6c3-21a9f5dc4f28 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Calling delete_port for 30ef4f61-2c51-49e2-885a-850f1127ab49 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:15.014990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Transition to ACTIVE for port object d14c7f53-cd41-4ccf-b158-1ff84875df07 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:15.029309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Transition to ACTIVE for port object d14c7f53-cd41-4ccf-b158-1ff84875df07 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:15.123960 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:15.175858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:15.178725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:15.183053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:15.191866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:15.197818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Pushing event updated for resources: {'Port': ['ID=d14c7f53-cd41-4ccf-b158-1ff84875df07,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:15.256448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Attempting to bind port d14c7f53-cd41-4ccf-b158-1ff84875df07 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:15.256878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Attempting to bind port d14c7f53-cd41-4ccf-b158-1ff84875df07 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:15.257224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Attempting to bind port d14c7f53-cd41-4ccf-b158-1ff84875df07 on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:15.262789 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:15.263166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:15.263579 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:15.263965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:15.264431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Bound port: d14c7f53-cd41-4ccf-b158-1ff84875df07, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:15.264814 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:15.275074 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5ba057bd-480d-4685-8e64-f6d06416bd89 req-3d0d5c51-43f4-4061-b6c3-21a9f5dc4f28 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:15.285892 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:15.315983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d5c51-43f4-4061-b6c3-21a9f5dc4f28 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Pushing event deleted for resources: {'Port': ['ID=30ef4f61-2c51-49e2-885a-850f1127ab49,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:15.338545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] For port d14c7f53-cd41-4ccf-b158-1ff84875df07, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:15.342549 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] For port d14c7f53-cd41-4ccf-b158-1ff84875df07, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d14c7f53-cd41-4ccf-b158-1ff84875df07,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:15.346386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 36ba5903-e8ae-428b-a9d1-e1557a5637fe yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:46:15.379136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba057bd-480d-4685-8e64-f6d06416bd89 req-3d0d5c51-43f4-4061-b6c3-21a9f5dc4f28 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] No DVR routers for this DVR port 30ef4f61-2c51-49e2-885a-850f1127ab49 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:15.408099 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5ba057bd-480d-4685-8e64-f6d06416bd89 req-3d0d5c51-43f4-4061-b6c3-21a9f5dc4f28 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:15.410272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ba057bd-480d-4685-8e64-f6d06416bd89 req-3d0d5c51-43f4-4061-b6c3-21a9f5dc4f28 tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.70 "DELETE /v2.0/ports/30ef4f61-2c51-49e2-885a-850f1127ab49 HTTP/1.1" status: 204 len: 173 time: 0.8624291 Sep 08 13:46:15.417466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2958db-4263-4a67-a5c9-9b0e73a280ce', 'name': 'network-vif-deleted', 'tag': '30ef4f61-2c51-49e2-885a-850f1127ab49'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:15.417466 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7665d0a1-3a19-4f15-bd9d-15002f596d11" -d '{"events": [{"server_uuid": "1e2958db-4263-4a67-a5c9-9b0e73a280ce", "name": "network-vif-deleted", "tag": "30ef4f61-2c51-49e2-885a-850f1127ab49"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:15.417790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 63ff4b5a-8183-47d9-af79-361f2d13fc15 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:15.444701 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:15.446733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 63ff4b5a-8183-47d9-af79-361f2d13fc15 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:15.447159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 63ff4b5a-8183-47d9-af79-361f2d13fc15 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:15.474251 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e351cb4c-3c92-464b-a0fc-5e1a47cb4eae x-openstack-request-id: req-e351cb4c-3c92-464b-a0fc-5e1a47cb4eae {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:15.474651 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2958db-4263-4a67-a5c9-9b0e73a280ce", "name": "network-vif-deleted", "tag": "30ef4f61-2c51-49e2-885a-850f1127ab49", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:15.474982 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e351cb4c-3c92-464b-a0fc-5e1a47cb4eae {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:15.475453 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2958db-4263-4a67-a5c9-9b0e73a280ce', 'name': 'network-vif-deleted', 'tag': '30ef4f61-2c51-49e2-885a-850f1127ab49', 'status': 'completed', 'code': 200} Sep 08 13:46:15.551048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd434d4d-b958-4af9-a476-bfc94a3a870c None None] Pushing event updated for resources: {'Port': ['ID=d14c7f53-cd41-4ccf-b158-1ff84875df07,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:15.597450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 172.20.0.4 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/65b44f20-68da-4bf9-99b0-35c0de786f17/36ba5903-e8ae-428b-a9d1-e1557a5637fe) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:15.604832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::f816:3eff:fe56:2e91 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/6078951e-ad9d-4c7c-a55c-593c0afd3596/36ba5903-e8ae-428b-a9d1-e1557a5637fe) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:15.814839 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e37401b5-10dd-4353-9130-189dffe7330e req-506fcaed-0c03-40d4-9ee5-be72fc459dcf tempest-VolumesNegativeTest-539995457 tempest-VolumesNegativeTest-539995457-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e2958db-4263-4a67-a5c9-9b0e73a280ce HTTP/1.1" status: 200 len: 210 time: 0.0864656 Sep 08 13:46:15.826386 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:15.857104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 36ba5903-e8ae-428b-a9d1-e1557a5637fe will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:15.946421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bf257-83ad-4c70-9186-52423752afeb req-64a008f3-fc73-4737-800f-7913a45a1543 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:15.952011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d2bf257-83ad-4c70-9186-52423752afeb req-64a008f3-fc73-4737-800f-7913a45a1543 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0605044 Sep 08 13:46:15.991516 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d2bf257-83ad-4c70-9186-52423752afeb req-4b86138b-30bc-4887-b557-0cd41056ed85 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368276 Sep 08 13:46:15.998637 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:16.048243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:16.051327 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:16.053755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:16.098384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=36ba5903-e8ae-428b-a9d1-e1557a5637fe,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:16.118685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:16.119357 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:16.238022 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3354fd02-1350-467c-983d-82949217d638 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3454261 Sep 08 13:46:16.240480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42194) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:16.294410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a2e676-6a61-4666-a55c-05e1cd608da0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:16.300111 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a2e676-6a61-4666-a55c-05e1cd608da0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:16.302236 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-74a2e676-6a61-4666-a55c-05e1cd608da0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0602713 Sep 08 13:46:16.304709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42196) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:16.406282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1ea35ad3-85c6-4919-aca7-f38140e51c8f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 36ba5903-e8ae-428b-a9d1-e1557a5637fe {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:16.406977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ea35ad3-85c6-4919-aca7-f38140e51c8f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:16.513165 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ea35ad3-85c6-4919-aca7-f38140e51c8f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:16.526977 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1ea35ad3-85c6-4919-aca7-f38140e51c8f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 36ba5903-e8ae-428b-a9d1-e1557a5637fe owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:16.660949 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d84c4-2d02-4821-8a12-85d525c0fedf None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:16.769199 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ea35ad3-85c6-4919-aca7-f38140e51c8f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:16.799530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea35ad3-85c6-4919-aca7-f38140e51c8f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=36ba5903-e8ae-428b-a9d1-e1557a5637fe,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:16.827011 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-19da3d10-9a5a-4e80-b179-942c5639bcd9 None None] Provisioning for port d14c7f53-cd41-4ccf-b158-1ff84875df07 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:16.914475 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1ea35ad3-85c6-4919-aca7-f38140e51c8f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:16.916954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1ea35ad3-85c6-4919-aca7-f38140e51c8f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/36ba5903-e8ae-428b-a9d1-e1557a5637fe HTTP/1.1" status: 204 len: 168 time: 0.6110191 Sep 08 13:46:16.919809 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42200) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:16.923900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0020dc14-af9e-4bec-832a-fb11a02bd236 None None] Update dhcp port {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': '65b44f20-68da-4bf9-99b0-35c0de786f17', 'ip_address': '172.20.0.2'}, {'subnet_id': '6078951e-ad9d-4c7c-a55c-593c0afd3596'}], 'binding:host_id': 'n-d-807558-3'}, 'id': 'd14c7f53-cd41-4ccf-b158-1ff84875df07'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:46:16.953596 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:16.957658 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0020dc14-af9e-4bec-832a-fb11a02bd236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:16.991527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d8b230-5aa0-45e1-b80b-8dc15403d441 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:16.993614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d8b230-5aa0-45e1-b80b-8dc15403d441 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:16.995680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d8b230-5aa0-45e1-b80b-8dc15403d441 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:16.999714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f6d8b230-5aa0-45e1-b80b-8dc15403d441 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0762551 Sep 08 13:46:17.001644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42202) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:17.071446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c48ef1-f090-4326-9d6a-3e1996a7025a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 6078951e-ad9d-4c7c-a55c-593c0afd3596 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:17.075140 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8c48ef1-f090-4326-9d6a-3e1996a7025a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:17.186566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 30ef4f61-2c51-49e2-885a-850f1127ab49 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:17.225494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 30ef4f61-2c51-49e2-885a-850f1127ab49 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:17.225911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 30ef4f61-2c51-49e2-885a-850f1127ab49 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:17.448197 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d14c7f53-cd41-4ccf-b158-1ff84875df07 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:17.509272 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8c48ef1-f090-4326-9d6a-3e1996a7025a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:17.557841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983dfe5-d311-4d08-a49a-c7ff1e1eef08 req-88551d2c-3b43-4639-9a3e-dfa199bb78f4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:17.559332 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d983dfe5-d311-4d08-a49a-c7ff1e1eef08 req-88551d2c-3b43-4639-9a3e-dfa199bb78f4 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.4530523 Sep 08 13:46:17.569468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8c48ef1-f090-4326-9d6a-3e1996a7025a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:17.592187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port d14c7f53-cd41-4ccf-b158-1ff84875df07 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:17.603031 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d14c7f53-cd41-4ccf-b158-1ff84875df07 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:17.603031 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:17.643464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d983dfe5-d311-4d08-a49a-c7ff1e1eef08 req-95128a2d-d501-4433-9ce4-d7b530dfa787 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524075 Sep 08 13:46:17.712486 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:17.723716 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8c48ef1-f090-4326-9d6a-3e1996a7025a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server [None req-0020dc14-af9e-4bec-832a-fb11a02bd236 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6078951e-ad9d-4c7c-a55c-593c0afd3596: This subnet is being modified by another concurrent operation. Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1733, in update_port Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise exception Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6078951e-ad9d-4c7c-a55c-593c0afd3596: This subnet is being modified by another concurrent operation. Sep 08 13:46:17.726897 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server Sep 08 13:46:17.758921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port d14c7f53-cd41-4ccf-b158-1ff84875df07, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d14c7f53-cd41-4ccf-b158-1ff84875df07,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:17.759207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c48ef1-f090-4326-9d6a-3e1996a7025a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=6078951e-ad9d-4c7c-a55c-593c0afd3596,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:17.765996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d8c48ef1-f090-4326-9d6a-3e1996a7025a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:17.767904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d8c48ef1-f090-4326-9d6a-3e1996a7025a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/6078951e-ad9d-4c7c-a55c-593c0afd3596 HTTP/1.1" status: 204 len: 168 time: 0.7650061 Sep 08 13:46:17.770886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42230) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:17.827036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2789e365-6998-4e24-8d00-b944d9b79486 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 65b44f20-68da-4bf9-99b0-35c0de786f17 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:17.830802 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2789e365-6998-4e24-8d00-b944d9b79486 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:17.863400 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:17.887430 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2789e365-6998-4e24-8d00-b944d9b79486 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:17.892962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0f2153d9-1832-45bb-90e9-ee8a2b956839 None None] Provisioning complete for port d14c7f53-cd41-4ccf-b158-1ff84875df07 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:17.895269 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0f2153d9-1832-45bb-90e9-ee8a2b956839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:17.946524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=d14c7f53-cd41-4ccf-b158-1ff84875df07,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:18.024594 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2789e365-6998-4e24-8d00-b944d9b79486 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:18.118714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d079cac7-334d-45e5-abc5-9a90eb0c2ce9 None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:46:18.145261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3a327143-0cbc-48b1-94b9-7115c2347640 None None] Could not find standard attr ID for object 50ca963f-70df-41cc-82db-8c9d08b100fd. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:46:18.152200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3a327143-0cbc-48b1-94b9-7115c2347640 None None] Could not find standard attr ID for object 36ba5903-e8ae-428b-a9d1-e1557a5637fe. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:46:18.198418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d079cac7-334d-45e5-abc5-9a90eb0c2ce9 None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:46:18.351934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2789e365-6998-4e24-8d00-b944d9b79486 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:18.380300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789e365-6998-4e24-8d00-b944d9b79486 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=65b44f20-68da-4bf9-99b0-35c0de786f17,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:18.385427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2789e365-6998-4e24-8d00-b944d9b79486 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:18.388065 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2789e365-6998-4e24-8d00-b944d9b79486 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/65b44f20-68da-4bf9-99b0-35c0de786f17 HTTP/1.1" status: 204 len: 168 time: 0.6163852 Sep 08 13:46:18.391263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42244) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:18.435618 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9caeea8d-e8dd-4410-aef1-1c508e609348 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432441 Sep 08 13:46:18.438815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42246) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:18.489370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318d1d25-d9e2-4f90-a0e5-a6c903b11fb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:18.493109 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-318d1d25-d9e2-4f90-a0e5-a6c903b11fb7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0511346 Sep 08 13:46:18.493775 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42248) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:18.561173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaabcf3-1209-46ad-8819-8504ac837d70 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:18.563411 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bdaabcf3-1209-46ad-8819-8504ac837d70 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0685601 Sep 08 13:46:18.565875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42250) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:18.617765 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f64d6649-46b1-490b-97b4-77024fabcfa5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485251 Sep 08 13:46:18.623796 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42256) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:18.629788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3d59bea0-f061-48a4-a87a-c76e331ab4ad tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:18.785492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d63c00-0a77-413e-9d6a-76ce64387ae3 req-7d6b7b60-af50-4cb1-8c1e-0ad54387f0e7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:18.787460 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60d63c00-0a77-413e-9d6a-76ce64387ae3 req-7d6b7b60-af50-4cb1-8c1e-0ad54387f0e7 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0586870 Sep 08 13:46:18.834924 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60d63c00-0a77-413e-9d6a-76ce64387ae3 req-a18a0b38-a9da-4dd3-a94d-1f2b0a0125b5 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395875 Sep 08 13:46:18.871465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d59bea0-f061-48a4-a87a-c76e331ab4ad tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:18.882034 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3d59bea0-f061-48a4-a87a-c76e331ab4ad tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:18.882034 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d59bea0-f061-48a4-a87a-c76e331ab4ad tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:46:18.882034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d59bea0-f061-48a4-a87a-c76e331ab4ad tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:46:18.981284 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3d59bea0-f061-48a4-a87a-c76e331ab4ad tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3559132 Sep 08 13:46:18.985102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42298) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:18.990669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-067037d9-fccb-4648-8982-232ab54928a3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:19.126146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129feee3-d9ff-40fd-9548-9d9799948911 None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:46:19.203826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129feee3-d9ff-40fd-9548-9d9799948911 None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:46:19.207642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-edb05b0d-f9b8-4663-aaae-fa88c2fd151d None None] Provisioning complete for port d14c7f53-cd41-4ccf-b158-1ff84875df07 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:19.208034 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-edb05b0d-f9b8-4663-aaae-fa88c2fd151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:19.209018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067037d9-fccb-4648-8982-232ab54928a3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:19.213228 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-067037d9-fccb-4648-8982-232ab54928a3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:19.214870 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-067037d9-fccb-4648-8982-232ab54928a3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:46:19.215325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-067037d9-fccb-4648-8982-232ab54928a3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:46:19.321337 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-067037d9-fccb-4648-8982-232ab54928a3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3316319 Sep 08 13:46:19.321554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42316) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:19.326792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f1c316d5-3f31-44f8-8efe-d33f2277c5d8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:19.359785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d14c7f53-cd41-4ccf-b158-1ff84875df07 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:19.505869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c316d5-3f31-44f8-8efe-d33f2277c5d8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:19.509463 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1c316d5-3f31-44f8-8efe-d33f2277c5d8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:19.510998 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1c316d5-3f31-44f8-8efe-d33f2277c5d8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:46:19.513021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1c316d5-3f31-44f8-8efe-d33f2277c5d8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:46:19.559205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef757fa-d655-4f5a-9a4e-22e7172c1c99 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:19.602014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f1c316d5-3f31-44f8-8efe-d33f2277c5d8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2764568 Sep 08 13:46:19.602832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42334) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:19.608892 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:19.611782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-92592536-471b-45c3-8d89-fd2f96e8053e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:19.645047 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port d14c7f53-cd41-4ccf-b158-1ff84875df07, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d14c7f53-cd41-4ccf-b158-1ff84875df07,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:19.690027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ff760013-d6f1-4206-bf4e-195914038a1c None None] Provisioning complete for port d14c7f53-cd41-4ccf-b158-1ff84875df07 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:19.697382 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ff760013-d6f1-4206-bf4e-195914038a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:19.720395 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:19.826576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d14c7f53-cd41-4ccf-b158-1ff84875df07 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:19.868102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=d14c7f53-cd41-4ccf-b158-1ff84875df07,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:19.912391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92592536-471b-45c3-8d89-fd2f96e8053e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:19.916334 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-92592536-471b-45c3-8d89-fd2f96e8053e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:19.917807 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-92592536-471b-45c3-8d89-fd2f96e8053e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:46:19.918263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92592536-471b-45c3-8d89-fd2f96e8053e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:46:19.961699 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ff760013-d6f1-4206-bf4e-195914038a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:19.982769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46139873-1414-4e1d-9a3e-69cbe7a2a515 None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:46:20.030271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650ca05b-90aa-435e-9f0a-d8d2016d2ee2 req-a8bbfc6f-4a40-4ab2-8be0-7d197591ef22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:20.033444 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-650ca05b-90aa-435e-9f0a-d8d2016d2ee2 req-a8bbfc6f-4a40-4ab2-8be0-7d197591ef22 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0740595 Sep 08 13:46:20.035752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-92592536-471b-45c3-8d89-fd2f96e8053e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4309101 Sep 08 13:46:20.039747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42350) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:20.045752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3109dd7b-498b-4096-bf76-908d19cab8f6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:20.083657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ff760013-d6f1-4206-bf4e-195914038a1c None None] For port d14c7f53-cd41-4ccf-b158-1ff84875df07, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d14c7f53-cd41-4ccf-b158-1ff84875df07,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:20.089636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d14c7f53-cd41-4ccf-b158-1ff84875df07 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:20.090161 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:20.126236 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-650ca05b-90aa-435e-9f0a-d8d2016d2ee2 req-7dfd86d7-c7fe-4d45-95d6-ca3307c26b65 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847080 Sep 08 13:46:20.153260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-46139873-1414-4e1d-9a3e-69cbe7a2a515 None None] Deleting port d14c7f53-cd41-4ccf-b158-1ff84875df07 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:20.153870 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-46139873-1414-4e1d-9a3e-69cbe7a2a515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:20.205982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bb3ed-ab3b-4dd4-a70c-b7f2944e6616 req-dbe28513-f2f8-43df-9f0b-3f4c4943afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:20.208181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb8bb3ed-ab3b-4dd4-a70c-b7f2944e6616 req-dbe28513-f2f8-43df-9f0b-3f4c4943afc5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 1096 time: 0.0487728 Sep 08 13:46:20.251153 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bb8bb3ed-ab3b-4dd4-a70c-b7f2944e6616 req-4feeebbc-7985-40de-a987-9a75f10217e4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356820 Sep 08 13:46:20.261355 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-46139873-1414-4e1d-9a3e-69cbe7a2a515 None None] For port d14c7f53-cd41-4ccf-b158-1ff84875df07, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d14c7f53-cd41-4ccf-b158-1ff84875df07,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:20.261766 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-46139873-1414-4e1d-9a3e-69cbe7a2a515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:20.266390 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ff760013-d6f1-4206-bf4e-195914038a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:20.278425 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:20.302921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-46139873-1414-4e1d-9a3e-69cbe7a2a515 None None] Calling delete_port for d14c7f53-cd41-4ccf-b158-1ff84875df07 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:20.357102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3109dd7b-498b-4096-bf76-908d19cab8f6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:20.361249 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3109dd7b-498b-4096-bf76-908d19cab8f6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:20.362721 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-3109dd7b-498b-4096-bf76-908d19cab8f6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:46:20.366790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3109dd7b-498b-4096-bf76-908d19cab8f6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:46:20.381422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff760013-d6f1-4206-bf4e-195914038a1c None None] Pushing event updated for resources: {'Port': ['ID=d14c7f53-cd41-4ccf-b158-1ff84875df07,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:20.436574 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:46:20.436974 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:46:20.460891 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3109dd7b-498b-4096-bf76-908d19cab8f6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4193859 Sep 08 13:46:20.463985 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42388) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:20.471457 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-dbadb456-9afb-4cbf-87d7-530ab817295f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:20.474312 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device aabccfe2-1841-4084-8a61-75a84311135e details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:46:20.485912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device aabccfe2-1841-4084-8a61-75a84311135e no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:20.546467 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-46139873-1414-4e1d-9a3e-69cbe7a2a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:20.631191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46139873-1414-4e1d-9a3e-69cbe7a2a515 None None] Pushing event deleted for resources: {'Port': ['ID=d14c7f53-cd41-4ccf-b158-1ff84875df07,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:20.631191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46139873-1414-4e1d-9a3e-69cbe7a2a515 None None] No DVR routers for this DVR port d14c7f53-cd41-4ccf-b158-1ff84875df07 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:20.694395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbadb456-9afb-4cbf-87d7-530ab817295f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:20.696521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port aabccfe2-1841-4084-8a61-75a84311135e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=aabccfe2-1841-4084-8a61-75a84311135e,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:20.698145 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dbadb456-9afb-4cbf-87d7-530ab817295f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:20.699251 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:20.699890 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbadb456-9afb-4cbf-87d7-530ab817295f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:46:20.700335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbadb456-9afb-4cbf-87d7-530ab817295f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:46:20.716727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'aabccfe2-1841-4084-8a61-75a84311135e', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'port_id': 'aabccfe2-1841-4084-8a61-75a84311135e', 'mac_address': 'fa:16:3e:a7:cb:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:46:20.733208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:20.736082 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37344c06-9185-42ba-b9b2-62fe9f12c731" -d '{"events": [{"server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "name": "network-vif-unplugged", "status": "completed", "tag": "aabccfe2-1841-4084-8a61-75a84311135e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:20.766210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port aabccfe2-1841-4084-8a61-75a84311135e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=aabccfe2-1841-4084-8a61-75a84311135e,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:20.784985 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:20.795514 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31fda86-c6f3-4a79-b462-3a1692a9abe7 x-openstack-request-id: req-f31fda86-c6f3-4a79-b462-3a1692a9abe7 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:20.795806 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "name": "network-vif-unplugged", "status": "completed", "tag": "aabccfe2-1841-4084-8a61-75a84311135e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:20.796639 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f31fda86-c6f3-4a79-b462-3a1692a9abe7 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:20.797026 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e', 'code': 200} Sep 08 13:46:20.807669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aabccfe2-1841-4084-8a61-75a84311135e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:46:20.866788 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dbadb456-9afb-4cbf-87d7-530ab817295f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4011095 Sep 08 13:46:20.869721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42412) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:20.895030 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:20.899701 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-118c4444-e808-41d5-b9c2-aa9fbe9e0559 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0287640 Sep 08 13:46:20.903023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42414) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:20.957065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e309f08-5253-414c-a311-a42fa3d62fe5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:20.959082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7e309f08-5253-414c-a311-a42fa3d62fe5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0550594 Sep 08 13:46:20.962021 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42416) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:20.964715 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Port d14c7f53-cd41-4ccf-b158-1ff84875df07 update to ACTIVE by agent not found {{(pid=96265) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 08 13:46:20.988572 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:46:20.988572 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:46:20.993161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=aabccfe2-1841-4084-8a61-75a84311135e,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:21.004105 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8309c79a-c08d-4c65-9790-ecd37632b520 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408857 Sep 08 13:46:21.008881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42418) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:21.014359 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a2333af7-bb62-4a14-85a1-cb2a7d35e3e1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:21.208909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2333af7-bb62-4a14-85a1-cb2a7d35e3e1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:21.215931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2333af7-bb62-4a14-85a1-cb2a7d35e3e1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:21.269722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a508ac3-dbc2-463b-a2ec-82cd9c38c514 req-325f952b-023c-4dd3-b3f1-da78649fc2fb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:21.272718 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a508ac3-dbc2-463b-a2ec-82cd9c38c514 req-325f952b-023c-4dd3-b3f1-da78649fc2fb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 943 time: 0.0804274 Sep 08 13:46:21.342064 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a508ac3-dbc2-463b-a2ec-82cd9c38c514 req-e2e92fcd-deae-46e0-8cd8-158d43247214 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584245 Sep 08 13:46:21.416504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d14c7f53-cd41-4ccf-b158-1ff84875df07 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:21.450676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: d14c7f53-cd41-4ccf-b158-1ff84875df07 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:21.451286 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d14c7f53-cd41-4ccf-b158-1ff84875df07 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:21.538519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:21.558041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabccfe2-1841-4084-8a61-75a84311135e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:46:21.580124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port aabccfe2-1841-4084-8a61-75a84311135e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=aabccfe2-1841-4084-8a61-75a84311135e,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:21.655098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.objects.ports [None req-a2333af7-bb62-4a14-85a1-cb2a7d35e3e1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:46:21.657016 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2333af7-bb62-4a14-85a1-cb2a7d35e3e1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:21.665595 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:21.710571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2333af7-bb62-4a14-85a1-cb2a7d35e3e1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:21.712212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-a2333af7-bb62-4a14-85a1-cb2a7d35e3e1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:21.717334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2333af7-bb62-4a14-85a1-cb2a7d35e3e1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:21.718501 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a2333af7-bb62-4a14-85a1-cb2a7d35e3e1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:21.733006 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2333af7-bb62-4a14-85a1-cb2a7d35e3e1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=3a1d8437-4a6a-4cb7-a28e-d8a7621cf94d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:21.739320 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572d99f4-c4f2-414b-bbc0-271eb292f8e0 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:21.755803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=aabccfe2-1841-4084-8a61-75a84311135e,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:21.861105 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a2333af7-bb62-4a14-85a1-cb2a7d35e3e1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8510675 Sep 08 13:46:21.873392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42460) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:21.873392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:1f:be:55', 'name': 'tempest-NetworksTestDHCPv6-579131982'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:21.915873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '3a1d8437-4a6a-4cb7-a28e-d8a7621cf94d'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:46:21.916898 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:22.019540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['aabccfe2-1841-4084-8a61-75a84311135e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:46:22.079277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:22.204898 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:22.228561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 6ad05386-5854-442f-871e-b781559de15b yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:46:22.253277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Allocated IP 2001:db8::f816:3eff:fe98:cc9d (f706838c-8b07-4db3-b64d-fc68b20ecb6a/3a1d8437-4a6a-4cb7-a28e-d8a7621cf94d/c93af26f-f532-48ea-9ade-32e3b8130e19) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:22.455008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a46506-efb6-4951-a85e-2087cc88a2af req-935c64e0-6455-4924-ae2d-e9cf2cdfe712 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:22.456893 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76a46506-efb6-4951-a85e-2087cc88a2af req-935c64e0-6455-4924-ae2d-e9cf2cdfe712 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 944 time: 0.0505040 Sep 08 13:46:22.478162 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:22.494530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Transition to ACTIVE for port object c93af26f-f532-48ea-9ade-32e3b8130e19 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:22.501332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76a46506-efb6-4951-a85e-2087cc88a2af req-c367559d-2205-4b6d-8542-d783308fec4a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368490 Sep 08 13:46:22.526443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Transition to ACTIVE for port object c93af26f-f532-48ea-9ade-32e3b8130e19 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:22.535186 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42498) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:22.620025 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c34d5fed-1dde-486c-83af-c5914812e39d tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/floatingips/efa51b92-fc2d-4669-b5a7-869032567267 HTTP/1.1" status: 200 len: 991 time: 0.0785642 Sep 08 13:46:22.626944 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:22.664584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:22.667533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:22.673831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:22.680934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Pushing event updated for resources: {'Port': ['ID=c93af26f-f532-48ea-9ade-32e3b8130e19,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:22.696943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::f816:3eff:fe1f:be55 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/3a1d8437-4a6a-4cb7-a28e-d8a7621cf94d/6ad05386-5854-442f-871e-b781559de15b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:22.736464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Attempting to bind port c93af26f-f532-48ea-9ade-32e3b8130e19 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:22.737124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Attempting to bind port c93af26f-f532-48ea-9ade-32e3b8130e19 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:22.737663 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Attempting to bind port c93af26f-f532-48ea-9ade-32e3b8130e19 on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:22.743309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:22.744102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:22.744679 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:22.745243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:22.745879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Bound port: c93af26f-f532-48ea-9ade-32e3b8130e19, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:22.746623 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:22.823936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] For port c93af26f-f532-48ea-9ade-32e3b8130e19, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:22.827931 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] For port c93af26f-f532-48ea-9ade-32e3b8130e19, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c93af26f-f532-48ea-9ade-32e3b8130e19,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:22.870349 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:22.886096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 6ad05386-5854-442f-871e-b781559de15b will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:22.888937 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:22.965917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fa74e-c603-46c5-91cd-5cbd326789e4 None None] Pushing event updated for resources: {'Port': ['ID=c93af26f-f532-48ea-9ade-32e3b8130e19,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:22.975502 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:23.024742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:23.028100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:23.034023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:23.039736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:23.040369 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:23.054612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=6ad05386-5854-442f-871e-b781559de15b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:23.170151 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-67a9bd13-36cb-405c-905d-248582595cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3050754 Sep 08 13:46:23.174099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42502) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:23.255484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699970c-5470-408b-a6f4-e606f510c9ed tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:23.262686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699970c-5470-408b-a6f4-e606f510c9ed tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:23.265382 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0699970c-5470-408b-a6f4-e606f510c9ed tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0891447 Sep 08 13:46:23.268430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42510) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:23.401210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-38569906-2071-475f-9e42-d9d79f6fd8b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 6ad05386-5854-442f-871e-b781559de15b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:23.401880 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38569906-2071-475f-9e42-d9d79f6fd8b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:23.477327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c93af26f-f532-48ea-9ade-32e3b8130e19 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:23.532225 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38569906-2071-475f-9e42-d9d79f6fd8b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:23.546625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-38569906-2071-475f-9e42-d9d79f6fd8b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 6ad05386-5854-442f-871e-b781559de15b owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:23.649024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port c93af26f-f532-48ea-9ade-32e3b8130e19 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:23.780274 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38569906-2071-475f-9e42-d9d79f6fd8b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:23.811654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38569906-2071-475f-9e42-d9d79f6fd8b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=6ad05386-5854-442f-871e-b781559de15b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:23.837232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-38569906-2071-475f-9e42-d9d79f6fd8b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:23.839307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-38569906-2071-475f-9e42-d9d79f6fd8b5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/6ad05386-5854-442f-871e-b781559de15b HTTP/1.1" status: 204 len: 168 time: 0.5697315 Sep 08 13:46:23.841909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42522) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:23.900717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eded4d6b-899e-43b5-9633-7614eeb5d043 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:23.902783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eded4d6b-899e-43b5-9633-7614eeb5d043 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:23.907830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42524) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:23.914801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eded4d6b-899e-43b5-9633-7614eeb5d043 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0650997 Sep 08 13:46:23.963653 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2fc1804-8385-4d55-b981-b5e6deaf7e90 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 3a1d8437-4a6a-4cb7-a28e-d8a7621cf94d {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:23.968752 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1804-8385-4d55-b981-b5e6deaf7e90 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.022654 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1804-8385-4d55-b981-b5e6deaf7e90 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.112552 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1804-8385-4d55-b981-b5e6deaf7e90 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.276164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42528) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:24.319292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-31deae70-4f0d-4d60-9e7e-ff791616781b None None] Provisioning for port c93af26f-f532-48ea-9ade-32e3b8130e19 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:24.326958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-31deae70-4f0d-4d60-9e7e-ff791616781b None None] Provisioning complete for port c93af26f-f532-48ea-9ade-32e3b8130e19 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:24.327934 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31deae70-4f0d-4d60-9e7e-ff791616781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.352492 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1804-8385-4d55-b981-b5e6deaf7e90 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.397337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc1804-8385-4d55-b981-b5e6deaf7e90 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1d8437-4a6a-4cb7-a28e-d8a7621cf94d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:24.408180 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1804-8385-4d55-b981-b5e6deaf7e90 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.412436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e2fc1804-8385-4d55-b981-b5e6deaf7e90 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/3a1d8437-4a6a-4cb7-a28e-d8a7621cf94d HTTP/1.1" status: 204 len: 168 time: 0.5011489 Sep 08 13:46:24.412436 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25fb9c68-d694-450a-ba5b-ecccc78076b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.412776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42532) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:24.466446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8d8f1889-b7f6-47a7-bb50-9e2c23cb266b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524445 Sep 08 13:46:24.476922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42534) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:24.477061 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31deae70-4f0d-4d60-9e7e-ff791616781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.478887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-5cda9fa2-adc7-4059-a278-1addc1e9f93f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:24.508958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-31deae70-4f0d-4d60-9e7e-ff791616781b None None] For port c93af26f-f532-48ea-9ade-32e3b8130e19, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c93af26f-f532-48ea-9ade-32e3b8130e19,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:24.522263 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device aabccfe2-1841-4084-8a61-75a84311135e up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:24.553552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec0c06-dab3-4833-8831-a8dd6d71e5ed None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:24.564975 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25fb9c68-d694-450a-ba5b-ecccc78076b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.620246 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31deae70-4f0d-4d60-9e7e-ff791616781b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.706799 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25fb9c68-d694-450a-ba5b-ecccc78076b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.710634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port aabccfe2-1841-4084-8a61-75a84311135e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:24.713228 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.752632 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-25fb9c68-d694-450a-ba5b-ecccc78076b4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3566194fb5224d6892604318df9005d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4753444 Sep 08 13:46:24.753624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb9c68-d694-450a-ba5b-ecccc78076b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8829d088-531c-4817-9e0f-794828fbed7e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:24.754678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7567d28f-d089-4777-a96a-012cc821f386 None None] Could not find standard attr ID for object 6ad05386-5854-442f-871e-b781559de15b. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:46:24.755367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42542) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:24.759000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31deae70-4f0d-4d60-9e7e-ff791616781b None None] Pushing event updated for resources: {'Port': ['ID=c93af26f-f532-48ea-9ade-32e3b8130e19,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:24.809980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cda9fa2-adc7-4059-a278-1addc1e9f93f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:24.814265 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cda9fa2-adc7-4059-a278-1addc1e9f93f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.840608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.854455 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cddb045-4c8e-44f7-80fc-c6862016530b None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:46:24.890672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:46:24.892735 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d2ff95-c21c-4069-8619-ff49a76da4f7" -d '{"events": [{"server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "name": "network-vif-plugged", "status": "completed", "tag": "aabccfe2-1841-4084-8a61-75a84311135e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:46:24.895863 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52b39e0f-c6f1-4263-aaae-75df86acd945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.908082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port aabccfe2-1841-4084-8a61-75a84311135e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=aabccfe2-1841-4084-8a61-75a84311135e,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:24.918928 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52b39e0f-c6f1-4263-aaae-75df86acd945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.930990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9cddb045-4c8e-44f7-80fc-c6862016530b None None] Deleting port c93af26f-f532-48ea-9ade-32e3b8130e19 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:24.931419 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9cddb045-4c8e-44f7-80fc-c6862016530b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:24.956810 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da16081-cd26-40e3-bb47-fa437d630140 x-openstack-request-id: req-1da16081-cd26-40e3-bb47-fa437d630140 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:46:24.962115 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "name": "network-vif-plugged", "status": "completed", "tag": "aabccfe2-1841-4084-8a61-75a84311135e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:46:24.962115 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1da16081-cd26-40e3-bb47-fa437d630140 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:46:24.962115 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e', 'code': 200} Sep 08 13:46:24.996815 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.040432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9cddb045-4c8e-44f7-80fc-c6862016530b None None] For port c93af26f-f532-48ea-9ade-32e3b8130e19, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c93af26f-f532-48ea-9ade-32e3b8130e19,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:25.040857 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9cddb045-4c8e-44f7-80fc-c6862016530b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.063069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9cddb045-4c8e-44f7-80fc-c6862016530b None None] Calling delete_port for c93af26f-f532-48ea-9ade-32e3b8130e19 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:25.078644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=aabccfe2-1841-4084-8a61-75a84311135e,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:25.092200 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52b39e0f-c6f1-4263-aaae-75df86acd945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.093638 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-52b39e0f-c6f1-4263-aaae-75df86acd945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.094882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-52b39e0f-c6f1-4263-aaae-75df86acd945 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8829d088-531c-4817-9e0f-794828fbed7e HTTP/1.1" status: 204 len: 168 time: 0.3382215 Sep 08 13:46:25.128705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b39e0f-c6f1-4263-aaae-75df86acd945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8829d088-531c-4817-9e0f-794828fbed7e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:25.294663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42550) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:25.374656 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9cddb045-4c8e-44f7-80fc-c6862016530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.413897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddb045-4c8e-44f7-80fc-c6862016530b None None] Pushing event deleted for resources: {'Port': ['ID=c93af26f-f532-48ea-9ade-32e3b8130e19,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:25.416825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c93af26f-f532-48ea-9ade-32e3b8130e19 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:25.442013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cddb045-4c8e-44f7-80fc-c6862016530b None None] No DVR routers for this DVR port c93af26f-f532-48ea-9ade-32e3b8130e19 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:25.445512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: c93af26f-f532-48ea-9ade-32e3b8130e19 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:25.445990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c93af26f-f532-48ea-9ade-32e3b8130e19 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:25.497869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.objects.ports [None req-5cda9fa2-adc7-4059-a278-1addc1e9f93f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96263) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:46:25.499885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cda9fa2-adc7-4059-a278-1addc1e9f93f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.546018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cda9fa2-adc7-4059-a278-1addc1e9f93f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:25.549658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-5cda9fa2-adc7-4059-a278-1addc1e9f93f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:25.554724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cda9fa2-adc7-4059-a278-1addc1e9f93f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:25.555535 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cda9fa2-adc7-4059-a278-1addc1e9f93f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.559920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3a46aa-4922-4091-8ff4-3f0ba5e3c22e None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:25.576864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda9fa2-adc7-4059-a278-1addc1e9f93f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=1e5622c2-524d-43d3-bee1-66ef87a61bde,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:25.633606 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5470f615-3fad-487a-8b0b-498a4c0c771c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9a2ea9c8e8c248e89ba2003185a65776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3355501 Sep 08 13:46:25.633920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42556) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:25.690973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5cda9fa2-adc7-4059-a278-1addc1e9f93f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2163796 Sep 08 13:46:25.691336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42558) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:25.691975 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f61f229-732a-477b-a2f3-6fa4529c03ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.697661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:29:96:d4', 'name': 'tempest-NetworksTestDHCPv6-1171345941'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:25.732168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '1e5622c2-524d-43d3-bee1-66ef87a61bde'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:46:25.734294 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.744430 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f61f229-732a-477b-a2f3-6fa4529c03ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.871791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Allocated IP 2001:db8::f816:3eff:fe4b:23fb (f706838c-8b07-4db3-b64d-fc68b20ecb6a/1e5622c2-524d-43d3-bee1-66ef87a61bde/7daab374-f1fc-4029-a020-a942185f7f6b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:25.948705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42560) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:25.967426 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-403fa7ed-be76-4b50-a97d-2b80173542c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.969742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:25.973518 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f61f229-732a-477b-a2f3-6fa4529c03ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.976026 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f61f229-732a-477b-a2f3-6fa4529c03ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:25.977151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9f61f229-732a-477b-a2f3-6fa4529c03ed admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5d60133d-0476-49d9-a01a-c4a51f30d953 HTTP/1.1" status: 204 len: 168 time: 0.3422556 Sep 08 13:46:26.014980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61f229-732a-477b-a2f3-6fa4529c03ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60133d-0476-49d9-a01a-c4a51f30d953,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:26.052582 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.061364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Transition to ACTIVE for port object 7daab374-f1fc-4029-a020-a942185f7f6b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:26.078314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Transition to ACTIVE for port object 7daab374-f1fc-4029-a020-a942185f7f6b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:26.108800 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.139276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port ddce99ce-69a1-4818-b2cb-99aea3d75c23 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:46:26.197505 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.215516 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-403fa7ed-be76-4b50-a97d-2b80173542c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.234276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:26.237029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:26.240518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:26.255954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Pushing event updated for resources: {'Port': ['ID=7daab374-f1fc-4029-a020-a942185f7f6b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:26.272893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::f816:3eff:fe29:96d4 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/1e5622c2-524d-43d3-bee1-66ef87a61bde/ddce99ce-69a1-4818-b2cb-99aea3d75c23) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:26.305671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Attempting to bind port 7daab374-f1fc-4029-a020-a942185f7f6b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:26.306049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Attempting to bind port 7daab374-f1fc-4029-a020-a942185f7f6b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:26.306480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Attempting to bind port 7daab374-f1fc-4029-a020-a942185f7f6b on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:26.311603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:26.311930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:26.312341 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.312801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:26.313280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Bound port: 7daab374-f1fc-4029-a020-a942185f7f6b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:26.313668 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.378876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] For port 7daab374-f1fc-4029-a020-a942185f7f6b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:26.381382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-403fa7ed-be76-4b50-a97d-2b80173542c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.382242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] For port 7daab374-f1fc-4029-a020-a942185f7f6b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7daab374-f1fc-4029-a020-a942185f7f6b,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:26.437233 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-403fa7ed-be76-4b50-a97d-2b80173542c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ff9fb494aa53489183c651bdfc1443af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4874022 Sep 08 13:46:26.475907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fa7ed-be76-4b50-a97d-2b80173542c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2856bcf9-554c-4e2a-bc24-61f2845dc11c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:26.476424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42564) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:26.477306 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.486084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object ddce99ce-69a1-4818-b2cb-99aea3d75c23 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:26.513342 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-36d64d44-b94d-4416-8bd1-7bc3c726b623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.534686 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-36d64d44-b94d-4416-8bd1-7bc3c726b623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.592896 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.606400 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfdfa721-ba64-46cd-a35d-d4d87b84c1ab req-0afb42b4-24a5-41b3-bfbb-32190ae21c05 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454228 Sep 08 13:46:26.666246 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f15474-a826-4e40-84c9-49ad043fa7df None None] Pushing event updated for resources: {'Port': ['ID=7daab374-f1fc-4029-a020-a942185f7f6b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:26.667423 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.689180 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-36d64d44-b94d-4416-8bd1-7bc3c726b623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.696852 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-36d64d44-b94d-4416-8bd1-7bc3c726b623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.699879 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-36d64d44-b94d-4416-8bd1-7bc3c726b623 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2856bcf9-554c-4e2a-bc24-61f2845dc11c HTTP/1.1" status: 204 len: 168 time: 0.2460797 Sep 08 13:46:26.708299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d64d44-b94d-4416-8bd1-7bc3c726b623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2856bcf9-554c-4e2a-bc24-61f2845dc11c,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:26.744161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:26.750453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:26.754571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:26.760654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:26.761322 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:26.791536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=ddce99ce-69a1-4818-b2cb-99aea3d75c23,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:26.797245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfa721-ba64-46cd-a35d-d4d87b84c1ab req-a53c2d46-82f6-489c-9d24-fde4ada194b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:26.798818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfdfa721-ba64-46cd-a35d-d4d87b84c1ab req-a53c2d46-82f6-489c-9d24-fde4ada194b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 1096 time: 0.1220219 Sep 08 13:46:26.856563 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b0375996-1c61-4f6a-9c9d-5ed3dd8ba0af tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1626234 Sep 08 13:46:26.860018 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42576) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:26.930068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24491f00-83d6-4b03-8ffb-da3f0782caad tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:26.936400 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24491f00-83d6-4b03-8ffb-da3f0782caad tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:26.938589 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-24491f00-83d6-4b03-8ffb-da3f0782caad tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0775797 Sep 08 13:46:26.941378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42578) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:26.957875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfa721-ba64-46cd-a35d-d4d87b84c1ab req-27cf9fd1-ce3d-41e2-a799-a8c71c1d9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:26.959431 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfdfa721-ba64-46cd-a35d-d4d87b84c1ab req-27cf9fd1-ce3d-41e2-a799-a8c71c1d9de6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4747e430-86e0-43b3-98c8-0e14ddd21f08 HTTP/1.1" status: 200 len: 898 time: 0.1399500 Sep 08 13:46:27.054322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6749b89a-7abd-4677-8c52-168ee9c00293 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port ddce99ce-69a1-4818-b2cb-99aea3d75c23 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:27.054817 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6749b89a-7abd-4677-8c52-168ee9c00293 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:27.060449 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfdfa721-ba64-46cd-a35d-d4d87b84c1ab req-60472072-1785-4667-b505-3b637bf0d39c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aabccfe2-1841-4084-8a61-75a84311135e HTTP/1.1" status: 200 len: 1000 time: 0.0916009 Sep 08 13:46:27.116302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfa721-ba64-46cd-a35d-d4d87b84c1ab req-ee3ecf50-81f4-44a8-9492-0afc5e4d876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:27.117983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfdfa721-ba64-46cd-a35d-d4d87b84c1ab req-ee3ecf50-81f4-44a8-9492-0afc5e4d876c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22c3a756-7dde-4178-917b-89b52a4cfc3f HTTP/1.1" status: 200 len: 834 time: 0.0503383 Sep 08 13:46:27.172840 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6749b89a-7abd-4677-8c52-168ee9c00293 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:27.175407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdfa721-ba64-46cd-a35d-d4d87b84c1ab req-eaca78c0-0006-43cb-b7c0-d2f23172d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:27.177022 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfdfa721-ba64-46cd-a35d-d4d87b84c1ab req-eaca78c0-0006-43cb-b7c0-d2f23172d3cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4747e430-86e0-43b3-98c8-0e14ddd21f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518072 Sep 08 13:46:27.184741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6749b89a-7abd-4677-8c52-168ee9c00293 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for ddce99ce-69a1-4818-b2cb-99aea3d75c23 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:27.280970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfdfa721-ba64-46cd-a35d-d4d87b84c1ab req-d65cb827-58b8-4452-baf9-80f90cee8562 service neutron] 10.222.0.60 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960209 Sep 08 13:46:27.390218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfdfa721-ba64-46cd-a35d-d4d87b84c1ab req-49c56078-3e22-4516-b644-cffbe567f92d service neutron] 10.222.0.60 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020129 Sep 08 13:46:27.437439 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6749b89a-7abd-4677-8c52-168ee9c00293 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:27.468345 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7daab374-f1fc-4029-a020-a942185f7f6b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:27.469439 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6749b89a-7abd-4677-8c52-168ee9c00293 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=ddce99ce-69a1-4818-b2cb-99aea3d75c23,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:27.505088 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6749b89a-7abd-4677-8c52-168ee9c00293 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:27.507493 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6749b89a-7abd-4677-8c52-168ee9c00293 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/ddce99ce-69a1-4818-b2cb-99aea3d75c23 HTTP/1.1" status: 204 len: 168 time: 0.5649683 Sep 08 13:46:27.510062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42600) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:27.583242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6398f37-0345-4a23-860e-6ce11172407b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:27.587466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6398f37-0345-4a23-860e-6ce11172407b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:27.592159 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c6398f37-0345-4a23-860e-6ce11172407b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0801258 Sep 08 13:46:27.599843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42604) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:27.615775 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42606) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:27.620997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 7daab374-f1fc-4029-a020-a942185f7f6b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:27.675687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7a4fef-ce7a-4380-b03c-3f6d3b6e8211 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 1e5622c2-524d-43d3-bee1-66ef87a61bde {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:27.679614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c7a4fef-ce7a-4380-b03c-3f6d3b6e8211 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:27.730205 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c7a4fef-ce7a-4380-b03c-3f6d3b6e8211 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:27.778926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1804116191-network', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:27.826159 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c7a4fef-ce7a-4380-b03c-3f6d3b6e8211 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:27.888503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Made reservation on behalf of e775cc3c1df5471aa5dfee1dc0919dd1 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:27.891581 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:27.901112 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:27.911961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4d6afc61-ed40-498d-bee7-e68c1f16f1b0 None None] Provisioning for port 7daab374-f1fc-4029-a020-a942185f7f6b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:27.916040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4d6afc61-ed40-498d-bee7-e68c1f16f1b0 None None] Provisioning complete for port 7daab374-f1fc-4029-a020-a942185f7f6b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:27.916638 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d6afc61-ed40-498d-bee7-e68c1f16f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:27.991923 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c7a4fef-ce7a-4380-b03c-3f6d3b6e8211 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.026047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a4fef-ce7a-4380-b03c-3f6d3b6e8211 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5622c2-524d-43d3-bee1-66ef87a61bde,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:28.039026 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3c7a4fef-ce7a-4380-b03c-3f6d3b6e8211 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.040993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3c7a4fef-ce7a-4380-b03c-3f6d3b6e8211 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/1e5622c2-524d-43d3-bee1-66ef87a61bde HTTP/1.1" status: 204 len: 168 time: 0.4400890 Sep 08 13:46:28.043567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42616) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:28.063654 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d6afc61-ed40-498d-bee7-e68c1f16f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.093856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-83047822-8514-4efa-8adf-38454b9b2c3f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486782 Sep 08 13:46:28.095408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42620) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:28.126947 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.159951 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-4d6afc61-ed40-498d-bee7-e68c1f16f1b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:46:28.160557 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-4d6afc61-ed40-498d-bee7-e68c1f16f1b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:46:28.164758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377f942f-880c-4bfd-a89d-29e5a9d128e7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:28.169207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42622) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:28.170803 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-377f942f-880c-4bfd-a89d-29e5a9d128e7 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0742161 Sep 08 13:46:28.202545 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.239170 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:46:28.255072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af151ee-6b06-4876-bc53-7db109f0476b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:28.265735 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.268880 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Added segment ac258c38-d40a-4904-b3b3-e3526d369389 of type vlan for network 711c16a7-1042-4ef7-a40f-48c2c03637f2 Sep 08 13:46:28.270166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ddb80e-1995-4b67-b142-86e6b0d5a9a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:28.274727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-45ddb80e-1995-4b67-b142-86e6b0d5a9a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1043122 Sep 08 13:46:28.274836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42626) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:28.297709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae68df45-483b-4e22-bbf9-05c21bb3d928 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:28.316974 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.345328 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a477ee51-46a4-4415-bcfc-3e19fefd73a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689898 Sep 08 13:46:28.350044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42628) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:28.355221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f7d2927e-ee6c-4218-ac13-8b97b7b43a1c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:28.416394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.417345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:28.417917 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.503820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3183e2ba-f5d4-478e-b0d6-090f9aff6335 None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:46:28.519802 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] Pushing event updated for resources: {'Network': ['ID=711c16a7-1042-4ef7-a40f-48c2c03637f2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:28.542412 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4c069b23-e498-43bc-9248-4512cb8d306e admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9253287 Sep 08 13:46:28.545870 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42634) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:28.546467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 711c16a7-1042-4ef7-a40f-48c2c03637f2 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:46:28.553215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b11b92fe-e428-46f8-b17b-113f17940547 admin admin] Request body: {'subnet': {'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1804116191-subnet', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:28.608764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d2927e-ee6c-4218-ac13-8b97b7b43a1c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:28.613120 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f7d2927e-ee6c-4218-ac13-8b97b7b43a1c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.629894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3183e2ba-f5d4-478e-b0d6-090f9aff6335 None None] Deleting port 7daab374-f1fc-4029-a020-a942185f7f6b {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:28.630325 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3183e2ba-f5d4-478e-b0d6-090f9aff6335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.705504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11b92fe-e428-46f8-b17b-113f17940547 admin admin] Made reservation on behalf of e775cc3c1df5471aa5dfee1dc0919dd1 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:28.708151 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b11b92fe-e428-46f8-b17b-113f17940547 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.720764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3183e2ba-f5d4-478e-b0d6-090f9aff6335 None None] For port 7daab374-f1fc-4029-a020-a942185f7f6b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7daab374-f1fc-4029-a020-a942185f7f6b,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:28.721096 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3183e2ba-f5d4-478e-b0d6-090f9aff6335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.734919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3183e2ba-f5d4-478e-b0d6-090f9aff6335 None None] Calling delete_port for 7daab374-f1fc-4029-a020-a942185f7f6b owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:28.820658 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4d6afc61-ed40-498d-bee7-e68c1f16f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.937046 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3183e2ba-f5d4-478e-b0d6-090f9aff6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.969390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b11b92fe-e428-46f8-b17b-113f17940547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:28.992069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.objects.ports [None req-f7d2927e-ee6c-4218-ac13-8b97b7b43a1c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:46:28.993190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183e2ba-f5d4-478e-b0d6-090f9aff6335 None None] Pushing event deleted for resources: {'Port': ['ID=7daab374-f1fc-4029-a020-a942185f7f6b,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:28.994022 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f7d2927e-ee6c-4218-ac13-8b97b7b43a1c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.003159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3183e2ba-f5d4-478e-b0d6-090f9aff6335 None None] No DVR routers for this DVR port 7daab374-f1fc-4029-a020-a942185f7f6b on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:29.029934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b92fe-e428-46f8-b17b-113f17940547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55846e63-4c2b-4c71-91f7-56ead26130b9,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:29.047983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2927e-ee6c-4218-ac13-8b97b7b43a1c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:29.052517 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-f7d2927e-ee6c-4218-ac13-8b97b7b43a1c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:29.052719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b92fe-e428-46f8-b17b-113f17940547 admin admin] Checking segment: {'id': 'ac258c38-d40a-4904-b3b3-e3526d369389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:29.052926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b92fe-e428-46f8-b17b-113f17940547 admin admin] Network hostable DHCP agents. Network: 711c16a7-1042-4ef7-a40f-48c2c03637f2, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:46:29.056830 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2927e-ee6c-4218-ac13-8b97b7b43a1c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:29.057437 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f7d2927e-ee6c-4218-ac13-8b97b7b43a1c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.064712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2161720b-f962-4af8-8f4d-3c1dfdaa1e70 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:29.092468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2927e-ee6c-4218-ac13-8b97b7b43a1c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=6a20c3da-ce97-4dae-9423-8bd2a4d6d81b,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:29.128079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1646bb22-2558-4fd6-9537-6549166eb6b8 None None] Could not find standard attr ID for object ddce99ce-69a1-4818-b2cb-99aea3d75c23. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:46:29.157403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11b92fe-e428-46f8-b17b-113f17940547 admin admin] Network 711c16a7-1042-4ef7-a40f-48c2c03637f2 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:46:29.217507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '6a20c3da-ce97-4dae-9423-8bd2a4d6d81b'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:46:29.218428 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.230238 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f7d2927e-ee6c-4218-ac13-8b97b7b43a1c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8752184 Sep 08 13:46:29.230529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42650) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:29.235938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:09:1d:e5', 'name': 'tempest-NetworksTestDHCPv6-195660626'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:29.329468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-b11b92fe-e428-46f8-b17b-113f17940547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 711c16a7-1042-4ef7-a40f-48c2c03637f2) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:29.341156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11b92fe-e428-46f8-b17b-113f17940547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:29.341955 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b11b92fe-e428-46f8-b17b-113f17940547 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.350135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f18c7-c11c-4425-98a8-22c25edb5fef None None] Network 711c16a7-1042-4ef7-a40f-48c2c03637f2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:29.412065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7daab374-f1fc-4029-a020-a942185f7f6b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:29.435244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Allocated IP 2001:db8::f816:3eff:fea5:b209 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/6a20c3da-ce97-4dae-9423-8bd2a4d6d81b/8351e3c2-e0e1-4584-bc81-0da09d17196d) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:29.439577 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b11b92fe-e428-46f8-b17b-113f17940547 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8925228 Sep 08 13:46:29.441140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 7daab374-f1fc-4029-a020-a942185f7f6b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:29.441398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7daab374-f1fc-4029-a020-a942185f7f6b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:29.442508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42654) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:29.446822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1804116191-router', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:29.545182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:29.550822 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.576147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port ad2f4f99-d4eb-447b-98df-f371a64a39aa yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:46:29.606983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-711c16a7-1042-4ef7-a40f-48c2c03637f2', 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'fixed_ips': [{'subnet_id': '55846e63-4c2b-4c71-91f7-56ead26130b9'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:46:29.607761 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.637264 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.638538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.708470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42658) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:29.715719 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.731832 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.734628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Transition to ACTIVE for port object 8351e3c2-e0e1-4584-bc81-0da09d17196d will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:29.777064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Transition to ACTIVE for port object 8351e3c2-e0e1-4584-bc81-0da09d17196d will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:29.800751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Allocated IP 172.20.0.2 (711c16a7-1042-4ef7-a40f-48c2c03637f2/55846e63-4c2b-4c71-91f7-56ead26130b9/c8ed8cd0-682b-495a-a137-b91d4647d580) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:29.824505 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fef6bd1-8a47-4c03-a639-2c01147244d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.883031 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.926534 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fef6bd1-8a47-4c03-a639-2c01147244d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.974321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:29.993330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::f816:3eff:fe09:1de5 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/6a20c3da-ce97-4dae-9423-8bd2a4d6d81b/ad2f4f99-d4eb-447b-98df-f371a64a39aa) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:30.025792 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fef6bd1-8a47-4c03-a639-2c01147244d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.070457 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9fef6bd1-8a47-4c03-a639-2c01147244d5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=cb196d010fe149b692dc2daf547ff2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3605118 Sep 08 13:46:30.072376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef6bd1-8a47-4c03-a639-2c01147244d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba91db2-9945-4441-9e0a-df1d3781c012,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:30.084172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42662) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:30.090800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:30.097703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:30.103804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:30.125488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Pushing event updated for resources: {'Port': ['ID=8351e3c2-e0e1-4584-bc81-0da09d17196d,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:30.205070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Attempting to bind port 8351e3c2-e0e1-4584-bc81-0da09d17196d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:30.205440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Attempting to bind port 8351e3c2-e0e1-4584-bc81-0da09d17196d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:30.205826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Attempting to bind port 8351e3c2-e0e1-4584-bc81-0da09d17196d on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:30.211236 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.218995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:30.219394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:30.219786 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.220194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:30.220672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Bound port: 8351e3c2-e0e1-4584-bc81-0da09d17196d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:30.221058 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.225193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Transition to ACTIVE for port object c8ed8cd0-682b-495a-a137-b91d4647d580 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:30.251120 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.253256 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c151350e-e293-45a2-845f-b06f25ea2362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.267764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Transition to ACTIVE for port object c8ed8cd0-682b-495a-a137-b91d4647d580 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:30.277595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object ad2f4f99-d4eb-447b-98df-f371a64a39aa will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:30.295408 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c151350e-e293-45a2-845f-b06f25ea2362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.299816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] For port 8351e3c2-e0e1-4584-bc81-0da09d17196d, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:30.302992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] For port 8351e3c2-e0e1-4584-bc81-0da09d17196d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8351e3c2-e0e1-4584-bc81-0da09d17196d,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:30.369422 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.402278 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.410308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Network 711c16a7-1042-4ef7-a40f-48c2c03637f2 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:30.416245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:30.421227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:30.440008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Pushing event updated for resources: {'Port': ['ID=c8ed8cd0-682b-495a-a137-b91d4647d580,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:30.466295 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.492999 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c151350e-e293-45a2-845f-b06f25ea2362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.495823 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c151350e-e293-45a2-845f-b06f25ea2362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.501035 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c151350e-e293-45a2-845f-b06f25ea2362 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/eba91db2-9945-4441-9e0a-df1d3781c012 HTTP/1.1" status: 204 len: 168 time: 0.4111335 Sep 08 13:46:30.528514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Attempting to bind port c8ed8cd0-682b-495a-a137-b91d4647d580 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:30.530413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Attempting to bind port c8ed8cd0-682b-495a-a137-b91d4647d580 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'ac258c38-d40a-4904-b3b3-e3526d369389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:30.530413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Attempting to bind port c8ed8cd0-682b-495a-a137-b91d4647d580 on network 711c16a7-1042-4ef7-a40f-48c2c03637f2 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:30.534568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2976b52-c19d-4b37-bbcc-dcca0c0e9508 None None] Pushing event updated for resources: {'Port': ['ID=8351e3c2-e0e1-4584-bc81-0da09d17196d,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:30.539917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:30.540317 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Checking segment: {'id': 'ac258c38-d40a-4904-b3b3-e3526d369389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:30.540725 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.541293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Bound using segment: {'id': 'ac258c38-d40a-4904-b3b3-e3526d369389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:30.541603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Bound port: c8ed8cd0-682b-495a-a137-b91d4647d580, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac258c38-d40a-4904-b3b3-e3526d369389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:30.541989 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.554930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:30.558349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151350e-e293-45a2-845f-b06f25ea2362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba91db2-9945-4441-9e0a-df1d3781c012,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:30.568729 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.579708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:30.618856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] For port c8ed8cd0-682b-495a-a137-b91d4647d580, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:30.622875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] For port c8ed8cd0-682b-495a-a137-b91d4647d580, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c8ed8cd0-682b-495a-a137-b91d4647d580,segment=NetworkSegment(ac258c38-d40a-4904-b3b3-e3526d369389),segment_id=ac258c38-d40a-4904-b3b3-e3526d369389)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:30.672050 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.769984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee55d96-33d6-4d8b-b3a8-4f5903e99bd2 None None] Pushing event updated for resources: {'Port': ['ID=c8ed8cd0-682b-495a-a137-b91d4647d580,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:30.975067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:30.980708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:30.981327 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:30.989067 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.000926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=ad2f4f99-d4eb-447b-98df-f371a64a39aa,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:31.120722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Allocated IP 172.25.5.11 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/ef40c604-3218-4e27-8bc9-40323048bdc9) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:31.132310 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7db9a4a5-c5b8-4d91-9c98-fab724a18fd4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9005647 Sep 08 13:46:31.135239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42668) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:31.199968 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a29085-1da6-49fb-8e65-f6de663d3385 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:31.204099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42670) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:31.205980 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a29085-1da6-49fb-8e65-f6de663d3385 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:31.207755 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e7a29085-1da6-49fb-8e65-f6de663d3385 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0709136 Sep 08 13:46:31.210447 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42672) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:31.225511 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6803eca6-f72f-4119-8de1-112e3ce2a84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.281140 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.316777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port ad2f4f99-d4eb-447b-98df-f371a64a39aa {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:31.317129 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.379236 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6803eca6-f72f-4119-8de1-112e3ce2a84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.426015 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.452718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.470691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:31.471531 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6803eca6-f72f-4119-8de1-112e3ce2a84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.473099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for ad2f4f99-d4eb-447b-98df-f371a64a39aa owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:31.485946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:31.507941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:31.533818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8351e3c2-e0e1-4584-bc81-0da09d17196d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:31.578326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803eca6-f72f-4119-8de1-112e3ce2a84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbd1db9-f903-4945-bee9-e89d78d6dffa,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:31.582690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6803eca6-f72f-4119-8de1-112e3ce2a84c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=189c045cda0c412ea0d3a18874c140c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3774674 Sep 08 13:46:31.583400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Pushing event updated for resources: {'Port': ['ID=ef40c604-3218-4e27-8bc9-40323048bdc9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:31.585443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42674) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:31.661074 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.715233 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.717057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 8351e3c2-e0e1-4584-bc81-0da09d17196d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:31.729005 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c8ed8cd0-682b-495a-a137-b91d4647d580 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:31.895103 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port c8ed8cd0-682b-495a-a137-b91d4647d580 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:31.895906 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.898508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-68e2a821-6fc1-410f-b347-4fc64fe223d2 None None] Provisioning for port 8351e3c2-e0e1-4584-bc81-0da09d17196d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:31.899206 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.903397 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/efbd1db9-f903-4945-bee9-e89d78d6dffa HTTP/1.1" status: 204 len: 168 time: 0.3148823 Sep 08 13:46:31.911994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-68e2a821-6fc1-410f-b347-4fc64fe223d2 None None] Provisioning complete for port 8351e3c2-e0e1-4584-bc81-0da09d17196d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:31.911994 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-68e2a821-6fc1-410f-b347-4fc64fe223d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.933212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:31.941516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbd1db9-f903-4945-bee9-e89d78d6dffa,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:31.979767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=ad2f4f99-d4eb-447b-98df-f371a64a39aa,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:31.985486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:31.985832 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:31.986200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:31.986528 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:31.986862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:31.987191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:31.987513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:31.987836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:31.988160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:31.988478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:31.988794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:31.989571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65482c2a-c369-416c-abde-3156cb8c67ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.002391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.002741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.003083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.003414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.003746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.004071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.004396 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.004720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.005043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.005361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.005681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.005999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:32.033934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.035935 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f350e1b6-fe1c-4fdd-96ed-9b214c8350a0 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/ad2f4f99-d4eb-447b-98df-f371a64a39aa HTTP/1.1" status: 204 len: 168 time: 0.8245630 Sep 08 13:46:32.041680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42678) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:32.095320 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-68e2a821-6fc1-410f-b347-4fc64fe223d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.104104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.140138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-68e2a821-6fc1-410f-b347-4fc64fe223d2 None None] For port 8351e3c2-e0e1-4584-bc81-0da09d17196d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8351e3c2-e0e1-4584-bc81-0da09d17196d,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:32.157971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d9e88-2fc3-4f71-8d2f-1ad5af01c302 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:32.159702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163d9e88-2fc3-4f71-8d2f-1ad5af01c302 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:32.164705 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-163d9e88-2fc3-4f71-8d2f-1ad5af01c302 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1184802 Sep 08 13:46:32.167441 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42680) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:32.226355 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-67265428-7884-4fdb-918f-773eb8253655 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 6a20c3da-ce97-4dae-9423-8bd2a4d6d81b {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:32.230870 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-67265428-7884-4fdb-918f-773eb8253655 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.276856 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-68e2a821-6fc1-410f-b347-4fc64fe223d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.301820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-67265428-7884-4fdb-918f-773eb8253655 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.314336 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d21693c-de41-4e47-b8cb-e092d836d237 None None] Network 711c16a7-1042-4ef7-a40f-48c2c03637f2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:32.362636 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.396824 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-67265428-7884-4fdb-918f-773eb8253655 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.408840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e2a821-6fc1-410f-b347-4fc64fe223d2 None None] Pushing event updated for resources: {'Port': ['ID=8351e3c2-e0e1-4584-bc81-0da09d17196d,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:32.502854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ac801f5a-03cf-443b-8c8c-76c62af9b622 None None] Provisioning for port c8ed8cd0-682b-495a-a137-b91d4647d580 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:32.508441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ac801f5a-03cf-443b-8c8c-76c62af9b622 None None] Provisioning complete for port c8ed8cd0-682b-495a-a137-b91d4647d580 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:32.508823 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ac801f5a-03cf-443b-8c8c-76c62af9b622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.550371 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-67265428-7884-4fdb-918f-773eb8253655 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.565554 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-67265428-7884-4fdb-918f-773eb8253655 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.569308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42688) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:32.580682 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-67265428-7884-4fdb-918f-773eb8253655 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/6a20c3da-ce97-4dae-9423-8bd2a4d6d81b HTTP/1.1" status: 204 len: 168 time: 0.4151535 Sep 08 13:46:32.584699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ef138-4151-412b-96fe-edc58377a050 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:32.628054 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d531b6e9-046f-41b0-b259-52589d03d93a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0576866 Sep 08 13:46:32.629167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Router 558cede6-88a5-458c-bd58-227a6426cf0d is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:46:32.633401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42692) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:32.640629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:32.677608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ac801f5a-03cf-443b-8c8c-76c62af9b622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.753193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ac801f5a-03cf-443b-8c8c-76c62af9b622 None None] For port c8ed8cd0-682b-495a-a137-b91d4647d580, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c8ed8cd0-682b-495a-a137-b91d4647d580,segment=NetworkSegment(ac258c38-d40a-4904-b3b3-e3526d369389),segment_id=ac258c38-d40a-4904-b3b3-e3526d369389)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:32.808905 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ac801f5a-03cf-443b-8c8c-76c62af9b622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:32.818864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ac801f5a-03cf-443b-8c8c-76c62af9b622 None None] Could not find standard attr ID for object ad2f4f99-d4eb-447b-98df-f371a64a39aa. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:46:32.898844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac801f5a-03cf-443b-8c8c-76c62af9b622 None None] Pushing event updated for resources: {'Port': ['ID=c8ed8cd0-682b-495a-a137-b91d4647d580,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:32.903476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90297e54-a5af-40bf-b6bc-63c447d75073 None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:46:32.907419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:46:32.933725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Sync routers for ids ['558cede6-88a5-458c-bd58-227a6426cf0d'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:46:32.963204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Routers {'558cede6-88a5-458c-bd58-227a6426cf0d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:32.963928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:46:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['558cede6-88a5-458c-bd58-227a6426cf0d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:32.986644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:32.995288 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:33.016821 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-df973290-b3b2-4b11-8c76-476ab2749d15 None None] Provisioning complete for port c8ed8cd0-682b-495a-a137-b91d4647d580 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:33.017306 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-df973290-b3b2-4b11-8c76-476ab2749d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:33.043621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67265428-7884-4fdb-918f-773eb8253655 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=6a20c3da-ce97-4dae-9423-8bd2a4d6d81b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:33.109569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-90297e54-a5af-40bf-b6bc-63c447d75073 None None] Deleting port 8351e3c2-e0e1-4584-bc81-0da09d17196d {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:33.117445 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-90297e54-a5af-40bf-b6bc-63c447d75073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:33.117589 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:33.117589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d7fb88a6-6de1-4b5c-8b9a-d26a5f905f2f admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6704054 Sep 08 13:46:33.118165 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42702) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:33.194332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Set router 558cede6-88a5-458c-bd58-227a6426cf0d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:33.197027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-90297e54-a5af-40bf-b6bc-63c447d75073 None None] For port 8351e3c2-e0e1-4584-bc81-0da09d17196d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8351e3c2-e0e1-4584-bc81-0da09d17196d,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:33.197440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-90297e54-a5af-40bf-b6bc-63c447d75073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:33.268712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-90297e54-a5af-40bf-b6bc-63c447d75073 None None] Calling delete_port for 8351e3c2-e0e1-4584-bc81-0da09d17196d owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:33.513124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c8ed8cd0-682b-495a-a137-b91d4647d580 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:33.576712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.objects.ports [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=96263) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:46:33.581711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'name': 'tempest-TestAggregatesBasicOps-1804116191-router', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:29Z', 'updated_at': '2021-09-08T13:46:31Z', 'revision_number': 3, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'gw_port': {'id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:31Z', 'updated_at': '2021-09-08T13:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:33.586655 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:33.611860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port c8ed8cd0-682b-495a-a137-b91d4647d580 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:33.612242 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:33.615373 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-90297e54-a5af-40bf-b6bc-63c447d75073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:33.617127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Checking router: 558cede6-88a5-458c-bd58-227a6426cf0d for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:46:33.617481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Updating router 558cede6-88a5-458c-bd58-227a6426cf0d port ef40c604-3218-4e27-8bc9-40323048bdc9 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:46:33.683296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90297e54-a5af-40bf-b6bc-63c447d75073 None None] Pushing event deleted for resources: {'Port': ['ID=8351e3c2-e0e1-4584-bc81-0da09d17196d,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:33.693288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90297e54-a5af-40bf-b6bc-63c447d75073 None None] No DVR routers for this DVR port 8351e3c2-e0e1-4584-bc81-0da09d17196d on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:33.700817 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:33.788708 n-d-807558-3 neutron-server[96263]: WARNING neutron.services.revisions.revision_plugin [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Could not find related port for resource to bump revision. Sep 08 13:46:33.795238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Allocated IP 172.20.0.1 (711c16a7-1042-4ef7-a40f-48c2c03637f2/55846e63-4c2b-4c71-91f7-56ead26130b9/ca0d8ade-e7a5-425c-8a7e-18260a1fc08d) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:33.904503 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8351e3c2-e0e1-4584-bc81-0da09d17196d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:33.914135 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:33.918538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.ipam_pluggable_backend [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Port 8351e3c2-e0e1-4584-bc81-0da09d17196d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=96263) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 08 13:46:33.921585 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.ipam_pluggable_backend [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Reverting IP allocation for 2001:db8::f816:3eff:fea5:b209 {{(pid=96263) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 08 13:46:33.929590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 8351e3c2-e0e1-4584-bc81-0da09d17196d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:33.929942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8351e3c2-e0e1-4584-bc81-0da09d17196d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:33.937189 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Transition to ACTIVE for port object ca0d8ade-e7a5-425c-8a7e-18260a1fc08d will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:33.939921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.ipam_pluggable_backend [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fea5:b209 {{(pid=96263) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 08 13:46:33.941716 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.027513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:34.031572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:34.039202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:34.039773 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.051982 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18288d-860a-4c77-beea-49fc83c01f18 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:34.057835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=c1f1f0a6-3c24-4f6c-a33f-4504d7d71367,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:34.106427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.135218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-909ece67-378d-4667-88d8-378502791f5e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4990704 Sep 08 13:46:34.137832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42714) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:34.143046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:ec:2e:98', 'name': 'tempest-NetworksTestDHCPv6-1039690733'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:34.164811 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Network 711c16a7-1042-4ef7-a40f-48c2c03637f2 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:34.172195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:34.181803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:34.256159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Pushing event updated for resources: {'Port': ['ID=ca0d8ade-e7a5-425c-8a7e-18260a1fc08d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:34.278252 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.312603 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.345504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Transition to ACTIVE for port object ef40c604-3218-4e27-8bc9-40323048bdc9 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:34.412496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:34.481824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': 'c1f1f0a6-3c24-4f6c-a33f-4504d7d71367'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:46:34.482738 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.496342 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.512634 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.536531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 7f218313-0183-4fa0-bc77-c57f2a4e7509 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:46:34.588755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.637998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4575590-c99b-4e33-a07e-9f9d0666eb16 None None] Pushing event updated for resources: {'Port': ['ID=ef40c604-3218-4e27-8bc9-40323048bdc9,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:34.669598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Attempting to bind port ef40c604-3218-4e27-8bc9-40323048bdc9 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:34.671552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Attempting to bind port ef40c604-3218-4e27-8bc9-40323048bdc9 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:34.674932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Attempting to bind port ef40c604-3218-4e27-8bc9-40323048bdc9 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:34.676576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::f816:3eff:feec:2e98 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/c1f1f0a6-3c24-4f6c-a33f-4504d7d71367/7f218313-0183-4fa0-bc77-c57f2a4e7509) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:34.677902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:34.678366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:34.678781 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.679183 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:34.680062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Bound port: ef40c604-3218-4e27-8bc9-40323048bdc9, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:34.680951 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.730620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5dd85989-016a-4208-9a1a-ee0865ffa0a1 None None] Provisioning for port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:34.741204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5dd85989-016a-4208-9a1a-ee0865ffa0a1 None None] Provisioning complete for port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:34.741612 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5dd85989-016a-4208-9a1a-ee0865ffa0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.769114 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] For port ef40c604-3218-4e27-8bc9-40323048bdc9, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:34.785076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] For port ef40c604-3218-4e27-8bc9-40323048bdc9, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ef40c604-3218-4e27-8bc9-40323048bdc9,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:34.795045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5dd85989-016a-4208-9a1a-ee0865ffa0a1 None None] Port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:46:34.797508 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.854847 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.860225 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.867394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 7f218313-0183-4fa0-bc77-c57f2a4e7509 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:34.888259 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.935697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Routers {'558cede6-88a5-458c-bd58-227a6426cf0d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:34.936878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:46:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['558cede6-88a5-458c-bd58-227a6426cf0d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:34.975279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4575590-c99b-4e33-a07e-9f9d0666eb16 None None] Pushing event updated for resources: {'Port': ['ID=ef40c604-3218-4e27-8bc9-40323048bdc9,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:34.975508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Pushing event updated for resources: {'Port': ['ID=ca0d8ade-e7a5-425c-8a7e-18260a1fc08d,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:34.977522 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:34.980944 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.034983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:35.038832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:35.048052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:35.054826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:35.055540 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.071052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=7f218313-0183-4fa0-bc77-c57f2a4e7509,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:35.081473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Allocated IP 2001:db8::f816:3eff:fe8c:b621 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/c1f1f0a6-3c24-4f6c-a33f-4504d7d71367/b08c41cb-f3ff-49e1-8dab-3c72ee899a7e) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:35.113442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] Set router 558cede6-88a5-458c-bd58-227a6426cf0d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:35.118627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Network 711c16a7-1042-4ef7-a40f-48c2c03637f2 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:35.120530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:35.136344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bb35cfce-70c8-465d-840b-e8a74a33d41d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9973235 Sep 08 13:46:35.139274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42732) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:35.224245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f025ab-0103-4922-baeb-dab92f418494 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:35.225871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-59f025ab-0103-4922-baeb-dab92f418494 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0854023 Sep 08 13:46:35.228566 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42734) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:35.285221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Router 558cede6-88a5-458c-bd58-227a6426cf0d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:46:35.335078 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:46:35.343775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c3fe0-aa78-459b-b9a2-61a4a4f4950a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 7f218313-0183-4fa0-bc77-c57f2a4e7509 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:35.350058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4b8c3fe0-aa78-459b-b9a2-61a4a4f4950a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.420116 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.424543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:46:35.433928 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4f831678-4241-4a20-b083-dd03e02a742c admin admin] 10.222.0.69 "PUT /v2.0/routers/558cede6-88a5-458c-bd58-227a6426cf0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3158467 Sep 08 13:46:35.452642 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4b8c3fe0-aa78-459b-b9a2-61a4a4f4950a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.458875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Transition to ACTIVE for port object b08c41cb-f3ff-49e1-8dab-3c72ee899a7e will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:35.467648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c3fe0-aa78-459b-b9a2-61a4a4f4950a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 7f218313-0183-4fa0-bc77-c57f2a4e7509 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:35.483053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Transition to ACTIVE for port object b08c41cb-f3ff-49e1-8dab-3c72ee899a7e will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:35.507986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'name': 'tempest-TestAggregatesBasicOps-1804116191-router', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:29Z', 'updated_at': '2021-09-08T13:46:34Z', 'revision_number': 4, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'gw_port': {'id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:31Z', 'updated_at': '2021-09-08T13:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ca0d8ade-e7a5-425c-8a7e-18260a1fc08d', 'name': '', 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'mac_address': 'fa:16:3e:ce:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '55846e63-4c2b-4c71-91f7-56ead26130b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:33Z', 'updated_at': '2021-09-08T13:46:34Z', 'revision_number': 2, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'subnets': [{'id': '55846e63-4c2b-4c71-91f7-56ead26130b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:35.543068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49bfa39-eb03-44d4-bedb-a205e23a73a9 None None] The sync data for ids ['558cede6-88a5-458c-bd58-227a6426cf0d'] in n-d-807558-3 is: [{'id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'name': 'tempest-TestAggregatesBasicOps-1804116191-router', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:29Z', 'updated_at': '2021-09-08T13:46:34Z', 'revision_number': 4, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'gw_port': {'id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:31Z', 'updated_at': '2021-09-08T13:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ca0d8ade-e7a5-425c-8a7e-18260a1fc08d', 'name': '', 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'mac_address': 'fa:16:3e:ce:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '55846e63-4c2b-4c71-91f7-56ead26130b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:33Z', 'updated_at': '2021-09-08T13:46:34Z', 'revision_number': 2, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'subnets': [{'id': '55846e63-4c2b-4c71-91f7-56ead26130b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:46:35.554308 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.598036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:35.600408 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6b4a6e31-a989-45ee-b16a-182a51ec3e1e None None] Provisioning complete for port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:35.601309 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6e31-a989-45ee-b16a-182a51ec3e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.606818 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:35.633466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:35.650861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Pushing event updated for resources: {'Port': ['ID=b08c41cb-f3ff-49e1-8dab-3c72ee899a7e,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:35.682274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a6e31-a989-45ee-b16a-182a51ec3e1e None None] Port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:46:35.706487 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4b8c3fe0-aa78-459b-b9a2-61a4a4f4950a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.712268 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Attempting to bind port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:35.716566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Attempting to bind port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:35.716566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Attempting to bind port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:35.718823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:35.719200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:35.719629 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.720358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:35.720509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Bound port: b08c41cb-f3ff-49e1-8dab-3c72ee899a7e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:35.720889 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.753476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c3fe0-aa78-459b-b9a2-61a4a4f4950a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=7f218313-0183-4fa0-bc77-c57f2a4e7509,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:35.809939 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] For port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:35.832283 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] For port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b08c41cb-f3ff-49e1-8dab-3c72ee899a7e,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:35.832412 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4b8c3fe0-aa78-459b-b9a2-61a4a4f4950a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:35.837191 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4b8c3fe0-aa78-459b-b9a2-61a4a4f4950a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/7f218313-0183-4fa0-bc77-c57f2a4e7509 HTTP/1.1" status: 204 len: 168 time: 0.6053658 Sep 08 13:46:35.837581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42744) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:35.884292 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.021928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f15535-3ccc-4ec2-ad8a-557f14c69466 None None] Pushing event updated for resources: {'Port': ['ID=b08c41cb-f3ff-49e1-8dab-3c72ee899a7e,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:36.023508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a466d4-8955-4509-9077-47681e12fbb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:36.025592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a466d4-8955-4509-9077-47681e12fbb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:36.035244 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d6a466d4-8955-4509-9077-47681e12fbb9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1907251 Sep 08 13:46:36.038191 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42748) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:36.100785 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e3fdd6-e9c2-435f-a945-a0a4ffd00179 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet c1f1f0a6-3c24-4f6c-a33f-4504d7d71367 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:36.104096 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16e3fdd6-e9c2-435f-a945-a0a4ffd00179 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.165867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16e3fdd6-e9c2-435f-a945-a0a4ffd00179 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.329017 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16e3fdd6-e9c2-435f-a945-a0a4ffd00179 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.506289 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16e3fdd6-e9c2-435f-a945-a0a4ffd00179 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.535416 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3fdd6-e9c2-435f-a945-a0a4ffd00179 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f1f0a6-3c24-4f6c-a33f-4504d7d71367,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:36.539803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42760) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:36.547656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-751872579-network', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:36.565938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16e3fdd6-e9c2-435f-a945-a0a4ffd00179 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.573714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-16e3fdd6-e9c2-435f-a945-a0a4ffd00179 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/c1f1f0a6-3c24-4f6c-a33f-4504d7d71367 HTTP/1.1" status: 204 len: 168 time: 0.5336730 Sep 08 13:46:36.574666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42762) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:36.661833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42764) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:36.662501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-17eff68b-814e-478d-bbce-f1c6270c1e4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860889 Sep 08 13:46:36.701874 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Made reservation on behalf of f4cbcc2ed2294f2abe304d55ec272fb1 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:36.704794 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.716000 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.733434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f755a26-c327-4091-be78-71d1119e9e9b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:36.737297 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8f755a26-c327-4091-be78-71d1119e9e9b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0715921 Sep 08 13:46:36.738379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42766) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:36.796476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8456e4-1c4c-4f51-bd2d-e0e506d452b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:36.798414 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bd8456e4-1c4c-4f51-bd2d-e0e506d452b1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0590186 Sep 08 13:46:36.800935 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42768) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:36.858828 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-887818ee-0091-41c0-8f66-01e9b6bfd27d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522780 Sep 08 13:46:36.859386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42770) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:36.864739 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.865010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ce52cc57-564e-4cae-823d-436ab59a2a8d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:36.923728 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.962340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:46:36.971881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af79fa19-e3bd-446e-b1af-39741696e3e1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:36.987836 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:36.988197 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Added segment a0c64c94-3495-47cb-a991-2621edfc3384 of type vlan for network e000b0b2-6fc6-4d11-ab43-503c6b5dc097 Sep 08 13:46:37.070583 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.122844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce52cc57-564e-4cae-823d-436ab59a2a8d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:37.127157 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce52cc57-564e-4cae-823d-436ab59a2a8d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.185720 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.187570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:37.188125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.284870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2663eb40-1c32-47dd-b50f-a5bd57c5b76c None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:37.315166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] Pushing event updated for resources: {'Network': ['ID=e000b0b2-6fc6-4d11-ab43-503c6b5dc097,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:37.321378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d7a36b13-f32e-4408-b289-d7e7d394f33f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7781289 Sep 08 13:46:37.321877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42774) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:37.327876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-2d99a468-954c-4eb5-8149-7df701cd3206 admin admin] Request body: {'subnet': {'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-751872579-subnet', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:37.331324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network e000b0b2-6fc6-4d11-ab43-503c6b5dc097 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:46:37.414414 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce52cc57-564e-4cae-823d-436ab59a2a8d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.442625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d99a468-954c-4eb5-8149-7df701cd3206 admin admin] Made reservation on behalf of f4cbcc2ed2294f2abe304d55ec272fb1 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:37.444985 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2d99a468-954c-4eb5-8149-7df701cd3206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.465626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce52cc57-564e-4cae-823d-436ab59a2a8d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:37.470584 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ce52cc57-564e-4cae-823d-436ab59a2a8d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:37.475888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce52cc57-564e-4cae-823d-436ab59a2a8d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:37.480932 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ce52cc57-564e-4cae-823d-436ab59a2a8d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.481869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b08c41cb-f3ff-49e1-8dab-3c72ee899a7e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:37.495900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52cc57-564e-4cae-823d-436ab59a2a8d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=32f91179-0865-4fad-8322-c67699ea3854,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:37.533207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ea0dc749-6217-4106-b0d8-eb4448a007ed None None] Provisioning for port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:37.606588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42776) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:37.607195 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ce52cc57-564e-4cae-823d-436ab59a2a8d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7461004 Sep 08 13:46:37.630012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:c1:1f:75', 'name': 'tempest-NetworksTestDHCPv6-1917111168'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:37.665576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:37.669722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:37.670101 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.747325 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2d99a468-954c-4eb5-8149-7df701cd3206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.782136 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.824374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b08c41cb-f3ff-49e1-8dab-3c72ee899a7e,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:37.827807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877cb9b7-8887-41d4-a8dc-b24f230b23bf None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:37.835338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99a468-954c-4eb5-8149-7df701cd3206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca7a0d29-0632-49ad-ba78-2cba6d37a0ec,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:37.839888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d99a468-954c-4eb5-8149-7df701cd3206 admin admin] Checking segment: {'id': 'a0c64c94-3495-47cb-a991-2621edfc3384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:37.850643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d99a468-954c-4eb5-8149-7df701cd3206 admin admin] Network hostable DHCP agents. Network: e000b0b2-6fc6-4d11-ab43-503c6b5dc097, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:46:37.851088 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3916-fa9e-43e2-997a-587471973def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.903254 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.904040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ef40c604-3218-4e27-8bc9-40323048bdc9 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:37.923385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:37.928420 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.930807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d99a468-954c-4eb5-8149-7df701cd3206 admin admin] Network e000b0b2-6fc6-4d11-ab43-503c6b5dc097 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:46:37.936670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e4189e83-b674-4870-a7f8-aff57bc68a8c None None] Provisioning complete for port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:37.937082 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e4189e83-b674-4870-a7f8-aff57bc68a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:37.958250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port bf7bd826-0b4d-4b08-80d9-de149c5a3128 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:46:38.021373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-2d99a468-954c-4eb5-8149-7df701cd3206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, e000b0b2-6fc6-4d11-ab43-503c6b5dc097) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:38.030857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d99a468-954c-4eb5-8149-7df701cd3206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:38.031517 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2d99a468-954c-4eb5-8149-7df701cd3206 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.041735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa54271-0bf8-449a-8fd6-1561e0a39534 None None] Network e000b0b2-6fc6-4d11-ab43-503c6b5dc097 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:38.089599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b08c41cb-f3ff-49e1-8dab-3c72ee899a7e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:38.108693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::1f9 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/32f91179-0865-4fad-8322-c67699ea3854/bf7bd826-0b4d-4b08-80d9-de149c5a3128) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:38.144787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2d99a468-954c-4eb5-8149-7df701cd3206 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8177760 Sep 08 13:46:38.145003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42784) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:38.151310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-751872579-router', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:38.225868 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Sync routers for ids ['558cede6-88a5-458c-bd58-227a6426cf0d'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:46:38.235614 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Routers {'558cede6-88a5-458c-bd58-227a6426cf0d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:38.237724 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:46:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['558cede6-88a5-458c-bd58-227a6426cf0d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:38.257466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port ef40c604-3218-4e27-8bc9-40323048bdc9 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:38.266015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ef40c604-3218-4e27-8bc9-40323048bdc9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:38.266416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.275350 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.276439 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.289992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.309219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object bf7bd826-0b4d-4b08-80d9-de149c5a3128 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:38.347483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-e000b0b2-6fc6-4d11-ab43-503c6b5dc097', 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'fixed_ips': [{'subnet_id': 'ca7a0d29-0632-49ad-ba78-2cba6d37a0ec'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:46:38.347483 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.387548 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Set router 558cede6-88a5-458c-bd58-227a6426cf0d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:38.404636 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.471792 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.568620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:38.579367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:38.588702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:38.595617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:38.596410 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.600483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=bf7bd826-0b4d-4b08-80d9-de149c5a3128,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:38.616727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.659545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port ef40c604-3218-4e27-8bc9-40323048bdc9, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ef40c604-3218-4e27-8bc9-40323048bdc9,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:38.690778 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'name': 'tempest-TestAggregatesBasicOps-1804116191-router', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:29Z', 'updated_at': '2021-09-08T13:46:34Z', 'revision_number': 4, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'gw_port': {'id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:31Z', 'updated_at': '2021-09-08T13:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ca0d8ade-e7a5-425c-8a7e-18260a1fc08d', 'name': '', 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'mac_address': 'fa:16:3e:ce:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '55846e63-4c2b-4c71-91f7-56ead26130b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:33Z', 'updated_at': '2021-09-08T13:46:34Z', 'revision_number': 2, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'subnets': [{'id': '55846e63-4c2b-4c71-91f7-56ead26130b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:38.691084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dcf8fff6-8729-439c-9a7c-00e33a04500f None None] Provisioning complete for port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:38.691199 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dcf8fff6-8729-439c-9a7c-00e33a04500f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.772868 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.774265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Allocated IP 172.20.0.2 (e000b0b2-6fc6-4d11-ab43-503c6b5dc097/ca7a0d29-0632-49ad-ba78-2cba6d37a0ec/3ff83370-4939-4643-91a6-ef3fbf69dbac) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:38.774985 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Checking router: 558cede6-88a5-458c-bd58-227a6426cf0d for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:46:38.774985 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Updating router 558cede6-88a5-458c-bd58-227a6426cf0d port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:46:38.794631 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.815048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fee9d6ef-e5d4-4090-8157-01ff6e7b64d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2072906 Sep 08 13:46:38.817683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42788) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:38.837426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:38.902334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c8e659-27e3-46cc-9384-8f6af84380ca tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:38.909056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c8e659-27e3-46cc-9384-8f6af84380ca tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:38.913251 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a0c8e659-27e3-46cc-9384-8f6af84380ca tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0918500 Sep 08 13:46:38.913511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42790) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:38.927687 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=ef40c604-3218-4e27-8bc9-40323048bdc9,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:39.103035 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.122807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f1548827-b7bf-44de-975c-ffe65164e326 None None] Could not find standard attr ID for object 7f218313-0183-4fa0-bc77-c57f2a4e7509. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:46:39.128848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Transition to ACTIVE for port object 3ff83370-4939-4643-91a6-ef3fbf69dbac will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:39.151653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Transition to ACTIVE for port object 3ff83370-4939-4643-91a6-ef3fbf69dbac will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:39.201746 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.214121 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Transition to ACTIVE for port object ca0d8ade-e7a5-425c-8a7e-18260a1fc08d will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:39.214401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.237097 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.300952 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.346000 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.367323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3bb7699e-eda2-41b0-be69-faff8f77b11f None None] Provisioning for port bf7bd826-0b4d-4b08-80d9-de149c5a3128 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:39.377724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Allocated IP 172.25.5.156 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/bf51c258-2676-4f73-a695-0f313f4216a1) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:39.381659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Network e000b0b2-6fc6-4d11-ab43-503c6b5dc097 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:39.396077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3bb7699e-eda2-41b0-be69-faff8f77b11f None None] Provisioning complete for port bf7bd826-0b4d-4b08-80d9-de149c5a3128 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:39.402387 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3bb7699e-eda2-41b0-be69-faff8f77b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.402387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:39.451226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:39.460050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b08c41cb-f3ff-49e1-8dab-3c72ee899a7e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:39.468941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Pushing event updated for resources: {'Port': ['ID=3ff83370-4939-4643-91a6-ef3fbf69dbac,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:39.506497 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Pushing event updated for resources: {'Port': ['ID=ca0d8ade-e7a5-425c-8a7e-18260a1fc08d,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:39.549613 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.569270 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Attempting to bind port 3ff83370-4939-4643-91a6-ef3fbf69dbac on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:39.569659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Attempting to bind port 3ff83370-4939-4643-91a6-ef3fbf69dbac by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'a0c64c94-3495-47cb-a991-2621edfc3384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:39.570036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Attempting to bind port 3ff83370-4939-4643-91a6-ef3fbf69dbac on network e000b0b2-6fc6-4d11-ab43-503c6b5dc097 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:39.571987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3bb7699e-eda2-41b0-be69-faff8f77b11f None None] Port bf7bd826-0b4d-4b08-80d9-de149c5a3128 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:46:39.580496 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:39.580717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Checking segment: {'id': 'a0c64c94-3495-47cb-a991-2621edfc3384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:39.581002 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.581432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Bound using segment: {'id': 'a0c64c94-3495-47cb-a991-2621edfc3384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:39.582081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Bound port: 3ff83370-4939-4643-91a6-ef3fbf69dbac, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c64c94-3495-47cb-a991-2621edfc3384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:39.582320 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.594310 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:39.594800 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:39.595398 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:39.595673 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:39.596140 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:39.596742 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:39.598085 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:39.598544 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:39.598986 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:39.599412 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:39.599836 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:39.600447 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:46:39.643666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:39.644049 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.658929 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Attempting to bind port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:39.659896 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Attempting to bind port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'ac258c38-d40a-4904-b3b3-e3526d369389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:39.660360 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Attempting to bind port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d on network 711c16a7-1042-4ef7-a40f-48c2c03637f2 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:39.670034 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:39.671859 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Checking segment: {'id': 'ac258c38-d40a-4904-b3b3-e3526d369389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:39.674121 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.674670 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Bound using segment: {'id': 'ac258c38-d40a-4904-b3b3-e3526d369389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:39.675644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6392a932-9966-4ee0-833e-1e0489787e36 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port bf7bd826-0b4d-4b08-80d9-de149c5a3128 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:39.676892 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Bound port: ca0d8ade-e7a5-425c-8a7e-18260a1fc08d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac258c38-d40a-4904-b3b3-e3526d369389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:39.677583 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.678422 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6392a932-9966-4ee0-833e-1e0489787e36 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.700466 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.728195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] For port 3ff83370-4939-4643-91a6-ef3fbf69dbac, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:39.733763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] For port 3ff83370-4939-4643-91a6-ef3fbf69dbac, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3ff83370-4939-4643-91a6-ef3fbf69dbac,segment=NetworkSegment(a0c64c94-3495-47cb-a991-2621edfc3384),segment_id=a0c64c94-3495-47cb-a991-2621edfc3384)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:39.759140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:39.763474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:39.767345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:39.816244 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6392a932-9966-4ee0-833e-1e0489787e36 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:39.834015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6392a932-9966-4ee0-833e-1e0489787e36 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for bf7bd826-0b4d-4b08-80d9-de149c5a3128 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:39.834757 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] For port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:39.841210 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] For port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ca0d8ade-e7a5-425c-8a7e-18260a1fc08d,segment=NetworkSegment(ac258c38-d40a-4904-b3b3-e3526d369389),segment_id=ac258c38-d40a-4904-b3b3-e3526d369389)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:39.854327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ef40c604-3218-4e27-8bc9-40323048bdc9 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:39.892515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Pushing event updated for resources: {'Port': ['ID=bf51c258-2676-4f73-a695-0f313f4216a1,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:39.908126 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.006652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8cd28-e36f-47eb-80b0-b6967dfacc97 None None] Pushing event updated for resources: {'Port': ['ID=3ff83370-4939-4643-91a6-ef3fbf69dbac,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:40.011510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ef40c604-3218-4e27-8bc9-40323048bdc9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:40.011881 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.015010 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.143656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6392a932-9966-4ee0-833e-1e0489787e36 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.187603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392a932-9966-4ee0-833e-1e0489787e36 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=bf7bd826-0b4d-4b08-80d9-de149c5a3128,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:40.216491 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6392a932-9966-4ee0-833e-1e0489787e36 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.218900 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6392a932-9966-4ee0-833e-1e0489787e36 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/bf7bd826-0b4d-4b08-80d9-de149c5a3128 HTTP/1.1" status: 204 len: 168 time: 1.3041706 Sep 08 13:46:40.221079 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42800) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:40.262888 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-96f76750-0052-4b50-ba43-14683f8a4c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.273194 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4552b-dd39-42a4-b7fa-0dc201ca538c None None] Pushing event updated for resources: {'Port': ['ID=ca0d8ade-e7a5-425c-8a7e-18260a1fc08d,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:40.283889 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Routers {'558cede6-88a5-458c-bd58-227a6426cf0d'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:40.285516 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:46:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['558cede6-88a5-458c-bd58-227a6426cf0d'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:40.299049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e512700-0841-44e7-b61e-d826caa004b3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:40.304464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e512700-0841-44e7-b61e-d826caa004b3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:40.310313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6e512700-0841-44e7-b61e-d826caa004b3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0880284 Sep 08 13:46:40.312620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42802) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:40.401754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f88579-83d1-40d6-bf56-352fdd662b71 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 32f91179-0865-4fad-8322-c67699ea3854 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:40.412264 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12f88579-83d1-40d6-bf56-352fdd662b71 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.523235 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12f88579-83d1-40d6-bf56-352fdd662b71 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.606331 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12f88579-83d1-40d6-bf56-352fdd662b71 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.608595 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.642408 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] Set router 558cede6-88a5-458c-bd58-227a6426cf0d gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:40.820211 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12f88579-83d1-40d6-bf56-352fdd662b71 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.836558 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12f88579-83d1-40d6-bf56-352fdd662b71 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:40.838759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-12f88579-83d1-40d6-bf56-352fdd662b71 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/32f91179-0865-4fad-8322-c67699ea3854 HTTP/1.1" status: 204 len: 168 time: 0.5249848 Sep 08 13:46:40.849754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fee016-a850-4892-a78e-6945c0cbe327 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:40.894410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42806) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:40.915905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f88579-83d1-40d6-bf56-352fdd662b71 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=32f91179-0865-4fad-8322-c67699ea3854,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:40.951964 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5ec9046c-e26a-4ef2-a8fb-20216b18531f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524485 Sep 08 13:46:40.956766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42808) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:40.995841 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'name': 'tempest-TestAggregatesBasicOps-1804116191-router', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:29Z', 'updated_at': '2021-09-08T13:46:34Z', 'revision_number': 4, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'gw_port': {'id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:31Z', 'updated_at': '2021-09-08T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ca0d8ade-e7a5-425c-8a7e-18260a1fc08d', 'name': '', 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'mac_address': 'fa:16:3e:ce:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '55846e63-4c2b-4c71-91f7-56ead26130b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:33Z', 'updated_at': '2021-09-08T13:46:39Z', 'revision_number': 4, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'subnets': [{'id': '55846e63-4c2b-4c71-91f7-56ead26130b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:41.007034 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:41.031506 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e032f76a-cfb8-4fd9-8d05-ad4fc6cc4bf1 None None] The sync data for ids ['558cede6-88a5-458c-bd58-227a6426cf0d'] in n-d-807558-3 is: [{'id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'name': 'tempest-TestAggregatesBasicOps-1804116191-router', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:29Z', 'updated_at': '2021-09-08T13:46:34Z', 'revision_number': 4, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'gw_port': {'id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:31Z', 'updated_at': '2021-09-08T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ca0d8ade-e7a5-425c-8a7e-18260a1fc08d', 'name': '', 'network_id': '711c16a7-1042-4ef7-a40f-48c2c03637f2', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'mac_address': 'fa:16:3e:ce:f9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3711, 'fixed_ips': [{'subnet_id': '55846e63-4c2b-4c71-91f7-56ead26130b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:33Z', 'updated_at': '2021-09-08T13:46:39Z', 'revision_number': 4, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'subnets': [{'id': '55846e63-4c2b-4c71-91f7-56ead26130b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:46:41.058824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b9e0b1-5b38-4b2a-8a8c-fcb858bb51ed tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:41.064113 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-77b9e0b1-5b38-4b2a-8a8c-fcb858bb51ed tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1061664 Sep 08 13:46:41.071023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42810) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:41.171533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739183f9-d457-4ae4-a95d-d576517e8501 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:41.173170 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-739183f9-d457-4ae4-a95d-d576517e8501 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1011744 Sep 08 13:46:41.176798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42812) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:41.221503 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d129ccd5-300d-43e5-8c90-a6af8a5a5fd7 None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:46:41.224933 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c81a4884-21ea-4fef-988b-a3d80e243e97 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413415 Sep 08 13:46:41.232582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42814) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:41.237820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-70eb60f4-7a72-423b-888e-ca58a3132d80 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:41.347258 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d129ccd5-300d-43e5-8c90-a6af8a5a5fd7 None None] Deleting port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:41.347713 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d129ccd5-300d-43e5-8c90-a6af8a5a5fd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:41.444302 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:41.475584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d129ccd5-300d-43e5-8c90-a6af8a5a5fd7 None None] For port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b08c41cb-f3ff-49e1-8dab-3c72ee899a7e,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:41.476315 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d129ccd5-300d-43e5-8c90-a6af8a5a5fd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:41.516290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d129ccd5-300d-43e5-8c90-a6af8a5a5fd7 None None] Calling delete_port for b08c41cb-f3ff-49e1-8dab-3c72ee899a7e owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:41.547659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eb60f4-7a72-423b-888e-ca58a3132d80 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:41.552111 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70eb60f4-7a72-423b-888e-ca58a3132d80 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:41.678757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3ff83370-4939-4643-91a6-ef3fbf69dbac up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:41.710132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f395ed3-f065-4b7b-b47c-9466a58f57d4 None None] Network e000b0b2-6fc6-4d11-ab43-503c6b5dc097 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:41.971743 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d129ccd5-300d-43e5-8c90-a6af8a5a5fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.003476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Router edad74d0-3654-48bb-89ac-3b53ddba69bb is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:46:42.005825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 3ff83370-4939-4643-91a6-ef3fbf69dbac completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:42.010548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129ccd5-300d-43e5-8c90-a6af8a5a5fd7 None None] Pushing event deleted for resources: {'Port': ['ID=b08c41cb-f3ff-49e1-8dab-3c72ee899a7e,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:42.012718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-115b6800-deca-4707-8cad-c0ec0b1d2536 None None] Provisioning for port 3ff83370-4939-4643-91a6-ef3fbf69dbac completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:42.015682 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.018426 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3ff83370-4939-4643-91a6-ef3fbf69dbac triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:42.018751 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.071277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-115b6800-deca-4707-8cad-c0ec0b1d2536 None None] Provisioning complete for port 3ff83370-4939-4643-91a6-ef3fbf69dbac triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:42.071567 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-115b6800-deca-4707-8cad-c0ec0b1d2536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.075977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d129ccd5-300d-43e5-8c90-a6af8a5a5fd7 None None] No DVR routers for this DVR port b08c41cb-f3ff-49e1-8dab-3c72ee899a7e on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:42.189038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.objects.ports [None req-70eb60f4-7a72-423b-888e-ca58a3132d80 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96263) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:46:42.191196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70eb60f4-7a72-423b-888e-ca58a3132d80 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.229052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:46:42.230361 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.235415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70eb60f4-7a72-423b-888e-ca58a3132d80 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:42.242128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-70eb60f4-7a72-423b-888e-ca58a3132d80 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:42.248083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eb60f4-7a72-423b-888e-ca58a3132d80 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:42.249590 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70eb60f4-7a72-423b-888e-ca58a3132d80 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.269833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Sync routers for ids ['edad74d0-3654-48bb-89ac-3b53ddba69bb'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:46:42.271953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832a38dc-a32d-4744-99d9-71c285c7f7dd None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:42.273280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb60f4-7a72-423b-888e-ca58a3132d80 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=218ff4e8-0e0b-49d2-89f1-1b75546a139a,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:42.328565 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.329742 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c0e7db8d-2523-4bcd-b8f7-781954c5c183 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1839709 Sep 08 13:46:42.332414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42818) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:42.359987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 3ff83370-4939-4643-91a6-ef3fbf69dbac, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3ff83370-4939-4643-91a6-ef3fbf69dbac,segment=NetworkSegment(a0c64c94-3495-47cb-a991-2621edfc3384),segment_id=a0c64c94-3495-47cb-a991-2621edfc3384)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:42.360974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Routers {'edad74d0-3654-48bb-89ac-3b53ddba69bb'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:42.361644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:46:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['edad74d0-3654-48bb-89ac-3b53ddba69bb'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:42.369685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-70eb60f4-7a72-423b-888e-ca58a3132d80 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1357074 Sep 08 13:46:42.372608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42820) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:42.379254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d521851c-f1ce-46ea-90bd-30618a19a31e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:42.470282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Set router edad74d0-3654-48bb-89ac-3b53ddba69bb gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:42.524792 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-115b6800-deca-4707-8cad-c0ec0b1d2536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.526859 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.527672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ca0d8ade-e7a5-425c-8a7e-18260a1fc08d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:42.591712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d521851c-f1ce-46ea-90bd-30618a19a31e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:42.595998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d521851c-f1ce-46ea-90bd-30618a19a31e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.697453 n-d-807558-3 neutron-server[96263]: INFO neutron.db.ipam_backend_mixin [None req-d521851c-f1ce-46ea-90bd-30618a19a31e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 218ff4e8-0e0b-49d2-89f1-1b75546a139a (CIDR: 2001:db8::/64) Sep 08 13:46:42.748533 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-d521851c-f1ce-46ea-90bd-30618a19a31e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:46:42.749098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d521851c-f1ce-46ea-90bd-30618a19a31e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:46:42.846441 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:42.878147 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d521851c-f1ce-46ea-90bd-30618a19a31e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5041533 Sep 08 13:46:42.881061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42824) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:42.886984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ef29b1c8-e4d4-4bd3-9c1a-160d4e30e89e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:42.958889 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=3ff83370-4939-4643-91a6-ef3fbf69dbac,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:42.974462 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-115b6800-deca-4707-8cad-c0ec0b1d2536 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:46:42.974913 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-115b6800-deca-4707-8cad-c0ec0b1d2536 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:46:43.035527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Allocated IP 172.20.0.1 (e000b0b2-6fc6-4d11-ab43-503c6b5dc097/ca7a0d29-0632-49ad-ba78-2cba6d37a0ec/353f4212-26e5-4fd2-aa49-aaa5635f96ed) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:43.052870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '218ff4e8-0e0b-49d2-89f1-1b75546a139a'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:46:43.056916 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.074935 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:43.086385 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:43.086762 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.146402 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.161235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Transition to ACTIVE for port object 353f4212-26e5-4fd2-aa49-aaa5635f96ed will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:43.174372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef29b1c8-e4d4-4bd3-9c1a-160d4e30e89e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:43.178055 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef29b1c8-e4d4-4bd3-9c1a-160d4e30e89e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.186090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'name': 'tempest-TestAggregatesBasicOps-751872579-router', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:38Z', 'updated_at': '2021-09-08T13:46:39Z', 'revision_number': 3, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'gw_port': {'id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:39Z', 'updated_at': '2021-09-08T13:46:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:43.229854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Checking router: edad74d0-3654-48bb-89ac-3b53ddba69bb for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:46:43.230296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Updating router edad74d0-3654-48bb-89ac-3b53ddba69bb port bf51c258-2676-4f73-a695-0f313f4216a1 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:46:43.284047 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.297329 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.354759 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Network e000b0b2-6fc6-4d11-ab43-503c6b5dc097 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:43.355036 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Allocated IP 2001:db8::f816:3eff:fe0b:aa15 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/218ff4e8-0e0b-49d2-89f1-1b75546a139a/78a18611-e109-4c2d-8232-792a1c36533b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:43.365029 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:43.384456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:43.387977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Pushing event updated for resources: {'Port': ['ID=353f4212-26e5-4fd2-aa49-aaa5635f96ed,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:43.437294 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.449631 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.464448 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.528537 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef29b1c8-e4d4-4bd3-9c1a-160d4e30e89e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.617094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29b1c8-e4d4-4bd3-9c1a-160d4e30e89e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:43.620750 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-ef29b1c8-e4d4-4bd3-9c1a-160d4e30e89e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:43.624169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef29b1c8-e4d4-4bd3-9c1a-160d4e30e89e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:43.624782 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef29b1c8-e4d4-4bd3-9c1a-160d4e30e89e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.637890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29b1c8-e4d4-4bd3-9c1a-160d4e30e89e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=eec5fc80-6d89-41e2-a6af-48c23df07e39,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:43.641965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ca0d8ade-e7a5-425c-8a7e-18260a1fc08d,segment=NetworkSegment(ac258c38-d40a-4904-b3b3-e3526d369389),segment_id=ac258c38-d40a-4904-b3b3-e3526d369389)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:43.735198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ef29b1c8-e4d4-4bd3-9c1a-160d4e30e89e tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8525050 Sep 08 13:46:43.738271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42826) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:43.740164 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.753752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:0d:40:e7', 'name': 'tempest-NetworksTestDHCPv6-879961704'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:43.757328 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.814471 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.849004 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Transition to ACTIVE for port object 78a18611-e109-4c2d-8232-792a1c36533b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:43.863986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b08c41cb-f3ff-49e1-8dab-3c72ee899a7e no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:43.873405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a1d26e13-e0d2-43a3-9d69-617d6cdd08fe None None] Provisioning complete for port 3ff83370-4939-4643-91a6-ef3fbf69dbac triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:43.873813 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1d26e13-e0d2-43a3-9d69-617d6cdd08fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:43.915181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=ca0d8ade-e7a5-425c-8a7e-18260a1fc08d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:43.938759 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b08c41cb-f3ff-49e1-8dab-3c72ee899a7e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:43.939105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b08c41cb-f3ff-49e1-8dab-3c72ee899a7e not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:43.946487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Transition to ACTIVE for port object 78a18611-e109-4c2d-8232-792a1c36533b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:43.973224 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.007852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Transition to ACTIVE for port object bf51c258-2676-4f73-a695-0f313f4216a1 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:44.052837 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.061903 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.096923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3ff83370-4939-4643-91a6-ef3fbf69dbac up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:44.145410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:44.145972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:44.151711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:44.158881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:44.158881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Pushing event updated for resources: {'Port': ['ID=78a18611-e109-4c2d-8232-792a1c36533b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:44.191957 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.200132 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.260614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.287805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port cfa32875-b038-4c80-8fc1-29754fce87fb yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:46:44.300953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Pushing event updated for resources: {'Port': ['ID=353f4212-26e5-4fd2-aa49-aaa5635f96ed,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:44.304558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.328584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Attempting to bind port bf51c258-2676-4f73-a695-0f313f4216a1 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:44.329067 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Attempting to bind port bf51c258-2676-4f73-a695-0f313f4216a1 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:44.329738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Attempting to bind port bf51c258-2676-4f73-a695-0f313f4216a1 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:44.332044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d481d-0572-49eb-a4f9-169a9c3611a7 None None] Pushing event updated for resources: {'Port': ['ID=bf51c258-2676-4f73-a695-0f313f4216a1,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:44.342069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a1d26e13-e0d2-43a3-9d69-617d6cdd08fe None None] Provisioning for port 353f4212-26e5-4fd2-aa49-aaa5635f96ed completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:44.345380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3ff83370-4939-4643-91a6-ef3fbf69dbac triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:44.345380 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.366536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Attempting to bind port 78a18611-e109-4c2d-8232-792a1c36533b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:44.367083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Attempting to bind port 78a18611-e109-4c2d-8232-792a1c36533b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:44.367585 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Attempting to bind port 78a18611-e109-4c2d-8232-792a1c36533b on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:44.394896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:44.395443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:44.395968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.396550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:44.397239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Bound port: 78a18611-e109-4c2d-8232-792a1c36533b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:44.397711 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.401682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a1d26e13-e0d2-43a3-9d69-617d6cdd08fe None None] Provisioning complete for port 353f4212-26e5-4fd2-aa49-aaa5635f96ed triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:44.402212 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1d26e13-e0d2-43a3-9d69-617d6cdd08fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.430996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Network e000b0b2-6fc6-4d11-ab43-503c6b5dc097 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:44.440804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:44.447117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a1d26e13-e0d2-43a3-9d69-617d6cdd08fe None None] Port 353f4212-26e5-4fd2-aa49-aaa5635f96ed cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:46:44.448342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:44.448705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:44.449114 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.449604 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:44.450091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Bound port: bf51c258-2676-4f73-a695-0f313f4216a1, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:44.450700 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.519142 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.525233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8:0:1::2d3 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/eec5fc80-6d89-41e2-a6af-48c23df07e39/cfa32875-b038-4c80-8fc1-29754fce87fb) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:44.535309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::f816:3eff:fe0d:40e7 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/218ff4e8-0e0b-49d2-89f1-1b75546a139a/cfa32875-b038-4c80-8fc1-29754fce87fb) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:44.584555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] For port bf51c258-2676-4f73-a695-0f313f4216a1, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:44.598229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] For port bf51c258-2676-4f73-a695-0f313f4216a1, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bf51c258-2676-4f73-a695-0f313f4216a1,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:44.621268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Router edad74d0-3654-48bb-89ac-3b53ddba69bb has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:46:44.631703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] For port 78a18611-e109-4c2d-8232-792a1c36533b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:44.653957 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] For port 78a18611-e109-4c2d-8232-792a1c36533b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=78a18611-e109-4c2d-8232-792a1c36533b,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:44.658254 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ca0d8ade-e7a5-425c-8a7e-18260a1fc08d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:44.681133 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.743198 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.756719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.767304 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:46:44.783853 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-10e56ec0-c776-4968-a2f1-530aae824a33 admin admin] 10.222.0.69 "PUT /v2.0/routers/edad74d0-3654-48bb-89ac-3b53ddba69bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4429579 Sep 08 13:46:44.792468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object cfa32875-b038-4c80-8fc1-29754fce87fb will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:44.808048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d481d-0572-49eb-a4f9-169a9c3611a7 None None] Pushing event updated for resources: {'Port': ['ID=bf51c258-2676-4f73-a695-0f313f4216a1,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:44.855955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:44.856332 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.860795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42844) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:44.895538 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-01d5583d-13e5-4301-b721-772079087d6a None None] Provisioning complete for port 353f4212-26e5-4fd2-aa49-aaa5635f96ed triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:44.895909 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-01d5583d-13e5-4301-b721-772079087d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:44.904546 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Routers {'edad74d0-3654-48bb-89ac-3b53ddba69bb'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:44.905242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:46:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['edad74d0-3654-48bb-89ac-3b53ddba69bb'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:44.912268 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.004267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:45.010210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:45.013118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:45.020087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:45.020847 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.030165 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-28dc5a77-bb03-4935-9078-5cf6259cc8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.033926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=cfa32875-b038-4c80-8fc1-29754fce87fb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:45.068448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] Set router edad74d0-3654-48bb-89ac-3b53ddba69bb gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:45.117719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ff504162-ee2e-4e93-9a43-2c22c64eaa6b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3782051 Sep 08 13:46:45.120248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42852) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:45.230540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-01d5583d-13e5-4301-b721-772079087d6a None None] Port 353f4212-26e5-4fd2-aa49-aaa5635f96ed cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:46:45.236448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e63d0-9cff-40e0-953a-f0a836a1f670 None None] Pushing event updated for resources: {'Port': ['ID=78a18611-e109-4c2d-8232-792a1c36533b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:45.250429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e95e1922-c1ed-4f5e-adcc-b428cca3228d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port cfa32875-b038-4c80-8fc1-29754fce87fb {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:45.251244 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e95e1922-c1ed-4f5e-adcc-b428cca3228d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.262247 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-28dc5a77-bb03-4935-9078-5cf6259cc8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.355399 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e95e1922-c1ed-4f5e-adcc-b428cca3228d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.370038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e95e1922-c1ed-4f5e-adcc-b428cca3228d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for cfa32875-b038-4c80-8fc1-29754fce87fb owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:45.374451 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-28dc5a77-bb03-4935-9078-5cf6259cc8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.397242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'name': 'tempest-TestAggregatesBasicOps-751872579-router', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:38Z', 'updated_at': '2021-09-08T13:46:43Z', 'revision_number': 4, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'gw_port': {'id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:39Z', 'updated_at': '2021-09-08T13:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '353f4212-26e5-4fd2-aa49-aaa5635f96ed', 'name': '', 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'mac_address': 'fa:16:3e:1b:f5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca7a0d29-0632-49ad-ba78-2cba6d37a0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:42Z', 'updated_at': '2021-09-08T13:46:43Z', 'revision_number': 2, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'subnets': [{'id': 'ca7a0d29-0632-49ad-ba78-2cba6d37a0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:45.414689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-28dc5a77-bb03-4935-9078-5cf6259cc8cd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=991e7906fdd74cf6b863d113aefe3573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5524099 Sep 08 13:46:45.421785 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc5a77-bb03-4935-9078-5cf6259cc8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ee19a0-8032-4c68-b17a-f1985cfbce4d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:45.421943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42856) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:45.437094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df63bd6-1500-49b7-b893-5d65606c1fc7 None None] The sync data for ids ['edad74d0-3654-48bb-89ac-3b53ddba69bb'] in n-d-807558-3 is: [{'id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'name': 'tempest-TestAggregatesBasicOps-751872579-router', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:38Z', 'updated_at': '2021-09-08T13:46:43Z', 'revision_number': 4, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'gw_port': {'id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:39Z', 'updated_at': '2021-09-08T13:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '353f4212-26e5-4fd2-aa49-aaa5635f96ed', 'name': '', 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'mac_address': 'fa:16:3e:1b:f5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca7a0d29-0632-49ad-ba78-2cba6d37a0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:42Z', 'updated_at': '2021-09-08T13:46:43Z', 'revision_number': 2, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'subnets': [{'id': 'ca7a0d29-0632-49ad-ba78-2cba6d37a0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:46:45.517332 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6d00-d2b3-45a3-ad80-44b4d0302cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.574330 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6d00-d2b3-45a3-ad80-44b4d0302cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.734381 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e95e1922-c1ed-4f5e-adcc-b428cca3228d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.776047 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6d00-d2b3-45a3-ad80-44b4d0302cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.779080 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6d00-d2b3-45a3-ad80-44b4d0302cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.784182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ee2d6d00-d2b3-45a3-ad80-44b4d0302cd7 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/c8ee19a0-8032-4c68-b17a-f1985cfbce4d HTTP/1.1" status: 204 len: 168 time: 0.3651335 Sep 08 13:46:45.801707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95e1922-c1ed-4f5e-adcc-b428cca3228d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=cfa32875-b038-4c80-8fc1-29754fce87fb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:45.814205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d6d00-d2b3-45a3-ad80-44b4d0302cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ee19a0-8032-4c68-b17a-f1985cfbce4d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:45.905363 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e95e1922-c1ed-4f5e-adcc-b428cca3228d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:45.907638 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e95e1922-c1ed-4f5e-adcc-b428cca3228d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/cfa32875-b038-4c80-8fc1-29754fce87fb HTTP/1.1" status: 204 len: 168 time: 0.7861192 Sep 08 13:46:45.910720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42874) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:45.984360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9f06dc-a331-4435-a98f-09b92fa13460 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:45.988162 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8d9f06dc-a331-4435-a98f-09b92fa13460 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0762029 Sep 08 13:46:45.992770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42878) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:46.116786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93901ffe-e682-4ad3-9095-aecf6e09b345 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:46.118603 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-93901ffe-e682-4ad3-9095-aecf6e09b345 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1245387 Sep 08 13:46:46.121253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42884) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:46.150797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 78a18611-e109-4c2d-8232-792a1c36533b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:46.177894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0c1458-f5bc-4d3b-8f68-4c6626c2a58f None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:46.192858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd315e9-e1e5-49be-93ed-d7d5320b6dc4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:46.194554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd315e9-e1e5-49be-93ed-d7d5320b6dc4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:46.196103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd315e9-e1e5-49be-93ed-d7d5320b6dc4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:46.200355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bbd315e9-e1e5-49be-93ed-d7d5320b6dc4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0752344 Sep 08 13:46:46.200547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42886) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:46.319341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e013491-19e1-4f95-aeb2-7f93ce2557ba tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 218ff4e8-0e0b-49d2-89f1-1b75546a139a {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:46.323444 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9e013491-19e1-4f95-aeb2-7f93ce2557ba tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.374283 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9e013491-19e1-4f95-aeb2-7f93ce2557ba tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.480201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9e013491-19e1-4f95-aeb2-7f93ce2557ba tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.574346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 78a18611-e109-4c2d-8232-792a1c36533b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:46.591720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a1cb2b87-b72d-49d4-b50d-546cfdc446e3 None None] Provisioning for port 78a18611-e109-4c2d-8232-792a1c36533b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:46.601016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a1cb2b87-b72d-49d4-b50d-546cfdc446e3 None None] Provisioning complete for port 78a18611-e109-4c2d-8232-792a1c36533b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:46.604539 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2b87-b72d-49d4-b50d-546cfdc446e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.652364 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9e013491-19e1-4f95-aeb2-7f93ce2557ba tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.704962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60afeb-c638-4742-980d-8c329bd87b8c None None] Update dhcp port {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': '218ff4e8-0e0b-49d2-89f1-1b75546a139a', 'ip_address': '2001:db8::f816:3eff:fe0b:aa15'}, {'subnet_id': 'eec5fc80-6d89-41e2-a6af-48c23df07e39'}], 'binding:host_id': 'n-d-807558-3'}, 'id': '78a18611-e109-4c2d-8232-792a1c36533b'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:46:46.727086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e013491-19e1-4f95-aeb2-7f93ce2557ba tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=218ff4e8-0e0b-49d2-89f1-1b75546a139a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:46.731051 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9e013491-19e1-4f95-aeb2-7f93ce2557ba tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.733037 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9e013491-19e1-4f95-aeb2-7f93ce2557ba tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/218ff4e8-0e0b-49d2-89f1-1b75546a139a HTTP/1.1" status: 204 len: 168 time: 0.5291171 Sep 08 13:46:46.738342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42904) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:46.756321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42906) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:46.784986 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cdfab4b3-cd8f-4b01-aadc-bbb0cec99bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.792881 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b60afeb-c638-4742-980d-8c329bd87b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.806853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-1205c457-64a4-46d4-bc87-7edc99d61a09 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet eec5fc80-6d89-41e2-a6af-48c23df07e39 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:46.810656 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1205c457-64a4-46d4-bc87-7edc99d61a09 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.861286 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1205c457-64a4-46d4-bc87-7edc99d61a09 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.926509 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1205c457-64a4-46d4-bc87-7edc99d61a09 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.945781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cdfab4b3-cd8f-4b01-aadc-bbb0cec99bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:46.995932 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2b87-b72d-49d4-b50d-546cfdc446e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.015711 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cdfab4b3-cd8f-4b01-aadc-bbb0cec99bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.053667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a1cb2b87-b72d-49d4-b50d-546cfdc446e3 None None] For port 78a18611-e109-4c2d-8232-792a1c36533b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=78a18611-e109-4c2d-8232-792a1c36533b,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:47.070650 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cdfab4b3-cd8f-4b01-aadc-bbb0cec99bf4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7ef94a589d40466b9056ea42de8f22ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083384 Sep 08 13:46:47.071655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42910) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:47.072719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfab4b3-cd8f-4b01-aadc-bbb0cec99bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5910f7f6-0382-44d8-8b9a-4ab9f411a5f0,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:47.148004 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a6582b5-c608-4a05-bd57-090fd216f099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.163466 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.179452 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a6582b5-c608-4a05-bd57-090fd216f099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.254959 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1205c457-64a4-46d4-bc87-7edc99d61a09 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.256767 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1cb2b87-b72d-49d4-b50d-546cfdc446e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server [None req-8b60afeb-c638-4742-980d-8c329bd87b8c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eec5fc80-6d89-41e2-a6af-48c23df07e39: This subnet is being modified by another concurrent operation. Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise self.value Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1733, in update_port Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server raise exception Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eec5fc80-6d89-41e2-a6af-48c23df07e39: This subnet is being modified by another concurrent operation. Sep 08 13:46:47.265967 n-d-807558-3 neutron-server[96265]: ERROR oslo_messaging.rpc.server Sep 08 13:46:47.282107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42912) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:47.300482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205c457-64a4-46d4-bc87-7edc99d61a09 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=eec5fc80-6d89-41e2-a6af-48c23df07e39,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:47.312866 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1205c457-64a4-46d4-bc87-7edc99d61a09 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.318397 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1205c457-64a4-46d4-bc87-7edc99d61a09 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/eec5fc80-6d89-41e2-a6af-48c23df07e39 HTTP/1.1" status: 204 len: 168 time: 0.5789843 Sep 08 13:46:47.318397 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a6582b5-c608-4a05-bd57-090fd216f099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.320739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2a6582b5-c608-4a05-bd57-090fd216f099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.324581 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2a6582b5-c608-4a05-bd57-090fd216f099 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5910f7f6-0382-44d8-8b9a-4ab9f411a5f0 HTTP/1.1" status: 204 len: 168 time: 0.2492218 Sep 08 13:46:47.324581 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42914) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:47.388768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb2b87-b72d-49d4-b50d-546cfdc446e3 None None] Pushing event updated for resources: {'Port': ['ID=78a18611-e109-4c2d-8232-792a1c36533b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:47.401492 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d98ad1-1efd-454b-b6b8-1061c3868359 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:47.433385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6582b5-c608-4a05-bd57-090fd216f099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5910f7f6-0382-44d8-8b9a-4ab9f411a5f0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:47.443034 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4443f857-3eb0-4c07-b4e2-52c615866a84 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017580 Sep 08 13:46:47.445495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42918) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:47.454702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:47.599473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e2bc564b-7679-4dc1-9ba6-dfd8e443fd1b None None] Provisioning complete for port 78a18611-e109-4c2d-8232-792a1c36533b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:47.599853 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e2bc564b-7679-4dc1-9ba6-dfd8e443fd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.734472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:47.738281 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.754991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a9e387-3712-4dea-9127-7ce95cdb1f22 None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:46:47.860334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b9a9e387-3712-4dea-9127-7ce95cdb1f22 None None] Deleting port 78a18611-e109-4c2d-8232-792a1c36533b {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:47.860731 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e387-3712-4dea-9127-7ce95cdb1f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:47.900168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7123-bd49-4539-8718-044fe119b91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:48.007611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b9a9e387-3712-4dea-9127-7ce95cdb1f22 None None] For port 78a18611-e109-4c2d-8232-792a1c36533b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=78a18611-e109-4c2d-8232-792a1c36533b,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:48.008011 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e387-3712-4dea-9127-7ce95cdb1f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:48.066871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b9a9e387-3712-4dea-9127-7ce95cdb1f22 None None] Calling delete_port for 78a18611-e109-4c2d-8232-792a1c36533b owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:48.176234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bf51c258-2676-4f73-a695-0f313f4216a1 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:48.382122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b9a9e387-3712-4dea-9127-7ce95cdb1f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:48.383736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.objects.ports [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=96264) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:46:48.389994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port bf51c258-2676-4f73-a695-0f313f4216a1 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:48.426207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc7123-bd49-4539-8718-044fe119b91f admin admin] Deleting port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:48.426671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7123-bd49-4539-8718-044fe119b91f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:48.453862 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port bf51c258-2676-4f73-a695-0f313f4216a1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:48.454586 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:48.462462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9e387-3712-4dea-9127-7ce95cdb1f22 None None] Pushing event deleted for resources: {'Port': ['ID=78a18611-e109-4c2d-8232-792a1c36533b,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:48.475763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9e387-3712-4dea-9127-7ce95cdb1f22 None None] No DVR routers for this DVR port 78a18611-e109-4c2d-8232-792a1c36533b on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:48.533160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891aafb7-57c9-4d11-9e27-6ef35daedc79 None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 13:46:48.661300 n-d-807558-3 neutron-server[96264]: WARNING neutron.services.revisions.revision_plugin [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Could not find related port for resource to bump revision. Sep 08 13:46:48.666614 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-1bfc7123-bd49-4539-8718-044fe119b91f admin admin] For port ca0d8ade-e7a5-425c-8a7e-18260a1fc08d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ca0d8ade-e7a5-425c-8a7e-18260a1fc08d,segment=NetworkSegment(ac258c38-d40a-4904-b3b3-e3526d369389),segment_id=ac258c38-d40a-4904-b3b3-e3526d369389)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:48.667505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7123-bd49-4539-8718-044fe119b91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:48.698691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc7123-bd49-4539-8718-044fe119b91f admin admin] Calling delete_port for ca0d8ade-e7a5-425c-8a7e-18260a1fc08d owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:48.707968 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.ipam_pluggable_backend [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Port 78a18611-e109-4c2d-8232-792a1c36533b was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=96264) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 08 13:46:48.708981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.ipam_pluggable_backend [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0b:aa15 {{(pid=96264) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 08 13:46:48.723835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.ipam_pluggable_backend [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0b:aa15 {{(pid=96264) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 08 13:46:48.733079 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:48.766055 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:48.829482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891aafb7-57c9-4d11-9e27-6ef35daedc79 None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 13:46:48.857038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port bf51c258-2676-4f73-a695-0f313f4216a1, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bf51c258-2676-4f73-a695-0f313f4216a1,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:48.905277 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Sync routers for ids ['edad74d0-3654-48bb-89ac-3b53ddba69bb'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:46:48.922438 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Routers {'edad74d0-3654-48bb-89ac-3b53ddba69bb'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:48.923073 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:46:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['edad74d0-3654-48bb-89ac-3b53ddba69bb'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:48.945026 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:48.955014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:48.991731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:49.003731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:49.004833 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:49.035315 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=5c54aa50-81ed-4ced-9445-9ba5c5ea9b43,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:49.063451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 78a18611-e109-4c2d-8232-792a1c36533b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:49.098484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 78a18611-e109-4c2d-8232-792a1c36533b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:49.098918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 78a18611-e109-4c2d-8232-792a1c36533b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:49.119206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=bf51c258-2676-4f73-a695-0f313f4216a1,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:49.125736 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-efed1726-0fdb-46b3-b139-3977dc115703 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6790721 Sep 08 13:46:49.138995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42936) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:49.138995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0f749b47-3c58-40e9-98cf-8df132b5c588 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:49.148960 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Set router edad74d0-3654-48bb-89ac-3b53ddba69bb gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:49.168893 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7123-bd49-4539-8718-044fe119b91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:49.223973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc7123-bd49-4539-8718-044fe119b91f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0d8ade-e7a5-425c-8a7e-18260a1fc08d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:49.430279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '5c54aa50-81ed-4ced-9445-9ba5c5ea9b43'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:46:49.432747 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:49.447542 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1bfc7123-bd49-4539-8718-044fe119b91f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:49.476980 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'name': 'tempest-TestAggregatesBasicOps-751872579-router', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:38Z', 'updated_at': '2021-09-08T13:46:43Z', 'revision_number': 4, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'gw_port': {'id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:39Z', 'updated_at': '2021-09-08T13:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '353f4212-26e5-4fd2-aa49-aaa5635f96ed', 'name': '', 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'mac_address': 'fa:16:3e:1b:f5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca7a0d29-0632-49ad-ba78-2cba6d37a0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:42Z', 'updated_at': '2021-09-08T13:46:43Z', 'revision_number': 2, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'subnets': [{'id': 'ca7a0d29-0632-49ad-ba78-2cba6d37a0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:49.508179 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Checking router: edad74d0-3654-48bb-89ac-3b53ddba69bb for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:46:49.508765 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Updating router edad74d0-3654-48bb-89ac-3b53ddba69bb port 353f4212-26e5-4fd2-aa49-aaa5635f96ed binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:46:49.545208 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:49.556624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f749b47-3c58-40e9-98cf-8df132b5c588 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:49.561075 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0f749b47-3c58-40e9-98cf-8df132b5c588 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:49.668450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Allocated IP 2001:db8::f816:3eff:fe53:8021 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/5c54aa50-81ed-4ced-9445-9ba5c5ea9b43/6f3d375c-a002-4cb0-984f-b744278ef06a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:49.772147 n-d-807558-3 neutron-server[96264]: INFO neutron.db.ipam_backend_mixin [None req-0f749b47-3c58-40e9-98cf-8df132b5c588 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c54aa50-81ed-4ced-9445-9ba5c5ea9b43 (CIDR: 2001:db8::/64) Sep 08 13:46:49.826066 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f749b47-3c58-40e9-98cf-8df132b5c588 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:46:49.826543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f749b47-3c58-40e9-98cf-8df132b5c588 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:46:49.904524 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:49.914702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Transition to ACTIVE for port object 6f3d375c-a002-4cb0-984f-b744278ef06a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:49.932952 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Transition to ACTIVE for port object 6f3d375c-a002-4cb0-984f-b744278ef06a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:49.934469 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0f749b47-3c58-40e9-98cf-8df132b5c588 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8006110 Sep 08 13:46:49.946864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42946) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:49.959023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8448ddd6-baed-4eb5-8c22-f82306f1d4d2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:50.052238 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.053383 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.067890 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Transition to ACTIVE for port object 353f4212-26e5-4fd2-aa49-aaa5635f96ed will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:50.124098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:50.136593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:50.140977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:50.159308 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.212661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bf51c258-2676-4f73-a695-0f313f4216a1 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:50.282385 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfad657-050a-4e9d-8776-b5a8cbbdacc4 None None] Pushing event updated for resources: {'Port': ['ID=353f4212-26e5-4fd2-aa49-aaa5635f96ed,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:50.288516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Attempting to bind port 6f3d375c-a002-4cb0-984f-b744278ef06a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:50.288893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Attempting to bind port 6f3d375c-a002-4cb0-984f-b744278ef06a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:50.289262 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Attempting to bind port 6f3d375c-a002-4cb0-984f-b744278ef06a on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:50.291257 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Pushing event updated for resources: {'Port': ['ID=6f3d375c-a002-4cb0-984f-b744278ef06a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:50.293139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfc7123-bd49-4539-8718-044fe119b91f admin admin] Router 558cede6-88a5-458c-bd58-227a6426cf0d has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:46:50.312785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:50.313202 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:50.314261 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.314261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:50.314651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Bound port: 6f3d375c-a002-4cb0-984f-b744278ef06a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:50.315221 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.330609 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Attempting to bind port 353f4212-26e5-4fd2-aa49-aaa5635f96ed on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:50.331080 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Attempting to bind port 353f4212-26e5-4fd2-aa49-aaa5635f96ed by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'a0c64c94-3495-47cb-a991-2621edfc3384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:50.331419 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Attempting to bind port 353f4212-26e5-4fd2-aa49-aaa5635f96ed on network e000b0b2-6fc6-4d11-ab43-503c6b5dc097 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:50.340348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port bf51c258-2676-4f73-a695-0f313f4216a1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:50.340741 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.345724 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:50.346423 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Checking segment: {'id': 'a0c64c94-3495-47cb-a991-2621edfc3384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:50.347036 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.347551 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Bound using segment: {'id': 'a0c64c94-3495-47cb-a991-2621edfc3384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:50.348174 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Bound port: 353f4212-26e5-4fd2-aa49-aaa5635f96ed, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0c64c94-3495-47cb-a991-2621edfc3384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:50.348675 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.363099 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8448ddd6-baed-4eb5-8c22-f82306f1d4d2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:50.372779 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8448ddd6-baed-4eb5-8c22-f82306f1d4d2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.450437 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] For port 353f4212-26e5-4fd2-aa49-aaa5635f96ed, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:50.455142 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] For port 353f4212-26e5-4fd2-aa49-aaa5635f96ed, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=353f4212-26e5-4fd2-aa49-aaa5635f96ed,segment=NetworkSegment(a0c64c94-3495-47cb-a991-2621edfc3384),segment_id=a0c64c94-3495-47cb-a991-2621edfc3384)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:50.481618 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] For port 6f3d375c-a002-4cb0-984f-b744278ef06a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:50.504188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] For port 6f3d375c-a002-4cb0-984f-b744278ef06a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6f3d375c-a002-4cb0-984f-b744278ef06a,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:50.533031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfc7123-bd49-4539-8718-044fe119b91f admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:46:50.541968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1bfc7123-bd49-4539-8718-044fe119b91f admin admin] 10.222.0.69 "PUT /v2.0/routers/558cede6-88a5-458c-bd58-227a6426cf0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2578230 Sep 08 13:46:50.544544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42954) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:50.553314 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.554948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deca03-5ab9-49d5-b0d5-c5c14862fbb4 None None] Sync routers for ids ['558cede6-88a5-458c-bd58-227a6426cf0d'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:46:50.569752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8deca03-5ab9-49d5-b0d5-c5c14862fbb4 None None] Routers {'558cede6-88a5-458c-bd58-227a6426cf0d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:50.570610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f8deca03-5ab9-49d5-b0d5-c5c14862fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:46:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['558cede6-88a5-458c-bd58-227a6426cf0d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:50.626998 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfad657-050a-4e9d-8776-b5a8cbbdacc4 None None] Pushing event updated for resources: {'Port': ['ID=353f4212-26e5-4fd2-aa49-aaa5635f96ed,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:50.658130 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Routers {'edad74d0-3654-48bb-89ac-3b53ddba69bb'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:50.658907 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:46:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['edad74d0-3654-48bb-89ac-3b53ddba69bb'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:50.671508 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.716568 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:50.816192 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] Set router edad74d0-3654-48bb-89ac-3b53ddba69bb gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:50.829850 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e952f1-ee5f-4fc5-b082-ba78f7a55e44 None None] Pushing event updated for resources: {'Port': ['ID=6f3d375c-a002-4cb0-984f-b744278ef06a,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:50.855771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-f8deca03-5ab9-49d5-b0d5-c5c14862fbb4 None None] Set router 558cede6-88a5-458c-bd58-227a6426cf0d gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:50.931216 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.118529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f8deca03-5ab9-49d5-b0d5-c5c14862fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'name': 'tempest-TestAggregatesBasicOps-1804116191-router', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11'}], 'enable_snat': True}, 'gw_port_id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:29Z', 'updated_at': '2021-09-08T13:46:48Z', 'revision_number': 5, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'gw_port': {'id': 'ef40c604-3218-4e27-8bc9-40323048bdc9', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:31Z', 'updated_at': '2021-09-08T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:51.162743 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'name': 'tempest-TestAggregatesBasicOps-751872579-router', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:38Z', 'updated_at': '2021-09-08T13:46:43Z', 'revision_number': 4, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'gw_port': {'id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:39Z', 'updated_at': '2021-09-08T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '353f4212-26e5-4fd2-aa49-aaa5635f96ed', 'name': '', 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'mac_address': 'fa:16:3e:1b:f5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca7a0d29-0632-49ad-ba78-2cba6d37a0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:42Z', 'updated_at': '2021-09-08T13:46:50Z', 'revision_number': 4, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'subnets': [{'id': 'ca7a0d29-0632-49ad-ba78-2cba6d37a0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:51.167161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deca03-5ab9-49d5-b0d5-c5c14862fbb4 None None] Checking router: 558cede6-88a5-458c-bd58-227a6426cf0d for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:46:51.196664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8deca03-5ab9-49d5-b0d5-c5c14862fbb4 None None] Routers {'558cede6-88a5-458c-bd58-227a6426cf0d'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:51.198119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f8deca03-5ab9-49d5-b0d5-c5c14862fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:46:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['558cede6-88a5-458c-bd58-227a6426cf0d'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:51.221103 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b07bd73-6aae-4404-b5f2-0b56002d1da0 None None] The sync data for ids ['edad74d0-3654-48bb-89ac-3b53ddba69bb'] in n-d-807558-3 is: [{'id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'name': 'tempest-TestAggregatesBasicOps-751872579-router', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:38Z', 'updated_at': '2021-09-08T13:46:43Z', 'revision_number': 4, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'gw_port': {'id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:39Z', 'updated_at': '2021-09-08T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '353f4212-26e5-4fd2-aa49-aaa5635f96ed', 'name': '', 'network_id': 'e000b0b2-6fc6-4d11-ab43-503c6b5dc097', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'mac_address': 'fa:16:3e:1b:f5:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ca7a0d29-0632-49ad-ba78-2cba6d37a0ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:42Z', 'updated_at': '2021-09-08T13:46:50Z', 'revision_number': 4, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'subnets': [{'id': 'ca7a0d29-0632-49ad-ba78-2cba6d37a0ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:46:51.224693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Deleting port ef40c604-3218-4e27-8bc9-40323048bdc9 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:51.224693 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.323821 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8448ddd6-baed-4eb5-8c22-f82306f1d4d2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.369772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] For port ef40c604-3218-4e27-8bc9-40323048bdc9, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ef40c604-3218-4e27-8bc9-40323048bdc9,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:51.370714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.413591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8448ddd6-baed-4eb5-8c22-f82306f1d4d2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:51.417564 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8448ddd6-baed-4eb5-8c22-f82306f1d4d2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:51.422408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8448ddd6-baed-4eb5-8c22-f82306f1d4d2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:51.423033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8448ddd6-baed-4eb5-8c22-f82306f1d4d2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:51.432648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Calling delete_port for ef40c604-3218-4e27-8bc9-40323048bdc9 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:51.441773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448ddd6-baed-4eb5-8c22-f82306f1d4d2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=70447691-fc11-4541-8aaa-0e408552a3f6,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:51.548802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-f8deca03-5ab9-49d5-b0d5-c5c14862fbb4 None None] Set router 558cede6-88a5-458c-bd58-227a6426cf0d gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:51.615575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f8deca03-5ab9-49d5-b0d5-c5c14862fbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'name': 'tempest-TestAggregatesBasicOps-1804116191-router', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:29Z', 'updated_at': '2021-09-08T13:46:50Z', 'revision_number': 6, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:51.652220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8deca03-5ab9-49d5-b0d5-c5c14862fbb4 None None] The sync data for ids ['558cede6-88a5-458c-bd58-227a6426cf0d'] in n-d-807558-3 is: [{'id': '558cede6-88a5-458c-bd58-227a6426cf0d', 'name': 'tempest-TestAggregatesBasicOps-1804116191-router', 'tenant_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:29Z', 'updated_at': '2021-09-08T13:46:50Z', 'revision_number': 6, 'project_id': 'e775cc3c1df5471aa5dfee1dc0919dd1', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:46:51.657369 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8448ddd6-baed-4eb5-8c22-f82306f1d4d2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7075253 Sep 08 13:46:51.660916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42964) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:51.672838 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:ff:35:c0', 'name': 'tempest-NetworksTestDHCPv6-1511874767'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:52.092890 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.093653 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:52.131699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef40c604-3218-4e27-8bc9-40323048bdc9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:52.187607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056f3d08-7a40-4e24-a79a-820bbdf2954c None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:52.248181 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.381944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6f3d375c-a002-4cb0-984f-b744278ef06a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:52.402385 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.453769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port aa387093-9c49-4ebb-9798-53bf90722336 yet. {{(pid=96264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:46:52.533462 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.558114 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.648238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6a9836d6-18e4-4228-aff1-89d015091686 None None] Provisioning for port 6f3d375c-a002-4cb0-984f-b744278ef06a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:52.692558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 6f3d375c-a002-4cb0-984f-b744278ef06a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:52.712024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6f3d375c-a002-4cb0-984f-b744278ef06a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:52.712412 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.783683 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8:0:1::1a4 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/70447691-fc11-4541-8aaa-0e408552a3f6/aa387093-9c49-4ebb-9798-53bf90722336) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:52.798230 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.800861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 558cede6-88a5-458c-bd58-227a6426cf0d {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:46:52.803845 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.805232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-12269f7f-16b2-42f8-94bf-e86faaca32b2 admin admin] 10.222.0.69 "DELETE /v2.0/routers/558cede6-88a5-458c-bd58-227a6426cf0d HTTP/1.1" status: 204 len: 168 time: 2.2582676 Sep 08 13:46:52.809647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42980) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:52.817426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::f816:3eff:feff:35c0 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/5c54aa50-81ed-4ced-9445-9ba5c5ea9b43/aa387093-9c49-4ebb-9798-53bf90722336) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:52.865137 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.922769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad4c8571-85d6-413c-a998-fcfbe5ba248d admin admin] Deleting subnet 55846e63-4c2b-4c71-91f7-56ead26130b9 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:52.926706 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad4c8571-85d6-413c-a998-fcfbe5ba248d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:52.953523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 6f3d375c-a002-4cb0-984f-b744278ef06a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6f3d375c-a002-4cb0-984f-b744278ef06a,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:53.001379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18da968a-d57b-4ab7-85be-f5da31bd0436 None None] Update dhcp port {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': '5c54aa50-81ed-4ced-9445-9ba5c5ea9b43', 'ip_address': '2001:db8::f816:3eff:fe53:8021'}, {'subnet_id': '70447691-fc11-4541-8aaa-0e408552a3f6'}], 'binding:host_id': 'n-d-807558-3'}, 'id': '6f3d375c-a002-4cb0-984f-b744278ef06a'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:46:53.006638 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad4c8571-85d6-413c-a998-fcfbe5ba248d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.042861 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18da968a-d57b-4ab7-85be-f5da31bd0436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.044985 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.045863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 353f4212-26e5-4fd2-aa49-aaa5635f96ed up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:53.147858 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad4c8571-85d6-413c-a998-fcfbe5ba248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.174480 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.205443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object aa387093-9c49-4ebb-9798-53bf90722336 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:53.282890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=6f3d375c-a002-4cb0-984f-b744278ef06a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:53.398752 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad4c8571-85d6-413c-a998-fcfbe5ba248d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.422607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c8571-85d6-413c-a998-fcfbe5ba248d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55846e63-4c2b-4c71-91f7-56ead26130b9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:53.428598 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ad4c8571-85d6-413c-a998-fcfbe5ba248d admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.432505 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ad4c8571-85d6-413c-a998-fcfbe5ba248d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/55846e63-4c2b-4c71-91f7-56ead26130b9 HTTP/1.1" status: 204 len: 168 time: 0.6197586 Sep 08 13:46:53.433485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42986) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:53.440039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f80b1d9-f0bf-43d9-9360-55031eafbdc9 None None] Network 711c16a7-1042-4ef7-a40f-48c2c03637f2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:53.480394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.502122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 353f4212-26e5-4fd2-aa49-aaa5635f96ed completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:53.535984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 353f4212-26e5-4fd2-aa49-aaa5635f96ed triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:53.536362 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.578389 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.589761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:53.594978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:53.599144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=aa387093-9c49-4ebb-9798-53bf90722336,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:53.601798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:53.607559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:53.608746 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.645803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-18da968a-d57b-4ab7-85be-f5da31bd0436 None None] Allocated IP 2001:db8:0:1::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/70447691-fc11-4541-8aaa-0e408552a3f6/6f3d375c-a002-4cb0-984f-b744278ef06a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:53.692694 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Deleting port c8ed8cd0-682b-495a-a137-b91d4647d580 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:53.693020 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.712266 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-725fb828-8b5d-4581-a453-7e4a305ac5d4 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0501845 Sep 08 13:46:53.715099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42988) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:53.782042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c6356f-3d95-4e5c-abfe-b750e8f98ba9 None None] DHCP port deletion for 711c16a7-1042-4ef7-a40f-48c2c03637f2 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:46:53.792402 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] For port c8ed8cd0-682b-495a-a137-b91d4647d580, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c8ed8cd0-682b-495a-a137-b91d4647d580,segment=NetworkSegment(ac258c38-d40a-4904-b3b3-e3526d369389),segment_id=ac258c38-d40a-4904-b3b3-e3526d369389)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:53.792665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.792802 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.808783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Calling delete_port for c8ed8cd0-682b-495a-a137-b91d4647d580 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:53.849453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-18da968a-d57b-4ab7-85be-f5da31bd0436 None None] For port 6f3d375c-a002-4cb0-984f-b744278ef06a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6f3d375c-a002-4cb0-984f-b744278ef06a,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:53.865918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9daa0f85-1fec-409d-bb52-f89e8816598c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port aa387093-9c49-4ebb-9798-53bf90722336 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:53.866291 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9daa0f85-1fec-409d-bb52-f89e8816598c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.876287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 353f4212-26e5-4fd2-aa49-aaa5635f96ed, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=353f4212-26e5-4fd2-aa49-aaa5635f96ed,segment=NetworkSegment(a0c64c94-3495-47cb-a991-2621edfc3384),segment_id=a0c64c94-3495-47cb-a991-2621edfc3384)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:53.903765 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18da968a-d57b-4ab7-85be-f5da31bd0436 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.923417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-26c6356f-3d95-4e5c-abfe-b750e8f98ba9 None None] Deleting port c8ed8cd0-682b-495a-a137-b91d4647d580 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:53.923801 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-26c6356f-3d95-4e5c-abfe-b750e8f98ba9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:53.927695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-18da968a-d57b-4ab7-85be-f5da31bd0436 None None] Transition to ACTIVE for port object 6f3d375c-a002-4cb0-984f-b744278ef06a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:53.960682 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9daa0f85-1fec-409d-bb52-f89e8816598c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.046307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9daa0f85-1fec-409d-bb52-f89e8816598c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for aa387093-9c49-4ebb-9798-53bf90722336 owned by {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:54.047299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-26c6356f-3d95-4e5c-abfe-b750e8f98ba9 None None] For port c8ed8cd0-682b-495a-a137-b91d4647d580, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c8ed8cd0-682b-495a-a137-b91d4647d580,segment=NetworkSegment(ac258c38-d40a-4904-b3b3-e3526d369389),segment_id=ac258c38-d40a-4904-b3b3-e3526d369389)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:54.047299 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-26c6356f-3d95-4e5c-abfe-b750e8f98ba9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.047299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-26c6356f-3d95-4e5c-abfe-b750e8f98ba9 None None] Calling delete_port for c8ed8cd0-682b-495a-a137-b91d4647d580 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:54.249509 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.249828 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.255288 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-18da968a-d57b-4ab7-85be-f5da31bd0436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.287066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ed8cd0-682b-495a-a137-b91d4647d580,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:54.287388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ca0d8ade-e7a5-425c-8a7e-18260a1fc08d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:54.297790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] No DVR routers for this DVR port c8ed8cd0-682b-495a-a137-b91d4647d580 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:54.298038 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9daa0f85-1fec-409d-bb52-f89e8816598c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.320413 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-26c6356f-3d95-4e5c-abfe-b750e8f98ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.327597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: ca0d8ade-e7a5-425c-8a7e-18260a1fc08d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:54.327958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ca0d8ade-e7a5-425c-8a7e-18260a1fc08d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:54.349031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa0f85-1fec-409d-bb52-f89e8816598c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=aa387093-9c49-4ebb-9798-53bf90722336,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:54.375334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c6356f-3d95-4e5c-abfe-b750e8f98ba9 None None] No DVR routers for this DVR port c8ed8cd0-682b-495a-a137-b91d4647d580 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:54.407524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=353f4212-26e5-4fd2-aa49-aaa5635f96ed,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:54.424205 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9daa0f85-1fec-409d-bb52-f89e8816598c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.427652 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9daa0f85-1fec-409d-bb52-f89e8816598c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/aa387093-9c49-4ebb-9798-53bf90722336 HTTP/1.1" status: 204 len: 168 time: 0.7111268 Sep 08 13:46:54.431608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 42992) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:54.443133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.475649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18da968a-d57b-4ab7-85be-f5da31bd0436 None None] Pushing event updated for resources: {'Port': ['ID=6f3d375c-a002-4cb0-984f-b744278ef06a,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:54.507322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711c16a7-1042-4ef7-a40f-48c2c03637f2']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:54.525625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c6356f-3d95-4e5c-abfe-b750e8f98ba9 None None] Pushing event deleted for resources: {'Port': ['ID=c8ed8cd0-682b-495a-a137-b91d4647d580,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:54.528325 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac258c38-d40a-4904-b3b3-e3526d369389') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:54.528638 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac258c38-d40a-4904-b3b3-e3526d369389') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:54.548308 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0e120e-0284-426f-b856-ac6f2c3b1feb tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:54.553923 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1f0e120e-0284-426f-b856-ac6f2c3b1feb tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1174026 Sep 08 13:46:54.554379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42996) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:54.554912 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.563563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6f3d375c-a002-4cb0-984f-b744278ef06a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:54.601537 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.617878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:46:54.618644 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: items = [ Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:46:54.621445 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:46:54.653928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfaaa4d-2fd5-4814-9585-3c723601a78f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:54.655990 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bbfaaa4d-2fd5-4814-9585-3c723601a78f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0997684 Sep 08 13:46:54.658764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 42998) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:54.744333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ef40c604-3218-4e27-8bc9-40323048bdc9 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:54.759818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ee5ea-c7a7-464b-be59-dc08dd26ba1f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:54.761972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ee5ea-c7a7-464b-be59-dc08dd26ba1f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:54.763197 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.766323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ee5ea-c7a7-464b-be59-dc08dd26ba1f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:54.770224 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d54ee5ea-c7a7-464b-be59-dc08dd26ba1f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1085401 Sep 08 13:46:54.773201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43002) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:54.775858 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:54.783026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] 10.222.0.69 "DELETE /v2.0/networks/711c16a7-1042-4ef7-a40f-48c2c03637f2 HTTP/1.1" status: 204 len: 168 time: 1.3445842 Sep 08 13:46:54.789403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43004) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:54.797934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: ef40c604-3218-4e27-8bc9-40323048bdc9 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:54.798874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ef40c604-3218-4e27-8bc9-40323048bdc9 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:54.799074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be996588-b2ab-4a97-b53e-4f504f5b2277 admin admin] Pushing event deleted for resources: {'Network': ['ID=711c16a7-1042-4ef7-a40f-48c2c03637f2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:54.800048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c8ed8cd0-682b-495a-a137-b91d4647d580 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:54.827916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: c8ed8cd0-682b-495a-a137-b91d4647d580 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:54.828376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c8ed8cd0-682b-495a-a137-b91d4647d580 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:54.913004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abc3974-8378-42ce-859f-4f7757197a31 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 5c54aa50-81ed-4ced-9445-9ba5c5ea9b43 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:54.918466 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1abc3974-8378-42ce-859f-4f7757197a31 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.017334 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1abc3974-8378-42ce-859f-4f7757197a31 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.217781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1abc3974-8378-42ce-859f-4f7757197a31 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.262878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275e3a5f-176e-4918-8c28-b2dbbe677528 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:55.423380 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1abc3974-8378-42ce-859f-4f7757197a31 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.433310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-20f7733e-d328-4323-b4c0-252efdfa95b9 None None] Provisioning for port 6f3d375c-a002-4cb0-984f-b744278ef06a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:46:55.461905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc3974-8378-42ce-859f-4f7757197a31 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=5c54aa50-81ed-4ced-9445-9ba5c5ea9b43,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:55.465650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-20f7733e-d328-4323-b4c0-252efdfa95b9 None None] Provisioning complete for port 6f3d375c-a002-4cb0-984f-b744278ef06a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:55.466287 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-20f7733e-d328-4323-b4c0-252efdfa95b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.468932 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1abc3974-8378-42ce-859f-4f7757197a31 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.471149 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1abc3974-8378-42ce-859f-4f7757197a31 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/5c54aa50-81ed-4ced-9445-9ba5c5ea9b43 HTTP/1.1" status: 204 len: 168 time: 0.6961513 Sep 08 13:46:55.474049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43008) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:55.507643 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15b1ef8b-b842-4ba2-935b-3614edc8fd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.589663 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c26345-4ab9-48c2-826d-5cd8c99b7a54 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 70447691-fc11-4541-8aaa-0e408552a3f6 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:55.597392 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b5c26345-4ab9-48c2-826d-5cd8c99b7a54 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.712537 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b5c26345-4ab9-48c2-826d-5cd8c99b7a54 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.843772 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b5c26345-4ab9-48c2-826d-5cd8c99b7a54 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.867940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3d11f2-be96-4791-8675-d981eea7e4e5 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:55.912835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-15b1ef8b-b842-4ba2-935b-3614edc8fd39 admin admin] Deleting port 353f4212-26e5-4fd2-aa49-aaa5635f96ed {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:55.913447 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15b1ef8b-b842-4ba2-935b-3614edc8fd39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:55.966066 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6da33668-a2b7-4694-9140-84be5e2ec61c None None] Provisioning complete for port 6f3d375c-a002-4cb0-984f-b744278ef06a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:55.966399 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6da33668-a2b7-4694-9140-84be5e2ec61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:56.033135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-15b1ef8b-b842-4ba2-935b-3614edc8fd39 admin admin] For port 353f4212-26e5-4fd2-aa49-aaa5635f96ed, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=353f4212-26e5-4fd2-aa49-aaa5635f96ed,segment=NetworkSegment(a0c64c94-3495-47cb-a991-2621edfc3384),segment_id=a0c64c94-3495-47cb-a991-2621edfc3384)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:56.033694 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15b1ef8b-b842-4ba2-935b-3614edc8fd39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:56.048807 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b5c26345-4ab9-48c2-826d-5cd8c99b7a54 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:56.054388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-15b1ef8b-b842-4ba2-935b-3614edc8fd39 admin admin] Calling delete_port for 353f4212-26e5-4fd2-aa49-aaa5635f96ed owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:56.084350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c26345-4ab9-48c2-826d-5cd8c99b7a54 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=70447691-fc11-4541-8aaa-0e408552a3f6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:56.089827 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b5c26345-4ab9-48c2-826d-5cd8c99b7a54 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:56.094904 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b5c26345-4ab9-48c2-826d-5cd8c99b7a54 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/70447691-fc11-4541-8aaa-0e408552a3f6 HTTP/1.1" status: 204 len: 168 time: 0.6188064 Sep 08 13:46:56.095576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43012) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:56.145263 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0f084112-4de8-45f6-a30c-610ac9af6ed8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483143 Sep 08 13:46:56.145555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43014) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:56.150552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-191043d5-e88a-461d-992e-e7b5cb00e5bd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:56.199720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79997c07-3fee-4212-86cf-07faa9ea33b8 None None] Update dhcp port {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'fixed_ips': [{'subnet_id': '70447691-fc11-4541-8aaa-0e408552a3f6'}], 'binding:host_id': 'n-d-807558-3'}, 'id': '6f3d375c-a002-4cb0-984f-b744278ef06a'} from n-d-807558-3. {{(pid=96265) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 08 13:46:56.229390 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-79997c07-3fee-4212-86cf-07faa9ea33b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:56.379475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191043d5-e88a-461d-992e-e7b5cb00e5bd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:56.383518 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-191043d5-e88a-461d-992e-e7b5cb00e5bd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:56.444466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 353f4212-26e5-4fd2-aa49-aaa5635f96ed up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:46:56.451910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5876ba95-92c0-4ab0-8cb4-76200fe2571a None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:56.452340 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15b1ef8b-b842-4ba2-935b-3614edc8fd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:56.485247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 353f4212-26e5-4fd2-aa49-aaa5635f96ed {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:56.486083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 353f4212-26e5-4fd2-aa49-aaa5635f96ed not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 08 13:46:56.499399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1ef8b-b842-4ba2-935b-3614edc8fd39 admin admin] Pushing event deleted for resources: {'Port': ['ID=353f4212-26e5-4fd2-aa49-aaa5635f96ed,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:56.531902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Port 353f4212-26e5-4fd2-aa49-aaa5635f96ed not found, will not notify nova. {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 08 13:46:56.726379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e9c1af87-45a6-487c-9569-eb9f4263fb4e None None] Provisioning complete for port 6f3d375c-a002-4cb0-984f-b744278ef06a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:46:56.726766 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e9c1af87-45a6-487c-9569-eb9f4263fb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:56.785511 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-15b1ef8b-b842-4ba2-935b-3614edc8fd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:56.902265 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-191043d5-e88a-461d-992e-e7b5cb00e5bd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:56.942955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df467862-6fca-40e1-bbe9-9fd6a7ff3917 None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:46:56.972776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191043d5-e88a-461d-992e-e7b5cb00e5bd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:56.979254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-191043d5-e88a-461d-992e-e7b5cb00e5bd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:56.991450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191043d5-e88a-461d-992e-e7b5cb00e5bd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:46:56.991916 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-191043d5-e88a-461d-992e-e7b5cb00e5bd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.009855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-df467862-6fca-40e1-bbe9-9fd6a7ff3917 None None] Deleting port 6f3d375c-a002-4cb0-984f-b744278ef06a {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:57.010150 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-df467862-6fca-40e1-bbe9-9fd6a7ff3917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.031984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191043d5-e88a-461d-992e-e7b5cb00e5bd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=00b246e8-7cfe-4046-af17-86914bba8a86,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:57.101115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-df467862-6fca-40e1-bbe9-9fd6a7ff3917 None None] For port 6f3d375c-a002-4cb0-984f-b744278ef06a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6f3d375c-a002-4cb0-984f-b744278ef06a,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:57.101723 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-df467862-6fca-40e1-bbe9-9fd6a7ff3917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.117128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b1ef8b-b842-4ba2-935b-3614edc8fd39 admin admin] Router edad74d0-3654-48bb-89ac-3b53ddba69bb has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:46:57.117418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-df467862-6fca-40e1-bbe9-9fd6a7ff3917 None None] Calling delete_port for 6f3d375c-a002-4cb0-984f-b744278ef06a owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:57.230649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b1ef8b-b842-4ba2-935b-3614edc8fd39 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:46:57.236380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-15b1ef8b-b842-4ba2-935b-3614edc8fd39 admin admin] 10.222.0.69 "PUT /v2.0/routers/edad74d0-3654-48bb-89ac-3b53ddba69bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4456346 Sep 08 13:46:57.239934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43024) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:57.241150 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbe5368-175e-4270-a309-7241c6bda004 None None] Sync routers for ids ['edad74d0-3654-48bb-89ac-3b53ddba69bb'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:46:57.251164 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe5368-175e-4270-a309-7241c6bda004 None None] Routers {'edad74d0-3654-48bb-89ac-3b53ddba69bb'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:57.251772 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-abbe5368-175e-4270-a309-7241c6bda004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:46:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['edad74d0-3654-48bb-89ac-3b53ddba69bb'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:57.375224 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-df467862-6fca-40e1-bbe9-9fd6a7ff3917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.424448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df467862-6fca-40e1-bbe9-9fd6a7ff3917 None None] Pushing event deleted for resources: {'Port': ['ID=6f3d375c-a002-4cb0-984f-b744278ef06a,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:57.432734 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df467862-6fca-40e1-bbe9-9fd6a7ff3917 None None] No DVR routers for this DVR port 6f3d375c-a002-4cb0-984f-b744278ef06a on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:46:57.472217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff80d4b3-f84a-466f-bf89-598a88ccf2aa None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:57.495994 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-abbe5368-175e-4270-a309-7241c6bda004 None None] Set router edad74d0-3654-48bb-89ac-3b53ddba69bb gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:57.718760 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-191043d5-e88a-461d-992e-e7b5cb00e5bd tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5716600 Sep 08 13:46:57.723009 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43036) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:57.728833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-62c4c5ea-3928-4cbc-a07e-74c49790585a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:57.752107 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.759226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '00b246e8-7cfe-4046-af17-86914bba8a86'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:46:57.760120 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.812216 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-abbe5368-175e-4270-a309-7241c6bda004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'name': 'tempest-TestAggregatesBasicOps-751872579-router', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:38Z', 'updated_at': '2021-09-08T13:46:56Z', 'revision_number': 5, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'gw_port': {'id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:39Z', 'updated_at': '2021-09-08T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:57.855891 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbe5368-175e-4270-a309-7241c6bda004 None None] Checking router: edad74d0-3654-48bb-89ac-3b53ddba69bb for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:46:57.867863 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbe5368-175e-4270-a309-7241c6bda004 None None] Routers {'edad74d0-3654-48bb-89ac-3b53ddba69bb'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:46:57.868498 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-abbe5368-175e-4270-a309-7241c6bda004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:46:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['edad74d0-3654-48bb-89ac-3b53ddba69bb'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:57.953424 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:57.964037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Allocated IP 2001:db8::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/00b246e8-7cfe-4046-af17-86914bba8a86/d00a57ab-0a46-41f3-9414-de9abf00f4f4) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:46:57.990948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c4c5ea-3928-4cbc-a07e-74c49790585a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:57.995394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-62c4c5ea-3928-4cbc-a07e-74c49790585a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.053290 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-abbe5368-175e-4270-a309-7241c6bda004 None None] Set router edad74d0-3654-48bb-89ac-3b53ddba69bb gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:46:58.384345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Deleting port bf51c258-2676-4f73-a695-0f313f4216a1 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:58.384345 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.385973 n-d-807558-3 neutron-server[96264]: INFO neutron.db.ipam_backend_mixin [None req-62c4c5ea-3928-4cbc-a07e-74c49790585a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 00b246e8-7cfe-4046-af17-86914bba8a86 (CIDR: 2001:db8::/64) Sep 08 13:46:58.386095 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.386238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] For port bf51c258-2676-4f73-a695-0f313f4216a1, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=bf51c258-2676-4f73-a695-0f313f4216a1,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:58.386351 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Transition to ACTIVE for port object d00a57ab-0a46-41f3-9414-de9abf00f4f4 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:58.386463 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.386463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Calling delete_port for bf51c258-2676-4f73-a695-0f313f4216a1 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:58.386662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Transition to ACTIVE for port object d00a57ab-0a46-41f3-9414-de9abf00f4f4 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:46:58.386764 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-abbe5368-175e-4270-a309-7241c6bda004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'name': 'tempest-TestAggregatesBasicOps-751872579-router', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:38Z', 'updated_at': '2021-09-08T13:46:56Z', 'revision_number': 5, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'gw_port': {'id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:39Z', 'updated_at': '2021-09-08T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:46:58.386764 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbe5368-175e-4270-a309-7241c6bda004 None None] The sync data for ids ['edad74d0-3654-48bb-89ac-3b53ddba69bb'] in n-d-807558-3 is: [{'id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'name': 'tempest-TestAggregatesBasicOps-751872579-router', 'tenant_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:46:38Z', 'updated_at': '2021-09-08T13:46:56Z', 'revision_number': 5, 'project_id': 'f4cbcc2ed2294f2abe304d55ec272fb1', 'gw_port': {'id': 'bf51c258-2676-4f73-a695-0f313f4216a1', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:52:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edad74d0-3654-48bb-89ac-3b53ddba69bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:46:39Z', 'updated_at': '2021-09-08T13:46:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:46:58.387311 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c4c5ea-3928-4cbc-a07e-74c49790585a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:46:58.387311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c4c5ea-3928-4cbc-a07e-74c49790585a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:46:58.419998 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.455685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-62c4c5ea-3928-4cbc-a07e-74c49790585a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7309058 Sep 08 13:46:58.456700 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.461647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:46:58.462398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43042) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:58.465726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:46:58.468806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:46:58.473813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:46:58.507971 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Pushing event updated for resources: {'Port': ['ID=d00a57ab-0a46-41f3-9414-de9abf00f4f4,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:58.524557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf51c258-2676-4f73-a695-0f313f4216a1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:58.547039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Attempting to bind port d00a57ab-0a46-41f3-9414-de9abf00f4f4 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:46:58.547424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Attempting to bind port d00a57ab-0a46-41f3-9414-de9abf00f4f4 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:46:58.547808 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Attempting to bind port d00a57ab-0a46-41f3-9414-de9abf00f4f4 on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:46:58.553327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:46:58.553620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:46:58.553805 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.554213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:46:58.554699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Bound port: d00a57ab-0a46-41f3-9414-de9abf00f4f4, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:46:58.555093 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.625873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] For port d00a57ab-0a46-41f3-9414-de9abf00f4f4, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:46:58.629454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] For port d00a57ab-0a46-41f3-9414-de9abf00f4f4, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d00a57ab-0a46-41f3-9414-de9abf00f4f4,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:46:58.634013 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.688739 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.748888 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.753194 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.777096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1368c-d7c0-42ba-a234-c064e592105d None None] Pushing event updated for resources: {'Port': ['ID=d00a57ab-0a46-41f3-9414-de9abf00f4f4,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:58.835781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6f3d375c-a002-4cb0-984f-b744278ef06a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:58.863786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 6f3d375c-a002-4cb0-984f-b744278ef06a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:58.865729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6f3d375c-a002-4cb0-984f-b744278ef06a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:58.866305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 353f4212-26e5-4fd2-aa49-aaa5635f96ed no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:46:58.876235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:46:58.881106 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.890400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 353f4212-26e5-4fd2-aa49-aaa5635f96ed {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:46:58.891061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 353f4212-26e5-4fd2-aa49-aaa5635f96ed not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:46:58.980368 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:58.982753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edad74d0-3654-48bb-89ac-3b53ddba69bb {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:46:59.010024 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:59.010024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-baf780e5-de4c-44ef-bced-8875cae91096 admin admin] 10.222.0.69 "DELETE /v2.0/routers/edad74d0-3654-48bb-89ac-3b53ddba69bb HTTP/1.1" status: 204 len: 168 time: 1.7678292 Sep 08 13:46:59.012153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43050) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:59.091185 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1047487-c208-4b4e-9aa9-7d01a15c3f1d admin admin] Deleting subnet ca7a0d29-0632-49ad-ba78-2cba6d37a0ec {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:46:59.095493 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c1047487-c208-4b4e-9aa9-7d01a15c3f1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:59.157918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c1047487-c208-4b4e-9aa9-7d01a15c3f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:59.251045 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c1047487-c208-4b4e-9aa9-7d01a15c3f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:59.386297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c1047487-c208-4b4e-9aa9-7d01a15c3f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:59.413054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.objects.ports [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=96263) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:46:59.422984 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1047487-c208-4b4e-9aa9-7d01a15c3f1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca7a0d29-0632-49ad-ba78-2cba6d37a0ec,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:46:59.427312 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c1047487-c208-4b4e-9aa9-7d01a15c3f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:59.432094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c1047487-c208-4b4e-9aa9-7d01a15c3f1d admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ca7a0d29-0632-49ad-ba78-2cba6d37a0ec HTTP/1.1" status: 204 len: 168 time: 0.4178276 Sep 08 13:46:59.432511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb37f3-ab2b-4456-b679-63cba441a974 None None] Network e000b0b2-6fc6-4d11-ab43-503c6b5dc097 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:46:59.432986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43052) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:46:59.509694 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:59.677265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Deleting port 3ff83370-4939-4643-91a6-ef3fbf69dbac {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:59.677617 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:59.752885 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7793a1a-6115-48fa-b72d-4ee20e82b8b8 None None] DHCP port deletion for e000b0b2-6fc6-4d11-ab43-503c6b5dc097 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:46:59.757362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:59.786704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] For port 3ff83370-4939-4643-91a6-ef3fbf69dbac, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3ff83370-4939-4643-91a6-ef3fbf69dbac,segment=NetworkSegment(a0c64c94-3495-47cb-a991-2621edfc3384),segment_id=a0c64c94-3495-47cb-a991-2621edfc3384)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:59.787442 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:59.805598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Calling delete_port for 3ff83370-4939-4643-91a6-ef3fbf69dbac owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:46:59.838735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e7793a1a-6115-48fa-b72d-4ee20e82b8b8 None None] Deleting port 3ff83370-4939-4643-91a6-ef3fbf69dbac {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:46:59.839118 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e7793a1a-6115-48fa-b72d-4ee20e82b8b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:59.978875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] For port d00a57ab-0a46-41f3-9414-de9abf00f4f4, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d00a57ab-0a46-41f3-9414-de9abf00f4f4,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:59.979882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e7793a1a-6115-48fa-b72d-4ee20e82b8b8 None None] For port 3ff83370-4939-4643-91a6-ef3fbf69dbac, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3ff83370-4939-4643-91a6-ef3fbf69dbac,segment=NetworkSegment(a0c64c94-3495-47cb-a991-2621edfc3384),segment_id=a0c64c94-3495-47cb-a991-2621edfc3384)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:46:59.980308 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e7793a1a-6115-48fa-b72d-4ee20e82b8b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:46:59.999220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e7793a1a-6115-48fa-b72d-4ee20e82b8b8 None None] Calling delete_port for 3ff83370-4939-4643-91a6-ef3fbf69dbac owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:47:00.023466 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.025133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.057799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff83370-4939-4643-91a6-ef3fbf69dbac,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:00.060073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] No DVR routers for this DVR port 3ff83370-4939-4643-91a6-ef3fbf69dbac on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:47:00.103749 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.103749 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.104060 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e7793a1a-6115-48fa-b72d-4ee20e82b8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.136099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7793a1a-6115-48fa-b72d-4ee20e82b8b8 None None] Pushing event deleted for resources: {'Port': ['ID=3ff83370-4939-4643-91a6-ef3fbf69dbac,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:00.150514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7793a1a-6115-48fa-b72d-4ee20e82b8b8 None None] No DVR routers for this DVR port 3ff83370-4939-4643-91a6-ef3fbf69dbac on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:47:00.235673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:00.239259 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.243562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:00.255882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:00.256251 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.280005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e000b0b2-6fc6-4d11-ab43-503c6b5dc097']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:00.290710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=b9c1e492-a7f0-41cf-89ac-598f92255d1b,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:00.292758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0c64c94-3495-47cb-a991-2621edfc3384') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:00.298730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=d00a57ab-0a46-41f3-9414-de9abf00f4f4,revision_number=4']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:00.298895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0c64c94-3495-47cb-a991-2621edfc3384') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:00.312620 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.325265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832385d2-3364-47f9-be08-6838040b1183 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:00.333321 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.342838 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:47:00.344656 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:47:00.345956 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:47:00.351499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c5b85271-137c-4fa2-a939-2dbf24da8f78 None None] Provisioning for port d00a57ab-0a46-41f3-9414-de9abf00f4f4 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:00.403175 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-89fc6739-844c-4012-ba3d-ab966805e7fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.9381690 Sep 08 13:47:00.406549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43056) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:00.412175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:60:5c:e9', 'name': 'tempest-NetworksTestDHCPv6-2073238732'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:00.475899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d00a57ab-0a46-41f3-9414-de9abf00f4f4 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:00.516798 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.528629 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.530907 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e000b0b2-6fc6-4d11-ab43-503c6b5dc097 HTTP/1.1" status: 204 len: 168 time: 1.0970383 Sep 08 13:47:00.542577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-29da21be-1368-4682-b50a-101abeb2696b None None] Could not find standard attr ID for object aa387093-9c49-4ebb-9798-53bf90722336. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 13:47:00.549828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd29288-deda-4e12-9ab7-c61790138523 admin admin] Pushing event deleted for resources: {'Network': ['ID=e000b0b2-6fc6-4d11-ab43-503c6b5dc097,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:00.602521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:00.620732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port d00a57ab-0a46-41f3-9414-de9abf00f4f4 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:00.630799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d00a57ab-0a46-41f3-9414-de9abf00f4f4 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:00.631324 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.722011 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.741266 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.750894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port e1a255e3-9fc5-42ea-ad1f-ed7da35739c9 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:47:00.782708 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port d00a57ab-0a46-41f3-9414-de9abf00f4f4, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d00a57ab-0a46-41f3-9414-de9abf00f4f4,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:00.899817 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:00.971615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=d00a57ab-0a46-41f3-9414-de9abf00f4f4,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:00.973403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::267 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/00b246e8-7cfe-4046-af17-86914bba8a86/e1a255e3-9fc5-42ea-ad1f-ed7da35739c9) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:00.984439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8:0:1:f816:3eff:fe60:5ce9 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/b9c1e492-a7f0-41cf-89ac-598f92255d1b/e1a255e3-9fc5-42ea-ad1f-ed7da35739c9) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:00.993491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3ff83370-4939-4643-91a6-ef3fbf69dbac no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:47:01.017563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 3ff83370-4939-4643-91a6-ef3fbf69dbac {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:47:01.017926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3ff83370-4939-4643-91a6-ef3fbf69dbac not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:47:01.018399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bf51c258-2676-4f73-a695-0f313f4216a1 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:47:01.040762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: bf51c258-2676-4f73-a695-0f313f4216a1 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:47:01.042647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device bf51c258-2676-4f73-a695-0f313f4216a1 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:47:01.096227 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43062) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:01.150163 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-255ca7ad-e73c-42d3-bc15-79bb63812cba admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e775cc3c1df5471aa5dfee1dc0919dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520027 Sep 08 13:47:01.153230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43064) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:01.227115 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.248204 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ce932f9-a85f-4d0c-9f8a-f51979a8a6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.252935 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object e1a255e3-9fc5-42ea-ad1f-ed7da35739c9 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:01.279722 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ce932f9-a85f-4d0c-9f8a-f51979a8a6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.376724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3f5854df-b186-4e14-b45e-4b9b7c8c0d43 None None] Provisioning complete for port d00a57ab-0a46-41f3-9414-de9abf00f4f4 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:01.377205 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3f5854df-b186-4e14-b45e-4b9b7c8c0d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.420723 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.464415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:01.467461 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ce932f9-a85f-4d0c-9f8a-f51979a8a6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.470146 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0ce932f9-a85f-4d0c-9f8a-f51979a8a6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.471367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0ce932f9-a85f-4d0c-9f8a-f51979a8a6c8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/4af151ee-6b06-4876-bc53-7db109f0476b HTTP/1.1" status: 204 len: 168 time: 0.3171630 Sep 08 13:47:01.476169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:01.484416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:47:01.491372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:01.491372 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.508735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce932f9-a85f-4d0c-9f8a-f51979a8a6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af151ee-6b06-4876-bc53-7db109f0476b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:01.514122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=e1a255e3-9fc5-42ea-ad1f-ed7da35739c9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:01.615216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-87736653-49c0-41de-9909-19fd9d4e54f8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2074118 Sep 08 13:47:01.617808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43070) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:01.718540 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-338cb6ba-2529-44bd-a8c7-affd7aabfe76 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port e1a255e3-9fc5-42ea-ad1f-ed7da35739c9 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:47:01.718889 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-338cb6ba-2529-44bd-a8c7-affd7aabfe76 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.829413 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-338cb6ba-2529-44bd-a8c7-affd7aabfe76 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:01.842732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-338cb6ba-2529-44bd-a8c7-affd7aabfe76 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for e1a255e3-9fc5-42ea-ad1f-ed7da35739c9 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:47:01.962947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b7ab7c3a-15ff-4f24-bf69-0963cddb19f4 None None] Provisioning for port e1a255e3-9fc5-42ea-ad1f-ed7da35739c9 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:01.972094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b7ab7c3a-15ff-4f24-bf69-0963cddb19f4 None None] Provisioning complete for port e1a255e3-9fc5-42ea-ad1f-ed7da35739c9 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:01.997010 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b7ab7c3a-15ff-4f24-bf69-0963cddb19f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:02.020015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b7ab7c3a-15ff-4f24-bf69-0963cddb19f4 None None] Port e1a255e3-9fc5-42ea-ad1f-ed7da35739c9 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:47:02.208290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-338cb6ba-2529-44bd-a8c7-affd7aabfe76 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:02.238792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cb6ba-2529-44bd-a8c7-affd7aabfe76 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=e1a255e3-9fc5-42ea-ad1f-ed7da35739c9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:02.293709 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-338cb6ba-2529-44bd-a8c7-affd7aabfe76 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:02.298832 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-338cb6ba-2529-44bd-a8c7-affd7aabfe76 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/e1a255e3-9fc5-42ea-ad1f-ed7da35739c9 HTTP/1.1" status: 204 len: 168 time: 0.6776252 Sep 08 13:47:02.299078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43082) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:02.350569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de475f09-8e35-4f88-836f-74f6d1055ff9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:02.352605 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-de475f09-8e35-4f88-836f-74f6d1055ff9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0524154 Sep 08 13:47:02.355188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43084) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:02.409961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae3b81e-d488-470f-a3ab-d71ebbb729cc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:02.411632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aae3b81e-d488-470f-a3ab-d71ebbb729cc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0554342 Sep 08 13:47:02.414405 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43086) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:02.449217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d00a57ab-0a46-41f3-9414-de9abf00f4f4 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:02.455021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43088) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:02.510997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4fad9223-b8f3-46b2-b751-0011642c96e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f4cbcc2ed2294f2abe304d55ec272fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547812 Sep 08 13:47:02.515142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43090) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:02.521263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c035676-3bb9-4b08-84a2-ef52a7e5e0e2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:02.523865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d00a57ab-0a46-41f3-9414-de9abf00f4f4 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:02.524245 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:02.525034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c035676-3bb9-4b08-84a2-ef52a7e5e0e2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:02.529315 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c035676-3bb9-4b08-84a2-ef52a7e5e0e2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:02.533218 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5c035676-3bb9-4b08-84a2-ef52a7e5e0e2 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1175549 Sep 08 13:47:02.535551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43092) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:02.650677 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43096) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:02.668514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-f713ed8f-aea0-4a48-b0c8-daa09e3a3d4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 00b246e8-7cfe-4046-af17-86914bba8a86 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:47:02.680867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f713ed8f-aea0-4a48-b0c8-daa09e3a3d4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:02.683819 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0a97383-a220-4c6d-8224-babcceb93eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:02.737187 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0a97383-a220-4c6d-8224-babcceb93eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:02.740372 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f713ed8f-aea0-4a48-b0c8-daa09e3a3d4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:02.767205 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-79e59f83-a0f7-4be9-9af7-88e1f7071918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:02.852536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f713ed8f-aea0-4a48-b0c8-daa09e3a3d4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:02.945191 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0a97383-a220-4c6d-8224-babcceb93eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:02.947953 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0a97383-a220-4c6d-8224-babcceb93eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:02.949163 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d0a97383-a220-4c6d-8224-babcceb93eb0 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/af79fa19-e3bd-446e-b1af-39741696e3e1 HTTP/1.1" status: 204 len: 168 time: 0.4328065 Sep 08 13:47:02.957344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a97383-a220-4c6d-8224-babcceb93eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af79fa19-e3bd-446e-b1af-39741696e3e1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:02.997250 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f713ed8f-aea0-4a48-b0c8-daa09e3a3d4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.002110 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-79e59f83-a0f7-4be9-9af7-88e1f7071918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.026121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f713ed8f-aea0-4a48-b0c8-daa09e3a3d4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=00b246e8-7cfe-4046-af17-86914bba8a86,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:03.029869 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f713ed8f-aea0-4a48-b0c8-daa09e3a3d4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.031810 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f713ed8f-aea0-4a48-b0c8-daa09e3a3d4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/00b246e8-7cfe-4046-af17-86914bba8a86 HTTP/1.1" status: 204 len: 168 time: 0.4948082 Sep 08 13:47:03.034451 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43102) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:03.037137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bbe52e-df4b-4aac-8e85-ebcb7e7eb53d None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:03.082310 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-79e59f83-a0f7-4be9-9af7-88e1f7071918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.086223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-3846005a-3314-440a-805f-bb9216b95a56 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet b9c1e492-a7f0-41cf-89ac-598f92255d1b {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:47:03.089579 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3846005a-3314-440a-805f-bb9216b95a56 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.130775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-79e59f83-a0f7-4be9-9af7-88e1f7071918 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=72156286616741b1a75e792a88e704e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789264 Sep 08 13:47:03.131844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e59f83-a0f7-4be9-9af7-88e1f7071918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc013fc-251a-4960-a2fd-d7c9631cd3ee,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:03.147865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43104) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:03.158149 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3846005a-3314-440a-805f-bb9216b95a56 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.226219 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9c11f3a8-6141-4f04-a5af-6ecd28b02db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.257992 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9c11f3a8-6141-4f04-a5af-6ecd28b02db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.274527 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3846005a-3314-440a-805f-bb9216b95a56 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.419374 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9c11f3a8-6141-4f04-a5af-6ecd28b02db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.429514 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9c11f3a8-6141-4f04-a5af-6ecd28b02db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.429514 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9c11f3a8-6141-4f04-a5af-6ecd28b02db5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/abc013fc-251a-4960-a2fd-d7c9631cd3ee HTTP/1.1" status: 204 len: 168 time: 0.2749381 Sep 08 13:47:03.432914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c11f3a8-6141-4f04-a5af-6ecd28b02db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc013fc-251a-4960-a2fd-d7c9631cd3ee,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:03.482983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3846005a-3314-440a-805f-bb9216b95a56 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.516998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3846005a-3314-440a-805f-bb9216b95a56 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c1e492-a7f0-41cf-89ac-598f92255d1b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:03.526291 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3846005a-3314-440a-805f-bb9216b95a56 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.543030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3846005a-3314-440a-805f-bb9216b95a56 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/b9c1e492-a7f0-41cf-89ac-598f92255d1b HTTP/1.1" status: 204 len: 168 time: 0.4930577 Sep 08 13:47:03.543030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43116) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:03.574733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6eaa2777-c30b-4f39-b1f7-f8311771d44b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421529 Sep 08 13:47:03.578381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43118) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:03.583672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9e3695c4-b3a5-4fdc-824c-2c0bce881d7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:03.804913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3695c4-b3a5-4fdc-824c-2c0bce881d7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:03.812276 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9e3695c4-b3a5-4fdc-824c-2c0bce881d7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:03.933639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b144ad3-71b6-494c-bd85-55a3cc0589df None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:04.004928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1688f732-811e-4435-804a-00b0a774ed67 None None] Provisioning complete for port d00a57ab-0a46-41f3-9414-de9abf00f4f4 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:04.004928 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1688f732-811e-4435-804a-00b0a774ed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:04.183370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfadf05-c8fb-4a67-9e8c-1215d27a0587 None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:47:04.236893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-bdfadf05-c8fb-4a67-9e8c-1215d27a0587 None None] Deleting port d00a57ab-0a46-41f3-9414-de9abf00f4f4 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:47:04.237280 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bdfadf05-c8fb-4a67-9e8c-1215d27a0587 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:04.243112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9e3695c4-b3a5-4fdc-824c-2c0bce881d7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:04.303339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3695c4-b3a5-4fdc-824c-2c0bce881d7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:04.313739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-9e3695c4-b3a5-4fdc-824c-2c0bce881d7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:04.313739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3695c4-b3a5-4fdc-824c-2c0bce881d7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:04.314310 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9e3695c4-b3a5-4fdc-824c-2c0bce881d7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:04.333124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3695c4-b3a5-4fdc-824c-2c0bce881d7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=3c8a03f3-8cbc-4c9c-b862-512b3bab6942,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:04.380099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-bdfadf05-c8fb-4a67-9e8c-1215d27a0587 None None] For port d00a57ab-0a46-41f3-9414-de9abf00f4f4, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d00a57ab-0a46-41f3-9414-de9abf00f4f4,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:04.382832 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bdfadf05-c8fb-4a67-9e8c-1215d27a0587 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:04.399906 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-bdfadf05-c8fb-4a67-9e8c-1215d27a0587 None None] Calling delete_port for d00a57ab-0a46-41f3-9414-de9abf00f4f4 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:47:04.408759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9e3695c4-b3a5-4fdc-824c-2c0bce881d7c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8292022 Sep 08 13:47:04.413634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43132) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:04.422556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d0267fcb-5d2b-4aa4-b318-8814f9266e99 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:04.454036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43134) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:04.473002 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e9c28ce-32c7-4697-b2bf-6cf1c1b0ee18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:04.477024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d00a57ab-0a46-41f3-9414-de9abf00f4f4 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:47:04.488118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43136) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:04.633933 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e9c28ce-32c7-4697-b2bf-6cf1c1b0ee18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:04.649263 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:04.715558 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-346679778-network', 'tenant_id': '6148d048dc574503a563d9eca3f7583f'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:04.791489 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4e9c28ce-32c7-4697-b2bf-6cf1c1b0ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:04.793649 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bdfadf05-c8fb-4a67-9e8c-1215d27a0587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:04.844350 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4e9c28ce-32c7-4697-b2bf-6cf1c1b0ee18 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=05a40dea01ad406bb96b61115ed740ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878672 Sep 08 13:47:04.845259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c28ce-32c7-4697-b2bf-6cf1c1b0ee18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b39dfc-5a86-48e5-96bd-2f99d9d7dce3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:04.846651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfadf05-c8fb-4a67-9e8c-1215d27a0587 None None] Pushing event deleted for resources: {'Port': ['ID=d00a57ab-0a46-41f3-9414-de9abf00f4f4,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:04.850287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfadf05-c8fb-4a67-9e8c-1215d27a0587 None None] No DVR routers for this DVR port d00a57ab-0a46-41f3-9414-de9abf00f4f4 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:47:04.854610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43140) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:04.871866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c36554-e7fc-422a-a21b-a95b6c83b03d None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:04.926840 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6355-0920-452b-bc34-0a9896cb0141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:04.952054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6355-0920-452b-bc34-0a9896cb0141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:04.987385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0267fcb-5d2b-4aa4-b318-8814f9266e99 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:04.992670 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d0267fcb-5d2b-4aa4-b318-8814f9266e99 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.035719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'tenant_id': '0aa296ee7ebe4eeebd30e2a19b124e6f', 'fixed_ips': [{'subnet_id': '3c8a03f3-8cbc-4c9c-b862-512b3bab6942'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:47:05.036645 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.099725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Made reservation on behalf of 6148d048dc574503a563d9eca3f7583f for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:05.102753 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.117035 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.124955 n-d-807558-3 neutron-server[96263]: INFO neutron.db.ipam_backend_mixin [None req-d0267fcb-5d2b-4aa4-b318-8814f9266e99 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3c8a03f3-8cbc-4c9c-b862-512b3bab6942 (CIDR: 2001:db8::/64) Sep 08 13:47:05.186248 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0267fcb-5d2b-4aa4-b318-8814f9266e99 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 13:47:05.186950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0267fcb-5d2b-4aa4-b318-8814f9266e99 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:05.225161 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6355-0920-452b-bc34-0a9896cb0141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.227987 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ecdb6355-0920-452b-bc34-0a9896cb0141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.232926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ecdb6355-0920-452b-bc34-0a9896cb0141 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b6b39dfc-5a86-48e5-96bd-2f99d9d7dce3 HTTP/1.1" status: 204 len: 168 time: 0.3729637 Sep 08 13:47:05.237578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb6355-0920-452b-bc34-0a9896cb0141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b39dfc-5a86-48e5-96bd-2f99d9d7dce3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:05.327345 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.404032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Allocated IP 2001:db8::2 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/3c8a03f3-8cbc-4c9c-b862-512b3bab6942/99e1880b-d8e0-4501-b8ff-7164c3e1c49f) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:05.431273 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.457858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:47:05.468435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a065fd-eadc-477a-ad11-005dcabf4a86,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:05.473946 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.474623 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Added segment 8ae58898-42f1-4597-b786-97bff71d97da of type vlan for network 59c9f5ad-0166-417d-82bf-3159def21592 Sep 08 13:47:05.520756 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.534487 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d0267fcb-5d2b-4aa4-b318-8814f9266e99 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1188052 Sep 08 13:47:05.541574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43146) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:05.548286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'subnet': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:05.602557 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.616997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Transition to ACTIVE for port object 99e1880b-d8e0-4501-b8ff-7164c3e1c49f will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:05.643116 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.644993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Transition to ACTIVE for port object 99e1880b-d8e0-4501-b8ff-7164c3e1c49f will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:05.645387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:05.646683 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.725567 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] Pushing event updated for resources: {'Network': ['ID=59c9f5ad-0166-417d-82bf-3159def21592,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:05.736486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 59c9f5ad-0166-417d-82bf-3159def21592 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:47:05.788472 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.800742 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-53b786d8-1834-42a3-bcc6-d4c61011cbc1 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3085599 Sep 08 13:47:05.802818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43150) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:05.808037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-de71ac88-9312-4652-8864-d5f649fdcccd admin admin] Request body: {'subnet': {'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-346679778-subnet', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:05.846626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:05.851768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:05.854165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:47:05.861003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Pushing event updated for resources: {'Port': ['ID=99e1880b-d8e0-4501-b8ff-7164c3e1c49f,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:05.917524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Attempting to bind port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:47:05.917911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Attempting to bind port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:47:05.918426 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Attempting to bind port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f on network f706838c-8b07-4db3-b64d-fc68b20ecb6a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:47:05.922550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:05.926079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:47:05.926326 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.926522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Checking segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:05.926847 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:05.927319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Bound using segment: {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:47:05.927889 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Bound port: 99e1880b-d8e0-4501-b8ff-7164c3e1c49f, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aafc9146-cc61-438c-bf04-9bb9ecd00465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:47:05.928350 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.000975 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] For port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:47:06.006134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] For port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=99e1880b-d8e0-4501-b8ff-7164c3e1c49f,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:47:06.019374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de71ac88-9312-4652-8864-d5f649fdcccd admin admin] Made reservation on behalf of 6148d048dc574503a563d9eca3f7583f for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:06.021978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de71ac88-9312-4652-8864-d5f649fdcccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.065063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43152) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:06.105830 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35c2511e-4926-4d46-9e55-283cb9e1ac02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.112863 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.215074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c296a6b-5a2e-408b-b489-503d35853e42 None None] Pushing event updated for resources: {'Port': ['ID=99e1880b-d8e0-4501-b8ff-7164c3e1c49f,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:06.324961 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35c2511e-4926-4d46-9e55-283cb9e1ac02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.392801 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de71ac88-9312-4652-8864-d5f649fdcccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.419588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.objects.ports [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=96263) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 13:47:06.440464 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-35c2511e-4926-4d46-9e55-283cb9e1ac02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.500538 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-35c2511e-4926-4d46-9e55-283cb9e1ac02 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=099bbad5c1ad42b3bb6b3aa416b036b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4340475 Sep 08 13:47:06.501335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43154) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:06.532631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71ac88-9312-4652-8864-d5f649fdcccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=678a2db8-ca43-48d0-814e-2e0215307407,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:06.557648 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2511e-4926-4d46-9e55-283cb9e1ac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e708420b-2ed5-4b30-9e74-7e07ceaea031,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:06.589616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de71ac88-9312-4652-8864-d5f649fdcccd admin admin] Checking segment: {'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:06.589993 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de71ac88-9312-4652-8864-d5f649fdcccd admin admin] Network hostable DHCP agents. Network: 59c9f5ad-0166-417d-82bf-3159def21592, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:47:06.627881 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d49971ea-7643-4390-811f-f1f2d0d2bfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.653204 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d49971ea-7643-4390-811f-f1f2d0d2bfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.705474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de71ac88-9312-4652-8864-d5f649fdcccd admin admin] Network 59c9f5ad-0166-417d-82bf-3159def21592 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:47:06.728069 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.779468 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d49971ea-7643-4390-811f-f1f2d0d2bfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.783174 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d49971ea-7643-4390-811f-f1f2d0d2bfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.784415 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d49971ea-7643-4390-811f-f1f2d0d2bfd5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e708420b-2ed5-4b30-9e74-7e07ceaea031 HTTP/1.1" status: 204 len: 168 time: 0.2774031 Sep 08 13:47:06.787744 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-de71ac88-9312-4652-8864-d5f649fdcccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 59c9f5ad-0166-417d-82bf-3159def21592) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:06.796354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21648fdf-52e4-452a-8516-48ed2392dc5a None None] Network 59c9f5ad-0166-417d-82bf-3159def21592 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:06.804388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de71ac88-9312-4652-8864-d5f649fdcccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:06.805491 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de71ac88-9312-4652-8864-d5f649fdcccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:06.830704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49971ea-7643-4390-811f-f1f2d0d2bfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e708420b-2ed5-4b30-9e74-7e07ceaea031,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:06.901539 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-de71ac88-9312-4652-8864-d5f649fdcccd admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0980222 Sep 08 13:47:06.905705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43158) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:06.909994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:06.952843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] For port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=99e1880b-d8e0-4501-b8ff-7164c3e1c49f,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:06.985749 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.022441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78455136-6896-4dae-8261-005402460e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-59c9f5ad-0166-417d-82bf-3159def21592', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:47:07.023843 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-78455136-6896-4dae-8261-005402460e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.025845 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.027226 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.088924 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.090126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.116901 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.201194 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:07.208852 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:07.211348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:07.212257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.218476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=99e1880b-d8e0-4501-b8ff-7164c3e1c49f,revision_number=4']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:07.234828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Subnet': ['ID=cfb4f19a-1d45-47e6-87af-f4ff9ed34e3b,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:07.245024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.248069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.248069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.248069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.248069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.248069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.248069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.248069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.248069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.249576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.249576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.249576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.255380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.255731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.256078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.256417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.256752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.257084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.257416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.257742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.258058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.258423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.258747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.259075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:07.329035 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8659e936-e95e-4c02-9ac0-5ba479679a13 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7855334 Sep 08 13:47:07.332308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43164) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:07.340424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Request body: {'port': {'network_id': 'f706838c-8b07-4db3-b64d-fc68b20ecb6a', 'mac_address': 'fa:16:3e:b1:8f:f6', 'name': 'tempest-NetworksTestDHCPv6-681593698'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:07.387217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-78455136-6896-4dae-8261-005402460e92 None None] Allocated IP 172.20.0.2 (59c9f5ad-0166-417d-82bf-3159def21592/678a2db8-ca43-48d0-814e-2e0215307407/c82f1d0e-631c-4c72-850f-7ef4859ad97b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:07.418230 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.476113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e86b782-7266-47d6-8b4a-10e74c73eefe None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:07.608826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2c9ffd00-87d0-438b-a4f7-1bb8cc3560a5 None None] Provisioning for port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:07.625321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Made reservation on behalf of 0aa296ee7ebe4eeebd30e2a19b124e6f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:07.720179 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-78455136-6896-4dae-8261-005402460e92 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.749313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-78455136-6896-4dae-8261-005402460e92 None None] Transition to ACTIVE for port object c82f1d0e-631c-4c72-850f-7ef4859ad97b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:07.795756 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.812297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-78455136-6896-4dae-8261-005402460e92 None None] Transition to ACTIVE for port object c82f1d0e-631c-4c72-850f-7ef4859ad97b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:07.844948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] device_id is not set on port 6b46b456-ffbd-4bbf-8879-a47405680df4 yet. {{(pid=96263) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 08 13:47:07.852370 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.892296 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.899299 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1f295ab8-dbee-4f23-8bfb-e9e29a7f9bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:07.928841 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-78455136-6896-4dae-8261-005402460e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.012812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78455136-6896-4dae-8261-005402460e92 None None] Network 59c9f5ad-0166-417d-82bf-3159def21592 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:08.022467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-78455136-6896-4dae-8261-005402460e92 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:08.029366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78455136-6896-4dae-8261-005402460e92 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:47:08.037192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78455136-6896-4dae-8261-005402460e92 None None] Pushing event updated for resources: {'Port': ['ID=c82f1d0e-631c-4c72-850f-7ef4859ad97b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:08.084545 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Allocated IP 172.25.5.248 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/585006ab-dcb7-4624-9d18-cf795638a36e) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:08.113548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-78455136-6896-4dae-8261-005402460e92 None None] Attempting to bind port c82f1d0e-631c-4c72-850f-7ef4859ad97b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:47:08.113933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-78455136-6896-4dae-8261-005402460e92 None None] Attempting to bind port c82f1d0e-631c-4c72-850f-7ef4859ad97b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:47:08.114347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78455136-6896-4dae-8261-005402460e92 None None] Attempting to bind port c82f1d0e-631c-4c72-850f-7ef4859ad97b on network 59c9f5ad-0166-417d-82bf-3159def21592 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:47:08.120728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78455136-6896-4dae-8261-005402460e92 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 46, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:47:08.121124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78455136-6896-4dae-8261-005402460e92 None None] Checking segment: {'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:08.121810 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-78455136-6896-4dae-8261-005402460e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.122247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78455136-6896-4dae-8261-005402460e92 None None] Bound using segment: {'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:47:08.124203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-78455136-6896-4dae-8261-005402460e92 None None] Bound port: c82f1d0e-631c-4c72-850f-7ef4859ad97b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:47:08.124599 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-78455136-6896-4dae-8261-005402460e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.147105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8::31d (f706838c-8b07-4db3-b64d-fc68b20ecb6a/3c8a03f3-8cbc-4c9c-b862-512b3bab6942/6b46b456-ffbd-4bbf-8879-a47405680df4) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:08.157685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:8ff6 (f706838c-8b07-4db3-b64d-fc68b20ecb6a/cfb4f19a-1d45-47e6-87af-f4ff9ed34e3b/6b46b456-ffbd-4bbf-8879-a47405680df4) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:08.203799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-78455136-6896-4dae-8261-005402460e92 None None] For port c82f1d0e-631c-4c72-850f-7ef4859ad97b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:47:08.207664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-78455136-6896-4dae-8261-005402460e92 None None] For port c82f1d0e-631c-4c72-850f-7ef4859ad97b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c82f1d0e-631c-4c72-850f-7ef4859ad97b,segment=NetworkSegment(8ae58898-42f1-4597-b786-97bff71d97da),segment_id=8ae58898-42f1-4597-b786-97bff71d97da)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:47:08.262014 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.337027 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-78455136-6896-4dae-8261-005402460e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.364160 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.390718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.410283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Transition to ACTIVE for port object 6b46b456-ffbd-4bbf-8879-a47405680df4 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:08.469455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:08.478134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:08.484393 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:47:08.522632 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.527981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78455136-6896-4dae-8261-005402460e92 None None] Pushing event updated for resources: {'Port': ['ID=c82f1d0e-631c-4c72-850f-7ef4859ad97b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:08.567381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Pushing event updated for resources: {'Port': ['ID=585006ab-dcb7-4624-9d18-cf795638a36e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:08.573642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 99e1880b-d8e0-4501-b8ff-7164c3e1c49f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:08.633494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event updated for resources: {'Port': ['ID=6b46b456-ffbd-4bbf-8879-a47405680df4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:08.661042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:08.665027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:08.668377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:47:08.676294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:08.677817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.733720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:08.739246 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:08.739643 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.771457 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9ef112e3-fcba-4ac3-8379-9052df3d6730 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4371099 Sep 08 13:47:08.771764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43186) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:08.861755 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.911620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d9149a15-ccb2-41a0-aaf6-988f991f4b55 None None] Provisioning complete for port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:08.912006 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d9149a15-ccb2-41a0-aaf6-988f991f4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:08.954022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=99e1880b-d8e0-4501-b8ff-7164c3e1c49f,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:09.051045 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:09.134418 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d9149a15-ccb2-41a0-aaf6-988f991f4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:09.173692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=99e1880b-d8e0-4501-b8ff-7164c3e1c49f,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:09.235927 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-d9149a15-ccb2-41a0-aaf6-988f991f4b55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:47:09.236528 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-d9149a15-ccb2-41a0-aaf6-988f991f4b55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:47:09.404229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0906cd50-8c96-4baa-b236-3960b9970181 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting port 6b46b456-ffbd-4bbf-8879-a47405680df4 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:47:09.404859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0906cd50-8c96-4baa-b236-3960b9970181 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:09.438001 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:09.576541 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0906cd50-8c96-4baa-b236-3960b9970181 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:09.594491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0906cd50-8c96-4baa-b236-3960b9970181 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Calling delete_port for 6b46b456-ffbd-4bbf-8879-a47405680df4 owned by {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:47:09.774085 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:09.923873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92921801-8371-4f15-a00a-ede53b158d30 None None] Network 59c9f5ad-0166-417d-82bf-3159def21592 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:10.141737 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0906cd50-8c96-4baa-b236-3960b9970181 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.145278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Router 5ccd5872-dcb6-4329-a56a-f06e4566a046 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:47:10.146517 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d9ab4b5f-ce64-4795-8293-a1cbddce4ebe None None] Provisioning for port 6b46b456-ffbd-4bbf-8879-a47405680df4 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:10.151111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d9ab4b5f-ce64-4795-8293-a1cbddce4ebe None None] Provisioning complete for port 6b46b456-ffbd-4bbf-8879-a47405680df4 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:10.151693 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d9ab4b5f-ce64-4795-8293-a1cbddce4ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.180021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab4b5f-ce64-4795-8293-a1cbddce4ebe None None] Port 6b46b456-ffbd-4bbf-8879-a47405680df4 was deleted so its status cannot be updated. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 08 13:47:10.195493 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906cd50-8c96-4baa-b236-3960b9970181 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Port': ['ID=6b46b456-ffbd-4bbf-8879-a47405680df4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:10.259543 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a101db3-1572-4f3e-a737-6b5a0238695d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.332060 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0906cd50-8c96-4baa-b236-3960b9970181 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.334325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0906cd50-8c96-4baa-b236-3960b9970181 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/6b46b456-ffbd-4bbf-8879-a47405680df4 HTTP/1.1" status: 204 len: 168 time: 1.5612333 Sep 08 13:47:10.337130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43216) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:10.396284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fdccf88d-22cc-4c43-8a95-e3b1dd0cfef6 None None] Provisioning for port c82f1d0e-631c-4c72-850f-7ef4859ad97b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:10.442958 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:47:10.444305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51389c78-618a-4804-9f86-03f2c1834b95 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:10.459081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-51389c78-618a-4804-9f86-03f2c1834b95 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1203916 Sep 08 13:47:10.459766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43222) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:10.461643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Sync routers for ids ['5ccd5872-dcb6-4329-a56a-f06e4566a046'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:47:10.490835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Routers {'5ccd5872-dcb6-4329-a56a-f06e4566a046'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:10.492438 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:47:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5ccd5872-dcb6-4329-a56a-f06e4566a046'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:10.550596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb1d28a-f304-4ae4-9ebb-66412ab46023 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:10.550865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43224) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:10.561942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ebb1d28a-f304-4ae4-9ebb-66412ab46023 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1010575 Sep 08 13:47:10.616520 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.617788 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1aad6e58-2015-42c9-9693-e4f4751d9b7e admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7114911 Sep 08 13:47:10.625014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43230) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:10.638620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c432ef-312a-44ff-bfec-15dc747ef8d5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:10.641423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c432ef-312a-44ff-bfec-15dc747ef8d5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:10.643196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c432ef-312a-44ff-bfec-15dc747ef8d5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:10.647453 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-08c432ef-312a-44ff-bfec-15dc747ef8d5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0928783 Sep 08 13:47:10.648596 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43232) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:10.649781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 99e1880b-d8e0-4501-b8ff-7164c3e1c49f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:10.679857 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.713043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d85b030-7fb6-4e08-b358-6da7a2a860d9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet 3c8a03f3-8cbc-4c9c-b862-512b3bab6942 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:47:10.715091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Set router 5ccd5872-dcb6-4329-a56a-f06e4566a046 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:10.718040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d85b030-7fb6-4e08-b358-6da7a2a860d9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.782013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d85b030-7fb6-4e08-b358-6da7a2a860d9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.820526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:10.820951 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.896243 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d85b030-7fb6-4e08-b358-6da7a2a860d9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:10.993779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c82f1d0e-631c-4c72-850f-7ef4859ad97b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:11.044413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:08Z', 'revision_number': 3, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:11.100391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Checking router: 5ccd5872-dcb6-4329-a56a-f06e4566a046 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:47:11.100863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Updating router 5ccd5872-dcb6-4329-a56a-f06e4566a046 port 585006ab-dcb7-4624-9d18-cf795638a36e binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:47:11.149406 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.209665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d85b030-7fb6-4e08-b358-6da7a2a860d9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.249982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85b030-7fb6-4e08-b358-6da7a2a860d9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=3c8a03f3-8cbc-4c9c-b862-512b3bab6942,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:11.251292 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d85b030-7fb6-4e08-b358-6da7a2a860d9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.253579 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6d85b030-7fb6-4e08-b358-6da7a2a860d9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/3c8a03f3-8cbc-4c9c-b862-512b3bab6942 HTTP/1.1" status: 204 len: 168 time: 0.6033463 Sep 08 13:47:11.255912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43234) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:11.284163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a76ec16-c5b5-4df0-a74c-930c79b4aa4a None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:11.325132 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-73e0de5c-63f5-4cda-b9ee-59cf034ff9f9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Deleting subnet cfb4f19a-1d45-47e6-87af-f4ff9ed34e3b {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:47:11.332919 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73e0de5c-63f5-4cda-b9ee-59cf034ff9f9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.390497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73e0de5c-63f5-4cda-b9ee-59cf034ff9f9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.511206 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73e0de5c-63f5-4cda-b9ee-59cf034ff9f9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.533281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.563997 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.579716 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Transition to ACTIVE for port object 585006ab-dcb7-4624-9d18-cf795638a36e will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:11.657595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port c82f1d0e-631c-4c72-850f-7ef4859ad97b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:11.662727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port c82f1d0e-631c-4c72-850f-7ef4859ad97b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:11.663182 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.757659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43238) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:11.780569 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.834661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port c82f1d0e-631c-4c72-850f-7ef4859ad97b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c82f1d0e-631c-4c72-850f-7ef4859ad97b,segment=NetworkSegment(8ae58898-42f1-4597-b786-97bff71d97da),segment_id=8ae58898-42f1-4597-b786-97bff71d97da)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:11.836680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Allocated IP 172.20.0.1 (59c9f5ad-0166-417d-82bf-3159def21592/678a2db8-ca43-48d0-814e-2e0215307407/ded0a34f-10b9-46cb-8a4e-fc203def9ebd) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:11.910011 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.955042 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b210e29a-9af8-4483-984b-83a99a1df639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.975404 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Attempting to bind port 585006ab-dcb7-4624-9d18-cf795638a36e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:47:11.975791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Attempting to bind port 585006ab-dcb7-4624-9d18-cf795638a36e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:47:11.976167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Attempting to bind port 585006ab-dcb7-4624-9d18-cf795638a36e on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:47:11.984615 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:11.988610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:47:11.999280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:11.999280 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.000333 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73e0de5c-63f5-4cda-b9ee-59cf034ff9f9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.000473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:47:12.000473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Bound port: 585006ab-dcb7-4624-9d18-cf795638a36e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:47:12.000473 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.002219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Transition to ACTIVE for port object ded0a34f-10b9-46cb-8a4e-fc203def9ebd will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:12.028060 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.035545 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0de5c-63f5-4cda-b9ee-59cf034ff9f9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb4f19a-1d45-47e6-87af-f4ff9ed34e3b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:12.039014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Pushing event updated for resources: {'Port': ['ID=585006ab-dcb7-4624-9d18-cf795638a36e,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:12.042980 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-73e0de5c-63f5-4cda-b9ee-59cf034ff9f9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.046067 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-73e0de5c-63f5-4cda-b9ee-59cf034ff9f9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/cfb4f19a-1d45-47e6-87af-f4ff9ed34e3b HTTP/1.1" status: 204 len: 168 time: 0.7875473 Sep 08 13:47:12.048555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43242) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.052967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:12.053329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:12.053689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:12.054042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:12.054445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:12.054792 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:12.055135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:12.055478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:12.055819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:12.056156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:12.056494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:12.056827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:12.099346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-32bd9545-51f3-48c9-98ab-f1413666386d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493708 Sep 08 13:47:12.101974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43244) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.143403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=c82f1d0e-631c-4c72-850f-7ef4859ad97b,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:12.149913 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.155728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] For port 585006ab-dcb7-4624-9d18-cf795638a36e, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:47:12.159483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] For port 585006ab-dcb7-4624-9d18-cf795638a36e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=585006ab-dcb7-4624-9d18-cf795638a36e,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:47:12.161490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffba5fb-7743-430a-b080-672dbd4a9c5f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:12.162087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b210e29a-9af8-4483-984b-83a99a1df639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.165681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2ffba5fb-7743-430a-b080-672dbd4a9c5f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0602806 Sep 08 13:47:12.165681 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.166780 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43246) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.212213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Network 59c9f5ad-0166-417d-82bf-3159def21592 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:12.215389 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:12.222346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:47:12.223119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1078b96-7d70-4c42-a28b-ebdf8c76d524 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:12.224791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d1078b96-7d70-4c42-a28b-ebdf8c76d524 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0568030 Sep 08 13:47:12.228452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43248) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.236932 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.254722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Pushing event updated for resources: {'Port': ['ID=ded0a34f-10b9-46cb-8a4e-fc203def9ebd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:12.276309 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b210e29a-9af8-4483-984b-83a99a1df639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.309440 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-58989299-23ad-4a96-8db1-3cf3c818bd0d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766711 Sep 08 13:47:12.314119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43250) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.330139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Routers {'5ccd5872-dcb6-4329-a56a-f06e4566a046'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:12.330980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:47:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5ccd5872-dcb6-4329-a56a-f06e4566a046'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:12.331452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210e29a-9af8-4483-984b-83a99a1df639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a29a26-af70-468c-95f7-6dd1267f32ba,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:12.334996 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:47:12.354898 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ebb7e2-f8bb-46ec-9335-4026ea8be6ba tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.354898 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ebb7e2-f8bb-46ec-9335-4026ea8be6ba tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.356653 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-71ebb7e2-f8bb-46ec-9335-4026ea8be6ba tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/6b46b456-ffbd-4bbf-8879-a47405680df4 HTTP/1.1" status: 404 len: 333 time: 0.0414302 Sep 08 13:47:12.360010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43252) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.362690 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.364280 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b210e29a-9af8-4483-984b-83a99a1df639 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=25f469723a144dbc8076598a7ce9581c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6055131 Sep 08 13:47:12.364948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43254) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.405217 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ea9d01-0549-4d15-8647-ec33366aa3d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.405437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ea9d01-0549-4d15-8647-ec33366aa3d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.410084 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-82ea9d01-0549-4d15-8647-ec33366aa3d6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/cfb4f19a-1d45-47e6-87af-f4ff9ed34e3b HTTP/1.1" status: 404 len: 337 time: 0.0489223 Sep 08 13:47:12.410867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43256) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.487503 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-999d8f27-b712-4f24-8a92-b4df525dbc3d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.487989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999d8f27-b712-4f24-8a92-b4df525dbc3d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.492973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43258) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.495021 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-999d8f27-b712-4f24-8a92-b4df525dbc3d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/3c8a03f3-8cbc-4c9c-b862-512b3bab6942 HTTP/1.1" status: 404 len: 337 time: 0.0518243 Sep 08 13:47:12.495300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05898c-91fe-4a0e-856e-a2be32eac357 None None] Pushing event updated for resources: {'Port': ['ID=585006ab-dcb7-4624-9d18-cf795638a36e,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:12.502417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-44d86fed-5e71-4119-842f-8d999e30a4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.523211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c82f1d0e-631c-4c72-850f-7ef4859ad97b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:12.528871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] Set router 5ccd5872-dcb6-4329-a56a-f06e4566a046 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:12.534300 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d45705-084f-4edf-9435-4483e080d3a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.534982 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d45705-084f-4edf-9435-4483e080d3a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.536897 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b1d45705-084f-4edf-9435-4483e080d3a9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/e1a255e3-9fc5-42ea-ad1f-ed7da35739c9 HTTP/1.1" status: 404 len: 333 time: 0.0430114 Sep 08 13:47:12.542657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43260) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.600262 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-44d86fed-5e71-4119-842f-8d999e30a4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.604276 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-306e479c-3d31-417c-aede-d3ad20655d52 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.604732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306e479c-3d31-417c-aede-d3ad20655d52 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.611379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-306e479c-3d31-417c-aede-d3ad20655d52 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/b9c1e492-a7f0-41cf-89ac-598f92255d1b HTTP/1.1" status: 404 len: 337 time: 0.0631475 Sep 08 13:47:12.612048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43262) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.666671 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdd2bf6-6e37-4653-b1bc-a90eed3e5f37 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.667139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdd2bf6-6e37-4653-b1bc-a90eed3e5f37 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.669002 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3bdd2bf6-6e37-4653-b1bc-a90eed3e5f37 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/00b246e8-7cfe-4046-af17-86914bba8a86 HTTP/1.1" status: 404 len: 337 time: 0.0560200 Sep 08 13:47:12.672778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43264) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.698363 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6af8e7-90b6-4eaa-a642-a292e4f145e5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.699102 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6af8e7-90b6-4eaa-a642-a292e4f145e5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.702220 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fb6af8e7-90b6-4eaa-a642-a292e4f145e5 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/aa387093-9c49-4ebb-9798-53bf90722336 HTTP/1.1" status: 404 len: 333 time: 0.0268157 Sep 08 13:47:12.703760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43266) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.731002 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cee66a-e6f3-4257-ac14-afe70a9605d1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.731469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0cee66a-e6f3-4257-ac14-afe70a9605d1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.733810 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a0cee66a-e6f3-4257-ac14-afe70a9605d1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/70447691-fc11-4541-8aaa-0e408552a3f6 HTTP/1.1" status: 404 len: 337 time: 0.0288527 Sep 08 13:47:12.737335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43268) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.753623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cee119d-21fe-401b-88a1-abf4bbf3cda3 None None] Network f706838c-8b07-4db3-b64d-fc68b20ecb6a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:12.766624 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdfaf3cd-ad95-43ef-963f-39d27d563c6d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.767375 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdfaf3cd-ad95-43ef-963f-39d27d563c6d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.772196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bdfaf3cd-ad95-43ef-963f-39d27d563c6d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/5c54aa50-81ed-4ced-9445-9ba5c5ea9b43 HTTP/1.1" status: 404 len: 337 time: 0.0300949 Sep 08 13:47:12.772196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43270) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.801660 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e22804-f3d4-42d2-8cf0-15d11066c2e9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.802913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e22804-f3d4-42d2-8cf0-15d11066c2e9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.804763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-59e22804-f3d4-42d2-8cf0-15d11066c2e9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/cfa32875-b038-4c80-8fc1-29754fce87fb HTTP/1.1" status: 404 len: 333 time: 0.0315378 Sep 08 13:47:12.844873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43272) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.872570 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b85c3f-0690-4af1-83da-287a6b60dfcb tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.873034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b85c3f-0690-4af1-83da-287a6b60dfcb tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.878412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43274) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.878796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e8b85c3f-0690-4af1-83da-287a6b60dfcb tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/eec5fc80-6d89-41e2-a6af-48c23df07e39 HTTP/1.1" status: 404 len: 337 time: 0.0326338 Sep 08 13:47:12.895260 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-44d86fed-5e71-4119-842f-8d999e30a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.899918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-44d86fed-5e71-4119-842f-8d999e30a4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.899918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-44d86fed-5e71-4119-842f-8d999e30a4c2 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/67a29a26-af70-468c-95f7-6dd1267f32ba HTTP/1.1" status: 204 len: 168 time: 0.5333023 Sep 08 13:47:12.921002 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea47b48-0271-4133-8dbe-cde5dbea6081 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.921534 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea47b48-0271-4133-8dbe-cde5dbea6081 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.924353 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5ea47b48-0271-4133-8dbe-cde5dbea6081 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/218ff4e8-0e0b-49d2-89f1-1b75546a139a HTTP/1.1" status: 404 len: 337 time: 0.0435119 Sep 08 13:47:12.927640 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43278) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.931592 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d86fed-5e71-4119-842f-8d999e30a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a29a26-af70-468c-95f7-6dd1267f32ba,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:12.972169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port c82f1d0e-631c-4c72-850f-7ef4859ad97b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:12.972555 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:12.991173 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b263582-67fe-421a-9a28-2b29731caa88 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:12.992010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b263582-67fe-421a-9a28-2b29731caa88 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:12.996763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5b263582-67fe-421a-9a28-2b29731caa88 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/bf7bd826-0b4d-4b08-80d9-de149c5a3128 HTTP/1.1" status: 404 len: 333 time: 0.0666213 Sep 08 13:47:12.997247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43280) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:12.997768 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:13.019281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-eea52435-5190-4311-826a-bcf55ba92bd8 None None] Provisioning for port ded0a34f-10b9-46cb-8a4e-fc203def9ebd completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:13.028075 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f2bfc8-2770-4931-88c2-6877e9a67d76 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.037350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f2bfc8-2770-4931-88c2-6877e9a67d76 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.037350 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-91f2bfc8-2770-4931-88c2-6877e9a67d76 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/32f91179-0865-4fad-8322-c67699ea3854 HTTP/1.1" status: 404 len: 337 time: 0.0329201 Sep 08 13:47:13.037620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-eea52435-5190-4311-826a-bcf55ba92bd8 None None] Provisioning complete for port ded0a34f-10b9-46cb-8a4e-fc203def9ebd triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:13.038263 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eea52435-5190-4311-826a-bcf55ba92bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:13.039738 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43282) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.077453 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-299555fd-5f22-40e3-8dde-a4c4041eed61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.077453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299555fd-5f22-40e3-8dde-a4c4041eed61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.077453 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-299555fd-5f22-40e3-8dde-a4c4041eed61 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/7f218313-0183-4fa0-bc77-c57f2a4e7509 HTTP/1.1" status: 404 len: 333 time: 0.0319560 Sep 08 13:47:13.079389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43284) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.107261 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6741878-7ee6-4311-a295-442d27b081fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.118483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6741878-7ee6-4311-a295-442d27b081fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.118483 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c6741878-7ee6-4311-a295-442d27b081fc tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/c1f1f0a6-3c24-4f6c-a33f-4504d7d71367 HTTP/1.1" status: 404 len: 337 time: 0.0297725 Sep 08 13:47:13.119845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-eea52435-5190-4311-826a-bcf55ba92bd8 None None] Port ded0a34f-10b9-46cb-8a4e-fc203def9ebd cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:47:13.130408 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43286) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.164307 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd01d25-6a13-4a1a-b45b-0662faae2406 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.165223 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd01d25-6a13-4a1a-b45b-0662faae2406 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.167236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5cd01d25-6a13-4a1a-b45b-0662faae2406 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/ad2f4f99-d4eb-447b-98df-f371a64a39aa HTTP/1.1" status: 404 len: 333 time: 0.0356064 Sep 08 13:47:13.169592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-eea52435-5190-4311-826a-bcf55ba92bd8 None None] Provisioning complete for port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:13.170005 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eea52435-5190-4311-826a-bcf55ba92bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:13.171875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43288) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.214589 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f81f691-9cd9-4b42-b3b3-052fcce97138 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.214767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:08Z', 'revision_number': 3, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:13.215117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f81f691-9cd9-4b42-b3b3-052fcce97138 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.220959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6f81f691-9cd9-4b42-b3b3-052fcce97138 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/6a20c3da-ce97-4dae-9423-8bd2a4d6d81b HTTP/1.1" status: 404 len: 337 time: 0.0444922 Sep 08 13:47:13.221330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43290) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.248951 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9969c85-c682-44f0-816b-524515958cfe tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.249703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9969c85-c682-44f0-816b-524515958cfe tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.251568 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d9969c85-c682-44f0-816b-524515958cfe tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/ddce99ce-69a1-4818-b2cb-99aea3d75c23 HTTP/1.1" status: 404 len: 333 time: 0.0292239 Sep 08 13:47:13.255768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7ba2b7-d710-4898-9acf-f9fc96680d5d None None] DHCP port deletion for f706838c-8b07-4db3-b64d-fc68b20ecb6a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:47:13.258049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43292) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.261566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885e9848-12a1-4ffa-bb79-1e3b4ecc2e65 None None] The sync data for ids ['5ccd5872-dcb6-4329-a56a-f06e4566a046'] in n-d-807558-3 is: [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:08Z', 'revision_number': 3, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:47:13.298580 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfdb811-3430-4ef3-b8ed-035bc6ce5147 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.299236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfdb811-3430-4ef3-b8ed-035bc6ce5147 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.301119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cdfdb811-3430-4ef3-b8ed-035bc6ce5147 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/1e5622c2-524d-43d3-bee1-66ef87a61bde HTTP/1.1" status: 404 len: 337 time: 0.0420372 Sep 08 13:47:13.303648 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:13.305338 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43294) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.339798 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5993dd-f3df-498f-a882-a731c902d68f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.340571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5993dd-f3df-498f-a882-a731c902d68f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.345758 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:13.351549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dd5993dd-f3df-498f-a882-a731c902d68f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/6ad05386-5854-442f-871e-b781559de15b HTTP/1.1" status: 404 len: 333 time: 0.0361209 Sep 08 13:47:13.351549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43298) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.368783 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:13.378487 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c8ef78-ec06-444a-a81a-c268ec7dabf6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.385839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c8ef78-ec06-444a-a81a-c268ec7dabf6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.385839 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-45c8ef78-ec06-444a-a81a-c268ec7dabf6 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/3a1d8437-4a6a-4cb7-a28e-d8a7621cf94d HTTP/1.1" status: 404 len: 337 time: 0.0332789 Sep 08 13:47:13.386128 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ba2b7-d710-4898-9acf-f9fc96680d5d None None] Deleting port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:47:13.386128 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e7ba2b7-d710-4898-9acf-f9fc96680d5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:13.386499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43300) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.438430 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c819f03-db58-4912-9288-f17a16b1301f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.439417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c819f03-db58-4912-9288-f17a16b1301f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.446136 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1c819f03-db58-4912-9288-f17a16b1301f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/36ba5903-e8ae-428b-a9d1-e1557a5637fe HTTP/1.1" status: 404 len: 333 time: 0.0596049 Sep 08 13:47:13.447385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43302) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.476997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6e7ba2b7-d710-4898-9acf-f9fc96680d5d None None] For port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=99e1880b-d8e0-4501-b8ff-7164c3e1c49f,segment=NetworkSegment(aafc9146-cc61-438c-bf04-9bb9ecd00465),segment_id=aafc9146-cc61-438c-bf04-9bb9ecd00465)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:13.477877 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e7ba2b7-d710-4898-9acf-f9fc96680d5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:13.482379 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:13.496851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ba2b7-d710-4898-9acf-f9fc96680d5d None None] Calling delete_port for 99e1880b-d8e0-4501-b8ff-7164c3e1c49f owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:47:13.505461 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4f981f-136c-4909-82da-066024452415 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.514490 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4f981f-136c-4909-82da-066024452415 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.514490 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9a4f981f-136c-4909-82da-066024452415 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/6078951e-ad9d-4c7c-a55c-593c0afd3596 HTTP/1.1" status: 404 len: 337 time: 0.0627348 Sep 08 13:47:13.514762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Pushing event updated for resources: {'Port': ['ID=ded0a34f-10b9-46cb-8a4e-fc203def9ebd,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:13.514864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43304) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.557948 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ee7c24-820d-4d0e-9fc2-47be3e16607c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.568977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ee7c24-820d-4d0e-9fc2-47be3e16607c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.568977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-79ee7c24-820d-4d0e-9fc2-47be3e16607c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/65b44f20-68da-4bf9-99b0-35c0de786f17 HTTP/1.1" status: 404 len: 337 time: 0.0475194 Sep 08 13:47:13.574913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43306) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.614286 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c80443-f956-4d84-b71b-400232ff31a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.615092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c80443-f956-4d84-b71b-400232ff31a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.616577 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a2c80443-f956-4d84-b71b-400232ff31a1 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/50ca963f-70df-41cc-82db-8c9d08b100fd HTTP/1.1" status: 404 len: 333 time: 0.0406866 Sep 08 13:47:13.620043 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43308) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.630034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Network 59c9f5ad-0166-417d-82bf-3159def21592 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:13.633181 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:13.679490 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8419030-a4f1-41d0-a2d2-e4e016e25f55 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.680050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8419030-a4f1-41d0-a2d2-e4e016e25f55 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.686524 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b8419030-a4f1-41d0-a2d2-e4e016e25f55 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/0a1093c4-fe92-488e-af50-b41d502498e4 HTTP/1.1" status: 404 len: 337 time: 0.0610452 Sep 08 13:47:13.686785 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e7ba2b7-d710-4898-9acf-f9fc96680d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:13.686928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43310) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.725413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ba2b7-d710-4898-9acf-f9fc96680d5d None None] Pushing event deleted for resources: {'Port': ['ID=99e1880b-d8e0-4501-b8ff-7164c3e1c49f,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:13.739746 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0e69de-6c2a-4fed-b9dc-12212a2f4622 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.740514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f0e69de-6c2a-4fed-b9dc-12212a2f4622 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.742646 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2f0e69de-6c2a-4fed-b9dc-12212a2f4622 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/e4217b1a-7192-4311-bcbb-11b800822c00 HTTP/1.1" status: 404 len: 337 time: 0.0569110 Sep 08 13:47:13.745296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7ba2b7-d710-4898-9acf-f9fc96680d5d None None] No DVR routers for this DVR port 99e1880b-d8e0-4501-b8ff-7164c3e1c49f on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:47:13.745595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43312) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.783942 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ef3329e-d327-4b5f-bc9f-b7289d6e4373 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.784763 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ef3329e-d327-4b5f-bc9f-b7289d6e4373 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.786829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0ef3329e-d327-4b5f-bc9f-b7289d6e4373 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/ef634ad4-3a09-4cea-bbc5-a55b0064649c HTTP/1.1" status: 404 len: 333 time: 0.0388184 Sep 08 13:47:13.792374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43314) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.816754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Router 5ccd5872-dcb6-4329-a56a-f06e4566a046 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:47:13.829260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43316) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.835154 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cee881-19f0-414f-92e3-21dabe1a6497 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.835929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cee881-19f0-414f-92e3-21dabe1a6497 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.838265 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f1cee881-19f0-414f-92e3-21dabe1a6497 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/59cf9a15-1f24-4924-a30d-6c498260d399 HTTP/1.1" status: 404 len: 337 time: 0.0470152 Sep 08 13:47:13.840963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43318) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.883176 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7139c7e4-d942-4e18-8964-0f2e34ddcd1b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.883612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7139c7e4-d942-4e18-8964-0f2e34ddcd1b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.885491 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7139c7e4-d942-4e18-8964-0f2e34ddcd1b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/b767971f-232d-4c61-9eff-01d0eb62104d HTTP/1.1" status: 404 len: 337 time: 0.0433402 Sep 08 13:47:13.896343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43320) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.923105 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-011c3517-741a-4380-bb53-82c2da8b5f14 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.924166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-011c3517-741a-4380-bb53-82c2da8b5f14 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.926640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-011c3517-741a-4380-bb53-82c2da8b5f14 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/d52691f8-c678-4ecb-9bf5-3a670da7b396 HTTP/1.1" status: 404 len: 333 time: 0.0284600 Sep 08 13:47:13.929139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43322) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.943212 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-77bb2c83-e5a5-4b63-a8f2-97dae5cbe1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:13.959571 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-358be070-af1e-4f61-a4e3-8c1aea79d4fa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:13.960032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358be070-af1e-4f61-a4e3-8c1aea79d4fa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:13.961994 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-358be070-af1e-4f61-a4e3-8c1aea79d4fa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/77314f34-5135-43e7-86b1-9d54dfdb9544 HTTP/1.1" status: 404 len: 337 time: 0.0316842 Sep 08 13:47:13.965307 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43324) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:13.967040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:47:13.985011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3d10931f-8105-43f5-9e51-a274eb1cef73 admin admin] 10.222.0.69 "PUT /v2.0/routers/5ccd5872-dcb6-4329-a56a-f06e4566a046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3496997 Sep 08 13:47:14.003115 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb840bb-afd3-4528-ad31-50ee7291c470 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.003594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb840bb-afd3-4528-ad31-50ee7291c470 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.007965 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-adb840bb-afd3-4528-ad31-50ee7291c470 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/4ee2bc1a-e6e7-43f4-8926-328b38e689c7 HTTP/1.1" status: 404 len: 337 time: 0.0385303 Sep 08 13:47:14.008157 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-23df9381-0a78-4324-bcdb-9cf67b4c4d70 None None] Provisioning complete for port ded0a34f-10b9-46cb-8a4e-fc203def9ebd triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:14.008157 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-23df9381-0a78-4324-bcdb-9cf67b4c4d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:14.012354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43328) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.046535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-23df9381-0a78-4324-bcdb-9cf67b4c4d70 None None] Port ded0a34f-10b9-46cb-8a4e-fc203def9ebd cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:47:14.068059 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8249566d-903e-4d6b-a9ba-11decc024fae tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports?device_id=8fc04779-c436-491d-afff-da3894e25b4c HTTP/1.1" status: 200 len: 205 time: 0.0566800 Sep 08 13:47:14.070704 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43330) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.120333 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-77bb2c83-e5a5-4b63-a8f2-97dae5cbe1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:14.124101 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-3bf7161b-3fa9-46ed-8101-3ac62202a48f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] delete failed (client error): The resource could not be found. Sep 08 13:47:14.125173 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3bf7161b-3fa9-46ed-8101-3ac62202a48f tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/routers/8fc04779-c436-491d-afff-da3894e25b4c HTTP/1.1" status: 404 len: 336 time: 0.0537567 Sep 08 13:47:14.127951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43332) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.158216 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f39a2be2-9b3d-4ba4-bd77-67de2ac75888 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.158684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f39a2be2-9b3d-4ba4-bd77-67de2ac75888 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.163422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43336) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.163703 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f39a2be2-9b3d-4ba4-bd77-67de2ac75888 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/d4a1bd6d-9c57-4144-8cc2-65a15a2818d3 HTTP/1.1" status: 404 len: 337 time: 0.0343049 Sep 08 13:47:14.196134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ec802c1c-30b6-41e9-b1ef-117612cad83c tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "GET /v2.0/ports?device_id=67b719ca-21d6-422f-a614-0da1c45acb28 HTTP/1.1" status: 200 len: 205 time: 0.0277927 Sep 08 13:47:14.196463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43338) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.204278 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-77bb2c83-e5a5-4b63-a8f2-97dae5cbe1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:14.244258 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-00e6664f-aaea-4607-9bb2-9daed12f064b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] delete failed (client error): The resource could not be found. Sep 08 13:47:14.248972 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-00e6664f-aaea-4607-9bb2-9daed12f064b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/routers/67b719ca-21d6-422f-a614-0da1c45acb28 HTTP/1.1" status: 404 len: 336 time: 0.0480268 Sep 08 13:47:14.249345 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43340) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.282410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-77bb2c83-e5a5-4b63-a8f2-97dae5cbe1ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=455bb7f71f7e4d6a9ac0a617a7164111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515872 Sep 08 13:47:14.283147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb2c83-e5a5-4b63-a8f2-97dae5cbe1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e60805-ca49-4f5b-ad47-ac1ff928baad,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:14.283269 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-285ed71d-54e8-4548-a8d0-96a0b72a4b03 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.283665 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-285ed71d-54e8-4548-a8d0-96a0b72a4b03 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.285463 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-285ed71d-54e8-4548-a8d0-96a0b72a4b03 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/634c4ec4-acbc-4921-868d-e8ed069ec78c HTTP/1.1" status: 404 len: 337 time: 0.0350213 Sep 08 13:47:14.286539 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43342) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.288209 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43344) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.318594 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-28669f44-3fab-4f94-ac4a-76935b067d4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.319055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28669f44-3fab-4f94-ac4a-76935b067d4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.322207 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-28669f44-3fab-4f94-ac4a-76935b067d4a tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/c42a5eac-3e10-44b5-8886-dba00d1b037d HTTP/1.1" status: 404 len: 337 time: 0.0316029 Sep 08 13:47:14.323717 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43346) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.352420 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d95cce-8986-48e1-a482-17201885ba50 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.353184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d95cce-8986-48e1-a482-17201885ba50 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.356190 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f8d95cce-8986-48e1-a482-17201885ba50 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/8f9ae4d8-b1a0-49f5-879e-6f4d7d0da820 HTTP/1.1" status: 404 len: 333 time: 0.0314703 Sep 08 13:47:14.359651 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43350) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.395150 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b40d719d-9cf6-4a2e-9a49-a6e55b23467c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:14.396720 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f778fed-b10d-4cea-a2b8-d4d88524ad17 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.397406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f778fed-b10d-4cea-a2b8-d4d88524ad17 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.399487 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1f778fed-b10d-4cea-a2b8-d4d88524ad17 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/6ffa3dc5-2954-4c16-be1c-72467edc8d86 HTTP/1.1" status: 404 len: 337 time: 0.0386577 Sep 08 13:47:14.402413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43352) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.439118 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b40d719d-9cf6-4a2e-9a49-a6e55b23467c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:14.444002 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adfdc50-577b-49d9-9bcd-797b8f394a84 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.445055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adfdc50-577b-49d9-9bcd-797b8f394a84 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.447182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2adfdc50-577b-49d9-9bcd-797b8f394a84 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/288f43f0-641d-4f33-88a3-083aa341048c HTTP/1.1" status: 404 len: 333 time: 0.0435438 Sep 08 13:47:14.448607 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:14.449880 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43354) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.486080 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7f5735-a07f-4cb8-9974-d8d44e17ecc9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.486887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7f5735-a07f-4cb8-9974-d8d44e17ecc9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.489512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bc7f5735-a07f-4cb8-9974-d8d44e17ecc9 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/1cd5a036-0a2a-4209-a8df-eb71808a8ba8 HTTP/1.1" status: 404 len: 337 time: 0.0372841 Sep 08 13:47:14.491879 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43356) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.506700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 585006ab-dcb7-4624-9d18-cf795638a36e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:14.530342 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a00c741-6a43-46f5-b77b-ee21666c472b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.531384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a00c741-6a43-46f5-b77b-ee21666c472b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.533635 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2a00c741-6a43-46f5-b77b-ee21666c472b tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/580b62b1-536d-4a3e-bce6-e9726763ca22 HTTP/1.1" status: 404 len: 333 time: 0.0405312 Sep 08 13:47:14.536820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43358) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.574087 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e7355f-12c6-4c52-998c-6be65495a640 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.576521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e7355f-12c6-4c52-998c-6be65495a640 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.577251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-83e7355f-12c6-4c52-998c-6be65495a640 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/009fa005-ff51-4efa-b027-7143beba199e HTTP/1.1" status: 404 len: 337 time: 0.0381558 Sep 08 13:47:14.579538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43360) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.611160 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b40d719d-9cf6-4a2e-9a49-a6e55b23467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:14.613931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b40d719d-9cf6-4a2e-9a49-a6e55b23467c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:14.617710 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b40d719d-9cf6-4a2e-9a49-a6e55b23467c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/78e60805-ca49-4f5b-ad47-ac1ff928baad HTTP/1.1" status: 204 len: 168 time: 0.3277617 Sep 08 13:47:14.618789 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1c6ad7-1448-4b09-a687-95295746c262 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.619787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1c6ad7-1448-4b09-a687-95295746c262 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.625661 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-df1c6ad7-1448-4b09-a687-95295746c262 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/5e1c83f3-dba7-4cf9-8149-cd8ee81851c5 HTTP/1.1" status: 404 len: 333 time: 0.0400503 Sep 08 13:47:14.626134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43364) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.629246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d719d-9cf6-4a2e-9a49-a6e55b23467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e60805-ca49-4f5b-ad47-ac1ff928baad,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:14.678647 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-f506fa97-1058-4a68-b531-7ed4189a7786 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.679481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f506fa97-1058-4a68-b531-7ed4189a7786 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.685017 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f506fa97-1058-4a68-b531-7ed4189a7786 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/dc410949-46f0-4c7f-8a24-f95b6763e877 HTTP/1.1" status: 404 len: 337 time: 0.0580077 Sep 08 13:47:14.688214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43370) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.695420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 585006ab-dcb7-4624-9d18-cf795638a36e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:14.706714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 585006ab-dcb7-4624-9d18-cf795638a36e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:14.706714 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:14.722312 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-901e1940-abdb-4233-bdae-7c349e0d8cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.723411 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901e1940-abdb-4233-bdae-7c349e0d8cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.726060 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-901e1940-abdb-4233-bdae-7c349e0d8cfa tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/3c4ca2b5-92c0-4492-8ca1-52e64a7da968 HTTP/1.1" status: 404 len: 333 time: 0.0364902 Sep 08 13:47:14.729513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43372) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.759652 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb20002f-38b0-44cb-9614-a4016873e9e8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.760253 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb20002f-38b0-44cb-9614-a4016873e9e8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.762323 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-eb20002f-38b0-44cb-9614-a4016873e9e8 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/a65cbbb4-34e2-475c-ad2a-8e5ee096916d HTTP/1.1" status: 404 len: 337 time: 0.0313113 Sep 08 13:47:14.765568 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43374) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.790205 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c90942f-c871-406a-98b9-cbdd96e43b7d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.790958 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c90942f-c871-406a-98b9-cbdd96e43b7d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.792882 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2c90942f-c871-406a-98b9-cbdd96e43b7d tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/0ca3682f-7401-47fd-a84f-8ec64ef5a44f HTTP/1.1" status: 404 len: 333 time: 0.0261989 Sep 08 13:47:14.796217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43376) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.831504 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5cc82f0-f374-4114-ab66-e2c54bbd8727 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.832322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5cc82f0-f374-4114-ab66-e2c54bbd8727 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.833881 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b5cc82f0-f374-4114-ab66-e2c54bbd8727 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/e9aec63c-af6c-4de0-b48e-85a28670c619 HTTP/1.1" status: 404 len: 337 time: 0.0370395 Sep 08 13:47:14.836822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43380) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.842634 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:14.866296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 585006ab-dcb7-4624-9d18-cf795638a36e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=585006ab-dcb7-4624-9d18-cf795638a36e,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:14.870437 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d03c861-5d41-4cd0-8e9b-388d8117d621 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.871796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d03c861-5d41-4cd0-8e9b-388d8117d621 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.874267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6d03c861-5d41-4cd0-8e9b-388d8117d621 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/ports/3fe5ef93-2653-4e85-82e7-ff7e16fedfb3 HTTP/1.1" status: 404 len: 333 time: 0.0351937 Sep 08 13:47:14.876736 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43382) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.905727 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fee289-cb0e-4947-88b4-533525e6d188 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] DELETE failed (client error): The resource could not be found. Sep 08 13:47:14.906222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fee289-cb0e-4947-88b4-533525e6d188 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 13:47:14.908045 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-28fee289-cb0e-4947-88b4-533525e6d188 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/subnets/b9cfa0fc-ac7c-47ce-9d44-9840101c513f HTTP/1.1" status: 404 len: 337 time: 0.0299501 Sep 08 13:47:14.910975 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43384) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:14.928352 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.029986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 99e1880b-d8e0-4501-b8ff-7164c3e1c49f no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:47:15.033045 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.109655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=585006ab-dcb7-4624-9d18-cf795638a36e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:15.109655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 99e1880b-d8e0-4501-b8ff-7164c3e1c49f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:47:15.109655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 99e1880b-d8e0-4501-b8ff-7164c3e1c49f not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:47:15.113902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43394) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:15.128886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-54810584-network', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:15.149075 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.175252 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f706838c-8b07-4db3-b64d-fc68b20ecb6a']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:15.187139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafc9146-cc61-438c-bf04-9bb9ecd00465') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:15.189848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafc9146-cc61-438c-bf04-9bb9ecd00465') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:15.199777 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.222423 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.229358 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:47:15.232126 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:47:15.233601 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:47:15.253823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Made reservation on behalf of d938712624db40a4bd21fd929dbb1e74 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:15.258451 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.278649 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.396555 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.401718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.404241 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] 10.222.0.69 "DELETE /v2.0/networks/f706838c-8b07-4db3-b64d-fc68b20ecb6a HTTP/1.1" status: 204 len: 168 time: 0.4918265 Sep 08 13:47:15.417834 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.433196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998bfea-8872-4d2f-be71-0b83ee946be3 tempest-NetworksTestDHCPv6-813208820 tempest-NetworksTestDHCPv6-813208820-project] Pushing event deleted for resources: {'Network': ['ID=f706838c-8b07-4db3-b64d-fc68b20ecb6a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:15.499606 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.523009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:47:15.539208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8649a500-f3e1-482c-9b52-f0dc9006d170,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:15.543646 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.544257 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Added segment 1a91b28c-6412-4496-9ca5-8462d185ad75 of type vlan for network 6f2fdf01-939e-4ba0-b70d-749d5560f28d Sep 08 13:47:15.577438 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Sync routers for ids ['5ccd5872-dcb6-4329-a56a-f06e4566a046'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:47:15.593123 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.593755 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Routers {'5ccd5872-dcb6-4329-a56a-f06e4566a046'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:15.594931 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:47:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5ccd5872-dcb6-4329-a56a-f06e4566a046'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:15.694294 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.696952 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:15.697928 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:15.721827 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Set router 5ccd5872-dcb6-4329-a56a-f06e4566a046 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:15.779920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2fdf01-939e-4ba0-b70d-749d5560f28d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:15.794438 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 6f2fdf01-939e-4ba0-b70d-749d5560f28d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:47:15.835237 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7d442532-8753-4b12-ae68-7973df24cf59 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7184815 Sep 08 13:47:15.837866 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43410) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:15.855377 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-875e9005-428d-4991-8025-10edd59f08ee admin admin] Request body: {'subnet': {'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-54810584-subnet', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:15.973843 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875e9005-428d-4991-8025-10edd59f08ee admin admin] Made reservation on behalf of d938712624db40a4bd21fd929dbb1e74 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:15.976415 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-875e9005-428d-4991-8025-10edd59f08ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.009936 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ded0a34f-10b9-46cb-8a4e-fc203def9ebd', 'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'mac_address': 'fa:16:3e:49:bf:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:11Z', 'updated_at': '2021-09-08T13:47:13Z', 'revision_number': 2, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'subnets': [{'id': '678a2db8-ca43-48d0-814e-2e0215307407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:16.021502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43416) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:16.050154 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Checking router: 5ccd5872-dcb6-4329-a56a-f06e4566a046 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:47:16.050525 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Updating router 5ccd5872-dcb6-4329-a56a-f06e4566a046 port ded0a34f-10b9-46cb-8a4e-fc203def9ebd binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:47:16.094556 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.282654 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-875e9005-428d-4991-8025-10edd59f08ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.348732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e9005-428d-4991-8025-10edd59f08ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ee9153-07bf-4a33-a5c4-bda652bb3b0b,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:16.369648 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5b4cde42-2068-4236-8201-bb0cb4cf1288 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0aa296ee7ebe4eeebd30e2a19b124e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3466361 Sep 08 13:47:16.372632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43424) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:16.395181 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875e9005-428d-4991-8025-10edd59f08ee admin admin] Checking segment: {'id': '1a91b28c-6412-4496-9ca5-8462d185ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:16.395705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875e9005-428d-4991-8025-10edd59f08ee admin admin] Network hostable DHCP agents. Network: 6f2fdf01-939e-4ba0-b70d-749d5560f28d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:47:16.459232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7962c90-3019-4527-b8ce-7d3414936f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.459486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 585006ab-dcb7-4624-9d18-cf795638a36e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:16.463556 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.480406 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Transition to ACTIVE for port object ded0a34f-10b9-46cb-8a4e-fc203def9ebd will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:16.487957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875e9005-428d-4991-8025-10edd59f08ee admin admin] Network 6f2fdf01-939e-4ba0-b70d-749d5560f28d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:47:16.491983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7962c90-3019-4527-b8ce-7d3414936f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.524138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 585006ab-dcb7-4624-9d18-cf795638a36e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:16.524526 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.573591 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.632996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-875e9005-428d-4991-8025-10edd59f08ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 6f2fdf01-939e-4ba0-b70d-749d5560f28d) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:16.636676 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614e91a-757f-412f-9405-1af73f06a0ac None None] Pushing event updated for resources: {'Port': ['ID=ded0a34f-10b9-46cb-8a4e-fc203def9ebd,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:16.640612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875e9005-428d-4991-8025-10edd59f08ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:16.642346 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-875e9005-428d-4991-8025-10edd59f08ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.644665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb0c61-bbd4-4193-b054-93bf6e804bcc None None] Network 6f2fdf01-939e-4ba0-b70d-749d5560f28d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:16.649053 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7962c90-3019-4527-b8ce-7d3414936f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.657587 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7962c90-3019-4527-b8ce-7d3414936f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.658013 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a7962c90-3019-4527-b8ce-7d3414936f6a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5410d72e-1f4f-4bea-836c-3b5f835af821 HTTP/1.1" status: 204 len: 168 time: 0.2841415 Sep 08 13:47:16.675610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7962c90-3019-4527-b8ce-7d3414936f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5410d72e-1f4f-4bea-836c-3b5f835af821,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:16.712464 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Attempting to bind port ded0a34f-10b9-46cb-8a4e-fc203def9ebd on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:47:16.712842 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Attempting to bind port ded0a34f-10b9-46cb-8a4e-fc203def9ebd by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:47:16.713377 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Attempting to bind port ded0a34f-10b9-46cb-8a4e-fc203def9ebd on network 59c9f5ad-0166-417d-82bf-3159def21592 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:47:16.720310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43428) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:16.722407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-875e9005-428d-4991-8025-10edd59f08ee admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8710949 Sep 08 13:47:16.725720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-54810584-router', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:16.733005 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:47:16.733571 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Checking segment: {'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:16.734097 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.734600 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Bound using segment: {'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:47:16.735388 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Bound port: ded0a34f-10b9-46cb-8a4e-fc203def9ebd, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:47:16.736991 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.817313 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] For port ded0a34f-10b9-46cb-8a4e-fc203def9ebd, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:47:16.821195 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] For port ded0a34f-10b9-46cb-8a4e-fc203def9ebd, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ded0a34f-10b9-46cb-8a4e-fc203def9ebd,segment=NetworkSegment(8ae58898-42f1-4597-b786-97bff71d97da),segment_id=8ae58898-42f1-4597-b786-97bff71d97da)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:47:16.846589 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.848461 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.901697 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.909105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-6f2fdf01-939e-4ba0-b70d-749d5560f28d', 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'fixed_ips': [{'subnet_id': '39ee9153-07bf-4a33-a5c4-bda652bb3b0b'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:47:16.909964 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.911446 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:16.995513 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614e91a-757f-412f-9405-1af73f06a0ac None None] Pushing event updated for resources: {'Port': ['ID=ded0a34f-10b9-46cb-8a4e-fc203def9ebd,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:16.995513 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Routers {'5ccd5872-dcb6-4329-a56a-f06e4566a046'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:16.996342 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:47:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5ccd5872-dcb6-4329-a56a-f06e4566a046'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:17.046148 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:17.165371 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Allocated IP 172.20.0.2 (6f2fdf01-939e-4ba0-b70d-749d5560f28d/39ee9153-07bf-4a33-a5c4-bda652bb3b0b/5c478703-d5ed-4ad0-bc02-0c2a69408292) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:17.185776 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] Set router 5ccd5872-dcb6-4329-a56a-f06e4566a046 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:17.293575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:17.383701 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:17.395948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Transition to ACTIVE for port object 5c478703-d5ed-4ad0-bc02-0c2a69408292 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:17.415452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Transition to ACTIVE for port object 5c478703-d5ed-4ad0-bc02-0c2a69408292 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:17.440441 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ded0a34f-10b9-46cb-8a4e-fc203def9ebd', 'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'mac_address': 'fa:16:3e:49:bf:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:11Z', 'updated_at': '2021-09-08T13:47:16Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'subnets': [{'id': '678a2db8-ca43-48d0-814e-2e0215307407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:17.467979 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2f3ccb-e647-49db-b2a8-ae94cf9dca1c None None] The sync data for ids ['5ccd5872-dcb6-4329-a56a-f06e4566a046'] in n-d-807558-3 is: [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ded0a34f-10b9-46cb-8a4e-fc203def9ebd', 'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'mac_address': 'fa:16:3e:49:bf:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:11Z', 'updated_at': '2021-09-08T13:47:16Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'subnets': [{'id': '678a2db8-ca43-48d0-814e-2e0215307407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:47:17.499907 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:17.581916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Network 6f2fdf01-939e-4ba0-b70d-749d5560f28d is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:17.585614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:17.589268 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:47:17.647301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Pushing event updated for resources: {'Port': ['ID=5c478703-d5ed-4ad0-bc02-0c2a69408292,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:17.696302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Attempting to bind port 5c478703-d5ed-4ad0-bc02-0c2a69408292 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:47:17.696900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:17.697188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Attempting to bind port 5c478703-d5ed-4ad0-bc02-0c2a69408292 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '1a91b28c-6412-4496-9ca5-8462d185ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:47:17.697787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Attempting to bind port 5c478703-d5ed-4ad0-bc02-0c2a69408292 on network 6f2fdf01-939e-4ba0-b70d-749d5560f28d {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:47:17.705411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:47:17.706350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Checking segment: {'id': '1a91b28c-6412-4496-9ca5-8462d185ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:17.707009 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:17.707687 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Bound using segment: {'id': '1a91b28c-6412-4496-9ca5-8462d185ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:47:17.708421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Bound port: 5c478703-d5ed-4ad0-bc02-0c2a69408292, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a91b28c-6412-4496-9ca5-8462d185ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:47:17.709107 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:17.737218 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:17.792188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] For port 5c478703-d5ed-4ad0-bc02-0c2a69408292, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:47:17.797224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] For port 5c478703-d5ed-4ad0-bc02-0c2a69408292, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5c478703-d5ed-4ad0-bc02-0c2a69408292,segment=NetworkSegment(1a91b28c-6412-4496-9ca5-8462d185ad75),segment_id=1a91b28c-6412-4496-9ca5-8462d185ad75)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:47:17.894054 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:17.894876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Allocated IP 172.25.5.83 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/16bf8e9b-0d32-4ce7-9776-7761f18758bd) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:17.974419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268e814-90af-4520-bf50-30dd4378f338 None None] Pushing event updated for resources: {'Port': ['ID=5c478703-d5ed-4ad0-bc02-0c2a69408292,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:18.084730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43454) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:18.093723 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:18.207896 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:18.249563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:18.258438 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0a436c69-303e-4740-93aa-5c0789d5680d tempest-DvrRoutersNegativeTest-949859971 tempest-DvrRoutersNegativeTest-949859971-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-380167057', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:18.258592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:18.258687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.policy [None req-0a436c69-303e-4740-93aa-5c0789d5680d tempest-DvrRoutersNegativeTest-949859971 tempest-DvrRoutersNegativeTest-949859971-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=96264) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 08 13:47:18.258687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.policy [None req-0a436c69-303e-4740-93aa-5c0789d5680d tempest-DvrRoutersNegativeTest-949859971 tempest-DvrRoutersNegativeTest-949859971-project] Failed policy check for 'create_router' {{(pid=96264) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 08 13:47:18.258687 n-d-807558-3 neutron-server[96264]: INFO neutron.api.v2.resource [None req-0a436c69-303e-4740-93aa-5c0789d5680d tempest-DvrRoutersNegativeTest-949859971 tempest-DvrRoutersNegativeTest-949859971-project] create failed (client error): Access was denied to this resource. Sep 08 13:47:18.259230 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:47:18.259362 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0a436c69-303e-4740-93aa-5c0789d5680d tempest-DvrRoutersNegativeTest-949859971 tempest-DvrRoutersNegativeTest-949859971-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1733367 Sep 08 13:47:18.313691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Pushing event updated for resources: {'Port': ['ID=16bf8e9b-0d32-4ce7-9776-7761f18758bd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:18.570596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ded0a34f-10b9-46cb-8a4e-fc203def9ebd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:18.687905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port ded0a34f-10b9-46cb-8a4e-fc203def9ebd completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:18.692795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ded0a34f-10b9-46cb-8a4e-fc203def9ebd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:18.694655 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:18.782750 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:18.791527 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:18.827419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port ded0a34f-10b9-46cb-8a4e-fc203def9ebd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ded0a34f-10b9-46cb-8a4e-fc203def9ebd,segment=NetworkSegment(8ae58898-42f1-4597-b786-97bff71d97da),segment_id=8ae58898-42f1-4597-b786-97bff71d97da)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:18.890363 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:18.892574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5c478703-d5ed-4ad0-bc02-0c2a69408292 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:18.897547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43464) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:18.984559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=ded0a34f-10b9-46cb-8a4e-fc203def9ebd,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:19.098021 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b778b9a-aa2e-4fc2-9e25-f3846c3cacf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.105679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 5c478703-d5ed-4ad0-bc02-0c2a69408292 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:19.228992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48faf101-c938-484e-821c-77313d4e55b3 None None] Network 6f2fdf01-939e-4ba0-b70d-749d5560f28d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:19.241444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b778b9a-aa2e-4fc2-9e25-f3846c3cacf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.305378 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b778b9a-aa2e-4fc2-9e25-f3846c3cacf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.357893 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6b778b9a-aa2e-4fc2-9e25-f3846c3cacf9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1571872fb94546728aef759d5092ed6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4563744 Sep 08 13:47:19.357893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b778b9a-aa2e-4fc2-9e25-f3846c3cacf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ccaf92-34e6-4ba3-a7b2-5470e91587fc,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:19.360364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43470) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:19.418977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-59c4c881-39d5-43db-bbf1-752156b18e1d None None] Provisioning for port 5c478703-d5ed-4ad0-bc02-0c2a69408292 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:19.425366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-59c4c881-39d5-43db-bbf1-752156b18e1d None None] Provisioning complete for port 5c478703-d5ed-4ad0-bc02-0c2a69408292 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:19.425762 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59c4c881-39d5-43db-bbf1-752156b18e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.439185 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a09f100c-1a92-44c8-ba9a-ce190073ef95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.468839 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a09f100c-1a92-44c8-ba9a-ce190073ef95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.515823 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.531389 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59c4c881-39d5-43db-bbf1-752156b18e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.574278 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a09f100c-1a92-44c8-ba9a-ce190073ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.575414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-59c4c881-39d5-43db-bbf1-752156b18e1d None None] For port 5c478703-d5ed-4ad0-bc02-0c2a69408292, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5c478703-d5ed-4ad0-bc02-0c2a69408292,segment=NetworkSegment(1a91b28c-6412-4496-9ca5-8462d185ad75),segment_id=1a91b28c-6412-4496-9ca5-8462d185ad75)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:19.579497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a09f100c-1a92-44c8-ba9a-ce190073ef95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.580865 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a09f100c-1a92-44c8-ba9a-ce190073ef95 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/e2ccaf92-34e6-4ba3-a7b2-5470e91587fc HTTP/1.1" status: 204 len: 168 time: 0.2191148 Sep 08 13:47:19.598611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f100c-1a92-44c8-ba9a-ce190073ef95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ccaf92-34e6-4ba3-a7b2-5470e91587fc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:19.642370 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-59c4c881-39d5-43db-bbf1-752156b18e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.707068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4c881-39d5-43db-bbf1-752156b18e1d None None] Pushing event updated for resources: {'Port': ['ID=5c478703-d5ed-4ad0-bc02-0c2a69408292,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:19.727408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Router 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:47:19.765150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9d1ef949-5537-4f10-b844-2b56e197007d None None] Provisioning complete for port 5c478703-d5ed-4ad0-bc02-0c2a69408292 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:19.765575 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9d1ef949-5537-4f10-b844-2b56e197007d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.838240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:47:19.848801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Sync routers for ids ['9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:47:19.858325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Routers {'9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:19.858957 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:47:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:19.950547 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:19.955077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4ac7a306-51db-493b-b044-25299c89fb6b admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2308471 Sep 08 13:47:19.959823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43478) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:19.977216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Set router 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:20.191019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'name': 'tempest-TestVolumeBackupRestore-54810584-router', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:16Z', 'updated_at': '2021-09-08T13:47:18Z', 'revision_number': 3, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'gw_port': {'id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:17Z', 'updated_at': '2021-09-08T13:47:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:20.221389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Checking router: 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:47:20.224663 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Updating router 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 port 16bf8e9b-0d32-4ce7-9776-7761f18758bd binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:47:20.257616 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:20.446244 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:20.454159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ded0a34f-10b9-46cb-8a4e-fc203def9ebd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:20.573234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ded0a34f-10b9-46cb-8a4e-fc203def9ebd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:20.573611 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:20.617533 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:20.625303 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Allocated IP 172.20.0.1 (6f2fdf01-939e-4ba0-b70d-749d5560f28d/39ee9153-07bf-4a33-a5c4-bda652bb3b0b/b7144951-361f-48b6-aff6-d0263b92be8a) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:20.635593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Transition to ACTIVE for port object 16bf8e9b-0d32-4ce7-9776-7761f18758bd will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:20.686848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5c478703-d5ed-4ad0-bc02-0c2a69408292 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:20.734587 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:20.777867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:20.810294 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Transition to ACTIVE for port object b7144951-361f-48b6-aff6-d0263b92be8a will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:20.847392 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43498) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:20.852140 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [-] 10.222.0.69 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030580 Sep 08 13:47:20.860755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43500) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:20.911174 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:20.952568 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Network 6f2fdf01-939e-4ba0-b70d-749d5560f28d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:20.955732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:20.960106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:47:20.991178 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Attempting to bind port 16bf8e9b-0d32-4ce7-9776-7761f18758bd on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:47:20.991569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Attempting to bind port 16bf8e9b-0d32-4ce7-9776-7761f18758bd by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:47:20.992323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Attempting to bind port 16bf8e9b-0d32-4ce7-9776-7761f18758bd on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:47:20.996755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 5c478703-d5ed-4ad0-bc02-0c2a69408292 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:20.996755 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:21.001136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6584f4-4aa5-4539-a380-651c1abd2a6a None None] Pushing event updated for resources: {'Port': ['ID=16bf8e9b-0d32-4ce7-9776-7761f18758bd,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:21.005442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:47:21.005760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b7144951-361f-48b6-aff6-d0263b92be8a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:21.005907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:21.006235 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:21.006641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:47:21.007273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Bound port: 16bf8e9b-0d32-4ce7-9776-7761f18758bd, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:47:21.008015 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:21.027560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-65a8ec8f-b1f3-4859-aab6-af99d3e6136e tempest-NetworksApiDiscovery-77579125 tempest-NetworksApiDiscovery-77579125-project] 10.222.0.69 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1582634 Sep 08 13:47:21.038547 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:21.121799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] For port 16bf8e9b-0d32-4ce7-9776-7761f18758bd, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:47:21.127150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] For port 16bf8e9b-0d32-4ce7-9776-7761f18758bd, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=16bf8e9b-0d32-4ce7-9776-7761f18758bd,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:47:21.236783 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:21.300046 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Routers {'9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:21.300730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:47:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:21.308776 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:21.368585 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6584f4-4aa5-4539-a380-651c1abd2a6a None None] Pushing event updated for resources: {'Port': ['ID=16bf8e9b-0d32-4ce7-9776-7761f18758bd,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:21.463649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] Set router 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:21.505792 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6cea62d9-00de-43c1-9f20-762b14fe6123 None None] Provisioning for port b7144951-361f-48b6-aff6-d0263b92be8a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:21.514140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6cea62d9-00de-43c1-9f20-762b14fe6123 None None] Provisioning complete for port b7144951-361f-48b6-aff6-d0263b92be8a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:21.514565 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6cea62d9-00de-43c1-9f20-762b14fe6123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:21.614432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6cea62d9-00de-43c1-9f20-762b14fe6123 None None] Port b7144951-361f-48b6-aff6-d0263b92be8a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:47:21.617512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43512) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:21.783298 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b50e30e-edb0-45f0-8d1c-9058e8bf860f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:21.788502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'name': 'tempest-TestVolumeBackupRestore-54810584-router', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:16Z', 'updated_at': '2021-09-08T13:47:21Z', 'revision_number': 4, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'gw_port': {'id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:17Z', 'updated_at': '2021-09-08T13:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b7144951-361f-48b6-aff6-d0263b92be8a', 'name': '', 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'mac_address': 'fa:16:3e:d7:7f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '39ee9153-07bf-4a33-a5c4-bda652bb3b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:20Z', 'updated_at': '2021-09-08T13:47:20Z', 'revision_number': 1, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'subnets': [{'id': '39ee9153-07bf-4a33-a5c4-bda652bb3b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:21.819288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c334ab3f-482a-4284-ba5d-cd52546c5931 None None] The sync data for ids ['9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'] in n-d-807558-3 is: [{'id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'name': 'tempest-TestVolumeBackupRestore-54810584-router', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:16Z', 'updated_at': '2021-09-08T13:47:21Z', 'revision_number': 4, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'gw_port': {'id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:17Z', 'updated_at': '2021-09-08T13:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b7144951-361f-48b6-aff6-d0263b92be8a', 'name': '', 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'mac_address': 'fa:16:3e:d7:7f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '39ee9153-07bf-4a33-a5c4-bda652bb3b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:20Z', 'updated_at': '2021-09-08T13:47:20Z', 'revision_number': 1, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'subnets': [{'id': '39ee9153-07bf-4a33-a5c4-bda652bb3b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:47:21.881004 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:21.916378 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b50e30e-edb0-45f0-8d1c-9058e8bf860f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:21.956684 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:21.987605 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b50e30e-edb0-45f0-8d1c-9058e8bf860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:22.032922 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Pushing event updated for resources: {'Port': ['ID=b7144951-361f-48b6-aff6-d0263b92be8a,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:22.035672 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:22.042246 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6b50e30e-edb0-45f0-8d1c-9058e8bf860f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c85848c6e5294b629036db45af2fd541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234195 Sep 08 13:47:22.043930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50e30e-edb0-45f0-8d1c-9058e8bf860f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9dea01-de5c-4958-8934-0bc94fa51bdf,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:22.047488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43516) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:22.207120 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-651a22db-d028-4860-9b59-ff961a1cc855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:22.248546 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-651a22db-d028-4860-9b59-ff961a1cc855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:22.251561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Network 6f2fdf01-939e-4ba0-b70d-749d5560f28d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:22.258478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:22.404080 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Router 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:47:22.533532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:47:22.539689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2ce752fa-d2f1-491a-af42-118fb68157b6 admin admin] 10.222.0.69 "PUT /v2.0/routers/9bdc553f-01d4-4ec4-a5c1-c642b608dbc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5831649 Sep 08 13:47:22.549922 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-651a22db-d028-4860-9b59-ff961a1cc855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:22.551991 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-651a22db-d028-4860-9b59-ff961a1cc855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:22.553388 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-651a22db-d028-4860-9b59-ff961a1cc855 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd9dea01-de5c-4958-8934-0bc94fa51bdf HTTP/1.1" status: 204 len: 168 time: 0.5048983 Sep 08 13:47:22.577892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0b1fcb55-b371-46d6-9e52-b19748329158 None None] Provisioning complete for port b7144951-361f-48b6-aff6-d0263b92be8a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:22.578518 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0b1fcb55-b371-46d6-9e52-b19748329158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:22.583351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651a22db-d028-4860-9b59-ff961a1cc855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9dea01-de5c-4958-8934-0bc94fa51bdf,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:22.682918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0b1fcb55-b371-46d6-9e52-b19748329158 None None] Port b7144951-361f-48b6-aff6-d0263b92be8a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:47:24.505686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 16bf8e9b-0d32-4ce7-9776-7761f18758bd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:24.670857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 16bf8e9b-0d32-4ce7-9776-7761f18758bd completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:24.676616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 16bf8e9b-0d32-4ce7-9776-7761f18758bd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:24.680844 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:24.782419 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:24.809614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 16bf8e9b-0d32-4ce7-9776-7761f18758bd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=16bf8e9b-0d32-4ce7-9776-7761f18758bd,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:24.893614 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:24.959785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=16bf8e9b-0d32-4ce7-9776-7761f18758bd,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:25.526333 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Sync routers for ids ['9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:47:25.536575 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Routers {'9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:25.537197 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:47:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:25.649358 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Set router 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:25.963082 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'name': 'tempest-TestVolumeBackupRestore-54810584-router', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:16Z', 'updated_at': '2021-09-08T13:47:21Z', 'revision_number': 4, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'gw_port': {'id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:17Z', 'updated_at': '2021-09-08T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b7144951-361f-48b6-aff6-d0263b92be8a', 'name': '', 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'mac_address': 'fa:16:3e:d7:7f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '39ee9153-07bf-4a33-a5c4-bda652bb3b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:20Z', 'updated_at': '2021-09-08T13:47:21Z', 'revision_number': 2, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'subnets': [{'id': '39ee9153-07bf-4a33-a5c4-bda652bb3b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:25.990965 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Checking router: 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:47:25.991451 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Updating router 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 port b7144951-361f-48b6-aff6-d0263b92be8a binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:47:26.018095 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:26.310245 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:26.321509 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Transition to ACTIVE for port object b7144951-361f-48b6-aff6-d0263b92be8a will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:26.385292 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:26.447295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 16bf8e9b-0d32-4ce7-9776-7761f18758bd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:26.454088 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c278226-c4c3-4586-b820-395f743c9ebc None None] Pushing event updated for resources: {'Port': ['ID=b7144951-361f-48b6-aff6-d0263b92be8a,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:26.520483 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Attempting to bind port b7144951-361f-48b6-aff6-d0263b92be8a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:47:26.520852 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Attempting to bind port b7144951-361f-48b6-aff6-d0263b92be8a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '1a91b28c-6412-4496-9ca5-8462d185ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:47:26.521471 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Attempting to bind port b7144951-361f-48b6-aff6-d0263b92be8a on network 6f2fdf01-939e-4ba0-b70d-749d5560f28d {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:47:26.522430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 16bf8e9b-0d32-4ce7-9776-7761f18758bd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:26.523106 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:26.528129 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:47:26.528893 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Checking segment: {'id': '1a91b28c-6412-4496-9ca5-8462d185ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:26.529265 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:26.529661 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Bound using segment: {'id': '1a91b28c-6412-4496-9ca5-8462d185ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:47:26.530362 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Bound port: b7144951-361f-48b6-aff6-d0263b92be8a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a91b28c-6412-4496-9ca5-8462d185ad75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:47:26.530999 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:26.628472 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] For port b7144951-361f-48b6-aff6-d0263b92be8a, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:47:26.634632 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] For port b7144951-361f-48b6-aff6-d0263b92be8a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b7144951-361f-48b6-aff6-d0263b92be8a,segment=NetworkSegment(1a91b28c-6412-4496-9ca5-8462d185ad75),segment_id=1a91b28c-6412-4496-9ca5-8462d185ad75)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:47:26.704930 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:26.774442 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Routers {'9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:26.775087 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:47:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:26.778821 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c278226-c4c3-4586-b820-395f743c9ebc None None] Pushing event updated for resources: {'Port': ['ID=b7144951-361f-48b6-aff6-d0263b92be8a,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:26.916366 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] Set router 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:27.219325 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'name': 'tempest-TestVolumeBackupRestore-54810584-router', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:16Z', 'updated_at': '2021-09-08T13:47:21Z', 'revision_number': 4, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'gw_port': {'id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:17Z', 'updated_at': '2021-09-08T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b7144951-361f-48b6-aff6-d0263b92be8a', 'name': '', 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'mac_address': 'fa:16:3e:d7:7f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '39ee9153-07bf-4a33-a5c4-bda652bb3b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:20Z', 'updated_at': '2021-09-08T13:47:26Z', 'revision_number': 4, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'subnets': [{'id': '39ee9153-07bf-4a33-a5c4-bda652bb3b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:27.252222 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7487361f-0853-4709-b8c9-d5248901e3d5 None None] The sync data for ids ['9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'] in n-d-807558-3 is: [{'id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'name': 'tempest-TestVolumeBackupRestore-54810584-router', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:16Z', 'updated_at': '2021-09-08T13:47:21Z', 'revision_number': 4, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'gw_port': {'id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:17Z', 'updated_at': '2021-09-08T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b7144951-361f-48b6-aff6-d0263b92be8a', 'name': '', 'network_id': '6f2fdf01-939e-4ba0-b70d-749d5560f28d', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'mac_address': 'fa:16:3e:d7:7f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3807, 'fixed_ips': [{'subnet_id': '39ee9153-07bf-4a33-a5c4-bda652bb3b0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:20Z', 'updated_at': '2021-09-08T13:47:26Z', 'revision_number': 4, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'subnets': [{'id': '39ee9153-07bf-4a33-a5c4-bda652bb3b0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:47:28.480082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2895c326-a96b-43c7-8596-d89a1eaf530d req-128cb242-35d6-4056-afee-6fe5e4c5e969 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332650 Sep 08 13:47:28.556111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b7144951-361f-48b6-aff6-d0263b92be8a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:28.611539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895c326-a96b-43c7-8596-d89a1eaf530d req-34e1f625-196d-4df9-9c1b-577ab5473d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:28.613977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2895c326-a96b-43c7-8596-d89a1eaf530d req-34e1f625-196d-4df9-9c1b-577ab5473d73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 1096 time: 0.0582075 Sep 08 13:47:28.710068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b7144951-361f-48b6-aff6-d0263b92be8a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:47:28.715494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b7144951-361f-48b6-aff6-d0263b92be8a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:28.716082 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:28.762837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895c326-a96b-43c7-8596-d89a1eaf530d req-577b2d18-94a6-4552-9538-71d7671272b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:28.764990 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2895c326-a96b-43c7-8596-d89a1eaf530d req-577b2d18-94a6-4552-9538-71d7671272b4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4747e430-86e0-43b3-98c8-0e14ddd21f08 HTTP/1.1" status: 200 len: 898 time: 0.1047227 Sep 08 13:47:28.823419 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:28.880805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b7144951-361f-48b6-aff6-d0263b92be8a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b7144951-361f-48b6-aff6-d0263b92be8a,segment=NetworkSegment(1a91b28c-6412-4496-9ca5-8462d185ad75),segment_id=1a91b28c-6412-4496-9ca5-8462d185ad75)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:28.893669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2895c326-a96b-43c7-8596-d89a1eaf530d req-c04598a3-91fd-4835-9cfb-7fed6072b26e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aabccfe2-1841-4084-8a61-75a84311135e HTTP/1.1" status: 200 len: 1000 time: 0.1204655 Sep 08 13:47:28.939059 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:29.009964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895c326-a96b-43c7-8596-d89a1eaf530d req-95eabf07-0e70-402f-be4b-1b6d08377389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:29.012694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2895c326-a96b-43c7-8596-d89a1eaf530d req-95eabf07-0e70-402f-be4b-1b6d08377389 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22c3a756-7dde-4178-917b-89b52a4cfc3f HTTP/1.1" status: 200 len: 834 time: 0.1070249 Sep 08 13:47:29.031021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b7144951-361f-48b6-aff6-d0263b92be8a,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:29.091113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895c326-a96b-43c7-8596-d89a1eaf530d req-5fe8e6c3-3ce7-4a3b-9e2a-f762fe805e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:29.092693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2895c326-a96b-43c7-8596-d89a1eaf530d req-5fe8e6c3-3ce7-4a3b-9e2a-f762fe805e58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4747e430-86e0-43b3-98c8-0e14ddd21f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712600 Sep 08 13:47:29.206976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2895c326-a96b-43c7-8596-d89a1eaf530d req-2a94ebc2-9971-43c1-97c3-78b51be54d64 service neutron] 10.222.0.60 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069689 Sep 08 13:47:29.304300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43730) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:29.339650 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2895c326-a96b-43c7-8596-d89a1eaf530d req-9764ef31-a6d4-4357-aa43-6ce986e28c02 service neutron] 10.222.0.60 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246021 Sep 08 13:47:29.742718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port 35b05da0-b517-41fe-86aa-de4d02806cbd {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:47:29.743082 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:29.835686 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:29.836428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:29.851176 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for 35b05da0-b517-41fe-86aa-de4d02806cbd owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:47:30.167979 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:30.199610 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=35b05da0-b517-41fe-86aa-de4d02806cbd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:30.312624 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:30.313933 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Floating IP efa51b92-fc2d-4669-b5a7-869032567267 disassociated (deleted). External IP: 172.25.5.76, port: aabccfe2-1841-4084-8a61-75a84311135e. Sep 08 13:47:30.483189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b7144951-361f-48b6-aff6-d0263b92be8a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:47:30.537856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b7144951-361f-48b6-aff6-d0263b92be8a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:47:30.538300 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:30.605430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router bf7e2e17-ec26-4421-8e74-67451e19c9ee has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:47:30.751849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:47:30.756888 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:30.762730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffced49-6fe1-4111-924a-1f55f4da18d4 None None] Sync routers for ids ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:47:30.775970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffced49-6fe1-4111-924a-1f55f4da18d4 None None] Routers {'bf7e2e17-ec26-4421-8e74-67451e19c9ee'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:30.777331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7ffced49-6fe1-4111-924a-1f55f4da18d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:47:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:30.796398 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-58f3ec92-acad-4834-a0c4-5af092092306 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/floatingips/efa51b92-fc2d-4669-b5a7-869032567267 HTTP/1.1" status: 204 len: 168 time: 1.4908333 Sep 08 13:47:30.797938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:47:30.803833 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581d0d47-ada9-4bcb-80db-438df67b46e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "tag": "aabccfe2-1841-4084-8a61-75a84311135e"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:47:30.957771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-7ffced49-6fe1-4111-924a-1f55f4da18d4 None None] Set router bf7e2e17-ec26-4421-8e74-67451e19c9ee gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:31.128051 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81c3786-a8a8-4fed-b346-9415442e2121 x-openstack-request-id: req-e81c3786-a8a8-4fed-b346-9415442e2121 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:47:31.130438 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "tag": "aabccfe2-1841-4084-8a61-75a84311135e", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:47:31.130716 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e81c3786-a8a8-4fed-b346-9415442e2121 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:47:31.131918 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e', 'status': 'completed', 'code': 200} Sep 08 13:47:31.205604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d0d47-ada9-4bcb-80db-438df67b46e6 req-e4868896-7265-4614-8f64-bba8d0f8d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:31.207488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-581d0d47-ada9-4bcb-80db-438df67b46e6 req-e4868896-7265-4614-8f64-bba8d0f8d33f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 1096 time: 0.0819626 Sep 08 13:47:31.224835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7ffced49-6fe1-4111-924a-1f55f4da18d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:44:38Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '81ed7a53-5ae1-443c-a66f-96e02e3deca8', 'name': '', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:55:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:37Z', 'updated_at': '2021-09-08T13:44:46Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:31.261976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffced49-6fe1-4111-924a-1f55f4da18d4 None None] Checking router: bf7e2e17-ec26-4421-8e74-67451e19c9ee for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:47:31.271282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffced49-6fe1-4111-924a-1f55f4da18d4 None None] Routers {'bf7e2e17-ec26-4421-8e74-67451e19c9ee'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:31.271902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7ffced49-6fe1-4111-924a-1f55f4da18d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:47:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:31.345590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d0d47-ada9-4bcb-80db-438df67b46e6 req-9300c57f-9e26-4694-9d06-17455ac78b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:31.347935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-581d0d47-ada9-4bcb-80db-438df67b46e6 req-9300c57f-9e26-4694-9d06-17455ac78b10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4747e430-86e0-43b3-98c8-0e14ddd21f08 HTTP/1.1" status: 200 len: 898 time: 0.1288393 Sep 08 13:47:31.439500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-7ffced49-6fe1-4111-924a-1f55f4da18d4 None None] Set router bf7e2e17-ec26-4421-8e74-67451e19c9ee gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:31.473744 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-581d0d47-ada9-4bcb-80db-438df67b46e6 req-2e8feb7c-afb9-4ff8-bd46-69103321b5de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aabccfe2-1841-4084-8a61-75a84311135e HTTP/1.1" status: 200 len: 217 time: 0.1133864 Sep 08 13:47:31.535575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d0d47-ada9-4bcb-80db-438df67b46e6 req-e248a1c1-46e6-46d6-829b-6e503801d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:31.537118 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-581d0d47-ada9-4bcb-80db-438df67b46e6 req-e248a1c1-46e6-46d6-829b-6e503801d61c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22c3a756-7dde-4178-917b-89b52a4cfc3f HTTP/1.1" status: 200 len: 834 time: 0.0535104 Sep 08 13:47:31.623573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6731de-327a-435a-8a23-961078094964 req-77e9da6b-a993-4d03-9e75-85312b0cff0a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:31.625729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da6731de-327a-435a-8a23-961078094964 req-77e9da6b-a993-4d03-9e75-85312b0cff0a tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.2909687 Sep 08 13:47:31.657460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d0d47-ada9-4bcb-80db-438df67b46e6 req-bebc2c6d-7a2d-4274-94c3-213f501f0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:31.659902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-581d0d47-ada9-4bcb-80db-438df67b46e6 req-bebc2c6d-7a2d-4274-94c3-213f501f0774 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4747e430-86e0-43b3-98c8-0e14ddd21f08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076839 Sep 08 13:47:31.812836 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da6731de-327a-435a-8a23-961078094964 req-cb3e4693-45a1-442c-b579-3956b048ba6f tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797678 Sep 08 13:47:31.845105 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-581d0d47-ada9-4bcb-80db-438df67b46e6 req-9c858879-4411-449c-b67d-30f1c4fbe411 service neutron] 10.222.0.60 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727800 Sep 08 13:47:31.863978 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7ffced49-6fe1-4111-924a-1f55f4da18d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:44:38Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '81ed7a53-5ae1-443c-a66f-96e02e3deca8', 'name': '', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:55:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:37Z', 'updated_at': '2021-09-08T13:44:46Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:31.905858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffced49-6fe1-4111-924a-1f55f4da18d4 None None] The sync data for ids ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'] in n-d-807558-3 is: [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:44:38Z', 'revision_number': 4, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '81ed7a53-5ae1-443c-a66f-96e02e3deca8', 'name': '', 'network_id': '4747e430-86e0-43b3-98c8-0e14ddd21f08', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'mac_address': 'fa:16:3e:a1:55:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:37Z', 'updated_at': '2021-09-08T13:44:46Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'subnets': [{'id': '22c3a756-7dde-4178-917b-89b52a4cfc3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:47:31.991049 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-581d0d47-ada9-4bcb-80db-438df67b46e6 req-8b7fb7e6-cd8c-482d-a9a9-9bf2584273f2 service neutron] 10.222.0.60 "GET /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361740 Sep 08 13:47:32.305999 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e800e9aa-6e51-4749-9483-ff900a76adce None None] New status for floating IP efa51b92-fc2d-4669-b5a7-869032567267: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:47:32.914583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e6e83-cd0c-41a5-a05d-a99da96c9bf1 req-6813e086-a0bd-414b-a58a-05af48604e70 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:32.916365 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-291e6e83-cd0c-41a5-a05d-a99da96c9bf1 req-6813e086-a0bd-414b-a58a-05af48604e70 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.0851636 Sep 08 13:47:33.013852 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-291e6e83-cd0c-41a5-a05d-a99da96c9bf1 req-d32d7e2f-6376-45c1-95a0-fbdf2c7ad5ad tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port aabccfe2-1841-4084-8a61-75a84311135e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:47:33.014619 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-291e6e83-cd0c-41a5-a05d-a99da96c9bf1 req-d32d7e2f-6376-45c1-95a0-fbdf2c7ad5ad tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:33.057350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123b52c-fb96-48d5-b06a-d5054f07d25e req-bd86b8eb-5874-4eb4-862d-546d929bb6f8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:33.059094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f123b52c-fb96-48d5-b06a-d5054f07d25e req-bd86b8eb-5874-4eb4-862d-546d929bb6f8 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 945 time: 0.1261413 Sep 08 13:47:33.126332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f123b52c-fb96-48d5-b06a-d5054f07d25e req-ea92a2aa-e8cf-4b0b-bdbd-1891cf323178 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/security-groups?id=7780370d-61bb-4ce7-a618-243a04664d05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471106 Sep 08 13:47:33.127944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-291e6e83-cd0c-41a5-a05d-a99da96c9bf1 req-d32d7e2f-6376-45c1-95a0-fbdf2c7ad5ad tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] For port aabccfe2-1841-4084-8a61-75a84311135e, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=aabccfe2-1841-4084-8a61-75a84311135e,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:33.128314 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-291e6e83-cd0c-41a5-a05d-a99da96c9bf1 req-d32d7e2f-6376-45c1-95a0-fbdf2c7ad5ad tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:33.144428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-291e6e83-cd0c-41a5-a05d-a99da96c9bf1 req-d32d7e2f-6376-45c1-95a0-fbdf2c7ad5ad tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for aabccfe2-1841-4084-8a61-75a84311135e owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:47:33.361867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-291e6e83-cd0c-41a5-a05d-a99da96c9bf1 req-d32d7e2f-6376-45c1-95a0-fbdf2c7ad5ad tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:33.391023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d7e2f-6376-45c1-95a0-fbdf2c7ad5ad tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=aabccfe2-1841-4084-8a61-75a84311135e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:33.450325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-291e6e83-cd0c-41a5-a05d-a99da96c9bf1 req-d32d7e2f-6376-45c1-95a0-fbdf2c7ad5ad tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] No DVR routers for this DVR port aabccfe2-1841-4084-8a61-75a84311135e on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:47:33.454383 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-291e6e83-cd0c-41a5-a05d-a99da96c9bf1 req-d32d7e2f-6376-45c1-95a0-fbdf2c7ad5ad tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:33.455791 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-291e6e83-cd0c-41a5-a05d-a99da96c9bf1 req-d32d7e2f-6376-45c1-95a0-fbdf2c7ad5ad tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.60 "DELETE /v2.0/ports/aabccfe2-1841-4084-8a61-75a84311135e HTTP/1.1" status: 204 len: 173 time: 0.5336950 Sep 08 13:47:33.456260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'name': 'network-vif-deleted', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:47:33.458567 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29a25b0-02ae-4303-8fb6-58d7435ab408" -d '{"events": [{"server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "name": "network-vif-deleted", "tag": "aabccfe2-1841-4084-8a61-75a84311135e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:47:33.523386 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5b22d6-a80c-4945-9bc4-a06b60ee508d x-openstack-request-id: req-9d5b22d6-a80c-4945-9bc4-a06b60ee508d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:47:33.523689 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8bb70fe-65b3-4b5d-8fbd-3f048dacf485", "name": "network-vif-deleted", "tag": "aabccfe2-1841-4084-8a61-75a84311135e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:47:33.523943 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9d5b22d6-a80c-4945-9bc4-a06b60ee508d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:47:33.524355 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8bb70fe-65b3-4b5d-8fbd-3f048dacf485', 'name': 'network-vif-deleted', 'tag': 'aabccfe2-1841-4084-8a61-75a84311135e', 'status': 'completed', 'code': 200} Sep 08 13:47:34.236404 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-26f9f955-4391-49a3-9338-4d357c9e891f req-a7825853-9a87-4d25-b09a-83fe1d6991aa tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "GET /v2.0/ports?device_id=c8bb70fe-65b3-4b5d-8fbd-3f048dacf485 HTTP/1.1" status: 200 len: 210 time: 0.0402319 Sep 08 13:47:35.328234 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43868) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:35.880235 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:36.199115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port 81ed7a53-5ae1-443c-a66f-96e02e3deca8 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:47:36.199605 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:36.331419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] For port 81ed7a53-5ae1-443c-a66f-96e02e3deca8, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=81ed7a53-5ae1-443c-a66f-96e02e3deca8,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:36.332093 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:36.346618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for 81ed7a53-5ae1-443c-a66f-96e02e3deca8 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:47:36.728072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:36.763762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=81ed7a53-5ae1-443c-a66f-96e02e3deca8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:36.795324 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:36.801591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:36.801591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:36.801591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:36.801591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:36.801591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:36.801591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:36.801591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:36.801591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:36.801591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:36.801591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:36.801591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:47:36.935173 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device aabccfe2-1841-4084-8a61-75a84311135e no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:47:36.964253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: aabccfe2-1841-4084-8a61-75a84311135e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:47:36.964701 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device aabccfe2-1841-4084-8a61-75a84311135e not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:47:37.027373 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:37.621502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Router bf7e2e17-ec26-4421-8e74-67451e19c9ee has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:47:37.744048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:47:37.750266 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a320472f-31de-45c4-a700-c39c40c26ddb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "PUT /v2.0/routers/bf7e2e17-ec26-4421-8e74-67451e19c9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4208770 Sep 08 13:47:37.753005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43910) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:37.761860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ded23-5d59-498a-bad6-9bfd9b1cd2ec None None] Sync routers for ids ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:47:37.778640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ded23-5d59-498a-bad6-9bfd9b1cd2ec None None] Routers {'bf7e2e17-ec26-4421-8e74-67451e19c9ee'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:37.779790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-514ded23-5d59-498a-bad6-9bfd9b1cd2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:47:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:37.816422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-a73a9112-cd2d-42ff-ac4e-bc153a4009cb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting subnet 22c3a756-7dde-4178-917b-89b52a4cfc3f {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:47:37.820017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a73a9112-cd2d-42ff-ac4e-bc153a4009cb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:37.868905 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a73a9112-cd2d-42ff-ac4e-bc153a4009cb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:37.990435 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a73a9112-cd2d-42ff-ac4e-bc153a4009cb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:38.056763 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3b3dbbf3-eae7-475f-8154-06398d3bee29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:38.087934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-514ded23-5d59-498a-bad6-9bfd9b1cd2ec None None] Set router bf7e2e17-ec26-4421-8e74-67451e19c9ee gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:38.281439 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a73a9112-cd2d-42ff-ac4e-bc153a4009cb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:38.298854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-514ded23-5d59-498a-bad6-9bfd9b1cd2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:47:36Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:38.311733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a9112-cd2d-42ff-ac4e-bc153a4009cb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Subnet': ['ID=22c3a756-7dde-4178-917b-89b52a4cfc3f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:38.319190 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a73a9112-cd2d-42ff-ac4e-bc153a4009cb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:38.323586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a73a9112-cd2d-42ff-ac4e-bc153a4009cb tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/subnets/22c3a756-7dde-4178-917b-89b52a4cfc3f HTTP/1.1" status: 204 len: 168 time: 0.5665121 Sep 08 13:47:38.323830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 43918) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:38.337133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac43b3d6-7e4e-48b3-9f44-242d99fd45b4 None None] Network 4747e430-86e0-43b3-98c8-0e14ddd21f08 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:38.340277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ded23-5d59-498a-bad6-9bfd9b1cd2ec None None] Checking router: bf7e2e17-ec26-4421-8e74-67451e19c9ee for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:47:38.371680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514ded23-5d59-498a-bad6-9bfd9b1cd2ec None None] Routers {'bf7e2e17-ec26-4421-8e74-67451e19c9ee'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:47:38.372325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-514ded23-5d59-498a-bad6-9bfd9b1cd2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:47:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:38.532260 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:38.677743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-514ded23-5d59-498a-bad6-9bfd9b1cd2ec None None] Set router bf7e2e17-ec26-4421-8e74-67451e19c9ee gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:47:38.687855 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:38.772410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd5550e-f328-4f5a-9f3d-9a0814ef3c27 None None] DHCP port deletion for 4747e430-86e0-43b3-98c8-0e14ddd21f08 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:47:38.826914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Deleting port b1c80ae9-2582-4f9e-bc47-a8c15bd95165 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:47:38.827553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:38.913076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5550e-f328-4f5a-9f3d-9a0814ef3c27 None None] Deleting port 3b216a14-c045-4af3-ab67-e0eadd7dce03 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:47:38.913481 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4fd5550e-f328-4f5a-9f3d-9a0814ef3c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:38.923485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] For port b1c80ae9-2582-4f9e-bc47-a8c15bd95165, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b1c80ae9-2582-4f9e-bc47-a8c15bd95165,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:38.924468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:38.939856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Calling delete_port for b1c80ae9-2582-4f9e-bc47-a8c15bd95165 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:47:38.990219 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4fd5550e-f328-4f5a-9f3d-9a0814ef3c27 None None] For port 3b216a14-c045-4af3-ab67-e0eadd7dce03, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3b216a14-c045-4af3-ab67-e0eadd7dce03,segment=NetworkSegment(7b87bcb2-7324-4585-ba9d-5bc000764d3d),segment_id=7b87bcb2-7324-4585-ba9d-5bc000764d3d)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:47:38.990632 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4fd5550e-f328-4f5a-9f3d-9a0814ef3c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:39.009613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-514ded23-5d59-498a-bad6-9bfd9b1cd2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:47:36Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:39.041807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4fd5550e-f328-4f5a-9f3d-9a0814ef3c27 None None] Calling delete_port for 3b216a14-c045-4af3-ab67-e0eadd7dce03 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:47:39.045586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514ded23-5d59-498a-bad6-9bfd9b1cd2ec None None] The sync data for ids ['bf7e2e17-ec26-4421-8e74-67451e19c9ee'] in n-d-807558-3 is: [{'id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-516890760', 'tenant_id': '8d38255802c64843a056aaa5d3c7c4c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:44:31Z', 'updated_at': '2021-09-08T13:47:36Z', 'revision_number': 5, 'project_id': '8d38255802c64843a056aaa5d3c7c4c2', 'gw_port': {'id': 'b1c80ae9-2582-4f9e-bc47-a8c15bd95165', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:0a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf7e2e17-ec26-4421-8e74-67451e19c9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:44:32Z', 'updated_at': '2021-09-08T13:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:47:39.310959 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4fd5550e-f328-4f5a-9f3d-9a0814ef3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:39.335771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd5550e-f328-4f5a-9f3d-9a0814ef3c27 None None] Pushing event deleted for resources: {'Port': ['ID=3b216a14-c045-4af3-ab67-e0eadd7dce03,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:39.342221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd5550e-f328-4f5a-9f3d-9a0814ef3c27 None None] No DVR routers for this DVR port 3b216a14-c045-4af3-ab67-e0eadd7dce03 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:47:39.361441 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:39.393057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Port': ['ID=b1c80ae9-2582-4f9e-bc47-a8c15bd95165,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:39.499885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:39.596269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:39.598875 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:39.767531 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:39.768096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Fanout notify agent at l3_agent the message router_deleted on router bf7e2e17-ec26-4421-8e74-67451e19c9ee {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:47:39.777235 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:39.778442 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9dfa8a2b-e131-49ea-a0b0-0de9cadcb4f1 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/routers/bf7e2e17-ec26-4421-8e74-67451e19c9ee HTTP/1.1" status: 204 len: 168 time: 1.4536653 Sep 08 13:47:39.783026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43944) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:39.895238 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:40.004199 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:40.028246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4747e430-86e0-43b3-98c8-0e14ddd21f08']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:40.045725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b87bcb2-7324-4585-ba9d-5bc000764d3d') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:40.046153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b87bcb2-7324-4585-ba9d-5bc000764d3d') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:47:40.059057 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:40.073194 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:40.079238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:47:40.079714 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:47:40.083010 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:47:40.442549 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 81ed7a53-5ae1-443c-a66f-96e02e3deca8 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:47:40.468694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 81ed7a53-5ae1-443c-a66f-96e02e3deca8 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:47:40.469050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 81ed7a53-5ae1-443c-a66f-96e02e3deca8 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:47:40.469521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3b216a14-c045-4af3-ab67-e0eadd7dce03 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:47:40.489470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 3b216a14-c045-4af3-ab67-e0eadd7dce03 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:47:40.489844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3b216a14-c045-4af3-ab67-e0eadd7dce03 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:47:40.490319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b1c80ae9-2582-4f9e-bc47-a8c15bd95165 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:47:40.515019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b1c80ae9-2582-4f9e-bc47-a8c15bd95165 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:47:40.515309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b1c80ae9-2582-4f9e-bc47-a8c15bd95165 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:47:40.830334 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dc09c79e-4670-46b2-9009-66dd99d08fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:41.364458 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:41.365457 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:41.384475 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:41.386419 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/networks/4747e430-86e0-43b3-98c8-0e14ddd21f08 HTTP/1.1" status: 204 len: 168 time: 1.6023397 Sep 08 13:47:41.387361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136bd7f-a190-406e-81a8-7a2fca2bed0e tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'Network': ['ID=4747e430-86e0-43b3-98c8-0e14ddd21f08,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:41.389130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 43968) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:41.449529 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a11f661-6d9d-48c0-a568-f00ebb3b4700 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:41.487040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a11f661-6d9d-48c0-a568-f00ebb3b4700 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:41.624731 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a11f661-6d9d-48c0-a568-f00ebb3b4700 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:41.630203 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a11f661-6d9d-48c0-a568-f00ebb3b4700 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:41.630203 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4a11f661-6d9d-48c0-a568-f00ebb3b4700 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] 10.222.0.69 "DELETE /v2.0/security-groups/7780370d-61bb-4ce7-a618-243a04664d05 HTTP/1.1" status: 204 len: 168 time: 0.2386837 Sep 08 13:47:41.639188 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11f661-6d9d-48c0-a568-f00ebb3b4700 tempest-TestNetworkAdvancedServerOps-1158047639 tempest-TestNetworkAdvancedServerOps-1158047639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7780370d-61bb-4ce7-a618-243a04664d05,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:41.921219 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:42.388221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44002) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:42.616767 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e4aefae5-80b4-4338-9063-c3d618968875 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=8d38255802c64843a056aaa5d3c7c4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263317 Sep 08 13:47:42.619362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44008) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:42.675550 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a630a905-9429-4fe0-86c1-9a852d5d600f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:42.706495 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a630a905-9429-4fe0-86c1-9a852d5d600f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:42.864386 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a630a905-9429-4fe0-86c1-9a852d5d600f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:42.867120 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a630a905-9429-4fe0-86c1-9a852d5d600f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:42.868299 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a630a905-9429-4fe0-86c1-9a852d5d600f admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/148d8e6e-cb2a-450b-bc07-9d8027f5e40f HTTP/1.1" status: 204 len: 168 time: 0.2479563 Sep 08 13:47:42.880505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630a905-9429-4fe0-86c1-9a852d5d600f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148d8e6e-cb2a-450b-bc07-9d8027f5e40f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:43.362408 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:43.819413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44040) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:43.875465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-822f2bb4-04e5-4d3b-b1ae-ece8aba58fa9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7770d8c967b4401f9b833b3c89ea341d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485158 Sep 08 13:47:43.877689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44044) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:43.932049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab21bc0-24fc-47c1-85b4-a0978a09d186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:43.955055 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab21bc0-24fc-47c1-85b4-a0978a09d186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:44.116307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab21bc0-24fc-47c1-85b4-a0978a09d186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:44.120197 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eab21bc0-24fc-47c1-85b4-a0978a09d186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:44.130414 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eab21bc0-24fc-47c1-85b4-a0978a09d186 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/03e8d3e4-329b-49a8-bf19-1b19a7d06b62 HTTP/1.1" status: 204 len: 168 time: 0.2482488 Sep 08 13:47:44.147888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab21bc0-24fc-47c1-85b4-a0978a09d186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e8d3e4-329b-49a8-bf19-1b19a7d06b62,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:44.470676 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:45.797159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44096) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:45.908650 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1526809387-network', 'tenant_id': '41fd378456f7475082641dfb9be5463e'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:46.064987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Made reservation on behalf of 41fd378456f7475082641dfb9be5463e for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:46.067715 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:46.076703 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:46.172010 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:46.373084 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:46.399067 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:47:46.408863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ebadce-bd06-4c19-b205-b4adda495f03,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:46.417070 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:46.417596 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Added segment 2efc0186-506d-4695-82f0-0f93769a5fff of type vlan for network dfdfe594-4bd7-4d09-9052-3057de906936 Sep 08 13:47:46.460297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:46.578691 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:46.579620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:46.580203 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:46.641291 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] Pushing event updated for resources: {'Network': ['ID=dfdfe594-4bd7-4d09-9052-3057de906936,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:46.651879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network dfdfe594-4bd7-4d09-9052-3057de906936 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:47:46.843064 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fc27768b-9bd9-4625-9917-841f10dc7c18 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0446537 Sep 08 13:47:46.846082 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 44116) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:46.851208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4c297038-beec-4dc0-aeb0-1eace00c53dc admin admin] Request body: {'subnet': {'network_id': 'dfdfe594-4bd7-4d09-9052-3057de906936', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1526809387-subnet', 'tenant_id': '41fd378456f7475082641dfb9be5463e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:47.012804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c297038-beec-4dc0-aeb0-1eace00c53dc admin admin] Made reservation on behalf of 41fd378456f7475082641dfb9be5463e for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:47.015783 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c297038-beec-4dc0-aeb0-1eace00c53dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:47.058769 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:47.321599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c297038-beec-4dc0-aeb0-1eace00c53dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:47.387623 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c297038-beec-4dc0-aeb0-1eace00c53dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=582f016f-fa87-4382-b328-eea66e94ae75,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:47.397344 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c297038-beec-4dc0-aeb0-1eace00c53dc admin admin] Checking segment: {'id': '2efc0186-506d-4695-82f0-0f93769a5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfdfe594-4bd7-4d09-9052-3057de906936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:47.397703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c297038-beec-4dc0-aeb0-1eace00c53dc admin admin] Network hostable DHCP agents. Network: dfdfe594-4bd7-4d09-9052-3057de906936, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:47:47.624678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c297038-beec-4dc0-aeb0-1eace00c53dc admin admin] Network dfdfe594-4bd7-4d09-9052-3057de906936 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:47:47.738693 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-4c297038-beec-4dc0-aeb0-1eace00c53dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, dfdfe594-4bd7-4d09-9052-3057de906936) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:47.745836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c297038-beec-4dc0-aeb0-1eace00c53dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:47.745836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c297038-beec-4dc0-aeb0-1eace00c53dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:47.752378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c123c14-cfa0-49ed-b8f3-84158acc9765 None None] Network dfdfe594-4bd7-4d09-9052-3057de906936 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:47.886722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66562313-d115-4651-a04d-e5962e4b7802 None None] Network dfdfe594-4bd7-4d09-9052-3057de906936 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:47.896945 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4c297038-beec-4dc0-aeb0-1eace00c53dc admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0495138 Sep 08 13:47:48.980706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44166) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:48.986419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1036902284-network', 'tenant_id': '13d17b69bf514444b79a29a1d05debf5'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:49.127125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Made reservation on behalf of 13d17b69bf514444b79a29a1d05debf5 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:49.130025 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:49.140496 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:49.234103 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:49.333961 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:47:49.441837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:49.472496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080d67d7-8385-4593-99c5-437dd5fc7da7,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:49.624123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:47:49.635347 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:49.635699 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Added segment 8e847202-7aad-4f68-8013-b97b2c3f6f16 of type vlan for network a7efebfe-e5e0-43ed-82e2-6f54e617be20 Sep 08 13:47:49.681545 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:49.858998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:49.860004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:49.860596 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:49.922875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] Pushing event updated for resources: {'Network': ['ID=a7efebfe-e5e0-43ed-82e2-6f54e617be20,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:49.933444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network a7efebfe-e5e0-43ed-82e2-6f54e617be20 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:47:50.076832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-62d576a7-99d7-4f5d-8816-a1d38a391b2a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0943353 Sep 08 13:47:50.079946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 44186) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:47:50.085211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-82a39f1c-8def-44aa-ba75-2998f0f399e5 admin admin] Request body: {'subnet': {'network_id': 'a7efebfe-e5e0-43ed-82e2-6f54e617be20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1036902284-subnet', 'tenant_id': '13d17b69bf514444b79a29a1d05debf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:50.207622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a39f1c-8def-44aa-ba75-2998f0f399e5 admin admin] Made reservation on behalf of 13d17b69bf514444b79a29a1d05debf5 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:50.210070 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82a39f1c-8def-44aa-ba75-2998f0f399e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:50.601736 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82a39f1c-8def-44aa-ba75-2998f0f399e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:50.657181 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a39f1c-8def-44aa-ba75-2998f0f399e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb0f3d2-e0b4-4736-af64-a9f48e5aa8de,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:50.676031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a39f1c-8def-44aa-ba75-2998f0f399e5 admin admin] Checking segment: {'id': '8e847202-7aad-4f68-8013-b97b2c3f6f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'a7efebfe-e5e0-43ed-82e2-6f54e617be20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:50.676401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a39f1c-8def-44aa-ba75-2998f0f399e5 admin admin] Network hostable DHCP agents. Network: a7efebfe-e5e0-43ed-82e2-6f54e617be20, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:47:50.796316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a39f1c-8def-44aa-ba75-2998f0f399e5 admin admin] Network a7efebfe-e5e0-43ed-82e2-6f54e617be20 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:47:50.950205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-82a39f1c-8def-44aa-ba75-2998f0f399e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, a7efebfe-e5e0-43ed-82e2-6f54e617be20) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:50.954720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a39f1c-8def-44aa-ba75-2998f0f399e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:50.955326 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82a39f1c-8def-44aa-ba75-2998f0f399e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:50.963786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a39aeb-2737-4712-a04b-c35080a17b0a None None] Network a7efebfe-e5e0-43ed-82e2-6f54e617be20 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:51.107582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-82a39f1c-8def-44aa-ba75-2998f0f399e5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0181365 Sep 08 13:47:51.109243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6770df-ba3c-436c-a597-a6b20ce3d9f2 None None] Network a7efebfe-e5e0-43ed-82e2-6f54e617be20 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:47:51.798364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-76759345-eeb8-4fac-bae3-1bdb9d193f3b tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:51.806840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-76759345-eeb8-4fac-bae3-1bdb9d193f3b tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/networks?id=dfdfe594-4bd7-4d09-9052-3057de906936 HTTP/1.1" status: 200 len: 812 time: 0.1552346 Sep 08 13:47:51.822756 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-ab517ba7-d38a-4d5f-9735-c3dc7d710fd8 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/quotas/41fd378456f7475082641dfb9be5463e HTTP/1.1" status: 200 len: 375 time: 0.0149615 Sep 08 13:47:51.855751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-2d418970-0a42-4ccd-ac1d-de3d44d7bb1a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=41fd378456f7475082641dfb9be5463e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316041 Sep 08 13:47:51.947933 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-09fdb0fc-1295-4377-aa5b-f971d61e40b9 service neutron] 10.222.0.69 "GET /v2.0/networks/dfdfe594-4bd7-4d09-9052-3057de906936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838382 Sep 08 13:47:52.166418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-bad2037b-1ea2-4b9b-ae96-ea54d61706df service neutron] 10.222.0.69 "GET /v2.0/networks/dfdfe594-4bd7-4d09-9052-3057de906936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112453 Sep 08 13:47:52.569534 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0bc6619e-b3b5-416f-873e-47b77b1d5c8e req-465fb6d3-f2ff-4ce2-83f1-4ecb2933f96f tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 210 time: 0.0344107 Sep 08 13:47:53.663128 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8d164bc2-c172-415e-bc52-8cf3f6f21f7c req-6d9dbc82-4dc8-4d5e-8845-33fdab8a6f47 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 210 time: 0.0287702 Sep 08 13:47:54.777102 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16ed1ac7-c924-4f1b-b4e7-1fd6c7d9a536 req-7c434629-174c-43e7-bada-db88ce4f6854 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 210 time: 0.0285752 Sep 08 13:47:55.079965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-6d6fba60-7b89-4c94-a771-cf50d1a0c5b0 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:55.081552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-6d6fba60-7b89-4c94-a771-cf50d1a0c5b0 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.60 "GET /v2.0/networks?id=dfdfe594-4bd7-4d09-9052-3057de906936 HTTP/1.1" status: 200 len: 812 time: 0.1167228 Sep 08 13:47:55.097543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Request body: {'port': {'device_id': 'bf7ecf3e-c611-4a69-ae2f-07da7f08ca92', 'network_id': 'dfdfe594-4bd7-4d09-9052-3057de906936', 'admin_state_up': True, 'tenant_id': '41fd378456f7475082641dfb9be5463e'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:55.310102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Made reservation on behalf of 41fd378456f7475082641dfb9be5463e for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:47:55.313730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:55.456351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Allocated IP 172.20.0.12 (dfdfe594-4bd7-4d09-9052-3057de906936/582f016f-fa87-4382-b328-eea66e94ae75/a2434637-926d-4373-b124-2a3c1a8cd2b1) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:47:55.617766 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:55.722200 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:55.768664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Network dfdfe594-4bd7-4d09-9052-3057de906936 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:47:55.773872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:47:55.780564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:47:55.803318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Pushing event updated for resources: {'Port': ['ID=a2434637-926d-4373-b124-2a3c1a8cd2b1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:55.833307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:55.834102 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:55.920892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da3ebf-6fba-4d46-9aa9-30c76e38256b req-fba8082a-5924-4453-a29d-7f0e5660e67b tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:55.922627 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2da3ebf-6fba-4d46-9aa9-30c76e38256b req-fba8082a-5924-4453-a29d-7f0e5660e67b tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 932 time: 0.0525413 Sep 08 13:47:55.951190 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-7e30b9d8-a49d-480c-9c30-ac61205d6a16 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8596544 Sep 08 13:47:55.966983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Request body: {'port': {'device_id': 'bf7ecf3e-c611-4a69-ae2f-07da7f08ca92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:47:55.993497 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f2da3ebf-6fba-4d46-9aa9-30c76e38256b req-a1a5b9d5-e0ec-4581-a712-e20dfbb43aad tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646353 Sep 08 13:47:56.028655 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:56.735705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2434637-926d-4373-b124-2a3c1a8cd2b1 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:47:56.744436 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:56.759180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Transition to ACTIVE for port object a2434637-926d-4373-b124-2a3c1a8cd2b1 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:47:56.864244 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:56.956597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Pushing event updated for resources: {'Port': ['ID=a2434637-926d-4373-b124-2a3c1a8cd2b1,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:57.020563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Attempting to bind port a2434637-926d-4373-b124-2a3c1a8cd2b1 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:47:57.020934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Attempting to bind port a2434637-926d-4373-b124-2a3c1a8cd2b1 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '2efc0186-506d-4695-82f0-0f93769a5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfdfe594-4bd7-4d09-9052-3057de906936'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:47:57.021274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Attempting to bind port a2434637-926d-4373-b124-2a3c1a8cd2b1 on network dfdfe594-4bd7-4d09-9052-3057de906936 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:47:57.026530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Port a2434637-926d-4373-b124-2a3c1a8cd2b1 on network dfdfe594-4bd7-4d09-9052-3057de906936 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:47:57.026849 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Attempting to bind port a2434637-926d-4373-b124-2a3c1a8cd2b1 on network dfdfe594-4bd7-4d09-9052-3057de906936 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:47:57.034429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:47:57.034756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Checking segment: {'id': '2efc0186-506d-4695-82f0-0f93769a5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfdfe594-4bd7-4d09-9052-3057de906936'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:47:57.035149 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Bound using segment: {'id': '2efc0186-506d-4695-82f0-0f93769a5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfdfe594-4bd7-4d09-9052-3057de906936'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:47:57.035935 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Bound port: a2434637-926d-4373-b124-2a3c1a8cd2b1, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2efc0186-506d-4695-82f0-0f93769a5fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'dfdfe594-4bd7-4d09-9052-3057de906936'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:47:57.035935 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:57.141148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] For port a2434637-926d-4373-b124-2a3c1a8cd2b1, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:47:57.145953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] For port a2434637-926d-4373-b124-2a3c1a8cd2b1, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2434637-926d-4373-b124-2a3c1a8cd2b1,segment=NetworkSegment(2efc0186-506d-4695-82f0-0f93769a5fff),segment_id=2efc0186-506d-4695-82f0-0f93769a5fff)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:47:57.177932 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609951e6-b968-44b6-b104-7a0cc4518b93 req-7bfba80d-37d3-4d6a-88eb-d65272c65b3c tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:57.179602 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-609951e6-b968-44b6-b104-7a0cc4518b93 req-7bfba80d-37d3-4d6a-88eb-d65272c65b3c tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 944 time: 0.0741286 Sep 08 13:47:57.207678 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:57.222969 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-609951e6-b968-44b6-b104-7a0cc4518b93 req-f94f65ec-2818-4686-ac4c-131c7082731f tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363922 Sep 08 13:47:57.297180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Pushing event updated for resources: {'Port': ['ID=a2434637-926d-4373-b124-2a3c1a8cd2b1,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:47:57.307554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:57.308500 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:47:57.310587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-d92fd6e0-8554-499b-a0b9-e6058aa02b7f service neutron] 10.222.0.60 "PUT /v2.0/ports/a2434637-926d-4373-b124-2a3c1a8cd2b1 HTTP/1.1" status: 200 len: 1092 time: 1.3480327 Sep 08 13:47:57.311169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf7ecf3e-c611-4a69-ae2f-07da7f08ca92', 'tag': 'a2434637-926d-4373-b124-2a3c1a8cd2b1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:47:57.313756 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dbda5e-a193-469d-8b98-7e1d092bfeb8" -d '{"events": [{"name": "network-changed", "server_uuid": "bf7ecf3e-c611-4a69-ae2f-07da7f08ca92", "tag": "a2434637-926d-4373-b124-2a3c1a8cd2b1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:47:57.361143 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a41c073-1c1f-4b36-aca7-e2d0e996874d x-openstack-request-id: req-8a41c073-1c1f-4b36-aca7-e2d0e996874d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:47:57.361578 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf7ecf3e-c611-4a69-ae2f-07da7f08ca92", "tag": "a2434637-926d-4373-b124-2a3c1a8cd2b1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:47:57.361700 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8a41c073-1c1f-4b36-aca7-e2d0e996874d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:47:57.362041 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf7ecf3e-c611-4a69-ae2f-07da7f08ca92', 'tag': 'a2434637-926d-4373-b124-2a3c1a8cd2b1', 'status': 'completed', 'code': 200} Sep 08 13:47:57.426016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbda5e-a193-469d-8b98-7e1d092bfeb8 req-1d31438c-fad5-4178-afef-1768ba4f6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:57.427926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02dbda5e-a193-469d-8b98-7e1d092bfeb8 req-1d31438c-fad5-4178-afef-1768ba4f6094 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=41fd378456f7475082641dfb9be5463e&device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 1095 time: 0.0440245 Sep 08 13:47:57.549155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbda5e-a193-469d-8b98-7e1d092bfeb8 req-ae3b7246-c997-4267-be0e-b9942c2cdd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:57.550708 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02dbda5e-a193-469d-8b98-7e1d092bfeb8 req-ae3b7246-c997-4267-be0e-b9942c2cdd3d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=41fd378456f7475082641dfb9be5463e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1144426 Sep 08 13:47:57.664670 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dbda5e-a193-469d-8b98-7e1d092bfeb8 req-3399cb0a-1356-4400-b9ed-d100aa665d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:57.666352 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02dbda5e-a193-469d-8b98-7e1d092bfeb8 req-3399cb0a-1356-4400-b9ed-d100aa665d1a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085286 Sep 08 13:47:57.759845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-a8a6967f-4bcf-452a-947b-8de1a721335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:57.762157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-a8a6967f-4bcf-452a-947b-8de1a721335c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=41fd378456f7475082641dfb9be5463e&device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 1095 time: 0.0589063 Sep 08 13:47:57.821028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-42b07750-05ac-454d-a061-accfa0227794 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2434637-926d-4373-b124-2a3c1a8cd2b1 HTTP/1.1" status: 200 len: 217 time: 0.0461855 Sep 08 13:47:57.876885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-a4821ce4-2367-4f05-bcc9-679116395c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:57.878431 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-a4821ce4-2367-4f05-bcc9-679116395c87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=582f016f-fa87-4382-b328-eea66e94ae75 HTTP/1.1" status: 200 len: 852 time: 0.0482533 Sep 08 13:47:57.916079 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-c1dd072c-4ac8-4808-b5d7-815257c0101b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfdfe594-4bd7-4d09-9052-3057de906936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310442 Sep 08 13:47:58.032299 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-5fad2f3f-4763-4558-b0a0-81ac5e7ac04a service neutron] 10.222.0.60 "GET /v2.0/networks/dfdfe594-4bd7-4d09-9052-3057de906936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081514 Sep 08 13:47:58.143127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54522368-7d6a-49a0-b264-ac03466e6b6b req-298e57cc-96c8-4eda-a4ad-1f320e6f0d77 service neutron] 10.222.0.60 "GET /v2.0/networks/dfdfe594-4bd7-4d09-9052-3057de906936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025765 Sep 08 13:47:58.363144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d3be80-7418-43fe-8ff0-29e3f02fc14b req-31a17aa6-d024-4bf0-99ea-f661657d29b5 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:58.364693 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91d3be80-7418-43fe-8ff0-29e3f02fc14b req-31a17aa6-d024-4bf0-99ea-f661657d29b5 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 944 time: 0.0565078 Sep 08 13:47:58.404139 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91d3be80-7418-43fe-8ff0-29e3f02fc14b req-3d2756c5-37ef-4797-91d0-cc786eeee361 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331872 Sep 08 13:47:59.545842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ff12d-ec67-425d-94d7-17a1efbd9722 req-c14cbd81-30b6-465d-bf03-feb1de616903 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:47:59.547416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c97ff12d-ec67-425d-94d7-17a1efbd9722 req-c14cbd81-30b6-465d-bf03-feb1de616903 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 944 time: 0.0584800 Sep 08 13:47:59.588334 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c97ff12d-ec67-425d-94d7-17a1efbd9722 req-2ad5f99e-b628-49e1-8a74-452013aaac90 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343289 Sep 08 13:48:00.722468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f4b41e-6295-4483-a1b4-b2fab4e5ee3d req-c96958ab-1cc8-48ae-9922-95a885ea346e tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:00.724032 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40f4b41e-6295-4483-a1b4-b2fab4e5ee3d req-c96958ab-1cc8-48ae-9922-95a885ea346e tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 944 time: 0.0560207 Sep 08 13:48:00.770721 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40f4b41e-6295-4483-a1b4-b2fab4e5ee3d req-ab4ebc40-9fa5-457d-91ef-aaee2d41bde7 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Sep 08 13:48:01.933098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382d31f-e42e-4cc6-92d0-ad45d20dcc4f req-bab89617-38c1-43a5-bf00-2bc25c6d6ac8 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:01.934684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a382d31f-e42e-4cc6-92d0-ad45d20dcc4f req-bab89617-38c1-43a5-bf00-2bc25c6d6ac8 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 944 time: 0.0663927 Sep 08 13:48:02.008578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a382d31f-e42e-4cc6-92d0-ad45d20dcc4f req-172c259a-3077-4ce6-862c-f1bbe0cc61c7 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661852 Sep 08 13:48:03.057618 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2434637-926d-4373-b124-2a3c1a8cd2b1 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:48:03.146471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b74664-5be1-4b97-a987-416f0840d21c req-11eec981-bfbf-4f2b-affe-777814f7fc6c tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:03.149199 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7b74664-5be1-4b97-a987-416f0840d21c req-11eec981-bfbf-4f2b-affe-777814f7fc6c tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 944 time: 0.0673695 Sep 08 13:48:03.197969 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d7b74664-5be1-4b97-a987-416f0840d21c req-d2b5da89-9581-43d6-bd77-ab0e7a81088a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419679 Sep 08 13:48:03.205195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a2434637-926d-4373-b124-2a3c1a8cd2b1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2434637-926d-4373-b124-2a3c1a8cd2b1,segment=NetworkSegment(2efc0186-506d-4695-82f0-0f93769a5fff),segment_id=2efc0186-506d-4695-82f0-0f93769a5fff)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:03.217876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a2434637-926d-4373-b124-2a3c1a8cd2b1', 'network_id': 'dfdfe594-4bd7-4d09-9052-3057de906936', 'port_id': 'a2434637-926d-4373-b124-2a3c1a8cd2b1', 'mac_address': 'fa:16:3e:47:7b:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '582f016f-fa87-4382-b328-eea66e94ae75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:48:03.261963 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:03.275067 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2434637-926d-4373-b124-2a3c1a8cd2b1 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:48:03.299570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a2434637-926d-4373-b124-2a3c1a8cd2b1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2434637-926d-4373-b124-2a3c1a8cd2b1,segment=NetworkSegment(2efc0186-506d-4695-82f0-0f93769a5fff),segment_id=2efc0186-506d-4695-82f0-0f93769a5fff)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:03.418541 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:03.483198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a2434637-926d-4373-b124-2a3c1a8cd2b1,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:03.750282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a2434637-926d-4373-b124-2a3c1a8cd2b1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:48:04.317573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba7353-3e97-452a-a511-dda5a15e4c99 req-463a44a5-0ee1-468e-9b19-8aeb91f5b964 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:04.319036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7ba7353-3e97-452a-a511-dda5a15e4c99 req-463a44a5-0ee1-468e-9b19-8aeb91f5b964 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 945 time: 0.0517876 Sep 08 13:48:04.359863 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7ba7353-3e97-452a-a511-dda5a15e4c99 req-7862a5b1-c403-471e-b9ca-4718667104bf tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336535 Sep 08 13:48:05.080867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2434637-926d-4373-b124-2a3c1a8cd2b1 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:05.206788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a2434637-926d-4373-b124-2a3c1a8cd2b1 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:05.216749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a2434637-926d-4373-b124-2a3c1a8cd2b1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:05.216749 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:05.322655 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:05.350916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7ecf3e-c611-4a69-ae2f-07da7f08ca92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2434637-926d-4373-b124-2a3c1a8cd2b1'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:48:05.353255 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae98d526-5148-4843-bf22-f5e5430ea20c" -d '{"events": [{"server_uuid": "bf7ecf3e-c611-4a69-ae2f-07da7f08ca92", "name": "network-vif-plugged", "status": "completed", "tag": "a2434637-926d-4373-b124-2a3c1a8cd2b1"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:48:05.373396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a2434637-926d-4373-b124-2a3c1a8cd2b1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2434637-926d-4373-b124-2a3c1a8cd2b1,segment=NetworkSegment(2efc0186-506d-4695-82f0-0f93769a5fff),segment_id=2efc0186-506d-4695-82f0-0f93769a5fff)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:05.418110 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599ed831-0635-4181-b277-10e40aa7b1aa x-openstack-request-id: req-599ed831-0635-4181-b277-10e40aa7b1aa {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:48:05.418110 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7ecf3e-c611-4a69-ae2f-07da7f08ca92", "name": "network-vif-plugged", "status": "completed", "tag": "a2434637-926d-4373-b124-2a3c1a8cd2b1", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:48:05.418110 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-599ed831-0635-4181-b277-10e40aa7b1aa {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:48:05.418110 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7ecf3e-c611-4a69-ae2f-07da7f08ca92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2434637-926d-4373-b124-2a3c1a8cd2b1', 'code': 200} Sep 08 13:48:05.487139 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:05.546277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a2434637-926d-4373-b124-2a3c1a8cd2b1,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:05.552862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaec3d5-3ef2-4122-afc1-7d60e0ae6ae8 req-88204d7b-4d27-44a6-b298-eabedd3cb7c6 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:05.554511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffaec3d5-3ef2-4122-afc1-7d60e0ae6ae8 req-88204d7b-4d27-44a6-b298-eabedd3cb7c6 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 945 time: 0.1162655 Sep 08 13:48:05.562013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957cff4-389b-4104-9f6b-91df89f27569 req-de1fbfd1-3e78-4e62-944b-5dc333d55152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:05.563507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e957cff4-389b-4104-9f6b-91df89f27569 req-de1fbfd1-3e78-4e62-944b-5dc333d55152 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 1097 time: 0.0752234 Sep 08 13:48:05.612662 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffaec3d5-3ef2-4122-afc1-7d60e0ae6ae8 req-d531d836-f06d-40b2-bd50-e9bd318a16cb tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482123 Sep 08 13:48:05.625328 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e957cff4-389b-4104-9f6b-91df89f27569 req-2302e751-8bf2-43a4-af1f-5fb3252dcade service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454223 Sep 08 13:48:06.744012 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c7b93-923e-4f2d-a3eb-54ba48144af2 req-7b21a628-9db3-445f-8212-f41152b986ce tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:06.746730 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e65c7b93-923e-4f2d-a3eb-54ba48144af2 req-7b21a628-9db3-445f-8212-f41152b986ce tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0570076 Sep 08 13:48:06.789459 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e65c7b93-923e-4f2d-a3eb-54ba48144af2 req-7a06bcdb-a609-494e-934a-e4dd9dc261f2 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374489 Sep 08 13:48:07.835169 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cd6a7f6a-80c1-4399-95e1-11c54e7699f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:07.928840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8b769-0bef-4a80-9422-0250245080a5 req-37c91857-71bb-4186-89dd-edcd10850c7e tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:07.930508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-47e8b769-0bef-4a80-9422-0250245080a5 req-37c91857-71bb-4186-89dd-edcd10850c7e tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0703113 Sep 08 13:48:07.970235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-47e8b769-0bef-4a80-9422-0250245080a5 req-5b4b7621-bf1e-4877-9e70-ae77ec6c0c41 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Sep 08 13:48:08.103347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16284ee-d4da-447e-960d-b6e4d2eee18e req-4236be61-5c8c-48fe-85cb-bd0d91b97b3f tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:08.109679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d16284ee-d4da-447e-960d-b6e4d2eee18e req-4236be61-5c8c-48fe-85cb-bd0d91b97b3f tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0530815 Sep 08 13:48:08.166957 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d16284ee-d4da-447e-960d-b6e4d2eee18e req-110342fa-d6d4-477c-9465-f77adc4e36fb tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 Sep 08 13:48:08.735618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab27e6c-92fc-45ac-b6c0-8ad72ab6d0dd req-bba6d136-85c8-49b1-8ccf-2949e311dcbd tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:08.737321 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aab27e6c-92fc-45ac-b6c0-8ad72ab6d0dd req-bba6d136-85c8-49b1-8ccf-2949e311dcbd tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0793061 Sep 08 13:48:08.787845 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aab27e6c-92fc-45ac-b6c0-8ad72ab6d0dd req-b33d5171-c25b-4c01-a933-c6ef83f00dbc tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Sep 08 13:48:09.911498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefe336-8227-4c20-80c8-28887d8aa0ab req-75c54279-1d6c-47c7-bbb9-d737d66da048 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:09.913010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cefe336-8227-4c20-80c8-28887d8aa0ab req-75c54279-1d6c-47c7-bbb9-d737d66da048 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0505357 Sep 08 13:48:09.952569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5cefe336-8227-4c20-80c8-28887d8aa0ab req-6e305fe6-e04b-4936-99ab-79541e9ba069 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316012 Sep 08 13:48:10.185213 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-614f97c0-a2a3-4b7e-a7eb-f3b0438e2e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:10.323440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d5d9c-fe2d-40c4-b162-b05b4160e6b7 req-6c4ee2d2-2a7d-4eea-803b-53882fb95ae4 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:10.325644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-677d5d9c-fe2d-40c4-b162-b05b4160e6b7 req-6c4ee2d2-2a7d-4eea-803b-53882fb95ae4 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0528255 Sep 08 13:48:10.385712 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-677d5d9c-fe2d-40c4-b162-b05b4160e6b7 req-e183dfbe-316b-48b1-bc14-79d02a781023 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419488 Sep 08 13:48:10.525813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b9282-9fa4-41c7-9537-43acfa42f527 req-1fecda51-57f3-414a-b062-0b3abf46ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:10.527566 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-603b9282-9fa4-41c7-9537-43acfa42f527 req-1fecda51-57f3-414a-b062-0b3abf46ea5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=41fd378456f7475082641dfb9be5463e&device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 1097 time: 0.1294999 Sep 08 13:48:10.613035 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:10.630285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b9282-9fa4-41c7-9537-43acfa42f527 req-bca4dda8-e83b-4216-9600-9b7a1129566d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:10.631978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-603b9282-9fa4-41c7-9537-43acfa42f527 req-bca4dda8-e83b-4216-9600-9b7a1129566d service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfdfe594-4bd7-4d09-9052-3057de906936 HTTP/1.1" status: 200 len: 913 time: 0.0967913 Sep 08 13:48:10.694972 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-603b9282-9fa4-41c7-9537-43acfa42f527 req-c486c7a1-e68c-4855-baec-677dfe6724da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2434637-926d-4373-b124-2a3c1a8cd2b1 HTTP/1.1" status: 200 len: 217 time: 0.0533762 Sep 08 13:48:10.744501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b9282-9fa4-41c7-9537-43acfa42f527 req-24807925-8028-49c9-b068-415853f6fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:10.746295 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-603b9282-9fa4-41c7-9537-43acfa42f527 req-24807925-8028-49c9-b068-415853f6fe69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=582f016f-fa87-4382-b328-eea66e94ae75 HTTP/1.1" status: 200 len: 852 time: 0.0441685 Sep 08 13:48:10.779301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-603b9282-9fa4-41c7-9537-43acfa42f527 req-c4f4a592-07f3-49b0-af37-31faa43a35b6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfdfe594-4bd7-4d09-9052-3057de906936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262849 Sep 08 13:48:10.876344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-603b9282-9fa4-41c7-9537-43acfa42f527 req-ec6fb9a6-d58c-4405-a651-a744e894250d service neutron] 10.222.0.60 "GET /v2.0/networks/dfdfe594-4bd7-4d09-9052-3057de906936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899637 Sep 08 13:48:10.970205 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-603b9282-9fa4-41c7-9537-43acfa42f527 req-a6f723d0-7945-41fa-b8c7-7efd986af4b1 service neutron] 10.222.0.60 "GET /v2.0/networks/dfdfe594-4bd7-4d09-9052-3057de906936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869131 Sep 08 13:48:11.520390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d6882-750c-4e16-a864-36a48324217c req-35016257-8a4a-46e5-ae60-781d37a428c6 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:11.521910 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b83d6882-750c-4e16-a864-36a48324217c req-35016257-8a4a-46e5-ae60-781d37a428c6 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0564311 Sep 08 13:48:11.560610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b83d6882-750c-4e16-a864-36a48324217c req-79fea810-215e-4141-89ef-0ed320f9baea tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325885 Sep 08 13:48:12.178102 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:12.683873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a95f0-be87-4fc6-a586-ae10d934a78d req-d38e59df-1103-4097-a8d5-db67a311b8f9 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:12.685485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-849a95f0-be87-4fc6-a586-ae10d934a78d req-d38e59df-1103-4097-a8d5-db67a311b8f9 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0545716 Sep 08 13:48:12.727105 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-849a95f0-be87-4fc6-a586-ae10d934a78d req-7f07d3e3-494a-431f-b06b-a26d8465eae2 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353754 Sep 08 13:48:13.263373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d107104-ca21-476b-a5a8-62983e8b1a7a req-6bf310ef-6081-4429-ab66-cadba2b40e9a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:13.265413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d107104-ca21-476b-a5a8-62983e8b1a7a req-6bf310ef-6081-4429-ab66-cadba2b40e9a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0814192 Sep 08 13:48:13.316823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d107104-ca21-476b-a5a8-62983e8b1a7a req-91ddaec4-872d-42ef-ae08-fac22179168d tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Sep 08 13:48:13.378273 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:14.449969 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:14.454792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac063a-039f-47b7-b711-c95e64218066 req-68c0b615-8a18-4318-b69b-b505770658c2 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:14.456525 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dcac063a-039f-47b7-b711-c95e64218066 req-68c0b615-8a18-4318-b69b-b505770658c2 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0612276 Sep 08 13:48:14.507487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dcac063a-039f-47b7-b711-c95e64218066 req-fa4cec8d-57a1-44a9-8395-2dc5952a729f tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 Sep 08 13:48:14.911903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca0ebc-8a75-4366-8140-692d6ee07e4f req-3b7b17ce-6600-4dab-a70a-090ed7834599 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:14.913441 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9aca0ebc-8a75-4366-8140-692d6ee07e4f req-3b7b17ce-6600-4dab-a70a-090ed7834599 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0516000 Sep 08 13:48:14.960273 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9aca0ebc-8a75-4366-8140-692d6ee07e4f req-e154ab81-8fb9-4590-b8dc-2760ab34f754 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400250 Sep 08 13:48:15.029869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd986b-f61f-4110-8452-c5f207a5aa83 req-3896ad5a-35da-47a1-9532-4fcad2f7df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:15.031360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2dd986b-f61f-4110-8452-c5f207a5aa83 req-3896ad5a-35da-47a1-9532-4fcad2f7df7e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=41fd378456f7475082641dfb9be5463e&device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 1097 time: 0.0421872 Sep 08 13:48:15.133017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd986b-f61f-4110-8452-c5f207a5aa83 req-44cb4ff5-13f5-4417-afa7-c382029a6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:15.134785 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2dd986b-f61f-4110-8452-c5f207a5aa83 req-44cb4ff5-13f5-4417-afa7-c382029a6e6c service neutron] 10.222.0.60 "GET /v2.0/networks?id=dfdfe594-4bd7-4d09-9052-3057de906936 HTTP/1.1" status: 200 len: 913 time: 0.0969021 Sep 08 13:48:15.180794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2dd986b-f61f-4110-8452-c5f207a5aa83 req-60d3500c-43d4-4e0c-859e-aba0ece52c26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2434637-926d-4373-b124-2a3c1a8cd2b1 HTTP/1.1" status: 200 len: 217 time: 0.0392981 Sep 08 13:48:15.232900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd986b-f61f-4110-8452-c5f207a5aa83 req-f1cab02f-56c9-47dd-a896-e86d84435258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:15.234690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2dd986b-f61f-4110-8452-c5f207a5aa83 req-f1cab02f-56c9-47dd-a896-e86d84435258 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=582f016f-fa87-4382-b328-eea66e94ae75 HTTP/1.1" status: 200 len: 852 time: 0.0472300 Sep 08 13:48:15.268926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2dd986b-f61f-4110-8452-c5f207a5aa83 req-a399644f-87e6-42b7-acfd-e2c20849f02b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dfdfe594-4bd7-4d09-9052-3057de906936&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276704 Sep 08 13:48:15.280708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-d2dd986b-f61f-4110-8452-c5f207a5aa83 req-19442b95-caa7-4082-b77e-c39764174f40 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:48:15.281825 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2dd986b-f61f-4110-8452-c5f207a5aa83 req-19442b95-caa7-4082-b77e-c39764174f40 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057318 Sep 08 13:48:15.382439 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2dd986b-f61f-4110-8452-c5f207a5aa83 req-43c3d830-ab20-4a2e-8c75-68f666ba888c service neutron] 10.222.0.60 "GET /v2.0/networks/dfdfe594-4bd7-4d09-9052-3057de906936?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919256 Sep 08 13:48:15.502285 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2dd986b-f61f-4110-8452-c5f207a5aa83 req-ec88e534-9996-4c4d-a0fe-936e4af9c24d service neutron] 10.222.0.60 "GET /v2.0/networks/dfdfe594-4bd7-4d09-9052-3057de906936?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119876 Sep 08 13:48:16.090437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff08e4-e0ed-4ac5-b95d-8b7e277002ea req-98112f6a-3197-4fe2-96c2-d131ef185467 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:16.092017 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2aff08e4-e0ed-4ac5-b95d-8b7e277002ea req-98112f6a-3197-4fe2-96c2-d131ef185467 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0556722 Sep 08 13:48:16.142731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2aff08e4-e0ed-4ac5-b95d-8b7e277002ea req-87f690e6-2d92-4fb2-ad46-e8eed82b6462 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435596 Sep 08 13:48:16.986915 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:17.301037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb042082-6aff-4369-b817-871918878e66 req-b04684e0-bb9f-4af7-bc2f-3df2b9adbe1b tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:17.303943 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fb042082-6aff-4369-b817-871918878e66 req-b04684e0-bb9f-4af7-bc2f-3df2b9adbe1b tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0675118 Sep 08 13:48:17.343901 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fb042082-6aff-4369-b817-871918878e66 req-6bd386a3-aacf-4007-bac6-b1091668f4ab tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342751 Sep 08 13:48:17.975239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330640d4-2177-42a8-9ede-6315d4d80424 req-a4453798-f7b7-4f75-9601-7a27227f509d tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:17.977232 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-330640d4-2177-42a8-9ede-6315d4d80424 req-a4453798-f7b7-4f75-9601-7a27227f509d tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0568621 Sep 08 13:48:18.022623 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-330640d4-2177-42a8-9ede-6315d4d80424 req-6341cc02-cae0-477f-b8c8-dfa5e2cba3e6 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388017 Sep 08 13:48:19.178699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643c06c-4cc2-4f5f-b3c4-63d8bf0ea96c req-4e108da7-0f74-4d25-a4d7-f9ef6d702df3 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:19.187234 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a643c06c-4cc2-4f5f-b3c4-63d8bf0ea96c req-4e108da7-0f74-4d25-a4d7-f9ef6d702df3 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0772011 Sep 08 13:48:19.230058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a643c06c-4cc2-4f5f-b3c4-63d8bf0ea96c req-4013d6bc-ed50-4241-980c-0a83216af104 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/security-groups?id=b5ebadce-bd06-4c19-b205-b4adda495f03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418854 Sep 08 13:48:19.758561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d52bb4-8ad2-46b4-aa7b-50cfb952c2eb req-6007b3ac-d27b-438a-89ca-c5ea8427c75a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:19.760060 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21d52bb4-8ad2-46b4-aa7b-50cfb952c2eb req-6007b3ac-d27b-438a-89ca-c5ea8427c75a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 946 time: 0.0525939 Sep 08 13:48:19.851083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-21d52bb4-8ad2-46b4-aa7b-50cfb952c2eb req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Deleting port a2434637-926d-4373-b124-2a3c1a8cd2b1 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:48:19.851431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21d52bb4-8ad2-46b4-aa7b-50cfb952c2eb req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:19.944539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-21d52bb4-8ad2-46b4-aa7b-50cfb952c2eb req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] For port a2434637-926d-4373-b124-2a3c1a8cd2b1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2434637-926d-4373-b124-2a3c1a8cd2b1,segment=NetworkSegment(2efc0186-506d-4695-82f0-0f93769a5fff),segment_id=2efc0186-506d-4695-82f0-0f93769a5fff)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:19.945238 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21d52bb4-8ad2-46b4-aa7b-50cfb952c2eb req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:19.959506 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-21d52bb4-8ad2-46b4-aa7b-50cfb952c2eb req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Calling delete_port for a2434637-926d-4373-b124-2a3c1a8cd2b1 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:48:20.195127 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21d52bb4-8ad2-46b4-aa7b-50cfb952c2eb req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:20.208709 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a2434637-926d-4373-b124-2a3c1a8cd2b1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:48:20.229021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Pushing event deleted for resources: {'Port': ['ID=a2434637-926d-4373-b124-2a3c1a8cd2b1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:20.242153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:20.242537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:20.242890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:20.243236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:20.243583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:20.243921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:20.244254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:20.244586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:20.244975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:20.245521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:20.246316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:20.246663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:20.283674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d52bb4-8ad2-46b4-aa7b-50cfb952c2eb req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] No DVR routers for this DVR port a2434637-926d-4373-b124-2a3c1a8cd2b1 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:48:20.286614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-21d52bb4-8ad2-46b4-aa7b-50cfb952c2eb req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:20.289094 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21d52bb4-8ad2-46b4-aa7b-50cfb952c2eb req-9f22b003-32b0-40cd-9e37-37864811b24a tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.60 "DELETE /v2.0/ports/a2434637-926d-4373-b124-2a3c1a8cd2b1 HTTP/1.1" status: 204 len: 173 time: 0.5226550 Sep 08 13:48:20.289624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf7ecf3e-c611-4a69-ae2f-07da7f08ca92', 'name': 'network-vif-deleted', 'tag': 'a2434637-926d-4373-b124-2a3c1a8cd2b1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:48:20.292597 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d1f641-5a25-4161-ba81-551d852205df" -d '{"events": [{"server_uuid": "bf7ecf3e-c611-4a69-ae2f-07da7f08ca92", "name": "network-vif-deleted", "tag": "a2434637-926d-4373-b124-2a3c1a8cd2b1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:48:20.364661 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c1c7787-a98a-4e9e-8719-3996b613f37d req-7bbef6ce-88b6-4cb5-9cef-f9aa9d921f6d tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 210 time: 0.0282862 Sep 08 13:48:20.421180 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4842c748-7ab3-41ee-af88-58791ababd15 x-openstack-request-id: req-4842c748-7ab3-41ee-af88-58791ababd15 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:48:20.421504 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf7ecf3e-c611-4a69-ae2f-07da7f08ca92", "name": "network-vif-deleted", "tag": "a2434637-926d-4373-b124-2a3c1a8cd2b1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:48:20.421757 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4842c748-7ab3-41ee-af88-58791ababd15 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:48:20.422156 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf7ecf3e-c611-4a69-ae2f-07da7f08ca92', 'name': 'network-vif-deleted', 'tag': 'a2434637-926d-4373-b124-2a3c1a8cd2b1', 'status': 'completed', 'code': 200} Sep 08 13:48:21.498122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c818378-ace6-4687-908f-f2491511ad79 req-3e59c2d0-36aa-4491-8852-fc805aacefe3 tempest-TestServerAdvancedOps-248665557 tempest-TestServerAdvancedOps-248665557-project] 10.222.0.69 "GET /v2.0/ports?device_id=bf7ecf3e-c611-4a69-ae2f-07da7f08ca92 HTTP/1.1" status: 200 len: 210 time: 0.0312321 Sep 08 13:48:22.566505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45052) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:22.613615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd05f09-8931-4f1f-97c5-878d2d8168cc admin admin] Deleting subnet 582f016f-fa87-4382-b328-eea66e94ae75 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:48:22.617717 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cd05f09-8931-4f1f-97c5-878d2d8168cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:22.654706 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cd05f09-8931-4f1f-97c5-878d2d8168cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:22.706017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cd05f09-8931-4f1f-97c5-878d2d8168cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:22.846690 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cd05f09-8931-4f1f-97c5-878d2d8168cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:22.886520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd05f09-8931-4f1f-97c5-878d2d8168cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=582f016f-fa87-4382-b328-eea66e94ae75,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:22.894031 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5cd05f09-8931-4f1f-97c5-878d2d8168cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:22.896893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5cd05f09-8931-4f1f-97c5-878d2d8168cc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/582f016f-fa87-4382-b328-eea66e94ae75 HTTP/1.1" status: 204 len: 168 time: 0.3294845 Sep 08 13:48:22.898679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45070) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:22.967314 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.049920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.072173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfdfe594-4bd7-4d09-9052-3057de906936']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:23.083570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efc0186-506d-4695-82f0-0f93769a5fff') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:23.084347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efc0186-506d-4695-82f0-0f93769a5fff') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:23.098840 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.117425 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.127890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:48:23.128356 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: items = [ Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:48:23.130246 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:48:23.321688 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.327398 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.329107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] 10.222.0.69 "DELETE /v2.0/networks/dfdfe594-4bd7-4d09-9052-3057de906936 HTTP/1.1" status: 204 len: 168 time: 0.4295204 Sep 08 13:48:23.332169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45088) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:23.340404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1effa476-b949-4fc8-b881-415cc2db9bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=dfdfe594-4bd7-4d09-9052-3057de906936,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:23.386434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-220cd7c1-e626-4a63-937f-d561d5c8f3e0 admin admin] Deleting subnet bfb0f3d2-e0b4-4736-af64-a9f48e5aa8de {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:48:23.391508 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220cd7c1-e626-4a63-937f-d561d5c8f3e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.427853 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220cd7c1-e626-4a63-937f-d561d5c8f3e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.469505 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220cd7c1-e626-4a63-937f-d561d5c8f3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.613805 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220cd7c1-e626-4a63-937f-d561d5c8f3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.631391 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220cd7c1-e626-4a63-937f-d561d5c8f3e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.636420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45102) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:23.644778 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-220cd7c1-e626-4a63-937f-d561d5c8f3e0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/bfb0f3d2-e0b4-4736-af64-a9f48e5aa8de HTTP/1.1" status: 204 len: 168 time: 0.3108654 Sep 08 13:48:23.670855 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cd7c1-e626-4a63-937f-d561d5c8f3e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb0f3d2-e0b4-4736-af64-a9f48e5aa8de,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:23.710806 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.797516 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.818166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7efebfe-e5e0-43ed-82e2-6f54e617be20']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:23.827517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e847202-7aad-4f68-8013-b97b2c3f6f16') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:23.827915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e847202-7aad-4f68-8013-b97b2c3f6f16') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:23.837539 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.850750 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.857149 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:48:23.861698 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:48:24.052325 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:24.060651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:24.061404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/a7efebfe-e5e0-43ed-82e2-6f54e617be20 HTTP/1.1" status: 204 len: 168 time: 0.4239376 Sep 08 13:48:24.070814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a2d7d-f953-40d3-8afe-e1719b954bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7efebfe-e5e0-43ed-82e2-6f54e617be20,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:24.457673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45146) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:24.518735 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8d9dec4e-3a18-4c84-8ef7-474f7219e2c4 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=41fd378456f7475082641dfb9be5463e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574713 Sep 08 13:48:24.519340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45150) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:24.569660 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1cc67fa9-d2dc-4c35-bfa7-f8e9486f969a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:24.590121 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1cc67fa9-d2dc-4c35-bfa7-f8e9486f969a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:24.733088 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1cc67fa9-d2dc-4c35-bfa7-f8e9486f969a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:24.736854 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1cc67fa9-d2dc-4c35-bfa7-f8e9486f969a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:24.740423 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1cc67fa9-d2dc-4c35-bfa7-f8e9486f969a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/b5ebadce-bd06-4c19-b205-b4adda495f03 HTTP/1.1" status: 204 len: 168 time: 0.2175910 Sep 08 13:48:24.749173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc67fa9-d2dc-4c35-bfa7-f8e9486f969a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ebadce-bd06-4c19-b205-b4adda495f03,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:25.213057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2434637-926d-4373-b124-2a3c1a8cd2b1 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:48:25.233562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a2434637-926d-4373-b124-2a3c1a8cd2b1 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:48:25.233919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2434637-926d-4373-b124-2a3c1a8cd2b1 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:48:25.636222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45214) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:25.676470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c9f33e86-9d2b-41ea-84c0-8741f60e7429 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=13d17b69bf514444b79a29a1d05debf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389986 Sep 08 13:48:25.679018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45216) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:25.725269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9eb92ebc-8e84-4d9f-94c2-b827095d3d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:25.750618 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9eb92ebc-8e84-4d9f-94c2-b827095d3d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:25.920716 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9eb92ebc-8e84-4d9f-94c2-b827095d3d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:25.923551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9eb92ebc-8e84-4d9f-94c2-b827095d3d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:25.924928 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9eb92ebc-8e84-4d9f-94c2-b827095d3d8e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/080d67d7-8385-4593-99c5-437dd5fc7da7 HTTP/1.1" status: 204 len: 168 time: 0.2449436 Sep 08 13:48:25.935212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb92ebc-8e84-4d9f-94c2-b827095d3d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080d67d7-8385-4593-99c5-437dd5fc7da7,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:26.333507 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:48:27.239818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45308) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:27.344914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1631171245-network', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:27.506145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Made reservation on behalf of 0be6846d67cf40e5b43b26617c1eef63 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:48:27.510001 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:27.521242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:27.625572 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:27.720362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:27.745070 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:48:27.756269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1402fca-3264-4e16-bf65-a8bfd8aab789,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:27.772459 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:27.772816 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Added segment cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6 of type vlan for network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 Sep 08 13:48:27.823958 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:27.932299 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:27.933610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:27.934323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:28.006548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] Pushing event updated for resources: {'Network': ['ID=d399fb4b-f64d-4cd8-ac1d-1a55227053f1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:28.024429 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:48:28.042685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0687fd35-b33c-4b17-a1cf-a2febd2db18f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8011098 Sep 08 13:48:28.045625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45340) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:28.050626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-01222be6-35d4-4112-bf43-01328a168726 admin admin] Request body: {'subnet': {'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1631171245-subnet', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:28.121060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01222be6-35d4-4112-bf43-01328a168726 admin admin] Made reservation on behalf of 0be6846d67cf40e5b43b26617c1eef63 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:48:28.124108 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01222be6-35d4-4112-bf43-01328a168726 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:28.400935 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01222be6-35d4-4112-bf43-01328a168726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:28.459637 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01222be6-35d4-4112-bf43-01328a168726 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb0e550-638c-49f8-9d34-968890004912,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:28.469661 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01222be6-35d4-4112-bf43-01328a168726 admin admin] Checking segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:28.470035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01222be6-35d4-4112-bf43-01328a168726 admin admin] Network hostable DHCP agents. Network: d399fb4b-f64d-4cd8-ac1d-1a55227053f1, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:48:28.601981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01222be6-35d4-4112-bf43-01328a168726 admin admin] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:48:28.703962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-01222be6-35d4-4112-bf43-01328a168726 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, d399fb4b-f64d-4cd8-ac1d-1a55227053f1) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:28.717070 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2afe6e3-7d4d-4f12-a055-6b17c2adae06 None None] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:28.727479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01222be6-35d4-4112-bf43-01328a168726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:28.728269 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01222be6-35d4-4112-bf43-01328a168726 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:28.807462 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-01222be6-35d4-4112-bf43-01328a168726 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7604518 Sep 08 13:48:28.810997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45368) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:28.815705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:28.905923 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:28.907642 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:28.911261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-d399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:48:28.912584 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:28.962218 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:29.074615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Allocated IP 172.20.0.2 (d399fb4b-f64d-4cd8-ac1d-1a55227053f1/ceb0e550-638c-49f8-9d34-968890004912/cf027082-e4bb-4b96-ab30-7d21db98823d) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:29.251485 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:29.260050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Transition to ACTIVE for port object cf027082-e4bb-4b96-ab30-7d21db98823d will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:29.284380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Transition to ACTIVE for port object cf027082-e4bb-4b96-ab30-7d21db98823d will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:29.296181 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:29.452259 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:29.491999 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:29.497832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:29.501144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:29.511739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Pushing event updated for resources: {'Port': ['ID=cf027082-e4bb-4b96-ab30-7d21db98823d,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:29.535601 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:29.535961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:29.536309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:29.536673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:29.536991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:29.537392 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:29.537660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:29.537993 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:29.538359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:29.538690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:29.539019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:29.539350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:29.572641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Attempting to bind port cf027082-e4bb-4b96-ab30-7d21db98823d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:29.573021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Attempting to bind port cf027082-e4bb-4b96-ab30-7d21db98823d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:29.573397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Attempting to bind port cf027082-e4bb-4b96-ab30-7d21db98823d on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:29.579164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:29.579501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Checking segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:29.579918 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:29.580376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Bound using segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:29.580797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Bound port: cf027082-e4bb-4b96-ab30-7d21db98823d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:29.581237 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:29.647738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] For port cf027082-e4bb-4b96-ab30-7d21db98823d, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:29.650891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] For port cf027082-e4bb-4b96-ab30-7d21db98823d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cf027082-e4bb-4b96-ab30-7d21db98823d,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:29.713419 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:29.734068 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:29.744181 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:29.828463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb4083-2376-4fb0-9824-adb13f67d2f5 None None] Pushing event updated for resources: {'Port': ['ID=cf027082-e4bb-4b96-ab30-7d21db98823d,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:29.865494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Allocated IP 172.25.5.172 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/2feb2766-b769-418d-aab5-71078b02eaf7) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:30.005612 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:30.218271 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:30.259567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:30.278526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:30.283313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:30.340469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Pushing event updated for resources: {'Port': ['ID=2feb2766-b769-418d-aab5-71078b02eaf7,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:30.548418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cf027082-e4bb-4b96-ab30-7d21db98823d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:30.664615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port cf027082-e4bb-4b96-ab30-7d21db98823d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:30.773088 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:30.978582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dd8779-65b4-4ed4-84fc-8cda20e18f24 None None] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:31.044396 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:31.297274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e32fe095-8acc-4393-9365-8ec2618fc144 None None] Provisioning for port cf027082-e4bb-4b96-ab30-7d21db98823d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:31.306794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e32fe095-8acc-4393-9365-8ec2618fc144 None None] Provisioning complete for port cf027082-e4bb-4b96-ab30-7d21db98823d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:31.306794 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e32fe095-8acc-4393-9365-8ec2618fc144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:31.377491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:48:31.430888 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e32fe095-8acc-4393-9365-8ec2618fc144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:31.475691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e32fe095-8acc-4393-9365-8ec2618fc144 None None] For port cf027082-e4bb-4b96-ab30-7d21db98823d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cf027082-e4bb-4b96-ab30-7d21db98823d,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:31.608134 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e32fe095-8acc-4393-9365-8ec2618fc144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:31.687529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32fe095-8acc-4393-9365-8ec2618fc144 None None] Pushing event updated for resources: {'Port': ['ID=cf027082-e4bb-4b96-ab30-7d21db98823d,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:31.732068 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-869e5404-6a60-4630-ae1e-1117144832db None None] Provisioning complete for port cf027082-e4bb-4b96-ab30-7d21db98823d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:31.732683 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-869e5404-6a60-4630-ae1e-1117144832db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:31.947398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:31.959779 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Sync routers for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:31.973255 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:31.974271 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-722da22c-d324-4fcc-8715-025fe989207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:32.076399 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:32.086724 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:32.091454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a2cb56ef-e73d-4b51-8a55-f8f6a8e5c3cd admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2762461 Sep 08 13:48:32.091843 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45502) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:32.377250 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-722da22c-d324-4fcc-8715-025fe989207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:30Z', 'revision_number': 3, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:32.410437 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Checking router: aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:32.410923 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Updating router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 port 2feb2766-b769-418d-aab5-71078b02eaf7 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:48:32.457117 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:32.495219 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cf027082-e4bb-4b96-ab30-7d21db98823d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:32.547758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cf027082-e4bb-4b96-ab30-7d21db98823d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:32.548283 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:32.596549 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:32.735156 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:32.745361 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Transition to ACTIVE for port object 2feb2766-b769-418d-aab5-71078b02eaf7 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:32.760087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Allocated IP 172.20.0.1 (d399fb4b-f64d-4cd8-ac1d-1a55227053f1/ceb0e550-638c-49f8-9d34-968890004912/f7074c57-02f3-426d-8f45-0a91eaad230d) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:32.869435 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:32.873678 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:32.895025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Transition to ACTIVE for port object f7074c57-02f3-426d-8f45-0a91eaad230d will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:32.923462 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Attempting to bind port 2feb2766-b769-418d-aab5-71078b02eaf7 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:32.923845 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Attempting to bind port 2feb2766-b769-418d-aab5-71078b02eaf7 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:32.924196 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Attempting to bind port 2feb2766-b769-418d-aab5-71078b02eaf7 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:32.926430 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Pushing event updated for resources: {'Port': ['ID=2feb2766-b769-418d-aab5-71078b02eaf7,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:32.936351 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:32.936857 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:32.937053 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:32.937390 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:32.937724 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:32.938061 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:32.938414 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:32.938748 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:32.939072 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:32.939397 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:32.939724 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:32.940047 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:32.943613 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:32.943992 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:32.944393 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:32.945058 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:32.945459 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Bound port: 2feb2766-b769-418d-aab5-71078b02eaf7, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:32.946072 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:32.990818 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:33.009242 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-722da22c-d324-4fcc-8715-025fe989207c None None] For port 2feb2766-b769-418d-aab5-71078b02eaf7, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:33.012790 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-722da22c-d324-4fcc-8715-025fe989207c None None] For port 2feb2766-b769-418d-aab5-71078b02eaf7, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2feb2766-b769-418d-aab5-71078b02eaf7,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:33.030879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:33.033868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:33.036518 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:33.072245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7074c57-02f3-426d-8f45-0a91eaad230d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:33.086698 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:33.088515 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:33.163987 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6fa2a-1db0-4344-8515-50cf9aaef7d2 None None] Pushing event updated for resources: {'Port': ['ID=2feb2766-b769-418d-aab5-71078b02eaf7,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:33.170709 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:33.171723 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-722da22c-d324-4fcc-8715-025fe989207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:33.308211 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:33.315397 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-722da22c-d324-4fcc-8715-025fe989207c None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:33.492740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-375602e1-2ff2-4887-9a20-2866e67a1f4b None None] Provisioning for port f7074c57-02f3-426d-8f45-0a91eaad230d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:33.498277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-375602e1-2ff2-4887-9a20-2866e67a1f4b None None] Provisioning complete for port f7074c57-02f3-426d-8f45-0a91eaad230d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:33.499815 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-375602e1-2ff2-4887-9a20-2866e67a1f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:33.545453 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-722da22c-d324-4fcc-8715-025fe989207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:30Z', 'revision_number': 3, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:33.552756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-375602e1-2ff2-4887-9a20-2866e67a1f4b None None] Port f7074c57-02f3-426d-8f45-0a91eaad230d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:48:33.556901 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:33.582984 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722da22c-d324-4fcc-8715-025fe989207c None None] The sync data for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 is: [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:30Z', 'revision_number': 3, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:48:33.646566 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:33.740021 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:33.741893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f7074c57-02f3-426d-8f45-0a91eaad230d,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:33.888649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:33.890866 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:34.060600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:48:34.242289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:34.249094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-afbcf1a3-06e6-4c13-a1f3-a622ea8323d2 admin admin] 10.222.0.69 "PUT /v2.0/routers/aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1561422 Sep 08 13:48:34.298443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-11ebf7a8-72e4-49a4-b583-73c419452143 None None] Provisioning complete for port f7074c57-02f3-426d-8f45-0a91eaad230d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:34.299061 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11ebf7a8-72e4-49a4-b583-73c419452143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:34.354103 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-11ebf7a8-72e4-49a4-b583-73c419452143 None None] Port f7074c57-02f3-426d-8f45-0a91eaad230d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:48:34.544417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2feb2766-b769-418d-aab5-71078b02eaf7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:34.694511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 2feb2766-b769-418d-aab5-71078b02eaf7 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:34.701121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 2feb2766-b769-418d-aab5-71078b02eaf7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:34.710554 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:34.893091 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:34.947658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 2feb2766-b769-418d-aab5-71078b02eaf7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2feb2766-b769-418d-aab5-71078b02eaf7,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:35.046940 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.144003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=2feb2766-b769-418d-aab5-71078b02eaf7,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:35.345328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45642) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:35.350624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-701446516-network', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:35.458235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Made reservation on behalf of b17a7b24cc654d9297aabd138cf6e203 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:48:35.462465 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.472021 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.573515 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.652151 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.677453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:48:35.687207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d57ac6c-be5b-49d1-b08f-0ea0d80da948,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:35.692135 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.692479 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Added segment 95d52b0a-5d97-4a6a-8b17-92345079205b of type vlan for network 00677f3c-33bc-4ba4-90dc-07613287761d Sep 08 13:48:35.737901 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.820169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Sync routers for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:35.823911 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.825449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:35.826043 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:35.830918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:35.831845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:35.890385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] Pushing event updated for resources: {'Network': ['ID=00677f3c-33bc-4ba4-90dc-07613287761d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:35.903018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 00677f3c-33bc-4ba4-90dc-07613287761d details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:48:35.912116 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-613cd973-9c94-4781-83b5-e0df0fa4055a admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5642111 Sep 08 13:48:35.912421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45650) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:35.917473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-23da6571-7f57-4fea-a20c-2433862be4e5 admin admin] Request body: {'subnet': {'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-701446516-subnet', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:36.003864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:36.026446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23da6571-7f57-4fea-a20c-2433862be4e5 admin admin] Made reservation on behalf of b17a7b24cc654d9297aabd138cf6e203 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:48:36.026617 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da6571-7f57-4fea-a20c-2433862be4e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.275961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 2, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:36.314996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Checking router: aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:36.315553 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Updating router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 port f7074c57-02f3-426d-8f45-0a91eaad230d binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:48:36.343182 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.349926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da6571-7f57-4fea-a20c-2433862be4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.420234 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da6571-7f57-4fea-a20c-2433862be4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d4cf0c-4ab5-44b7-b047-67113b10cd9e,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:36.426627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da6571-7f57-4fea-a20c-2433862be4e5 admin admin] Checking segment: {'id': '95d52b0a-5d97-4a6a-8b17-92345079205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:36.427091 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23da6571-7f57-4fea-a20c-2433862be4e5 admin admin] Network hostable DHCP agents. Network: 00677f3c-33bc-4ba4-90dc-07613287761d, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:48:36.520629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23da6571-7f57-4fea-a20c-2433862be4e5 admin admin] Network 00677f3c-33bc-4ba4-90dc-07613287761d is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:48:36.567118 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2feb2766-b769-418d-aab5-71078b02eaf7 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:36.634383 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-23da6571-7f57-4fea-a20c-2433862be4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 00677f3c-33bc-4ba4-90dc-07613287761d) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:36.642277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23da6571-7f57-4fea-a20c-2433862be4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:36.643129 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da6571-7f57-4fea-a20c-2433862be4e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.653799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa1282-6c50-4235-8f2f-6bd98a05a8d1 None None] Network 00677f3c-33bc-4ba4-90dc-07613287761d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:36.690742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 2feb2766-b769-418d-aab5-71078b02eaf7 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:36.691218 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.735959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45666) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:36.737007 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-23da6571-7f57-4fea-a20c-2433862be4e5 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8225935 Sep 08 13:48:36.740718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-701446516-router', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:36.844022 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.846613 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.847673 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.907945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Transition to ACTIVE for port object f7074c57-02f3-426d-8f45-0a91eaad230d will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:36.929852 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:36.994678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-00677f3c-33bc-4ba4-90dc-07613287761d', 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'fixed_ips': [{'subnet_id': '65d4cf0c-4ab5-44b7-b047-67113b10cd9e'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:48:36.995844 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.067756 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.146213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129ab4c-6acd-4be8-a260-d6dbd0322660 None None] Pushing event updated for resources: {'Port': ['ID=f7074c57-02f3-426d-8f45-0a91eaad230d,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:37.257685 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Attempting to bind port f7074c57-02f3-426d-8f45-0a91eaad230d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:37.258159 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Attempting to bind port f7074c57-02f3-426d-8f45-0a91eaad230d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:37.258624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Attempting to bind port f7074c57-02f3-426d-8f45-0a91eaad230d on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:37.273856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:37.274364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Checking segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:37.275591 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.275591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Bound using segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:37.277420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Bound port: f7074c57-02f3-426d-8f45-0a91eaad230d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:37.277420 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.328783 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.365694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] For port f7074c57-02f3-426d-8f45-0a91eaad230d, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:37.369284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] For port f7074c57-02f3-426d-8f45-0a91eaad230d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f7074c57-02f3-426d-8f45-0a91eaad230d,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:37.379802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Allocated IP 172.20.0.2 (00677f3c-33bc-4ba4-90dc-07613287761d/65d4cf0c-4ab5-44b7-b047-67113b10cd9e/a5e6ccb6-8d0d-473c-af5d-83cdc7099d79) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:37.454099 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.576276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129ab4c-6acd-4be8-a260-d6dbd0322660 None None] Pushing event updated for resources: {'Port': ['ID=f7074c57-02f3-426d-8f45-0a91eaad230d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:37.591800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:37.592714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:37.674543 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.705159 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:37.850912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:37.882432 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Allocated IP 172.25.5.55 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/fa52ad21-9482-4317-abf3-7975f6c8c616) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:38.056219 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.202462 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.247869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Transition to ACTIVE for port object a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:38.306323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Transition to ACTIVE for port object a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:38.375353 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.375890 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-298c1eb8-01ec-4711-afdf-681ee19976dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.404131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:37Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:38.448491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Pushing event updated for resources: {'Port': ['ID=fa52ad21-9482-4317-abf3-7975f6c8c616,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:38.448491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:38.448491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:38.448491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:38.468368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3413c4c-069a-45f4-9a5e-5cfd82273aa0 None None] The sync data for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 is: [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:37Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:48:38.472296 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.546707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Network 00677f3c-33bc-4ba4-90dc-07613287761d is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:38.548314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:38.556954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:38.717380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Pushing event updated for resources: {'Port': ['ID=a5e6ccb6-8d0d-473c-af5d-83cdc7099d79,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:38.755815 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Attempting to bind port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:38.756282 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Attempting to bind port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '95d52b0a-5d97-4a6a-8b17-92345079205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:38.756746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Attempting to bind port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 on network 00677f3c-33bc-4ba4-90dc-07613287761d {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:38.765925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:38.765925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Checking segment: {'id': '95d52b0a-5d97-4a6a-8b17-92345079205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:38.765925 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.765925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Bound using segment: {'id': '95d52b0a-5d97-4a6a-8b17-92345079205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:38.765925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Bound port: a5e6ccb6-8d0d-473c-af5d-83cdc7099d79, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d52b0a-5d97-4a6a-8b17-92345079205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:38.765925 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:38.870768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] For port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:38.884705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] For port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a5e6ccb6-8d0d-473c-af5d-83cdc7099d79,segment=NetworkSegment(95d52b0a-5d97-4a6a-8b17-92345079205b),segment_id=95d52b0a-5d97-4a6a-8b17-92345079205b)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:38.955629 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.025522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8069e67-66de-41e0-a38b-fedf5acffdfd None None] Pushing event updated for resources: {'Port': ['ID=a5e6ccb6-8d0d-473c-af5d-83cdc7099d79,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:39.107426 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.439528 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:39.691980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Router 276aae10-2bca-423a-ae44-8a2df898e138 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:48:39.949594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:39.962202 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Sync routers for ids ['276aae10-2bca-423a-ae44-8a2df898e138'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:39.977314 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Routers {'276aae10-2bca-423a-ae44-8a2df898e138'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:39.982813 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['276aae10-2bca-423a-ae44-8a2df898e138'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:40.059783 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.062753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-818f44d6-1326-4684-9406-a285229af8ab admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3251693 Sep 08 13:48:40.065154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 45712) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:40.183067 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-33a59a0c-6570-4b34-ab83-2bdbf1b1469a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.221212 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Set router 276aae10-2bca-423a-ae44-8a2df898e138 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:40.583877 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.637563 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276aae10-2bca-423a-ae44-8a2df898e138', 'name': 'tempest-TestVolumeBootPattern-701446516-router', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:36Z', 'updated_at': '2021-09-08T13:48:38Z', 'revision_number': 3, 'project_id': 'b17a7b24cc654d9297aabd138cf6e203', 'gw_port': {'id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276aae10-2bca-423a-ae44-8a2df898e138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:37Z', 'updated_at': '2021-09-08T13:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:40.677965 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Checking router: 276aae10-2bca-423a-ae44-8a2df898e138 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:40.681043 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7e81d1-f2c9-41f6-b13e-2cafd048ad0f None None] Network 00677f3c-33bc-4ba4-90dc-07613287761d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:40.716734 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Updating router 276aae10-2bca-423a-ae44-8a2df898e138 port fa52ad21-9482-4317-abf3-7975f6c8c616 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:48:40.743366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:40.783273 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.915248 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:40.994327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a1d5c3a3-7555-4917-8905-0896ac90179f None None] Provisioning for port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:41.096597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:41.112073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:41.112447 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.189559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45726) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:41.249468 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.257646 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.263691 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Transition to ACTIVE for port object fa52ad21-9482-4317-abf3-7975f6c8c616 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:41.292771 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Allocated IP 172.20.0.1 (00677f3c-33bc-4ba4-90dc-07613287761d/65d4cf0c-4ab5-44b7-b047-67113b10cd9e/03279d25-cd9c-4dbe-b75f-c51570494e92) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:41.306148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a5e6ccb6-8d0d-473c-af5d-83cdc7099d79,segment=NetworkSegment(95d52b0a-5d97-4a6a-8b17-92345079205b),segment_id=95d52b0a-5d97-4a6a-8b17-92345079205b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:41.355567 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.383941 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.384912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f7074c57-02f3-426d-8f45-0a91eaad230d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:41.453709 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53df88-4d14-40c3-a08f-0c84b904aa63 None None] Pushing event updated for resources: {'Port': ['ID=fa52ad21-9482-4317-abf3-7975f6c8c616,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:41.472820 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2b250b07-52a0-46c8-8b80-d111f4f1bab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.474850 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.508451 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Transition to ACTIVE for port object 03279d25-cd9c-4dbe-b75f-c51570494e92 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:41.522758 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Attempting to bind port fa52ad21-9482-4317-abf3-7975f6c8c616 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:41.523139 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Attempting to bind port fa52ad21-9482-4317-abf3-7975f6c8c616 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:41.523660 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Attempting to bind port fa52ad21-9482-4317-abf3-7975f6c8c616 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:41.536048 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:41.538355 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:41.538898 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.539965 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:41.540818 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Bound port: fa52ad21-9482-4317-abf3-7975f6c8c616, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:41.542540 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.593095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=a5e6ccb6-8d0d-473c-af5d-83cdc7099d79,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:41.619593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-addd53a7-08a9-45b4-b9ad-fa35a0b53cd4 None None] Provisioning complete for port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:41.620641 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-addd53a7-08a9-45b4-b9ad-fa35a0b53cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.624917 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] For port fa52ad21-9482-4317-abf3-7975f6c8c616, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:41.628749 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] For port fa52ad21-9482-4317-abf3-7975f6c8c616, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=fa52ad21-9482-4317-abf3-7975f6c8c616,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:41.649664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2b250b07-52a0-46c8-8b80-d111f4f1bab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.670294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port f7074c57-02f3-426d-8f45-0a91eaad230d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:41.680274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f7074c57-02f3-426d-8f45-0a91eaad230d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:41.680661 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.716069 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.716322 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.754779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2b250b07-52a0-46c8-8b80-d111f4f1bab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.772938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Network 00677f3c-33bc-4ba4-90dc-07613287761d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:41.779721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:41.794152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:41.803616 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Routers {'276aae10-2bca-423a-ae44-8a2df898e138'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:41.804459 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['276aae10-2bca-423a-ae44-8a2df898e138'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:41.843353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2b250b07-52a0-46c8-8b80-d111f4f1bab9 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=625e59a621494c8b9d0a508b3967c1f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523795 Sep 08 13:48:41.844133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b250b07-52a0-46c8-8b80-d111f4f1bab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807f78cf-43c6-46e8-b919-695090772a1a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:41.844463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Pushing event updated for resources: {'Port': ['ID=03279d25-cd9c-4dbe-b75f-c51570494e92,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:41.846751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45734) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:41.898441 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.917434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:41.917789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:41.918139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:41.919032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:41.923608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:41.924319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:41.924319 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:41.924632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:41.931203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:41.931566 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:41.931990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:41.932335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:48:41.944113 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:41.945709 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b46b3aeb-069b-4283-84ae-c6d619113d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.001940 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.005633 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b46b3aeb-069b-4283-84ae-c6d619113d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.010387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port f7074c57-02f3-426d-8f45-0a91eaad230d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f7074c57-02f3-426d-8f45-0a91eaad230d,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:42.092606 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.154628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=f7074c57-02f3-426d-8f45-0a91eaad230d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:42.185172 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53df88-4d14-40c3-a08f-0c84b904aa63 None None] Pushing event updated for resources: {'Port': ['ID=fa52ad21-9482-4317-abf3-7975f6c8c616,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:42.195581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b46b3aeb-069b-4283-84ae-c6d619113d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.198757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b46b3aeb-069b-4283-84ae-c6d619113d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.200040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b46b3aeb-069b-4283-84ae-c6d619113d87 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/807f78cf-43c6-46e8-b919-695090772a1a HTTP/1.1" status: 204 len: 168 time: 0.3522053 Sep 08 13:48:42.205249 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] Set router 276aae10-2bca-423a-ae44-8a2df898e138 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:42.209672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b3aeb-069b-4283-84ae-c6d619113d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807f78cf-43c6-46e8-b919-695090772a1a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:42.274884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-89df83bb-9246-4d57-b1f6-2325555ffb1e None None] Provisioning for port 03279d25-cd9c-4dbe-b75f-c51570494e92 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:42.279762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-89df83bb-9246-4d57-b1f6-2325555ffb1e None None] Provisioning complete for port 03279d25-cd9c-4dbe-b75f-c51570494e92 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:42.280258 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-89df83bb-9246-4d57-b1f6-2325555ffb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.280463 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.321700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-89df83bb-9246-4d57-b1f6-2325555ffb1e None None] Port 03279d25-cd9c-4dbe-b75f-c51570494e92 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:48:42.447813 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276aae10-2bca-423a-ae44-8a2df898e138', 'name': 'tempest-TestVolumeBootPattern-701446516-router', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:36Z', 'updated_at': '2021-09-08T13:48:38Z', 'revision_number': 3, 'project_id': 'b17a7b24cc654d9297aabd138cf6e203', 'gw_port': {'id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276aae10-2bca-423a-ae44-8a2df898e138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:37Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:42.479781 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3722c-3f74-4bd1-8a44-638aa2ccf363 None None] The sync data for ids ['276aae10-2bca-423a-ae44-8a2df898e138'] in n-d-807558-3 is: [{'id': '276aae10-2bca-423a-ae44-8a2df898e138', 'name': 'tempest-TestVolumeBootPattern-701446516-router', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:36Z', 'updated_at': '2021-09-08T13:48:38Z', 'revision_number': 3, 'project_id': 'b17a7b24cc654d9297aabd138cf6e203', 'gw_port': {'id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276aae10-2bca-423a-ae44-8a2df898e138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:37Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:48:42.514446 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.564439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:42.623650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:42.623840 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.672481 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.719063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f7074c57-02f3-426d-8f45-0a91eaad230d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:42.725589 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.789508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f7074c57-02f3-426d-8f45-0a91eaad230d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:42.789905 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:42.841347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Pushing event updated for resources: {'Port': ['ID=03279d25-cd9c-4dbe-b75f-c51570494e92,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:42.951686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Network 00677f3c-33bc-4ba4-90dc-07613287761d is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:42.954530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:43.111701 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Router 276aae10-2bca-423a-ae44-8a2df898e138 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:48:43.332420 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.367445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b478610d-151f-4958-b5f2-e5d248f1c886 None None] Provisioning complete for port 03279d25-cd9c-4dbe-b75f-c51570494e92 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:43.370666 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b478610d-151f-4958-b5f2-e5d248f1c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:43.424375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b478610d-151f-4958-b5f2-e5d248f1c886 None None] Port 03279d25-cd9c-4dbe-b75f-c51570494e92 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:48:43.705847 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:43.720445 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d5a8378c-6748-4345-8702-8af4a4da561c admin admin] 10.222.0.69 "PUT /v2.0/routers/276aae10-2bca-423a-ae44-8a2df898e138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6457193 Sep 08 13:48:44.514913 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.558382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fa52ad21-9482-4317-abf3-7975f6c8c616 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:44.709245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port fa52ad21-9482-4317-abf3-7975f6c8c616 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:44.720722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port fa52ad21-9482-4317-abf3-7975f6c8c616 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:44.721780 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.925441 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:44.949571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port fa52ad21-9482-4317-abf3-7975f6c8c616, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=fa52ad21-9482-4317-abf3-7975f6c8c616,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:45.062664 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:45.115905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=fa52ad21-9482-4317-abf3-7975f6c8c616,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:45.424883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Sync routers for ids ['276aae10-2bca-423a-ae44-8a2df898e138'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:45.434749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Routers {'276aae10-2bca-423a-ae44-8a2df898e138'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:45.435397 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['276aae10-2bca-423a-ae44-8a2df898e138'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:45.549584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Set router 276aae10-2bca-423a-ae44-8a2df898e138 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:45.776982 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276aae10-2bca-423a-ae44-8a2df898e138', 'name': 'tempest-TestVolumeBootPattern-701446516-router', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:36Z', 'updated_at': '2021-09-08T13:48:42Z', 'revision_number': 4, 'project_id': 'b17a7b24cc654d9297aabd138cf6e203', 'gw_port': {'id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276aae10-2bca-423a-ae44-8a2df898e138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:37Z', 'updated_at': '2021-09-08T13:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '03279d25-cd9c-4dbe-b75f-c51570494e92', 'name': '', 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'mac_address': 'fa:16:3e:8d:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276aae10-2bca-423a-ae44-8a2df898e138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '65d4cf0c-4ab5-44b7-b047-67113b10cd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:40Z', 'updated_at': '2021-09-08T13:48:42Z', 'revision_number': 2, 'project_id': 'b17a7b24cc654d9297aabd138cf6e203', 'subnets': [{'id': '65d4cf0c-4ab5-44b7-b047-67113b10cd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:45.814738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Checking router: 276aae10-2bca-423a-ae44-8a2df898e138 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:45.815208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Updating router 276aae10-2bca-423a-ae44-8a2df898e138 port 03279d25-cd9c-4dbe-b75f-c51570494e92 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:48:45.840788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.120068 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.130165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Transition to ACTIVE for port object 03279d25-cd9c-4dbe-b75f-c51570494e92 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:46.303571 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.355809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c6a75-e47f-488a-873e-f937961c1d56 None None] Pushing event updated for resources: {'Port': ['ID=03279d25-cd9c-4dbe-b75f-c51570494e92,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:46.421804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Attempting to bind port 03279d25-cd9c-4dbe-b75f-c51570494e92 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:46.421804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Attempting to bind port 03279d25-cd9c-4dbe-b75f-c51570494e92 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '95d52b0a-5d97-4a6a-8b17-92345079205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:46.421804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Attempting to bind port 03279d25-cd9c-4dbe-b75f-c51570494e92 on network 00677f3c-33bc-4ba4-90dc-07613287761d {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:46.427653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:46.428163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Checking segment: {'id': '95d52b0a-5d97-4a6a-8b17-92345079205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:46.428678 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.429174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Bound using segment: {'id': '95d52b0a-5d97-4a6a-8b17-92345079205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:46.429750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Bound port: 03279d25-cd9c-4dbe-b75f-c51570494e92, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d52b0a-5d97-4a6a-8b17-92345079205b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:46.430264 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.515910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] For port 03279d25-cd9c-4dbe-b75f-c51570494e92, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:46.519726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] For port 03279d25-cd9c-4dbe-b75f-c51570494e92, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=03279d25-cd9c-4dbe-b75f-c51570494e92,segment=NetworkSegment(95d52b0a-5d97-4a6a-8b17-92345079205b),segment_id=95d52b0a-5d97-4a6a-8b17-92345079205b)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:46.524917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fa52ad21-9482-4317-abf3-7975f6c8c616 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:46.582042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port fa52ad21-9482-4317-abf3-7975f6c8c616 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:46.582719 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.670070 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:46.768116 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Routers {'276aae10-2bca-423a-ae44-8a2df898e138'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:46.768874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['276aae10-2bca-423a-ae44-8a2df898e138'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:46.925908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c6a75-e47f-488a-873e-f937961c1d56 None None] Pushing event updated for resources: {'Port': ['ID=03279d25-cd9c-4dbe-b75f-c51570494e92,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:46.972864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] Set router 276aae10-2bca-423a-ae44-8a2df898e138 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:47.145373 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:47.225401 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276aae10-2bca-423a-ae44-8a2df898e138', 'name': 'tempest-TestVolumeBootPattern-701446516-router', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:36Z', 'updated_at': '2021-09-08T13:48:42Z', 'revision_number': 4, 'project_id': 'b17a7b24cc654d9297aabd138cf6e203', 'gw_port': {'id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276aae10-2bca-423a-ae44-8a2df898e138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:37Z', 'updated_at': '2021-09-08T13:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '03279d25-cd9c-4dbe-b75f-c51570494e92', 'name': '', 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'mac_address': 'fa:16:3e:8d:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276aae10-2bca-423a-ae44-8a2df898e138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '65d4cf0c-4ab5-44b7-b047-67113b10cd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:40Z', 'updated_at': '2021-09-08T13:48:46Z', 'revision_number': 4, 'project_id': 'b17a7b24cc654d9297aabd138cf6e203', 'subnets': [{'id': '65d4cf0c-4ab5-44b7-b047-67113b10cd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:47.252736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea735d0c-9a22-4d57-b369-f585a42a0c3d None None] The sync data for ids ['276aae10-2bca-423a-ae44-8a2df898e138'] in n-d-807558-3 is: [{'id': '276aae10-2bca-423a-ae44-8a2df898e138', 'name': 'tempest-TestVolumeBootPattern-701446516-router', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:36Z', 'updated_at': '2021-09-08T13:48:42Z', 'revision_number': 4, 'project_id': 'b17a7b24cc654d9297aabd138cf6e203', 'gw_port': {'id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276aae10-2bca-423a-ae44-8a2df898e138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:37Z', 'updated_at': '2021-09-08T13:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '03279d25-cd9c-4dbe-b75f-c51570494e92', 'name': '', 'network_id': '00677f3c-33bc-4ba4-90dc-07613287761d', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'mac_address': 'fa:16:3e:8d:d8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276aae10-2bca-423a-ae44-8a2df898e138', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '65d4cf0c-4ab5-44b7-b047-67113b10cd9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:40Z', 'updated_at': '2021-09-08T13:48:46Z', 'revision_number': 4, 'project_id': 'b17a7b24cc654d9297aabd138cf6e203', 'subnets': [{'id': '65d4cf0c-4ab5-44b7-b047-67113b10cd9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:48:48.553626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-facbdb0a-7fa9-461d-8f07-a162c36409b7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:48.555238 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-facbdb0a-7fa9-461d-8f07-a162c36409b7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1661644 Sep 08 13:48:48.576478 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-99b23c03-d6e7-429f-b453-3b0d2b64d554 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/quotas/0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 375 time: 0.0135005 Sep 08 13:48:48.589123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 03279d25-cd9c-4dbe-b75f-c51570494e92 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:48.686319 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-467edc9c-f1fc-4ced-864a-e9913fbc2640 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990744 Sep 08 13:48:48.833395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 45994) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:48.960504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 03279d25-cd9c-4dbe-b75f-c51570494e92 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:48.964760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 03279d25-cd9c-4dbe-b75f-c51570494e92 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:48.965219 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.017034 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe650-f892-460a-aeed-144b619eff5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.086308 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-c21c785b-f444-45f0-a8b3-4a778d86bc50 service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988352 Sep 08 13:48:49.091690 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.117673 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe650-f892-460a-aeed-144b619eff5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.175061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 03279d25-cd9c-4dbe-b75f-c51570494e92, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=03279d25-cd9c-4dbe-b75f-c51570494e92,segment=NetworkSegment(95d52b0a-5d97-4a6a-8b17-92345079205b),segment_id=95d52b0a-5d97-4a6a-8b17-92345079205b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:49.182902 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ee0fe650-f892-460a-aeed-144b619eff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.216235 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-6b656e42-7003-490a-ba19-f21ae01eb527 service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290076 Sep 08 13:48:49.219160 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ee0fe650-f892-460a-aeed-144b619eff5a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6835fa62e5794e7fa2bb93c7c70dd264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844154 Sep 08 13:48:49.219674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46018) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:49.233065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fe650-f892-460a-aeed-144b619eff5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b64831-76a0-475a-a6a0-4cc00aa6a2af,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:49.260290 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.279378 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f27f5045-2325-4797-a0fd-8e28614004fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.303925 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f27f5045-2325-4797-a0fd-8e28614004fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.327928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=03279d25-cd9c-4dbe-b75f-c51570494e92,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:49.492081 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f27f5045-2325-4797-a0fd-8e28614004fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.494977 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f27f5045-2325-4797-a0fd-8e28614004fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:49.497011 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f27f5045-2325-4797-a0fd-8e28614004fb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/25b64831-76a0-475a-a6a0-4cc00aa6a2af HTTP/1.1" status: 204 len: 168 time: 0.2758160 Sep 08 13:48:49.505672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f5045-2325-4797-a0fd-8e28614004fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b64831-76a0-475a-a6a0-4cc00aa6a2af,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:50.001592 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-99167765-4d1b-445d-b79c-91e68456ab66 req-1996f5f0-d1df-480a-b1a5-d72c132c22b5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 210 time: 0.0566711 Sep 08 13:48:50.155392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46044) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:50.280261 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d0dc109a-625e-491d-a6a7-d8bdd8f36e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.383087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d0dc109a-625e-491d-a6a7-d8bdd8f36e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.506314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 03279d25-cd9c-4dbe-b75f-c51570494e92 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:50.514922 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d0dc109a-625e-491d-a6a7-d8bdd8f36e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.552639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc109a-625e-491d-a6a7-d8bdd8f36e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe758a2-57a5-4f24-a317-3c80d88d4173,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:50.559311 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d0dc109a-625e-491d-a6a7-d8bdd8f36e82 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d3f65f7eac8f4d058699bd1a3c857935&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4022906 Sep 08 13:48:50.559707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 03279d25-cd9c-4dbe-b75f-c51570494e92 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:50.559893 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.562149 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46052) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:50.636695 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25a9adc6-ad60-4a86-9036-21be2893f7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.658683 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25a9adc6-ad60-4a86-9036-21be2893f7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.800311 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25a9adc6-ad60-4a86-9036-21be2893f7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.803166 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25a9adc6-ad60-4a86-9036-21be2893f7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.804377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-25a9adc6-ad60-4a86-9036-21be2893f7af admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5fe758a2-57a5-4f24-a317-3c80d88d4173 HTTP/1.1" status: 204 len: 168 time: 0.2400181 Sep 08 13:48:50.812595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9adc6-ad60-4a86-9036-21be2893f7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe758a2-57a5-4f24-a317-3c80d88d4173,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:50.836668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46058) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:50.851337 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-877c2fd4-7267-46e0-96e0-f0a822ae2243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:50.956520 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-877c2fd4-7267-46e0-96e0-f0a822ae2243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.091703 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f60b28c-161d-40c7-9640-1ccdf73e6a6a req-196e21de-53e1-4038-88d5-32f35af198c4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 210 time: 0.0372238 Sep 08 13:48:51.102933 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-877c2fd4-7267-46e0-96e0-f0a822ae2243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.156345 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-877c2fd4-7267-46e0-96e0-f0a822ae2243 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a8ef1a2ff63d4408b77d61d94e32aa82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184645 Sep 08 13:48:51.157280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c2fd4-7267-46e0-96e0-f0a822ae2243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f1dbb9-b022-4559-8225-edfdfde21ca8,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:51.160511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46068) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:51.215735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-531bda9b-fdec-4cba-9fac-2cf75d8f8257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.238397 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-531bda9b-fdec-4cba-9fac-2cf75d8f8257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.394520 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-531bda9b-fdec-4cba-9fac-2cf75d8f8257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.397132 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-531bda9b-fdec-4cba-9fac-2cf75d8f8257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.398382 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-531bda9b-fdec-4cba-9fac-2cf75d8f8257 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/f1f1dbb9-b022-4559-8225-edfdfde21ca8 HTTP/1.1" status: 204 len: 168 time: 0.2364678 Sep 08 13:48:51.407410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531bda9b-fdec-4cba-9fac-2cf75d8f8257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f1dbb9-b022-4559-8225-edfdfde21ca8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:51.672807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46080) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:51.686113 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1f909bf-74ee-42da-a5c3-126e92cbe3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.787959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1f909bf-74ee-42da-a5c3-126e92cbe3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.880645 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1f909bf-74ee-42da-a5c3-126e92cbe3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:51.958501 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46090) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:51.958755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f1f909bf-74ee-42da-a5c3-126e92cbe3c3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=ee83989c542648a2a8cb8e2a1c421953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2847226 Sep 08 13:48:51.960572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f909bf-74ee-42da-a5c3-126e92cbe3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e47f795-bad4-486f-a5d1-a69614639be2,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:52.023005 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e9abac8-2ab0-4816-a0f4-1f069102145e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.043882 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e9abac8-2ab0-4816-a0f4-1f069102145e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.149156 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e9abac8-2ab0-4816-a0f4-1f069102145e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.152009 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8e9abac8-2ab0-4816-a0f4-1f069102145e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:52.155830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8e9abac8-2ab0-4816-a0f4-1f069102145e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/5e47f795-bad4-486f-a5d1-a69614639be2 HTTP/1.1" status: 204 len: 168 time: 0.1958568 Sep 08 13:48:52.163926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9abac8-2ab0-4816-a0f4-1f069102145e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e47f795-bad4-486f-a5d1-a69614639be2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:52.207308 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-97dc46a3-0746-4d4d-9e60-14ab00d2aa44 req-fbd94ee3-2e8d-4ad0-b19a-b0979bed5d2f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 210 time: 0.0601444 Sep 08 13:48:53.314631 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7b46016f-58c8-419a-89fc-348ec050edcd req-e2354314-e710-4759-b105-6f170eedf6f2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 210 time: 0.0419402 Sep 08 13:48:53.426473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46150) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:53.638119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1374261759-network', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:53.754195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Made reservation on behalf of 1f61eb82abb842fba94abd1fe8fba2ad for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:48:53.756590 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.765521 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.873843 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.960294 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:53.981599 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:48:54.001309 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de59f05f-c441-4014-8de9-08f15dbfee17,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:54.005644 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:54.006095 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Added segment 7850ae36-fae7-4982-a33b-7b873eb13e33 of type vlan for network c9aa4674-0447-40a5-9466-6eb84b36c0d2 Sep 08 13:48:54.048340 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:54.154842 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:54.155923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:54.156558 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:54.240957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] Pushing event updated for resources: {'Network': ['ID=c9aa4674-0447-40a5-9466-6eb84b36c0d2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:54.253587 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-347f8e23-da66-486c-ad23-52b800e6bf30 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8257968 Sep 08 13:48:54.256318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46178) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:54.260428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c9aa4674-0447-40a5-9466-6eb84b36c0d2 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:48:54.260947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-d5ac0a0f-25c4-455b-a69f-bca35aa63535 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:54.260947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-d5ac0a0f-25c4-455b-a69f-bca35aa63535 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1499708 Sep 08 13:48:54.264008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-aae944be-86b4-42e6-916d-9feed4f9568a admin admin] Request body: {'subnet': {'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1374261759-subnet', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:54.276836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'port': {'device_id': '0a1933c4-34f4-476e-9dd0-5ed43df556d6', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'admin_state_up': True, 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:54.424229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae944be-86b4-42e6-916d-9feed4f9568a admin admin] Made reservation on behalf of 1f61eb82abb842fba94abd1fe8fba2ad for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:48:54.435809 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aae944be-86b4-42e6-916d-9feed4f9568a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:54.478281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1e89096-7965-41c0-9168-fc6e8cc615e7 req-13ec5b7d-0e71-4513-a823-12b094d65bcb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 210 time: 0.0301013 Sep 08 13:48:54.550039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Made reservation on behalf of 0be6846d67cf40e5b43b26617c1eef63 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:48:54.557441 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:54.805163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Allocated IP 172.20.0.6 (d399fb4b-f64d-4cd8-ac1d-1a55227053f1/ceb0e550-638c-49f8-9d34-968890004912/5e340247-1951-4d28-b047-fea330d664f9) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:54.823861 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aae944be-86b4-42e6-916d-9feed4f9568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:54.940414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae944be-86b4-42e6-916d-9feed4f9568a admin admin] Pushing event updated for resources: {'Subnet': ['ID=62af5d9d-f4cd-4fe3-a1ed-39861737467f,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:54.954342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae944be-86b4-42e6-916d-9feed4f9568a admin admin] Checking segment: {'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:54.954624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae944be-86b4-42e6-916d-9feed4f9568a admin admin] Network hostable DHCP agents. Network: c9aa4674-0447-40a5-9466-6eb84b36c0d2, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:48:55.038151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae944be-86b4-42e6-916d-9feed4f9568a admin admin] Network c9aa4674-0447-40a5-9466-6eb84b36c0d2 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:48:55.054026 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.074593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Transition to ACTIVE for port object 5e340247-1951-4d28-b047-fea330d664f9 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:55.131882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-aae944be-86b4-42e6-916d-9feed4f9568a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c9aa4674-0447-40a5-9466-6eb84b36c0d2) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:55.144484 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661089c8-59de-406c-8033-e0cde6ef6775 None None] Network c9aa4674-0447-40a5-9466-6eb84b36c0d2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:55.144686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae944be-86b4-42e6-916d-9feed4f9568a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:55.144686 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-aae944be-86b4-42e6-916d-9feed4f9568a admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.150144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46196) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:55.207140 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.258780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:55.269779 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aae944be-86b4-42e6-916d-9feed4f9568a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0122218 Sep 08 13:48:55.272430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46200) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:55.276018 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=5e340247-1951-4d28-b047-fea330d664f9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:55.279083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:55.279502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:55.281843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:55.371309 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-955d0508-931f-49d6-a45e-2e0f48467c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.393186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:55.393947 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.394769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'fixed_ips': [{'subnet_id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:48:55.395655 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.445943 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.449985 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.564796 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.565656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-9f7bcb0b-09ba-46bf-8f2b-2445acec7e44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2951589 Sep 08 13:48:55.584632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Request body: {'port': {'device_id': '0a1933c4-34f4-476e-9dd0-5ed43df556d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:48:55.604016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Allocated IP 172.20.0.2 (c9aa4674-0447-40a5-9466-6eb84b36c0d2/62af5d9d-f4cd-4fe3-a1ed-39861737467f/3d708301-5c46-46ff-a7a6-bb68d7ba5131) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:55.675309 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.675544 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f3c4f4-cdfe-4c58-9670-890038b8d9d9 req-978254ed-dd41-4fc6-83be-9e1631387c04 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:55.679299 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17f3c4f4-cdfe-4c58-9670-890038b8d9d9 req-978254ed-dd41-4fc6-83be-9e1631387c04 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 931 time: 0.0899291 Sep 08 13:48:55.769220 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-955d0508-931f-49d6-a45e-2e0f48467c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.799917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-64c07b1d-bf75-48fe-ab65-888937bcfd6f None None] Provisioning for port 5e340247-1951-4d28-b047-fea330d664f9 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:55.835485 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-64c07b1d-bf75-48fe-ab65-888937bcfd6f None None] Provisioning complete for port 5e340247-1951-4d28-b047-fea330d664f9 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:55.839400 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-64c07b1d-bf75-48fe-ab65-888937bcfd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.879548 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.896353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Transition to ACTIVE for port object 3d708301-5c46-46ff-a7a6-bb68d7ba5131 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:55.898474 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-955d0508-931f-49d6-a45e-2e0f48467c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.902552 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-64c07b1d-bf75-48fe-ab65-888937bcfd6f None None] Port 5e340247-1951-4d28-b047-fea330d664f9 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:48:55.907011 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17f3c4f4-cdfe-4c58-9670-890038b8d9d9 req-2bd29e64-e51f-4562-abe3-894590cb3f68 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138786 Sep 08 13:48:55.928889 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Transition to ACTIVE for port object 3d708301-5c46-46ff-a7a6-bb68d7ba5131 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:55.956888 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:55.968329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-955d0508-931f-49d6-a45e-2e0f48467c64 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4b6c38588c72456bbda431296b90dbde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8170164 Sep 08 13:48:55.971174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d0508-931f-49d6-a45e-2e0f48467c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf03b825-e572-4b89-8392-edb471903dca,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:55.971343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46208) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:56.006668 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.057393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Network c9aa4674-0447-40a5-9466-6eb84b36c0d2 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:56.067080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:56.079928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:56.086585 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Pushing event updated for resources: {'Port': ['ID=3d708301-5c46-46ff-a7a6-bb68d7ba5131,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:56.130088 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68a5ae26-0e4d-444d-b4a2-49b9b37c01d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.180493 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68a5ae26-0e4d-444d-b4a2-49b9b37c01d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.185460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Attempting to bind port 3d708301-5c46-46ff-a7a6-bb68d7ba5131 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:56.186119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Attempting to bind port 3d708301-5c46-46ff-a7a6-bb68d7ba5131 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:56.186760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Attempting to bind port 3d708301-5c46-46ff-a7a6-bb68d7ba5131 on network c9aa4674-0447-40a5-9466-6eb84b36c0d2 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:56.194737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:56.194737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Checking segment: {'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:56.194737 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.194737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Bound using segment: {'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:56.194737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Bound port: 3d708301-5c46-46ff-a7a6-bb68d7ba5131, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:56.196684 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.229167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e340247-1951-4d28-b047-fea330d664f9 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:48:56.251927 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.275770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Transition to ACTIVE for port object 5e340247-1951-4d28-b047-fea330d664f9 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:48:56.289959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] For port 3d708301-5c46-46ff-a7a6-bb68d7ba5131, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:56.294670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] For port 3d708301-5c46-46ff-a7a6-bb68d7ba5131, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d708301-5c46-46ff-a7a6-bb68d7ba5131,segment=NetworkSegment(7850ae36-fae7-4982-a33b-7b873eb13e33),segment_id=7850ae36-fae7-4982-a33b-7b873eb13e33)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:56.428499 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.429127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.448243 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.472106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Pushing event updated for resources: {'Port': ['ID=5e340247-1951-4d28-b047-fea330d664f9,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:56.481511 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68a5ae26-0e4d-444d-b4a2-49b9b37c01d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.482054 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.485873 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-68a5ae26-0e4d-444d-b4a2-49b9b37c01d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.498735 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-68a5ae26-0e4d-444d-b4a2-49b9b37c01d8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf03b825-e572-4b89-8392-edb471903dca HTTP/1.1" status: 204 len: 168 time: 0.5205986 Sep 08 13:48:56.580798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Attempting to bind port 5e340247-1951-4d28-b047-fea330d664f9 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:48:56.581176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Attempting to bind port 5e340247-1951-4d28-b047-fea330d664f9 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:48:56.581490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Attempting to bind port 5e340247-1951-4d28-b047-fea330d664f9 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:56.587224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Port 5e340247-1951-4d28-b047-fea330d664f9 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:48:56.590727 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Attempting to bind port 5e340247-1951-4d28-b047-fea330d664f9 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:48:56.594647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:48:56.595141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Checking segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:48:56.595540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Bound using segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:48:56.595985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Bound port: 5e340247-1951-4d28-b047-fea330d664f9, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:48:56.596351 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:56.639415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5ae26-0e4d-444d-b4a2-49b9b37c01d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf03b825-e572-4b89-8392-edb471903dca,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:56.698330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9aef53-0e68-4f29-bc81-50deb94403c8 None None] Pushing event updated for resources: {'Port': ['ID=3d708301-5c46-46ff-a7a6-bb68d7ba5131,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:56.749180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] For port 5e340247-1951-4d28-b047-fea330d664f9, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:48:56.757871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] For port 5e340247-1951-4d28-b047-fea330d664f9, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5e340247-1951-4d28-b047-fea330d664f9,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:48:56.811011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Allocated IP 172.25.5.129 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/3d850ca1-ecf8-4df8-bfb7-41e18b80feca) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:48:56.880844 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.004078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:57.004078 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.012138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] 10.222.0.60 "PUT /v2.0/ports/5e340247-1951-4d28-b047-fea330d664f9 HTTP/1.1" status: 200 len: 1091 time: 1.4359009 Sep 08 13:48:57.014752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1933c4-34f4-476e-9dd0-5ed43df556d6', 'tag': '5e340247-1951-4d28-b047-fea330d664f9'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:48:57.020006 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc693fb-466e-462e-bd96-642ede51e15a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1933c4-34f4-476e-9dd0-5ed43df556d6", "tag": "5e340247-1951-4d28-b047-fea330d664f9"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:48:57.072724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dcc1b-d9dd-41f7-8551-369fa2bbd378 service neutron] Pushing event updated for resources: {'Port': ['ID=5e340247-1951-4d28-b047-fea330d664f9,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:57.118613 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.182284 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92535130-2ae7-43f5-aaa1-ad783009dec6 x-openstack-request-id: req-92535130-2ae7-43f5-aaa1-ad783009dec6 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:48:57.182641 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1933c4-34f4-476e-9dd0-5ed43df556d6", "tag": "5e340247-1951-4d28-b047-fea330d664f9", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:48:57.183009 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92535130-2ae7-43f5-aaa1-ad783009dec6 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:48:57.183336 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1933c4-34f4-476e-9dd0-5ed43df556d6', 'tag': '5e340247-1951-4d28-b047-fea330d664f9', 'status': 'completed', 'code': 200} Sep 08 13:48:57.230700 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec791a5-d453-4e74-b17e-746621814cd8 req-7ad50efd-1c8f-4f53-99a9-e1f965a115da tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:57.232578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ec791a5-d453-4e74-b17e-746621814cd8 req-7ad50efd-1c8f-4f53-99a9-e1f965a115da tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 943 time: 0.1777143 Sep 08 13:48:57.242924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-11f5831f-0cf9-4073-8207-58d32a1fd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:57.244470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-11f5831f-0cf9-4073-8207-58d32a1fd03e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 1094 time: 0.1001685 Sep 08 13:48:57.300369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-087dc586-5543-4ba8-8339-2a1bc972b30c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e340247-1951-4d28-b047-fea330d664f9 HTTP/1.1" status: 200 len: 217 time: 0.0474281 Sep 08 13:48:57.321628 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.346691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ec791a5-d453-4e74-b17e-746621814cd8 req-c9073930-4fbe-414b-aa88-7fab610f07c3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012259 Sep 08 13:48:57.388679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-553cda2e-0079-4b04-8c67-64a5ed398639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:57.390080 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-553cda2e-0079-4b04-8c67-64a5ed398639 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0834465 Sep 08 13:48:57.403181 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Pushing event updated for resources: {'Port': ['ID=3d850ca1-ecf8-4df8-bfb7-41e18b80feca,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:57.420525 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:48:57.422542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:48:57.429272 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:48:57.467002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-452546f7-c5aa-45fa-bef8-90be72fa7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:57.468739 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-452546f7-c5aa-45fa-bef8-90be72fa7782 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707884 Sep 08 13:48:57.575267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46232) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:57.583517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-52994dcc-e88a-424a-9851-54ad3718300f service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064625 Sep 08 13:48:57.603317 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aabc5600-5b53-4682-a993-77a664f3ac6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.746658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77936cf0-00a6-45de-b1af-896fc5f74e12 req-75c1b9d8-26c6-4aa8-a336-fc324d9a6ffa service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521368 Sep 08 13:48:57.813168 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aabc5600-5b53-4682-a993-77a664f3ac6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.903359 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aabc5600-5b53-4682-a993-77a664f3ac6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.908941 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:57.940583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aabc5600-5b53-4682-a993-77a664f3ac6e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=298e5d0f0c154d228f9c5fbdbeb9c9cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3642590 Sep 08 13:48:57.974841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46238) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:58.040123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc5600-5b53-4682-a993-77a664f3ac6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2bb527-1ce7-42e6-a19b-478ad1f92c96,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:58.050601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc693fb-466e-462e-bd96-642ede51e15a req-63375c40-bcb8-4682-aed4-c68b84ff6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:58.052627 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7dc693fb-466e-462e-bd96-642ede51e15a req-63375c40-bcb8-4682-aed4-c68b84ff6ae3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 1094 time: 0.1198349 Sep 08 13:48:58.158780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d025cd27-7086-4544-ae94-f1d36d46d2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.196239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.196585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d025cd27-7086-4544-ae94-f1d36d46d2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.198642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc693fb-466e-462e-bd96-642ede51e15a req-13032e85-1d2f-46da-96e5-d11189ce7f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:58.200694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7dc693fb-466e-462e-bd96-642ede51e15a req-13032e85-1d2f-46da-96e5-d11189ce7f54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.1401098 Sep 08 13:48:58.206133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8110f442-6458-4e2c-8fb2-be125669f45c None None] Network c9aa4674-0447-40a5-9466-6eb84b36c0d2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:48:58.257472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7dc693fb-466e-462e-bd96-642ede51e15a req-2ac08d86-aa17-4c35-9217-8ea3d72069b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e340247-1951-4d28-b047-fea330d664f9 HTTP/1.1" status: 200 len: 217 time: 0.0496247 Sep 08 13:48:58.357998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc693fb-466e-462e-bd96-642ede51e15a req-dfb5cf85-507b-4dc2-ae53-64ec611bb66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:58.362725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7dc693fb-466e-462e-bd96-642ede51e15a req-dfb5cf85-507b-4dc2-ae53-64ec611bb66e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0925395 Sep 08 13:48:58.430488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc693fb-466e-462e-bd96-642ede51e15a req-2fec5db9-a68c-4dba-ad3b-27c2c1c6d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:58.432497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-04115b93-ec48-40f2-a39e-3e84da8250e4 None None] Provisioning for port 3d708301-5c46-46ff-a7a6-bb68d7ba5131 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:58.455895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7dc693fb-466e-462e-bd96-642ede51e15a req-2fec5db9-a68c-4dba-ad3b-27c2c1c6d7ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830214 Sep 08 13:48:58.504896 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Router c6207261-88a1-46dc-ae48-53589374933e is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:48:58.519093 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d025cd27-7086-4544-ae94-f1d36d46d2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.521666 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d025cd27-7086-4544-ae94-f1d36d46d2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.522887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d025cd27-7086-4544-ae94-f1d36d46d2a6 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/ed2bb527-1ce7-42e6-a19b-478ad1f92c96 HTTP/1.1" status: 204 len: 168 time: 0.5456872 Sep 08 13:48:58.547532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d3581-e068-44fc-8ded-e8b9e2f0882a req-6344c687-887d-4172-8b72-05133a22505a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:48:58.549736 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ef2d3581-e068-44fc-8ded-e8b9e2f0882a req-6344c687-887d-4172-8b72-05133a22505a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 943 time: 0.0914528 Sep 08 13:48:58.616769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025cd27-7086-4544-ae94-f1d36d46d2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2bb527-1ce7-42e6-a19b-478ad1f92c96,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:58.634116 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d708301-5c46-46ff-a7a6-bb68d7ba5131 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:48:58.695914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ef2d3581-e068-44fc-8ded-e8b9e2f0882a req-e152885a-62c1-4793-8e6b-8b41dd06c8f7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553198 Sep 08 13:48:58.724634 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7dc693fb-466e-462e-bd96-642ede51e15a req-61dbeb78-813c-4e7e-8d2e-4238d2a28bd5 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508349 Sep 08 13:48:58.791809 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:48:58.806141 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Sync routers for ids ['c6207261-88a1-46dc-ae48-53589374933e'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:48:58.818603 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Routers {'c6207261-88a1-46dc-ae48-53589374933e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:48:58.820734 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['c6207261-88a1-46dc-ae48-53589374933e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:58.840582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 3d708301-5c46-46ff-a7a6-bb68d7ba5131 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:48:58.846699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3d708301-5c46-46ff-a7a6-bb68d7ba5131 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:58.848502 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.898736 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7dc693fb-466e-462e-bd96-642ede51e15a req-8eb65bd3-bcdb-49ef-a182-3372fca3dd9e service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731601 Sep 08 13:48:58.920403 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:58.922016 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-db50d557-c708-41a9-a75e-c2801c93518a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6479216 Sep 08 13:48:58.924925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46252) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:48:58.946021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cb360d23-0f4b-402d-9a61-61ed7f319262 None None] Provisioning complete for port 3d708301-5c46-46ff-a7a6-bb68d7ba5131 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:48:58.946692 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cb360d23-0f4b-402d-9a61-61ed7f319262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.061428 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.091621 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Set router c6207261-88a1-46dc-ae48-53589374933e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:48:59.201204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 3d708301-5c46-46ff-a7a6-bb68d7ba5131, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d708301-5c46-46ff-a7a6-bb68d7ba5131,segment=NetworkSegment(7850ae36-fae7-4982-a33b-7b873eb13e33),segment_id=7850ae36-fae7-4982-a33b-7b873eb13e33)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:48:59.262900 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cb360d23-0f4b-402d-9a61-61ed7f319262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.312056 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.456808 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-cb360d23-0f4b-402d-9a61-61ed7f319262 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:48:59.457175 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-cb360d23-0f4b-402d-9a61-61ed7f319262 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:48:59.476749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=3d708301-5c46-46ff-a7a6-bb68d7ba5131,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:48:59.551885 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:48:57Z', 'revision_number': 3, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:48:59.580074 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Checking router: c6207261-88a1-46dc-ae48-53589374933e for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:48:59.580433 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Updating router c6207261-88a1-46dc-ae48-53589374933e port 3d850ca1-ecf8-4df8-bfb7-41e18b80feca binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:48:59.609214 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.864064 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:48:59.990841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf654c4-828a-46db-80ee-89ad2f19f0d5 req-5cf01675-2613-4162-9704-aadf9e7ceab4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:00.002278 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0bf654c4-828a-46db-80ee-89ad2f19f0d5 req-5cf01675-2613-4162-9704-aadf9e7ceab4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 943 time: 0.1538849 Sep 08 13:49:00.080555 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0bf654c4-828a-46db-80ee-89ad2f19f0d5 req-51d9e9f5-8119-4cd2-9480-850ecb90d640 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730608 Sep 08 13:49:00.159669 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:00.171950 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Allocated IP 172.20.0.1 (c9aa4674-0447-40a5-9466-6eb84b36c0d2/62af5d9d-f4cd-4fe3-a1ed-39861737467f/cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:49:00.174922 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Transition to ACTIVE for port object 3d850ca1-ecf8-4df8-bfb7-41e18b80feca will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:49:00.317855 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:00.334711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Transition to ACTIVE for port object cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:49:00.348511 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:00.414583 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Attempting to bind port 3d850ca1-ecf8-4df8-bfb7-41e18b80feca on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:49:00.414955 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Attempting to bind port 3d850ca1-ecf8-4df8-bfb7-41e18b80feca by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:49:00.415370 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Attempting to bind port 3d850ca1-ecf8-4df8-bfb7-41e18b80feca on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:49:00.424148 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:49:00.425009 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:49:00.425633 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:00.426357 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:49:00.427060 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Bound port: 3d850ca1-ecf8-4df8-bfb7-41e18b80feca, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:49:00.427824 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:00.464222 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6a8df-fc6c-4f23-96f9-5f0901a8abe8 None None] Pushing event updated for resources: {'Port': ['ID=3d850ca1-ecf8-4df8-bfb7-41e18b80feca,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:00.519470 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] For port 3d850ca1-ecf8-4df8-bfb7-41e18b80feca, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:49:00.521575 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:00.523761 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] For port 3d850ca1-ecf8-4df8-bfb7-41e18b80feca, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d850ca1-ecf8-4df8-bfb7-41e18b80feca,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:49:00.545731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Network c9aa4674-0447-40a5-9466-6eb84b36c0d2 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:49:00.571323 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:00.578825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d708301-5c46-46ff-a7a6-bb68d7ba5131 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:00.585994 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:49:00.644011 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3d708301-5c46-46ff-a7a6-bb68d7ba5131 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:00.644679 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:00.653875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:00.670027 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:00.697449 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:00.845518 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6a8df-fc6c-4f23-96f9-5f0901a8abe8 None None] Pushing event updated for resources: {'Port': ['ID=3d850ca1-ecf8-4df8-bfb7-41e18b80feca,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:00.855023 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Routers {'c6207261-88a1-46dc-ae48-53589374933e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:00.855842 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['c6207261-88a1-46dc-ae48-53589374933e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:01.005063 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] Set router c6207261-88a1-46dc-ae48-53589374933e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:01.055968 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:01.085550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e7ce92f0-73e0-4ed7-86cc-468b9722a729 None None] Provisioning for port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:01.096573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e7ce92f0-73e0-4ed7-86cc-468b9722a729 None None] Provisioning complete for port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:01.097087 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e7ce92f0-73e0-4ed7-86cc-468b9722a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:01.157384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e7ce92f0-73e0-4ed7-86cc-468b9722a729 None None] Port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:49:01.242322 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:48:57Z', 'revision_number': 3, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:01.283494 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17614cc-ba54-4caf-9274-33166e9a510b None None] The sync data for ids ['c6207261-88a1-46dc-ae48-53589374933e'] in n-d-807558-3 is: [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:48:57Z', 'revision_number': 3, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:49:01.707561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04e316-cb76-4330-85bf-df54ce07c2b9 req-a4a47d68-eaef-4565-b4de-2693e3bc082c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:01.710050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c04e316-cb76-4330-85bf-df54ce07c2b9 req-a4a47d68-eaef-4565-b4de-2693e3bc082c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 943 time: 0.4882576 Sep 08 13:49:01.781685 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:01.800255 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c04e316-cb76-4330-85bf-df54ce07c2b9 req-689cdeff-8cdf-475f-84b9-1e32e9b15916 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737107 Sep 08 13:49:01.881892 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:02.020716 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Pushing event updated for resources: {'Port': ['ID=cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:02.035094 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:02.146310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Network c9aa4674-0447-40a5-9466-6eb84b36c0d2 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:49:02.147741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:02.323306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Router c6207261-88a1-46dc-ae48-53589374933e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:49:02.523514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-84d205fa-c1f2-4105-b986-03c5dcb3f1b8 None None] Provisioning complete for port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:02.524787 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-84d205fa-c1f2-4105-b986-03c5dcb3f1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:02.551718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:49:02.580967 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-895d46e0-88a2-4658-aad9-89198af4f794 admin admin] 10.222.0.69 "PUT /v2.0/routers/c6207261-88a1-46dc-ae48-53589374933e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6507714 Sep 08 13:49:02.624411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-84d205fa-c1f2-4105-b986-03c5dcb3f1b8 None None] Port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:49:02.649734 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d850ca1-ecf8-4df8-bfb7-41e18b80feca up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:02.783621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 3d850ca1-ecf8-4df8-bfb7-41e18b80feca completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:02.792721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3d850ca1-ecf8-4df8-bfb7-41e18b80feca triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:02.793880 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:02.981446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862c235-6eb9-4810-9433-705c47d2876e req-1404874e-cd3d-4a60-a9c6-e6809f7b04ee tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:02.984460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6862c235-6eb9-4810-9433-705c47d2876e req-1404874e-cd3d-4a60-a9c6-e6809f7b04ee tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 943 time: 0.0665002 Sep 08 13:49:03.010922 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:03.040680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 3d850ca1-ecf8-4df8-bfb7-41e18b80feca, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d850ca1-ecf8-4df8-bfb7-41e18b80feca,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:03.054593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6862c235-6eb9-4810-9433-705c47d2876e req-57fcc494-5bb0-4a24-aa53-acfecf8f0b12 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606844 Sep 08 13:49:03.138024 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:03.223816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=3d850ca1-ecf8-4df8-bfb7-41e18b80feca,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:03.339855 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:49:03.565267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Sync routers for ids ['c6207261-88a1-46dc-ae48-53589374933e'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:49:03.586221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Routers {'c6207261-88a1-46dc-ae48-53589374933e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:03.587398 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['c6207261-88a1-46dc-ae48-53589374933e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:03.623095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46352) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:03.739016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46358) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:03.745390 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1911796413-network', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:03.746568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Set router c6207261-88a1-46dc-ae48-53589374933e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:03.897703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Made reservation on behalf of 6f4719612e894975ad764e9cc305e3c4 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:49:03.901886 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:03.916930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:03.931218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b17c80b3-9076-4942-8f08-9b23f49803a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:03.974671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:49:00Z', 'revision_number': 4, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6', 'name': '', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'mac_address': 'fa:16:3e:87:b0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:59Z', 'updated_at': '2021-09-08T13:49:01Z', 'revision_number': 2, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'subnets': [{'id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:04.007112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Checking router: c6207261-88a1-46dc-ae48-53589374933e for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:49:04.007480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Updating router c6207261-88a1-46dc-ae48-53589374933e port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:49:04.034759 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.056896 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.148826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.180062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:49:04.203486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0b78cc-b898-428c-b0e1-265d53ec2dc6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:04.207135 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.207804 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Added segment 14b9a340-70ac-47d1-8ed8-44d87f7bbabd of type vlan for network acd83c73-01d9-47e1-9af0-95b40059d603 Sep 08 13:49:04.239654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340629af-a9ec-4a33-ba78-b845de4df2cf req-bcea1ba2-9eb1-45b2-b946-86818419cb3a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:04.241772 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-340629af-a9ec-4a33-ba78-b845de4df2cf req-bcea1ba2-9eb1-45b2-b946-86818419cb3a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 943 time: 0.1083925 Sep 08 13:49:04.274136 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.313240 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-340629af-a9ec-4a33-ba78-b845de4df2cf req-c54da117-2758-4fc3-bf85-14c19fd0019c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639546 Sep 08 13:49:04.350556 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b17c80b3-9076-4942-8f08-9b23f49803a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.412594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.415283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:04.416522 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.417336 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.430487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Transition to ACTIVE for port object cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:49:04.441193 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b17c80b3-9076-4942-8f08-9b23f49803a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.523215 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b17c80b3-9076-4942-8f08-9b23f49803a5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2c2a0b782286441192c94b0060e0551a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8972788 Sep 08 13:49:04.526721 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46370) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:04.527520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] Pushing event updated for resources: {'Network': ['ID=acd83c73-01d9-47e1-9af0-95b40059d603,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:04.532055 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.568247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-17c6dfc7-cf07-45c7-afd9-a519760ccae6 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8269980 Sep 08 13:49:04.569268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46374) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:04.580024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c80b3-9076-4942-8f08-9b23f49803a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd3c547-6c3e-40c7-9561-c76fff416ccb,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:04.582441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ccd034ce-55a9-48c2-923b-52e468ddbbcf admin admin] Request body: {'subnet': {'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1911796413-subnet', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:04.626588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network acd83c73-01d9-47e1-9af0-95b40059d603 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:49:04.629192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d850ca1-ecf8-4df8-bfb7-41e18b80feca up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:04.632191 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b15651c2-f402-4254-9862-4e82d1d3bc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.663222 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b15651c2-f402-4254-9862-4e82d1d3bc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.706311 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85bcfd-00c9-4b5f-aa27-1e1d41853088 None None] Pushing event updated for resources: {'Port': ['ID=cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:04.720718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd034ce-55a9-48c2-923b-52e468ddbbcf admin admin] Made reservation on behalf of 6f4719612e894975ad764e9cc305e3c4 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:49:04.724617 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ccd034ce-55a9-48c2-923b-52e468ddbbcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.874560 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b15651c2-f402-4254-9862-4e82d1d3bc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.878472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b15651c2-f402-4254-9862-4e82d1d3bc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:04.891884 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b15651c2-f402-4254-9862-4e82d1d3bc5b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7fd3c547-6c3e-40c7-9561-c76fff416ccb HTTP/1.1" status: 204 len: 168 time: 0.3580883 Sep 08 13:49:04.912974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15651c2-f402-4254-9862-4e82d1d3bc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd3c547-6c3e-40c7-9561-c76fff416ccb,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:05.019255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Attempting to bind port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:49:05.019717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Attempting to bind port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:49:05.020014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Attempting to bind port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 on network c9aa4674-0447-40a5-9466-6eb84b36c0d2 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:49:05.033426 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:49:05.033810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Checking segment: {'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:49:05.034249 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.034643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Bound using segment: {'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:49:05.035153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Bound port: cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:49:05.035512 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.045223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 3d850ca1-ecf8-4df8-bfb7-41e18b80feca triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:05.045601 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.134078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] For port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:49:05.138434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] For port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6,segment=NetworkSegment(7850ae36-fae7-4982-a33b-7b873eb13e33),segment_id=7850ae36-fae7-4982-a33b-7b873eb13e33)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:49:05.354897 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ccd034ce-55a9-48c2-923b-52e468ddbbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.355706 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.422290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f85bcfd-00c9-4b5f-aa27-1e1d41853088 None None] Pushing event updated for resources: {'Port': ['ID=cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:05.433996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Routers {'c6207261-88a1-46dc-ae48-53589374933e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:05.433996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['c6207261-88a1-46dc-ae48-53589374933e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:05.462481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd034ce-55a9-48c2-923b-52e468ddbbcf admin admin] Checking segment: {'id': '14b9a340-70ac-47d1-8ed8-44d87f7bbabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:49:05.462903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd034ce-55a9-48c2-923b-52e468ddbbcf admin admin] Network hostable DHCP agents. Network: acd83c73-01d9-47e1-9af0-95b40059d603, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:49:05.472582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd034ce-55a9-48c2-923b-52e468ddbbcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=647c9317-0bf4-4041-b800-a47fb769b626,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:05.506095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f486c68-59aa-484e-8a7a-2a306a9e3f49 req-4b2e0212-2654-4ae9-84e1-ea4d7bde913f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:05.516511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f486c68-59aa-484e-8a7a-2a306a9e3f49 req-4b2e0212-2654-4ae9-84e1-ea4d7bde913f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 943 time: 0.1222980 Sep 08 13:49:05.577701 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] Set router c6207261-88a1-46dc-ae48-53589374933e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:05.579629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f486c68-59aa-484e-8a7a-2a306a9e3f49 req-85b7ef17-05d3-45a7-9651-772f113fb39d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516801 Sep 08 13:49:05.694851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd034ce-55a9-48c2-923b-52e468ddbbcf admin admin] Network acd83c73-01d9-47e1-9af0-95b40059d603 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:49:05.777487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-ccd034ce-55a9-48c2-923b-52e468ddbbcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, acd83c73-01d9-47e1-9af0-95b40059d603) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:05.792575 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75553c08-eb3b-4014-b0cb-f83693e9dd63 None None] Network acd83c73-01d9-47e1-9af0-95b40059d603 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:49:05.793655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd034ce-55a9-48c2-923b-52e468ddbbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:05.793655 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ccd034ce-55a9-48c2-923b-52e468ddbbcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:05.873682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:49:00Z', 'revision_number': 4, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6', 'name': '', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'mac_address': 'fa:16:3e:87:b0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:59Z', 'updated_at': '2021-09-08T13:49:05Z', 'revision_number': 4, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'subnets': [{'id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:05.888505 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ccd034ce-55a9-48c2-923b-52e468ddbbcf admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3177021 Sep 08 13:49:05.891363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46388) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:05.900257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1911796413-router', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:05.913878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac42450-6c23-4bce-a388-38257d465e37 None None] The sync data for ids ['c6207261-88a1-46dc-ae48-53589374933e'] in n-d-807558-3 is: [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:49:00Z', 'revision_number': 4, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6', 'name': '', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'mac_address': 'fa:16:3e:87:b0:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:59Z', 'updated_at': '2021-09-08T13:49:05Z', 'revision_number': 4, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'subnets': [{'id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:49:06.016717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-acd83c73-01d9-47e1-9af0-95b40059d603', 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'fixed_ips': [{'subnet_id': '647c9317-0bf4-4041-b800-a47fb769b626'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 13:49:06.023107 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.040401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.041524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.053963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46392) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:06.073362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32522de0-f210-4820-b86f-fd5ec9b9be51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.180509 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.280998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Allocated IP 172.20.0.2 (acd83c73-01d9-47e1-9af0-95b40059d603/647c9317-0bf4-4041-b800-a47fb769b626/61cea4e7-df1b-4454-bcd4-08b418545f0e) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:49:06.283966 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32522de0-f210-4820-b86f-fd5ec9b9be51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.365566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-32522de0-f210-4820-b86f-fd5ec9b9be51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.393363 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-32522de0-f210-4820-b86f-fd5ec9b9be51 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=7542a6c8617e4d9a870b9d418f06e147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381176 Sep 08 13:49:06.399116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46398) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:06.501206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32522de0-f210-4820-b86f-fd5ec9b9be51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f48bf05-c066-4e74-ab52-2e1541667e43,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:06.521831 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.536495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Transition to ACTIVE for port object 61cea4e7-df1b-4454-bcd4-08b418545f0e will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:49:06.555988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Transition to ACTIVE for port object 61cea4e7-df1b-4454-bcd4-08b418545f0e will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:49:06.573298 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43886b29-7e20-45e0-a8f2-e840e9cc095b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.574589 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.602464 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43886b29-7e20-45e0-a8f2-e840e9cc095b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.635211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:06.691670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.771788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Network acd83c73-01d9-47e1-9af0-95b40059d603 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:49:06.782702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:06.785137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:49:06.820325 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d7dc5-3c6f-4293-a1e6-080be5e541c7 req-527a3afc-b2d1-483f-975c-bd8ce776c7ab tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:06.827357 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43886b29-7e20-45e0-a8f2-e840e9cc095b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.829540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Pushing event updated for resources: {'Port': ['ID=61cea4e7-df1b-4454-bcd4-08b418545f0e,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:06.830271 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-397d7dc5-3c6f-4293-a1e6-080be5e541c7 req-527a3afc-b2d1-483f-975c-bd8ce776c7ab tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 943 time: 0.1124561 Sep 08 13:49:06.833697 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43886b29-7e20-45e0-a8f2-e840e9cc095b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.839286 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-43886b29-7e20-45e0-a8f2-e840e9cc095b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0f48bf05-c066-4e74-ab52-2e1541667e43 HTTP/1.1" status: 204 len: 168 time: 0.4383996 Sep 08 13:49:06.892447 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:06.897387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Attempting to bind port 61cea4e7-df1b-4454-bcd4-08b418545f0e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:49:06.897805 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-397d7dc5-3c6f-4293-a1e6-080be5e541c7 req-fa2b52fe-5cdc-4b3f-baf5-5af83edfb07b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632606 Sep 08 13:49:06.898565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Attempting to bind port 61cea4e7-df1b-4454-bcd4-08b418545f0e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '14b9a340-70ac-47d1-8ed8-44d87f7bbabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:49:06.898565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Attempting to bind port 61cea4e7-df1b-4454-bcd4-08b418545f0e on network acd83c73-01d9-47e1-9af0-95b40059d603 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:49:06.901173 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:06.903624 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.913229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43886b29-7e20-45e0-a8f2-e840e9cc095b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f48bf05-c066-4e74-ab52-2e1541667e43,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:06.953063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:49:06.953672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Checking segment: {'id': '14b9a340-70ac-47d1-8ed8-44d87f7bbabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:49:06.954166 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:06.954729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Bound using segment: {'id': '14b9a340-70ac-47d1-8ed8-44d87f7bbabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:49:06.955324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Bound port: 61cea4e7-df1b-4454-bcd4-08b418545f0e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b9a340-70ac-47d1-8ed8-44d87f7bbabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:49:06.956065 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:07.112610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] For port 61cea4e7-df1b-4454-bcd4-08b418545f0e, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:49:07.121326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] For port 61cea4e7-df1b-4454-bcd4-08b418545f0e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=61cea4e7-df1b-4454-bcd4-08b418545f0e,segment=NetworkSegment(14b9a340-70ac-47d1-8ed8-44d87f7bbabd),segment_id=14b9a340-70ac-47d1-8ed8-44d87f7bbabd)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:49:07.125470 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:07.183956 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:07.190000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6,segment=NetworkSegment(7850ae36-fae7-4982-a33b-7b873eb13e33),segment_id=7850ae36-fae7-4982-a33b-7b873eb13e33)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:07.195834 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:07.227017 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:07.270003 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:07.295131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4919d-b08e-4919-87b9-648f02b3da99 None None] Pushing event updated for resources: {'Port': ['ID=61cea4e7-df1b-4454-bcd4-08b418545f0e,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:07.432299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:07.467120 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Allocated IP 172.25.5.64 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:49:07.716030 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:07.904434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:07.945365 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0fc8d9de-37e9-42c0-8990-70b7cab185c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:07.948390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:49:07.953095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:07.961144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:49:08.007458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Pushing event updated for resources: {'Port': ['ID=723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:08.111945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79b51b-ed0f-45d1-9ced-f385bb2b0056 req-1fd900e1-dfac-4dbf-990d-4bdc1886039f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:08.121203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de79b51b-ed0f-45d1-9ced-f385bb2b0056 req-1fd900e1-dfac-4dbf-990d-4bdc1886039f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 943 time: 0.0912685 Sep 08 13:49:08.198452 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de79b51b-ed0f-45d1-9ced-f385bb2b0056 req-f624c3a5-1284-4745-bf9d-195207d3e66c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759866 Sep 08 13:49:08.475328 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:08.719930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:08.748177 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 61cea4e7-df1b-4454-bcd4-08b418545f0e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:08.797502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945ef054-8ff6-4e67-a55d-39a01f01b22a None None] Network acd83c73-01d9-47e1-9af0-95b40059d603 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:49:09.182876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-453aaa13-50c2-46eb-90c1-8983c29c30d1 None None] Provisioning for port 61cea4e7-df1b-4454-bcd4-08b418545f0e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:09.216511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Router 78310e23-f217-4db7-97ed-456872845742 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 13:49:09.218972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 61cea4e7-df1b-4454-bcd4-08b418545f0e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:09.232071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 61cea4e7-df1b-4454-bcd4-08b418545f0e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:09.232460 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:09.315190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c07ff7a8-97cf-49ca-9978-509dbe9964f1 None None] Provisioning complete for port 61cea4e7-df1b-4454-bcd4-08b418545f0e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:09.315494 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c07ff7a8-97cf-49ca-9978-509dbe9964f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:09.393076 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:09.396305 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263ee54-bbaf-434b-83b1-c0e957151365 req-a63a3938-6d72-4383-9f0c-63ba4be88546 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:09.398321 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5263ee54-bbaf-434b-83b1-c0e957151365 req-a63a3938-6d72-4383-9f0c-63ba4be88546 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 943 time: 0.0982754 Sep 08 13:49:09.432609 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:49:09.449761 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Sync routers for ids ['78310e23-f217-4db7-97ed-456872845742'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:49:09.469573 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Routers {'78310e23-f217-4db7-97ed-456872845742'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:09.470297 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:48:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['78310e23-f217-4db7-97ed-456872845742'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:09.481198 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5263ee54-bbaf-434b-83b1-c0e957151365 req-a3c02e67-3619-4ce3-a3e0-04b9daca1ada tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741110 Sep 08 13:49:09.501920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 61cea4e7-df1b-4454-bcd4-08b418545f0e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=61cea4e7-df1b-4454-bcd4-08b418545f0e,segment=NetworkSegment(14b9a340-70ac-47d1-8ed8-44d87f7bbabd),segment_id=14b9a340-70ac-47d1-8ed8-44d87f7bbabd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:09.520893 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c07ff7a8-97cf-49ca-9978-509dbe9964f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:09.565779 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:09.568076 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8ae16ecb-0d10-4edf-aa33-4ffcf14e1125 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6742442 Sep 08 13:49:09.570940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46460) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:09.604214 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Set router 78310e23-f217-4db7-97ed-456872845742 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:09.618074 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:09.619395 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:09.711663 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-c07ff7a8-97cf-49ca-9978-509dbe9964f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 13:49:09.712190 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-c07ff7a8-97cf-49ca-9978-509dbe9964f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 13:49:09.762765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=61cea4e7-df1b-4454-bcd4-08b418545f0e,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:09.784295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:09.785436 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:09.811278 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78310e23-f217-4db7-97ed-456872845742', 'name': 'tempest-TestServerBasicOps-1911796413-router', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:49:06Z', 'updated_at': '2021-09-08T13:49:08Z', 'revision_number': 3, 'project_id': '6f4719612e894975ad764e9cc305e3c4', 'gw_port': {'id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78310e23-f217-4db7-97ed-456872845742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:49:07Z', 'updated_at': '2021-09-08T13:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:09.841507 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Checking router: 78310e23-f217-4db7-97ed-456872845742 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:49:09.842130 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Updating router 78310e23-f217-4db7-97ed-456872845742 port 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:49:09.872012 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.217513 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0f2d176e-d834-4c96-a800-7f50407f694d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.330928 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.344308 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Transition to ACTIVE for port object 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:49:10.424659 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.498460 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Attempting to bind port 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:49:10.498460 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Attempting to bind port 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:49:10.498460 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Attempting to bind port 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:49:10.499488 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a05001-6683-40ea-99cc-a28563715c8c None None] Pushing event updated for resources: {'Port': ['ID=723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:10.519722 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:49:10.520155 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:49:10.521446 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.521854 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:49:10.522374 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Bound port: 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:49:10.525157 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.566139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 61cea4e7-df1b-4454-bcd4-08b418545f0e up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:10.622939 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.639407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 61cea4e7-df1b-4454-bcd4-08b418545f0e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:10.640094 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.670907 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] For port 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:49:10.678835 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] For port 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:49:10.737489 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.752717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe0751-89ff-4f52-8aa7-f6f5e5a2c6dc req-22a70c4f-53ea-49a2-8e43-68117160d01f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:10.754368 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68fe0751-89ff-4f52-8aa7-f6f5e5a2c6dc req-22a70c4f-53ea-49a2-8e43-68117160d01f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 943 time: 0.0993824 Sep 08 13:49:10.772295 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:10.826560 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Routers {'78310e23-f217-4db7-97ed-456872845742'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:10.827412 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:49:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['78310e23-f217-4db7-97ed-456872845742'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:10.831533 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a05001-6683-40ea-99cc-a28563715c8c None None] Pushing event updated for resources: {'Port': ['ID=723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:10.879851 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68fe0751-89ff-4f52-8aa7-f6f5e5a2c6dc req-cca84e29-34f7-4147-9a3d-f48b161c2a48 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193793 Sep 08 13:49:10.968269 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] Set router 78310e23-f217-4db7-97ed-456872845742 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:11.020744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Allocated IP 172.20.0.1 (acd83c73-01d9-47e1-9af0-95b40059d603/647c9317-0bf4-4041-b800-a47fb769b626/0241e9e9-de35-45d6-aebf-7e7bfca0b727) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:49:11.132953 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.152041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Transition to ACTIVE for port object 0241e9e9-de35-45d6-aebf-7e7bfca0b727 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:49:11.170383 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78310e23-f217-4db7-97ed-456872845742', 'name': 'tempest-TestServerBasicOps-1911796413-router', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:49:06Z', 'updated_at': '2021-09-08T13:49:08Z', 'revision_number': 3, 'project_id': '6f4719612e894975ad764e9cc305e3c4', 'gw_port': {'id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78310e23-f217-4db7-97ed-456872845742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:49:07Z', 'updated_at': '2021-09-08T13:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:11.199993 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6c8d5-5964-43e3-9810-fb2fff6ee910 None None] The sync data for ids ['78310e23-f217-4db7-97ed-456872845742'] in n-d-807558-3 is: [{'id': '78310e23-f217-4db7-97ed-456872845742', 'name': 'tempest-TestServerBasicOps-1911796413-router', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:49:06Z', 'updated_at': '2021-09-08T13:49:08Z', 'revision_number': 3, 'project_id': '6f4719612e894975ad764e9cc305e3c4', 'gw_port': {'id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78310e23-f217-4db7-97ed-456872845742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:49:07Z', 'updated_at': '2021-09-08T13:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:49:11.264124 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.309283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Network acd83c73-01d9-47e1-9af0-95b40059d603 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:49:11.314796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:11.318335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:49:11.359058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Pushing event updated for resources: {'Port': ['ID=0241e9e9-de35-45d6-aebf-7e7bfca0b727,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:11.382537 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.418664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5e340247-1951-4d28-b047-fea330d664f9 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:49:11.633815 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.642313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5e340247-1951-4d28-b047-fea330d664f9, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5e340247-1951-4d28-b047-fea330d664f9,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:11.684350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '5e340247-1951-4d28-b047-fea330d664f9', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'port_id': '5e340247-1951-4d28-b047-fea330d664f9', 'mac_address': 'fa:16:3e:32:99:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:49:11.755344 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.771334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e340247-1951-4d28-b047-fea330d664f9 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:49:11.805746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5e340247-1951-4d28-b047-fea330d664f9, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5e340247-1951-4d28-b047-fea330d664f9,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:11.859066 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0ecde85c-92e2-405d-9f78-319e8f5e2fb5 None None] Provisioning for port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:11.866497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0ecde85c-92e2-405d-9f78-319e8f5e2fb5 None None] Provisioning complete for port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:11.867205 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ecde85c-92e2-405d-9f78-319e8f5e2fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.907634 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:11.916256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0ecde85c-92e2-405d-9f78-319e8f5e2fb5 None None] Port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:49:11.938687 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.010527 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.022814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5e340247-1951-4d28-b047-fea330d664f9,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:12.028745 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.051529 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec28cce-77fc-407c-9842-bcb444ca9dc3 req-0edf4535-653b-4c6f-8647-c3449d82e212 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:12.054829 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bec28cce-77fc-407c-9842-bcb444ca9dc3 req-0edf4535-653b-4c6f-8647-c3449d82e212 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 944 time: 0.0816498 Sep 08 13:49:12.100556 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bec28cce-77fc-407c-9842-bcb444ca9dc3 req-078cbef7-0c52-47f6-8df4-4924e6861155 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384266 Sep 08 13:49:12.155353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Pushing event updated for resources: {'Port': ['ID=0241e9e9-de35-45d6-aebf-7e7bfca0b727,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:12.162339 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.247023 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['5e340247-1951-4d28-b047-fea330d664f9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:49:12.286347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Network acd83c73-01d9-47e1-9af0-95b40059d603 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:49:12.289541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:12.520342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Router 78310e23-f217-4db7-97ed-456872845742 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:49:12.631658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:12.673028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:49:12.687977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-36a618be-0c71-4e89-bd49-e62ce96d5380 admin admin] 10.222.0.69 "PUT /v2.0/routers/78310e23-f217-4db7-97ed-456872845742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1061337 Sep 08 13:49:12.842707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ce62f3c3-abb2-43d7-9cee-c8f5f5fd3a48 None None] Provisioning complete for port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:12.843082 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ce62f3c3-abb2-43d7-9cee-c8f5f5fd3a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.845921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:12.868796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:12.869260 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:12.945177 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ce62f3c3-abb2-43d7-9cee-c8f5f5fd3a48 None None] Port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:49:13.010096 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:13.045239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:13.114084 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:13.197593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:13.250138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43409879-56eb-4294-bc92-d30465910745 req-c02b33ca-d343-4216-9488-6c755e39f595 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:13.251923 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-43409879-56eb-4294-bc92-d30465910745 req-c02b33ca-d343-4216-9488-6c755e39f595 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 944 time: 0.0692840 Sep 08 13:49:13.297160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-43409879-56eb-4294-bc92-d30465910745 req-e925a180-9e36-442c-99d6-0f07a84c24fc tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Sep 08 13:49:13.392815 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:13.444572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5e340247-1951-4d28-b047-fea330d664f9 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:13.503068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46532) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:13.507747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d9bfa429-7b61-4ff3-8d99-c13bf290ec8f tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-460153406', 'description': 'tempest-secgroup-smoke-460153406 description', 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:13.623975 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 5e340247-1951-4d28-b047-fea330d664f9 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:13.628217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 5e340247-1951-4d28-b047-fea330d664f9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:13.628622 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:13.658049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9bfa429-7b61-4ff3-8d99-c13bf290ec8f tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:13.709917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Sync routers for ids ['78310e23-f217-4db7-97ed-456872845742'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:49:13.733993 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:13.737187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Routers {'78310e23-f217-4db7-97ed-456872845742'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:13.738161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:49:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['78310e23-f217-4db7-97ed-456872845742'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:13.759128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9bfa429-7b61-4ff3-8d99-c13bf290ec8f tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:13.972939 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9bfa429-7b61-4ff3-8d99-c13bf290ec8f tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:13.973935 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1933c4-34f4-476e-9dd0-5ed43df556d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e340247-1951-4d28-b047-fea330d664f9'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:49:13.973935 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a236e7-98c2-4e44-ab09-e4be3c2b8053" -d '{"events": [{"server_uuid": "0a1933c4-34f4-476e-9dd0-5ed43df556d6", "name": "network-vif-plugged", "status": "completed", "tag": "5e340247-1951-4d28-b047-fea330d664f9"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:49:13.989042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 5e340247-1951-4d28-b047-fea330d664f9, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5e340247-1951-4d28-b047-fea330d664f9,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:14.017546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bfa429-7b61-4ff3-8d99-c13bf290ec8f tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95f46a17-87ac-4e0a-b004-849963b5f3a9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:14.037208 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c96acc2-2921-4ff6-805c-6b620e2159c4 x-openstack-request-id: req-7c96acc2-2921-4ff6-805c-6b620e2159c4 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:49:14.037504 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1933c4-34f4-476e-9dd0-5ed43df556d6", "name": "network-vif-plugged", "status": "completed", "tag": "5e340247-1951-4d28-b047-fea330d664f9", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:49:14.037759 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7c96acc2-2921-4ff6-805c-6b620e2159c4 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:49:14.038148 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1933c4-34f4-476e-9dd0-5ed43df556d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e340247-1951-4d28-b047-fea330d664f9', 'code': 200} Sep 08 13:49:14.064532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Set router 78310e23-f217-4db7-97ed-456872845742 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:14.142938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16507590-3bf1-4bce-adc4-dd67d40925c0 req-b1cdc68e-19fb-4792-bb53-5c9dbcf32fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:14.144919 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16507590-3bf1-4bce-adc4-dd67d40925c0 req-b1cdc68e-19fb-4792-bb53-5c9dbcf32fbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 1095 time: 0.0486715 Sep 08 13:49:14.172486 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d9bfa429-7b61-4ff3-8d99-c13bf290ec8f tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.174857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d9bfa429-7b61-4ff3-8d99-c13bf290ec8f tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6705022 Sep 08 13:49:14.178138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46552) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:14.180613 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.194096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a813448e-0761-4983-83aa-9a7099a60377 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Request body: {'security_group_rule': {'security_group_id': '95f46a17-87ac-4e0a-b004-849963b5f3a9', 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:14.228532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16507590-3bf1-4bce-adc4-dd67d40925c0 req-095b460b-c507-4a9d-8ddb-512a588bd57e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768032 Sep 08 13:49:14.338402 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a813448e-0761-4983-83aa-9a7099a60377 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.338596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=5e340247-1951-4d28-b047-fea330d664f9,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:14.468198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78310e23-f217-4db7-97ed-456872845742', 'name': 'tempest-TestServerBasicOps-1911796413-router', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:49:06Z', 'updated_at': '2021-09-08T13:49:11Z', 'revision_number': 4, 'project_id': '6f4719612e894975ad764e9cc305e3c4', 'gw_port': {'id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78310e23-f217-4db7-97ed-456872845742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:49:07Z', 'updated_at': '2021-09-08T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '0241e9e9-de35-45d6-aebf-7e7bfca0b727', 'name': '', 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'mac_address': 'fa:16:3e:7e:fc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78310e23-f217-4db7-97ed-456872845742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '647c9317-0bf4-4041-b800-a47fb769b626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:49:10Z', 'updated_at': '2021-09-08T13:49:11Z', 'revision_number': 2, 'project_id': '6f4719612e894975ad764e9cc305e3c4', 'subnets': [{'id': '647c9317-0bf4-4041-b800-a47fb769b626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:14.500594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a813448e-0761-4983-83aa-9a7099a60377 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.507204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Checking router: 78310e23-f217-4db7-97ed-456872845742 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:49:14.507557 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Updating router 78310e23-f217-4db7-97ed-456872845742 port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 13:49:14.539398 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.580947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:14.582215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc948316-e4c5-4bb3-be70-01150b01256b req-fd8e9af0-a014-4b62-8ffe-ec732f1eb057 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:14.584058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc948316-e4c5-4bb3-be70-01150b01256b req-fd8e9af0-a014-4b62-8ffe-ec732f1eb057 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 945 time: 0.1021266 Sep 08 13:49:14.586541 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.645943 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc948316-e4c5-4bb3-be70-01150b01256b req-e0d6b5f7-919a-4936-9735-848fb9f72346 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494037 Sep 08 13:49:14.647817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a813448e-0761-4983-83aa-9a7099a60377 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.669345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813448e-0761-4983-83aa-9a7099a60377 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094ebb24-5f8f-41bf-8010-6c74dc325723,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:14.748375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:14.748375 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.817550 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a813448e-0761-4983-83aa-9a7099a60377 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.819129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a813448e-0761-4983-83aa-9a7099a60377 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6392386 Sep 08 13:49:14.822156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46564) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:14.831132 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-96241ea5-6aba-4554-b8c4-5c720faaa446 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Request body: {'security_group_rule': {'security_group_id': '95f46a17-87ac-4e0a-b004-849963b5f3a9', 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:14.974342 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.985793 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96241ea5-6aba-4554-b8c4-5c720faaa446 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:14.995720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Transition to ACTIVE for port object 0241e9e9-de35-45d6-aebf-7e7bfca0b727 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:49:15.048938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96241ea5-6aba-4554-b8c4-5c720faaa446 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.092728 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.126277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96241ea5-6aba-4554-b8c4-5c720faaa446 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.156253 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96241ea5-6aba-4554-b8c4-5c720faaa446 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee531364-57ae-4c80-a155-477586590a85,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:15.165546 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f05d0-b685-4c68-b6a0-c6bf6f4f5e98 None None] Pushing event updated for resources: {'Port': ['ID=0241e9e9-de35-45d6-aebf-7e7bfca0b727,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:15.234619 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96241ea5-6aba-4554-b8c4-5c720faaa446 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.239005 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-96241ea5-6aba-4554-b8c4-5c720faaa446 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4117651 Sep 08 13:49:15.239188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46568) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:15.243802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-fe12853e-c41d-4100-bc08-143493746139 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Request body: {'security_group_rule': {'security_group_id': '95f46a17-87ac-4e0a-b004-849963b5f3a9', 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:15.248869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Attempting to bind port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:49:15.249753 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Attempting to bind port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '14b9a340-70ac-47d1-8ed8-44d87f7bbabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:49:15.250544 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Attempting to bind port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 on network acd83c73-01d9-47e1-9af0-95b40059d603 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:49:15.259105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:49:15.259579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Checking segment: {'id': '14b9a340-70ac-47d1-8ed8-44d87f7bbabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:49:15.259929 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.260400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Bound using segment: {'id': '14b9a340-70ac-47d1-8ed8-44d87f7bbabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:49:15.260912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Bound port: 0241e9e9-de35-45d6-aebf-7e7bfca0b727, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b9a340-70ac-47d1-8ed8-44d87f7bbabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:49:15.261422 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.361098 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fe12853e-c41d-4100-bc08-143493746139 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.364451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] For port 0241e9e9-de35-45d6-aebf-7e7bfca0b727, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:49:15.375196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] For port 0241e9e9-de35-45d6-aebf-7e7bfca0b727, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0241e9e9-de35-45d6-aebf-7e7bfca0b727,segment=NetworkSegment(14b9a340-70ac-47d1-8ed8-44d87f7bbabd),segment_id=14b9a340-70ac-47d1-8ed8-44d87f7bbabd)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:49:15.457360 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.460357 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fe12853e-c41d-4100-bc08-143493746139 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.556880 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fe12853e-c41d-4100-bc08-143493746139 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.572405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Routers {'78310e23-f217-4db7-97ed-456872845742'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:15.572405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:49:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['78310e23-f217-4db7-97ed-456872845742'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:15.572405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f05d0-b685-4c68-b6a0-c6bf6f4f5e98 None None] Pushing event updated for resources: {'Port': ['ID=0241e9e9-de35-45d6-aebf-7e7bfca0b727,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:15.603357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12853e-c41d-4100-bc08-143493746139 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a16032-0b42-4e34-ba5e-ee7fe2127627,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:15.711028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] Set router 78310e23-f217-4db7-97ed-456872845742 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:15.732257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fe12853e-c41d-4100-bc08-143493746139 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.733753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fe12853e-c41d-4100-bc08-143493746139 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4936583 Sep 08 13:49:15.736335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46582) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:15.742101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-84322b6e-3f80-4a1a-9580-299d31cd7556 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Request body: {'security_group_rule': {'security_group_id': '95f46a17-87ac-4e0a-b004-849963b5f3a9', 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:15.873231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d1e66-4893-436f-ba4f-dec463757593 req-8d8aa3f7-b85c-42c1-839f-7997d7830170 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:15.876311 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84322b6e-3f80-4a1a-9580-299d31cd7556 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:15.884820 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5c4d1e66-4893-436f-ba4f-dec463757593 req-8d8aa3f7-b85c-42c1-839f-7997d7830170 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 945 time: 0.0781786 Sep 08 13:49:15.947103 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5c4d1e66-4893-436f-ba4f-dec463757593 req-878a36a7-5fee-4ce7-aad7-e8ad4ad92144 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610898 Sep 08 13:49:16.009285 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84322b6e-3f80-4a1a-9580-299d31cd7556 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.060009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78310e23-f217-4db7-97ed-456872845742', 'name': 'tempest-TestServerBasicOps-1911796413-router', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:49:06Z', 'updated_at': '2021-09-08T13:49:11Z', 'revision_number': 4, 'project_id': '6f4719612e894975ad764e9cc305e3c4', 'gw_port': {'id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78310e23-f217-4db7-97ed-456872845742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:49:07Z', 'updated_at': '2021-09-08T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '0241e9e9-de35-45d6-aebf-7e7bfca0b727', 'name': '', 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'mac_address': 'fa:16:3e:7e:fc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78310e23-f217-4db7-97ed-456872845742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '647c9317-0bf4-4041-b800-a47fb769b626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:49:10Z', 'updated_at': '2021-09-08T13:49:15Z', 'revision_number': 4, 'project_id': '6f4719612e894975ad764e9cc305e3c4', 'subnets': [{'id': '647c9317-0bf4-4041-b800-a47fb769b626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:16.090562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ef89c-886b-4c91-bccb-dc4d68af8511 None None] The sync data for ids ['78310e23-f217-4db7-97ed-456872845742'] in n-d-807558-3 is: [{'id': '78310e23-f217-4db7-97ed-456872845742', 'name': 'tempest-TestServerBasicOps-1911796413-router', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:49:06Z', 'updated_at': '2021-09-08T13:49:11Z', 'revision_number': 4, 'project_id': '6f4719612e894975ad764e9cc305e3c4', 'gw_port': {'id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78310e23-f217-4db7-97ed-456872845742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:49:07Z', 'updated_at': '2021-09-08T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '0241e9e9-de35-45d6-aebf-7e7bfca0b727', 'name': '', 'network_id': 'acd83c73-01d9-47e1-9af0-95b40059d603', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'mac_address': 'fa:16:3e:7e:fc:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78310e23-f217-4db7-97ed-456872845742', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '647c9317-0bf4-4041-b800-a47fb769b626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:49:10Z', 'updated_at': '2021-09-08T13:49:15Z', 'revision_number': 4, 'project_id': '6f4719612e894975ad764e9cc305e3c4', 'subnets': [{'id': '647c9317-0bf4-4041-b800-a47fb769b626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:49:16.114570 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84322b6e-3f80-4a1a-9580-299d31cd7556 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.133522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84322b6e-3f80-4a1a-9580-299d31cd7556 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9feaf9e1-1187-4928-9bbd-b68a457d55a1,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:16.248064 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-84322b6e-3f80-4a1a-9580-299d31cd7556 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.250636 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-84322b6e-3f80-4a1a-9580-299d31cd7556 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5128381 Sep 08 13:49:16.253652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46588) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:16.262237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c2a10b76-53f2-46d1-9009-90f2ef75301d tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Request body: {'security_group_rule': {'security_group_id': '95f46a17-87ac-4e0a-b004-849963b5f3a9', 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:16.410512 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-c2a10b76-53f2-46d1-9009-90f2ef75301d tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Project 1f61eb82abb842fba94abd1fe8fba2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:49:16.410512 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2a10b76-53f2-46d1-9009-90f2ef75301d tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.487153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2a10b76-53f2-46d1-9009-90f2ef75301d tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.603030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0241e9e9-de35-45d6-aebf-7e7bfca0b727 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:16.629036 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2a10b76-53f2-46d1-9009-90f2ef75301d tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.654793 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a10b76-53f2-46d1-9009-90f2ef75301d tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bfe172-eefc-412b-89cd-0bc491e3f376,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:16.754054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:16.754361 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c2a10b76-53f2-46d1-9009-90f2ef75301d tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.756018 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c2a10b76-53f2-46d1-9009-90f2ef75301d tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5010722 Sep 08 13:49:16.758780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46598) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:16.761585 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:16.762145 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.764104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9428cde5-e929-4e6c-a675-77b4c0aa89fb tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Request body: {'security_group_rule': {'security_group_id': '95f46a17-87ac-4e0a-b004-849963b5f3a9', 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:16.852174 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.868249 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-9428cde5-e929-4e6c-a675-77b4c0aa89fb tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Project 1f61eb82abb842fba94abd1fe8fba2ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:49:16.873930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9428cde5-e929-4e6c-a675-77b4c0aa89fb tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.888690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 0241e9e9-de35-45d6-aebf-7e7bfca0b727, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0241e9e9-de35-45d6-aebf-7e7bfca0b727,segment=NetworkSegment(14b9a340-70ac-47d1-8ed8-44d87f7bbabd),segment_id=14b9a340-70ac-47d1-8ed8-44d87f7bbabd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:16.951200 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:16.967007 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9428cde5-e929-4e6c-a675-77b4c0aa89fb tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.057716 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.058848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=0241e9e9-de35-45d6-aebf-7e7bfca0b727,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:17.101192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc0d2b-9c04-4390-a9b2-89d0e8c2a3d0 req-f5ac78a5-5f6e-400b-b0ba-bc3144f9e072 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:17.103413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9edc0d2b-9c04-4390-a9b2-89d0e8c2a3d0 req-f5ac78a5-5f6e-400b-b0ba-bc3144f9e072 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 945 time: 0.0571737 Sep 08 13:49:17.142138 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9428cde5-e929-4e6c-a675-77b4c0aa89fb tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.158727 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428cde5-e929-4e6c-a675-77b4c0aa89fb tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106dc722-3d50-4d10-b5ad-06cdcf1f8a56,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:17.172498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9edc0d2b-9c04-4390-a9b2-89d0e8c2a3d0 req-b3e929d9-e881-4eb0-bd9e-518d953fd148 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630436 Sep 08 13:49:17.280013 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9428cde5-e929-4e6c-a675-77b4c0aa89fb tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:17.291840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9428cde5-e929-4e6c-a675-77b4c0aa89fb tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5216234 Sep 08 13:49:17.322515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e55208-562e-4e22-b24f-a63839a53339 req-46ba89fe-b3c8-41b8-97e7-0867d1bee607 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:17.344405 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f9e55208-562e-4e22-b24f-a63839a53339 req-46ba89fe-b3c8-41b8-97e7-0867d1bee607 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 945 time: 0.0952342 Sep 08 13:49:17.407775 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f9e55208-562e-4e22-b24f-a63839a53339 req-9604b560-c8a0-4bc7-a829-397707bf75a5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620496 Sep 08 13:49:17.528758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-f29f29ce-bbfe-4436-850c-2ae4e0f43129 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-460153406&fields=id&tenant_id=1f61eb82abb842fba94abd1fe8fba2ad HTTP/1.1" status: 200 len: 267 time: 0.0707641 Sep 08 13:49:17.634948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa99f5-a0a7-4fe7-9c40-ed3a28891084 req-ace6f998-c359-4ad3-912b-ba6da74d68f1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:17.637072 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40fa99f5-a0a7-4fe7-9c40-ed3a28891084 req-ace6f998-c359-4ad3-912b-ba6da74d68f1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 945 time: 0.1014409 Sep 08 13:49:17.706973 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40fa99f5-a0a7-4fe7-9c40-ed3a28891084 req-08c5458c-7c72-462c-aee6-6f655934cb4c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611944 Sep 08 13:49:17.758829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662394a-3093-42b8-9a07-26af779a72c9 req-b529e344-d498-4e0a-acfc-3f5d54d5479a tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:17.763654 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-b529e344-d498-4e0a-acfc-3f5d54d5479a tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/networks?id=c9aa4674-0447-40a5-9466-6eb84b36c0d2 HTTP/1.1" status: 200 len: 809 time: 0.2204747 Sep 08 13:49:17.806097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-ca778607-007b-4ff5-a0f2-a17fe90e3061 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/quotas/1f61eb82abb842fba94abd1fe8fba2ad HTTP/1.1" status: 200 len: 375 time: 0.0353787 Sep 08 13:49:17.903108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-80a414db-a0c8-486c-bc0b-13f8b949a8de tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f61eb82abb842fba94abd1fe8fba2ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897608 Sep 08 13:49:18.017214 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-5ac69356-1a7f-4f82-9e10-3bfd8f1dfeac service neutron] 10.222.0.69 "GET /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017618 Sep 08 13:49:18.119536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-91e37eef-dd6b-43c7-a023-cfaf87338fb5 service neutron] 10.222.0.69 "GET /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959365 Sep 08 13:49:18.301199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020f9b2-3553-430c-b8bb-24e926e3b1a7 req-a4f8292d-b069-4e1e-8881-3650631e1a61 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:18.302771 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2020f9b2-3553-430c-b8bb-24e926e3b1a7 req-a4f8292d-b069-4e1e-8881-3650631e1a61 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 945 time: 0.0749233 Sep 08 13:49:18.363068 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2020f9b2-3553-430c-b8bb-24e926e3b1a7 req-3a2c95ae-e999-45ae-9cd4-8ede4cd04dd1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536706 Sep 08 13:49:18.430669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46648) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:18.539348 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0241e9e9-de35-45d6-aebf-7e7bfca0b727 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:18.583094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cf01a4f-a1a2-4d6c-887c-5577c2267198 req-9c9d2348-885d-43d9-b99c-4f9128e0e06d tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 210 time: 0.0381546 Sep 08 13:49:18.597654 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7e6b-0338-4184-9777-6a3cefd5a7df admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.626528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:18.626999 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.747871 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7e6b-0338-4184-9777-6a3cefd5a7df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.839148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f5c7e6b-0338-4184-9777-6a3cefd5a7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.876741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c7e6b-0338-4184-9777-6a3cefd5a7df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13400a9a-ca53-41f4-941d-34d565020893,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:18.883630 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9f5c7e6b-0338-4184-9777-6a3cefd5a7df admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=9f3cb7b20721494aab39b6ea765b91af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494500 Sep 08 13:49:18.883894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46666) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:18.933725 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59b48042-698e-42c4-8195-f27ed772a51e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:18.955415 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59b48042-698e-42c4-8195-f27ed772a51e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:19.125873 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59b48042-698e-42c4-8195-f27ed772a51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:19.129920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-59b48042-698e-42c4-8195-f27ed772a51e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:19.134580 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-59b48042-698e-42c4-8195-f27ed772a51e admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/13400a9a-ca53-41f4-941d-34d565020893 HTTP/1.1" status: 204 len: 168 time: 0.2466514 Sep 08 13:49:19.140797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b48042-698e-42c4-8195-f27ed772a51e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13400a9a-ca53-41f4-941d-34d565020893,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:19.480192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887231ba-c37c-492c-8462-57007cccb70b req-2ee9705d-6149-445d-8d10-c8942db68401 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:19.481770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-887231ba-c37c-492c-8462-57007cccb70b req-2ee9705d-6149-445d-8d10-c8942db68401 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 945 time: 0.0510819 Sep 08 13:49:19.533709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-887231ba-c37c-492c-8462-57007cccb70b req-ee687c90-b8a5-4884-bacd-06e47dd2b29a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458794 Sep 08 13:49:19.686491 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-826f9d2f-e2bb-493f-a02c-a74eeaedd75f req-94bd8756-1f95-42bb-a5b9-5bfe154eccec tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 210 time: 0.0277240 Sep 08 13:49:19.807605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94bb22-7134-498b-a75b-8d209921f220 req-f422669a-162b-417b-8212-a3b1cc94e7c9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:19.809616 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f94bb22-7134-498b-a75b-8d209921f220 req-f422669a-162b-417b-8212-a3b1cc94e7c9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 945 time: 0.0527599 Sep 08 13:49:19.907318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-8f94bb22-7134-498b-a75b-8d209921f220 req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Deleting port 5e340247-1951-4d28-b047-fea330d664f9 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:49:19.908016 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f94bb22-7134-498b-a75b-8d209921f220 req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.000405 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-8f94bb22-7134-498b-a75b-8d209921f220 req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] For port 5e340247-1951-4d28-b047-fea330d664f9, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=5e340247-1951-4d28-b047-fea330d664f9,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:20.007711 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f94bb22-7134-498b-a75b-8d209921f220 req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.016107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-8f94bb22-7134-498b-a75b-8d209921f220 req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Calling delete_port for 5e340247-1951-4d28-b047-fea330d664f9 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:49:20.040242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46692) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:20.056090 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc2a343a-7cbd-4824-a658-58a929419786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.175706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc2a343a-7cbd-4824-a658-58a929419786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.320260 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bc2a343a-7cbd-4824-a658-58a929419786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.320483 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f94bb22-7134-498b-a75b-8d209921f220 req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.333269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['5e340247-1951-4d28-b047-fea330d664f9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:49:20.351137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event deleted for resources: {'Port': ['ID=5e340247-1951-4d28-b047-fea330d664f9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:20.366706 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bc2a343a-7cbd-4824-a658-58a929419786 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e96adacb941a481a908733f82aa15067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251393 Sep 08 13:49:20.369703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46698) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:20.393819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:20.394220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:20.394538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:20.394903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:20.395242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:20.395575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:20.395908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:20.396234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:20.396560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:20.397579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:20.397579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:20.397873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:20.404576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2a343a-7cbd-4824-a658-58a929419786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0b1b69-42e0-47aa-af9c-0186a30c5633,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:20.458069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f94bb22-7134-498b-a75b-8d209921f220 req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] No DVR routers for this DVR port 5e340247-1951-4d28-b047-fea330d664f9 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:49:20.458069 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8f94bb22-7134-498b-a75b-8d209921f220 req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.458702 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f94bb22-7134-498b-a75b-8d209921f220 req-b54ff2e7-c9fe-4012-a8ab-75c05c9b7cb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "DELETE /v2.0/ports/5e340247-1951-4d28-b047-fea330d664f9 HTTP/1.1" status: 204 len: 173 time: 0.6431999 Sep 08 13:49:20.464022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1933c4-34f4-476e-9dd0-5ed43df556d6', 'name': 'network-vif-deleted', 'tag': '5e340247-1951-4d28-b047-fea330d664f9'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:49:20.467073 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55e4d4e-bda5-4022-a7b7-e58fed99c5ac" -d '{"events": [{"server_uuid": "0a1933c4-34f4-476e-9dd0-5ed43df556d6", "name": "network-vif-deleted", "tag": "5e340247-1951-4d28-b047-fea330d664f9"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:49:20.499183 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7c81edf-aada-43d2-adea-58e1f98efa91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.522056 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0949f9b-45d8-45a5-8101-ea3dc4bbacde x-openstack-request-id: req-b0949f9b-45d8-45a5-8101-ea3dc4bbacde {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:49:20.522376 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1933c4-34f4-476e-9dd0-5ed43df556d6", "name": "network-vif-deleted", "tag": "5e340247-1951-4d28-b047-fea330d664f9", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:49:20.522623 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b0949f9b-45d8-45a5-8101-ea3dc4bbacde {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:49:20.523009 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1933c4-34f4-476e-9dd0-5ed43df556d6', 'name': 'network-vif-deleted', 'tag': '5e340247-1951-4d28-b047-fea330d664f9', 'status': 'completed', 'code': 200} Sep 08 13:49:20.528715 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7c81edf-aada-43d2-adea-58e1f98efa91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.645792 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0fdb7eff-0ddc-4c60-9258-a6225eefe50c req-26a82f77-d14c-4ba9-af89-d4e102082047 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 210 time: 0.0292871 Sep 08 13:49:20.789092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-277019ee-3b7a-4b32-979f-04ebe2a63bc3 req-6f290f5f-2fd9-4993-bba4-5fc0484af544 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 210 time: 0.0285690 Sep 08 13:49:20.795741 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7c81edf-aada-43d2-adea-58e1f98efa91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.795741 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a7c81edf-aada-43d2-adea-58e1f98efa91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:20.795741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a7c81edf-aada-43d2-adea-58e1f98efa91 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/bf0b1b69-42e0-47aa-af9c-0186a30c5633 HTTP/1.1" status: 204 len: 168 time: 0.4227102 Sep 08 13:49:20.808183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c81edf-aada-43d2-adea-58e1f98efa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0b1b69-42e0-47aa-af9c-0186a30c5633,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:21.220990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662394a-3093-42b8-9a07-26af779a72c9 req-3f3c1baf-be53-4b45-82ec-a52d82fd1439 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:21.229437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-3f3c1baf-be53-4b45-82ec-a52d82fd1439 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.70 "GET /v2.0/networks?id=c9aa4674-0447-40a5-9466-6eb84b36c0d2 HTTP/1.1" status: 200 len: 809 time: 0.1092823 Sep 08 13:49:21.279185 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-e3603b39-d6f2-4b09-bad8-f7a4629da193 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f61eb82abb842fba94abd1fe8fba2ad HTTP/1.1" status: 200 len: 379 time: 0.0466237 Sep 08 13:49:21.295606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Request body: {'port': {'device_id': '11965a0a-fbee-4fcb-b94b-373325223d26', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'admin_state_up': True, 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'security_groups': ['95f46a17-87ac-4e0a-b004-849963b5f3a9']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:21.525930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Made reservation on behalf of 1f61eb82abb842fba94abd1fe8fba2ad for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:49:21.531675 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:21.709864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Allocated IP 172.20.0.3 (c9aa4674-0447-40a5-9466-6eb84b36c0d2/62af5d9d-f4cd-4fe3-a1ed-39861737467f/7c4df192-eec5-48a1-adcf-ea1926acc965) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:49:21.798499 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ecfae0b-5dcf-4e7f-bcd8-e2238ec18ae9 req-773b9500-74e7-4d11-84dc-ea7fb80fce3f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 210 time: 0.0419183 Sep 08 13:49:21.951021 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-834700de-26cc-49c9-a9ef-a2da8baf69d6 req-5823f2fb-7f56-49f6-b5b5-0579549661a3 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 210 time: 0.0478935 Sep 08 13:49:21.993415 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:22.006066 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Transition to ACTIVE for port object 7c4df192-eec5-48a1-adcf-ea1926acc965 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:49:22.126326 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:22.172199 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Network c9aa4674-0447-40a5-9466-6eb84b36c0d2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:49:22.175951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:22.178550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:49:22.213644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event updated for resources: {'Port': ['ID=7c4df192-eec5-48a1-adcf-ea1926acc965,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:22.246458 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:22.247142 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:22.377857 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-7d3569b5-41a6-4abe-9097-0242516a8965 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0863755 Sep 08 13:49:22.389181 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-5ac7b32b-f6cd-4ff7-9670-749687c40dc4 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:49:22.389989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-5ac7b32b-f6cd-4ff7-9670-749687c40dc4 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063837 Sep 08 13:49:22.562030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Request body: {'port': {'device_id': '11965a0a-fbee-4fcb-b94b-373325223d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:22.654465 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:22.657357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-94d13493-1f6b-43ec-ab34-46f4ed76c7f5 None None] Provisioning for port 7c4df192-eec5-48a1-adcf-ea1926acc965 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:22.665540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-94d13493-1f6b-43ec-ab34-46f4ed76c7f5 None None] Provisioning complete for port 7c4df192-eec5-48a1-adcf-ea1926acc965 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:22.666397 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-94d13493-1f6b-43ec-ab34-46f4ed76c7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:22.712192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-94d13493-1f6b-43ec-ab34-46f4ed76c7f5 None None] Port 7c4df192-eec5-48a1-adcf-ea1926acc965 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:49:23.054559 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b5ea4cb5-b265-48f0-905d-d05b1cf11feb req-639615af-910e-471f-a66d-321d7ef39261 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 210 time: 0.0785873 Sep 08 13:49:23.070219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4df192-eec5-48a1-adcf-ea1926acc965 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:49:23.089972 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.122033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Transition to ACTIVE for port object 7c4df192-eec5-48a1-adcf-ea1926acc965 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:49:23.183011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a2aec-a545-4e2f-ae75-8daccf188209 req-8508b64f-f6ff-43f2-b327-8bd3f414e31e tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:23.185068 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-958a2aec-a545-4e2f-ae75-8daccf188209 req-8508b64f-f6ff-43f2-b327-8bd3f414e31e tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 931 time: 0.0654385 Sep 08 13:49:23.211105 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.270530 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-958a2aec-a545-4e2f-ae75-8daccf188209 req-7d03bf24-80be-4f85-abe1-363a4d2efaee tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743270 Sep 08 13:49:23.282908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Pushing event updated for resources: {'Port': ['ID=7c4df192-eec5-48a1-adcf-ea1926acc965,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:23.360738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Attempting to bind port 7c4df192-eec5-48a1-adcf-ea1926acc965 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:49:23.361089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Attempting to bind port 7c4df192-eec5-48a1-adcf-ea1926acc965 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:49:23.361414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Attempting to bind port 7c4df192-eec5-48a1-adcf-ea1926acc965 on network c9aa4674-0447-40a5-9466-6eb84b36c0d2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:49:23.366993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Port 7c4df192-eec5-48a1-adcf-ea1926acc965 on network c9aa4674-0447-40a5-9466-6eb84b36c0d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:49:23.367308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Attempting to bind port 7c4df192-eec5-48a1-adcf-ea1926acc965 on network c9aa4674-0447-40a5-9466-6eb84b36c0d2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:49:23.373990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:49:23.374378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Checking segment: {'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:49:23.374736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Bound using segment: {'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:49:23.375171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Bound port: 7c4df192-eec5-48a1-adcf-ea1926acc965, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7850ae36-fae7-4982-a33b-7b873eb13e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:49:23.375633 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.492275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5e340247-1951-4d28-b047-fea330d664f9 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:49:23.529293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 5e340247-1951-4d28-b047-fea330d664f9 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:49:23.529531 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 5e340247-1951-4d28-b047-fea330d664f9 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:49:23.530167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] For port 7c4df192-eec5-48a1-adcf-ea1926acc965, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:49:23.536961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] For port 7c4df192-eec5-48a1-adcf-ea1926acc965, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7c4df192-eec5-48a1-adcf-ea1926acc965,segment=NetworkSegment(7850ae36-fae7-4982-a33b-7b873eb13e33),segment_id=7850ae36-fae7-4982-a33b-7b873eb13e33)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:49:23.611764 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.653275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:23.653815 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:23.655873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] 10.222.0.70 "PUT /v2.0/ports/7c4df192-eec5-48a1-adcf-ea1926acc965 HTTP/1.1" status: 200 len: 1091 time: 1.2573962 Sep 08 13:49:23.659191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11965a0a-fbee-4fcb-b94b-373325223d26', 'tag': '7c4df192-eec5-48a1-adcf-ea1926acc965'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:49:23.662728 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0ff591-9a64-4705-b0bc-1ab6be74a523" -d '{"events": [{"name": "network-changed", "server_uuid": "11965a0a-fbee-4fcb-b94b-373325223d26", "tag": "7c4df192-eec5-48a1-adcf-ea1926acc965"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:49:23.708208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43e021-489d-4e93-9762-f37aa0cb5a6c service neutron] Pushing event updated for resources: {'Port': ['ID=7c4df192-eec5-48a1-adcf-ea1926acc965,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:23.747213 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0970e9f3-8bf6-4fac-a9e9-a77303340a41 x-openstack-request-id: req-0970e9f3-8bf6-4fac-a9e9-a77303340a41 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:49:23.747590 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11965a0a-fbee-4fcb-b94b-373325223d26", "tag": "7c4df192-eec5-48a1-adcf-ea1926acc965", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:49:23.747971 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0970e9f3-8bf6-4fac-a9e9-a77303340a41 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:49:23.748832 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11965a0a-fbee-4fcb-b94b-373325223d26', 'tag': '7c4df192-eec5-48a1-adcf-ea1926acc965', 'status': 'completed', 'code': 200} Sep 08 13:49:23.831011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ff591-9a64-4705-b0bc-1ab6be74a523 req-f021bbb1-e79d-418b-a968-1362cb52bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:23.833030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b0ff591-9a64-4705-b0bc-1ab6be74a523 req-f021bbb1-e79d-418b-a968-1362cb52bb88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f61eb82abb842fba94abd1fe8fba2ad&device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 1094 time: 0.0541928 Sep 08 13:49:24.021470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ff591-9a64-4705-b0bc-1ab6be74a523 req-139b205d-b0a7-4f55-9899-dea03b718f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:24.023109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b0ff591-9a64-4705-b0bc-1ab6be74a523 req-139b205d-b0a7-4f55-9899-dea03b718f97 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=1f61eb82abb842fba94abd1fe8fba2ad&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1822405 Sep 08 13:49:24.142411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ff591-9a64-4705-b0bc-1ab6be74a523 req-18e1bb4b-6c0b-44b3-9aae-cb8b166c57b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:24.143996 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b0ff591-9a64-4705-b0bc-1ab6be74a523 req-18e1bb4b-6c0b-44b3-9aae-cb8b166c57b8 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1143332 Sep 08 13:49:24.200041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bab5f8a2-a455-492c-8e43-69a4c3fa34e8 req-fe1af2a5-40ac-4219-9633-85398409425b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 210 time: 0.0439904 Sep 08 13:49:24.263074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662394a-3093-42b8-9a07-26af779a72c9 req-b1896078-8442-4243-a87e-ac1fa15a843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:24.264778 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-b1896078-8442-4243-a87e-ac1fa15a843e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f61eb82abb842fba94abd1fe8fba2ad&device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 1094 time: 0.0675380 Sep 08 13:49:24.326382 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-d59b6eaa-e596-4a73-abbb-a2e57cab288a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c4df192-eec5-48a1-adcf-ea1926acc965 HTTP/1.1" status: 200 len: 217 time: 0.0535669 Sep 08 13:49:24.394976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662394a-3093-42b8-9a07-26af779a72c9 req-723e2183-1559-480c-a9b0-5c57ae2e2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:24.397127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-723e2183-1559-480c-a9b0-5c57ae2e2151 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=62af5d9d-f4cd-4fe3-a1ed-39861737467f HTTP/1.1" status: 200 len: 848 time: 0.0633140 Sep 08 13:49:24.456648 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662394a-3093-42b8-9a07-26af779a72c9 req-22602cc5-9fc0-4168-8e31-0f3cc1186eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:24.458444 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-22602cc5-9fc0-4168-8e31-0f3cc1186eab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9aa4674-0447-40a5-9466-6eb84b36c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544195 Sep 08 13:49:24.463104 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75f729-f5e8-49c3-8442-c76e72cb68b3 req-58c32b36-8ad6-4b19-8842-fae4a5d8481e tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:24.473928 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a75f729-f5e8-49c3-8442-c76e72cb68b3 req-58c32b36-8ad6-4b19-8842-fae4a5d8481e tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 943 time: 0.0732012 Sep 08 13:49:24.533442 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a75f729-f5e8-49c3-8442-c76e72cb68b3 req-9e445e4b-0232-4ac7-832a-daf00a5f4be6 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573080 Sep 08 13:49:24.594972 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-2c0feed7-b63f-4071-894d-5be1d28e28b1 service neutron] 10.222.0.70 "GET /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234863 Sep 08 13:49:24.702221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6662394a-3093-42b8-9a07-26af779a72c9 req-fd804ac0-b436-4f0b-a051-b209303de183 service neutron] 10.222.0.70 "GET /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999246 Sep 08 13:49:24.816573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46820) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:24.967938 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa3141e1-68fc-414c-bc03-5f1f5b1441f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.076317 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa3141e1-68fc-414c-bc03-5f1f5b1441f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.166447 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fa3141e1-68fc-414c-bc03-5f1f5b1441f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.210320 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fa3141e1-68fc-414c-bc03-5f1f5b1441f3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d0a14b9263894adab4ae40346cf0646b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925691 Sep 08 13:49:25.211836 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3141e1-68fc-414c-bc03-5f1f5b1441f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8e9f10-91c9-4c48-a1eb-ce7edea2925d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:25.213041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46828) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:25.272164 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b36f481-23a1-42aa-bad6-3b9d337e9250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.296184 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b36f481-23a1-42aa-bad6-3b9d337e9250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.347089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7e938928-90e3-49de-a34f-a40c975db435 req-4e6d374a-0056-4248-9cf5-5a34f5e19c21 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=0a1933c4-34f4-476e-9dd0-5ed43df556d6 HTTP/1.1" status: 200 len: 210 time: 0.0436954 Sep 08 13:49:25.469081 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b36f481-23a1-42aa-bad6-3b9d337e9250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.472722 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b36f481-23a1-42aa-bad6-3b9d337e9250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:25.473939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6b36f481-23a1-42aa-bad6-3b9d337e9250 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0d8e9f10-91c9-4c48-a1eb-ce7edea2925d HTTP/1.1" status: 204 len: 168 time: 0.2599001 Sep 08 13:49:25.483199 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36f481-23a1-42aa-bad6-3b9d337e9250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8e9f10-91c9-4c48-a1eb-ce7edea2925d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:25.655970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fd574-cea1-476c-913d-866a543b5fb9 req-7258c988-0128-4c66-a39f-c274f10cff5c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:25.658060 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-467fd574-cea1-476c-913d-866a543b5fb9 req-7258c988-0128-4c66-a39f-c274f10cff5c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 943 time: 0.0596364 Sep 08 13:49:25.700052 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-467fd574-cea1-476c-913d-866a543b5fb9 req-29da95f2-4012-45fc-8c73-efdb79923762 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353034 Sep 08 13:49:26.288768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 46850) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:26.307462 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f9535b65-b618-4daa-b97d-07f2ff2c0fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:26.403799 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f9535b65-b618-4daa-b97d-07f2ff2c0fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:26.497890 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f9535b65-b618-4daa-b97d-07f2ff2c0fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:26.544831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f9535b65-b618-4daa-b97d-07f2ff2c0fef admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=4aaf360fcf0d4ff09d2eb8016fc3d1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2548175 Sep 08 13:49:26.545744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9535b65-b618-4daa-b97d-07f2ff2c0fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe5f820-2d24-4030-97df-475ca22e643f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:26.547654 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 46858) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:26.607576 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7dcc-69e3-448f-9be4-b28be08bd8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:26.631358 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7dcc-69e3-448f-9be4-b28be08bd8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:26.806027 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7dcc-69e3-448f-9be4-b28be08bd8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:26.808625 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4a5d7dcc-69e3-448f-9be4-b28be08bd8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:26.809956 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4a5d7dcc-69e3-448f-9be4-b28be08bd8eb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/2fe5f820-2d24-4030-97df-475ca22e643f HTTP/1.1" status: 204 len: 168 time: 0.2607369 Sep 08 13:49:26.824128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d7dcc-69e3-448f-9be4-b28be08bd8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe5f820-2d24-4030-97df-475ca22e643f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:26.837067 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcefd4b-3172-49ba-832c-fbdfe0eea44f req-b7a537e7-d5ea-4bdf-8f65-6a160950572a tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:26.838820 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2dcefd4b-3172-49ba-832c-fbdfe0eea44f req-b7a537e7-d5ea-4bdf-8f65-6a160950572a tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 943 time: 0.0656927 Sep 08 13:49:26.884934 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2dcefd4b-3172-49ba-832c-fbdfe0eea44f req-6d0d113e-9e74-45d9-aa62-682f34dfdba6 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375409 Sep 08 13:49:27.963565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7c4df192-eec5-48a1-adcf-ea1926acc965 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:49:28.052434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95e40e-0545-49e6-bd86-b710494c8f66 req-20cea5b3-33f8-40aa-81cc-ea17d31341c1 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:28.060987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e95e40e-0545-49e6-bd86-b710494c8f66 req-20cea5b3-33f8-40aa-81cc-ea17d31341c1 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 943 time: 0.0990820 Sep 08 13:49:28.100689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e95e40e-0545-49e6-bd86-b710494c8f66 req-3dc35a20-078d-4887-88f8-f615066bdfbb tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387697 Sep 08 13:49:28.125729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7c4df192-eec5-48a1-adcf-ea1926acc965, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7c4df192-eec5-48a1-adcf-ea1926acc965,segment=NetworkSegment(7850ae36-fae7-4982-a33b-7b873eb13e33),segment_id=7850ae36-fae7-4982-a33b-7b873eb13e33)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:28.143717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '7c4df192-eec5-48a1-adcf-ea1926acc965', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'port_id': '7c4df192-eec5-48a1-adcf-ea1926acc965', 'mac_address': 'fa:16:3e:33:8e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:49:28.195963 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:28.233569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4df192-eec5-48a1-adcf-ea1926acc965 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:49:28.261543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7c4df192-eec5-48a1-adcf-ea1926acc965, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7c4df192-eec5-48a1-adcf-ea1926acc965,segment=NetworkSegment(7850ae36-fae7-4982-a33b-7b873eb13e33),segment_id=7850ae36-fae7-4982-a33b-7b873eb13e33)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:28.394062 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:28.471381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=7c4df192-eec5-48a1-adcf-ea1926acc965,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:28.627950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['7c4df192-eec5-48a1-adcf-ea1926acc965'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:49:29.232138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e009e-e66e-41ff-933f-ceb84a164163 req-9090c4cc-5ccd-4f75-b0ec-a4f3bd757142 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:29.233810 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e7e009e-e66e-41ff-933f-ceb84a164163 req-9090c4cc-5ccd-4f75-b0ec-a4f3bd757142 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 944 time: 0.0563433 Sep 08 13:49:29.276150 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e7e009e-e66e-41ff-933f-ceb84a164163 req-1d232e45-5d7a-456a-a037-34c35d1f0c9a tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355809 Sep 08 13:49:29.965900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7c4df192-eec5-48a1-adcf-ea1926acc965 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:49:30.134439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 7c4df192-eec5-48a1-adcf-ea1926acc965 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:49:30.140107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 7c4df192-eec5-48a1-adcf-ea1926acc965 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:49:30.140749 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:30.255417 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:30.295277 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11965a0a-fbee-4fcb-b94b-373325223d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4df192-eec5-48a1-adcf-ea1926acc965'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:49:30.297959 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c189ed-b4e5-48c0-bc69-527704a06105" -d '{"events": [{"server_uuid": "11965a0a-fbee-4fcb-b94b-373325223d26", "name": "network-vif-plugged", "status": "completed", "tag": "7c4df192-eec5-48a1-adcf-ea1926acc965"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:49:30.322236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 7c4df192-eec5-48a1-adcf-ea1926acc965, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7c4df192-eec5-48a1-adcf-ea1926acc965,segment=NetworkSegment(7850ae36-fae7-4982-a33b-7b873eb13e33),segment_id=7850ae36-fae7-4982-a33b-7b873eb13e33)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:49:30.371041 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f559b27-bb88-44e2-b001-d72db6b5bf1c x-openstack-request-id: req-5f559b27-bb88-44e2-b001-d72db6b5bf1c {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:49:30.371866 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11965a0a-fbee-4fcb-b94b-373325223d26", "name": "network-vif-plugged", "status": "completed", "tag": "7c4df192-eec5-48a1-adcf-ea1926acc965", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:49:30.372613 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5f559b27-bb88-44e2-b001-d72db6b5bf1c {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:49:30.373388 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11965a0a-fbee-4fcb-b94b-373325223d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4df192-eec5-48a1-adcf-ea1926acc965', 'code': 200} Sep 08 13:49:30.435651 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:30.569164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=7c4df192-eec5-48a1-adcf-ea1926acc965,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:30.578628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:30.579082 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:30.579510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:30.580147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:30.580573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:30.581026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:30.581633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:30.582071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:30.582539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:30.582971 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:30.583409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:30.583843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:30.665745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea1b5f-7aae-4b7b-913f-83039016393f req-c0a5f385-de7c-470e-b740-c9accc5dda31 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:30.667965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0ea1b5f-7aae-4b7b-913f-83039016393f req-c0a5f385-de7c-470e-b740-c9accc5dda31 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 945 time: 0.1907861 Sep 08 13:49:30.683884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec849ad9-b36e-4aba-b2af-fb1d7151c260 req-a1cf10a9-1d79-4b2d-b7ba-a9729a888de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:30.685399 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec849ad9-b36e-4aba-b2af-fb1d7151c260 req-a1cf10a9-1d79-4b2d-b7ba-a9729a888de0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 1096 time: 0.1441798 Sep 08 13:49:30.741187 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec849ad9-b36e-4aba-b2af-fb1d7151c260 req-8d8e4ad0-6533-438d-89f5-f612be83d644 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471554 Sep 08 13:49:30.744179 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0ea1b5f-7aae-4b7b-913f-83039016393f req-eabb9a95-90da-4623-a891-860efb38d04b tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687809 Sep 08 13:49:31.916618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c367ed-9ca3-4a0c-95ca-247f4140dd60 req-0e1a928a-504b-495b-be28-867d637831fb tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:31.924449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c8c367ed-9ca3-4a0c-95ca-247f4140dd60 req-0e1a928a-504b-495b-be28-867d637831fb tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 945 time: 0.0992877 Sep 08 13:49:31.974200 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c8c367ed-9ca3-4a0c-95ca-247f4140dd60 req-baf32e2c-6255-42b4-9794-00a71c12d455 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437882 Sep 08 13:49:33.136606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dea983-a0f4-4b86-b784-54e27c5c2ab2 req-718556a1-d349-4b5c-aa6b-cf9eea34ebe9 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:33.140261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64dea983-a0f4-4b86-b784-54e27c5c2ab2 req-718556a1-d349-4b5c-aa6b-cf9eea34ebe9 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 945 time: 0.0779727 Sep 08 13:49:33.190286 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64dea983-a0f4-4b86-b784-54e27c5c2ab2 req-bfd56aeb-a504-49ec-a8a5-24aa0fa7e5d1 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410135 Sep 08 13:49:33.375287 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9482f74-8a47-4848-b46d-4c928f5560e1 req-67d33872-4bb1-4001-80eb-f1d20d530fd5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:33.377613 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c9482f74-8a47-4848-b46d-4c928f5560e1 req-67d33872-4bb1-4001-80eb-f1d20d530fd5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 945 time: 0.0569692 Sep 08 13:49:33.433004 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c9482f74-8a47-4848-b46d-4c928f5560e1 req-955f960e-92f8-4713-a6fa-680f6eb85559 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483127 Sep 08 13:49:33.581468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbee62-3e33-4e35-a72a-d6deafc801c4 req-61d30a93-3ae4-4442-a289-0b76e78e0cb1 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:33.583360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1dbee62-3e33-4e35-a72a-d6deafc801c4 req-61d30a93-3ae4-4442-a289-0b76e78e0cb1 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 945 time: 0.0741751 Sep 08 13:49:33.627945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1dbee62-3e33-4e35-a72a-d6deafc801c4 req-28f74991-616b-45c6-b9d5-d7c9e6e5b5be tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372345 Sep 08 13:49:33.650936 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47058) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:33.873611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa3266b-5d71-414a-9b7e-eee60c2c75f3 tempest-TestServerBasicOps-459946113 tempest-TestServerBasicOps-459946113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:33.875316 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-faa3266b-5d71-414a-9b7e-eee60c2c75f3 tempest-TestServerBasicOps-459946113 tempest-TestServerBasicOps-459946113-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 1091 time: 0.2226393 Sep 08 13:49:33.878853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47064) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:33.883710 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '7c4df192-eec5-48a1-adcf-ea1926acc965', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'fixed_ip_address': '172.20.0.3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:33.982635 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:34.102484 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:34.223733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Allocated IP 172.25.5.21 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/af5c8b2a-3ff2-4177-a1e7-e2d51e5ecade) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:49:34.343982 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:34.731937 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:34.769748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:49:34.771156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:34.774712 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:49:34.807895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event updated for resources: {'Port': ['ID=af5c8b2a-3ff2-4177-a1e7-e2d51e5ecade,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:35.684262 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:35.961351 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:36.174072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:36.256646 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:36.365631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event updated for resources: {'Port': ['ID=af5c8b2a-3ff2-4177-a1e7-e2d51e5ecade,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:36.373515 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:36.500247 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Floating IP 2854c0c6-98f8-4f86-a37d-cbe3c048a689 associated. External IP: 172.25.5.21, port: 7c4df192-eec5-48a1-adcf-ea1926acc965. Sep 08 13:49:36.735419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Router c6207261-88a1-46dc-ae48-53589374933e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:49:36.861996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:49:36.874991 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e3fb2-e7f5-44e4-9241-a89a7cdef174 None None] Sync routers for ids ['c6207261-88a1-46dc-ae48-53589374933e'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:49:36.887588 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e3fb2-e7f5-44e4-9241-a89a7cdef174 None None] Routers {'c6207261-88a1-46dc-ae48-53589374933e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:36.888264 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-056e3fb2-e7f5-44e4-9241-a89a7cdef174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:49:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['c6207261-88a1-46dc-ae48-53589374933e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:36.966066 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:37.013696 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-056e3fb2-e7f5-44e4-9241-a89a7cdef174 None None] Set router c6207261-88a1-46dc-ae48-53589374933e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:37.031154 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c8546a1e-f8c5-465f-8a41-a73825abfde5 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1511614 Sep 08 13:49:37.031840 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11965a0a-fbee-4fcb-b94b-373325223d26', 'tag': '7c4df192-eec5-48a1-adcf-ea1926acc965'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:49:37.034551 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d03c17-bb7f-4ca4-bb42-73d59aff1c43" -d '{"events": [{"name": "network-changed", "server_uuid": "11965a0a-fbee-4fcb-b94b-373325223d26", "tag": "7c4df192-eec5-48a1-adcf-ea1926acc965"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:49:37.096384 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9da6279-24c7-4a60-93ed-1aa56e3e111f x-openstack-request-id: req-b9da6279-24c7-4a60-93ed-1aa56e3e111f {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:49:37.096685 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11965a0a-fbee-4fcb-b94b-373325223d26", "tag": "7c4df192-eec5-48a1-adcf-ea1926acc965", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:49:37.096926 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b9da6279-24c7-4a60-93ed-1aa56e3e111f {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:49:37.097343 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11965a0a-fbee-4fcb-b94b-373325223d26', 'tag': '7c4df192-eec5-48a1-adcf-ea1926acc965', 'status': 'completed', 'code': 200} Sep 08 13:49:37.204070 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03c17-bb7f-4ca4-bb42-73d59aff1c43 req-9ce1d6a4-5930-422f-801d-da356145d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:37.205595 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7d03c17-bb7f-4ca4-bb42-73d59aff1c43 req-9ce1d6a4-5930-422f-801d-da356145d226 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f61eb82abb842fba94abd1fe8fba2ad&device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 1096 time: 0.0820658 Sep 08 13:49:37.303492 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-056e3fb2-e7f5-44e4-9241-a89a7cdef174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:49:00Z', 'revision_number': 4, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2854c0c6-98f8-4f86-a37d-cbe3c048a689', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'port_id': '7c4df192-eec5-48a1-adcf-ea1926acc965', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'mac_address': 'fa:16:3e:33:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11965a0a-fbee-4fcb-b94b-373325223d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:49:35Z', 'updated_at': '2021-09-08T13:49:35Z', 'revision_number': 0, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6', 'name': '', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'mac_address': 'fa:16:3e:87:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:59Z', 'updated_at': '2021-09-08T13:49:07Z', 'revision_number': 5, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'subnets': [{'id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:37.313147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03c17-bb7f-4ca4-bb42-73d59aff1c43 req-af61cb60-1090-4253-a098-8026d9696637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:37.314799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7d03c17-bb7f-4ca4-bb42-73d59aff1c43 req-af61cb60-1090-4253-a098-8026d9696637 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9aa4674-0447-40a5-9466-6eb84b36c0d2 HTTP/1.1" status: 200 len: 910 time: 0.1012299 Sep 08 13:49:37.332224 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e3fb2-e7f5-44e4-9241-a89a7cdef174 None None] Checking router: c6207261-88a1-46dc-ae48-53589374933e for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:49:37.344549 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056e3fb2-e7f5-44e4-9241-a89a7cdef174 None None] Routers {'c6207261-88a1-46dc-ae48-53589374933e'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:49:37.347304 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-056e3fb2-e7f5-44e4-9241-a89a7cdef174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:49:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['c6207261-88a1-46dc-ae48-53589374933e'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:37.384835 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7d03c17-bb7f-4ca4-bb42-73d59aff1c43 req-accd2b89-3fd7-4f23-8eb6-2d7dc66ae0ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c4df192-eec5-48a1-adcf-ea1926acc965 HTTP/1.1" status: 200 len: 998 time: 0.0619590 Sep 08 13:49:37.437000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03c17-bb7f-4ca4-bb42-73d59aff1c43 req-5c449289-5c0b-45a7-b49f-c65e5f86610c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:37.438645 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7d03c17-bb7f-4ca4-bb42-73d59aff1c43 req-5c449289-5c0b-45a7-b49f-c65e5f86610c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=62af5d9d-f4cd-4fe3-a1ed-39861737467f HTTP/1.1" status: 200 len: 848 time: 0.0474944 Sep 08 13:49:37.458074 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-056e3fb2-e7f5-44e4-9241-a89a7cdef174 None None] Set router c6207261-88a1-46dc-ae48-53589374933e gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:49:37.511846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d03c17-bb7f-4ca4-bb42-73d59aff1c43 req-4e354d3a-9939-4ae9-b6f3-25f58a1af6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:37.514318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7d03c17-bb7f-4ca4-bb42-73d59aff1c43 req-4e354d3a-9939-4ae9-b6f3-25f58a1af6e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9aa4674-0447-40a5-9466-6eb84b36c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684142 Sep 08 13:49:37.619268 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7d03c17-bb7f-4ca4-bb42-73d59aff1c43 req-8c4df7c0-2f02-4c35-a8d7-489210f72ea6 service neutron] 10.222.0.70 "GET /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964975 Sep 08 13:49:37.767234 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-056e3fb2-e7f5-44e4-9241-a89a7cdef174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:49:00Z', 'revision_number': 4, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2854c0c6-98f8-4f86-a37d-cbe3c048a689', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'port_id': '7c4df192-eec5-48a1-adcf-ea1926acc965', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'mac_address': 'fa:16:3e:33:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11965a0a-fbee-4fcb-b94b-373325223d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:49:35Z', 'updated_at': '2021-09-08T13:49:35Z', 'revision_number': 0, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6', 'name': '', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'mac_address': 'fa:16:3e:87:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:59Z', 'updated_at': '2021-09-08T13:49:07Z', 'revision_number': 5, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'subnets': [{'id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:49:37.809290 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056e3fb2-e7f5-44e4-9241-a89a7cdef174 None None] The sync data for ids ['c6207261-88a1-46dc-ae48-53589374933e'] in n-d-807558-3 is: [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:49:00Z', 'revision_number': 4, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2854c0c6-98f8-4f86-a37d-cbe3c048a689', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'port_id': '7c4df192-eec5-48a1-adcf-ea1926acc965', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'mac_address': 'fa:16:3e:33:8e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11965a0a-fbee-4fcb-b94b-373325223d26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:49:35Z', 'updated_at': '2021-09-08T13:49:35Z', 'revision_number': 0, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6', 'name': '', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'mac_address': 'fa:16:3e:87:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:59Z', 'updated_at': '2021-09-08T13:49:07Z', 'revision_number': 5, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'subnets': [{'id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:49:37.834588 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44db1e3f-39a6-4937-9a1f-aab7f89518a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:38.088909 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7d03c17-bb7f-4ca4-bb42-73d59aff1c43 req-14eec797-546e-4690-aaa8-36015beba891 service neutron] 10.222.0.70 "GET /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624159 Sep 08 13:49:38.123255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba58cb7-c222-4593-ae31-e94826bcb96a None None] New status for floating IP 2854c0c6-98f8-4f86-a37d-cbe3c048a689: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:49:40.193745 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-abbeed69-3c68-453a-9c48-c70ed76d4f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:40.332804 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:49:40.611165 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:41.913694 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:43.319772 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:44.621778 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:47.348129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:51.064297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47340) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:51.183661 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-29c23441-9a6b-4cb0-b77a-da328420a84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:51.268904 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-29c23441-9a6b-4cb0-b77a-da328420a84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:51.371500 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-29c23441-9a6b-4cb0-b77a-da328420a84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:51.410304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c23441-9a6b-4cb0-b77a-da328420a84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82189843-18cf-4d9f-a00d-389f00d5ca1b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:51.417851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47348) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:51.418493 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-29c23441-9a6b-4cb0-b77a-da328420a84f admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b68605b434f4427e801f566462d7ef80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526306 Sep 08 13:49:51.481930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:51.504122 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:51.673307 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:51.681387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:51.681387 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/82189843-18cf-4d9f-a00d-389f00d5ca1b HTTP/1.1" status: 204 len: 168 time: 0.2585015 Sep 08 13:49:51.689156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82189843-18cf-4d9f-a00d-389f00d5ca1b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:51.697198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:51.697513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:51.697852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:51.700555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:51.700555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:51.700555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:51.700555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:51.700555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:51.700555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:51.700555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:51.700555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:51.701478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2121d2a-83ae-454c-b59f-a477f9a82615 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:49:53.012199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47386) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:53.122971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-96153081-network', 'tenant_id': 'e24c2b421e174ca0a3c61b631d598e5d'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:53.331032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Made reservation on behalf of e24c2b421e174ca0a3c61b631d598e5d for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:49:53.333900 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:53.343434 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:53.568697 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:53.667602 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:53.698965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 13:49:53.710449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76313a5f-52ca-4e01-a39b-8628f4c665ca,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:53.715350 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:53.715698 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Added segment 87ea275b-89bc-401e-8dfd-914846cd9b38 of type vlan for network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 Sep 08 13:49:53.757997 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:53.879227 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:53.880555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:53.881356 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:53.945756 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] Pushing event updated for resources: {'Network': ['ID=50d22a5b-9eb0-4536-b088-bcbdd03e7cf2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:53.963811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 13:49:54.051268 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e4c9b2bd-9dac-4683-a30d-d9b220901c41 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0379529 Sep 08 13:49:54.054571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47400) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:49:54.059555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-addb1ccf-6c94-4fe2-b3a1-0688258d0cef admin admin] Request body: {'subnet': {'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-96153081-subnet', 'tenant_id': 'e24c2b421e174ca0a3c61b631d598e5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:49:54.170392 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addb1ccf-6c94-4fe2-b3a1-0688258d0cef admin admin] Made reservation on behalf of e24c2b421e174ca0a3c61b631d598e5d for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:49:54.172949 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-addb1ccf-6c94-4fe2-b3a1-0688258d0cef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:54.434380 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-addb1ccf-6c94-4fe2-b3a1-0688258d0cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:54.542644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb1ccf-6c94-4fe2-b3a1-0688258d0cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c109dd-84b1-4587-acdb-2953e88dd4ce,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:49:54.558355 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb1ccf-6c94-4fe2-b3a1-0688258d0cef admin admin] Checking segment: {'id': '87ea275b-89bc-401e-8dfd-914846cd9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:49:54.558963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb1ccf-6c94-4fe2-b3a1-0688258d0cef admin admin] Network hostable DHCP agents. Network: 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 13:49:54.656507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb1ccf-6c94-4fe2-b3a1-0688258d0cef admin admin] Network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 13:49:54.804737 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-addb1ccf-6c94-4fe2-b3a1-0688258d0cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:49:54.809949 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addb1ccf-6c94-4fe2-b3a1-0688258d0cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:49:54.810660 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-addb1ccf-6c94-4fe2-b3a1-0688258d0cef admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:49:54.815252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d175c2-05c9-4a8a-9f18-f5543b3017fc None None] Network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:49:54.943195 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-addb1ccf-6c94-4fe2-b3a1-0688258d0cef admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8874912 Sep 08 13:49:54.950160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0bb3f1-e2c7-4e6f-9737-9b5e8b019876 None None] Network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:50:05.865497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-81089731-4f46-4982-924c-0e4145460b99 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:05.871198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-81089731-4f46-4982-924c-0e4145460b99 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1191316 Sep 08 13:50:05.888667 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-db50ada8-92b5-4b2c-a385-14f34d43c6ca tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/quotas/0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 375 time: 0.0147908 Sep 08 13:50:05.947950 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-32a6436e-aada-4182-8c39-b9e4420a9676 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536609 Sep 08 13:50:06.043682 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-18bd011d-d605-4bef-9a01-333269972015 service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887702 Sep 08 13:50:06.140228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-7c5e1ea0-b014-4576-9668-016f506db7df service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898998 Sep 08 13:50:06.468073 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1afd7e8-3633-4908-bfb4-daefa2c5834e req-34d35c9c-859c-4041-9302-bba2dcb81763 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 210 time: 0.0328033 Sep 08 13:50:06.947693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47666) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:07.054372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2236c82-4301-4dff-95ed-db32e15a2206 req-411f3a23-0276-445c-a2ec-f92bb8346b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:07.055919 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2236c82-4301-4dff-95ed-db32e15a2206 req-411f3a23-0276-445c-a2ec-f92bb8346b05 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 1096 time: 0.1068969 Sep 08 13:50:07.094701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2236c82-4301-4dff-95ed-db32e15a2206 req-f9d2d9dc-d76d-4691-af0c-1fdefaf0f3f9 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327480 Sep 08 13:50:07.586215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a9254e8a-506e-44ef-96bc-e440fdb67360 req-ff1da394-5a65-45e7-b889-44f5e1683141 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 210 time: 0.0293257 Sep 08 13:50:07.827258 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b564cb62-e01f-4c43-829e-59f1d432f4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:08.691464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1feee72-021d-4bbf-8e35-8e3a0f536d80 req-f95147e5-5a41-4c56-abaf-6974b7c09519 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 210 time: 0.0304563 Sep 08 13:50:09.023334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-39c92a48-8831-475a-9acf-b08fd276907f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:09.025678 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-39c92a48-8831-475a-9acf-b08fd276907f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1135037 Sep 08 13:50:09.043552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'port': {'device_id': 'f977a00b-be56-4a43-849b-ae3e0d41a5cc', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'admin_state_up': True, 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:09.245240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Made reservation on behalf of 0be6846d67cf40e5b43b26617c1eef63 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:50:09.249117 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:09.391634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Allocated IP 172.20.0.10 (d399fb4b-f64d-4cd8-ac1d-1a55227053f1/ceb0e550-638c-49f8-9d34-968890004912/a2d352e0-a04e-4b82-b362-64bf9829bce2) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:50:09.562253 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:09.576853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Transition to ACTIVE for port object a2d352e0-a04e-4b82-b362-64bf9829bce2 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:50:09.707680 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:09.755693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:50:09.760261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:50:09.765465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:50:09.792784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=a2d352e0-a04e-4b82-b362-64bf9829bce2,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:09.847527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:09.848323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:09.944422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-f1a6d410-cb66-4578-9ea4-58e5f7fa9131 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9050925 Sep 08 13:50:09.964262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Request body: {'port': {'device_id': 'f977a00b-be56-4a43-849b-ae3e0d41a5cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:09.977076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d5cf2-01fd-4236-979a-e97c6c39d943 req-6f575d72-9d98-45f1-9806-642e99f3d988 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:09.998047 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ed3d5cf2-01fd-4236-979a-e97c6c39d943 req-6f575d72-9d98-45f1-9806-642e99f3d988 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 932 time: 0.1367083 Sep 08 13:50:10.050407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ed3d5cf2-01fd-4236-979a-e97c6c39d943 req-78db9405-e803-451b-9498-1aa51564c421 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574038 Sep 08 13:50:10.081362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:10.221997 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f884c9e6-0836-41e7-a530-89d35a3f7758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:10.273623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-edd7ee3f-551c-4526-84eb-c97ffedccec4 None None] Provisioning for port a2d352e0-a04e-4b82-b362-64bf9829bce2 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:50:10.284504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-edd7ee3f-551c-4526-84eb-c97ffedccec4 None None] Provisioning complete for port a2d352e0-a04e-4b82-b362-64bf9829bce2 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:50:10.284882 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-edd7ee3f-551c-4526-84eb-c97ffedccec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:10.351909 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-edd7ee3f-551c-4526-84eb-c97ffedccec4 None None] Port a2d352e0-a04e-4b82-b362-64bf9829bce2 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:50:10.374158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d352e0-a04e-4b82-b362-64bf9829bce2 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:50:10.386907 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:10.404885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Transition to ACTIVE for port object a2d352e0-a04e-4b82-b362-64bf9829bce2 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:50:10.484862 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:10.567615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Pushing event updated for resources: {'Port': ['ID=a2d352e0-a04e-4b82-b362-64bf9829bce2,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:10.610198 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:10.668145 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Attempting to bind port a2d352e0-a04e-4b82-b362-64bf9829bce2 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:50:10.668484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Attempting to bind port a2d352e0-a04e-4b82-b362-64bf9829bce2 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:50:10.668819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Attempting to bind port a2d352e0-a04e-4b82-b362-64bf9829bce2 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:50:10.674364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Port a2d352e0-a04e-4b82-b362-64bf9829bce2 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:50:10.674692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Attempting to bind port a2d352e0-a04e-4b82-b362-64bf9829bce2 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:50:10.684916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:50:10.685272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Checking segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:50:10.685671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Bound using segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:50:10.686114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Bound port: a2d352e0-a04e-4b82-b362-64bf9829bce2, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:50:10.686524 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:10.775029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] For port a2d352e0-a04e-4b82-b362-64bf9829bce2, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:50:10.796526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] For port a2d352e0-a04e-4b82-b362-64bf9829bce2, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2d352e0-a04e-4b82-b362-64bf9829bce2,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:50:10.896258 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:10.929832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:10.930689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:10.932043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] 10.222.0.60 "PUT /v2.0/ports/a2d352e0-a04e-4b82-b362-64bf9829bce2 HTTP/1.1" status: 200 len: 1092 time: 0.9731224 Sep 08 13:50:10.932482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f977a00b-be56-4a43-849b-ae3e0d41a5cc', 'tag': 'a2d352e0-a04e-4b82-b362-64bf9829bce2'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:50:10.934768 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1fb00f-2597-4502-97bf-237554e00cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f977a00b-be56-4a43-849b-ae3e0d41a5cc", "tag": "a2d352e0-a04e-4b82-b362-64bf9829bce2"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:50:10.976476 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4682d618-cf86-439c-b3f9-25073499e80e x-openstack-request-id: req-4682d618-cf86-439c-b3f9-25073499e80e {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:50:10.976775 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f977a00b-be56-4a43-849b-ae3e0d41a5cc", "tag": "a2d352e0-a04e-4b82-b362-64bf9829bce2", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:50:10.977029 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4682d618-cf86-439c-b3f9-25073499e80e {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:50:10.977700 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f977a00b-be56-4a43-849b-ae3e0d41a5cc', 'tag': 'a2d352e0-a04e-4b82-b362-64bf9829bce2', 'status': 'completed', 'code': 200} Sep 08 13:50:10.997865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff84d08-63cc-4220-b0d1-865a66c63ebd service neutron] Pushing event updated for resources: {'Port': ['ID=a2d352e0-a04e-4b82-b362-64bf9829bce2,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:11.084765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fb00f-2597-4502-97bf-237554e00cd9 req-0abada34-786b-4ad6-b90a-265378520c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:11.086749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b1fb00f-2597-4502-97bf-237554e00cd9 req-0abada34-786b-4ad6-b90a-265378520c63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 1095 time: 0.0715623 Sep 08 13:50:11.241413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a17b3-8208-44f7-b3a9-d4f3fde3184f req-97bd4f38-6324-414d-b5e5-5da7f7e901ed tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:11.249650 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b25a17b3-8208-44f7-b3a9-d4f3fde3184f req-97bd4f38-6324-414d-b5e5-5da7f7e901ed tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0860858 Sep 08 13:50:11.306745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fb00f-2597-4502-97bf-237554e00cd9 req-3f5bc740-09da-44f7-90a9-da5a0e487203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:11.309292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b1fb00f-2597-4502-97bf-237554e00cd9 req-3f5bc740-09da-44f7-90a9-da5a0e487203 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0be6846d67cf40e5b43b26617c1eef63&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2138817 Sep 08 13:50:11.310757 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b25a17b3-8208-44f7-b3a9-d4f3fde3184f req-a258d24a-dd80-4f16-a28e-7ecd6f0cab3d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599751 Sep 08 13:50:11.413848 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fb00f-2597-4502-97bf-237554e00cd9 req-773a5daa-7ea4-4457-9e40-a8c5d2e6dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:11.415489 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b1fb00f-2597-4502-97bf-237554e00cd9 req-773a5daa-7ea4-4457-9e40-a8c5d2e6dee1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001670 Sep 08 13:50:11.511101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-cc69931e-8c91-4c4b-9f7f-a97b85d7db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:11.512835 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-cc69931e-8c91-4c4b-9f7f-a97b85d7db58 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 1095 time: 0.0586736 Sep 08 13:50:11.585446 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-dee7ed20-a1dd-4cd0-bd7b-60b32f4e9891 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2d352e0-a04e-4b82-b362-64bf9829bce2 HTTP/1.1" status: 200 len: 217 time: 0.0632541 Sep 08 13:50:11.655631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-0b53c02b-f332-43f9-9cd0-3d41f601f385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:11.657138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-0b53c02b-f332-43f9-9cd0-3d41f601f385 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0650401 Sep 08 13:50:11.713777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-bb64bb98-dc8c-4c34-8001-ce3d72c73a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:11.715356 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-bb64bb98-dc8c-4c34-8001-ce3d72c73a9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506721 Sep 08 13:50:11.824967 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-b4bba4bd-472e-4595-a87b-e7c342719c17 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991068 Sep 08 13:50:11.959201 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18e5882e-1aa6-4a3f-8e21-73c8d2228235 req-8cd1a6d5-2227-48ab-84f0-f19ae53f5cf3 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239884 Sep 08 13:50:11.970604 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:12.434002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e900185-2cac-461a-b264-a3054bc87c42 req-bc222dcd-5a47-4b52-97e6-f02dcefbf7c7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:12.435862 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e900185-2cac-461a-b264-a3054bc87c42 req-bc222dcd-5a47-4b52-97e6-f02dcefbf7c7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0534470 Sep 08 13:50:12.491560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e900185-2cac-461a-b264-a3054bc87c42 req-a0873153-0f8a-4336-9b87-f117ce1dd472 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489841 Sep 08 13:50:13.392871 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:13.618106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f7deb-c738-4293-a322-94f84818c0d6 req-18320bad-20f3-4c34-b479-0ceb4f3cc55f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:13.619914 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e39f7deb-c738-4293-a322-94f84818c0d6 req-18320bad-20f3-4c34-b479-0ceb4f3cc55f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0522134 Sep 08 13:50:13.662970 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e39f7deb-c738-4293-a322-94f84818c0d6 req-383ab6a3-163a-4293-9863-c9fb5fad0e28 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366728 Sep 08 13:50:14.189468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47736) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:14.194052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b6a0ffe9-8d2b-466a-8822-254ae90865e3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-575079144', 'description': 'tempest-secgroup-smoke-575079144 description', 'project_id': '6148d048dc574503a563d9eca3f7583f'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:14.319183 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ffe9-8d2b-466a-8822-254ae90865e3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:14.406909 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ffe9-8d2b-466a-8822-254ae90865e3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:14.564331 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ffe9-8d2b-466a-8822-254ae90865e3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:14.593434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0ffe9-8d2b-466a-8822-254ae90865e3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:14.609729 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:14.707357 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b6a0ffe9-8d2b-466a-8822-254ae90865e3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:14.711885 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b6a0ffe9-8d2b-466a-8822-254ae90865e3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5213032 Sep 08 13:50:14.712112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47740) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:14.716711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7fec2ad7-747e-4eef-9f4d-fca91c2c69a3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Request body: {'security_group_rule': {'security_group_id': 'a306c4fc-b889-4cd8-ba26-7bf8ed093e0f', 'project_id': '6148d048dc574503a563d9eca3f7583f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:14.786545 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a77075-bb00-4bb7-8ddf-6da0cec48349 req-c3112463-1f24-438e-99e0-5e66e600369e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:14.788862 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c9a77075-bb00-4bb7-8ddf-6da0cec48349 req-c3112463-1f24-438e-99e0-5e66e600369e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0551026 Sep 08 13:50:14.829186 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c9a77075-bb00-4bb7-8ddf-6da0cec48349 req-a081b6e7-86a7-4041-b5bf-56c481d9d614 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336471 Sep 08 13:50:14.929355 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7fec2ad7-747e-4eef-9f4d-fca91c2c69a3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:14.988520 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7fec2ad7-747e-4eef-9f4d-fca91c2c69a3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.130582 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7fec2ad7-747e-4eef-9f4d-fca91c2c69a3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.152810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec2ad7-747e-4eef-9f4d-fca91c2c69a3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f2acf1-7919-4fbc-a267-8c291bfa3c3f,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:15.307435 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7fec2ad7-747e-4eef-9f4d-fca91c2c69a3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.308976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7fec2ad7-747e-4eef-9f4d-fca91c2c69a3 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5957086 Sep 08 13:50:15.312657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47744) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:15.318635 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2cc547d7-82cc-4400-bf33-eaf83dc7a7f5 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Request body: {'security_group_rule': {'security_group_id': 'a306c4fc-b889-4cd8-ba26-7bf8ed093e0f', 'project_id': '6148d048dc574503a563d9eca3f7583f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:15.474510 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2cc547d7-82cc-4400-bf33-eaf83dc7a7f5 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.527549 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2cc547d7-82cc-4400-bf33-eaf83dc7a7f5 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.638904 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2cc547d7-82cc-4400-bf33-eaf83dc7a7f5 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.661888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc547d7-82cc-4400-bf33-eaf83dc7a7f5 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17ab94be-f5c4-43a3-a090-83456422b800,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:15.781532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2cc547d7-82cc-4400-bf33-eaf83dc7a7f5 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.782873 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2cc547d7-82cc-4400-bf33-eaf83dc7a7f5 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4691207 Sep 08 13:50:15.785685 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47746) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:15.790688 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-962477c7-c609-482b-83c1-9b99ee9aab65 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Request body: {'security_group_rule': {'security_group_id': 'a306c4fc-b889-4cd8-ba26-7bf8ed093e0f', 'project_id': '6148d048dc574503a563d9eca3f7583f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:15.901737 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-962477c7-c609-482b-83c1-9b99ee9aab65 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.951327 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632651ab-6415-4bb1-aedb-85b8cf75f69b req-ce0c0f4e-4ee5-4efc-b915-f46085492427 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:15.952881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-632651ab-6415-4bb1-aedb-85b8cf75f69b req-ce0c0f4e-4ee5-4efc-b915-f46085492427 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0539739 Sep 08 13:50:15.973474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-962477c7-c609-482b-83c1-9b99ee9aab65 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:15.994028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-632651ab-6415-4bb1-aedb-85b8cf75f69b req-f4947d78-5dfb-4560-b956-5ff06cc35bc0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346074 Sep 08 13:50:16.136867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-962477c7-c609-482b-83c1-9b99ee9aab65 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.159837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962477c7-c609-482b-83c1-9b99ee9aab65 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a941028e-c4b4-4ce5-a394-3455d73dc182,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:16.250135 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-962477c7-c609-482b-83c1-9b99ee9aab65 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.251327 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-962477c7-c609-482b-83c1-9b99ee9aab65 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4646256 Sep 08 13:50:16.254017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47752) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:16.258444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-8fc8eae2-b0da-43bf-8dde-d9711939dc5c tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Request body: {'security_group_rule': {'security_group_id': 'a306c4fc-b889-4cd8-ba26-7bf8ed093e0f', 'project_id': '6148d048dc574503a563d9eca3f7583f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:16.535064 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fc8eae2-b0da-43bf-8dde-d9711939dc5c tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.601821 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fc8eae2-b0da-43bf-8dde-d9711939dc5c tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.764958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fc8eae2-b0da-43bf-8dde-d9711939dc5c tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.789312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc8eae2-b0da-43bf-8dde-d9711939dc5c tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d29deb3-dfb5-488f-b910-7c6d95af4d8d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:16.884618 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8fc8eae2-b0da-43bf-8dde-d9711939dc5c tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:16.885889 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8fc8eae2-b0da-43bf-8dde-d9711939dc5c tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6309063 Sep 08 13:50:16.889684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 47754) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:16.893397 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-98f1ac40-c47e-454f-afbf-2b6060a2f667 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Request body: {'security_group_rule': {'security_group_id': 'a306c4fc-b889-4cd8-ba26-7bf8ed093e0f', 'project_id': '6148d048dc574503a563d9eca3f7583f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:17.022789 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-98f1ac40-c47e-454f-afbf-2b6060a2f667 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Project 6148d048dc574503a563d9eca3f7583f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:50:17.032713 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-98f1ac40-c47e-454f-afbf-2b6060a2f667 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:17.073973 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:17.097380 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-98f1ac40-c47e-454f-afbf-2b6060a2f667 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:17.123267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaaef88-0031-4561-9209-2d3083e84ed2 req-e3ccf531-2671-4097-a8b8-b67d7ae64706 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:17.123267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bdaaef88-0031-4561-9209-2d3083e84ed2 req-e3ccf531-2671-4097-a8b8-b67d7ae64706 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0540838 Sep 08 13:50:17.163723 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bdaaef88-0031-4561-9209-2d3083e84ed2 req-0ebc5cfa-f78d-4a21-a222-aad834c113eb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341735 Sep 08 13:50:17.226987 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-98f1ac40-c47e-454f-afbf-2b6060a2f667 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:17.247966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1ac40-c47e-454f-afbf-2b6060a2f667 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeaab5ec-a792-41b3-81d6-cb36f365025b,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:17.332222 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:50:17.392872 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-98f1ac40-c47e-454f-afbf-2b6060a2f667 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:17.394294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-98f1ac40-c47e-454f-afbf-2b6060a2f667 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5043988 Sep 08 13:50:17.398657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 47760) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:17.403336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-565f1bae-caa3-414f-91ae-07c9399b7d29 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Request body: {'security_group_rule': {'security_group_id': 'a306c4fc-b889-4cd8-ba26-7bf8ed093e0f', 'project_id': '6148d048dc574503a563d9eca3f7583f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:17.559717 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-565f1bae-caa3-414f-91ae-07c9399b7d29 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Project 6148d048dc574503a563d9eca3f7583f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:50:17.565523 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-565f1bae-caa3-414f-91ae-07c9399b7d29 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:17.624760 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-565f1bae-caa3-414f-91ae-07c9399b7d29 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:17.724891 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-565f1bae-caa3-414f-91ae-07c9399b7d29 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:17.746787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565f1bae-caa3-414f-91ae-07c9399b7d29 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94cb46f-783a-4b24-b794-c8a49287069f,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:17.856746 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-565f1bae-caa3-414f-91ae-07c9399b7d29 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:17.858072 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-565f1bae-caa3-414f-91ae-07c9399b7d29 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4583879 Sep 08 13:50:18.083726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-c38826c7-21f1-49c2-9fa6-86840a69aee2 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-575079144&fields=id&tenant_id=6148d048dc574503a563d9eca3f7583f HTTP/1.1" status: 200 len: 267 time: 0.0479872 Sep 08 13:50:18.200985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-245573d5-8c78-4580-83c9-a2fab9de2205 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:18.202514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-245573d5-8c78-4580-83c9-a2fab9de2205 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/networks?id=59c9f5ad-0166-417d-82bf-3159def21592 HTTP/1.1" status: 200 len: 813 time: 0.1104941 Sep 08 13:50:18.219976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-655feb6d-67c9-4a7e-abb1-deeef317cbcc tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/quotas/6148d048dc574503a563d9eca3f7583f HTTP/1.1" status: 200 len: 375 time: 0.0116422 Sep 08 13:50:18.276778 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-6123de4a-2ff5-45dc-87ae-a14c404ef367 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=6148d048dc574503a563d9eca3f7583f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505533 Sep 08 13:50:18.307734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a720a9-4055-42cc-afd1-a85cbe1b06c1 req-d2e2451e-3651-48f0-84cc-02d4ae79a4c4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:18.309252 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5a720a9-4055-42cc-afd1-a85cbe1b06c1 req-d2e2451e-3651-48f0-84cc-02d4ae79a4c4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0600736 Sep 08 13:50:18.348515 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5a720a9-4055-42cc-afd1-a85cbe1b06c1 req-95978687-b411-44d6-89f4-38088cca3f13 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328810 Sep 08 13:50:18.387368 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-7879099c-57a9-475a-b3ea-e730708c0887 service neutron] 10.222.0.69 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948238 Sep 08 13:50:18.483229 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-1ba677b8-abfe-4b04-9e84-032cca619624 service neutron] 10.222.0.69 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891674 Sep 08 13:50:19.237951 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c224c2ed-b8ae-46e6-9fad-05b3697687bd req-7a2d7617-c66d-4cb9-bd65-b12510ef0b01 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 210 time: 0.0319088 Sep 08 13:50:19.484690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef795332-a76c-43b8-b8f2-54e89e62064a req-ab76f030-e713-4f67-b753-c097b9985aec tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:19.486357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ef795332-a76c-43b8-b8f2-54e89e62064a req-ab76f030-e713-4f67-b753-c097b9985aec tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0655258 Sep 08 13:50:19.528233 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ef795332-a76c-43b8-b8f2-54e89e62064a req-ba03c7a1-332b-4956-a217-c62f54686206 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355217 Sep 08 13:50:20.338570 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-28e2e0bf-423d-49f4-82df-7806675e88bb req-8c56f6c5-1cba-4b08-ba6c-68de454e12ec tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 210 time: 0.0290174 Sep 08 13:50:20.646568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269dcc9-209c-4486-85aa-c311ad0f2a67 req-9f00640c-dc91-4546-ae0d-b2c7a8e601ba tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:20.648127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c269dcc9-209c-4486-85aa-c311ad0f2a67 req-9f00640c-dc91-4546-ae0d-b2c7a8e601ba tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0502203 Sep 08 13:50:20.693114 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c269dcc9-209c-4486-85aa-c311ad0f2a67 req-e88ee824-1a8c-422a-b247-27c70d2119a4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383351 Sep 08 13:50:21.440859 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-35f4748e-4a20-4238-abe9-8bf248190c29 req-ad325672-cd59-451c-acb9-4f71f63859dc tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 210 time: 0.0271497 Sep 08 13:50:21.883776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea69272f-8a59-4311-895b-97e22a06ac74 req-45ddf896-58ff-4d6a-8187-59c33d19e8e1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:21.885338 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea69272f-8a59-4311-895b-97e22a06ac74 req-45ddf896-58ff-4d6a-8187-59c33d19e8e1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.1036661 Sep 08 13:50:21.928333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-545dc2d3-e83d-4d46-b75d-4437d30152aa tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:21.929859 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-545dc2d3-e83d-4d46-b75d-4437d30152aa tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.60 "GET /v2.0/networks?id=59c9f5ad-0166-417d-82bf-3159def21592 HTTP/1.1" status: 200 len: 813 time: 0.1827707 Sep 08 13:50:21.959982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea69272f-8a59-4311-895b-97e22a06ac74 req-32138259-e309-4251-8ed3-ebaf9ccab46a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680921 Sep 08 13:50:21.984336 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-67bd8509-e330-48bd-86e1-62dcc17b6d13 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6148d048dc574503a563d9eca3f7583f HTTP/1.1" status: 200 len: 379 time: 0.0433168 Sep 08 13:50:21.993788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Request body: {'port': {'device_id': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'admin_state_up': True, 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'security_groups': ['a306c4fc-b889-4cd8-ba26-7bf8ed093e0f']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:22.199284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Made reservation on behalf of 6148d048dc574503a563d9eca3f7583f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:50:22.204312 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:22.370369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Allocated IP 172.20.0.13 (59c9f5ad-0166-417d-82bf-3159def21592/678a2db8-ca43-48d0-814e-2e0215307407/7a80bfbc-da2e-43fd-a987-35b02d39cb4f) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:50:22.553425 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:22.577639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Transition to ACTIVE for port object 7a80bfbc-da2e-43fd-a987-35b02d39cb4f will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:50:22.589984 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8ca22fed-f43d-407b-bda6-5d5feb53c70e req-3a04e35e-7bce-42dc-844b-503a1ad9e97b tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 210 time: 0.0273926 Sep 08 13:50:22.719332 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:22.766503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Network 59c9f5ad-0166-417d-82bf-3159def21592 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:50:22.769966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:50:22.777558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:50:22.784910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event updated for resources: {'Port': ['ID=7a80bfbc-da2e-43fd-a987-35b02d39cb4f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:22.820470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:22.820835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:22.821213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:22.821558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:22.821902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:22.822282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:22.822649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:22.822986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:22.823634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:22.823970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:22.824306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:22.824638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:22.855060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:22.855714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:22.948112 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-9b98b8ee-ad8c-41c8-a703-37cd642f2f9e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9580889 Sep 08 13:50:22.960788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Request body: {'port': {'device_id': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:23.048473 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:23.154202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1066d05-28d9-47ad-83e8-a144da7b6c87 req-066a8da5-5afc-45f7-ba8d-f2487e94b387 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:23.155868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1066d05-28d9-47ad-83e8-a144da7b6c87 req-066a8da5-5afc-45f7-ba8d-f2487e94b387 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.1085455 Sep 08 13:50:23.204989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1d2b0ae8-c46d-494a-a62e-024656f401c6 None None] Provisioning for port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:50:23.210250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1d2b0ae8-c46d-494a-a62e-024656f401c6 None None] Provisioning complete for port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:50:23.210639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1d2b0ae8-c46d-494a-a62e-024656f401c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:23.256201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1d2b0ae8-c46d-494a-a62e-024656f401c6 None None] Port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:50:23.265267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1066d05-28d9-47ad-83e8-a144da7b6c87 req-d4b5424b-a29a-431b-a49d-ea51e8e1ae5b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613689 Sep 08 13:50:23.409819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a80bfbc-da2e-43fd-a987-35b02d39cb4f {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:50:23.418664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:23.435496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Transition to ACTIVE for port object 7a80bfbc-da2e-43fd-a987-35b02d39cb4f will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:50:23.513308 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:23.577013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Pushing event updated for resources: {'Port': ['ID=7a80bfbc-da2e-43fd-a987-35b02d39cb4f,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:23.663164 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Attempting to bind port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:50:23.663341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Attempting to bind port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:50:23.663818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Attempting to bind port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f on network 59c9f5ad-0166-417d-82bf-3159def21592 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:50:23.669271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f on network 59c9f5ad-0166-417d-82bf-3159def21592 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:50:23.669636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Attempting to bind port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f on network 59c9f5ad-0166-417d-82bf-3159def21592 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:50:23.675631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:50:23.675894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Checking segment: {'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:50:23.676635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Bound using segment: {'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:50:23.677137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Bound port: 7a80bfbc-da2e-43fd-a987-35b02d39cb4f, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ae58898-42f1-4597-b786-97bff71d97da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:50:23.677580 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:23.727976 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cfe75-adb9-4a9b-9b0b-a3dad9cde591 req-eb788779-4cff-446e-ae24-4c3e376cd9b5 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:23.736549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-351cfe75-adb9-4a9b-9b0b-a3dad9cde591 req-eb788779-4cff-446e-ae24-4c3e376cd9b5 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0626471 Sep 08 13:50:23.769694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] For port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:50:23.773515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] For port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7a80bfbc-da2e-43fd-a987-35b02d39cb4f,segment=NetworkSegment(8ae58898-42f1-4597-b786-97bff71d97da),segment_id=8ae58898-42f1-4597-b786-97bff71d97da)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:50:23.779953 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-351cfe75-adb9-4a9b-9b0b-a3dad9cde591 req-f1949359-1b19-4206-b9c8-b15a0ea4ca7a tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422916 Sep 08 13:50:23.890356 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:23.928514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:23.928878 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:23.930343 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] 10.222.0.60 "PUT /v2.0/ports/7a80bfbc-da2e-43fd-a987-35b02d39cb4f HTTP/1.1" status: 200 len: 1092 time: 0.9744003 Sep 08 13:50:23.930997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:50:23.936621 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce90ba10-a4e3-48db-8fb2-7540f922f930" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:50:23.994062 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164ab16e-186b-4b48-9d9b-4e936f850ff0 x-openstack-request-id: req-164ab16e-186b-4b48-9d9b-4e936f850ff0 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:50:23.994967 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:50:23.995168 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-164ab16e-186b-4b48-9d9b-4e936f850ff0 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:50:23.996048 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'status': 'completed', 'code': 200} Sep 08 13:50:23.998511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39325639-3a46-4c6f-8c44-b4b5529ca34e service neutron] Pushing event updated for resources: {'Port': ['ID=7a80bfbc-da2e-43fd-a987-35b02d39cb4f,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:24.062573 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90ba10-a4e3-48db-8fb2-7540f922f930 req-0ab4f04d-e8b7-4889-b71d-0488e65701ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:24.064314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce90ba10-a4e3-48db-8fb2-7540f922f930 req-0ab4f04d-e8b7-4889-b71d-0488e65701ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6148d048dc574503a563d9eca3f7583f&device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0481567 Sep 08 13:50:24.189698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90ba10-a4e3-48db-8fb2-7540f922f930 req-e136430f-e1da-4557-89cc-5a8394e44cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:24.191609 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce90ba10-a4e3-48db-8fb2-7540f922f930 req-e136430f-e1da-4557-89cc-5a8394e44cca service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6148d048dc574503a563d9eca3f7583f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1179864 Sep 08 13:50:24.302372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90ba10-a4e3-48db-8fb2-7540f922f930 req-efb21e98-5959-44fb-b7f9-8968ef5bdb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:24.302372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ce90ba10-a4e3-48db-8fb2-7540f922f930 req-efb21e98-5959-44fb-b7f9-8968ef5bdb0b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021640 Sep 08 13:50:24.391274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-b47d21f0-fccb-4783-a280-616641b8eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:24.393115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-b47d21f0-fccb-4783-a280-616641b8eb8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6148d048dc574503a563d9eca3f7583f&device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 1095 time: 0.0523071 Sep 08 13:50:24.398905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b87fef-8432-48a2-8880-1e56cdba8812 req-d34ce880-1593-426a-8a5c-3b133de766b7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:24.400436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24b87fef-8432-48a2-8880-1e56cdba8812 req-d34ce880-1593-426a-8a5c-3b133de766b7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0573773 Sep 08 13:50:24.446680 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-8186ea02-d222-469d-8708-4f9dd9d0340d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a80bfbc-da2e-43fd-a987-35b02d39cb4f HTTP/1.1" status: 200 len: 217 time: 0.0434756 Sep 08 13:50:24.449056 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24b87fef-8432-48a2-8880-1e56cdba8812 req-e01b4783-0524-40f1-b6dd-daf7f5115fbe tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370078 Sep 08 13:50:24.505709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-ec840ec1-bc5b-4f98-b885-cee0c772d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:24.507265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-ec840ec1-bc5b-4f98-b885-cee0c772d7ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=678a2db8-ca43-48d0-814e-2e0215307407 HTTP/1.1" status: 200 len: 852 time: 0.0544596 Sep 08 13:50:24.557603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-84921651-f509-44e7-90f4-795078164eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:24.559182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-84921651-f509-44e7-90f4-795078164eae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59c9f5ad-0166-417d-82bf-3159def21592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447447 Sep 08 13:50:24.652095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-837e38f8-f38b-4585-b501-42e0b18d85da service neutron] 10.222.0.60 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860462 Sep 08 13:50:24.753742 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dcac2330-ec84-4e27-ad62-c018928d5e0e req-e7d5be3e-646b-4660-b2a4-3d2171bc5ade service neutron] 10.222.0.60 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948143 Sep 08 13:50:24.908203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2733b6c-7bc9-423b-a51f-18c457a5917f req-93a8506d-7095-4424-a901-f9b45e7fac21 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:24.909788 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2733b6c-7bc9-423b-a51f-18c457a5917f req-93a8506d-7095-4424-a901-f9b45e7fac21 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0575786 Sep 08 13:50:24.951997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2733b6c-7bc9-423b-a51f-18c457a5917f req-8d0c4cd8-9fe3-4f1f-8d15-a5bd06c5db61 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359099 Sep 08 13:50:25.598263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8672a4a-7bab-412a-bcfc-82de0f16729e req-a4550911-9934-4061-af00-982e3708900c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:25.599847 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8672a4a-7bab-412a-bcfc-82de0f16729e req-a4550911-9934-4061-af00-982e3708900c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0574057 Sep 08 13:50:25.642797 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8672a4a-7bab-412a-bcfc-82de0f16729e req-8d22f40a-9f8e-439d-b378-d099e6cda57a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Sep 08 13:50:26.106627 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f54c58c-74e2-4b3b-816c-3b64b0499c28 req-4f5627dc-eee0-4a78-838a-264196af9d65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763965 Sep 08 13:50:26.122032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7c356-06e7-4a78-854b-5e653c86f1a5 req-15871001-82d1-433f-b01e-b51d229a14bc tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:26.123982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14e7c356-06e7-4a78-854b-5e653c86f1a5 req-15871001-82d1-433f-b01e-b51d229a14bc tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0797298 Sep 08 13:50:26.196252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14e7c356-06e7-4a78-854b-5e653c86f1a5 req-f67148ae-b495-4592-a3db-846fb079207b tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659328 Sep 08 13:50:26.212779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54c58c-74e2-4b3b-816c-3b64b0499c28 req-76c49e70-2804-4963-8915-59d377435f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:26.215367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f54c58c-74e2-4b3b-816c-3b64b0499c28 req-76c49e70-2804-4963-8915-59d377435f1b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f61eb82abb842fba94abd1fe8fba2ad&device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 1096 time: 0.0626998 Sep 08 13:50:26.330379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54c58c-74e2-4b3b-816c-3b64b0499c28 req-4a5982eb-a871-47a2-8e0e-624e8f837504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:26.331894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f54c58c-74e2-4b3b-816c-3b64b0499c28 req-4a5982eb-a871-47a2-8e0e-624e8f837504 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9aa4674-0447-40a5-9466-6eb84b36c0d2 HTTP/1.1" status: 200 len: 910 time: 0.0984077 Sep 08 13:50:26.407661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f54c58c-74e2-4b3b-816c-3b64b0499c28 req-a940339b-0891-472a-bf18-ca77c5876b8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c4df192-eec5-48a1-adcf-ea1926acc965 HTTP/1.1" status: 200 len: 1000 time: 0.0684786 Sep 08 13:50:26.457245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54c58c-74e2-4b3b-816c-3b64b0499c28 req-b91b03bb-4ab0-4c43-a5cb-eb2f7893c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:26.458686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f54c58c-74e2-4b3b-816c-3b64b0499c28 req-b91b03bb-4ab0-4c43-a5cb-eb2f7893c3ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=62af5d9d-f4cd-4fe3-a1ed-39861737467f HTTP/1.1" status: 200 len: 848 time: 0.0445685 Sep 08 13:50:26.510215 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54c58c-74e2-4b3b-816c-3b64b0499c28 req-484de5b4-abea-4b1a-8d20-fa481d5a2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:26.511781 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f54c58c-74e2-4b3b-816c-3b64b0499c28 req-484de5b4-abea-4b1a-8d20-fa481d5a2197 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9aa4674-0447-40a5-9466-6eb84b36c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465224 Sep 08 13:50:26.609232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f54c58c-74e2-4b3b-816c-3b64b0499c28 req-77a44e04-7718-4b62-beb3-b47cfeecc956 service neutron] 10.222.0.70 "GET /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896599 Sep 08 13:50:26.708244 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3f54c58c-74e2-4b3b-816c-3b64b0499c28 req-9c7b6def-0b55-4b41-8be9-103f83fb78bc service neutron] 10.222.0.70 "GET /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919695 Sep 08 13:50:26.780786 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba3b56-cb38-4984-90d1-4d1749cb37cf req-dcd62240-75dd-4220-a1e4-b31bdb35c1cb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:26.782219 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97ba3b56-cb38-4984-90d1-4d1749cb37cf req-dcd62240-75dd-4220-a1e4-b31bdb35c1cb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0543046 Sep 08 13:50:26.828779 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97ba3b56-cb38-4984-90d1-4d1749cb37cf req-34475894-557e-4e1d-bbb6-96177ac01dc4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404882 Sep 08 13:50:27.324216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afce459-3aea-49eb-9972-115236e5be31 req-9b30bd5e-fc60-4a5a-94ac-16aa899cda15 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:27.325730 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5afce459-3aea-49eb-9972-115236e5be31 req-9b30bd5e-fc60-4a5a-94ac-16aa899cda15 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0577552 Sep 08 13:50:27.372441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5afce459-3aea-49eb-9972-115236e5be31 req-53d3f6a1-135d-48b6-8037-991c28f9e36d tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379946 Sep 08 13:50:27.949868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5643c12f-4c10-41e3-84b3-5500380d5926 req-c5cfaae2-a5e9-4592-92fd-e2a74f34bba4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:27.951373 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5643c12f-4c10-41e3-84b3-5500380d5926 req-c5cfaae2-a5e9-4592-92fd-e2a74f34bba4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0510943 Sep 08 13:50:27.990931 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5643c12f-4c10-41e3-84b3-5500380d5926 req-a10e3084-c197-4427-b4cd-48616730e6fd tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335019 Sep 08 13:50:28.493996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667871e-e38c-4852-8709-7be086a011dd req-0c135aff-fdaf-48cf-9ce0-6fec4dad7243 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:28.497336 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0667871e-e38c-4852-8709-7be086a011dd req-0c135aff-fdaf-48cf-9ce0-6fec4dad7243 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0512502 Sep 08 13:50:28.553397 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0667871e-e38c-4852-8709-7be086a011dd req-09abd2fa-d7de-46be-b96c-e9f4c451d3dc tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369031 Sep 08 13:50:29.138965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f13e-abb9-447e-8a43-1444fc253960 req-dcefce5c-c234-41a7-bfb4-fb48d78247e6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:29.140462 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b100f13e-abb9-447e-8a43-1444fc253960 req-dcefce5c-c234-41a7-bfb4-fb48d78247e6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0536406 Sep 08 13:50:29.180545 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b100f13e-abb9-447e-8a43-1444fc253960 req-32ed0b13-522f-411f-b849-c9d3424d3f3d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335553 Sep 08 13:50:29.673041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc95b3d-2e8d-4ec9-9c12-0cf6740dfc38 req-1d89dab6-17cf-4260-a8c3-8639568d5df5 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:29.674641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0fc95b3d-2e8d-4ec9-9c12-0cf6740dfc38 req-1d89dab6-17cf-4260-a8c3-8639568d5df5 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0557253 Sep 08 13:50:29.715792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0fc95b3d-2e8d-4ec9-9c12-0cf6740dfc38 req-6defdf07-7525-4861-9a21-603d8453f0be tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347707 Sep 08 13:50:30.299334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f01a8-8da0-464d-8269-3cd8fbc4be54 req-f61f7ede-72ca-4020-8a04-383749afc70e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:30.300750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-098f01a8-8da0-464d-8269-3cd8fbc4be54 req-f61f7ede-72ca-4020-8a04-383749afc70e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0504944 Sep 08 13:50:30.344183 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-098f01a8-8da0-464d-8269-3cd8fbc4be54 req-2a0573d0-9231-4255-8735-fea2767e0877 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363758 Sep 08 13:50:30.834543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39505983-5989-40fa-95a9-687bf163fb22 req-7caa2aac-126f-487e-89a2-0cbd3b91361b tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:30.840526 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39505983-5989-40fa-95a9-687bf163fb22 req-7caa2aac-126f-487e-89a2-0cbd3b91361b tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0555398 Sep 08 13:50:30.881925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39505983-5989-40fa-95a9-687bf163fb22 req-dfcb1d23-e480-4bbe-a92d-dc63fd35495e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351300 Sep 08 13:50:31.489743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14261bba-d40e-4ed8-8fde-1619b0940f6f req-7713fd06-b473-4fbb-9adf-4756df78cc34 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:31.496768 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14261bba-d40e-4ed8-8fde-1619b0940f6f req-7713fd06-b473-4fbb-9adf-4756df78cc34 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0592322 Sep 08 13:50:31.534781 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14261bba-d40e-4ed8-8fde-1619b0940f6f req-a5478948-a573-4f66-b663-48c791bde2c8 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356843 Sep 08 13:50:32.017804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951092e-28d5-4629-ae36-cab8f2f3cd92 req-cefd7466-cbde-49bd-85b9-86bdee664b4d tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:32.019982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2951092e-28d5-4629-ae36-cab8f2f3cd92 req-cefd7466-cbde-49bd-85b9-86bdee664b4d tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0611131 Sep 08 13:50:32.059034 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2951092e-28d5-4629-ae36-cab8f2f3cd92 req-27c2bae9-8375-482a-8472-10a5919b9281 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325100 Sep 08 13:50:32.653969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd11411-d8dc-41fe-9c96-3e500e27e74d req-ac64d32e-1418-46a4-bc10-754d91f7d17f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:32.656159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9fd11411-d8dc-41fe-9c96-3e500e27e74d req-ac64d32e-1418-46a4-bc10-754d91f7d17f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0508537 Sep 08 13:50:32.695267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9fd11411-d8dc-41fe-9c96-3e500e27e74d req-3706b6d8-c7e1-496c-a32f-114b895fa545 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Sep 08 13:50:33.178238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf243630-aa88-450d-9adf-d3e0b95c04ab req-16702092-442f-4cab-99fc-22c6e393003b tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:33.180597 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bf243630-aa88-450d-9adf-d3e0b95c04ab req-16702092-442f-4cab-99fc-22c6e393003b tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0537159 Sep 08 13:50:33.222067 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bf243630-aa88-450d-9adf-d3e0b95c04ab req-63cffce7-95a7-4679-ba57-099f124526de tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346553 Sep 08 13:50:33.812309 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bc1c0-3cfd-4783-b75a-2f093cee9420 req-18865524-4281-47ff-a031-40276e84ba80 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:33.817024 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a8bc1c0-3cfd-4783-b75a-2f093cee9420 req-18865524-4281-47ff-a031-40276e84ba80 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0551643 Sep 08 13:50:33.860167 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3a8bc1c0-3cfd-4783-b75a-2f093cee9420 req-ebfb5f4c-c291-4b23-bd19-39b4e392f30d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 Sep 08 13:50:34.337779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b13f41-780b-4671-b558-3306b060f95d req-20ffa20d-a8f3-430e-9638-ca557621fa2f tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:34.339340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33b13f41-780b-4671-b558-3306b060f95d req-20ffa20d-a8f3-430e-9638-ca557621fa2f tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0506699 Sep 08 13:50:34.380567 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-33b13f41-780b-4671-b558-3306b060f95d req-e036b9dc-cda5-4031-aaff-e0f09056d6b9 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349898 Sep 08 13:50:34.983723 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2fac54-84d8-4b7b-8a34-66eeba43bbf2 req-9b8b1208-4768-4b9d-9750-0abaf58c2a36 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:34.985242 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d2fac54-84d8-4b7b-8a34-66eeba43bbf2 req-9b8b1208-4768-4b9d-9750-0abaf58c2a36 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0494781 Sep 08 13:50:35.024454 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d2fac54-84d8-4b7b-8a34-66eeba43bbf2 req-11e5b112-5e9f-4c02-8190-73ba24ca0506 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332339 Sep 08 13:50:35.503383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a56ccd-7792-404d-a347-1a41b5bc49af req-8ad19935-063c-4fc8-a05f-f56e91cb99ad tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:35.504927 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01a56ccd-7792-404d-a347-1a41b5bc49af req-8ad19935-063c-4fc8-a05f-f56e91cb99ad tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0491996 Sep 08 13:50:35.545299 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01a56ccd-7792-404d-a347-1a41b5bc49af req-11ac9908-bece-491f-82b9-20f711175bcd tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337777 Sep 08 13:50:36.141273 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bb8f5-4313-4169-a426-a788a1ae6b8f req-4156b5fb-7867-4040-8cc0-a09301dd3518 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:36.142769 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e0bb8f5-4313-4169-a426-a788a1ae6b8f req-4156b5fb-7867-4040-8cc0-a09301dd3518 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0497077 Sep 08 13:50:36.180511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e0bb8f5-4313-4169-a426-a788a1ae6b8f req-35dcdad5-06d2-4117-8ea8-96f82bff8b51 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Sep 08 13:50:36.669481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b15e-5e9f-4227-be79-b6cad91584b3 req-3045febb-f67b-4825-8a77-b110e2ddbcb2 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:36.671028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a5b2b15e-5e9f-4227-be79-b6cad91584b3 req-3045febb-f67b-4825-8a77-b110e2ddbcb2 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0588968 Sep 08 13:50:36.710371 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a5b2b15e-5e9f-4227-be79-b6cad91584b3 req-03f63609-f23e-4b02-9056-e40eab8db0a2 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331969 Sep 08 13:50:37.297030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400e04e-46d5-4154-a146-f33291138066 req-dadfe143-b682-4dc6-9fa9-856c08aacdd8 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:37.298532 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e400e04e-46d5-4154-a146-f33291138066 req-dadfe143-b682-4dc6-9fa9-856c08aacdd8 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0493953 Sep 08 13:50:37.340194 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e400e04e-46d5-4154-a146-f33291138066 req-f79215db-de60-4aa9-981e-1d8be2e16756 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354693 Sep 08 13:50:37.834329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e6572-c98c-4da8-b508-4c677abf3097 req-4855d719-15b4-4250-85da-c14fd62eb9c1 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:37.835954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d2e6572-c98c-4da8-b508-4c677abf3097 req-4855d719-15b4-4250-85da-c14fd62eb9c1 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 944 time: 0.0529232 Sep 08 13:50:37.849571 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f04d9f20-e8f3-4e96-88f9-a926b98ce595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:37.885535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d2e6572-c98c-4da8-b508-4c677abf3097 req-1cd94885-5d27-490e-9a63-a012c15e13ac tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423346 Sep 08 13:50:37.910474 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7a80bfbc-da2e-43fd-a987-35b02d39cb4f details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:50:38.011220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7a80bfbc-da2e-43fd-a987-35b02d39cb4f,segment=NetworkSegment(8ae58898-42f1-4597-b786-97bff71d97da),segment_id=8ae58898-42f1-4597-b786-97bff71d97da)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:38.022937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'port_id': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'mac_address': 'fa:16:3e:0d:00:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:50:38.061779 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:38.075052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a80bfbc-da2e-43fd-a987-35b02d39cb4f {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:50:38.097768 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7a80bfbc-da2e-43fd-a987-35b02d39cb4f,segment=NetworkSegment(8ae58898-42f1-4597-b786-97bff71d97da),segment_id=8ae58898-42f1-4597-b786-97bff71d97da)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:38.215282 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:38.271280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=7a80bfbc-da2e-43fd-a987-35b02d39cb4f,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:38.279020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.279378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.279725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.280063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.280394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.280727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.281055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.281378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.281701 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.282028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.282378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.282700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:50:38.473639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd49946-a31e-4901-90a9-0b97a13a4fe6 req-15542d44-34d1-4263-8fd5-132db8048e37 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:38.475497 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-abd49946-a31e-4901-90a9-0b97a13a4fe6 req-15542d44-34d1-4263-8fd5-132db8048e37 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0634034 Sep 08 13:50:38.516685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-abd49946-a31e-4901-90a9-0b97a13a4fe6 req-77c6bc68-b631-47d5-bc78-5d6ed4cc65a5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338249 Sep 08 13:50:38.527722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['7a80bfbc-da2e-43fd-a987-35b02d39cb4f'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:50:39.011201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6925d7-de17-4c7e-87f2-e5e64341dffb req-0dd4b951-5863-49c8-b966-1474e2b8c9f9 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:39.013670 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e6925d7-de17-4c7e-87f2-e5e64341dffb req-0dd4b951-5863-49c8-b966-1474e2b8c9f9 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 945 time: 0.0595498 Sep 08 13:50:39.063369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4e6925d7-de17-4c7e-87f2-e5e64341dffb req-715088a9-ef7b-4777-a807-d437aeef77ff tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426211 Sep 08 13:50:39.643747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b16e7-28f6-4388-9978-1dd369f675cd req-a2fb020f-96a6-4c7b-b811-696165450774 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:39.645493 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-145b16e7-28f6-4388-9978-1dd369f675cd req-a2fb020f-96a6-4c7b-b811-696165450774 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0605636 Sep 08 13:50:39.685572 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-145b16e7-28f6-4388-9978-1dd369f675cd req-304baeef-a606-41de-a39b-f68e9a43804e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335386 Sep 08 13:50:39.919407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7a80bfbc-da2e-43fd-a987-35b02d39cb4f up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:50:40.027411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:50:40.032044 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:50:40.032430 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:40.122450 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:40.145876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:50:40.148343 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae69a0e-0008-4554-a901-bfdfa2c1f83f" -d '{"events": [{"server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "name": "network-vif-plugged", "status": "completed", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:50:40.165035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7a80bfbc-da2e-43fd-a987-35b02d39cb4f,segment=NetworkSegment(8ae58898-42f1-4597-b786-97bff71d97da),segment_id=8ae58898-42f1-4597-b786-97bff71d97da)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:40.221481 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dd6461ed-2a72-40b7-bbf3-5802ebb7eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:40.250495 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:40.365389 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa0c2e0-b323-4c7c-8060-31b1e0d34ad4 x-openstack-request-id: req-afa0c2e0-b323-4c7c-8060-31b1e0d34ad4 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:50:40.365691 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "name": "network-vif-plugged", "status": "completed", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:50:40.365945 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-afa0c2e0-b323-4c7c-8060-31b1e0d34ad4 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:50:40.366395 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'code': 200} Sep 08 13:50:40.371120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=7a80bfbc-da2e-43fd-a987-35b02d39cb4f,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:40.569343 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:40.602383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff4a64-5fdf-44f5-8c2f-cc6ff8298367 req-6d3724f3-6856-48b0-b2ab-9230a13e4cd8 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:40.603921 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfff4a64-5fdf-44f5-8c2f-cc6ff8298367 req-6d3724f3-6856-48b0-b2ab-9230a13e4cd8 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 945 time: 0.4658751 Sep 08 13:50:40.610334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcda0d-de68-422b-a4c5-8c83014504a9 req-728857d4-d790-4e81-8329-86d4e0318213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:40.611765 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9bdcda0d-de68-422b-a4c5-8c83014504a9 req-728857d4-d790-4e81-8329-86d4e0318213 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0569417 Sep 08 13:50:40.662306 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dfff4a64-5fdf-44f5-8c2f-cc6ff8298367 req-507c0925-e04c-4eb8-879d-497a7277154c tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495410 Sep 08 13:50:40.679849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9bdcda0d-de68-422b-a4c5-8c83014504a9 req-3883e5e2-aaed-41de-98af-12205170cbed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605857 Sep 08 13:50:40.813268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718de9f-fa5e-4c7c-ae8b-d52c74f292e3 req-9d7109b4-2a3b-4115-b949-a9b90e547252 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:40.815123 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3718de9f-fa5e-4c7c-ae8b-d52c74f292e3 req-9d7109b4-2a3b-4115-b949-a9b90e547252 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0499930 Sep 08 13:50:40.859628 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3718de9f-fa5e-4c7c-ae8b-d52c74f292e3 req-c2d9ddbe-e683-4901-8142-fb400b61a87b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Sep 08 13:50:41.789161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5cf8f-3114-4dd7-844e-42b3812c866b req-b8b5d2f8-4fa5-4532-b6d9-088fe93700d9 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:41.792414 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6aa5cf8f-3114-4dd7-844e-42b3812c866b req-b8b5d2f8-4fa5-4532-b6d9-088fe93700d9 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 946 time: 0.0586507 Sep 08 13:50:41.837063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6aa5cf8f-3114-4dd7-844e-42b3812c866b req-467b4537-7d0e-4c6e-9f7a-5000756fda1d tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386794 Sep 08 13:50:41.958422 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:41.989017 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee6fb8-c089-41d0-aa65-f8d98a6ad909 req-5d34a2f6-d194-40c6-890b-9d1568712aa8 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:41.990741 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-45ee6fb8-c089-41d0-aa65-f8d98a6ad909 req-5d34a2f6-d194-40c6-890b-9d1568712aa8 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0536511 Sep 08 13:50:42.039913 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-45ee6fb8-c089-41d0-aa65-f8d98a6ad909 req-092105d4-4e62-4a56-b4f0-16567c215d91 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373867 Sep 08 13:50:42.964469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e70c1-423d-44d6-8bb1-ebadfe4d2c74 req-e22199b3-7421-4849-94db-6d924f9f4fb8 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:42.965973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f0e70c1-423d-44d6-8bb1-ebadfe4d2c74 req-e22199b3-7421-4849-94db-6d924f9f4fb8 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 946 time: 0.0526381 Sep 08 13:50:43.005541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2f0e70c1-423d-44d6-8bb1-ebadfe4d2c74 req-705f00ca-b306-47cb-bcb0-cd76c2593893 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335648 Sep 08 13:50:43.130530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5086cc-1f54-4389-b29f-f6524644fe57 req-cf516698-d0fa-443e-9e67-76727b2c4fed tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:43.132207 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee5086cc-1f54-4389-b29f-f6524644fe57 req-cf516698-d0fa-443e-9e67-76727b2c4fed tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 946 time: 0.0530951 Sep 08 13:50:43.156730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ada23-f0be-42d3-87c2-7934e6de7b76 req-bf122686-7280-42b9-947e-a05a52f67da4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:43.158210 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff5ada23-f0be-42d3-87c2-7934e6de7b76 req-bf122686-7280-42b9-947e-a05a52f67da4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0503333 Sep 08 13:50:43.172441 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee5086cc-1f54-4389-b29f-f6524644fe57 req-1c7996ff-4a2e-40d8-aaa4-3583c024c3bb tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332420 Sep 08 13:50:43.193896 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48068) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:43.197109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff5ada23-f0be-42d3-87c2-7934e6de7b76 req-6feb83a9-bb0d-426a-aa3f-eef71574e014 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327380 Sep 08 13:50:43.330074 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:43.349916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac21b4-266a-4793-a575-71d7ff61e6dd tempest-TestVolumeBackupRestore-1450336182 tempest-TestVolumeBackupRestore-1450336182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:43.351571 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5aac21b4-266a-4793-a575-71d7ff61e6dd tempest-TestVolumeBackupRestore-1450336182 tempest-TestVolumeBackupRestore-1450336182-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 1092 time: 0.1566615 Sep 08 13:50:43.355066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48074) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:43.359410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:43.438196 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:43.542204 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:43.649352 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Allocated IP 172.25.5.133 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/0df99603-78e8-42ed-87f0-eab2bf4831e7) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:50:43.757572 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:43.878639 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:43.915927 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:50:43.918802 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:50:43.924311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:50:43.929839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event updated for resources: {'Port': ['ID=0df99603-78e8-42ed-87f0-eab2bf4831e7,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:44.490050 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:44.513251 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594267a-df5c-4025-b082-d572bbfe58ee req-ab6214c7-765f-4bfa-bcdb-35817f76f1f0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:44.514771 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a594267a-df5c-4025-b082-d572bbfe58ee req-ab6214c7-765f-4bfa-bcdb-35817f76f1f0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0908799 Sep 08 13:50:44.601045 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a594267a-df5c-4025-b082-d572bbfe58ee req-29b29ab8-d293-42c0-b075-0db3e822cb56 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800042 Sep 08 13:50:44.660755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:44.779900 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:44.937438 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.021154 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.093330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event updated for resources: {'Port': ['ID=0df99603-78e8-42ed-87f0-eab2bf4831e7,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:45.106317 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.208753 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Floating IP 1cee10f2-a6db-476e-8cad-33388b3792e6 associated. External IP: 172.25.5.133, port: 7a80bfbc-da2e-43fd-a987-35b02d39cb4f. Sep 08 13:50:45.421254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Router 5ccd5872-dcb6-4329-a56a-f06e4566a046 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:50:45.538536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:50:45.554834 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8d286-ba48-4680-9a38-f95552ba4574 None None] Sync routers for ids ['5ccd5872-dcb6-4329-a56a-f06e4566a046'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:50:45.564789 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8d286-ba48-4680-9a38-f95552ba4574 None None] Routers {'5ccd5872-dcb6-4329-a56a-f06e4566a046'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:50:45.565809 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-10c8d286-ba48-4680-9a38-f95552ba4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:50:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5ccd5872-dcb6-4329-a56a-f06e4566a046'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:45.609680 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.641452 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-10c49690-2613-4f9b-af01-98f7e740ab90 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2827799 Sep 08 13:50:45.641452 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:50:45.642268 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acc1211-f6b6-4df7-b060-d6af82372895" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:50:45.643200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 48106) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:45.674907 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-10c8d286-ba48-4680-9a38-f95552ba4574 None None] Set router 5ccd5872-dcb6-4329-a56a-f06e4566a046 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:50:45.710220 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e87bf72-03a0-4edd-8259-adfeea717a38 x-openstack-request-id: req-5e87bf72-03a0-4edd-8259-adfeea717a38 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:50:45.710630 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:50:45.711311 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5e87bf72-03a0-4edd-8259-adfeea717a38 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:50:45.711709 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'status': 'completed', 'code': 200} Sep 08 13:50:45.774741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0499eadd-d08c-4491-a4a3-d1c7c3b12750 tempest-TestVolumeBackupRestore-1450336182 tempest-TestVolumeBackupRestore-1450336182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:45.776706 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0499eadd-d08c-4491-a4a3-d1c7c3b12750 tempest-TestVolumeBackupRestore-1450336182 tempest-TestVolumeBackupRestore-1450336182-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 1092 time: 0.1264653 Sep 08 13:50:45.780013 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 48112) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:50:45.785238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ed89e28f-c90c-4e57-b627-1eb18b6bb260 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Request body: {'floatingip': {'port_id': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:50:45.790608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e0181-4186-4aa7-93a7-6c0a4570fd45 req-b259c203-7f17-4765-9253-dde7192a3bfb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:45.792442 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa2e0181-4186-4aa7-93a7-6c0a4570fd45 req-b259c203-7f17-4765-9253-dde7192a3bfb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.1176262 Sep 08 13:50:45.803136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1211-f6b6-4df7-b060-d6af82372895 req-5b34872e-59d7-4fbe-bc4b-84b3ecf18fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:45.804669 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7acc1211-f6b6-4df7-b060-d6af82372895 req-5b34872e-59d7-4fbe-bc4b-84b3ecf18fa4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6148d048dc574503a563d9eca3f7583f&device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0715334 Sep 08 13:50:45.871007 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa2e0181-4186-4aa7-93a7-6c0a4570fd45 req-b067cb29-31db-4b67-9898-2af7473ad6b0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706267 Sep 08 13:50:45.880003 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed89e28f-c90c-4e57-b627-1eb18b6bb260 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:45.938981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1211-f6b6-4df7-b060-d6af82372895 req-604bbf51-dd06-430a-86b2-2a95c721dcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:45.940491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7acc1211-f6b6-4df7-b060-d6af82372895 req-604bbf51-dd06-430a-86b2-2a95c721dcdb service neutron] 10.222.0.60 "GET /v2.0/networks?id=59c9f5ad-0166-417d-82bf-3159def21592 HTTP/1.1" status: 200 len: 914 time: 0.1282282 Sep 08 13:50:45.991240 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-10c8d286-ba48-4680-9a38-f95552ba4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '1cee10f2-a6db-476e-8cad-33388b3792e6', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'port_id': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'mac_address': 'fa:16:3e:0d:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:50:44Z', 'updated_at': '2021-09-08T13:50:44Z', 'revision_number': 0, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded0a34f-10b9-46cb-8a4e-fc203def9ebd', 'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'mac_address': 'fa:16:3e:49:bf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:11Z', 'updated_at': '2021-09-08T13:47:18Z', 'revision_number': 5, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'subnets': [{'id': '678a2db8-ca43-48d0-814e-2e0215307407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:46.017023 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7acc1211-f6b6-4df7-b060-d6af82372895 req-f67a749f-cc69-462a-a02b-30402bb126ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a80bfbc-da2e-43fd-a987-35b02d39cb4f HTTP/1.1" status: 200 len: 1000 time: 0.0682180 Sep 08 13:50:46.027591 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8d286-ba48-4680-9a38-f95552ba4574 None None] Checking router: 5ccd5872-dcb6-4329-a56a-f06e4566a046 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:50:46.036076 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8d286-ba48-4680-9a38-f95552ba4574 None None] Routers {'5ccd5872-dcb6-4329-a56a-f06e4566a046'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:50:46.036786 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-10c8d286-ba48-4680-9a38-f95552ba4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:50:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5ccd5872-dcb6-4329-a56a-f06e4566a046'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:46.072474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1211-f6b6-4df7-b060-d6af82372895 req-cd1b7f01-f022-4a6b-a885-9fb6bf1f2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:46.073709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7acc1211-f6b6-4df7-b060-d6af82372895 req-cd1b7f01-f022-4a6b-a885-9fb6bf1f2be8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=678a2db8-ca43-48d0-814e-2e0215307407 HTTP/1.1" status: 200 len: 852 time: 0.0497794 Sep 08 13:50:46.124334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1211-f6b6-4df7-b060-d6af82372895 req-e5a47f68-10c0-4e20-af11-a7690de7891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:46.126394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7acc1211-f6b6-4df7-b060-d6af82372895 req-e5a47f68-10c0-4e20-af11-a7690de7891e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59c9f5ad-0166-417d-82bf-3159def21592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456302 Sep 08 13:50:46.183304 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-10c8d286-ba48-4680-9a38-f95552ba4574 None None] Set router 5ccd5872-dcb6-4329-a56a-f06e4566a046 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:50:46.246757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7acc1211-f6b6-4df7-b060-d6af82372895 req-cb2d2f18-324b-450b-b09b-8830bbf1e2c9 service neutron] 10.222.0.60 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040366 Sep 08 13:50:46.358016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7acc1211-f6b6-4df7-b060-d6af82372895 req-5045fe86-d9fa-4d4f-8faf-2722f1ea2070 service neutron] 10.222.0.60 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106255 Sep 08 13:50:46.435269 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed89e28f-c90c-4e57-b627-1eb18b6bb260 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:46.454359 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-10c8d286-ba48-4680-9a38-f95552ba4574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '1cee10f2-a6db-476e-8cad-33388b3792e6', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'port_id': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'mac_address': 'fa:16:3e:0d:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:50:44Z', 'updated_at': '2021-09-08T13:50:44Z', 'revision_number': 0, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded0a34f-10b9-46cb-8a4e-fc203def9ebd', 'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'mac_address': 'fa:16:3e:49:bf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:11Z', 'updated_at': '2021-09-08T13:47:18Z', 'revision_number': 5, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'subnets': [{'id': '678a2db8-ca43-48d0-814e-2e0215307407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:46.481918 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c8d286-ba48-4680-9a38-f95552ba4574 None None] The sync data for ids ['5ccd5872-dcb6-4329-a56a-f06e4566a046'] in n-d-807558-3 is: [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '1cee10f2-a6db-476e-8cad-33388b3792e6', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'port_id': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'mac_address': 'fa:16:3e:0d:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:50:44Z', 'updated_at': '2021-09-08T13:50:44Z', 'revision_number': 0, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded0a34f-10b9-46cb-8a4e-fc203def9ebd', 'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'mac_address': 'fa:16:3e:49:bf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:11Z', 'updated_at': '2021-09-08T13:47:18Z', 'revision_number': 5, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'subnets': [{'id': '678a2db8-ca43-48d0-814e-2e0215307407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:50:46.512611 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed89e28f-c90c-4e57-b627-1eb18b6bb260 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:46.739364 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed89e28f-c90c-4e57-b627-1eb18b6bb260 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Router 5ccd5872-dcb6-4329-a56a-f06e4566a046 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:50:46.743045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8f67d5-3002-4f55-9689-bed2574a4164 None None] New status for floating IP 1cee10f2-a6db-476e-8cad-33388b3792e6: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:50:46.864284 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed89e28f-c90c-4e57-b627-1eb18b6bb260 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:50:46.869105 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ed89e28f-c90c-4e57-b627-1eb18b6bb260 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:46.933581 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ed89e28f-c90c-4e57-b627-1eb18b6bb260 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "PUT /v2.0/floatingips/1cee10f2-a6db-476e-8cad-33388b3792e6 HTTP/1.1" status: 200 len: 992 time: 1.1521502 Sep 08 13:50:46.991715 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1f8b6-7d63-4a8f-9e05-3e7cc92621ba req-9354a78a-a2a6-4958-80ef-f2eb3b77f096 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:46.993325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5eb1f8b6-7d63-4a8f-9e05-3e7cc92621ba req-9354a78a-a2a6-4958-80ef-f2eb3b77f096 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0519509 Sep 08 13:50:47.035835 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5eb1f8b6-7d63-4a8f-9e05-3e7cc92621ba req-5374d524-76d9-4c15-a6a3-cdb094b9b164 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353749 Sep 08 13:50:47.060916 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:47.079187 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3f734-82f4-4d6e-b0e6-9f18bf07beda None None] Sync routers for ids ['5ccd5872-dcb6-4329-a56a-f06e4566a046'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:50:47.088538 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3f734-82f4-4d6e-b0e6-9f18bf07beda None None] Routers {'5ccd5872-dcb6-4329-a56a-f06e4566a046'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:50:47.089144 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f0c3f734-82f4-4d6e-b0e6-9f18bf07beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:50:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5ccd5872-dcb6-4329-a56a-f06e4566a046'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:47.195537 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f0c3f734-82f4-4d6e-b0e6-9f18bf07beda None None] Set router 5ccd5872-dcb6-4329-a56a-f06e4566a046 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:50:47.439408 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f0c3f734-82f4-4d6e-b0e6-9f18bf07beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '1cee10f2-a6db-476e-8cad-33388b3792e6', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'port_id': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'mac_address': 'fa:16:3e:0d:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:50:44Z', 'updated_at': '2021-09-08T13:50:46Z', 'revision_number': 2, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded0a34f-10b9-46cb-8a4e-fc203def9ebd', 'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'mac_address': 'fa:16:3e:49:bf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:11Z', 'updated_at': '2021-09-08T13:47:18Z', 'revision_number': 5, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'subnets': [{'id': '678a2db8-ca43-48d0-814e-2e0215307407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:47.465442 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3f734-82f4-4d6e-b0e6-9f18bf07beda None None] Checking router: 5ccd5872-dcb6-4329-a56a-f06e4566a046 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:50:47.474830 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3f734-82f4-4d6e-b0e6-9f18bf07beda None None] Routers {'5ccd5872-dcb6-4329-a56a-f06e4566a046'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:50:47.475454 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f0c3f734-82f4-4d6e-b0e6-9f18bf07beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:50:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5ccd5872-dcb6-4329-a56a-f06e4566a046'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:47.584625 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f0c3f734-82f4-4d6e-b0e6-9f18bf07beda None None] Set router 5ccd5872-dcb6-4329-a56a-f06e4566a046 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:50:47.713219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f'}, {'name': 'network-changed', 'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:50:47.731299 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f933ae-6acf-4c93-a0a8-60f375432d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f"}, {"name": "network-changed", "server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:50:47.771621 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Sep 2021 13:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986511ea-1c65-469c-8ef4-f31953c73230 x-openstack-request-id: req-986511ea-1c65-469c-8ef4-f31953c73230 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:50:47.772239 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:50:47.772239 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-986511ea-1c65-469c-8ef4-f31953c73230 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:50:47.772682 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'status': 'completed', 'code': 200} Sep 08 13:50:47.772938 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'status': 'completed', 'code': 200} Sep 08 13:50:47.818545 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f0c3f734-82f4-4d6e-b0e6-9f18bf07beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '1cee10f2-a6db-476e-8cad-33388b3792e6', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'port_id': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'mac_address': 'fa:16:3e:0d:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:50:44Z', 'updated_at': '2021-09-08T13:50:46Z', 'revision_number': 2, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded0a34f-10b9-46cb-8a4e-fc203def9ebd', 'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'mac_address': 'fa:16:3e:49:bf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:11Z', 'updated_at': '2021-09-08T13:47:18Z', 'revision_number': 5, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'subnets': [{'id': '678a2db8-ca43-48d0-814e-2e0215307407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:50:47.845857 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3f734-82f4-4d6e-b0e6-9f18bf07beda None None] The sync data for ids ['5ccd5872-dcb6-4329-a56a-f06e4566a046'] in n-d-807558-3 is: [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '1cee10f2-a6db-476e-8cad-33388b3792e6', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'port_id': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3981, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'mac_address': 'fa:16:3e:0d:00:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:50:44Z', 'updated_at': '2021-09-08T13:50:46Z', 'revision_number': 2, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ded0a34f-10b9-46cb-8a4e-fc203def9ebd', 'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'mac_address': 'fa:16:3e:49:bf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:11Z', 'updated_at': '2021-09-08T13:47:18Z', 'revision_number': 5, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'subnets': [{'id': '678a2db8-ca43-48d0-814e-2e0215307407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:50:47.846630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-0e780d5d-84e5-4433-8e31-c960381d7305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:47.848091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-0e780d5d-84e5-4433-8e31-c960381d7305 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6148d048dc574503a563d9eca3f7583f&device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0435302 Sep 08 13:50:47.953884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-56c30489-244c-4b23-88ba-c4cc6ac9293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:47.955535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-56c30489-244c-4b23-88ba-c4cc6ac9293a service neutron] 10.222.0.60 "GET /v2.0/networks?id=59c9f5ad-0166-417d-82bf-3159def21592 HTTP/1.1" status: 200 len: 914 time: 0.1005054 Sep 08 13:50:48.028926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-a91148eb-71de-4dcb-847b-aa7aa0b45b4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a80bfbc-da2e-43fd-a987-35b02d39cb4f HTTP/1.1" status: 200 len: 1002 time: 0.0653241 Sep 08 13:50:48.080546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-d9a6c092-def1-437a-818b-5fd4046e6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:48.082168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-d9a6c092-def1-437a-818b-5fd4046e6e5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=678a2db8-ca43-48d0-814e-2e0215307407 HTTP/1.1" status: 200 len: 852 time: 0.0468755 Sep 08 13:50:48.144114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-2492e831-a8ea-4e2f-a378-cb9a4c251aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:48.145743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-2492e831-a8ea-4e2f-a378-cb9a4c251aea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59c9f5ad-0166-417d-82bf-3159def21592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550909 Sep 08 13:50:48.161263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93df4d-a2f9-4c6a-9bf0-d439ad40d9ec req-bcf15b59-46b1-4c44-8020-337a7bba40cd tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:48.163538 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9f93df4d-a2f9-4c6a-9bf0-d439ad40d9ec req-bcf15b59-46b1-4c44-8020-337a7bba40cd tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0526195 Sep 08 13:50:48.203271 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9f93df4d-a2f9-4c6a-9bf0-d439ad40d9ec req-477c6859-1e0e-4a77-943a-7d1ee2383159 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328512 Sep 08 13:50:48.242997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-eecd10ce-3e6c-413f-af9d-19b3a93b39e4 service neutron] 10.222.0.60 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890896 Sep 08 13:50:48.340819 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-65b13760-4c35-4c66-b69f-1aeda2ce138d service neutron] 10.222.0.60 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910685 Sep 08 13:50:48.419120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-a619ceca-e0aa-4a93-a07c-8c9d45268e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:48.420603 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-a619ceca-e0aa-4a93-a07c-8c9d45268e28 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6148d048dc574503a563d9eca3f7583f&device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0405264 Sep 08 13:50:48.523508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-a3cecb29-1db6-4d07-93d2-c7c9d3537940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:48.525546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-a3cecb29-1db6-4d07-93d2-c7c9d3537940 service neutron] 10.222.0.60 "GET /v2.0/networks?id=59c9f5ad-0166-417d-82bf-3159def21592 HTTP/1.1" status: 200 len: 914 time: 0.0926764 Sep 08 13:50:48.592658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-7dd7de85-07b5-45d7-938b-565acdf1d7f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a80bfbc-da2e-43fd-a987-35b02d39cb4f HTTP/1.1" status: 200 len: 1002 time: 0.0606630 Sep 08 13:50:48.641030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-318da7a1-8a3b-4561-8c3c-079687bd9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:48.642581 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-318da7a1-8a3b-4561-8c3c-079687bd9d4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=678a2db8-ca43-48d0-814e-2e0215307407 HTTP/1.1" status: 200 len: 852 time: 0.0431495 Sep 08 13:50:48.692378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-073f4dfc-89b3-4df5-adee-07ce27468227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:48.694003 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-073f4dfc-89b3-4df5-adee-07ce27468227 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59c9f5ad-0166-417d-82bf-3159def21592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445817 Sep 08 13:50:48.793482 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-1ab56f6b-b59a-4f45-8707-f3bc6e9cbff3 service neutron] 10.222.0.60 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918384 Sep 08 13:50:48.893930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56f933ae-6acf-4c93-a0a8-60f375432d6a req-394d69d4-61ca-4640-97ef-5efd1af67b95 service neutron] 10.222.0.60 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929723 Sep 08 13:50:49.325615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c439afc-c201-4428-bacc-0a24c840e572 req-c0dc1f9a-954c-4e5d-87c0-e72e34d91c1d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:49.327155 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4c439afc-c201-4428-bacc-0a24c840e572 req-c0dc1f9a-954c-4e5d-87c0-e72e34d91c1d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0514743 Sep 08 13:50:49.365617 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4c439afc-c201-4428-bacc-0a24c840e572 req-c75b24a8-22dd-4a1d-945a-6a0c694cfac1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Sep 08 13:50:50.495636 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199cb97-cffe-4d7b-bcee-9e1ab93763e8 req-85818300-cf65-467f-8eb3-625d905e6b8b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:50.497271 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7199cb97-cffe-4d7b-bcee-9e1ab93763e8 req-85818300-cf65-467f-8eb3-625d905e6b8b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0626318 Sep 08 13:50:50.538210 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7199cb97-cffe-4d7b-bcee-9e1ab93763e8 req-fae0eb0d-56c4-4837-9e9b-3581d21a8e81 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344908 Sep 08 13:50:51.655325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af3504-8af4-4cc3-906f-f5ef771ab58c req-03420539-2141-4d78-8058-d06e642fd244 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:51.656970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5af3504-8af4-4cc3-906f-f5ef771ab58c req-03420539-2141-4d78-8058-d06e642fd244 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 944 time: 0.0504973 Sep 08 13:50:51.700440 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5af3504-8af4-4cc3-906f-f5ef771ab58c req-61a8cb1b-c670-4406-a3a3-a25ed1a7328c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374732 Sep 08 13:50:52.005040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2d352e0-a04e-4b82-b362-64bf9829bce2 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:50:52.101227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a2d352e0-a04e-4b82-b362-64bf9829bce2, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2d352e0-a04e-4b82-b362-64bf9829bce2,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:52.113058 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a2d352e0-a04e-4b82-b362-64bf9829bce2', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'port_id': 'a2d352e0-a04e-4b82-b362-64bf9829bce2', 'mac_address': 'fa:16:3e:d6:c3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:50:52.150486 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:52.163920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d352e0-a04e-4b82-b362-64bf9829bce2 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:50:52.185643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a2d352e0-a04e-4b82-b362-64bf9829bce2, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2d352e0-a04e-4b82-b362-64bf9829bce2,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:52.249488 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:52.297491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a2d352e0-a04e-4b82-b362-64bf9829bce2,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:52.595580 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a2d352e0-a04e-4b82-b362-64bf9829bce2'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:50:52.819799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659f850-752a-4fef-8896-3a252c9512c3 req-3a29ea5c-05d4-4814-950a-84d8304b4d51 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:52.821430 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c659f850-752a-4fef-8896-3a252c9512c3 req-3a29ea5c-05d4-4814-950a-84d8304b4d51 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 945 time: 0.0500557 Sep 08 13:50:52.864927 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c659f850-752a-4fef-8896-3a252c9512c3 req-89be6a57-5a14-4eb4-82c5-f6f733c90b28 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367310 Sep 08 13:50:53.989065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94444ae2-9a09-4534-b375-b83948a8750f req-be75e150-77c6-4210-a5fe-96eeff927882 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:53.991578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-94444ae2-9a09-4534-b375-b83948a8750f req-be75e150-77c6-4210-a5fe-96eeff927882 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 945 time: 0.0519128 Sep 08 13:50:54.029240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2d352e0-a04e-4b82-b362-64bf9829bce2 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:50:54.036237 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-94444ae2-9a09-4534-b375-b83948a8750f req-494f465a-7356-4968-b12e-052af89d629e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376976 Sep 08 13:50:54.180624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a2d352e0-a04e-4b82-b362-64bf9829bce2 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:50:54.185274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a2d352e0-a04e-4b82-b362-64bf9829bce2 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:50:54.185643 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:54.266617 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:54.290389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f977a00b-be56-4a43-849b-ae3e0d41a5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d352e0-a04e-4b82-b362-64bf9829bce2'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:50:54.293183 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53132ef-4d69-4d69-ac44-adeeb5e8954c" -d '{"events": [{"server_uuid": "f977a00b-be56-4a43-849b-ae3e0d41a5cc", "name": "network-vif-plugged", "status": "completed", "tag": "a2d352e0-a04e-4b82-b362-64bf9829bce2"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:50:54.306568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a2d352e0-a04e-4b82-b362-64bf9829bce2, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2d352e0-a04e-4b82-b362-64bf9829bce2,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:54.332471 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:50:54.353807 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6822df-3434-4280-b0a8-04d6c0656a16 x-openstack-request-id: req-8d6822df-3434-4280-b0a8-04d6c0656a16 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:50:54.353807 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f977a00b-be56-4a43-849b-ae3e0d41a5cc", "name": "network-vif-plugged", "status": "completed", "tag": "a2d352e0-a04e-4b82-b362-64bf9829bce2", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:50:54.353807 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8d6822df-3434-4280-b0a8-04d6c0656a16 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:50:54.353807 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f977a00b-be56-4a43-849b-ae3e0d41a5cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d352e0-a04e-4b82-b362-64bf9829bce2', 'code': 200} Sep 08 13:50:54.398332 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:54.452369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a2d352e0-a04e-4b82-b362-64bf9829bce2,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:54.452582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42241a6c-33a0-45cf-9626-fc326c1432cc req-1b56a844-a332-44e9-8d3c-09d53bad174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:54.454082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42241a6c-33a0-45cf-9626-fc326c1432cc req-1b56a844-a332-44e9-8d3c-09d53bad174a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 1097 time: 0.0436358 Sep 08 13:50:54.494762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42241a6c-33a0-45cf-9626-fc326c1432cc req-2800831d-4267-4241-a260-43d49eb1bcc0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306320 Sep 08 13:50:55.155170 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9837b2-9702-43a3-9105-4f7fdc5c8eb4 req-ac0193a9-dc81-43ed-a44c-a655d2cef9d2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:55.156682 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5a9837b2-9702-43a3-9105-4f7fdc5c8eb4 req-ac0193a9-dc81-43ed-a44c-a655d2cef9d2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 946 time: 0.0499611 Sep 08 13:50:55.198796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5a9837b2-9702-43a3-9105-4f7fdc5c8eb4 req-e3033996-d30d-4f66-9d7f-5ad29b0313fd tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361211 Sep 08 13:50:56.319829 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cc3e3-6c23-42bb-8349-db6af330f1b5 req-1b17fd62-9d65-4a82-83b0-4c7fe647378f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:56.321475 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-575cc3e3-6c23-42bb-8349-db6af330f1b5 req-1b17fd62-9d65-4a82-83b0-4c7fe647378f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 946 time: 0.0545335 Sep 08 13:50:56.366363 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-575cc3e3-6c23-42bb-8349-db6af330f1b5 req-6fc1fcbc-095d-4ca6-b331-b093531d16c5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Sep 08 13:50:56.485512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d575722-608f-4cf2-8d38-1520e9b6bf0b req-185dfa46-63d6-481f-a1c5-51de0902870a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:56.486937 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d575722-608f-4cf2-8d38-1520e9b6bf0b req-185dfa46-63d6-481f-a1c5-51de0902870a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 946 time: 0.0589640 Sep 08 13:50:56.526186 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d575722-608f-4cf2-8d38-1520e9b6bf0b req-e12083c1-37db-4483-83ac-c39afec557c9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331481 Sep 08 13:50:56.646239 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf5a1a-4e30-45b1-96d5-6bf4d4f305ce req-fb1fd7ab-e503-49a7-ada3-5fb3467eb0ed tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:56.647795 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3daf5a1a-4e30-45b1-96d5-6bf4d4f305ce req-fb1fd7ab-e503-49a7-ada3-5fb3467eb0ed tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 946 time: 0.0553873 Sep 08 13:50:56.685183 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3daf5a1a-4e30-45b1-96d5-6bf4d4f305ce req-b97c0a8e-6f85-42ba-81a5-9b0745874001 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Sep 08 13:50:57.259203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c3eed3-4676-4d08-a9ae-d45891a25d5c req-1f3752a5-ff75-4424-a138-35f9295a41e4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:57.260714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91c3eed3-4676-4d08-a9ae-d45891a25d5c req-1f3752a5-ff75-4424-a138-35f9295a41e4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 946 time: 0.0506058 Sep 08 13:50:57.299446 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91c3eed3-4676-4d08-a9ae-d45891a25d5c req-d0091d85-df6e-49ef-957c-54af6bb36325 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Sep 08 13:50:58.424515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a858c-370d-4333-a331-97f3972e7d36 req-4785d1a3-9194-4185-ae9e-88af3046f8f0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:58.426091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9c0a858c-370d-4333-a331-97f3972e7d36 req-4785d1a3-9194-4185-ae9e-88af3046f8f0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 946 time: 0.0580487 Sep 08 13:50:58.465861 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9c0a858c-370d-4333-a331-97f3972e7d36 req-1548612e-6b91-4703-b3fa-9ce2ae0c97c9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336306 Sep 08 13:50:58.976353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313ae83-faf1-4ad8-a52b-89214c5c84d2 req-d7bf00d3-b9bf-48e8-af4d-364d51f0df12 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:50:58.977860 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5313ae83-faf1-4ad8-a52b-89214c5c84d2 req-d7bf00d3-b9bf-48e8-af4d-364d51f0df12 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 946 time: 0.0495231 Sep 08 13:50:59.083152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5313ae83-faf1-4ad8-a52b-89214c5c84d2 req-9c7e1194-8920-4715-9b56-f61b010eb7a5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Deleting port a2d352e0-a04e-4b82-b362-64bf9829bce2 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:50:59.083512 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5313ae83-faf1-4ad8-a52b-89214c5c84d2 req-9c7e1194-8920-4715-9b56-f61b010eb7a5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:59.173597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5313ae83-faf1-4ad8-a52b-89214c5c84d2 req-9c7e1194-8920-4715-9b56-f61b010eb7a5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] For port a2d352e0-a04e-4b82-b362-64bf9829bce2, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a2d352e0-a04e-4b82-b362-64bf9829bce2,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:50:59.173981 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5313ae83-faf1-4ad8-a52b-89214c5c84d2 req-9c7e1194-8920-4715-9b56-f61b010eb7a5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:59.192908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5313ae83-faf1-4ad8-a52b-89214c5c84d2 req-9c7e1194-8920-4715-9b56-f61b010eb7a5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Calling delete_port for a2d352e0-a04e-4b82-b362-64bf9829bce2 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:50:59.414929 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5313ae83-faf1-4ad8-a52b-89214c5c84d2 req-9c7e1194-8920-4715-9b56-f61b010eb7a5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:59.427310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a2d352e0-a04e-4b82-b362-64bf9829bce2'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:50:59.441816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7e1194-8920-4715-9b56-f61b010eb7a5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event deleted for resources: {'Port': ['ID=a2d352e0-a04e-4b82-b362-64bf9829bce2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:50:59.490840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5313ae83-faf1-4ad8-a52b-89214c5c84d2 req-9c7e1194-8920-4715-9b56-f61b010eb7a5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] No DVR routers for this DVR port a2d352e0-a04e-4b82-b362-64bf9829bce2 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:50:59.494414 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5313ae83-faf1-4ad8-a52b-89214c5c84d2 req-9c7e1194-8920-4715-9b56-f61b010eb7a5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:50:59.497140 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5313ae83-faf1-4ad8-a52b-89214c5c84d2 req-9c7e1194-8920-4715-9b56-f61b010eb7a5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "DELETE /v2.0/ports/a2d352e0-a04e-4b82-b362-64bf9829bce2 HTTP/1.1" status: 204 len: 173 time: 0.5117462 Sep 08 13:50:59.497608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f977a00b-be56-4a43-849b-ae3e0d41a5cc', 'name': 'network-vif-deleted', 'tag': 'a2d352e0-a04e-4b82-b362-64bf9829bce2'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:50:59.502206 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7364d4a-0dc9-4ecd-b0f1-affb0dd8bc8a" -d '{"events": [{"server_uuid": "f977a00b-be56-4a43-849b-ae3e0d41a5cc", "name": "network-vif-deleted", "tag": "a2d352e0-a04e-4b82-b362-64bf9829bce2"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:50:59.545367 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7930fc1a-49a5-40c4-88e9-f5d1a25e32ca x-openstack-request-id: req-7930fc1a-49a5-40c4-88e9-f5d1a25e32ca {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:50:59.545652 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f977a00b-be56-4a43-849b-ae3e0d41a5cc", "name": "network-vif-deleted", "tag": "a2d352e0-a04e-4b82-b362-64bf9829bce2", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:50:59.545902 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7930fc1a-49a5-40c4-88e9-f5d1a25e32ca {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:50:59.546378 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f977a00b-be56-4a43-849b-ae3e0d41a5cc', 'name': 'network-vif-deleted', 'tag': 'a2d352e0-a04e-4b82-b362-64bf9829bce2', 'status': 'completed', 'code': 200} Sep 08 13:50:59.573059 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f06ce036-9dd9-4d52-8d78-d343b99f96d1 req-9f993a7e-cb2b-466b-88d5-00cefdbc1fb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 210 time: 0.0302491 Sep 08 13:51:00.691976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8209e16a-6c5b-4689-9c96-507dec7fd45c req-ea7fe2ea-a840-4356-9671-80f970f4bd38 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 210 time: 0.0263355 Sep 08 13:51:01.785874 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-53f4a37a-781c-41d7-acf4-a9e282bec23c req-e624ca7f-d97c-483a-a423-8b1c4c55dfcc tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 210 time: 0.0264771 Sep 08 13:51:02.891604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42887eaf-7550-4fce-b7bb-bf93653ed8c6 req-294a8abf-0f58-4592-be51-2cba8bbadf0b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 210 time: 0.0281160 Sep 08 13:51:04.017947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25790458-9c99-4d05-a282-26ba4e0dceee req-884d7050-6229-4929-9bd6-0fd5ba76d135 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=f977a00b-be56-4a43-849b-ae3e0d41a5cc HTTP/1.1" status: 200 len: 210 time: 0.0297866 Sep 08 13:51:04.052396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2d352e0-a04e-4b82-b362-64bf9829bce2 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:51:04.082060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a2d352e0-a04e-4b82-b362-64bf9829bce2 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:51:04.082656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a2d352e0-a04e-4b82-b362-64bf9829bce2 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:51:07.889131 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6bf8b51d-ab5d-4143-aab5-9daa9b62593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:10.203587 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e0ee8681-aa71-43c1-823a-8a5fb65021a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:10.592021 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:11.974956 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:13.346543 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:14.545994 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:17.003146 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:26.059123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3b6a1c0-b524-4c4c-912c-cedc40e29a6f req-adca8c1c-8a3c-433e-9f5a-ba5575dc7da7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412142 Sep 08 13:51:26.147390 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6a1c0-b524-4c4c-912c-cedc40e29a6f req-b80a2a66-f576-455e-82f4-1287850cd9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:26.149005 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3b6a1c0-b524-4c4c-912c-cedc40e29a6f req-b80a2a66-f576-455e-82f4-1287850cd9bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f61eb82abb842fba94abd1fe8fba2ad&device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 1096 time: 0.0491281 Sep 08 13:51:26.254938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6a1c0-b524-4c4c-912c-cedc40e29a6f req-512ded13-889a-48e7-a81e-f24b8fc54514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:26.256340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3b6a1c0-b524-4c4c-912c-cedc40e29a6f req-512ded13-889a-48e7-a81e-f24b8fc54514 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9aa4674-0447-40a5-9466-6eb84b36c0d2 HTTP/1.1" status: 200 len: 910 time: 0.0882936 Sep 08 13:51:26.331883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3b6a1c0-b524-4c4c-912c-cedc40e29a6f req-adfebadd-4215-4804-8378-47b685e68dce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c4df192-eec5-48a1-adcf-ea1926acc965 HTTP/1.1" status: 200 len: 1000 time: 0.0687373 Sep 08 13:51:26.384102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6a1c0-b524-4c4c-912c-cedc40e29a6f req-c0c4ca2f-3bf9-4f89-8ba1-989839b709fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:26.385726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3b6a1c0-b524-4c4c-912c-cedc40e29a6f req-c0c4ca2f-3bf9-4f89-8ba1-989839b709fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=62af5d9d-f4cd-4fe3-a1ed-39861737467f HTTP/1.1" status: 200 len: 848 time: 0.0470774 Sep 08 13:51:26.436035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6a1c0-b524-4c4c-912c-cedc40e29a6f req-7ff2b4a3-f710-4384-941f-c41ac2eb79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:26.437807 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3b6a1c0-b524-4c4c-912c-cedc40e29a6f req-7ff2b4a3-f710-4384-941f-c41ac2eb79cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9aa4674-0447-40a5-9466-6eb84b36c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455430 Sep 08 13:51:26.548039 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3b6a1c0-b524-4c4c-912c-cedc40e29a6f req-fc50893c-00ca-44dd-bc11-a57806feef98 service neutron] 10.222.0.70 "GET /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032901 Sep 08 13:51:26.645874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3b6a1c0-b524-4c4c-912c-cedc40e29a6f req-598bb610-a06e-491f-8495-4b218457bc83 service neutron] 10.222.0.70 "GET /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910721 Sep 08 13:51:31.331418 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:51:32.395465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-0d3de3ce-8bd0-4e8f-aef2-c570be520053 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:32.396992 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-0d3de3ce-8bd0-4e8f-aef2-c570be520053 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/networks?id=50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 HTTP/1.1" status: 200 len: 812 time: 0.1078107 Sep 08 13:51:32.411917 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-54ee71d8-3004-488d-930a-4df438c6d9d4 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/quotas/e24c2b421e174ca0a3c61b631d598e5d HTTP/1.1" status: 200 len: 375 time: 0.0090973 Sep 08 13:51:32.445270 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-5d7b335f-20be-4c26-b4a2-ff378e37687c tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e24c2b421e174ca0a3c61b631d598e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273266 Sep 08 13:51:32.457022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-23431c04-47a7-454d-9fea-a8985d781ee4 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:51:32.458006 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-23431c04-47a7-454d-9fea-a8985d781ee4 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052726 Sep 08 13:51:32.553267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b4cc89d0-ac74-45c6-b6e6-9f5f2cfa076c service neutron] 10.222.0.69 "GET /v2.0/networks/50d22a5b-9eb0-4536-b088-bcbdd03e7cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885930 Sep 08 13:51:32.645121 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-8e97192c-b6f7-4688-a09b-108f1e33336a service neutron] 10.222.0.69 "GET /v2.0/networks/50d22a5b-9eb0-4536-b088-bcbdd03e7cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853231 Sep 08 13:51:33.536263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5618de68-924c-4f42-a273-e1f01cfba5bb req-c5a691d5-4e60-4374-8380-61145bb1c1fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421019 Sep 08 13:51:33.622562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618de68-924c-4f42-a273-e1f01cfba5bb req-4856499e-06fc-4bfd-b46a-23a7ce39bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:33.624107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5618de68-924c-4f42-a273-e1f01cfba5bb req-4856499e-06fc-4bfd-b46a-23a7ce39bf2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6148d048dc574503a563d9eca3f7583f&device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0461354 Sep 08 13:51:33.736064 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618de68-924c-4f42-a273-e1f01cfba5bb req-f2498021-716a-4d6b-b694-c58f99e05bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:33.737646 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5618de68-924c-4f42-a273-e1f01cfba5bb req-f2498021-716a-4d6b-b694-c58f99e05bff service neutron] 10.222.0.60 "GET /v2.0/networks?id=59c9f5ad-0166-417d-82bf-3159def21592 HTTP/1.1" status: 200 len: 914 time: 0.0946200 Sep 08 13:51:33.808735 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5618de68-924c-4f42-a273-e1f01cfba5bb req-249e6acf-2688-4309-9f89-aa6850c8ea68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a80bfbc-da2e-43fd-a987-35b02d39cb4f HTTP/1.1" status: 200 len: 1002 time: 0.0631480 Sep 08 13:51:33.860000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618de68-924c-4f42-a273-e1f01cfba5bb req-1d46570c-7b2e-4670-8150-76c2db2eb86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:33.861565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5618de68-924c-4f42-a273-e1f01cfba5bb req-1d46570c-7b2e-4670-8150-76c2db2eb86e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=678a2db8-ca43-48d0-814e-2e0215307407 HTTP/1.1" status: 200 len: 852 time: 0.0460472 Sep 08 13:51:33.912346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5618de68-924c-4f42-a273-e1f01cfba5bb req-b275cd87-7301-4473-8187-c709a984a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:33.913874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5618de68-924c-4f42-a273-e1f01cfba5bb req-b275cd87-7301-4473-8187-c709a984a5e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59c9f5ad-0166-417d-82bf-3159def21592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429635 Sep 08 13:51:34.024793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-37599252-a733-451b-9c23-9c7e9c862be3 req-8bea01c9-1db7-4044-81c4-feb41d5c2d99 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 210 time: 0.0372207 Sep 08 13:51:34.043733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5618de68-924c-4f42-a273-e1f01cfba5bb req-4cff14be-dab4-4f96-aea9-0e11bb068036 service neutron] 10.222.0.60 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222193 Sep 08 13:51:34.141360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5618de68-924c-4f42-a273-e1f01cfba5bb req-ffd8d900-ee75-424a-88bf-f39517220fe1 service neutron] 10.222.0.60 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902579 Sep 08 13:51:35.121401 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca766db1-0bd2-4851-b730-4e31ef14581a req-e63cd5b7-aa90-4f7b-a122-6c03a37fb845 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 210 time: 0.0317767 Sep 08 13:51:36.216257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-4c7abe50-f82e-49a0-ab6d-2b1ef5d619c7 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:36.217755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-4c7abe50-f82e-49a0-ab6d-2b1ef5d619c7 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.70 "GET /v2.0/networks?id=50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 HTTP/1.1" status: 200 len: 812 time: 0.1193073 Sep 08 13:51:36.233721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9240748-35b9-4e3e-8fce-98ee4a3911b2 req-58c44bd3-fe83-42ae-900f-f204bbf845c3 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 210 time: 0.0365572 Sep 08 13:51:36.237123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Request body: {'port': {'device_id': '9acd8aba-9781-4c40-8775-dee7c640f702', 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2', 'admin_state_up': True, 'tenant_id': 'e24c2b421e174ca0a3c61b631d598e5d'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:51:36.500143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Made reservation on behalf of e24c2b421e174ca0a3c61b631d598e5d for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:51:36.503984 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:36.636736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Allocated IP 172.20.0.9 (50d22a5b-9eb0-4536-b088-bcbdd03e7cf2/49c109dd-84b1-4587-acdb-2953e88dd4ce/5d82c5cb-da35-401e-b0fa-7b2aacd7f016) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:51:36.778481 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:36.957375 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:37.005583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:51:37.009483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:51:37.016286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:51:37.022800 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Pushing event updated for resources: {'Port': ['ID=5d82c5cb-da35-401e-b0fa-7b2aacd7f016,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:37.063025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:37.063339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:37.063741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:37.064095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:37.064444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:37.065019 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:37.065546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:37.065982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:37.066345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:37.066678 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:37.067005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:37.067334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:37.092115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:37.092775 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:37.300848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-3548eeb9-046d-482b-9187-d27dba327955 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692847 Sep 08 13:51:37.312842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Request body: {'port': {'device_id': '9acd8aba-9781-4c40-8775-dee7c640f702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:51:37.354166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfc6ee-2451-4df4-84cb-2b47780ba86f req-76e417a6-0620-4527-a6a8-29f46b314887 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:37.355699 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22cfc6ee-2451-4df4-84cb-2b47780ba86f req-76e417a6-0620-4527-a6a8-29f46b314887 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 931 time: 0.0507162 Sep 08 13:51:37.370139 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:37.395883 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22cfc6ee-2451-4df4-84cb-2b47780ba86f req-b225438b-4d32-43f4-bf88-c751e6a853c1 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337739 Sep 08 13:51:37.637697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:51:37.645300 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:37.657999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Transition to ACTIVE for port object 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:51:37.745592 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:37.802222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Pushing event updated for resources: {'Port': ['ID=5d82c5cb-da35-401e-b0fa-7b2aacd7f016,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:37.871832 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-503ec520-bab0-4ba8-bfa3-855653894896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:37.873496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Attempting to bind port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:51:37.874072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Attempting to bind port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '87ea275b-89bc-401e-8dfd-914846cd9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:51:37.875382 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Attempting to bind port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 on network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:51:37.880292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 on network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:51:37.880623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Attempting to bind port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 on network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:51:37.885710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:51:37.886054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Checking segment: {'id': '87ea275b-89bc-401e-8dfd-914846cd9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:51:37.886675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Bound using segment: {'id': '87ea275b-89bc-401e-8dfd-914846cd9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:51:37.887121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Bound port: 5d82c5cb-da35-401e-b0fa-7b2aacd7f016, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ea275b-89bc-401e-8dfd-914846cd9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:51:37.887489 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:37.951771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] For port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:51:37.954866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] For port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d82c5cb-da35-401e-b0fa-7b2aacd7f016,segment=NetworkSegment(87ea275b-89bc-401e-8dfd-914846cd9b38),segment_id=87ea275b-89bc-401e-8dfd-914846cd9b38)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:51:38.054726 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:38.089050 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:38.089671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:38.091099 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] 10.222.0.70 "PUT /v2.0/ports/5d82c5cb-da35-401e-b0fa-7b2aacd7f016 HTTP/1.1" status: 200 len: 1091 time: 0.7823904 Sep 08 13:51:38.091529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9acd8aba-9781-4c40-8775-dee7c640f702', 'tag': '5d82c5cb-da35-401e-b0fa-7b2aacd7f016'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:51:38.093747 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856b7b90-ea62-4f70-887f-7bda5b85b90b" -d '{"events": [{"name": "network-changed", "server_uuid": "9acd8aba-9781-4c40-8775-dee7c640f702", "tag": "5d82c5cb-da35-401e-b0fa-7b2aacd7f016"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:51:38.116495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923163c-4203-48e7-978e-fb61f86f0a20 service neutron] Pushing event updated for resources: {'Port': ['ID=5d82c5cb-da35-401e-b0fa-7b2aacd7f016,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:38.132835 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585889ed-1fec-4015-821d-ec64ac172e9e x-openstack-request-id: req-585889ed-1fec-4015-821d-ec64ac172e9e {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:51:38.133117 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9acd8aba-9781-4c40-8775-dee7c640f702", "tag": "5d82c5cb-da35-401e-b0fa-7b2aacd7f016", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:51:38.133446 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-585889ed-1fec-4015-821d-ec64ac172e9e {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:51:38.134341 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9acd8aba-9781-4c40-8775-dee7c640f702', 'tag': '5d82c5cb-da35-401e-b0fa-7b2aacd7f016', 'status': 'completed', 'code': 200} Sep 08 13:51:38.197003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b7b90-ea62-4f70-887f-7bda5b85b90b req-f27ca0c8-46b5-48e8-811a-d9e62afdbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:38.198451 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-856b7b90-ea62-4f70-887f-7bda5b85b90b req-f27ca0c8-46b5-48e8-811a-d9e62afdbfb8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e24c2b421e174ca0a3c61b631d598e5d&device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 1094 time: 0.0428147 Sep 08 13:51:38.298331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b7b90-ea62-4f70-887f-7bda5b85b90b req-dafa1c2e-e34c-442d-b031-031bbfbb3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:38.299833 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-856b7b90-ea62-4f70-887f-7bda5b85b90b req-dafa1c2e-e34c-442d-b031-031bbfbb3dff service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e24c2b421e174ca0a3c61b631d598e5d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0940490 Sep 08 13:51:38.398270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b7b90-ea62-4f70-887f-7bda5b85b90b req-970f6ed3-8e0c-4f5c-a502-83dd697fc630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:38.399787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-856b7b90-ea62-4f70-887f-7bda5b85b90b req-970f6ed3-8e0c-4f5c-a502-83dd697fc630 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930409 Sep 08 13:51:38.480321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-1fcdc8f8-9362-4269-959f-0e7db04a4f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:38.481986 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-1fcdc8f8-9362-4269-959f-0e7db04a4f27 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e24c2b421e174ca0a3c61b631d598e5d&device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 1094 time: 0.0484805 Sep 08 13:51:38.514330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a45610-f482-47d0-a65d-c3fd0e973a41 req-e899f412-a35a-43fd-a7bb-d928e7eed3dc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:38.515919 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76a45610-f482-47d0-a65d-c3fd0e973a41 req-e899f412-a35a-43fd-a7bb-d928e7eed3dc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 943 time: 0.0511959 Sep 08 13:51:38.526728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-af67dc76-1dd8-4325-bba7-411120fbb92d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5d82c5cb-da35-401e-b0fa-7b2aacd7f016 HTTP/1.1" status: 200 len: 217 time: 0.0373173 Sep 08 13:51:38.559740 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76a45610-f482-47d0-a65d-c3fd0e973a41 req-0d7c272f-3b0f-44fb-ba24-7c7917c99bb1 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345755 Sep 08 13:51:38.575470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-fae8da2d-974d-465d-bdce-e1d0398141d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:38.576953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-fae8da2d-974d-465d-bdce-e1d0398141d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49c109dd-84b1-4587-acdb-2953e88dd4ce HTTP/1.1" status: 200 len: 852 time: 0.0441327 Sep 08 13:51:38.611738 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-1397c38a-8e64-4183-8467-005367c19123 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=50d22a5b-9eb0-4536-b088-bcbdd03e7cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282264 Sep 08 13:51:38.701663 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-8d9f0e25-9a91-4af6-b327-873268efb29e service neutron] 10.222.0.70 "GET /v2.0/networks/50d22a5b-9eb0-4536-b088-bcbdd03e7cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821841 Sep 08 13:51:38.795239 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-961a8e21-38ac-44a7-8917-361f07ade0e2 req-1fb97e91-ff64-41cf-ad36-ec06cf8f123b service neutron] 10.222.0.70 "GET /v2.0/networks/50d22a5b-9eb0-4536-b088-bcbdd03e7cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868387 Sep 08 13:51:39.684493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b3653-a3eb-4f45-bcbe-e21416e1c1b6 req-2de71486-7ce6-4c4c-b231-46f9b5663106 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:39.686396 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-922b3653-a3eb-4f45-bcbe-e21416e1c1b6 req-2de71486-7ce6-4c4c-b231-46f9b5663106 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 943 time: 0.0533454 Sep 08 13:51:39.727353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-922b3653-a3eb-4f45-bcbe-e21416e1c1b6 req-fd65d6ff-7ccc-49c1-bc55-c86a80649e62 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345142 Sep 08 13:51:40.185532 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-08e92f72-829e-4c7a-8bf9-74919ff56aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:40.642612 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:40.645326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:51:40.739855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d82c5cb-da35-401e-b0fa-7b2aacd7f016,segment=NetworkSegment(87ea275b-89bc-401e-8dfd-914846cd9b38),segment_id=87ea275b-89bc-401e-8dfd-914846cd9b38)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:51:40.751530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '5d82c5cb-da35-401e-b0fa-7b2aacd7f016', 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2', 'port_id': '5d82c5cb-da35-401e-b0fa-7b2aacd7f016', 'mac_address': 'fa:16:3e:fc:8f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49c109dd-84b1-4587-acdb-2953e88dd4ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:51:40.793397 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:40.808324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:51:40.829487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d82c5cb-da35-401e-b0fa-7b2aacd7f016,segment=NetworkSegment(87ea275b-89bc-401e-8dfd-914846cd9b38),segment_id=87ea275b-89bc-401e-8dfd-914846cd9b38)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:51:40.857616 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c9840-b16a-48d8-8a3c-c279837fad74 req-f01969a0-7c29-4971-8a47-a6ee14bffdf7 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:40.859170 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be8c9840-b16a-48d8-8a3c-c279837fad74 req-f01969a0-7c29-4971-8a47-a6ee14bffdf7 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 943 time: 0.0613742 Sep 08 13:51:40.898135 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be8c9840-b16a-48d8-8a3c-c279837fad74 req-939eb41e-6e52-4eda-a591-89c4cb92a090 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328648 Sep 08 13:51:40.922552 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:40.969611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5d82c5cb-da35-401e-b0fa-7b2aacd7f016,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:40.976740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:40.977135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:40.977519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:40.977853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:40.978218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:40.978546 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:40.978878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:40.979203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:40.979528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:40.979849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:40.980170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:40.980671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:41.175092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['5d82c5cb-da35-401e-b0fa-7b2aacd7f016'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:51:41.398406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-0754d606-c92e-432c-9f42-438fd6dc1857 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:41.399933 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-0754d606-c92e-432c-9f42-438fd6dc1857 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1057441 Sep 08 13:51:41.414516 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-8e3ef88c-0879-42c4-833e-2ecc060f5387 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/quotas/0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 375 time: 0.0089328 Sep 08 13:51:41.465936 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-2ead945f-c761-4174-9397-a383cc55300e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462551 Sep 08 13:51:41.559441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-92b9ff57-e906-4849-8602-b8f2f27e9a2d service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866065 Sep 08 13:51:41.650309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ceb99113-7c09-43d6-b8a3-170ff6c421ee service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847459 Sep 08 13:51:41.917216 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:42.014508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9f816-5dea-4106-8a1c-de9932446dd6 req-1de40e37-24bd-4486-a828-d85fa3f55423 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:42.016036 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13d9f816-5dea-4106-8a1c-de9932446dd6 req-1de40e37-24bd-4486-a828-d85fa3f55423 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 944 time: 0.0503747 Sep 08 13:51:42.054822 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-13d9f816-5dea-4106-8a1c-de9932446dd6 req-703201a2-c996-4efc-96bd-cc0d436f2edb tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325551 Sep 08 13:51:42.221549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2eb22a9a-cae6-400e-a5da-864be2acbb06 req-d40d8e7e-a20e-464b-8b37-8045f0cd412f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 210 time: 0.0274339 Sep 08 13:51:42.645432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:51:42.802591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:51:42.807075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:51:42.807481 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:42.891056 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:42.912819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acd8aba-9781-4c40-8775-dee7c640f702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d82c5cb-da35-401e-b0fa-7b2aacd7f016'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:51:42.915076 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573e87e5-fb10-42a4-8fd5-4df051e11ff4" -d '{"events": [{"server_uuid": "9acd8aba-9781-4c40-8775-dee7c640f702", "name": "network-vif-plugged", "status": "completed", "tag": "5d82c5cb-da35-401e-b0fa-7b2aacd7f016"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:51:42.927562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d82c5cb-da35-401e-b0fa-7b2aacd7f016,segment=NetworkSegment(87ea275b-89bc-401e-8dfd-914846cd9b38),segment_id=87ea275b-89bc-401e-8dfd-914846cd9b38)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:51:42.952046 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f58f6f4-d368-4d68-a3ea-1daf08c402a5 x-openstack-request-id: req-4f58f6f4-d368-4d68-a3ea-1daf08c402a5 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:51:42.952339 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acd8aba-9781-4c40-8775-dee7c640f702", "name": "network-vif-plugged", "status": "completed", "tag": "5d82c5cb-da35-401e-b0fa-7b2aacd7f016", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:51:42.952596 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f58f6f4-d368-4d68-a3ea-1daf08c402a5 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:51:42.952992 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acd8aba-9781-4c40-8775-dee7c640f702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d82c5cb-da35-401e-b0fa-7b2aacd7f016', 'code': 200} Sep 08 13:51:43.019949 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:43.051521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea00cdf-a7b4-4038-9fb1-1cbef0c05831 req-3eedb500-b595-4ca9-9ea7-c04430a53226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:43.053080 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9ea00cdf-a7b4-4038-9fb1-1cbef0c05831 req-3eedb500-b595-4ca9-9ea7-c04430a53226 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 1096 time: 0.0421937 Sep 08 13:51:43.068249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=5d82c5cb-da35-401e-b0fa-7b2aacd7f016,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:43.096125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9ea00cdf-a7b4-4038-9fb1-1cbef0c05831 req-d43c9cc0-5971-42b7-86de-6653f1c69209 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356703 Sep 08 13:51:43.173051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204a7d6-a9d4-4516-8c87-ea0c29228862 req-697c0e12-3c43-46d6-9fd7-75ced1616f18 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:43.174584 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d204a7d6-a9d4-4516-8c87-ea0c29228862 req-697c0e12-3c43-46d6-9fd7-75ced1616f18 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Sep 08 13:51:43.218446 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d204a7d6-a9d4-4516-8c87-ea0c29228862 req-fbcf2af7-1287-4b38-bc44-3851afe58e03 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359857 Sep 08 13:51:43.311417 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:43.318350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-befff8d9-0f93-487c-ab87-3f8210fd9945 req-7c262a85-95d0-4d18-9d6a-5cace802de70 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 210 time: 0.0300665 Sep 08 13:51:44.336775 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df42459-2082-4539-bf55-20e51ebe69e0 req-8eb2106b-efcd-4a14-8964-e64e975b60b9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:44.339191 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4df42459-2082-4539-bf55-20e51ebe69e0 req-8eb2106b-efcd-4a14-8964-e64e975b60b9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 945 time: 0.0527928 Sep 08 13:51:44.421608 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4df42459-2082-4539-bf55-20e51ebe69e0 req-8ac9002d-ace4-4daf-b483-c77fb0d758bb tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661025 Sep 08 13:51:44.460709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ce41eb-fb99-4a88-9d5d-ffc943c34cd2 req-24f4640c-a3b2-4a7f-97d8-117de6a4f145 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 210 time: 0.0414350 Sep 08 13:51:44.486414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-07800117-0cc9-497b-92f5-25f87a80091a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:44.487945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-07800117-0cc9-497b-92f5-25f87a80091a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1570148 Sep 08 13:51:44.501179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'port': {'device_id': 'ba020e4e-3906-499a-9773-0782986f9bc2', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'admin_state_up': True, 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:51:44.597330 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:45.037072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Made reservation on behalf of 0be6846d67cf40e5b43b26617c1eef63 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:51:45.040723 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:45.176190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Allocated IP 172.20.0.4 (d399fb4b-f64d-4cd8-ac1d-1a55227053f1/ceb0e550-638c-49f8-9d34-968890004912/d901e72b-8aee-494d-8149-db4e22cd7399) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:51:45.325188 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:45.338895 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Transition to ACTIVE for port object d901e72b-8aee-494d-8149-db4e22cd7399 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:51:45.506210 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:45.552329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a75e5a-3c74-48db-a09b-202ac87f9c3b req-1cbd590f-739c-4190-a7e4-bcbb365adb26 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:45.554426 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b1a75e5a-3c74-48db-a09b-202ac87f9c3b req-1cbd590f-739c-4190-a7e4-bcbb365adb26 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 945 time: 0.0648439 Sep 08 13:51:45.591950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:51:45.599038 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b1a75e5a-3c74-48db-a09b-202ac87f9c3b req-addbd069-e583-4e27-9eae-978bf0b8ac1f tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374038 Sep 08 13:51:45.602800 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:51:45.609260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:51:45.617371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=d901e72b-8aee-494d-8149-db4e22cd7399,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:45.682744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0fbc1-f4ee-46d8-9c11-d63fa7b239f7 req-be36c98f-dd69-4abe-809f-f36e7dcb2033 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:45.684425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03b0fbc1-f4ee-46d8-9c11-d63fa7b239f7 req-be36c98f-dd69-4abe-809f-f36e7dcb2033 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 931 time: 0.1269684 Sep 08 13:51:45.711761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:45.712487 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:45.769906 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-03b0fbc1-f4ee-46d8-9c11-d63fa7b239f7 req-062a326b-eacc-4249-969a-28aca43f8878 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772371 Sep 08 13:51:45.838555 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-a7e2f94b-c866-418e-aa38-06f7053a45a0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3411293 Sep 08 13:51:45.851205 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Request body: {'port': {'device_id': 'ba020e4e-3906-499a-9773-0782986f9bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:51:45.915080 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:45.975746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-168ae854-4753-4129-9a84-138865946e28 None None] Provisioning for port d901e72b-8aee-494d-8149-db4e22cd7399 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:51:45.987334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-168ae854-4753-4129-9a84-138865946e28 None None] Provisioning complete for port d901e72b-8aee-494d-8149-db4e22cd7399 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:51:45.988343 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-168ae854-4753-4129-9a84-138865946e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:46.024683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-168ae854-4753-4129-9a84-138865946e28 None None] Port d901e72b-8aee-494d-8149-db4e22cd7399 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:51:46.205394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d901e72b-8aee-494d-8149-db4e22cd7399 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:51:46.213571 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:46.225565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Transition to ACTIVE for port object d901e72b-8aee-494d-8149-db4e22cd7399 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:51:46.345494 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:46.397461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Pushing event updated for resources: {'Port': ['ID=d901e72b-8aee-494d-8149-db4e22cd7399,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:46.474563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Attempting to bind port d901e72b-8aee-494d-8149-db4e22cd7399 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:51:46.474932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Attempting to bind port d901e72b-8aee-494d-8149-db4e22cd7399 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:51:46.475278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Attempting to bind port d901e72b-8aee-494d-8149-db4e22cd7399 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:51:46.480690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Port d901e72b-8aee-494d-8149-db4e22cd7399 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:51:46.481024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Attempting to bind port d901e72b-8aee-494d-8149-db4e22cd7399 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:51:46.487961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:51:46.488307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Checking segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:51:46.488694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Bound using segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:51:46.489224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Bound port: d901e72b-8aee-494d-8149-db4e22cd7399, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:51:46.489597 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:46.574961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] For port d901e72b-8aee-494d-8149-db4e22cd7399, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:51:46.578774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] For port d901e72b-8aee-494d-8149-db4e22cd7399, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d901e72b-8aee-494d-8149-db4e22cd7399,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:51:46.734793 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:46.769323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:46.770049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:46.771497 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] 10.222.0.60 "PUT /v2.0/ports/d901e72b-8aee-494d-8149-db4e22cd7399 HTTP/1.1" status: 200 len: 1091 time: 0.9246886 Sep 08 13:51:46.771948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba020e4e-3906-499a-9773-0782986f9bc2', 'tag': 'd901e72b-8aee-494d-8149-db4e22cd7399'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:51:46.780385 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e405d74-189b-47dd-b747-fa8571d01c18" -d '{"events": [{"name": "network-changed", "server_uuid": "ba020e4e-3906-499a-9773-0782986f9bc2", "tag": "d901e72b-8aee-494d-8149-db4e22cd7399"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:51:46.803734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef650b50-298c-49d0-a819-fd63c02fb5fa service neutron] Pushing event updated for resources: {'Port': ['ID=d901e72b-8aee-494d-8149-db4e22cd7399,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:46.846281 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9cdefa-80da-4b85-980f-4884e3adcd29 x-openstack-request-id: req-0d9cdefa-80da-4b85-980f-4884e3adcd29 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:51:46.846281 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba020e4e-3906-499a-9773-0782986f9bc2", "tag": "d901e72b-8aee-494d-8149-db4e22cd7399", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:51:46.846281 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0d9cdefa-80da-4b85-980f-4884e3adcd29 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:51:46.846281 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba020e4e-3906-499a-9773-0782986f9bc2', 'tag': 'd901e72b-8aee-494d-8149-db4e22cd7399', 'status': 'completed', 'code': 200} Sep 08 13:51:46.944806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4f871-fade-48ea-bc68-3dc33b111ce7 req-a1025d8a-c557-4eb1-89da-246874496b4b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:46.947261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bb4f871-fade-48ea-bc68-3dc33b111ce7 req-a1025d8a-c557-4eb1-89da-246874496b4b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 943 time: 0.0918474 Sep 08 13:51:46.953009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e405d74-189b-47dd-b747-fa8571d01c18 req-f480bb31-71d4-4d80-b9d3-75d54ee988f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:46.954668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e405d74-189b-47dd-b747-fa8571d01c18 req-f480bb31-71d4-4d80-b9d3-75d54ee988f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 1094 time: 0.0882001 Sep 08 13:51:47.052902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bb4f871-fade-48ea-bc68-3dc33b111ce7 req-a3d96c10-9a02-4855-9ba7-d738a54e39c3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970449 Sep 08 13:51:47.099816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e405d74-189b-47dd-b747-fa8571d01c18 req-cd5250b2-d966-412d-8fba-3a97eb10152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:47.101688 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e405d74-189b-47dd-b747-fa8571d01c18 req-cd5250b2-d966-412d-8fba-3a97eb10152c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0be6846d67cf40e5b43b26617c1eef63&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1379900 Sep 08 13:51:47.105729 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:47.212407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e405d74-189b-47dd-b747-fa8571d01c18 req-77393ffb-422f-415a-8486-40904d6bf845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:47.213924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e405d74-189b-47dd-b747-fa8571d01c18 req-77393ffb-422f-415a-8486-40904d6bf845 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056001 Sep 08 13:51:47.310581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-cd3407c9-ac83-4af4-9429-47c03745220f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:47.316016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-cd3407c9-ac83-4af4-9429-47c03745220f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 1094 time: 0.0584660 Sep 08 13:51:47.355376 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-bfd42c75-61ff-49f1-aab2-0b5030e00e55 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d901e72b-8aee-494d-8149-db4e22cd7399 HTTP/1.1" status: 200 len: 217 time: 0.0355690 Sep 08 13:51:47.414207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-66a8dfa5-b0b3-4fe8-8d98-c32f16442655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:47.415838 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-66a8dfa5-b0b3-4fe8-8d98-c32f16442655 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0543413 Sep 08 13:51:47.466591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-f41696eb-9da1-4bbd-84e8-b56a00051053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:47.468145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-f41696eb-9da1-4bbd-84e8-b56a00051053 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443161 Sep 08 13:51:47.574801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-47498c46-dc60-43d2-b03b-b83964341625 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990045 Sep 08 13:51:47.682964 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9d8d22d-3539-4806-9872-87e04b323fbf req-960a75f6-0d00-48fb-9c26-c38cee6d76fb service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007574 Sep 08 13:51:48.207966 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945b6d5-d5af-4e59-a500-7f87e510cb2e req-f57257c2-bc34-45ed-889a-59e85769d49e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:48.209537 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a945b6d5-d5af-4e59-a500-7f87e510cb2e req-f57257c2-bc34-45ed-889a-59e85769d49e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 943 time: 0.0585368 Sep 08 13:51:48.257459 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a945b6d5-d5af-4e59-a500-7f87e510cb2e req-cbbe5d6a-7987-4883-a1ee-4726738e713a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410817 Sep 08 13:51:49.378144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360654b0-37a5-4a36-9ab9-d4418055a2b1 req-5cd82be5-a6dd-4eec-a2fd-0d8aed12cb33 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:49.380004 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-360654b0-37a5-4a36-9ab9-d4418055a2b1 req-5cd82be5-a6dd-4eec-a2fd-0d8aed12cb33 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 943 time: 0.0516937 Sep 08 13:51:49.419677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-360654b0-37a5-4a36-9ab9-d4418055a2b1 req-8778184a-cab5-4ddd-99b6-703562103684 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334797 Sep 08 13:51:50.540803 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1348eca-ed8c-4651-a737-b89747d7bbcc req-a57d0927-2a0d-4c53-b750-8aa0dcc6733b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:50.542327 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1348eca-ed8c-4651-a737-b89747d7bbcc req-a57d0927-2a0d-4c53-b750-8aa0dcc6733b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 943 time: 0.0523570 Sep 08 13:51:50.583721 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1348eca-ed8c-4651-a737-b89747d7bbcc req-3956c20e-32e9-4fce-8129-acf2c55bf7c4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350201 Sep 08 13:51:51.709606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78589d-8789-4b67-a00f-5b71d658b8d8 req-18177439-411e-4660-8fb3-1a98a3a832ca tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:51.713101 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ad78589d-8789-4b67-a00f-5b71d658b8d8 req-18177439-411e-4660-8fb3-1a98a3a832ca tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 943 time: 0.0562961 Sep 08 13:51:51.751184 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ad78589d-8789-4b67-a00f-5b71d658b8d8 req-84e47555-dd72-4b90-abae-bf0d5a387394 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338750 Sep 08 13:51:52.870476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b5c69-e963-4c2f-a078-ca55688c7245 req-9faae662-f137-4a93-87d8-2c941265dd80 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:52.871977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b38b5c69-e963-4c2f-a078-ca55688c7245 req-9faae662-f137-4a93-87d8-2c941265dd80 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 943 time: 0.0517862 Sep 08 13:51:52.918855 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b38b5c69-e963-4c2f-a078-ca55688c7245 req-fe9707cc-b360-4636-91ec-2ead95e61426 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361032 Sep 08 13:51:54.128329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eac41-7d39-47bd-8d1a-268767f8f077 req-8a8e2b9c-a439-425a-804c-2f1b533227df tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:54.128329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-836eac41-7d39-47bd-8d1a-268767f8f077 req-8a8e2b9c-a439-425a-804c-2f1b533227df tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 943 time: 0.0519130 Sep 08 13:51:54.128329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-836eac41-7d39-47bd-8d1a-268767f8f077 req-0189cddd-cfa3-45c9-aa44-31f6db77c65b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305619 Sep 08 13:51:55.245176 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b6238-c32d-4b4b-bcdd-c6300ea50635 req-808e489f-2303-4e2e-b8e2-35b06c99a56e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:55.246613 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5b8b6238-c32d-4b4b-bcdd-c6300ea50635 req-808e489f-2303-4e2e-b8e2-35b06c99a56e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 943 time: 0.0500093 Sep 08 13:51:55.300121 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5b8b6238-c32d-4b4b-bcdd-c6300ea50635 req-75a38e4c-811c-4cfb-bc56-5090cbaa2161 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475047 Sep 08 13:51:56.424067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf658456-afb1-4836-b7f4-92911fe79bd3 req-6a297159-0bb3-4cc7-8cfa-4f77a2ce7e4d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:56.428154 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf658456-afb1-4836-b7f4-92911fe79bd3 req-6a297159-0bb3-4cc7-8cfa-4f77a2ce7e4d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 943 time: 0.0563910 Sep 08 13:51:56.477666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cf658456-afb1-4836-b7f4-92911fe79bd3 req-0ef43f45-5f85-47f7-a2b7-704a5e7618ee tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411501 Sep 08 13:51:57.598820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5db50-0cfa-4313-ada1-c872f7c999bf req-c76e4855-7bba-45e3-8ed6-95c3af3e696d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:57.600348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-00d5db50-0cfa-4313-ada1-c872f7c999bf req-c76e4855-7bba-45e3-8ed6-95c3af3e696d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 943 time: 0.0501797 Sep 08 13:51:57.639546 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-00d5db50-0cfa-4313-ada1-c872f7c999bf req-1c44da3c-6bde-439e-becd-ff1430242ba7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325210 Sep 08 13:51:58.763042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd5861-d098-4436-b1c4-086ea8e1dfa6 req-4eba5017-4da6-46a9-b974-0062102f82c0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:58.765036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-04cd5861-d098-4436-b1c4-086ea8e1dfa6 req-4eba5017-4da6-46a9-b974-0062102f82c0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 943 time: 0.0559907 Sep 08 13:51:58.781046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49398) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:51:58.806827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-04cd5861-d098-4436-b1c4-086ea8e1dfa6 req-77820da1-9532-4f6b-b4bc-a46585c90807 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342040 Sep 08 13:51:58.953858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Deleting port 0df99603-78e8-42ed-87f0-eab2bf4831e7 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:51:58.954127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:59.038470 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:59.038810 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:59.052586 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Calling delete_port for 0df99603-78e8-42ed-87f0-eab2bf4831e7 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:51:59.271123 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:59.301478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event deleted for resources: {'Port': ['ID=0df99603-78e8-42ed-87f0-eab2bf4831e7,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:51:59.331601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:59.331959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:59.332350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:59.332778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:59.333170 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:59.333554 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:59.333880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:59.334223 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:59.334551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:59.334872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:59.335242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:59.335626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:51:59.376295 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:51:59.376631 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Floating IP 1cee10f2-a6db-476e-8cad-33388b3792e6 disassociated (deleted). External IP: 172.25.5.133, port: 7a80bfbc-da2e-43fd-a987-35b02d39cb4f. Sep 08 13:51:59.963255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Router 5ccd5872-dcb6-4329-a56a-f06e4566a046 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:51:59.979914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1c1cc-d431-471b-9627-262454d67e5e req-f49159ae-76a5-46ae-b5d5-d2aaf686e9fd tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:51:59.981465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c6a1c1cc-d431-471b-9627-262454d67e5e req-f49159ae-76a5-46ae-b5d5-d2aaf686e9fd tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 943 time: 0.0730631 Sep 08 13:52:00.070448 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c6a1c1cc-d431-471b-9627-262454d67e5e req-c89cca64-265b-4a50-b7eb-2068cc096158 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789328 Sep 08 13:52:00.119555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:00.124614 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.130135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1592fb-d6d6-4f86-bac2-cb156f05c0b2 None None] Sync routers for ids ['5ccd5872-dcb6-4329-a56a-f06e4566a046'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:00.144134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1592fb-d6d6-4f86-bac2-cb156f05c0b2 None None] Routers {'5ccd5872-dcb6-4329-a56a-f06e4566a046'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:00.144769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bc1592fb-d6d6-4f86-bac2-cb156f05c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:51:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5ccd5872-dcb6-4329-a56a-f06e4566a046'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:00.152415 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a8a4ce37-b80a-4922-8622-df6840d5c5ab tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "DELETE /v2.0/floatingips/1cee10f2-a6db-476e-8cad-33388b3792e6 HTTP/1.1" status: 204 len: 168 time: 1.3701522 Sep 08 13:52:00.153687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:52:00.156466 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83348858-d24e-4ac9-aeb5-15f9c884ad06" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:52:00.202261 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e159ba8-f12a-4e11-bda2-c8af1864964d x-openstack-request-id: req-8e159ba8-f12a-4e11-bda2-c8af1864964d {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:52:00.202421 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:52:00.202617 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8e159ba8-f12a-4e11-bda2-c8af1864964d {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:52:00.203011 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'status': 'completed', 'code': 200} Sep 08 13:52:00.276751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83348858-d24e-4ac9-aeb5-15f9c884ad06 req-35e3cf24-0516-4da6-8c94-8b78920c9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:00.278306 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83348858-d24e-4ac9-aeb5-15f9c884ad06 req-35e3cf24-0516-4da6-8c94-8b78920c9092 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6148d048dc574503a563d9eca3f7583f&device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 1097 time: 0.0443184 Sep 08 13:52:00.281973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-bc1592fb-d6d6-4f86-bac2-cb156f05c0b2 None None] Set router 5ccd5872-dcb6-4329-a56a-f06e4566a046 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:00.393989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83348858-d24e-4ac9-aeb5-15f9c884ad06 req-42981071-b226-454d-843f-897a76ea2a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:00.395665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83348858-d24e-4ac9-aeb5-15f9c884ad06 req-42981071-b226-454d-843f-897a76ea2a3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=59c9f5ad-0166-417d-82bf-3159def21592 HTTP/1.1" status: 200 len: 914 time: 0.1097968 Sep 08 13:52:00.441908 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83348858-d24e-4ac9-aeb5-15f9c884ad06 req-fd8c8fc4-6a8e-4945-8341-39fe5f915a15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7a80bfbc-da2e-43fd-a987-35b02d39cb4f HTTP/1.1" status: 200 len: 217 time: 0.0390322 Sep 08 13:52:00.511609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d901e72b-8aee-494d-8149-db4e22cd7399 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:52:00.517872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83348858-d24e-4ac9-aeb5-15f9c884ad06 req-4f2a3332-cceb-4a36-9a49-5f4877400d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:00.519045 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83348858-d24e-4ac9-aeb5-15f9c884ad06 req-4f2a3332-cceb-4a36-9a49-5f4877400d81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=678a2db8-ca43-48d0-814e-2e0215307407 HTTP/1.1" status: 200 len: 852 time: 0.0670135 Sep 08 13:52:00.572027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83348858-d24e-4ac9-aeb5-15f9c884ad06 req-af7a3e8b-629b-4a97-a66e-a4e7694b7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:00.574061 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83348858-d24e-4ac9-aeb5-15f9c884ad06 req-af7a3e8b-629b-4a97-a66e-a4e7694b7ee6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=59c9f5ad-0166-417d-82bf-3159def21592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475657 Sep 08 13:52:00.714593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d901e72b-8aee-494d-8149-db4e22cd7399, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d901e72b-8aee-494d-8149-db4e22cd7399,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:00.731985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83348858-d24e-4ac9-aeb5-15f9c884ad06 req-89e1497c-e27f-483d-8a34-f769c9643762 service neutron] 10.222.0.60 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456125 Sep 08 13:52:00.733792 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c4977-c747-4808-ac7a-6d1a914e139f req-e47c208d-8860-4588-b6f8-660930b64e14 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:00.734267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'd901e72b-8aee-494d-8149-db4e22cd7399', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'port_id': 'd901e72b-8aee-494d-8149-db4e22cd7399', 'mac_address': 'fa:16:3e:ba:da:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:52:00.742023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a0c4977-c747-4808-ac7a-6d1a914e139f req-e47c208d-8860-4588-b6f8-660930b64e14 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 946 time: 0.0725064 Sep 08 13:52:00.787496 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a0c4977-c747-4808-ac7a-6d1a914e139f req-4bae500d-ac20-4b98-b027-e15dbca242f9 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443480 Sep 08 13:52:00.790670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.805272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d901e72b-8aee-494d-8149-db4e22cd7399 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:52:00.831367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d901e72b-8aee-494d-8149-db4e22cd7399, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d901e72b-8aee-494d-8149-db4e22cd7399,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:00.849480 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bc1592fb-d6d6-4f86-bac2-cb156f05c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ded0a34f-10b9-46cb-8a4e-fc203def9ebd', 'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'mac_address': 'fa:16:3e:49:bf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:11Z', 'updated_at': '2021-09-08T13:47:18Z', 'revision_number': 5, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'subnets': [{'id': '678a2db8-ca43-48d0-814e-2e0215307407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:00.853845 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83348858-d24e-4ac9-aeb5-15f9c884ad06 req-91f8a642-0fe4-4be1-b1ee-cc251599ff97 service neutron] 10.222.0.60 "GET /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132941 Sep 08 13:52:00.882347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1592fb-d6d6-4f86-bac2-cb156f05c0b2 None None] Checking router: 5ccd5872-dcb6-4329-a56a-f06e4566a046 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:00.893720 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:00.897957 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1592fb-d6d6-4f86-bac2-cb156f05c0b2 None None] Routers {'5ccd5872-dcb6-4329-a56a-f06e4566a046'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:00.898140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bc1592fb-d6d6-4f86-bac2-cb156f05c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:51:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5ccd5872-dcb6-4329-a56a-f06e4566a046'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:00.985747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=d901e72b-8aee-494d-8149-db4e22cd7399,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:01.039922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-bc1592fb-d6d6-4f86-bac2-cb156f05c0b2 None None] Set router 5ccd5872-dcb6-4329-a56a-f06e4566a046 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:01.207057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293e33e-6c41-4c8e-8a85-fac1ade8323f req-25ff2159-cf37-4dc1-9ad6-8695e22b277e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:01.208645 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7293e33e-6c41-4c8e-8a85-fac1ade8323f req-25ff2159-cf37-4dc1-9ad6-8695e22b277e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 944 time: 0.0634470 Sep 08 13:52:01.241025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['d901e72b-8aee-494d-8149-db4e22cd7399'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:52:01.264248 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7293e33e-6c41-4c8e-8a85-fac1ade8323f req-ffa98ab3-222b-4431-a02e-8b382211345e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454154 Sep 08 13:52:01.299597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bc1592fb-d6d6-4f86-bac2-cb156f05c0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ded0a34f-10b9-46cb-8a4e-fc203def9ebd', 'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'mac_address': 'fa:16:3e:49:bf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:11Z', 'updated_at': '2021-09-08T13:47:18Z', 'revision_number': 5, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'subnets': [{'id': '678a2db8-ca43-48d0-814e-2e0215307407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:01.332366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1592fb-d6d6-4f86-bac2-cb156f05c0b2 None None] The sync data for ids ['5ccd5872-dcb6-4329-a56a-f06e4566a046'] in n-d-807558-3 is: [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:12Z', 'revision_number': 4, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ded0a34f-10b9-46cb-8a4e-fc203def9ebd', 'name': '', 'network_id': '59c9f5ad-0166-417d-82bf-3159def21592', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'mac_address': 'fa:16:3e:49:bf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '678a2db8-ca43-48d0-814e-2e0215307407', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:11Z', 'updated_at': '2021-09-08T13:47:18Z', 'revision_number': 5, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'subnets': [{'id': '678a2db8-ca43-48d0-814e-2e0215307407', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:01.589739 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f742e6-16e3-4d34-826e-30180fbede5f None None] New status for floating IP 1cee10f2-a6db-476e-8cad-33388b3792e6: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:52:01.903920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374750a-14f1-40e1-9a9d-ba5d0928f20d req-1a2623f1-9452-44e8-9da6-fa2dee58990b tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:01.905517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1374750a-14f1-40e1-9a9d-ba5d0928f20d req-1a2623f1-9452-44e8-9da6-fa2dee58990b tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 946 time: 0.0514038 Sep 08 13:52:01.944433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1374750a-14f1-40e1-9a9d-ba5d0928f20d req-a218182f-36f3-4b9a-aec7-5475e8af2272 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/security-groups?id=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323620 Sep 08 13:52:02.244878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50a272-b7ed-488d-bd59-611d6f65db22 req-4226fdf8-cb3d-4dd3-9efd-e3bdb6ceb999 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:02.246494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d50a272-b7ed-488d-bd59-611d6f65db22 req-4226fdf8-cb3d-4dd3-9efd-e3bdb6ceb999 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.60 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 946 time: 0.0485606 Sep 08 13:52:02.347182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d901e72b-8aee-494d-8149-db4e22cd7399 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:52:02.369840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-0d50a272-b7ed-488d-bd59-611d6f65db22 req-5d16fc98-1367-429d-b171-9270db0a584e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Deleting port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:52:02.370212 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0d50a272-b7ed-488d-bd59-611d6f65db22 req-5d16fc98-1367-429d-b171-9270db0a584e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:02.448261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17c4f-2ae3-496b-8bbf-4ab8bd518c9c req-acedb159-2454-4b83-9299-13b128458952 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:02.449802 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5fa17c4f-2ae3-496b-8bbf-4ab8bd518c9c req-acedb159-2454-4b83-9299-13b128458952 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 944 time: 0.1149573 Sep 08 13:52:02.500404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0d50a272-b7ed-488d-bd59-611d6f65db22 req-5d16fc98-1367-429d-b171-9270db0a584e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] For port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=7a80bfbc-da2e-43fd-a987-35b02d39cb4f,segment=NetworkSegment(8ae58898-42f1-4597-b786-97bff71d97da),segment_id=8ae58898-42f1-4597-b786-97bff71d97da)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:02.500698 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0d50a272-b7ed-488d-bd59-611d6f65db22 req-5d16fc98-1367-429d-b171-9270db0a584e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:02.516787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5fa17c4f-2ae3-496b-8bbf-4ab8bd518c9c req-75c22f19-a995-4c2d-a780-67751a120636 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593855 Sep 08 13:52:02.536502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-0d50a272-b7ed-488d-bd59-611d6f65db22 req-5d16fc98-1367-429d-b171-9270db0a584e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Calling delete_port for 7a80bfbc-da2e-43fd-a987-35b02d39cb4f owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:52:02.653825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port d901e72b-8aee-494d-8149-db4e22cd7399 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:02.657706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port d901e72b-8aee-494d-8149-db4e22cd7399 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:02.658081 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:02.737744 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:02.760937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba020e4e-3906-499a-9773-0782986f9bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd901e72b-8aee-494d-8149-db4e22cd7399'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:52:02.763148 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5182527a-2acf-4327-925e-5b7d553384ed" -d '{"events": [{"server_uuid": "ba020e4e-3906-499a-9773-0782986f9bc2", "name": "network-vif-plugged", "status": "completed", "tag": "d901e72b-8aee-494d-8149-db4e22cd7399"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:52:02.776098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d901e72b-8aee-494d-8149-db4e22cd7399, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d901e72b-8aee-494d-8149-db4e22cd7399,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:02.785995 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0d50a272-b7ed-488d-bd59-611d6f65db22 req-5d16fc98-1367-429d-b171-9270db0a584e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:02.801285 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b0c34b-a510-40ea-87bc-02ba9e0f11cb x-openstack-request-id: req-76b0c34b-a510-40ea-87bc-02ba9e0f11cb {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:52:02.801573 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba020e4e-3906-499a-9773-0782986f9bc2", "name": "network-vif-plugged", "status": "completed", "tag": "d901e72b-8aee-494d-8149-db4e22cd7399", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:52:02.801833 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-76b0c34b-a510-40ea-87bc-02ba9e0f11cb {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:52:02.802268 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba020e4e-3906-499a-9773-0782986f9bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd901e72b-8aee-494d-8149-db4e22cd7399', 'code': 200} Sep 08 13:52:02.824958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d16fc98-1367-429d-b171-9270db0a584e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event deleted for resources: {'Port': ['ID=7a80bfbc-da2e-43fd-a987-35b02d39cb4f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:02.880203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d50a272-b7ed-488d-bd59-611d6f65db22 req-5d16fc98-1367-429d-b171-9270db0a584e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] No DVR routers for this DVR port 7a80bfbc-da2e-43fd-a987-35b02d39cb4f on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:52:02.885640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0d50a272-b7ed-488d-bd59-611d6f65db22 req-5d16fc98-1367-429d-b171-9270db0a584e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:02.885640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d50a272-b7ed-488d-bd59-611d6f65db22 req-5d16fc98-1367-429d-b171-9270db0a584e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.60 "DELETE /v2.0/ports/7a80bfbc-da2e-43fd-a987-35b02d39cb4f HTTP/1.1" status: 204 len: 173 time: 0.6325438 Sep 08 13:52:02.898500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'name': 'network-vif-deleted', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:52:02.901305 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c43a18-80e4-4e4e-a6c2-efa756dc0010" -d '{"events": [{"server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "name": "network-vif-deleted", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:52:02.920807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355ff60-fa1e-494e-a835-698058c74990 req-ea693511-cc8f-4484-b4fc-cc95fa75f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:02.922408 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b355ff60-fa1e-494e-a835-698058c74990 req-ea693511-cc8f-4484-b4fc-cc95fa75f749 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0651836 Sep 08 13:52:02.944553 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e050ff-e86d-4511-a4c4-042fb115b807 x-openstack-request-id: req-b9e050ff-e86d-4511-a4c4-042fb115b807 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:52:02.944851 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9", "name": "network-vif-deleted", "tag": "7a80bfbc-da2e-43fd-a987-35b02d39cb4f", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:52:02.945105 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b9e050ff-e86d-4511-a4c4-042fb115b807 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:52:02.945488 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9', 'name': 'network-vif-deleted', 'tag': '7a80bfbc-da2e-43fd-a987-35b02d39cb4f', 'status': 'completed', 'code': 200} Sep 08 13:52:02.964011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b355ff60-fa1e-494e-a835-698058c74990 req-3ec22b74-64ef-4fc2-8c84-5b9d4d373197 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342793 Sep 08 13:52:02.975513 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:03.037297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=d901e72b-8aee-494d-8149-db4e22cd7399,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:03.061306 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7464ba7-ec12-43e0-976f-0f9608ae5b2e req-fb36db9f-7004-4d5f-81eb-a1d60ed8d6c6 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 210 time: 0.0331621 Sep 08 13:52:03.642108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9ebd8-abb5-4082-8ef3-a3e70fdeaf9d req-bf0730f8-2637-4a09-940d-88ca971a326d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:03.643778 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-abd9ebd8-abb5-4082-8ef3-a3e70fdeaf9d req-bf0730f8-2637-4a09-940d-88ca971a326d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 945 time: 0.0587149 Sep 08 13:52:03.685734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-abd9ebd8-abb5-4082-8ef3-a3e70fdeaf9d req-a3adde43-e912-49c6-b545-c4677568933f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361397 Sep 08 13:52:04.160259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ef022af-e1e7-4430-a997-c0861028bf26 req-9aad03a9-0c2a-427e-a5c7-000dd9a93c44 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 210 time: 0.0271773 Sep 08 13:52:04.805089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437731b-7fcc-48b3-a611-abe539cca00c req-9729fa29-b116-4efc-b3eb-4ec918d6b330 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:04.806808 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f437731b-7fcc-48b3-a611-abe539cca00c req-9729fa29-b116-4efc-b3eb-4ec918d6b330 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 945 time: 0.0526497 Sep 08 13:52:04.848179 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f437731b-7fcc-48b3-a611-abe539cca00c req-77333819-fef7-4f93-bc27-cc908c667229 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349498 Sep 08 13:52:04.974456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaabffa-a212-4a4c-9723-a483007aa005 req-73587990-2c5b-4a30-9330-bee7c3c6ba65 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:04.976024 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1eaabffa-a212-4a4c-9723-a483007aa005 req-73587990-2c5b-4a30-9330-bee7c3c6ba65 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 945 time: 0.0561578 Sep 08 13:52:05.017137 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1eaabffa-a212-4a4c-9723-a483007aa005 req-fb19dd1b-a6ae-4708-80f6-46c7502ba6af tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343778 Sep 08 13:52:05.261860 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-645e7146-b954-4fe1-a978-0f87a1c83294 req-6b9bbc52-8521-4bdc-8bab-2e7c6969ebd6 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 210 time: 0.0288277 Sep 08 13:52:06.370129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7a80bfbc-da2e-43fd-a987-35b02d39cb4f no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:52:06.374730 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-154e0ce7-b87e-4612-8312-02717826f1f2 req-54f3c614-3a1a-4d0d-9f32-bfe8cc5a3ab0 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 210 time: 0.0295620 Sep 08 13:52:06.405111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 7a80bfbc-da2e-43fd-a987-35b02d39cb4f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:52:06.405590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 7a80bfbc-da2e-43fd-a987-35b02d39cb4f not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:52:07.499197 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a6e8eaf8-b74b-48ea-9acc-90030c92a7de req-e59e9615-c414-4b5b-a9b5-1287e86a0453 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "GET /v2.0/ports?device_id=5d8da212-b6ef-4dfe-8bc7-1d98b34e8ed9 HTTP/1.1" status: 200 len: 210 time: 0.0287066 Sep 08 13:52:07.922532 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-855f93b1-d360-426d-8116-b3bb099d9365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:08.330383 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:52:08.554863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49526) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:08.615281 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f534d9e-fb90-432e-9228-574ebf6267e1 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:08.641459 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f534d9e-fb90-432e-9228-574ebf6267e1 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:08.864886 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f534d9e-fb90-432e-9228-574ebf6267e1 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:08.868829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9f534d9e-fb90-432e-9228-574ebf6267e1 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:08.870501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9f534d9e-fb90-432e-9228-574ebf6267e1 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] 10.222.0.69 "DELETE /v2.0/security-groups/a306c4fc-b889-4cd8-ba26-7bf8ed093e0f HTTP/1.1" status: 204 len: 168 time: 0.3145967 Sep 08 13:52:08.880679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f534d9e-fb90-432e-9228-574ebf6267e1 tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a306c4fc-b889-4cd8-ba26-7bf8ed093e0f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:09.069064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095714ff-da65-4548-afb6-2d69b84331fc req-00665573-7ced-46ef-bbe7-96409a7204ff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:09.070354 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-00665573-7ced-46ef-bbe7-96409a7204ff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1042907 Sep 08 13:52:09.086496 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-26dada79-02aa-44c8-91fb-60e5864728ea tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/quotas/0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 375 time: 0.0094316 Sep 08 13:52:09.142660 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-83a81479-a183-4a2c-aca8-de7da6fca506 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498395 Sep 08 13:52:09.245212 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-7ab31654-4ea4-435b-b4fc-1ddffad25986 service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945258 Sep 08 13:52:09.353915 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-25619e48-0256-4a74-9ec1-00810f744975 service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024630 Sep 08 13:52:09.683827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-270adfa4-b280-4180-8b44-3d089d79a659 req-dc4146c4-10d3-4dfb-9465-4981d6435b7e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 210 time: 0.0276465 Sep 08 13:52:10.265027 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2faffef0-6327-46d4-967a-14f1f59e0996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:10.682226 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:10.776344 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7b853b97-eca0-4c6c-80ab-2dc3f3fcc71c req-f408ae87-fc60-41cc-b9ff-a7fed5a86eb6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 210 time: 0.0397751 Sep 08 13:52:11.881619 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28b4db27-98da-4fcb-8c25-c8f80a91b172 req-49bb6eff-6a15-41e3-8859-af01934ff520 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 210 time: 0.0424054 Sep 08 13:52:12.019434 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:12.635274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095714ff-da65-4548-afb6-2d69b84331fc req-c9580def-d939-4c15-93b6-c24d81c3fdee tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:12.636973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-c9580def-d939-4c15-93b6-c24d81c3fdee tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1252847 Sep 08 13:52:12.650907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'port': {'device_id': 'd9a93add-9495-41a9-a1eb-915a4ef75f80', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'admin_state_up': True, 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:12.854357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Made reservation on behalf of 0be6846d67cf40e5b43b26617c1eef63 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:52:12.857829 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:13.076266 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44a67778-d66b-4a4b-974b-bc430aa10870 req-554fed71-5d59-4f6b-89cd-f5aa90a72fcb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 210 time: 0.0536871 Sep 08 13:52:13.091880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49680) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:13.091981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Allocated IP 172.20.0.14 (d399fb4b-f64d-4cd8-ac1d-1a55227053f1/ceb0e550-638c-49f8-9d34-968890004912/f57b60f0-e8f4-455a-ba37-46a1027458e5) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:52:13.320452 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:13.336406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Transition to ACTIVE for port object f57b60f0-e8f4-455a-ba37-46a1027458e5 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:13.402470 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:13.582040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5359f490-1f35-4a9d-890a-9abb62e8ad65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:13.659594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:13.663195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['d901e72b-8aee-494d-8149-db4e22cd7399'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:52:13.717126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:52:13.723119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:52:13.726966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:52:13.795340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=f57b60f0-e8f4-455a-ba37-46a1027458e5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:13.845613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:13.846303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:13.925962 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5359f490-1f35-4a9d-890a-9abb62e8ad65 admin admin] Deleting port ded0a34f-10b9-46cb-8a4e-fc203def9ebd {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:52:13.926330 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5359f490-1f35-4a9d-890a-9abb62e8ad65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:14.002945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-18a4016f-2775-43f8-b406-afbe5d2fcee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3564305 Sep 08 13:52:14.029263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Request body: {'port': {'device_id': 'd9a93add-9495-41a9-a1eb-915a4ef75f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:52:14.037430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-5359f490-1f35-4a9d-890a-9abb62e8ad65 admin admin] For port ded0a34f-10b9-46cb-8a4e-fc203def9ebd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ded0a34f-10b9-46cb-8a4e-fc203def9ebd,segment=NetworkSegment(8ae58898-42f1-4597-b786-97bff71d97da),segment_id=8ae58898-42f1-4597-b786-97bff71d97da)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:14.037994 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5359f490-1f35-4a9d-890a-9abb62e8ad65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:14.057084 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5359f490-1f35-4a9d-890a-9abb62e8ad65 admin admin] Calling delete_port for ded0a34f-10b9-46cb-8a4e-fc203def9ebd owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:52:14.105044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:14.291143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8d7031c2-0289-4582-be8b-e730bb4b49bd None None] Provisioning for port f57b60f0-e8f4-455a-ba37-46a1027458e5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:52:14.301475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8d7031c2-0289-4582-be8b-e730bb4b49bd None None] Provisioning complete for port f57b60f0-e8f4-455a-ba37-46a1027458e5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:52:14.301859 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8d7031c2-0289-4582-be8b-e730bb4b49bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:14.319890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29689f89-b5c9-4fed-bf6b-9da63d090e98 req-ad175ead-90e5-47c7-9592-01a98dbc45a7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:14.321456 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29689f89-b5c9-4fed-bf6b-9da63d090e98 req-ad175ead-90e5-47c7-9592-01a98dbc45a7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 932 time: 0.1527267 Sep 08 13:52:14.360594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8d7031c2-0289-4582-be8b-e730bb4b49bd None None] Port f57b60f0-e8f4-455a-ba37-46a1027458e5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:52:14.392630 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29689f89-b5c9-4fed-bf6b-9da63d090e98 req-636ba6c5-9a87-44cc-a32d-2692d8b2796a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650349 Sep 08 13:52:14.482466 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5359f490-1f35-4a9d-890a-9abb62e8ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:14.525794 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:14.526415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57b60f0-e8f4-455a-ba37-46a1027458e5 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:52:14.535754 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:14.550869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359f490-1f35-4a9d-890a-9abb62e8ad65 admin admin] Pushing event deleted for resources: {'Port': ['ID=ded0a34f-10b9-46cb-8a4e-fc203def9ebd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:14.551049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Transition to ACTIVE for port object f57b60f0-e8f4-455a-ba37-46a1027458e5 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:52:14.657510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:14.730772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f57b60f0-e8f4-455a-ba37-46a1027458e5,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:14.852900 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5359f490-1f35-4a9d-890a-9abb62e8ad65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:14.906596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Attempting to bind port f57b60f0-e8f4-455a-ba37-46a1027458e5 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:52:14.906941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Attempting to bind port f57b60f0-e8f4-455a-ba37-46a1027458e5 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:52:14.907282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Attempting to bind port f57b60f0-e8f4-455a-ba37-46a1027458e5 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:52:14.920597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Port f57b60f0-e8f4-455a-ba37-46a1027458e5 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:52:14.920950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Attempting to bind port f57b60f0-e8f4-455a-ba37-46a1027458e5 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:52:14.934983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:52:14.935343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Checking segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:52:14.935754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Bound using segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:52:14.943492 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Bound port: f57b60f0-e8f4-455a-ba37-46a1027458e5, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:52:14.944028 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:15.058812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] For port f57b60f0-e8f4-455a-ba37-46a1027458e5, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:52:15.063209 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] For port f57b60f0-e8f4-455a-ba37-46a1027458e5, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f57b60f0-e8f4-455a-ba37-46a1027458e5,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:52:15.162795 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:15.198701 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5359f490-1f35-4a9d-890a-9abb62e8ad65 admin admin] Router 5ccd5872-dcb6-4329-a56a-f06e4566a046 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:52:15.210629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:15.211263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:15.212719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] 10.222.0.60 "PUT /v2.0/ports/f57b60f0-e8f4-455a-ba37-46a1027458e5 HTTP/1.1" status: 200 len: 1092 time: 1.1933515 Sep 08 13:52:15.213161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a93add-9495-41a9-a1eb-915a4ef75f80', 'tag': 'f57b60f0-e8f4-455a-ba37-46a1027458e5'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:52:15.215508 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555b73a8-ac7e-4bac-9282-27b61fed116d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a93add-9495-41a9-a1eb-915a4ef75f80", "tag": "f57b60f0-e8f4-455a-ba37-46a1027458e5"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:52:15.286962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6d1f3-c087-4891-9a6d-b8a93d4629e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f57b60f0-e8f4-455a-ba37-46a1027458e5,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:15.335008 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2271c82a-49d5-45b7-a2db-8d1c21281f6b x-openstack-request-id: req-2271c82a-49d5-45b7-a2db-8d1c21281f6b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:52:15.335535 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a93add-9495-41a9-a1eb-915a4ef75f80", "tag": "f57b60f0-e8f4-455a-ba37-46a1027458e5", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:52:15.335953 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2271c82a-49d5-45b7-a2db-8d1c21281f6b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:52:15.336712 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a93add-9495-41a9-a1eb-915a4ef75f80', 'tag': 'f57b60f0-e8f4-455a-ba37-46a1027458e5', 'status': 'completed', 'code': 200} Sep 08 13:52:15.427112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5359f490-1f35-4a9d-890a-9abb62e8ad65 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:15.440747 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5359f490-1f35-4a9d-890a-9abb62e8ad65 admin admin] 10.222.0.69 "PUT /v2.0/routers/5ccd5872-dcb6-4329-a56a-f06e4566a046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3520591 Sep 08 13:52:15.441128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49764) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:15.443166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b73a8-ac7e-4bac-9282-27b61fed116d req-5bb64ae3-63c6-4563-9fb3-ec6420526625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:15.444993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-555b73a8-ac7e-4bac-9282-27b61fed116d req-5bb64ae3-63c6-4563-9fb3-ec6420526625 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 1095 time: 0.0858655 Sep 08 13:52:15.457114 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef09749-4d04-43ae-8d93-564ac10d79a4 None None] Sync routers for ids ['5ccd5872-dcb6-4329-a56a-f06e4566a046'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:15.477382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef09749-4d04-43ae-8d93-564ac10d79a4 None None] Routers {'5ccd5872-dcb6-4329-a56a-f06e4566a046'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:15.478091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6ef09749-4d04-43ae-8d93-564ac10d79a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:52:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5ccd5872-dcb6-4329-a56a-f06e4566a046'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:15.642866 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:15.652267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6ef09749-4d04-43ae-8d93-564ac10d79a4 None None] Set router 5ccd5872-dcb6-4329-a56a-f06e4566a046 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:15.655212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc64c9-eee9-4c42-b73c-abad54f762a6 req-1285b005-70e7-4d11-942c-cdaf0cc2d6ae tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:15.666315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-20dc64c9-eee9-4c42-b73c-abad54f762a6 req-1285b005-70e7-4d11-942c-cdaf0cc2d6ae tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.1318548 Sep 08 13:52:15.689040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b73a8-ac7e-4bac-9282-27b61fed116d req-f98ecb81-7237-4498-8f27-e64694c73c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:15.690942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-555b73a8-ac7e-4bac-9282-27b61fed116d req-f98ecb81-7237-4498-8f27-e64694c73c9f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0be6846d67cf40e5b43b26617c1eef63&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2374167 Sep 08 13:52:15.732130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-20dc64c9-eee9-4c42-b73c-abad54f762a6 req-29b60fe0-ba80-44f4-a3a9-450fb05a870e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645795 Sep 08 13:52:15.805930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:15.883841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b73a8-ac7e-4bac-9282-27b61fed116d req-1a8953e8-06cb-483f-b5e9-a33c6f92c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:15.885449 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-555b73a8-ac7e-4bac-9282-27b61fed116d req-1a8953e8-06cb-483f-b5e9-a33c6f92c061 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1696749 Sep 08 13:52:15.955099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6ef09749-4d04-43ae-8d93-564ac10d79a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248'}], 'enable_snat': True}, 'gw_port_id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:52:14Z', 'revision_number': 5, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port': {'id': '585006ab-dcb7-4624-9d18-cf795638a36e', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:8c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3779, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:47:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:15.987691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef09749-4d04-43ae-8d93-564ac10d79a4 None None] Checking router: 5ccd5872-dcb6-4329-a56a-f06e4566a046 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:15.990325 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Deleting port 585006ab-dcb7-4624-9d18-cf795638a36e {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:52:15.990858 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:16.005752 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef09749-4d04-43ae-8d93-564ac10d79a4 None None] Routers {'5ccd5872-dcb6-4329-a56a-f06e4566a046'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:16.006330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6ef09749-4d04-43ae-8d93-564ac10d79a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:52:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5ccd5872-dcb6-4329-a56a-f06e4566a046'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:16.032291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095714ff-da65-4548-afb6-2d69b84331fc req-84fcab67-9f32-41b3-9466-da15704b035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:16.033826 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-84fcab67-9f32-41b3-9466-da15704b035a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 1095 time: 0.0632102 Sep 08 13:52:16.096776 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-ba4e2724-e2ce-480c-98fa-3d26ffa23ff4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f57b60f0-e8f4-455a-ba37-46a1027458e5 HTTP/1.1" status: 200 len: 217 time: 0.0539174 Sep 08 13:52:16.112238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] For port 585006ab-dcb7-4624-9d18-cf795638a36e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=585006ab-dcb7-4624-9d18-cf795638a36e,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:16.112763 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:16.133353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Calling delete_port for 585006ab-dcb7-4624-9d18-cf795638a36e owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:52:16.146605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6ef09749-4d04-43ae-8d93-564ac10d79a4 None None] Set router 5ccd5872-dcb6-4329-a56a-f06e4566a046 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:16.162688 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095714ff-da65-4548-afb6-2d69b84331fc req-fb8950af-6573-4ac2-b623-f31c578259ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:16.164387 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-fb8950af-6573-4ac2-b623-f31c578259ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0606296 Sep 08 13:52:16.225055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095714ff-da65-4548-afb6-2d69b84331fc req-d0d948f7-2fc3-42b6-b1e6-d414902ae26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:16.226854 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-d0d948f7-2fc3-42b6-b1e6-d414902ae26f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552807 Sep 08 13:52:16.288802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6ef09749-4d04-43ae-8d93-564ac10d79a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:52:15Z', 'revision_number': 6, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:16.320475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef09749-4d04-43ae-8d93-564ac10d79a4 None None] The sync data for ids ['5ccd5872-dcb6-4329-a56a-f06e4566a046'] in n-d-807558-3 is: [{'id': '5ccd5872-dcb6-4329-a56a-f06e4566a046', 'name': 'tempest-TestVolumeBackupRestore-346679778-router', 'tenant_id': '6148d048dc574503a563d9eca3f7583f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:07Z', 'updated_at': '2021-09-08T13:52:15Z', 'revision_number': 6, 'project_id': '6148d048dc574503a563d9eca3f7583f', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:16.378740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-d6e64347-d274-4ff3-9dff-b98a01d06d16 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409614 Sep 08 13:52:16.486042 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-095714ff-da65-4548-afb6-2d69b84331fc req-52f788d2-fa0a-42e7-98f8-12b042352c96 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958879 Sep 08 13:52:16.516797 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:16.547371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Pushing event deleted for resources: {'Port': ['ID=585006ab-dcb7-4624-9d18-cf795638a36e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:16.611878 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:16.708486 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:16.711593 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:16.827061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ded0a34f-10b9-46cb-8a4e-fc203def9ebd no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:52:16.853454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: ded0a34f-10b9-46cb-8a4e-fc203def9ebd {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:52:16.854014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ded0a34f-10b9-46cb-8a4e-fc203def9ebd not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:52:16.874316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9e952-0e9f-4235-88ce-1a67210d961f req-e08fb7ec-3ce8-4607-87a5-a4ec40aaf045 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:16.877570 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ff9e952-0e9f-4235-88ce-1a67210d961f req-e08fb7ec-3ce8-4607-87a5-a4ec40aaf045 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0588067 Sep 08 13:52:16.950690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ff9e952-0e9f-4235-88ce-1a67210d961f req-a326f821-ed4a-4a98-8061-9fbd5e82e24c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674653 Sep 08 13:52:16.956524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:16.958030 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ccd5872-dcb6-4329-a56a-f06e4566a046 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:52:16.963820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:16.967650 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9d82b784-7dd3-4623-b573-cc06493fda1f admin admin] 10.222.0.69 "DELETE /v2.0/routers/5ccd5872-dcb6-4329-a56a-f06e4566a046 HTTP/1.1" status: 204 len: 168 time: 1.5224063 Sep 08 13:52:16.967853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49824) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:17.039109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd62b78f-109a-48da-89c0-f6d504679e60 admin admin] Deleting subnet 678a2db8-ca43-48d0-814e-2e0215307407 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:52:17.042726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd62b78f-109a-48da-89c0-f6d504679e60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:17.076402 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:17.090475 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd62b78f-109a-48da-89c0-f6d504679e60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:17.193159 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd62b78f-109a-48da-89c0-f6d504679e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:17.322705 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd62b78f-109a-48da-89c0-f6d504679e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:17.356724 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd62b78f-109a-48da-89c0-f6d504679e60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:17.358943 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dd62b78f-109a-48da-89c0-f6d504679e60 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/678a2db8-ca43-48d0-814e-2e0215307407 HTTP/1.1" status: 204 len: 168 time: 0.3897314 Sep 08 13:52:17.360011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd62b78f-109a-48da-89c0-f6d504679e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678a2db8-ca43-48d0-814e-2e0215307407,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:17.362550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49838) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:17.364086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a603322b-fce1-4f83-9a3b-f82e74d6e756 None None] Network 59c9f5ad-0166-417d-82bf-3159def21592 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:52:17.447427 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:17.522706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Deleting port c82f1d0e-631c-4c72-850f-7ef4859ad97b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:52:17.529462 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:17.603959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad302e22-195a-4838-a225-8b85d39e6b01 None None] DHCP port deletion for 59c9f5ad-0166-417d-82bf-3159def21592 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:52:17.613944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] For port c82f1d0e-631c-4c72-850f-7ef4859ad97b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c82f1d0e-631c-4c72-850f-7ef4859ad97b,segment=NetworkSegment(8ae58898-42f1-4597-b786-97bff71d97da),segment_id=8ae58898-42f1-4597-b786-97bff71d97da)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:17.614374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:17.633157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Calling delete_port for c82f1d0e-631c-4c72-850f-7ef4859ad97b owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:52:17.695796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ad302e22-195a-4838-a225-8b85d39e6b01 None None] Deleting port c82f1d0e-631c-4c72-850f-7ef4859ad97b {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:52:17.696855 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ad302e22-195a-4838-a225-8b85d39e6b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:17.864855 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:17.897241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82f1d0e-631c-4c72-850f-7ef4859ad97b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:17.902820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] No DVR routers for this DVR port c82f1d0e-631c-4c72-850f-7ef4859ad97b on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:52:17.935418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ad302e22-195a-4838-a225-8b85d39e6b01 None None] For port c82f1d0e-631c-4c72-850f-7ef4859ad97b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=c82f1d0e-631c-4c72-850f-7ef4859ad97b,segment=NetworkSegment(8ae58898-42f1-4597-b786-97bff71d97da),segment_id=8ae58898-42f1-4597-b786-97bff71d97da)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:17.936017 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ad302e22-195a-4838-a225-8b85d39e6b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:17.951466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ad302e22-195a-4838-a225-8b85d39e6b01 None None] Calling delete_port for c82f1d0e-631c-4c72-850f-7ef4859ad97b owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:52:17.987632 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:18.019965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c9f5ad-0166-417d-82bf-3159def21592']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:18.036279 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae58898-42f1-4597-b786-97bff71d97da') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:18.036695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae58898-42f1-4597-b786-97bff71d97da') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:18.053838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:18.062411 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ad302e22-195a-4838-a225-8b85d39e6b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:18.069544 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:18.083305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:52:18.083717 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:18.101695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad302e22-195a-4838-a225-8b85d39e6b01 None None] No DVR routers for this DVR port c82f1d0e-631c-4c72-850f-7ef4859ad97b on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:52:18.109254 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad302e22-195a-4838-a225-8b85d39e6b01 None None] Pushing event deleted for resources: {'Port': ['ID=c82f1d0e-631c-4c72-850f-7ef4859ad97b,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:52:18.149211 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:52:18.199481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0764c-ef2f-4c46-b1e9-937afa90257f req-8b6e0717-698a-4fb3-9c16-5a43a37ac28b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:18.201118 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8b0764c-ef2f-4c46-b1e9-937afa90257f req-8b6e0717-698a-4fb3-9c16-5a43a37ac28b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0749609 Sep 08 13:52:18.244118 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8b0764c-ef2f-4c46-b1e9-937afa90257f req-ce26962b-6adf-4fc0-87c2-56dfa12d1a97 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362654 Sep 08 13:52:18.311022 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:18.317200 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:18.324290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] 10.222.0.69 "DELETE /v2.0/networks/59c9f5ad-0166-417d-82bf-3159def21592 HTTP/1.1" status: 204 len: 168 time: 0.9558642 Sep 08 13:52:18.324734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49864) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:18.344468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a261fba-fd7b-40bf-930a-7e64969da8e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=59c9f5ad-0166-417d-82bf-3159def21592,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:18.677165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 585006ab-dcb7-4624-9d18-cf795638a36e no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:52:18.698879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 585006ab-dcb7-4624-9d18-cf795638a36e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:52:18.700045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 585006ab-dcb7-4624-9d18-cf795638a36e not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:52:18.700045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c82f1d0e-631c-4c72-850f-7ef4859ad97b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:52:18.747048 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: c82f1d0e-631c-4c72-850f-7ef4859ad97b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:52:18.747783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device c82f1d0e-631c-4c72-850f-7ef4859ad97b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:52:19.121824 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e72a51fa-4544-4282-8df5-6669a28a62ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:19.426916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0429c-98eb-43a6-bafd-d57341b06ace req-2f640dac-d891-414a-b0a8-2ecd21b02ecb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:19.428469 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0af0429c-98eb-43a6-bafd-d57341b06ace req-2f640dac-d891-414a-b0a8-2ecd21b02ecb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0984876 Sep 08 13:52:19.473982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e72a51fa-4544-4282-8df5-6669a28a62ae admin admin] Deleting port b7144951-361f-48b6-aff6-d0263b92be8a {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:52:19.474300 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e72a51fa-4544-4282-8df5-6669a28a62ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:19.481638 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0af0429c-98eb-43a6-bafd-d57341b06ace req-653c69fe-cea1-4e17-b21d-b4feb232298c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455489 Sep 08 13:52:19.574119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-e72a51fa-4544-4282-8df5-6669a28a62ae admin admin] For port b7144951-361f-48b6-aff6-d0263b92be8a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b7144951-361f-48b6-aff6-d0263b92be8a,segment=NetworkSegment(1a91b28c-6412-4496-9ca5-8462d185ad75),segment_id=1a91b28c-6412-4496-9ca5-8462d185ad75)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:19.574565 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e72a51fa-4544-4282-8df5-6669a28a62ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:19.587464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e72a51fa-4544-4282-8df5-6669a28a62ae admin admin] Calling delete_port for b7144951-361f-48b6-aff6-d0263b92be8a owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:52:19.992367 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e72a51fa-4544-4282-8df5-6669a28a62ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:20.025587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a51fa-4544-4282-8df5-6669a28a62ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b7144951-361f-48b6-aff6-d0263b92be8a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:20.226601 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e72a51fa-4544-4282-8df5-6669a28a62ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:20.508275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72a51fa-4544-4282-8df5-6669a28a62ae admin admin] Router 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:52:20.673092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72a51fa-4544-4282-8df5-6669a28a62ae admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:52:20.683384 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c4cf9-4b53-40a2-87f5-b617416aff85 None None] Sync routers for ids ['9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:52:20.684621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e72a51fa-4544-4282-8df5-6669a28a62ae admin admin] 10.222.0.69 "PUT /v2.0/routers/9bdc553f-01d4-4ec4-a5c1-c642b608dbc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3582945 Sep 08 13:52:20.687000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 49932) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:20.695447 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c4cf9-4b53-40a2-87f5-b617416aff85 None None] Routers {'9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:20.696816 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7c9c4cf9-4b53-40a2-87f5-b617416aff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:52:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:20.715819 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0c078-59a6-42e2-a61b-fc730fcdc3a8 req-6251362f-ef9f-45ef-9b19-2f570851ba2f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:20.725121 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7a0c078-59a6-42e2-a61b-fc730fcdc3a8 req-6251362f-ef9f-45ef-9b19-2f570851ba2f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0924675 Sep 08 13:52:20.789099 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7a0c078-59a6-42e2-a61b-fc730fcdc3a8 req-3c8a178d-c6b5-4040-ac7b-d357bed36a08 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605614 Sep 08 13:52:20.834630 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:20.866687 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-7c9c4cf9-4b53-40a2-87f5-b617416aff85 None None] Set router 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:20.983845 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:21.088310 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7c9c4cf9-4b53-40a2-87f5-b617416aff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'name': 'tempest-TestVolumeBackupRestore-54810584-router', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83'}], 'enable_snat': True}, 'gw_port_id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:16Z', 'updated_at': '2021-09-08T13:52:19Z', 'revision_number': 5, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'gw_port': {'id': '16bf8e9b-0d32-4ce7-9776-7761f18758bd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:39:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:47:17Z', 'updated_at': '2021-09-08T13:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:21.121557 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c4cf9-4b53-40a2-87f5-b617416aff85 None None] Checking router: 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:52:21.132049 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c4cf9-4b53-40a2-87f5-b617416aff85 None None] Routers {'9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:52:21.135070 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7c9c4cf9-4b53-40a2-87f5-b617416aff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:52:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:21.186943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Deleting port 16bf8e9b-0d32-4ce7-9776-7761f18758bd {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:52:21.187345 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:21.234013 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-7c9c4cf9-4b53-40a2-87f5-b617416aff85 None None] Set router 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:52:21.276945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] For port 16bf8e9b-0d32-4ce7-9776-7761f18758bd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=16bf8e9b-0d32-4ce7-9776-7761f18758bd,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:21.277506 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:21.287315 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-7c9c4cf9-4b53-40a2-87f5-b617416aff85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'name': 'tempest-TestVolumeBackupRestore-54810584-router', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:16Z', 'updated_at': '2021-09-08T13:52:20Z', 'revision_number': 6, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:21.294234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Calling delete_port for 16bf8e9b-0d32-4ce7-9776-7761f18758bd owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:52:21.359399 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c4cf9-4b53-40a2-87f5-b617416aff85 None None] The sync data for ids ['9bdc553f-01d4-4ec4-a5c1-c642b608dbc7'] in n-d-807558-3 is: [{'id': '9bdc553f-01d4-4ec4-a5c1-c642b608dbc7', 'name': 'tempest-TestVolumeBackupRestore-54810584-router', 'tenant_id': 'd938712624db40a4bd21fd929dbb1e74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:47:16Z', 'updated_at': '2021-09-08T13:52:20Z', 'revision_number': 6, 'project_id': 'd938712624db40a4bd21fd929dbb1e74', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:52:21.641849 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:21.673364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Pushing event deleted for resources: {'Port': ['ID=16bf8e9b-0d32-4ce7-9776-7761f18758bd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:21.746463 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:21.842793 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:21.845113 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:21.937313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148423a2-ed37-4504-b013-6e2a5faed4ac req-62e29f87-e638-46bd-b239-9cba0e699a3d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:21.938893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-148423a2-ed37-4504-b013-6e2a5faed4ac req-62e29f87-e638-46bd-b239-9cba0e699a3d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0555029 Sep 08 13:52:21.981098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-148423a2-ed37-4504-b013-6e2a5faed4ac req-e553d8eb-54d0-4254-a764-e37a49fcd917 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329895 Sep 08 13:52:22.007684 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.008265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:52:22.012674 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.014080 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-26011407-2860-493e-9510-97ccebe7f713 admin admin] 10.222.0.69 "DELETE /v2.0/routers/9bdc553f-01d4-4ec4-a5c1-c642b608dbc7 HTTP/1.1" status: 204 len: 168 time: 1.3258748 Sep 08 13:52:22.020270 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49968) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:22.070798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5e949f-1185-457c-a704-15a30c6aef45 admin admin] Deleting subnet 39ee9153-07bf-4a33-a5c4-bda652bb3b0b {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:52:22.073937 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2d5e949f-1185-457c-a704-15a30c6aef45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.110473 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2d5e949f-1185-457c-a704-15a30c6aef45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.204803 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2d5e949f-1185-457c-a704-15a30c6aef45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.425390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2d5e949f-1185-457c-a704-15a30c6aef45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.454248 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e949f-1185-457c-a704-15a30c6aef45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ee9153-07bf-4a33-a5c4-bda652bb3b0b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:22.459525 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2d5e949f-1185-457c-a704-15a30c6aef45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.463220 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2d5e949f-1185-457c-a704-15a30c6aef45 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/39ee9153-07bf-4a33-a5c4-bda652bb3b0b HTTP/1.1" status: 204 len: 168 time: 0.4401100 Sep 08 13:52:22.464943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 49982) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:22.469291 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5882bb-8141-4439-8706-92be90438e85 None None] Network 6f2fdf01-939e-4ba0-b70d-749d5560f28d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:52:22.608618 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.672779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 16bf8e9b-0d32-4ce7-9776-7761f18758bd no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:52:22.690569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Deleting port 5c478703-d5ed-4ad0-bc02-0c2a69408292 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:52:22.691090 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.699326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 16bf8e9b-0d32-4ce7-9776-7761f18758bd {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:52:22.699678 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 16bf8e9b-0d32-4ce7-9776-7761f18758bd not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:52:22.704796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b7144951-361f-48b6-aff6-d0263b92be8a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:52:22.722903 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b7144951-361f-48b6-aff6-d0263b92be8a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:52:22.724292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b7144951-361f-48b6-aff6-d0263b92be8a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:52:22.761622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] For port 5c478703-d5ed-4ad0-bc02-0c2a69408292, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5c478703-d5ed-4ad0-bc02-0c2a69408292,segment=NetworkSegment(1a91b28c-6412-4496-9ca5-8462d185ad75),segment_id=1a91b28c-6412-4496-9ca5-8462d185ad75)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:22.761984 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.777729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Calling delete_port for 5c478703-d5ed-4ad0-bc02-0c2a69408292 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:52:22.781311 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b5775-75fd-4bf9-a24a-25b4c3bde4d8 None None] DHCP port deletion for 6f2fdf01-939e-4ba0-b70d-749d5560f28d request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:52:22.835558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-577b5775-75fd-4bf9-a24a-25b4c3bde4d8 None None] Deleting port 5c478703-d5ed-4ad0-bc02-0c2a69408292 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:52:22.835823 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-577b5775-75fd-4bf9-a24a-25b4c3bde4d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.914361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-577b5775-75fd-4bf9-a24a-25b4c3bde4d8 None None] For port 5c478703-d5ed-4ad0-bc02-0c2a69408292, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5c478703-d5ed-4ad0-bc02-0c2a69408292,segment=NetworkSegment(1a91b28c-6412-4496-9ca5-8462d185ad75),segment_id=1a91b28c-6412-4496-9ca5-8462d185ad75)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:22.914938 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-577b5775-75fd-4bf9-a24a-25b4c3bde4d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:22.932531 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-577b5775-75fd-4bf9-a24a-25b4c3bde4d8 None None] Calling delete_port for 5c478703-d5ed-4ad0-bc02-0c2a69408292 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:52:22.988419 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:23.015060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c478703-d5ed-4ad0-bc02-0c2a69408292,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:23.020749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] No DVR routers for this DVR port 5c478703-d5ed-4ad0-bc02-0c2a69408292 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:52:23.026426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-577b5775-75fd-4bf9-a24a-25b4c3bde4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:23.053819 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b5775-75fd-4bf9-a24a-25b4c3bde4d8 None None] Pushing event deleted for resources: {'Port': ['ID=5c478703-d5ed-4ad0-bc02-0c2a69408292,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:23.056253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577b5775-75fd-4bf9-a24a-25b4c3bde4d8 None None] No DVR routers for this DVR port 5c478703-d5ed-4ad0-bc02-0c2a69408292 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:52:23.134903 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:23.158440 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2fdf01-939e-4ba0-b70d-749d5560f28d']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:23.170201 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a91b28c-6412-4496-9ca5-8462d185ad75') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:23.170507 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a91b28c-6412-4496-9ca5-8462d185ad75') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:52:23.182015 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:23.191095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9926f-37a0-4433-b0a8-e06798d07239 req-c06bd7d7-2685-4d44-85e3-ebee1f627b42 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:23.192593 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-36d9926f-37a0-4433-b0a8-e06798d07239 req-c06bd7d7-2685-4d44-85e3-ebee1f627b42 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.1215410 Sep 08 13:52:23.221612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:23.231181 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:52:23.231648 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:52:23.233767 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:52:23.311891 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-36d9926f-37a0-4433-b0a8-e06798d07239 req-51967128-37f8-42c2-8f0a-9809a0c265a9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106544 Sep 08 13:52:23.642042 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:23.647822 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:23.649800 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6f2fdf01-939e-4ba0-b70d-749d5560f28d HTTP/1.1" status: 204 len: 168 time: 1.1837902 Sep 08 13:52:23.660991 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f11d99-34f1-499a-8911-d7c6478f89b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2fdf01-939e-4ba0-b70d-749d5560f28d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:24.303618 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50030) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:24.345066 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0a5507db-60f3-4294-8935-c6ef315347d3 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6148d048dc574503a563d9eca3f7583f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401947 Sep 08 13:52:24.347556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50034) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:24.402586 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de76c908-e3a1-4888-a34c-6d791b244f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:24.425266 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de76c908-e3a1-4888-a34c-6d791b244f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:24.449089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c269e-a594-4af0-add7-fc4331cd757d req-5480149a-38ff-49de-b2a2-3f78254d2c94 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:24.450832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-453c269e-a594-4af0-add7-fc4331cd757d req-5480149a-38ff-49de-b2a2-3f78254d2c94 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0541589 Sep 08 13:52:24.498216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-453c269e-a594-4af0-add7-fc4331cd757d req-26e82bae-54b6-4e75-9c54-f1c7150a094d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392654 Sep 08 13:52:24.630366 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de76c908-e3a1-4888-a34c-6d791b244f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:24.633118 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-de76c908-e3a1-4888-a34c-6d791b244f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:24.634937 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-de76c908-e3a1-4888-a34c-6d791b244f76 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/65a065fd-eadc-477a-ad11-005dcabf4a86 HTTP/1.1" status: 204 len: 168 time: 0.2864711 Sep 08 13:52:24.645380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5c478703-d5ed-4ad0-bc02-0c2a69408292 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:52:24.645844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de76c908-e3a1-4888-a34c-6d791b244f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a065fd-eadc-477a-ad11-005dcabf4a86,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:24.672912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 5c478703-d5ed-4ad0-bc02-0c2a69408292 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:52:24.673450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5c478703-d5ed-4ad0-bc02-0c2a69408292 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:52:25.585029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50074) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:25.641157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f267a-fd01-4eb2-8b39-da80e918bb57 req-d87f8dd2-b631-423f-a7b8-173ae0dd3702 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:25.641157 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db4f267a-fd01-4eb2-8b39-da80e918bb57 req-d87f8dd2-b631-423f-a7b8-173ae0dd3702 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0650029 Sep 08 13:52:25.653058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b3acfe2e-9892-461d-ad9f-3a213c6bda46 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=d938712624db40a4bd21fd929dbb1e74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671313 Sep 08 13:52:25.655459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50080) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:52:25.677957 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-db4f267a-fd01-4eb2-8b39-da80e918bb57 req-e46f2b47-3a40-4dc4-9a17-d4950193ca6a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Sep 08 13:52:25.710423 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c67699a0-379c-4941-b705-4f9609f7d326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:25.735988 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c67699a0-379c-4941-b705-4f9609f7d326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:25.836870 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c67699a0-379c-4941-b705-4f9609f7d326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:25.839537 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c67699a0-379c-4941-b705-4f9609f7d326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:25.840735 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c67699a0-379c-4941-b705-4f9609f7d326 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8649a500-f3e1-482c-9b52-f0dc9006d170 HTTP/1.1" status: 204 len: 168 time: 0.1843710 Sep 08 13:52:25.849004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67699a0-379c-4941-b705-4f9609f7d326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8649a500-f3e1-482c-9b52-f0dc9006d170,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:26.837808 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff2c12-386f-470b-b72f-a576f80afeae req-5f52a2e1-290a-41cb-a276-2b17ed795040 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:26.837808 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71ff2c12-386f-470b-b72f-a576f80afeae req-5f52a2e1-290a-41cb-a276-2b17ed795040 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0545149 Sep 08 13:52:26.852655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71ff2c12-386f-470b-b72f-a576f80afeae req-498c669c-21b4-468b-9270-ea007943ea62 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328128 Sep 08 13:52:27.065848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f419a8c5-ba95-4e63-aab4-769debd5ae53 req-3c7d9c48-db61-4014-b480-d963db490a91 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419049 Sep 08 13:52:27.148951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419a8c5-ba95-4e63-aab4-769debd5ae53 req-2a444e68-2788-4894-b07f-25a79efad7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:27.150704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f419a8c5-ba95-4e63-aab4-769debd5ae53 req-2a444e68-2788-4894-b07f-25a79efad7b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f61eb82abb842fba94abd1fe8fba2ad&device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 1096 time: 0.0426769 Sep 08 13:52:27.269058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419a8c5-ba95-4e63-aab4-769debd5ae53 req-89ba05c2-83c3-4be0-8866-6356a6e89dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:27.270594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f419a8c5-ba95-4e63-aab4-769debd5ae53 req-89ba05c2-83c3-4be0-8866-6356a6e89dac service neutron] 10.222.0.70 "GET /v2.0/networks?id=c9aa4674-0447-40a5-9466-6eb84b36c0d2 HTTP/1.1" status: 200 len: 910 time: 0.0988989 Sep 08 13:52:27.344179 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f419a8c5-ba95-4e63-aab4-769debd5ae53 req-12366941-6597-4a97-83b9-2bbaf3934e2e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c4df192-eec5-48a1-adcf-ea1926acc965 HTTP/1.1" status: 200 len: 1000 time: 0.0654044 Sep 08 13:52:27.401644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419a8c5-ba95-4e63-aab4-769debd5ae53 req-a87b966f-106d-4b79-9085-9115c38d3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:27.403491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f419a8c5-ba95-4e63-aab4-769debd5ae53 req-a87b966f-106d-4b79-9085-9115c38d3611 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=62af5d9d-f4cd-4fe3-a1ed-39861737467f HTTP/1.1" status: 200 len: 848 time: 0.0500553 Sep 08 13:52:27.449424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419a8c5-ba95-4e63-aab4-769debd5ae53 req-f5bdd2b5-b595-40e3-a53b-c01666208029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:27.451011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f419a8c5-ba95-4e63-aab4-769debd5ae53 req-f5bdd2b5-b595-40e3-a53b-c01666208029 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c9aa4674-0447-40a5-9466-6eb84b36c0d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405624 Sep 08 13:52:27.547796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f419a8c5-ba95-4e63-aab4-769debd5ae53 req-ee4b2f9a-3137-4042-978a-fab71814eace service neutron] 10.222.0.70 "GET /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898585 Sep 08 13:52:27.646348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f419a8c5-ba95-4e63-aab4-769debd5ae53 req-1b4dfaed-f4dd-4225-aa90-7c32109ad719 service neutron] 10.222.0.70 "GET /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916965 Sep 08 13:52:27.973231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b6642-4f2f-4e43-aa78-fcbd24ea8bb8 req-44948c98-ca77-48b2-be50-bec9b02e00d7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:27.974672 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-511b6642-4f2f-4e43-aa78-fcbd24ea8bb8 req-44948c98-ca77-48b2-be50-bec9b02e00d7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0531042 Sep 08 13:52:28.020360 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-511b6642-4f2f-4e43-aa78-fcbd24ea8bb8 req-38b5259a-c783-4c83-949e-5e74d8f61195 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389049 Sep 08 13:52:29.149124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44726b0-765a-45c5-a565-b817b8c10f82 req-15a67975-9ecc-4c77-bb53-4d46b712ac8f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:29.150748 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d44726b0-765a-45c5-a565-b817b8c10f82 req-15a67975-9ecc-4c77-bb53-4d46b712ac8f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0548704 Sep 08 13:52:29.195619 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d44726b0-765a-45c5-a565-b817b8c10f82 req-8903c180-b88c-4b15-ad91-c1191dd9a7e4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386276 Sep 08 13:52:30.314542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3802f0-81c8-47ef-b331-7f841b4533b4 req-5ee68141-ddeb-41ba-afec-402e618f83d4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:30.316010 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d3802f0-81c8-47ef-b331-7f841b4533b4 req-5ee68141-ddeb-41ba-afec-402e618f83d4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0500464 Sep 08 13:52:30.356579 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d3802f0-81c8-47ef-b331-7f841b4533b4 req-09d40058-405a-46f7-a528-7503c8566d9f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338850 Sep 08 13:52:31.725514 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ecb87d-0c34-4ff1-bb07-56665ed5c956 req-d9fdead4-b31b-43e3-93e9-e81c97013e71 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:31.727611 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24ecb87d-0c34-4ff1-bb07-56665ed5c956 req-d9fdead4-b31b-43e3-93e9-e81c97013e71 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.2773247 Sep 08 13:52:31.766674 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-24ecb87d-0c34-4ff1-bb07-56665ed5c956 req-7e9164eb-9f97-4058-bafb-1da5cac035af tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329432 Sep 08 13:52:32.896224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d8a80-b8c6-4025-b1df-157796a219df req-6b706052-230f-4abd-a9ac-6710ee7f7488 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:32.897758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da3d8a80-b8c6-4025-b1df-157796a219df req-6b706052-230f-4abd-a9ac-6710ee7f7488 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0567729 Sep 08 13:52:32.938289 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da3d8a80-b8c6-4025-b1df-157796a219df req-05074b5a-a72a-4d3a-8614-b1121bff8904 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338979 Sep 08 13:52:34.063364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6277028-c2a0-471f-baa4-36db42277c62 req-e1d18202-24c7-4436-810f-4a01a59ed2a1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:34.064846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c6277028-c2a0-471f-baa4-36db42277c62 req-e1d18202-24c7-4436-810f-4a01a59ed2a1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0486617 Sep 08 13:52:34.102964 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c6277028-c2a0-471f-baa4-36db42277c62 req-bc284181-3632-45f2-af66-3bf06681f9b6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Sep 08 13:52:35.285433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c2db56-258b-4c54-8b2c-94478187d024 req-e0cc59a1-23c1-4ece-a029-575a383be63a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:35.286995 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79c2db56-258b-4c54-8b2c-94478187d024 req-e0cc59a1-23c1-4ece-a029-575a383be63a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.1131473 Sep 08 13:52:35.324822 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-79c2db56-258b-4c54-8b2c-94478187d024 req-783e7ceb-a7c7-4ec1-859a-8583ada5f389 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311801 Sep 08 13:52:35.572587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-841e3dc2-7e2a-4ab4-b44d-b7087c80f1f9 req-54df02d3-b0a5-4196-a1a7-12def0dba6fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396059 Sep 08 13:52:35.661046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e3dc2-7e2a-4ab4-b44d-b7087c80f1f9 req-6ac4ec64-23da-4bc4-a75c-fa2ec51ef88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:35.662634 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-841e3dc2-7e2a-4ab4-b44d-b7087c80f1f9 req-6ac4ec64-23da-4bc4-a75c-fa2ec51ef88f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0474014 Sep 08 13:52:35.774591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e3dc2-7e2a-4ab4-b44d-b7087c80f1f9 req-5ccfea39-1d3d-4df9-a445-8416a50f5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:35.776567 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-841e3dc2-7e2a-4ab4-b44d-b7087c80f1f9 req-5ccfea39-1d3d-4df9-a445-8416a50f5a7d service neutron] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0950618 Sep 08 13:52:35.820783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-841e3dc2-7e2a-4ab4-b44d-b7087c80f1f9 req-6b851f4d-f910-4850-9c9a-31dde9aa55e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d901e72b-8aee-494d-8149-db4e22cd7399 HTTP/1.1" status: 200 len: 217 time: 0.0371149 Sep 08 13:52:35.870851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e3dc2-7e2a-4ab4-b44d-b7087c80f1f9 req-24eb69db-3c90-45ef-9a18-6034f137c07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:35.872243 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-841e3dc2-7e2a-4ab4-b44d-b7087c80f1f9 req-24eb69db-3c90-45ef-9a18-6034f137c07c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0448446 Sep 08 13:52:35.922568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e3dc2-7e2a-4ab4-b44d-b7087c80f1f9 req-478c1f57-75b0-47f5-a254-209505be297c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:35.924110 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-841e3dc2-7e2a-4ab4-b44d-b7087c80f1f9 req-478c1f57-75b0-47f5-a254-209505be297c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445075 Sep 08 13:52:36.023552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-841e3dc2-7e2a-4ab4-b44d-b7087c80f1f9 req-46f6a3f2-0c08-4fce-965d-c96920b67d14 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915504 Sep 08 13:52:36.115532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-841e3dc2-7e2a-4ab4-b44d-b7087c80f1f9 req-847bc696-ac8e-4ba6-b084-8d03c01168ea service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850472 Sep 08 13:52:36.453381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6baec9-58ec-4f0b-b1ef-4fcde76a56f4 req-18fe7817-61b3-48f8-99a4-f74b119fbfc5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:36.454721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea6baec9-58ec-4f0b-b1ef-4fcde76a56f4 req-18fe7817-61b3-48f8-99a4-f74b119fbfc5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0604100 Sep 08 13:52:36.841085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea6baec9-58ec-4f0b-b1ef-4fcde76a56f4 req-8b568628-392b-455d-a6ea-d6a47eeb3aac tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804688 Sep 08 13:52:37.889709 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e375fb52-939e-4699-9409-c08d0b9468d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:37.980078 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff4495-5723-42ee-91bc-e42a1870d095 req-de8f814f-48fb-4675-9faa-1176a02e8225 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:37.981689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c8ff4495-5723-42ee-91bc-e42a1870d095 req-de8f814f-48fb-4675-9faa-1176a02e8225 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0513029 Sep 08 13:52:38.028405 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c8ff4495-5723-42ee-91bc-e42a1870d095 req-11f68813-7d14-4562-98fd-2edcb2dfa879 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390015 Sep 08 13:52:39.157062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064cd59-0451-4452-a8c0-8807fb3ba0b0 req-7117e41a-e4b4-4b60-b0c2-2f2d94b1c387 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:39.158570 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2064cd59-0451-4452-a8c0-8807fb3ba0b0 req-7117e41a-e4b4-4b60-b0c2-2f2d94b1c387 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0489979 Sep 08 13:52:39.198060 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2064cd59-0451-4452-a8c0-8807fb3ba0b0 req-7b17dd3f-1642-47ea-9b24-3655820db0d2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 Sep 08 13:52:40.320039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b9b29-0cb4-49a1-a4b8-45af49645f9e req-dd72ba72-d0c6-43fc-a9ed-7e09857efc1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:40.321543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a5b9b29-0cb4-49a1-a4b8-45af49645f9e req-dd72ba72-d0c6-43fc-a9ed-7e09857efc1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0549119 Sep 08 13:52:40.344390 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-26553554-ea84-459a-820f-a94566c110a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:40.363505 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a5b9b29-0cb4-49a1-a4b8-45af49645f9e req-0c3d7f82-ac32-45fd-ba21-39807a9cd150 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346980 Sep 08 13:52:40.636213 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:41.486033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287dd18-9af1-493f-bacc-cea33bc78aa8 req-c8845fa1-7d74-4000-a562-20c32c9cc824 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:41.487576 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1287dd18-9af1-493f-bacc-cea33bc78aa8 req-c8845fa1-7d74-4000-a562-20c32c9cc824 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0490603 Sep 08 13:52:41.535582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1287dd18-9af1-493f-bacc-cea33bc78aa8 req-2210f2f7-2a5a-431b-bc29-b6c4e2fb9598 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 Sep 08 13:52:42.081569 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:42.656992 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12692a4d-e264-4b7a-960e-22bfd3c0d5bf req-4eabbd79-4e12-409c-b1a5-2409bd5b3936 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:42.658525 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-12692a4d-e264-4b7a-960e-22bfd3c0d5bf req-4eabbd79-4e12-409c-b1a5-2409bd5b3936 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0523558 Sep 08 13:52:42.700343 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-12692a4d-e264-4b7a-960e-22bfd3c0d5bf req-9e5c9c0f-5aa9-45fb-a513-1f174ab5b55d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341012 Sep 08 13:52:43.407586 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:43.818314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158dde7-632a-4afe-8c8e-39b502cde4d5 req-09acc408-ab48-4607-8749-1c3beaf30b29 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:43.819841 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4158dde7-632a-4afe-8c8e-39b502cde4d5 req-09acc408-ab48-4607-8749-1c3beaf30b29 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0525012 Sep 08 13:52:43.862453 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4158dde7-632a-4afe-8c8e-39b502cde4d5 req-6f3ec9ae-73b9-4a1d-876f-686e02812775 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360723 Sep 08 13:52:44.561912 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:44.980913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444654c-073b-4875-9d13-365d23af4d0e req-f39f88fc-4aee-4e19-91ab-1e1d43bb24e4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:44.982686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9444654c-073b-4875-9d13-365d23af4d0e req-f39f88fc-4aee-4e19-91ab-1e1d43bb24e4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0513158 Sep 08 13:52:45.042665 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9444654c-073b-4875-9d13-365d23af4d0e req-fd095666-22f3-4686-ba7c-a5ad570c72e2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Sep 08 13:52:45.330029 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:52:46.161115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41f09e-84d1-4c1d-b353-91e72958b4a1 req-95899ed6-69c3-43dd-9e62-b82b4a9a6eab tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:46.162648 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d41f09e-84d1-4c1d-b353-91e72958b4a1 req-95899ed6-69c3-43dd-9e62-b82b4a9a6eab tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0515740 Sep 08 13:52:46.202337 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d41f09e-84d1-4c1d-b353-91e72958b4a1 req-0aed6474-8a39-4692-9e45-b00367182906 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331707 Sep 08 13:52:47.081434 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:47.321924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfad52e-da8f-4a4a-a542-e9ee8b2cedb7 req-d9009ac9-6c5a-42ed-8e48-5edf2f947617 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:47.323412 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5bfad52e-da8f-4a4a-a542-e9ee8b2cedb7 req-d9009ac9-6c5a-42ed-8e48-5edf2f947617 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0538194 Sep 08 13:52:47.365086 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5bfad52e-da8f-4a4a-a542-e9ee8b2cedb7 req-8733f7c6-c690-4288-8448-6514bb853b94 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355265 Sep 08 13:52:48.510733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f2388-7933-4488-8fca-646ae7009caf req-e3bd459e-ac21-4c2a-ac21-fea882065503 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:48.512550 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a4f2388-7933-4488-8fca-646ae7009caf req-e3bd459e-ac21-4c2a-ac21-fea882065503 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0622630 Sep 08 13:52:48.554857 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a4f2388-7933-4488-8fca-646ae7009caf req-46ff3bc5-4ea8-478b-b64a-7f76bca05543 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350471 Sep 08 13:52:49.682473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cf216-1a02-434e-8687-9fbaabe1fcb7 req-61a0e327-fcd1-49d3-b177-c80de3eaacd4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:49.684092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a94cf216-1a02-434e-8687-9fbaabe1fcb7 req-61a0e327-fcd1-49d3-b177-c80de3eaacd4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0534556 Sep 08 13:52:49.729650 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a94cf216-1a02-434e-8687-9fbaabe1fcb7 req-c6f3e19f-7d9a-4c3d-8607-5d221895cc6c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392287 Sep 08 13:52:50.852174 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5553e3-b949-4872-bcd3-c9c8c602b486 req-247b9657-8c80-418a-a82f-c080fac15269 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:50.859373 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c5553e3-b949-4872-bcd3-c9c8c602b486 req-247b9657-8c80-418a-a82f-c080fac15269 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0576847 Sep 08 13:52:50.902830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c5553e3-b949-4872-bcd3-c9c8c602b486 req-c7ef31c1-eaae-470b-80c6-6c2fec22b8d7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420208 Sep 08 13:52:52.023822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cbc8d-0fdc-4018-a15c-adbd0bddb9da req-752f6104-dd09-4227-9f24-f2f1b835e0ec tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:52.025335 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be5cbc8d-0fdc-4018-a15c-adbd0bddb9da req-752f6104-dd09-4227-9f24-f2f1b835e0ec tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0539124 Sep 08 13:52:52.064764 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-be5cbc8d-0fdc-4018-a15c-adbd0bddb9da req-e92c34ce-5084-4332-b1c4-58c5bf905dd8 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334842 Sep 08 13:52:52.676832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a920d3-dd39-4a0c-a102-819e68f509f6 req-252a3b82-2b86-47de-ba40-1f732b646cd2 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:52.678364 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d6a920d3-dd39-4a0c-a102-819e68f509f6 req-252a3b82-2b86-47de-ba40-1f732b646cd2 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 945 time: 0.0497413 Sep 08 13:52:52.716734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d6a920d3-dd39-4a0c-a102-819e68f509f6 req-2dbfcf88-6412-4777-ba44-b17e2be5e378 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322990 Sep 08 13:52:53.497469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad75bdb-a323-4679-98a2-0c715eeaadac req-a59e138a-a7d6-4576-be84-f91c2959c409 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:53.499037 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fad75bdb-a323-4679-98a2-0c715eeaadac req-a59e138a-a7d6-4576-be84-f91c2959c409 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.3637841 Sep 08 13:52:53.536072 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fad75bdb-a323-4679-98a2-0c715eeaadac req-60e59c35-149a-40fe-a82c-18d4ea578db4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309973 Sep 08 13:52:53.834858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70971ea2-c356-4d47-8a8a-e67e1dece4dd req-1afb368e-e8a5-445b-9d97-c8e53fc72596 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:53.836405 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70971ea2-c356-4d47-8a8a-e67e1dece4dd req-1afb368e-e8a5-445b-9d97-c8e53fc72596 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 945 time: 0.0507326 Sep 08 13:52:53.874390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70971ea2-c356-4d47-8a8a-e67e1dece4dd req-f2594a91-acbd-4a19-9fab-1f42ce50b60d tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319750 Sep 08 13:52:54.238706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eca17c-56de-453e-b397-d698c7fa7c33 req-8d72e557-3460-47ea-8a7c-6d84e69acf16 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:54.240229 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8eca17c-56de-453e-b397-d698c7fa7c33 req-8d72e557-3460-47ea-8a7c-6d84e69acf16 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.70 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 945 time: 0.0526936 Sep 08 13:52:54.333046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e8eca17c-56de-453e-b397-d698c7fa7c33 req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Deleting port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:52:54.337554 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8eca17c-56de-453e-b397-d698c7fa7c33 req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:54.431641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e8eca17c-56de-453e-b397-d698c7fa7c33 req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] For port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=5d82c5cb-da35-401e-b0fa-7b2aacd7f016,segment=NetworkSegment(87ea275b-89bc-401e-8dfd-914846cd9b38),segment_id=87ea275b-89bc-401e-8dfd-914846cd9b38)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:52:54.435214 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8eca17c-56de-453e-b397-d698c7fa7c33 req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:54.444451 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e8eca17c-56de-453e-b397-d698c7fa7c33 req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Calling delete_port for 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:52:54.647868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8eca17c-56de-453e-b397-d698c7fa7c33 req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:54.661488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['5d82c5cb-da35-401e-b0fa-7b2aacd7f016'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:52:54.684752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Pushing event deleted for resources: {'Port': ['ID=5d82c5cb-da35-401e-b0fa-7b2aacd7f016,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:52:54.692771 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164437b-1d5f-41bb-92d0-29eac777163a req-29e61428-672e-433d-bb71-b9a7bdcac1e3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:54.696605 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8164437b-1d5f-41bb-92d0-29eac777163a req-29e61428-672e-433d-bb71-b9a7bdcac1e3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0807610 Sep 08 13:52:54.713138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:54.713138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:54.713441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:54.713696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:54.714101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:54.714535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:54.714927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:54.715339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:54.715737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:54.716130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:54.716519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:54.716907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:52:54.736881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8eca17c-56de-453e-b397-d698c7fa7c33 req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] No DVR routers for this DVR port 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:52:54.739871 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e8eca17c-56de-453e-b397-d698c7fa7c33 req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:52:54.741929 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e8eca17c-56de-453e-b397-d698c7fa7c33 req-600f47fc-a145-4326-9fbb-d265f33757bc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.70 "DELETE /v2.0/ports/5d82c5cb-da35-401e-b0fa-7b2aacd7f016 HTTP/1.1" status: 204 len: 173 time: 0.4954104 Sep 08 13:52:54.742822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9acd8aba-9781-4c40-8775-dee7c640f702', 'name': 'network-vif-deleted', 'tag': '5d82c5cb-da35-401e-b0fa-7b2aacd7f016'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:52:54.745249 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2787fa07-3c03-4dab-8fc2-379278c064bb" -d '{"events": [{"server_uuid": "9acd8aba-9781-4c40-8775-dee7c640f702", "name": "network-vif-deleted", "tag": "5d82c5cb-da35-401e-b0fa-7b2aacd7f016"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:52:54.751451 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8164437b-1d5f-41bb-92d0-29eac777163a req-94da3a1d-b4b8-4991-99b6-550362e7e874 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453467 Sep 08 13:52:54.791111 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d714a0f-de6c-4e17-8ce3-7ce206608412 x-openstack-request-id: req-5d714a0f-de6c-4e17-8ce3-7ce206608412 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:52:54.791414 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9acd8aba-9781-4c40-8775-dee7c640f702", "name": "network-vif-deleted", "tag": "5d82c5cb-da35-401e-b0fa-7b2aacd7f016", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:52:54.791667 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5d714a0f-de6c-4e17-8ce3-7ce206608412 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:52:54.792066 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9acd8aba-9781-4c40-8775-dee7c640f702', 'name': 'network-vif-deleted', 'tag': '5d82c5cb-da35-401e-b0fa-7b2aacd7f016', 'status': 'completed', 'code': 200} Sep 08 13:52:54.979184 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1728f61d-a82e-4ba7-8872-71f014d09947 req-5017c1b2-664f-4d51-ba65-17d6f4db4883 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=9acd8aba-9781-4c40-8775-dee7c640f702 HTTP/1.1" status: 200 len: 210 time: 0.0297651 Sep 08 13:52:55.879210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16b688-a693-4c5b-bc76-5830fa6ef67c req-dd180dbe-8bf4-413f-9576-3316119e9a0a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:55.883613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af16b688-a693-4c5b-bc76-5830fa6ef67c req-dd180dbe-8bf4-413f-9576-3316119e9a0a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0524578 Sep 08 13:52:55.921347 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af16b688-a693-4c5b-bc76-5830fa6ef67c req-9fd2fcaa-fed6-4f2a-abeb-d3420804e5d2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335548 Sep 08 13:52:57.057225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c29101-99da-4ab6-963a-6726f0b947a7 req-4d1b9e7a-3eaf-4ab8-b6a0-daef87123e5e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:57.058850 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0c29101-99da-4ab6-963a-6726f0b947a7 req-4d1b9e7a-3eaf-4ab8-b6a0-daef87123e5e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0571945 Sep 08 13:52:57.099097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0c29101-99da-4ab6-963a-6726f0b947a7 req-dd5cd7db-bf6f-46fb-94bc-a12b141905a4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Sep 08 13:52:58.223202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bd74a-c1f8-4759-bde6-206f90533b96 req-088aae2d-84ca-4d52-9c2f-5c0b25cd7458 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:58.224865 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d5bd74a-c1f8-4759-bde6-206f90533b96 req-088aae2d-84ca-4d52-9c2f-5c0b25cd7458 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0560324 Sep 08 13:52:58.266762 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7d5bd74a-c1f8-4759-bde6-206f90533b96 req-8ebaf487-9612-4bdb-89a1-4381bcaf9f61 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352497 Sep 08 13:52:59.154852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:52:59.175898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:52:59.177852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 5d82c5cb-da35-401e-b0fa-7b2aacd7f016 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:52:59.383278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b71d9b-3fd1-4163-a3c2-99677592d2ac req-8aa26ce0-7f9c-4066-8d0d-af3aefb87eb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:52:59.384833 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98b71d9b-3fd1-4163-a3c2-99677592d2ac req-8aa26ce0-7f9c-4066-8d0d-af3aefb87eb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0503750 Sep 08 13:52:59.424173 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-98b71d9b-3fd1-4163-a3c2-99677592d2ac req-fee8d25f-7d1a-4243-bc64-110f972c429b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331731 Sep 08 13:53:00.547255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc4797-3720-4c30-bbc1-8a481ca8fa15 req-0f450a21-51d9-44de-9b5b-073f4cf84b93 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:00.548723 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1efc4797-3720-4c30-bbc1-8a481ca8fa15 req-0f450a21-51d9-44de-9b5b-073f4cf84b93 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0498202 Sep 08 13:53:00.588117 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1efc4797-3720-4c30-bbc1-8a481ca8fa15 req-dba1e644-5d11-47d4-b6a7-d59060cc1935 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Sep 08 13:53:01.706332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449df9f-4b3b-4b0f-beab-d88bfbd49ede req-accab637-94ca-4604-b49b-bd3b0c645009 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:01.707958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c449df9f-4b3b-4b0f-beab-d88bfbd49ede req-accab637-94ca-4604-b49b-bd3b0c645009 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0507803 Sep 08 13:53:01.747733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c449df9f-4b3b-4b0f-beab-d88bfbd49ede req-c8b80cba-7db5-4eef-82a2-17b919d06a35 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330412 Sep 08 13:53:02.870489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87377a-a346-4a48-8915-6cdf3849d4e2 req-19ebeb01-d304-4665-8876-bdd68985ec0a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:02.872023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c87377a-a346-4a48-8915-6cdf3849d4e2 req-19ebeb01-d304-4665-8876-bdd68985ec0a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0514252 Sep 08 13:53:02.911420 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c87377a-a346-4a48-8915-6cdf3849d4e2 req-c1bcd27e-2bb2-4441-9fbc-49319e573ea4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331318 Sep 08 13:53:03.739770 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-197e7c0b-3c82-49c8-a2d5-abb9a0ca3d1a tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:03.741214 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-197e7c0b-3c82-49c8-a2d5-abb9a0ca3d1a tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/networks?id=50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 HTTP/1.1" status: 200 len: 812 time: 0.1045208 Sep 08 13:53:03.756353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-5b6b7840-cd96-47c1-a26d-e93ec12983f8 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/quotas/e24c2b421e174ca0a3c61b631d598e5d HTTP/1.1" status: 200 len: 375 time: 0.0092306 Sep 08 13:53:03.788531 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-308b2e2c-df4d-4683-a6a3-d8244a8cc9d8 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e24c2b421e174ca0a3c61b631d598e5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263941 Sep 08 13:53:03.852071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-aab4d611-3d64-445c-ae85-db943b2efbc1 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:53:03.853099 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-aab4d611-3d64-445c-ae85-db943b2efbc1 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0574350 Sep 08 13:53:03.948656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-48c14d9b-f878-4473-b775-b46954d71c42 service neutron] 10.222.0.69 "GET /v2.0/networks/50d22a5b-9eb0-4536-b088-bcbdd03e7cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892148 Sep 08 13:53:04.039881 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cda46-8a52-4f76-8a7d-c9c9fb9d16a7 req-87f061f1-c386-457b-b907-f738cf69c80e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:04.041384 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b35cda46-8a52-4f76-8a7d-c9c9fb9d16a7 req-87f061f1-c386-457b-b907-f738cf69c80e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0579755 Sep 08 13:53:04.045072 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-2f17a207-6761-495a-84b0-9c96e18c647e service neutron] 10.222.0.69 "GET /v2.0/networks/50d22a5b-9eb0-4536-b088-bcbdd03e7cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885620 Sep 08 13:53:04.080943 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b35cda46-8a52-4f76-8a7d-c9c9fb9d16a7 req-245b6967-0b3e-4d82-a07b-9ffcd410287f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331779 Sep 08 13:53:04.298594 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-39897969-65f3-4980-96ba-07cfa7809094 req-40341b87-e546-45bf-99a7-f6513d1a9e63 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 210 time: 0.0269849 Sep 08 13:53:05.202953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b926d1-0b37-428d-91ec-4dd06ac0b0c6 req-4f4b1702-4007-41a3-96a3-5fee5a84971b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:05.204489 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06b926d1-0b37-428d-91ec-4dd06ac0b0c6 req-4f4b1702-4007-41a3-96a3-5fee5a84971b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0553293 Sep 08 13:53:05.243651 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06b926d1-0b37-428d-91ec-4dd06ac0b0c6 req-1216d3ff-7c73-4530-92ba-863eaee4c704 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321448 Sep 08 13:53:05.387337 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6c0ce11-538f-4575-9300-52a455f5613b req-4162f91f-3126-4244-82f9-b5a33d7e2440 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 210 time: 0.0272789 Sep 08 13:53:06.287257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-836b1115-a56d-4cd4-a556-987dd2907502 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:06.289306 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-836b1115-a56d-4cd4-a556-987dd2907502 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.70 "GET /v2.0/networks?id=50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 HTTP/1.1" status: 200 len: 812 time: 0.1032503 Sep 08 13:53:06.300942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Request body: {'port': {'device_id': 'a66c3710-96ec-4ab8-858a-1701d22006ea', 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2', 'admin_state_up': True, 'tenant_id': 'e24c2b421e174ca0a3c61b631d598e5d'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:06.420289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b8e53-ec79-40f8-9efc-94b63ce44b9b req-28f0815a-ffd0-472f-a1d4-a480de43b70c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:06.421847 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b4b8e53-ec79-40f8-9efc-94b63ce44b9b req-28f0815a-ffd0-472f-a1d4-a480de43b70c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.1009350 Sep 08 13:53:06.485321 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-81cc8ba2-b0e3-4d09-93c1-473e46a9d5a5 req-829550ba-404e-4205-919e-a2f9c3d3a9ff tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 210 time: 0.0286882 Sep 08 13:53:06.485997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b4b8e53-ec79-40f8-9efc-94b63ce44b9b req-209fb5ce-16a0-43ef-8f23-835f0370231d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557258 Sep 08 13:53:06.543743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Made reservation on behalf of e24c2b421e174ca0a3c61b631d598e5d for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:53:06.547281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:06.672331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Allocated IP 172.20.0.4 (50d22a5b-9eb0-4536-b088-bcbdd03e7cf2/49c109dd-84b1-4587-acdb-2953e88dd4ce/56e53628-bc19-4cbb-a023-cc44e9e3975b) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:53:06.818775 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:06.938434 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:06.979269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:53:06.982375 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:53:06.986480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:53:07.014872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Pushing event updated for resources: {'Port': ['ID=56e53628-bc19-4cbb-a023-cc44e9e3975b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:07.042818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:07.043450 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:07.110597 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-9821b0ca-fb24-439f-b427-f406e4dcaecc tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8132808 Sep 08 13:53:07.123200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Request body: {'port': {'device_id': 'a66c3710-96ec-4ab8-858a-1701d22006ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:07.180513 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:07.439490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e53628-bc19-4cbb-a023-cc44e9e3975b {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:53:07.447321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:07.458756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Transition to ACTIVE for port object 56e53628-bc19-4cbb-a023-cc44e9e3975b will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:53:07.602313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907811f0-48d0-4326-9469-fb79c909fe73 req-521b7126-a07d-4df2-bb93-7def720a8961 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:07.603846 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-907811f0-48d0-4326-9469-fb79c909fe73 req-521b7126-a07d-4df2-bb93-7def720a8961 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 931 time: 0.0504770 Sep 08 13:53:07.609402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097cdafa-49b2-4d20-a76d-8bb3fc9b2970 req-046b19fe-f85a-45f0-b26a-1ceaa5150783 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:07.610960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-097cdafa-49b2-4d20-a76d-8bb3fc9b2970 req-046b19fe-f85a-45f0-b26a-1ceaa5150783 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0565090 Sep 08 13:53:07.623759 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:07.646527 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-907811f0-48d0-4326-9469-fb79c909fe73 req-6afed59a-e502-47ce-8dc7-74105cb8f47f tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Sep 08 13:53:07.698096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Pushing event updated for resources: {'Port': ['ID=56e53628-bc19-4cbb-a023-cc44e9e3975b,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:07.702450 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-097cdafa-49b2-4d20-a76d-8bb3fc9b2970 req-3a1a60e8-7613-46b8-a322-300f1446c519 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854745 Sep 08 13:53:07.763788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Attempting to bind port 56e53628-bc19-4cbb-a023-cc44e9e3975b on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:53:07.764122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Attempting to bind port 56e53628-bc19-4cbb-a023-cc44e9e3975b by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '87ea275b-89bc-401e-8dfd-914846cd9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:53:07.764465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Attempting to bind port 56e53628-bc19-4cbb-a023-cc44e9e3975b on network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:53:07.768941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Port 56e53628-bc19-4cbb-a023-cc44e9e3975b on network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:53:07.769271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Attempting to bind port 56e53628-bc19-4cbb-a023-cc44e9e3975b on network 50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:53:07.774130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:53:07.774500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Checking segment: {'id': '87ea275b-89bc-401e-8dfd-914846cd9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:53:07.774982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Bound using segment: {'id': '87ea275b-89bc-401e-8dfd-914846cd9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:53:07.775324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Bound port: 56e53628-bc19-4cbb-a023-cc44e9e3975b, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ea275b-89bc-401e-8dfd-914846cd9b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:53:07.775814 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:07.845250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] For port 56e53628-bc19-4cbb-a023-cc44e9e3975b, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:53:07.848419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] For port 56e53628-bc19-4cbb-a023-cc44e9e3975b, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=56e53628-bc19-4cbb-a023-cc44e9e3975b,segment=NetworkSegment(87ea275b-89bc-401e-8dfd-914846cd9b38),segment_id=87ea275b-89bc-401e-8dfd-914846cd9b38)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:53:07.886517 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9968658a-eafe-43b8-9ec5-629f758af1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:07.967389 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:08.002367 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:08.002991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:08.004372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] 10.222.0.70 "PUT /v2.0/ports/56e53628-bc19-4cbb-a023-cc44e9e3975b HTTP/1.1" status: 200 len: 1091 time: 0.8854396 Sep 08 13:53:08.004822 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66c3710-96ec-4ab8-858a-1701d22006ea', 'tag': '56e53628-bc19-4cbb-a023-cc44e9e3975b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:53:08.007108 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8729c59d-7666-428c-a976-406e42cd9b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a66c3710-96ec-4ab8-858a-1701d22006ea", "tag": "56e53628-bc19-4cbb-a023-cc44e9e3975b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:08.030394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41662ec-fc00-441a-8742-c00f83ec8a18 service neutron] Pushing event updated for resources: {'Port': ['ID=56e53628-bc19-4cbb-a023-cc44e9e3975b,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:08.046663 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f994bd-a708-40d4-bb05-ebe2d8324bcf x-openstack-request-id: req-87f994bd-a708-40d4-bb05-ebe2d8324bcf {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:08.046663 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66c3710-96ec-4ab8-858a-1701d22006ea", "tag": "56e53628-bc19-4cbb-a023-cc44e9e3975b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:08.046663 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-87f994bd-a708-40d4-bb05-ebe2d8324bcf {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:08.046663 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66c3710-96ec-4ab8-858a-1701d22006ea', 'tag': '56e53628-bc19-4cbb-a023-cc44e9e3975b', 'status': 'completed', 'code': 200} Sep 08 13:53:08.112705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c59d-7666-428c-a976-406e42cd9b7c req-141c6b95-2d33-49b6-9616-bf7bce92cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:08.114246 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8729c59d-7666-428c-a976-406e42cd9b7c req-141c6b95-2d33-49b6-9616-bf7bce92cf14 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e24c2b421e174ca0a3c61b631d598e5d&device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 1094 time: 0.0490155 Sep 08 13:53:08.216151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c59d-7666-428c-a976-406e42cd9b7c req-87f74b81-185f-4e06-91a9-f8b54dbfc481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:08.217689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8729c59d-7666-428c-a976-406e42cd9b7c req-87f74b81-185f-4e06-91a9-f8b54dbfc481 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e24c2b421e174ca0a3c61b631d598e5d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0946872 Sep 08 13:53:08.309555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729c59d-7666-428c-a976-406e42cd9b7c req-3cfb670c-7301-4dec-ae9c-286bf74eb3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:08.311076 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8729c59d-7666-428c-a976-406e42cd9b7c req-3cfb670c-7301-4dec-ae9c-286bf74eb3ad service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871019 Sep 08 13:53:08.393223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-ed4b7c05-edc2-44c6-9fd0-417f455a06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:08.394777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-ed4b7c05-edc2-44c6-9fd0-417f455a06e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e24c2b421e174ca0a3c61b631d598e5d&device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 1094 time: 0.0458536 Sep 08 13:53:08.436355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-92ee56d9-4fac-43fb-8397-b8901c0aee0c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=56e53628-bc19-4cbb-a023-cc44e9e3975b HTTP/1.1" status: 200 len: 217 time: 0.0336883 Sep 08 13:53:08.485087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-2849b7ab-fcdd-41be-b73b-4e8c4d089850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:08.486524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-2849b7ab-fcdd-41be-b73b-4e8c4d089850 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49c109dd-84b1-4587-acdb-2953e88dd4ce HTTP/1.1" status: 200 len: 852 time: 0.0439017 Sep 08 13:53:08.522319 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-51ab0412-9bdf-4de1-8495-1881a8b035ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=50d22a5b-9eb0-4536-b088-bcbdd03e7cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286143 Sep 08 13:53:08.612607 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-d8d1346c-3559-478d-808f-bdcc2aa94139 service neutron] 10.222.0.70 "GET /v2.0/networks/50d22a5b-9eb0-4536-b088-bcbdd03e7cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833237 Sep 08 13:53:08.624824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f57b60f0-e8f4-455a-ba37-46a1027458e5 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:53:08.711718 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e642f6ca-9215-4472-9d38-6dba0c884975 req-cd05e451-f3a5-453c-b188-0b4b09037718 service neutron] 10.222.0.70 "GET /v2.0/networks/50d22a5b-9eb0-4536-b088-bcbdd03e7cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918591 Sep 08 13:53:08.723879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port f57b60f0-e8f4-455a-ba37-46a1027458e5, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f57b60f0-e8f4-455a-ba37-46a1027458e5,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:08.735912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'f57b60f0-e8f4-455a-ba37-46a1027458e5', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'port_id': 'f57b60f0-e8f4-455a-ba37-46a1027458e5', 'mac_address': 'fa:16:3e:f2:07:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:53:08.770699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81e7c3-b539-4fb0-b19e-bc89ac0e875f req-101841dc-426f-4b61-b7f8-0730d81aea87 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:08.772279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f81e7c3-b539-4fb0-b19e-bc89ac0e875f req-101841dc-426f-4b61-b7f8-0730d81aea87 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 943 time: 0.0549958 Sep 08 13:53:08.776194 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:08.789960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57b60f0-e8f4-455a-ba37-46a1027458e5 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:53:08.810216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port f57b60f0-e8f4-455a-ba37-46a1027458e5, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f57b60f0-e8f4-455a-ba37-46a1027458e5,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:08.813472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f81e7c3-b539-4fb0-b19e-bc89ac0e875f req-a172c094-155e-4feb-bf78-c4e88dbee80f tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347281 Sep 08 13:53:08.826996 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d65fe7-f32b-4886-bb1b-c25c30e689dd req-4d757833-c349-4fc9-9b4d-d1734d573ee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:08.828511 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19d65fe7-f32b-4886-bb1b-c25c30e689dd req-4d757833-c349-4fc9-9b4d-d1734d573ee1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 944 time: 0.0515716 Sep 08 13:53:08.868463 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19d65fe7-f32b-4886-bb1b-c25c30e689dd req-d617010d-2079-469c-a0d0-a63ed989923f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336690 Sep 08 13:53:08.937951 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:08.988897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=f57b60f0-e8f4-455a-ba37-46a1027458e5,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:08.996633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:08.996995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:08.997347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:08.997694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:08.998039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:08.998408 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:08.998751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:08.999086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:08.999418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:08.999749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.000080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.000437 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:09.243603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['f57b60f0-e8f4-455a-ba37-46a1027458e5'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:53:09.928165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d99b19b-bf3b-4a15-9259-d25a14f69602 req-fcdd9dd8-ee64-4933-b200-ca9017d7dae8 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:09.930395 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d99b19b-bf3b-4a15-9259-d25a14f69602 req-fcdd9dd8-ee64-4933-b200-ca9017d7dae8 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 943 time: 0.0509982 Sep 08 13:53:09.968656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d99b19b-bf3b-4a15-9259-d25a14f69602 req-cc5fe0ad-c18a-4a69-84d8-0c545be1723a tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317969 Sep 08 13:53:09.985252 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112427a-875b-478c-96dd-7f8735a1ba1b req-d61222a9-ab1b-4816-b5a6-9573116ebe57 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:09.987396 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3112427a-875b-478c-96dd-7f8735a1ba1b req-d61222a9-ab1b-4816-b5a6-9573116ebe57 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 945 time: 0.0503697 Sep 08 13:53:10.026436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3112427a-875b-478c-96dd-7f8735a1ba1b req-33c0b5e7-99c9-40aa-aac2-fa7047552067 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Sep 08 13:53:10.223908 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-98a587f3-02ed-44b9-8c8a-d2b0151cdeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:10.606659 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:10.640153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f57b60f0-e8f4-455a-ba37-46a1027458e5 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:10.772144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port f57b60f0-e8f4-455a-ba37-46a1027458e5 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:53:10.776545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port f57b60f0-e8f4-455a-ba37-46a1027458e5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:53:10.776924 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:10.850540 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:10.872130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a93add-9495-41a9-a1eb-915a4ef75f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57b60f0-e8f4-455a-ba37-46a1027458e5'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:53:10.874412 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bfcf58-d454-4b8c-a905-43623fca0926" -d '{"events": [{"server_uuid": "d9a93add-9495-41a9-a1eb-915a4ef75f80", "name": "network-vif-plugged", "status": "completed", "tag": "f57b60f0-e8f4-455a-ba37-46a1027458e5"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:10.887409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port f57b60f0-e8f4-455a-ba37-46a1027458e5, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f57b60f0-e8f4-455a-ba37-46a1027458e5,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:10.912846 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469b83db-71d8-408a-813b-a565a6ae8188 x-openstack-request-id: req-469b83db-71d8-408a-813b-a565a6ae8188 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:10.913174 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a93add-9495-41a9-a1eb-915a4ef75f80", "name": "network-vif-plugged", "status": "completed", "tag": "f57b60f0-e8f4-455a-ba37-46a1027458e5", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:10.913425 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-469b83db-71d8-408a-813b-a565a6ae8188 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:10.913844 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a93add-9495-41a9-a1eb-915a4ef75f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57b60f0-e8f4-455a-ba37-46a1027458e5', 'code': 200} Sep 08 13:53:10.955158 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:11.010736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=f57b60f0-e8f4-455a-ba37-46a1027458e5,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:11.070729 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f2cf3b-2dd0-406e-b367-79f3b49fb911 req-8ca910e7-35c6-444e-acd7-a8158d0b6403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:11.072273 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91f2cf3b-2dd0-406e-b367-79f3b49fb911 req-8ca910e7-35c6-444e-acd7-a8158d0b6403 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 1097 time: 0.1048062 Sep 08 13:53:11.095208 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a86906-d3d8-440c-a5c0-7dc9135f50d4 req-4855b7e8-02e9-4188-8ee1-71fb289b21f4 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:11.098999 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f4a86906-d3d8-440c-a5c0-7dc9135f50d4 req-4855b7e8-02e9-4188-8ee1-71fb289b21f4 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 943 time: 0.0549579 Sep 08 13:53:11.134578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91f2cf3b-2dd0-406e-b367-79f3b49fb911 req-b0dc7834-7ce2-4e82-824a-4a7e66a4a717 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553079 Sep 08 13:53:11.142086 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f4a86906-d3d8-440c-a5c0-7dc9135f50d4 req-cee4b383-06bd-426b-a5f2-b4284286379a tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380125 Sep 08 13:53:11.154422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a4787-da1d-464a-9396-d6de3ae99630 req-b2a411da-ba5b-46aa-9c91-3c20476d2a92 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:11.155938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b0a4787-da1d-464a-9396-d6de3ae99630 req-b2a411da-ba5b-46aa-9c91-3c20476d2a92 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 946 time: 0.0536025 Sep 08 13:53:11.194398 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9b0a4787-da1d-464a-9396-d6de3ae99630 req-ed353ebf-f3ce-4cb8-9dcc-aa64bc27e5b8 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Sep 08 13:53:11.216871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 56e53628-bc19-4cbb-a023-cc44e9e3975b details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:53:11.309776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 56e53628-bc19-4cbb-a023-cc44e9e3975b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=56e53628-bc19-4cbb-a023-cc44e9e3975b,segment=NetworkSegment(87ea275b-89bc-401e-8dfd-914846cd9b38),segment_id=87ea275b-89bc-401e-8dfd-914846cd9b38)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:11.321379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '56e53628-bc19-4cbb-a023-cc44e9e3975b', 'network_id': '50d22a5b-9eb0-4536-b088-bcbdd03e7cf2', 'port_id': '56e53628-bc19-4cbb-a023-cc44e9e3975b', 'mac_address': 'fa:16:3e:36:a2:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49c109dd-84b1-4587-acdb-2953e88dd4ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:53:11.358116 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:11.375471 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e53628-bc19-4cbb-a023-cc44e9e3975b {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:53:11.395043 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 56e53628-bc19-4cbb-a023-cc44e9e3975b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=56e53628-bc19-4cbb-a023-cc44e9e3975b,segment=NetworkSegment(87ea275b-89bc-401e-8dfd-914846cd9b38),segment_id=87ea275b-89bc-401e-8dfd-914846cd9b38)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:11.493084 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:11.539706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=56e53628-bc19-4cbb-a023-cc44e9e3975b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:11.706016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['56e53628-bc19-4cbb-a023-cc44e9e3975b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:53:12.018297 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:12.257875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec95cf-4e49-46dd-99ae-cad1e8beb507 req-bc5a42ae-2fb5-4e92-adf8-7af4ab76314f tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:12.259322 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3ec95cf-4e49-46dd-99ae-cad1e8beb507 req-bc5a42ae-2fb5-4e92-adf8-7af4ab76314f tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 944 time: 0.0506861 Sep 08 13:53:12.298112 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3ec95cf-4e49-46dd-99ae-cad1e8beb507 req-20423532-0327-47ca-a3db-5ddf2ae24f69 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325930 Sep 08 13:53:12.314259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d86f6-5114-49b1-b233-4b5f62af3fb2 req-078d26d8-4649-4e73-a584-25b7fef552c0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:12.314259 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191d86f6-5114-49b1-b233-4b5f62af3fb2 req-078d26d8-4649-4e73-a584-25b7fef552c0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 946 time: 0.0505071 Sep 08 13:53:12.350530 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-191d86f6-5114-49b1-b233-4b5f62af3fb2 req-73eba166-07e7-4d2c-846e-4f2e0c090aa9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316830 Sep 08 13:53:13.232692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 56e53628-bc19-4cbb-a023-cc44e9e3975b up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:53:13.395070 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:13.414849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3029a5-3459-446c-8a7f-c2d11e8b6518 req-d78eb3e9-ac7d-4b4f-95d1-a606b4a59b6a tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:13.416358 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e3029a5-3459-446c-8a7f-c2d11e8b6518 req-d78eb3e9-ac7d-4b4f-95d1-a606b4a59b6a tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 944 time: 0.0509462 Sep 08 13:53:13.455764 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0e3029a5-3459-446c-8a7f-c2d11e8b6518 req-d51f81e9-6906-4894-ac68-7ef42e4546c6 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333719 Sep 08 13:53:13.461300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 56e53628-bc19-4cbb-a023-cc44e9e3975b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:53:13.465299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 56e53628-bc19-4cbb-a023-cc44e9e3975b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:53:13.465997 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:13.472952 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688a5ca-a4bb-4a6c-9551-4a2c1250999f req-3f2d1c42-42d9-45cc-a0f2-519e35f84874 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:13.474548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3688a5ca-a4bb-4a6c-9551-4a2c1250999f req-3f2d1c42-42d9-45cc-a0f2-519e35f84874 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 946 time: 0.0549278 Sep 08 13:53:13.515683 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3688a5ca-a4bb-4a6c-9551-4a2c1250999f req-5a734809-4b59-40f8-be4f-d68a43f5684b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338278 Sep 08 13:53:13.545606 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:13.567996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66c3710-96ec-4ab8-858a-1701d22006ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e53628-bc19-4cbb-a023-cc44e9e3975b'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:53:13.570306 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aef66a-9b68-4f9e-b234-1f76d4d97b0c" -d '{"events": [{"server_uuid": "a66c3710-96ec-4ab8-858a-1701d22006ea", "name": "network-vif-plugged", "status": "completed", "tag": "56e53628-bc19-4cbb-a023-cc44e9e3975b"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:13.583438 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 56e53628-bc19-4cbb-a023-cc44e9e3975b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=56e53628-bc19-4cbb-a023-cc44e9e3975b,segment=NetworkSegment(87ea275b-89bc-401e-8dfd-914846cd9b38),segment_id=87ea275b-89bc-401e-8dfd-914846cd9b38)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:13.619235 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2639737-13d7-4210-8a52-b31fc3e92516 x-openstack-request-id: req-d2639737-13d7-4210-8a52-b31fc3e92516 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:13.619235 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66c3710-96ec-4ab8-858a-1701d22006ea", "name": "network-vif-plugged", "status": "completed", "tag": "56e53628-bc19-4cbb-a023-cc44e9e3975b", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:13.619235 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d2639737-13d7-4210-8a52-b31fc3e92516 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:13.619235 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66c3710-96ec-4ab8-858a-1701d22006ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e53628-bc19-4cbb-a023-cc44e9e3975b', 'code': 200} Sep 08 13:53:13.636459 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c2592-6d04-4721-a4e5-9e3f872d8152 req-af628748-3ec3-4488-a569-9c3a15e77d15 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:13.637966 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b35c2592-6d04-4721-a4e5-9e3f872d8152 req-af628748-3ec3-4488-a569-9c3a15e77d15 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 946 time: 0.0500529 Sep 08 13:53:13.652339 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:13.683510 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b35c2592-6d04-4721-a4e5-9e3f872d8152 req-3df9241d-cb07-47d9-bb8c-94d18a0323d5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380118 Sep 08 13:53:13.703875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231a6b2-3a2e-4371-a9d7-fc817fd86b51 req-9c4884e3-58fa-4ab6-98ac-bb04ea024a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:13.705379 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e231a6b2-3a2e-4371-a9d7-fc817fd86b51 req-9c4884e3-58fa-4ab6-98ac-bb04ea024a15 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 1096 time: 0.0435448 Sep 08 13:53:13.706442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=56e53628-bc19-4cbb-a023-cc44e9e3975b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:13.741254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e231a6b2-3a2e-4371-a9d7-fc817fd86b51 req-bd9f7898-3987-47e3-b5f7-5b30c677793a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284111 Sep 08 13:53:14.321861 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e9fa9-a38f-48df-961c-b95c0c421eb5 req-8fc261b9-499f-4e60-8f87-198be8622eec tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:14.323370 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-844e9fa9-a38f-48df-961c-b95c0c421eb5 req-8fc261b9-499f-4e60-8f87-198be8622eec tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 946 time: 0.0497715 Sep 08 13:53:14.360566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-844e9fa9-a38f-48df-961c-b95c0c421eb5 req-c7e485db-82bf-403a-b02f-269aa0992ba9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Sep 08 13:53:14.532089 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:14.583910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13920fa-0daa-43d3-983c-1bf376db6af1 req-e8275bea-b21a-417b-82c3-bbf871d0eba5 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:14.585432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e13920fa-0daa-43d3-983c-1bf376db6af1 req-e8275bea-b21a-417b-82c3-bbf871d0eba5 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 945 time: 0.0502851 Sep 08 13:53:14.624186 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e13920fa-0daa-43d3-983c-1bf376db6af1 req-154648b4-6d29-44d6-8b4b-ce84e1236ed6 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327377 Sep 08 13:53:15.480476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d1a2f-5756-495b-87e4-85b6b47fde86 req-1fe52cb0-1f61-4131-9cec-3a5e8fa738cc tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:15.482191 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-176d1a2f-5756-495b-87e4-85b6b47fde86 req-1fe52cb0-1f61-4131-9cec-3a5e8fa738cc tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 946 time: 0.0527613 Sep 08 13:53:15.521163 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-176d1a2f-5756-495b-87e4-85b6b47fde86 req-ba373981-9cef-4af7-a4f6-033b39d2a3d8 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Sep 08 13:53:15.742884 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b85b18-6948-4d01-a11f-273dbf411725 req-7602d7e3-fb11-4bb4-b08b-09f8349293b3 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:15.744373 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-17b85b18-6948-4d01-a11f-273dbf411725 req-7602d7e3-fb11-4bb4-b08b-09f8349293b3 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 945 time: 0.0530481 Sep 08 13:53:15.781989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-17b85b18-6948-4d01-a11f-273dbf411725 req-a18429f7-d3ca-4058-bbec-f45428deb57f tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Sep 08 13:53:15.926605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd02df6-53be-4fa3-ac60-e15843e66a8d req-9c44b3d5-2e86-4d66-98e4-3ef6b9b263dc tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:15.928341 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1dd02df6-53be-4fa3-ac60-e15843e66a8d req-9c44b3d5-2e86-4d66-98e4-3ef6b9b263dc tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 946 time: 0.0506597 Sep 08 13:53:16.023890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1dd02df6-53be-4fa3-ac60-e15843e66a8d req-047b2f1e-0ab0-4ac9-9f40-cdb6919de527 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Deleting port f57b60f0-e8f4-455a-ba37-46a1027458e5 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:53:16.024241 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1dd02df6-53be-4fa3-ac60-e15843e66a8d req-047b2f1e-0ab0-4ac9-9f40-cdb6919de527 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:16.115906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1dd02df6-53be-4fa3-ac60-e15843e66a8d req-047b2f1e-0ab0-4ac9-9f40-cdb6919de527 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] For port f57b60f0-e8f4-455a-ba37-46a1027458e5, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=f57b60f0-e8f4-455a-ba37-46a1027458e5,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:16.116272 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1dd02df6-53be-4fa3-ac60-e15843e66a8d req-047b2f1e-0ab0-4ac9-9f40-cdb6919de527 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:16.129355 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1dd02df6-53be-4fa3-ac60-e15843e66a8d req-047b2f1e-0ab0-4ac9-9f40-cdb6919de527 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Calling delete_port for f57b60f0-e8f4-455a-ba37-46a1027458e5 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:53:16.349480 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1dd02df6-53be-4fa3-ac60-e15843e66a8d req-047b2f1e-0ab0-4ac9-9f40-cdb6919de527 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:16.364387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['d901e72b-8aee-494d-8149-db4e22cd7399', 'f57b60f0-e8f4-455a-ba37-46a1027458e5'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:53:16.379829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b2f1e-0ab0-4ac9-9f40-cdb6919de527 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event deleted for resources: {'Port': ['ID=f57b60f0-e8f4-455a-ba37-46a1027458e5,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:16.421465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd02df6-53be-4fa3-ac60-e15843e66a8d req-047b2f1e-0ab0-4ac9-9f40-cdb6919de527 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] No DVR routers for this DVR port f57b60f0-e8f4-455a-ba37-46a1027458e5 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:53:16.424281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1dd02df6-53be-4fa3-ac60-e15843e66a8d req-047b2f1e-0ab0-4ac9-9f40-cdb6919de527 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:16.426384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1dd02df6-53be-4fa3-ac60-e15843e66a8d req-047b2f1e-0ab0-4ac9-9f40-cdb6919de527 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "DELETE /v2.0/ports/f57b60f0-e8f4-455a-ba37-46a1027458e5 HTTP/1.1" status: 204 len: 173 time: 0.4908993 Sep 08 13:53:16.426825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a93add-9495-41a9-a1eb-915a4ef75f80', 'name': 'network-vif-deleted', 'tag': 'f57b60f0-e8f4-455a-ba37-46a1027458e5'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:53:16.429335 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7a5a23-66d8-4695-9be0-ff8cc09e8a79" -d '{"events": [{"server_uuid": "d9a93add-9495-41a9-a1eb-915a4ef75f80", "name": "network-vif-deleted", "tag": "f57b60f0-e8f4-455a-ba37-46a1027458e5"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:16.474359 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8dee65-ca16-4ab4-a5ed-6dea01833d60 x-openstack-request-id: req-bc8dee65-ca16-4ab4-a5ed-6dea01833d60 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:16.474789 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a93add-9495-41a9-a1eb-915a4ef75f80", "name": "network-vif-deleted", "tag": "f57b60f0-e8f4-455a-ba37-46a1027458e5", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:16.474963 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bc8dee65-ca16-4ab4-a5ed-6dea01833d60 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:16.475325 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a93add-9495-41a9-a1eb-915a4ef75f80', 'name': 'network-vif-deleted', 'tag': 'f57b60f0-e8f4-455a-ba37-46a1027458e5', 'status': 'completed', 'code': 200} Sep 08 13:53:16.621370 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e2821bf-ea45-4701-aef0-bd7c5f4036b0 req-f1b25d4f-6257-4ea4-9752-99a335de030c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 210 time: 0.0269058 Sep 08 13:53:17.144053 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:17.719944 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-db4add1e-2c2a-4275-abfa-6ab225d7c98f req-de3fb208-7b8d-48a5-addc-f83fab9d4d44 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 210 time: 0.0307114 Sep 08 13:53:18.819225 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ebb04d77-6540-4900-8aac-37c22c7271f6 req-208aa01a-c9ce-410e-9998-c80a1cf45d5f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 210 time: 0.0268245 Sep 08 13:53:19.917348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-11841f0b-0a1c-40d5-b2c4-1a142b24736a req-9e4d3961-3c9b-4a30-8c03-9beda78ed151 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 210 time: 0.0276821 Sep 08 13:53:20.687150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f57b60f0-e8f4-455a-ba37-46a1027458e5 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:53:20.711350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: f57b60f0-e8f4-455a-ba37-46a1027458e5 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:53:20.711704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device f57b60f0-e8f4-455a-ba37-46a1027458e5 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:53:21.031794 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-abf6c4b0-8f01-4cdc-a7ca-469eee0a9bf4 req-cf147249-c39d-4408-b2fa-26122abc2b8e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=d9a93add-9495-41a9-a1eb-915a4ef75f80 HTTP/1.1" status: 200 len: 210 time: 0.0316157 Sep 08 13:53:22.329583 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:53:28.008449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474249e9-04e0-4c74-b6c3-1a925c4b86e3 req-356baa35-498b-4fe5-9bf9-e87ac9fc6516 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:28.009964 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-474249e9-04e0-4c74-b6c3-1a925c4b86e3 req-356baa35-498b-4fe5-9bf9-e87ac9fc6516 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 945 time: 0.0514498 Sep 08 13:53:28.048222 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-474249e9-04e0-4c74-b6c3-1a925c4b86e3 req-f719b730-f6cd-49b2-a1a6-a8f3b86c6f79 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Sep 08 13:53:29.162867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df89c36-d65e-4c6d-80c3-1b8f1ce51f5f req-cbcf0616-44ca-4b69-a345-147f43fcc44e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:29.164385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0df89c36-d65e-4c6d-80c3-1b8f1ce51f5f req-cbcf0616-44ca-4b69-a345-147f43fcc44e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 945 time: 0.0495577 Sep 08 13:53:29.202693 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0df89c36-d65e-4c6d-80c3-1b8f1ce51f5f req-c78a6f73-e7cd-4c35-b622-39daa12fcbed tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=a1402fca-3264-4e16-bf65-a8bfd8aab789&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323284 Sep 08 13:53:29.628117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcfb90-016c-4547-9d00-5df3c3e61efd req-bd0f07c3-6612-43d8-981a-0bfaff5215ab tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:29.629648 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69bcfb90-016c-4547-9d00-5df3c3e61efd req-bd0f07c3-6612-43d8-981a-0bfaff5215ab tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 945 time: 0.0474625 Sep 08 13:53:29.720779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-69bcfb90-016c-4547-9d00-5df3c3e61efd req-d5a734e7-0477-4cf9-be6d-87ef44774aaf tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Deleting port d901e72b-8aee-494d-8149-db4e22cd7399 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:53:29.721126 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-69bcfb90-016c-4547-9d00-5df3c3e61efd req-d5a734e7-0477-4cf9-be6d-87ef44774aaf tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:29.806719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-69bcfb90-016c-4547-9d00-5df3c3e61efd req-d5a734e7-0477-4cf9-be6d-87ef44774aaf tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] For port d901e72b-8aee-494d-8149-db4e22cd7399, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d901e72b-8aee-494d-8149-db4e22cd7399,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:29.807090 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-69bcfb90-016c-4547-9d00-5df3c3e61efd req-d5a734e7-0477-4cf9-be6d-87ef44774aaf tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:29.819927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-69bcfb90-016c-4547-9d00-5df3c3e61efd req-d5a734e7-0477-4cf9-be6d-87ef44774aaf tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Calling delete_port for d901e72b-8aee-494d-8149-db4e22cd7399 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:53:29.994892 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-69bcfb90-016c-4547-9d00-5df3c3e61efd req-d5a734e7-0477-4cf9-be6d-87ef44774aaf tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:30.006400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['d901e72b-8aee-494d-8149-db4e22cd7399'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:53:30.025552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a734e7-0477-4cf9-be6d-87ef44774aaf tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event deleted for resources: {'Port': ['ID=d901e72b-8aee-494d-8149-db4e22cd7399,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:30.074356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bcfb90-016c-4547-9d00-5df3c3e61efd req-d5a734e7-0477-4cf9-be6d-87ef44774aaf tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] No DVR routers for this DVR port d901e72b-8aee-494d-8149-db4e22cd7399 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:53:30.077322 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-69bcfb90-016c-4547-9d00-5df3c3e61efd req-d5a734e7-0477-4cf9-be6d-87ef44774aaf tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:30.079901 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-69bcfb90-016c-4547-9d00-5df3c3e61efd req-d5a734e7-0477-4cf9-be6d-87ef44774aaf tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "DELETE /v2.0/ports/d901e72b-8aee-494d-8149-db4e22cd7399 HTTP/1.1" status: 204 len: 173 time: 0.4447160 Sep 08 13:53:30.080366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba020e4e-3906-499a-9773-0782986f9bc2', 'name': 'network-vif-deleted', 'tag': 'd901e72b-8aee-494d-8149-db4e22cd7399'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:53:30.083280 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20849274-ec54-4a7b-b0fd-9c4ba6e88d7e" -d '{"events": [{"server_uuid": "ba020e4e-3906-499a-9773-0782986f9bc2", "name": "network-vif-deleted", "tag": "d901e72b-8aee-494d-8149-db4e22cd7399"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:30.208123 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2623f83b-9b25-478c-9333-15e4ca02b85e x-openstack-request-id: req-2623f83b-9b25-478c-9333-15e4ca02b85e {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:30.208123 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba020e4e-3906-499a-9773-0782986f9bc2", "name": "network-vif-deleted", "tag": "d901e72b-8aee-494d-8149-db4e22cd7399", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:30.208123 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2623f83b-9b25-478c-9333-15e4ca02b85e {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:30.208123 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba020e4e-3906-499a-9773-0782986f9bc2', 'name': 'network-vif-deleted', 'tag': 'd901e72b-8aee-494d-8149-db4e22cd7399', 'status': 'completed', 'code': 200} Sep 08 13:53:30.302350 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-69aa3220-70d6-4339-8118-004900941104 req-63ce2767-531c-44b5-bcb9-4c1ab96033c4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 210 time: 0.0264897 Sep 08 13:53:31.401253 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a02146c8-0a3b-4c60-95bd-23cc39b7de78 req-cee84d48-88c7-4c89-b461-9da7524f661c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 210 time: 0.0270069 Sep 08 13:53:32.525436 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-915439d4-29ba-4b16-ae99-acf7f70cef8a req-6444e1d1-2a20-48e5-a30c-0a8a09c56e64 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 210 time: 0.0496578 Sep 08 13:53:32.705334 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d901e72b-8aee-494d-8149-db4e22cd7399 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:53:32.727831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: d901e72b-8aee-494d-8149-db4e22cd7399 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:53:32.728181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d901e72b-8aee-494d-8149-db4e22cd7399 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:53:33.619511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-294824f6-c9c3-45fc-9a3d-82971489f387 req-f063808d-679e-48fb-ad83-d4e4bf314d06 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 210 time: 0.0273190 Sep 08 13:53:34.739333 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-638ec370-6e86-45d8-8b45-dbf942673976 req-70a3c364-b172-4864-9fb5-3f31a3ed1902 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=ba020e4e-3906-499a-9773-0782986f9bc2 HTTP/1.1" status: 200 len: 210 time: 0.0340841 Sep 08 13:53:37.880658 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9277cfe3-4d36-4906-b7d2-9fefdedc6497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:39.443188 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50568) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:53:39.447852 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-493976446', 'description': 'tempest-secgroup-smoke-493976446 description', 'project_id': '0be6846d67cf40e5b43b26617c1eef63'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:39.554732 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:39.638953 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:39.714353 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:39.744121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed79db00-7ba2-4046-a131-b7081950f4a4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:39.751513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:39.751868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:39.752216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:39.752557 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:39.752898 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:39.753231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:39.753562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:39.753891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:39.754247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:39.754578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:39.754905 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:39.755229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:53:39.846032 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:39.847361 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-56ec9ad8-a50a-4b43-a1cf-8478692a2bb2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4031484 Sep 08 13:53:39.850293 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50570) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:53:39.855215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-19cddad5-fcbd-45a7-8c24-d55a51a7aeeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'security_group_rule': {'security_group_id': 'ed79db00-7ba2-4046-a131-b7081950f4a4', 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:39.954083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19cddad5-fcbd-45a7-8c24-d55a51a7aeeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.010884 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19cddad5-fcbd-45a7-8c24-d55a51a7aeeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.097619 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19cddad5-fcbd-45a7-8c24-d55a51a7aeeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.115817 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cddad5-fcbd-45a7-8c24-d55a51a7aeeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e77ca52-e243-4d47-bf85-a113deb68cdd,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:40.195351 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0739597e-63df-48cf-8722-78fcbd4fea67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.212038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19cddad5-fcbd-45a7-8c24-d55a51a7aeeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.213301 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-19cddad5-fcbd-45a7-8c24-d55a51a7aeeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3615282 Sep 08 13:53:40.216083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50572) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:53:40.220470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c3b7cf0e-c8d9-4608-a137-13a3bbc7f3f9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'security_group_rule': {'security_group_id': 'ed79db00-7ba2-4046-a131-b7081950f4a4', 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:40.326412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cf0e-c8d9-4608-a137-13a3bbc7f3f9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.385739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cf0e-c8d9-4608-a137-13a3bbc7f3f9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.509285 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cf0e-c8d9-4608-a137-13a3bbc7f3f9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.528467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7cf0e-c8d9-4608-a137-13a3bbc7f3f9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb3b73b-be82-4442-90f1-21bb84b26f56,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:40.623335 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.669261 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3b7cf0e-c8d9-4608-a137-13a3bbc7f3f9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.670659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c3b7cf0e-c8d9-4608-a137-13a3bbc7f3f9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4535184 Sep 08 13:53:40.673144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50580) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:53:40.677684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e5a0d295-775b-4aaa-a26b-d1487c8e806e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'security_group_rule': {'security_group_id': 'ed79db00-7ba2-4046-a131-b7081950f4a4', 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:40.782820 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e5a0d295-775b-4aaa-a26b-d1487c8e806e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.842756 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e5a0d295-775b-4aaa-a26b-d1487c8e806e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.960869 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e5a0d295-775b-4aaa-a26b-d1487c8e806e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:40.984519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0d295-775b-4aaa-a26b-d1487c8e806e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b6aa52-1124-4a15-8412-9630ff9076e2,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:41.069083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e5a0d295-775b-4aaa-a26b-d1487c8e806e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:41.070978 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e5a0d295-775b-4aaa-a26b-d1487c8e806e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3968959 Sep 08 13:53:41.074250 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50582) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:53:41.078622 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ae3e5447-1c10-4159-8908-fd32c331adeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'security_group_rule': {'security_group_id': 'ed79db00-7ba2-4046-a131-b7081950f4a4', 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:41.188937 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae3e5447-1c10-4159-8908-fd32c331adeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:41.248608 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae3e5447-1c10-4159-8908-fd32c331adeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:41.377685 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae3e5447-1c10-4159-8908-fd32c331adeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:41.396518 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e5447-1c10-4159-8908-fd32c331adeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4caf47c-c110-4baa-866c-2ef0944ce928,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:41.497714 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ae3e5447-1c10-4159-8908-fd32c331adeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:41.520837 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ae3e5447-1c10-4159-8908-fd32c331adeb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4238486 Sep 08 13:53:41.523360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50586) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:53:41.527867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-732e4d74-a609-4372-b999-978773c53536 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'security_group_rule': {'security_group_id': 'ed79db00-7ba2-4046-a131-b7081950f4a4', 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:41.628769 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-732e4d74-a609-4372-b999-978773c53536 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Project 0be6846d67cf40e5b43b26617c1eef63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:53:41.634758 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-732e4d74-a609-4372-b999-978773c53536 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:41.699023 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-732e4d74-a609-4372-b999-978773c53536 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:41.805980 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-732e4d74-a609-4372-b999-978773c53536 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:41.824332 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e4d74-a609-4372-b999-978773c53536 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec69ddb9-e498-4081-8f10-62480136d289,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:41.932024 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-732e4d74-a609-4372-b999-978773c53536 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:41.936816 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-732e4d74-a609-4372-b999-978773c53536 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4088416 Sep 08 13:53:41.937960 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:41.938690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50588) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:53:41.941501 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9ef3bb30-3433-4d14-bc0d-e53aa8b8bfd3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'security_group_rule': {'security_group_id': 'ed79db00-7ba2-4046-a131-b7081950f4a4', 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:53:42.092112 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-9ef3bb30-3433-4d14-bc0d-e53aa8b8bfd3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Project 0be6846d67cf40e5b43b26617c1eef63 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 13:53:42.097392 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bb30-3433-4d14-bc0d-e53aa8b8bfd3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:42.159745 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bb30-3433-4d14-bc0d-e53aa8b8bfd3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:42.257376 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bb30-3433-4d14-bc0d-e53aa8b8bfd3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:42.274605 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3bb30-3433-4d14-bc0d-e53aa8b8bfd3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a188172-6dec-444f-bc26-5640afc73cac,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:42.383742 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ef3bb30-3433-4d14-bc0d-e53aa8b8bfd3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:42.384990 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9ef3bb30-3433-4d14-bc0d-e53aa8b8bfd3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4470146 Sep 08 13:53:43.331499 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:44.571669 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:47.109282 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:47.737128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b024b-14c6-4cba-9081-2d2dd942b47f req-d4a8aa76-27f2-4c54-b1ee-54a9ece2d447 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:47.738558 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-023b024b-14c6-4cba-9081-2d2dd942b47f req-d4a8aa76-27f2-4c54-b1ee-54a9ece2d447 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 945 time: 0.0495491 Sep 08 13:53:47.779346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-023b024b-14c6-4cba-9081-2d2dd942b47f req-5bba2595-6255-4460-8c7f-8ad7f1f1a42e tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334544 Sep 08 13:53:48.905338 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6bf4b-6b90-425d-a8b4-7054bdc7f441 req-a1964634-a53e-404a-9c66-a4c9b72f80ab tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:48.906903 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-64f6bf4b-6b90-425d-a8b4-7054bdc7f441 req-a1964634-a53e-404a-9c66-a4c9b72f80ab tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 945 time: 0.0546765 Sep 08 13:53:48.946865 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-64f6bf4b-6b90-425d-a8b4-7054bdc7f441 req-9efda3b2-fdf1-4923-9f37-eb53d816c2e9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/security-groups?id=76313a5f-52ca-4e01-a39b-8628f4c665ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339241 Sep 08 13:53:49.244509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d46c1-facb-4eef-a32e-a67d16c38717 req-4cac1a16-9860-44e7-a152-b5e35da3b6cd tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:53:49.245958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a75d46c1-facb-4eef-a32e-a67d16c38717 req-4cac1a16-9860-44e7-a152-b5e35da3b6cd tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.70 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 945 time: 0.0529630 Sep 08 13:53:49.339239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-a75d46c1-facb-4eef-a32e-a67d16c38717 req-bde9fc13-9ab6-4e4a-8051-cb805e9bf7a9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Deleting port 56e53628-bc19-4cbb-a023-cc44e9e3975b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:53:49.339584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a75d46c1-facb-4eef-a32e-a67d16c38717 req-bde9fc13-9ab6-4e4a-8051-cb805e9bf7a9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:49.432656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a75d46c1-facb-4eef-a32e-a67d16c38717 req-bde9fc13-9ab6-4e4a-8051-cb805e9bf7a9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] For port 56e53628-bc19-4cbb-a023-cc44e9e3975b, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=56e53628-bc19-4cbb-a023-cc44e9e3975b,segment=NetworkSegment(87ea275b-89bc-401e-8dfd-914846cd9b38),segment_id=87ea275b-89bc-401e-8dfd-914846cd9b38)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:53:49.433041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a75d46c1-facb-4eef-a32e-a67d16c38717 req-bde9fc13-9ab6-4e4a-8051-cb805e9bf7a9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:49.445773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-a75d46c1-facb-4eef-a32e-a67d16c38717 req-bde9fc13-9ab6-4e4a-8051-cb805e9bf7a9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Calling delete_port for 56e53628-bc19-4cbb-a023-cc44e9e3975b owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:53:49.685993 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a75d46c1-facb-4eef-a32e-a67d16c38717 req-bde9fc13-9ab6-4e4a-8051-cb805e9bf7a9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:49.697853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['56e53628-bc19-4cbb-a023-cc44e9e3975b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:53:49.721435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9fc13-9ab6-4e4a-8051-cb805e9bf7a9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Pushing event deleted for resources: {'Port': ['ID=56e53628-bc19-4cbb-a023-cc44e9e3975b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:53:49.764319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75d46c1-facb-4eef-a32e-a67d16c38717 req-bde9fc13-9ab6-4e4a-8051-cb805e9bf7a9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] No DVR routers for this DVR port 56e53628-bc19-4cbb-a023-cc44e9e3975b on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:53:49.766946 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a75d46c1-facb-4eef-a32e-a67d16c38717 req-bde9fc13-9ab6-4e4a-8051-cb805e9bf7a9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:53:49.768989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a75d46c1-facb-4eef-a32e-a67d16c38717 req-bde9fc13-9ab6-4e4a-8051-cb805e9bf7a9 tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.70 "DELETE /v2.0/ports/56e53628-bc19-4cbb-a023-cc44e9e3975b HTTP/1.1" status: 204 len: 173 time: 0.5170541 Sep 08 13:53:49.769434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66c3710-96ec-4ab8-858a-1701d22006ea', 'name': 'network-vif-deleted', 'tag': '56e53628-bc19-4cbb-a023-cc44e9e3975b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:53:49.771770 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cd91a8-f444-4a3d-b86a-8461c4b55b07" -d '{"events": [{"server_uuid": "a66c3710-96ec-4ab8-858a-1701d22006ea", "name": "network-vif-deleted", "tag": "56e53628-bc19-4cbb-a023-cc44e9e3975b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:53:49.809961 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c027c645-8505-4f60-b35f-dd70aa73e6d1 x-openstack-request-id: req-c027c645-8505-4f60-b35f-dd70aa73e6d1 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:53:49.810418 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66c3710-96ec-4ab8-858a-1701d22006ea", "name": "network-vif-deleted", "tag": "56e53628-bc19-4cbb-a023-cc44e9e3975b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:53:49.810672 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c027c645-8505-4f60-b35f-dd70aa73e6d1 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:53:49.811076 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66c3710-96ec-4ab8-858a-1701d22006ea', 'name': 'network-vif-deleted', 'tag': '56e53628-bc19-4cbb-a023-cc44e9e3975b', 'status': 'completed', 'code': 200} Sep 08 13:53:50.050452 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b21c8996-c186-4357-9ae5-05f64e175f30 req-5076e85b-7ba1-4a97-9d47-c2861d20b94a tempest-VolumesSnapshotTestJSON-1688652632 tempest-VolumesSnapshotTestJSON-1688652632-project] 10.222.0.69 "GET /v2.0/ports?device_id=a66c3710-96ec-4ab8-858a-1701d22006ea HTTP/1.1" status: 200 len: 210 time: 0.0318799 Sep 08 13:53:53.391593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 56e53628-bc19-4cbb-a023-cc44e9e3975b no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:53:53.415390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 56e53628-bc19-4cbb-a023-cc44e9e3975b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:53:53.416071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 56e53628-bc19-4cbb-a023-cc44e9e3975b not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:53:59.327886 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:54:07.937261 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a0b26f81-702e-43d7-846b-9b9c088d5922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:10.176672 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62aad85d-5441-4740-8478-0bcfc4b52369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:10.602261 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:10.948851 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-a73e8cae-ec63-4e3f-88fd-a40d24acd73d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493976446&fields=id&tenant_id=0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 267 time: 0.0316153 Sep 08 13:54:11.057871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-13506d7c-5743-4563-9c46-0209ff737ee3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:11.059284 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-13506d7c-5743-4563-9c46-0209ff737ee3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1034784 Sep 08 13:54:11.074967 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-29db7640-d9a0-4c4f-88cc-43f7492ac5c7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/quotas/0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 375 time: 0.0097973 Sep 08 13:54:11.125825 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-8989f06b-2828-4b8d-91b4-0107b235b775 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455761 Sep 08 13:54:11.276670 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-928eadfa-19a9-418a-bee2-75e374475f03 service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377439 Sep 08 13:54:11.365014 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-2de06b92-a398-4e07-b0de-1063413e28e6 service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821316 Sep 08 13:54:11.953743 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:12.041404 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-01cf0a43-5212-4c05-b289-1795599c7e28 req-16ca91be-9279-4dc2-bee4-7c9902f43bae tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 210 time: 0.0332518 Sep 08 13:54:12.295870 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbddee4-bc68-4467-b0cd-40feae92742d req-38950588-4207-43d7-8d0d-209bc51b54af tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:12.297423 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9dbddee4-bc68-4467-b0cd-40feae92742d req-38950588-4207-43d7-8d0d-209bc51b54af tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 945 time: 0.0507212 Sep 08 13:54:12.344624 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9dbddee4-bc68-4467-b0cd-40feae92742d req-5bff7435-fedc-4204-887e-1631aaa3e973 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373411 Sep 08 13:54:13.171425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8ebfb307-b72d-4c69-a6c7-726219333b79 req-23440493-4c95-4d58-acb3-9d410847bb34 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 210 time: 0.0322299 Sep 08 13:54:13.369943 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:13.576407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4503f-a069-4797-b386-b56b9380be39 req-8d046645-ea1c-4792-98bd-f4ae9a00fd4a tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:13.577865 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-53f4503f-a069-4797-b386-b56b9380be39 req-8d046645-ea1c-4792-98bd-f4ae9a00fd4a tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 945 time: 0.0485163 Sep 08 13:54:13.620866 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-53f4503f-a069-4797-b386-b56b9380be39 req-e05a5ba8-667a-4d2c-833f-b568bda65b10 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/security-groups?id=95f46a17-87ac-4e0a-b004-849963b5f3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365579 Sep 08 13:54:13.630577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-ec537b06-fd72-44ad-aa27-a000661c4331 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:13.632098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-ec537b06-fd72-44ad-aa27-a000661c4331 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.70 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 945 time: 0.0493691 Sep 08 13:54:13.726117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Deleting port 7c4df192-eec5-48a1-adcf-ea1926acc965 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:54:13.726501 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:13.815575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] For port 7c4df192-eec5-48a1-adcf-ea1926acc965, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=7c4df192-eec5-48a1-adcf-ea1926acc965,segment=NetworkSegment(7850ae36-fae7-4982-a33b-7b873eb13e33),segment_id=7850ae36-fae7-4982-a33b-7b873eb13e33)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:13.815943 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:14.041614 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:14.041982 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:14.042333 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Floating IP 2854c0c6-98f8-4f86-a37d-cbe3c048a689 disassociated. External IP: 172.25.5.21, port: 7c4df192-eec5-48a1-adcf-ea1926acc965. Sep 08 13:54:14.042674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Calling delete_port for 7c4df192-eec5-48a1-adcf-ea1926acc965 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:54:14.292675 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4fc8abab-8e0a-4b62-b2ca-d2daee53de24 req-11c61841-9654-4ae0-bf61-5d67ba453c40 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 210 time: 0.0332274 Sep 08 13:54:14.295198 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:14.332564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event deleted for resources: {'Port': ['ID=7c4df192-eec5-48a1-adcf-ea1926acc965,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:14.351834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:14.351834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:14.351834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:14.351834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:14.351834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:14.351834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:14.351834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:14.352325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:14.352325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:14.352686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:14.353028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:14.353301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:14.367194 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-8b7ac4c0-f6c2-4fb8-a3d0-52e06f228ae0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:14.368728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-8b7ac4c0-f6c2-4fb8-a3d0-52e06f228ae0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1755168 Sep 08 13:54:14.454090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-338c497a-7475-438f-9943-8d8e9edd0c53 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 379 time: 0.0486171 Sep 08 13:54:14.483150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'port': {'device_id': '317fb212-cb1b-485a-8090-4f0fd8050128', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'admin_state_up': True, 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'security_groups': ['ed79db00-7ba2-4046-a131-b7081950f4a4']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:14.548473 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:14.579120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Router c6207261-88a1-46dc-ae48-53589374933e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:54:14.737563 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9738bb06-7858-465c-af49-aaeb027bc320 req-27d52175-e5a3-45b1-805c-78a7ec6c3d1a tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 210 time: 0.0362144 Sep 08 13:54:15.090399 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:54:15.101751 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2be123-dc6d-405b-ab1a-064e92be5fa7 None None] Sync routers for ids ['c6207261-88a1-46dc-ae48-53589374933e'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:54:15.112492 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2be123-dc6d-405b-ab1a-064e92be5fa7 None None] Routers {'c6207261-88a1-46dc-ae48-53589374933e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:54:15.113249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9f2be123-dc6d-405b-ab1a-064e92be5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:54:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['c6207261-88a1-46dc-ae48-53589374933e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:15.131267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] No DVR routers for this DVR port 7c4df192-eec5-48a1-adcf-ea1926acc965 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:54:15.134651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:15.137186 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1cd5c5cd-da9e-4027-af7b-09e015ab89d0 req-177b5931-23d3-42a2-ae89-4ceccae9649c tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.70 "DELETE /v2.0/ports/7c4df192-eec5-48a1-adcf-ea1926acc965 HTTP/1.1" status: 204 len: 173 time: 1.4993052 Sep 08 13:54:15.137821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11965a0a-fbee-4fcb-b94b-373325223d26', 'name': 'network-vif-deleted', 'tag': '7c4df192-eec5-48a1-adcf-ea1926acc965'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:54:15.141613 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e59659-1e3c-4790-a097-a7d2bed63163" -d '{"events": [{"server_uuid": "11965a0a-fbee-4fcb-b94b-373325223d26", "name": "network-vif-deleted", "tag": "7c4df192-eec5-48a1-adcf-ea1926acc965"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:15.154009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Made reservation on behalf of 0be6846d67cf40e5b43b26617c1eef63 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:54:15.157806 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:15.290225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-9f2be123-dc6d-405b-ab1a-064e92be5fa7 None None] Set router c6207261-88a1-46dc-ae48-53589374933e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:54:15.294558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Allocated IP 172.20.0.12 (d399fb4b-f64d-4cd8-ac1d-1a55227053f1/ceb0e550-638c-49f8-9d34-968890004912/138c6e96-c923-4b55-ae3d-85584fb830e3) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:15.406146 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48b4f86-f6a3-4b46-bb6d-ccc8cc3968ee x-openstack-request-id: req-a48b4f86-f6a3-4b46-bb6d-ccc8cc3968ee {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:15.406377 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11965a0a-fbee-4fcb-b94b-373325223d26", "name": "network-vif-deleted", "tag": "7c4df192-eec5-48a1-adcf-ea1926acc965", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:15.406615 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a48b4f86-f6a3-4b46-bb6d-ccc8cc3968ee {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:15.407014 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11965a0a-fbee-4fcb-b94b-373325223d26', 'name': 'network-vif-deleted', 'tag': '7c4df192-eec5-48a1-adcf-ea1926acc965', 'status': 'completed', 'code': 200} Sep 08 13:54:15.430803 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ad3b69d2-0a89-4781-ab88-cb61ca92438a req-9c36f725-c1dd-48c3-a35c-5b5b1d3a542b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 210 time: 0.0282977 Sep 08 13:54:15.525147 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:15.539886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Transition to ACTIVE for port object 138c6e96-c923-4b55-ae3d-85584fb830e3 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:54:15.544707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9f2be123-dc6d-405b-ab1a-064e92be5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:49:00Z', 'revision_number': 4, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6', 'name': '', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'mac_address': 'fa:16:3e:87:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:59Z', 'updated_at': '2021-09-08T13:49:07Z', 'revision_number': 5, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'subnets': [{'id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:15.576274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2be123-dc6d-405b-ab1a-064e92be5fa7 None None] Checking router: c6207261-88a1-46dc-ae48-53589374933e for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:54:15.588362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2be123-dc6d-405b-ab1a-064e92be5fa7 None None] Routers {'c6207261-88a1-46dc-ae48-53589374933e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:54:15.589292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9f2be123-dc6d-405b-ab1a-064e92be5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:54:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['c6207261-88a1-46dc-ae48-53589374933e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:15.657810 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:15.734063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:15.738626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:15.754264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:54:15.829271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=138c6e96-c923-4b55-ae3d-85584fb830e3,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:15.864638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:15.867148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:15.947253 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d6b1619-ca07-4d27-b190-22a5e81eea46 req-ab29e992-9b41-4800-afee-3a91fb8ae612 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "GET /v2.0/ports?device_id=11965a0a-fbee-4fcb-b94b-373325223d26 HTTP/1.1" status: 200 len: 210 time: 0.0366309 Sep 08 13:54:15.953101 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-9f2be123-dc6d-405b-ab1a-064e92be5fa7 None None] Set router c6207261-88a1-46dc-ae48-53589374933e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:54:16.000362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-eeca82f6-82a2-440c-8a21-8c4a3618f85b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5209515 Sep 08 13:54:16.013085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Request body: {'port': {'device_id': '317fb212-cb1b-485a-8090-4f0fd8050128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:16.144838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:16.256810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9f2be123-dc6d-405b-ab1a-064e92be5fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:49:00Z', 'revision_number': 4, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6', 'name': '', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'mac_address': 'fa:16:3e:87:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:59Z', 'updated_at': '2021-09-08T13:49:07Z', 'revision_number': 5, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'subnets': [{'id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:16.286098 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2be123-dc6d-405b-ab1a-064e92be5fa7 None None] The sync data for ids ['c6207261-88a1-46dc-ae48-53589374933e'] in n-d-807558-3 is: [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:49:00Z', 'revision_number': 4, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6', 'name': '', 'network_id': 'c9aa4674-0447-40a5-9466-6eb84b36c0d2', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'mac_address': 'fa:16:3e:87:b0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:59Z', 'updated_at': '2021-09-08T13:49:07Z', 'revision_number': 5, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'subnets': [{'id': '62af5d9d-f4cd-4fe3-a1ed-39861737467f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:54:16.338571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6513d321-206e-4b86-a8a4-e3e9411553c1 None None] Provisioning for port 138c6e96-c923-4b55-ae3d-85584fb830e3 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:54:16.345933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6513d321-206e-4b86-a8a4-e3e9411553c1 None None] Provisioning complete for port 138c6e96-c923-4b55-ae3d-85584fb830e3 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:54:16.347121 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6513d321-206e-4b86-a8a4-e3e9411553c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:16.401360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6513d321-206e-4b86-a8a4-e3e9411553c1 None None] Port 138c6e96-c923-4b55-ae3d-85584fb830e3 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:54:16.543472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 138c6e96-c923-4b55-ae3d-85584fb830e3 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:54:16.552208 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:16.568643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Transition to ACTIVE for port object 138c6e96-c923-4b55-ae3d-85584fb830e3 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:54:16.617868 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb4dff-79f2-4719-8d73-6c42b790d19e req-f8de15e1-efe4-449c-9168-442078c8042e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:16.619641 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b1fb4dff-79f2-4719-8d73-6c42b790d19e req-f8de15e1-efe4-449c-9168-442078c8042e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 932 time: 0.0766013 Sep 08 13:54:16.634103 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:16.677681 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7091453-f298-48fa-9c7d-1f0a816109bd None None] New status for floating IP 2854c0c6-98f8-4f86-a37d-cbe3c048a689: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:54:16.702889 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b1fb4dff-79f2-4719-8d73-6c42b790d19e req-ddb446aa-8cd6-4f94-ac66-3343cf0c75f4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725377 Sep 08 13:54:16.755434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Pushing event updated for resources: {'Port': ['ID=138c6e96-c923-4b55-ae3d-85584fb830e3,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:16.873421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Attempting to bind port 138c6e96-c923-4b55-ae3d-85584fb830e3 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:54:16.873613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Attempting to bind port 138c6e96-c923-4b55-ae3d-85584fb830e3 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:54:16.874051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Attempting to bind port 138c6e96-c923-4b55-ae3d-85584fb830e3 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:54:16.879830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Port 138c6e96-c923-4b55-ae3d-85584fb830e3 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:54:16.880305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Attempting to bind port 138c6e96-c923-4b55-ae3d-85584fb830e3 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:54:16.887669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:54:16.888184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Checking segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:54:16.888723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Bound using segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:54:16.889288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Bound port: 138c6e96-c923-4b55-ae3d-85584fb830e3, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:54:16.889802 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:16.973342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] For port 138c6e96-c923-4b55-ae3d-85584fb830e3, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:54:16.979691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] For port 138c6e96-c923-4b55-ae3d-85584fb830e3, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=138c6e96-c923-4b55-ae3d-85584fb830e3,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:54:17.030335 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50918) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:17.046043 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.074076 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.112780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:17.116539 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.118455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] 10.222.0.60 "PUT /v2.0/ports/138c6e96-c923-4b55-ae3d-85584fb830e3 HTTP/1.1" status: 200 len: 1092 time: 1.1095619 Sep 08 13:54:17.158741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc802c64-e36f-4ca7-af7e-42c64218be74 service neutron] Pushing event updated for resources: {'Port': ['ID=138c6e96-c923-4b55-ae3d-85584fb830e3,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:17.187307 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-8484f112-7c15-4ef6-8949-7cf3866eb469 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Deleting port af5c8b2a-3ff2-4177-a1e7-e2d51e5ecade {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:54:17.187836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8484f112-7c15-4ef6-8949-7cf3866eb469 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.332266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-fb7b9864-05eb-420a-8d5d-bd5b4a5bb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:17.332390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8484f112-7c15-4ef6-8949-7cf3866eb469 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.332390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8484f112-7c15-4ef6-8949-7cf3866eb469 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.332569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-fb7b9864-05eb-420a-8d5d-bd5b4a5bb74f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 1095 time: 0.0827515 Sep 08 13:54:17.345720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-8484f112-7c15-4ef6-8949-7cf3866eb469 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Calling delete_port for af5c8b2a-3ff2-4177-a1e7-e2d51e5ecade owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:54:17.407661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-aca64a0f-9322-491d-b261-899954dda851 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138c6e96-c923-4b55-ae3d-85584fb830e3 HTTP/1.1" status: 200 len: 217 time: 0.0556667 Sep 08 13:54:17.408417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317fb212-cb1b-485a-8090-4f0fd8050128', 'tag': '138c6e96-c923-4b55-ae3d-85584fb830e3'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:54:17.411116 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b377bc15-971c-4b92-9b1d-59b4ce6236fb" -d '{"events": [{"name": "network-changed", "server_uuid": "317fb212-cb1b-485a-8090-4f0fd8050128", "tag": "138c6e96-c923-4b55-ae3d-85584fb830e3"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:17.463545 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb87114-8d87-49af-8132-7efae8f4dba0 x-openstack-request-id: req-6bb87114-8d87-49af-8132-7efae8f4dba0 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:17.463847 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317fb212-cb1b-485a-8090-4f0fd8050128", "tag": "138c6e96-c923-4b55-ae3d-85584fb830e3", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:17.464070 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6bb87114-8d87-49af-8132-7efae8f4dba0 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:17.464455 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317fb212-cb1b-485a-8090-4f0fd8050128', 'tag': '138c6e96-c923-4b55-ae3d-85584fb830e3', 'status': 'completed', 'code': 200} Sep 08 13:54:17.488738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-b5c0f3aa-7bdf-4345-9f2b-e29950046ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:17.491496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-b5c0f3aa-7bdf-4345-9f2b-e29950046ab2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0744746 Sep 08 13:54:17.527611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7c4df192-eec5-48a1-adcf-ea1926acc965 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:54:17.549265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-966601e9-f319-4a61-90fa-1a7c622847c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:17.551789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-966601e9-f319-4a61-90fa-1a7c622847c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531974 Sep 08 13:54:17.552733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 7c4df192-eec5-48a1-adcf-ea1926acc965 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:54:17.553622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 7c4df192-eec5-48a1-adcf-ea1926acc965 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:54:17.600579 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8484f112-7c15-4ef6-8949-7cf3866eb469 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.649694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-fc24e567-3ee4-4f3f-b85c-ff8d3ec79b0e service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912757 Sep 08 13:54:17.682539 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484f112-7c15-4ef6-8949-7cf3866eb469 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event deleted for resources: {'Port': ['ID=af5c8b2a-3ff2-4177-a1e7-e2d51e5ecade,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:17.727218 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8484f112-7c15-4ef6-8949-7cf3866eb469 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.730260 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8484f112-7c15-4ef6-8949-7cf3866eb469 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.734824 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8484f112-7c15-4ef6-8949-7cf3866eb469 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "DELETE /v2.0/floatingips/2854c0c6-98f8-4f86-a37d-cbe3c048a689 HTTP/1.1" status: 204 len: 168 time: 0.7029469 Sep 08 13:54:17.853748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50930) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:17.890498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8b3b7025-2c72-4ba1-86dc-b1869dc3339a req-6970e694-4165-4552-ad6d-a49cb11ecd32 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308822 Sep 08 13:54:17.913584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb544ea8-1b21-4f58-a9df-7c9394e3097c req-bc069a95-3d3f-4369-b62e-6151f268eaa8 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:17.915183 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eb544ea8-1b21-4f58-a9df-7c9394e3097c req-bc069a95-3d3f-4369-b62e-6151f268eaa8 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 944 time: 0.0812745 Sep 08 13:54:17.922565 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1bc147bb-65d9-42ab-9410-b4ff98fc66c6 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.957298 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1bc147bb-65d9-42ab-9410-b4ff98fc66c6 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:17.972627 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eb544ea8-1b21-4f58-a9df-7c9394e3097c req-e6a2b01f-6143-4410-add1-f499b5b1d311 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493596 Sep 08 13:54:18.064771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377bc15-971c-4b92-9b1d-59b4ce6236fb req-adb371c6-dd46-4a85-bc31-443a2ac8f8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:18.066594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b377bc15-971c-4b92-9b1d-59b4ce6236fb req-adb371c6-dd46-4a85-bc31-443a2ac8f8b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 1095 time: 0.0435817 Sep 08 13:54:18.171710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377bc15-971c-4b92-9b1d-59b4ce6236fb req-810d126b-f6de-4998-a0f7-eade1b11c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:18.173185 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b377bc15-971c-4b92-9b1d-59b4ce6236fb req-810d126b-f6de-4998-a0f7-eade1b11c262 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0996904 Sep 08 13:54:18.188969 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1bc147bb-65d9-42ab-9410-b4ff98fc66c6 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:18.191809 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1bc147bb-65d9-42ab-9410-b4ff98fc66c6 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:18.196266 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1bc147bb-65d9-42ab-9410-b4ff98fc66c6 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] 10.222.0.69 "DELETE /v2.0/security-groups/95f46a17-87ac-4e0a-b004-849963b5f3a9 HTTP/1.1" status: 204 len: 168 time: 0.3383210 Sep 08 13:54:18.209036 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc147bb-65d9-42ab-9410-b4ff98fc66c6 tempest-TestServerBasicOps-1537995603 tempest-TestServerBasicOps-1537995603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f46a17-87ac-4e0a-b004-849963b5f3a9,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:18.259028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b377bc15-971c-4b92-9b1d-59b4ce6236fb req-aa0fc5bb-b246-40bd-a789-4ecaa69de42a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138c6e96-c923-4b55-ae3d-85584fb830e3 HTTP/1.1" status: 200 len: 217 time: 0.0789368 Sep 08 13:54:18.312691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377bc15-971c-4b92-9b1d-59b4ce6236fb req-7a34d6c8-0880-43ba-b2c8-8907c3ec7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:18.314157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b377bc15-971c-4b92-9b1d-59b4ce6236fb req-7a34d6c8-0880-43ba-b2c8-8907c3ec7ba2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0489182 Sep 08 13:54:18.345672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50934) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:18.375472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377bc15-971c-4b92-9b1d-59b4ce6236fb req-27c4e048-9005-482e-9404-38f887766c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:18.377021 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b377bc15-971c-4b92-9b1d-59b4ce6236fb req-27c4e048-9005-482e-9404-38f887766c9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558991 Sep 08 13:54:18.544357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b377bc15-971c-4b92-9b1d-59b4ce6236fb req-62508ed2-cdcb-4146-b633-6aa9534134b1 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585114 Sep 08 13:54:18.667657 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b377bc15-971c-4b92-9b1d-59b4ce6236fb req-307ffd5c-764e-4105-8b04-c9b7ba3583b6 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132469 Sep 08 13:54:18.986487 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-89aab6b9-934c-400e-9599-352a11648d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:19.157482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a477f-b3fe-44cd-8163-d2e2173052e6 req-36374a96-86a4-44a3-b7fb-9479c902fe6a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:19.158517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-914a477f-b3fe-44cd-8163-d2e2173052e6 req-36374a96-86a4-44a3-b7fb-9479c902fe6a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 944 time: 0.0816379 Sep 08 13:54:19.208679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-914a477f-b3fe-44cd-8163-d2e2173052e6 req-5b2da859-bae1-495e-9655-8f3868266b58 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350535 Sep 08 13:54:19.314794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-89aab6b9-934c-400e-9599-352a11648d88 admin admin] Deleting port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:54:19.314794 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-89aab6b9-934c-400e-9599-352a11648d88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:19.396342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-89aab6b9-934c-400e-9599-352a11648d88 admin admin] For port cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6,segment=NetworkSegment(7850ae36-fae7-4982-a33b-7b873eb13e33),segment_id=7850ae36-fae7-4982-a33b-7b873eb13e33)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:19.397794 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-89aab6b9-934c-400e-9599-352a11648d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:19.423524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-89aab6b9-934c-400e-9599-352a11648d88 admin admin] Calling delete_port for cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:54:19.753946 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-89aab6b9-934c-400e-9599-352a11648d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:19.780859 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aab6b9-934c-400e-9599-352a11648d88 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:19.998255 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-89aab6b9-934c-400e-9599-352a11648d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:20.230235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89aab6b9-934c-400e-9599-352a11648d88 admin admin] Router c6207261-88a1-46dc-ae48-53589374933e has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:54:20.387266 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89aab6b9-934c-400e-9599-352a11648d88 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:54:20.392640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-89aab6b9-934c-400e-9599-352a11648d88 admin admin] 10.222.0.69 "PUT /v2.0/routers/c6207261-88a1-46dc-ae48-53589374933e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0475314 Sep 08 13:54:20.397094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50946) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:20.398481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcf9a1-6f30-4662-bf08-ac950b0b60ce None None] Sync routers for ids ['c6207261-88a1-46dc-ae48-53589374933e'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:54:20.407072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf140a1-7e1e-43bd-be53-8da503a9a879 req-32cdee61-4c80-4b39-9ffa-3aabd84943ef tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:20.408722 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cf140a1-7e1e-43bd-be53-8da503a9a879 req-32cdee61-4c80-4b39-9ffa-3aabd84943ef tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 944 time: 0.1003764 Sep 08 13:54:20.409715 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcf9a1-6f30-4662-bf08-ac950b0b60ce None None] Routers {'c6207261-88a1-46dc-ae48-53589374933e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:54:20.410388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bbbcf9a1-6f30-4662-bf08-ac950b0b60ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:54:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['c6207261-88a1-46dc-ae48-53589374933e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:20.460617 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cf140a1-7e1e-43bd-be53-8da503a9a879 req-2ce59057-ada8-43e3-986b-edcce25bc476 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429559 Sep 08 13:54:20.538293 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:20.582130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-bbbcf9a1-6f30-4662-bf08-ac950b0b60ce None None] Set router c6207261-88a1-46dc-ae48-53589374933e gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:54:20.648429 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:20.795149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bbbcf9a1-6f30-4662-bf08-ac950b0b60ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129'}], 'enable_snat': True}, 'gw_port_id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:54:19Z', 'revision_number': 5, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port': {'id': '3d850ca1-ecf8-4df8-bfb7-41e18b80feca', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6207261-88a1-46dc-ae48-53589374933e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:56Z', 'updated_at': '2021-09-08T13:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:20.803244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Deleting port 3d850ca1-ecf8-4df8-bfb7-41e18b80feca {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:54:20.803757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:20.828410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcf9a1-6f30-4662-bf08-ac950b0b60ce None None] Checking router: c6207261-88a1-46dc-ae48-53589374933e for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:54:20.837737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbcf9a1-6f30-4662-bf08-ac950b0b60ce None None] Routers {'c6207261-88a1-46dc-ae48-53589374933e'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:54:20.838401 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bbbcf9a1-6f30-4662-bf08-ac950b0b60ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:54:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['c6207261-88a1-46dc-ae48-53589374933e'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:20.897026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] For port 3d850ca1-ecf8-4df8-bfb7-41e18b80feca, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d850ca1-ecf8-4df8-bfb7-41e18b80feca,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:20.897403 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:20.909860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Calling delete_port for 3d850ca1-ecf8-4df8-bfb7-41e18b80feca owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:54:20.962225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-bbbcf9a1-6f30-4662-bf08-ac950b0b60ce None None] Set router c6207261-88a1-46dc-ae48-53589374933e gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:54:21.016100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bbbcf9a1-6f30-4662-bf08-ac950b0b60ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:54:20Z', 'revision_number': 6, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:21.047549 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbbcf9a1-6f30-4662-bf08-ac950b0b60ce None None] The sync data for ids ['c6207261-88a1-46dc-ae48-53589374933e'] in n-d-807558-3 is: [{'id': 'c6207261-88a1-46dc-ae48-53589374933e', 'name': 'tempest-TestServerBasicOps-1374261759-router', 'tenant_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:55Z', 'updated_at': '2021-09-08T13:54:20Z', 'revision_number': 6, 'project_id': '1f61eb82abb842fba94abd1fe8fba2ad', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:54:21.228014 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:21.252867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d850ca1-ecf8-4df8-bfb7-41e18b80feca,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:21.325722 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:21.426265 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:21.429133 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:21.577724 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:21.578339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6207261-88a1-46dc-ae48-53589374933e {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:54:21.582914 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:21.584198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9f794838-e8bb-48a3-9023-6a5e29bcf090 admin admin] 10.222.0.69 "DELETE /v2.0/routers/c6207261-88a1-46dc-ae48-53589374933e HTTP/1.1" status: 204 len: 168 time: 1.1854866 Sep 08 13:54:21.586925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50952) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:21.602891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78c038-abde-4b55-b02f-24c4877a80ef req-52b9c607-720c-46a3-85ac-a299a0abacae tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:21.604449 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f78c038-abde-4b55-b02f-24c4877a80ef req-52b9c607-720c-46a3-85ac-a299a0abacae tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 944 time: 0.0610859 Sep 08 13:54:21.643571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-544457b7-d597-4b36-a63a-9656386f5bf0 admin admin] Deleting subnet 62af5d9d-f4cd-4fe3-a1ed-39861737467f {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:54:21.645750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f78c038-abde-4b55-b02f-24c4877a80ef req-e8520be5-fa1e-4fe7-bbb0-169c72015154 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354745 Sep 08 13:54:21.647182 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544457b7-d597-4b36-a63a-9656386f5bf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:21.685276 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544457b7-d597-4b36-a63a-9656386f5bf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:21.764716 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544457b7-d597-4b36-a63a-9656386f5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:21.920060 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544457b7-d597-4b36-a63a-9656386f5bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:21.953278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544457b7-d597-4b36-a63a-9656386f5bf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62af5d9d-f4cd-4fe3-a1ed-39861737467f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:21.961919 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-544457b7-d597-4b36-a63a-9656386f5bf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:21.965284 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-544457b7-d597-4b36-a63a-9656386f5bf0 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/62af5d9d-f4cd-4fe3-a1ed-39861737467f HTTP/1.1" status: 204 len: 168 time: 0.3771248 Sep 08 13:54:21.965849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdc9c83-cfaf-4eb5-b10e-30d1cabd20e4 None None] Network c9aa4674-0447-40a5-9466-6eb84b36c0d2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:54:21.969717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 50954) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:22.078707 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.176815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Deleting port 3d708301-5c46-46ff-a7a6-bb68d7ba5131 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:54:22.177484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.249303 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] DHCP port deletion for c9aa4674-0447-40a5-9466-6eb84b36c0d2 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:54:22.269674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] For port 3d708301-5c46-46ff-a7a6-bb68d7ba5131, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d708301-5c46-46ff-a7a6-bb68d7ba5131,segment=NetworkSegment(7850ae36-fae7-4982-a33b-7b873eb13e33),segment_id=7850ae36-fae7-4982-a33b-7b873eb13e33)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:22.270060 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.288774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Calling delete_port for 3d708301-5c46-46ff-a7a6-bb68d7ba5131 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:54:22.317047 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Deleting port 3d708301-5c46-46ff-a7a6-bb68d7ba5131 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:54:22.318125 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.389639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] For port 3d708301-5c46-46ff-a7a6-bb68d7ba5131, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=3d708301-5c46-46ff-a7a6-bb68d7ba5131,segment=NetworkSegment(7850ae36-fae7-4982-a33b-7b873eb13e33),segment_id=7850ae36-fae7-4982-a33b-7b873eb13e33)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:22.390242 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.403833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Calling delete_port for 3d708301-5c46-46ff-a7a6-bb68d7ba5131 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:54:22.559555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.565953 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.589917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d708301-5c46-46ff-a7a6-bb68d7ba5131,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:22.594282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] No DVR routers for this DVR port 3d708301-5c46-46ff-a7a6-bb68d7ba5131 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:54:22.600966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] No DVR routers for this DVR port 3d708301-5c46-46ff-a7a6-bb68d7ba5131 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:54:22.603103 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Pushing event deleted for resources: {'Port': ['ID=3d708301-5c46-46ff-a7a6-bb68d7ba5131,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:22.612586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:22.612586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:22.614784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:22.614784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:22.614784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:22.614784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:22.614784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:22.614784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:22.615699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:22.615699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:22.615699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:22.617167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace771ee-96e1-44b2-96c6-f85b340b3e57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:22.701918 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.743299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9aa4674-0447-40a5-9466-6eb84b36c0d2']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:22.759231 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d850ca1-ecf8-4df8-bfb7-41e18b80feca no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:54:22.760072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7850ae36-fae7-4982-a33b-7b873eb13e33') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:22.760767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7850ae36-fae7-4982-a33b-7b873eb13e33') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:22.773923 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.784455 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 3d850ca1-ecf8-4df8-bfb7-41e18b80feca {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:54:22.785922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d850ca1-ecf8-4df8-bfb7-41e18b80feca not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:54:22.785922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d708301-5c46-46ff-a7a6-bb68d7ba5131 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:54:22.794897 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.802330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:54:22.803110 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:54:22.804886 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:54:22.808986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 3d708301-5c46-46ff-a7a6-bb68d7ba5131 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:54:22.808986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 3d708301-5c46-46ff-a7a6-bb68d7ba5131 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:54:22.808986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:54:22.819092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4da88-2f89-4866-a251-fe3416a5c2bc req-6c8c5a92-3af7-4409-ba6a-e47f84fb43cb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:22.821831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-37b4da88-2f89-4866-a251-fe3416a5c2bc req-6c8c5a92-3af7-4409-ba6a-e47f84fb43cb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 944 time: 0.0948675 Sep 08 13:54:22.837227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:54:22.837943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cfe5e9e0-90f7-4b52-a4fa-6798ef132cd6 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:54:22.870281 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-37b4da88-2f89-4866-a251-fe3416a5c2bc req-decccbb7-d68c-4263-ad4c-becece550cf9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406451 Sep 08 13:54:22.971233 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.977039 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:22.985546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c9aa4674-0447-40a5-9466-6eb84b36c0d2 HTTP/1.1" status: 204 len: 168 time: 1.0146260 Sep 08 13:54:22.988623 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50960) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:23.007110 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef217a1e-60bf-477e-8569-68fb8905d0b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9aa4674-0447-40a5-9466-6eb84b36c0d2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:23.357778 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3eb11680-a4a8-48f9-8b94-b8b6b7560b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:23.605355 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3eb11680-a4a8-48f9-8b94-b8b6b7560b4f admin admin] Deleting port 0241e9e9-de35-45d6-aebf-7e7bfca0b727 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:54:23.605618 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3eb11680-a4a8-48f9-8b94-b8b6b7560b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:23.685916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-3eb11680-a4a8-48f9-8b94-b8b6b7560b4f admin admin] For port 0241e9e9-de35-45d6-aebf-7e7bfca0b727, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0241e9e9-de35-45d6-aebf-7e7bfca0b727,segment=NetworkSegment(14b9a340-70ac-47d1-8ed8-44d87f7bbabd),segment_id=14b9a340-70ac-47d1-8ed8-44d87f7bbabd)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:23.686317 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3eb11680-a4a8-48f9-8b94-b8b6b7560b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:23.698422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3eb11680-a4a8-48f9-8b94-b8b6b7560b4f admin admin] Calling delete_port for 0241e9e9-de35-45d6-aebf-7e7bfca0b727 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:54:23.960427 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3eb11680-a4a8-48f9-8b94-b8b6b7560b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:23.987365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb11680-a4a8-48f9-8b94-b8b6b7560b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=0241e9e9-de35-45d6-aebf-7e7bfca0b727,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:23.995916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c05700-efd0-48c4-9dc0-007f802f8b7b req-e5040981-652b-449b-a397-fc07f1d873c3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:23.997490 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0c05700-efd0-48c4-9dc0-007f802f8b7b req-e5040981-652b-449b-a397-fc07f1d873c3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 944 time: 0.0516686 Sep 08 13:54:24.045600 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c0c05700-efd0-48c4-9dc0-007f802f8b7b req-e79258a0-0ebd-4d96-a272-54d001872c27 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383644 Sep 08 13:54:24.159591 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3eb11680-a4a8-48f9-8b94-b8b6b7560b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:24.702644 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb11680-a4a8-48f9-8b94-b8b6b7560b4f admin admin] Router 78310e23-f217-4db7-97ed-456872845742 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:54:24.812901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb11680-a4a8-48f9-8b94-b8b6b7560b4f admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:54:24.820799 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3eb11680-a4a8-48f9-8b94-b8b6b7560b4f admin admin] 10.222.0.69 "PUT /v2.0/routers/78310e23-f217-4db7-97ed-456872845742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8283534 Sep 08 13:54:24.820799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50974) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:24.822708 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c94405-1771-49f3-a3fc-56e93c057788 None None] Sync routers for ids ['78310e23-f217-4db7-97ed-456872845742'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:54:24.834776 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c94405-1771-49f3-a3fc-56e93c057788 None None] Routers {'78310e23-f217-4db7-97ed-456872845742'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:54:24.835388 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d4c94405-1771-49f3-a3fc-56e93c057788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:54:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['78310e23-f217-4db7-97ed-456872845742'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:24.932836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:24.942828 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d4c94405-1771-49f3-a3fc-56e93c057788 None None] Set router 78310e23-f217-4db7-97ed-456872845742 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:54:25.044816 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:25.202782 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495efc7-7a06-4ad2-bf9b-a0342bc3786f req-10205c48-cf5a-4c24-a2a5-a30c12bdf8c3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:25.204952 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9495efc7-7a06-4ad2-bf9b-a0342bc3786f req-10205c48-cf5a-4c24-a2a5-a30c12bdf8c3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 944 time: 0.0860376 Sep 08 13:54:25.237625 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d4c94405-1771-49f3-a3fc-56e93c057788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78310e23-f217-4db7-97ed-456872845742', 'name': 'tempest-TestServerBasicOps-1911796413-router', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:49:06Z', 'updated_at': '2021-09-08T13:54:23Z', 'revision_number': 5, 'project_id': '6f4719612e894975ad764e9cc305e3c4', 'gw_port': {'id': '723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:5b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78310e23-f217-4db7-97ed-456872845742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:49:07Z', 'updated_at': '2021-09-08T13:49:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:25.238159 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Deleting port 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:54:25.238589 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:25.264723 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c94405-1771-49f3-a3fc-56e93c057788 None None] Checking router: 78310e23-f217-4db7-97ed-456872845742 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:54:25.274279 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c94405-1771-49f3-a3fc-56e93c057788 None None] Routers {'78310e23-f217-4db7-97ed-456872845742'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:54:25.274823 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d4c94405-1771-49f3-a3fc-56e93c057788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:54:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['78310e23-f217-4db7-97ed-456872845742'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:25.312419 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9495efc7-7a06-4ad2-bf9b-a0342bc3786f req-eb060d31-d2e5-47e3-84bd-32f1fc1da6da tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986450 Sep 08 13:54:25.345116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] For port 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:25.345477 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:25.358221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Calling delete_port for 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:54:25.367671 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-d4c94405-1771-49f3-a3fc-56e93c057788 None None] Set router 78310e23-f217-4db7-97ed-456872845742 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:54:25.422584 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-d4c94405-1771-49f3-a3fc-56e93c057788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78310e23-f217-4db7-97ed-456872845742', 'name': 'tempest-TestServerBasicOps-1911796413-router', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:49:06Z', 'updated_at': '2021-09-08T13:54:25Z', 'revision_number': 6, 'project_id': '6f4719612e894975ad764e9cc305e3c4', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:25.450509 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c94405-1771-49f3-a3fc-56e93c057788 None None] The sync data for ids ['78310e23-f217-4db7-97ed-456872845742'] in n-d-807558-3 is: [{'id': '78310e23-f217-4db7-97ed-456872845742', 'name': 'tempest-TestServerBasicOps-1911796413-router', 'tenant_id': '6f4719612e894975ad764e9cc305e3c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:49:06Z', 'updated_at': '2021-09-08T13:54:25Z', 'revision_number': 6, 'project_id': '6f4719612e894975ad764e9cc305e3c4', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:54:25.610991 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:25.640631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Pushing event deleted for resources: {'Port': ['ID=723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:25.704373 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:25.793836 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:25.796133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:25.924997 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:25.928972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78310e23-f217-4db7-97ed-456872845742 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 13:54:25.930417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:25.931574 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a75d83b0-457a-4024-a65f-eb5b35c30175 admin admin] 10.222.0.69 "DELETE /v2.0/routers/78310e23-f217-4db7-97ed-456872845742 HTTP/1.1" status: 204 len: 168 time: 1.1098726 Sep 08 13:54:25.934135 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50980) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:25.983446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd9c287-8202-4a41-8fa4-ecb2eb56edff admin admin] Deleting subnet 647c9317-0bf4-4041-b800-a47fb769b626 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:54:25.986664 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c287-8202-4a41-8fa4-ecb2eb56edff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.021167 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c287-8202-4a41-8fa4-ecb2eb56edff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.101038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c287-8202-4a41-8fa4-ecb2eb56edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.228821 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c287-8202-4a41-8fa4-ecb2eb56edff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.258282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9c287-8202-4a41-8fa4-ecb2eb56edff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647c9317-0bf4-4041-b800-a47fb769b626,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:26.262395 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1dd9c287-8202-4a41-8fa4-ecb2eb56edff admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.267027 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1dd9c287-8202-4a41-8fa4-ecb2eb56edff admin admin] 10.222.0.69 "DELETE /v2.0/subnets/647c9317-0bf4-4041-b800-a47fb769b626 HTTP/1.1" status: 204 len: 168 time: 0.3315554 Sep 08 13:54:26.267465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50982) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:26.273027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944d8278-c931-4faa-95a4-7689b8ada265 None None] Network acd83c73-01d9-47e1-9af0-95b40059d603 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 13:54:26.347536 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.413077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Deleting port 61cea4e7-df1b-4454-bcd4-08b418545f0e {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:54:26.413077 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.483650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f77d9e-10e8-4ec4-bbff-5ecb83286a1e req-c4c8fe2d-b93c-45c6-a685-ab0c43b93f4a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:26.487224 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64f77d9e-10e8-4ec4-bbff-5ecb83286a1e req-c4c8fe2d-b93c-45c6-a685-ab0c43b93f4a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 944 time: 0.0765378 Sep 08 13:54:26.493247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] For port 61cea4e7-df1b-4454-bcd4-08b418545f0e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=61cea4e7-df1b-4454-bcd4-08b418545f0e,segment=NetworkSegment(14b9a340-70ac-47d1-8ed8-44d87f7bbabd),segment_id=14b9a340-70ac-47d1-8ed8-44d87f7bbabd)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:26.493706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.503658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cfbafc-325b-45cd-9b9b-2d5cb4dfffd1 None None] DHCP port deletion for acd83c73-01d9-47e1-9af0-95b40059d603 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 13:54:26.517926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Calling delete_port for 61cea4e7-df1b-4454-bcd4-08b418545f0e owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:54:26.545300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-64f77d9e-10e8-4ec4-bbff-5ecb83286a1e req-666ef336-d5fc-40af-a999-5e4cfe28eeac tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459070 Sep 08 13:54:26.583684 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f3cfbafc-325b-45cd-9b9b-2d5cb4dfffd1 None None] Deleting port 61cea4e7-df1b-4454-bcd4-08b418545f0e {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:54:26.584354 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f3cfbafc-325b-45cd-9b9b-2d5cb4dfffd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.684890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f3cfbafc-325b-45cd-9b9b-2d5cb4dfffd1 None None] For port 61cea4e7-df1b-4454-bcd4-08b418545f0e, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=61cea4e7-df1b-4454-bcd4-08b418545f0e,segment=NetworkSegment(14b9a340-70ac-47d1-8ed8-44d87f7bbabd),segment_id=14b9a340-70ac-47d1-8ed8-44d87f7bbabd)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:26.685359 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.685506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f3cfbafc-325b-45cd-9b9b-2d5cb4dfffd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.715190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f3cfbafc-325b-45cd-9b9b-2d5cb4dfffd1 None None] Calling delete_port for 61cea4e7-df1b-4454-bcd4-08b418545f0e owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:54:26.735071 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Pushing event deleted for resources: {'Port': ['ID=61cea4e7-df1b-4454-bcd4-08b418545f0e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:26.740418 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] No DVR routers for this DVR port 61cea4e7-df1b-4454-bcd4-08b418545f0e on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:54:26.764655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:54:26.803208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:54:26.813506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 723cb72c-b8a4-4dcf-a6fe-04cf8923c9ef not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:54:26.820697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 61cea4e7-df1b-4454-bcd4-08b418545f0e no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:54:26.838891 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.847675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 61cea4e7-df1b-4454-bcd4-08b418545f0e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:54:26.852649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 61cea4e7-df1b-4454-bcd4-08b418545f0e not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:54:26.852649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0241e9e9-de35-45d6-aebf-7e7bfca0b727 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:54:26.865670 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd83c73-01d9-47e1-9af0-95b40059d603']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:26.870726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 0241e9e9-de35-45d6-aebf-7e7bfca0b727 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:54:26.871085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0241e9e9-de35-45d6-aebf-7e7bfca0b727 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:54:26.886933 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b9a340-70ac-47d1-8ed8-44d87f7bbabd') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:26.887232 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b9a340-70ac-47d1-8ed8-44d87f7bbabd') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:26.906548 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.906788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f3cfbafc-325b-45cd-9b9b-2d5cb4dfffd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.921417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.929143 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:54:26.929661 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:26.939925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfbafc-325b-45cd-9b9b-2d5cb4dfffd1 None None] Pushing event deleted for resources: {'Port': ['ID=61cea4e7-df1b-4454-bcd4-08b418545f0e,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:26.944328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cfbafc-325b-45cd-9b9b-2d5cb4dfffd1 None None] No DVR routers for this DVR port 61cea4e7-df1b-4454-bcd4-08b418545f0e on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: timer() Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:54:26.965879 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:54:27.096992 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:27.103318 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:27.105918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] 10.222.0.69 "DELETE /v2.0/networks/acd83c73-01d9-47e1-9af0-95b40059d603 HTTP/1.1" status: 204 len: 168 time: 0.8374872 Sep 08 13:54:27.119399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d20c13-6d9c-4e71-883c-ea24e6f5c412 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd83c73-01d9-47e1-9af0-95b40059d603,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:27.497918 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50996) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:27.538912 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-92c74adc-19e2-407f-8718-86b6afcd007c admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=1f61eb82abb842fba94abd1fe8fba2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398006 Sep 08 13:54:27.541466 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 50998) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:27.591665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5ac25289-6eb8-4554-ad52-0c287953e6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:27.614100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5ac25289-6eb8-4554-ad52-0c287953e6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:27.692128 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f77a6-e420-43ad-8874-c5e64c91dca7 req-e64b38b0-03c6-43ae-a673-4c4e6e866bfa tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:27.693692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-503f77a6-e420-43ad-8874-c5e64c91dca7 req-e64b38b0-03c6-43ae-a673-4c4e6e866bfa tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 944 time: 0.0726960 Sep 08 13:54:27.734505 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-503f77a6-e420-43ad-8874-c5e64c91dca7 req-4430e57b-d05f-4030-882d-ee20789ea509 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341301 Sep 08 13:54:27.777851 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5ac25289-6eb8-4554-ad52-0c287953e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:27.784928 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5ac25289-6eb8-4554-ad52-0c287953e6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:27.786122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5ac25289-6eb8-4554-ad52-0c287953e6cb admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/de59f05f-c441-4014-8de9-08f15dbfee17 HTTP/1.1" status: 204 len: 168 time: 0.2437637 Sep 08 13:54:27.798222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac25289-6eb8-4554-ad52-0c287953e6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de59f05f-c441-4014-8de9-08f15dbfee17,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:28.623153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51008) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:28.670609 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-70271e34-159e-4716-b1b5-7c7135d9bced admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6f4719612e894975ad764e9cc305e3c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445859 Sep 08 13:54:28.671449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51010) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:28.720075 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7faba4b0-6460-4d43-a0e6-46ccbedb976c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:28.742157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7faba4b0-6460-4d43-a0e6-46ccbedb976c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:28.847219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a95bca-6829-4e1a-a0b9-40ba2979f46b req-d8ff8b14-3911-475a-b77d-2411811e36b2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:28.848759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42a95bca-6829-4e1a-a0b9-40ba2979f46b req-d8ff8b14-3911-475a-b77d-2411811e36b2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 944 time: 0.0488033 Sep 08 13:54:28.876047 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7faba4b0-6460-4d43-a0e6-46ccbedb976c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:28.878464 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7faba4b0-6460-4d43-a0e6-46ccbedb976c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:28.880407 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7faba4b0-6460-4d43-a0e6-46ccbedb976c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/cd0b78cc-b898-428c-b0e1-265d53ec2dc6 HTTP/1.1" status: 204 len: 168 time: 0.2073233 Sep 08 13:54:28.900428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faba4b0-6460-4d43-a0e6-46ccbedb976c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0b78cc-b898-428c-b0e1-265d53ec2dc6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:28.904701 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42a95bca-6829-4e1a-a0b9-40ba2979f46b req-893df6d7-0f48-4f1b-9280-92dc8cf4cd83 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497229 Sep 08 13:54:28.965833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 138c6e96-c923-4b55-ae3d-85584fb830e3 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:54:29.074204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 138c6e96-c923-4b55-ae3d-85584fb830e3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=138c6e96-c923-4b55-ae3d-85584fb830e3,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:29.095795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '138c6e96-c923-4b55-ae3d-85584fb830e3', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'port_id': '138c6e96-c923-4b55-ae3d-85584fb830e3', 'mac_address': 'fa:16:3e:ed:47:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:54:29.143916 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:29.157128 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 138c6e96-c923-4b55-ae3d-85584fb830e3 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:54:29.177174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 138c6e96-c923-4b55-ae3d-85584fb830e3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=138c6e96-c923-4b55-ae3d-85584fb830e3,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:29.285591 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:29.344208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=138c6e96-c923-4b55-ae3d-85584fb830e3,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:29.588220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['138c6e96-c923-4b55-ae3d-85584fb830e3'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:54:30.026346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985d90b8-b3dc-4ecb-be91-6fedbd70f325 req-481973f4-8b8e-480c-9ea9-36ccd7370a60 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:30.027854 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-985d90b8-b3dc-4ecb-be91-6fedbd70f325 req-481973f4-8b8e-480c-9ea9-36ccd7370a60 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 945 time: 0.0509589 Sep 08 13:54:30.069812 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-985d90b8-b3dc-4ecb-be91-6fedbd70f325 req-54941a19-f8e3-4740-a8c0-36e318b112ac tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359037 Sep 08 13:54:30.981341 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 138c6e96-c923-4b55-ae3d-85584fb830e3 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:54:31.101353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 138c6e96-c923-4b55-ae3d-85584fb830e3 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:54:31.105583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 138c6e96-c923-4b55-ae3d-85584fb830e3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:54:31.105964 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:31.195969 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:31.198841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49467ff-87ce-4bb1-902c-81b675d8dd70 req-9bfcd1d6-077a-42ea-97bf-afa521f46b8d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:31.206955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b49467ff-87ce-4bb1-902c-81b675d8dd70 req-9bfcd1d6-077a-42ea-97bf-afa521f46b8d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 945 time: 0.0662143 Sep 08 13:54:31.227865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317fb212-cb1b-485a-8090-4f0fd8050128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c6e96-c923-4b55-ae3d-85584fb830e3'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:54:31.230689 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da89df58-8b73-494e-8c3e-6f2eb985483b" -d '{"events": [{"server_uuid": "317fb212-cb1b-485a-8090-4f0fd8050128", "name": "network-vif-plugged", "status": "completed", "tag": "138c6e96-c923-4b55-ae3d-85584fb830e3"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:31.249125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b49467ff-87ce-4bb1-902c-81b675d8dd70 req-e62ddd5e-68b7-4e37-aa25-eeb9b41b5ecd tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410762 Sep 08 13:54:31.253151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 138c6e96-c923-4b55-ae3d-85584fb830e3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=138c6e96-c923-4b55-ae3d-85584fb830e3,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:54:31.276935 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb70b2a0-4b3c-4cbb-9bc0-760c6eae4c3a x-openstack-request-id: req-eb70b2a0-4b3c-4cbb-9bc0-760c6eae4c3a {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:31.277266 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317fb212-cb1b-485a-8090-4f0fd8050128", "name": "network-vif-plugged", "status": "completed", "tag": "138c6e96-c923-4b55-ae3d-85584fb830e3", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:31.277477 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-eb70b2a0-4b3c-4cbb-9bc0-760c6eae4c3a {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:31.277876 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317fb212-cb1b-485a-8090-4f0fd8050128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '138c6e96-c923-4b55-ae3d-85584fb830e3', 'code': 200} Sep 08 13:54:31.319909 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:31.375573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=138c6e96-c923-4b55-ae3d-85584fb830e3,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:31.376368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf90292-0995-4b65-bf19-8580ba616522 req-e2f1c272-3135-46a0-a351-fd5fde85c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:31.378055 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aaf90292-0995-4b65-bf19-8580ba616522 req-e2f1c272-3135-46a0-a351-fd5fde85c611 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 1097 time: 0.0432243 Sep 08 13:54:31.425243 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aaf90292-0995-4b65-bf19-8580ba616522 req-4f30c9ab-1226-4a89-86a0-cac92ad6c9b6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380290 Sep 08 13:54:32.379560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9e703-dde4-41fc-87ef-c711a5f5bd39 req-13295ce4-fa62-4065-9489-0a3462e763e5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:32.381694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68a9e703-dde4-41fc-87ef-c711a5f5bd39 req-13295ce4-fa62-4065-9489-0a3462e763e5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 946 time: 0.0516548 Sep 08 13:54:32.420099 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68a9e703-dde4-41fc-87ef-c711a5f5bd39 req-a9d82922-0a69-47f6-bf8e-5dc2f39bac4a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324233 Sep 08 13:54:33.542200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835ef3a-2f82-4304-a874-f05c82e0e798 req-301ed5fb-bd94-4aac-a170-9e1d67e5de9c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:33.543660 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f835ef3a-2f82-4304-a874-f05c82e0e798 req-301ed5fb-bd94-4aac-a170-9e1d67e5de9c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 946 time: 0.0534656 Sep 08 13:54:33.580132 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f835ef3a-2f82-4304-a874-f05c82e0e798 req-9de34897-ce5e-45f8-b1fd-0382d9f5f80b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304389 Sep 08 13:54:33.701132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd034cd-2d01-4734-a975-43641c467089 req-7505c0f0-c03f-49db-8c90-bc0880771c04 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:33.702602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4cd034cd-2d01-4734-a975-43641c467089 req-7505c0f0-c03f-49db-8c90-bc0880771c04 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 946 time: 0.0547755 Sep 08 13:54:33.741983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4cd034cd-2d01-4734-a975-43641c467089 req-7cd79957-ba3b-41f3-9c0b-fde10939b1b6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333633 Sep 08 13:54:33.764601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51052) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:34.006563 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85a3cd5-67f6-4fd7-8e57-6883bacfe919 tempest-TestVolumeBootPattern-1523801939 tempest-TestVolumeBootPattern-1523801939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:34.010923 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c85a3cd5-67f6-4fd7-8e57-6883bacfe919 tempest-TestVolumeBootPattern-1523801939 tempest-TestVolumeBootPattern-1523801939-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 1092 time: 0.2425170 Sep 08 13:54:34.011151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51056) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:34.015444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '138c6e96-c923-4b55-ae3d-85584fb830e3', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address': '172.20.0.12'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:54:34.090038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:34.194406 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:34.296768 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Allocated IP 172.25.5.221 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/5eb3cd74-c25d-4346-b53d-bbbd62ce5ce6) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:54:34.403179 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:34.531543 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:34.569093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:54:34.571890 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:54:34.577441 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:54:34.582916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=5eb3cd74-c25d-4346-b53d-bbbd62ce5ce6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:34.947605 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:35.081674 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:35.241196 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:35.336036 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:35.409551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=5eb3cd74-c25d-4346-b53d-bbbd62ce5ce6,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:35.416362 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:35.522672 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Floating IP 0a51aa32-54ef-4777-b887-0e41d79ca632 associated. External IP: 172.25.5.221, port: 138c6e96-c923-4b55-ae3d-85584fb830e3. Sep 08 13:54:35.725197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:54:35.838681 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:54:35.851290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b97e8-99d1-4bcf-8e45-ab31a55540fa None None] Sync routers for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:54:35.862037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b97e8-99d1-4bcf-8e45-ab31a55540fa None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:54:35.869121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9d3b97e8-99d1-4bcf-8e45-ab31a55540fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:54:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:35.914042 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:35.954190 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-92213213-5940-4cc0-b9fc-baaacd82f366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9317248 Sep 08 13:54:35.954190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317fb212-cb1b-485a-8090-4f0fd8050128', 'tag': '138c6e96-c923-4b55-ae3d-85584fb830e3'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:54:35.954190 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e2d3e5-36a5-4991-8883-e3a8b75ff998" -d '{"events": [{"name": "network-changed", "server_uuid": "317fb212-cb1b-485a-8090-4f0fd8050128", "tag": "138c6e96-c923-4b55-ae3d-85584fb830e3"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:54:36.031763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-9d3b97e8-99d1-4bcf-8e45-ab31a55540fa None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:54:36.161409 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2e6f95-df8a-4285-9a24-4e3007c15bcb x-openstack-request-id: req-ca2e6f95-df8a-4285-9a24-4e3007c15bcb {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:54:36.162370 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317fb212-cb1b-485a-8090-4f0fd8050128", "tag": "138c6e96-c923-4b55-ae3d-85584fb830e3", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:54:36.162636 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca2e6f95-df8a-4285-9a24-4e3007c15bcb {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:54:36.163035 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '317fb212-cb1b-485a-8090-4f0fd8050128', 'tag': '138c6e96-c923-4b55-ae3d-85584fb830e3', 'status': 'completed', 'code': 200} Sep 08 13:54:36.253592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d3e5-36a5-4991-8883-e3a8b75ff998 req-67ae31f2-4784-4735-b6a8-852d86548535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:36.256066 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39e2d3e5-36a5-4991-8883-e3a8b75ff998 req-67ae31f2-4784-4735-b6a8-852d86548535 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 1097 time: 0.0707145 Sep 08 13:54:36.307039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9d3b97e8-99d1-4bcf-8e45-ab31a55540fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '0a51aa32-54ef-4777-b887-0e41d79ca632', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': '138c6e96-c923-4b55-ae3d-85584fb830e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:ed:47:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317fb212-cb1b-485a-8090-4f0fd8050128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:54:34Z', 'updated_at': '2021-09-08T13:54:34Z', 'revision_number': 0, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:36.327261 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:54:36.377249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d3e5-36a5-4991-8883-e3a8b75ff998 req-04c0efa5-5803-486e-adc4-2ebce36a0f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:36.379416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39e2d3e5-36a5-4991-8883-e3a8b75ff998 req-04c0efa5-5803-486e-adc4-2ebce36a0f3b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.1165755 Sep 08 13:54:36.457474 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39e2d3e5-36a5-4991-8883-e3a8b75ff998 req-3c961f31-8365-4ead-bd46-21bf97743af4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138c6e96-c923-4b55-ae3d-85584fb830e3 HTTP/1.1" status: 200 len: 1000 time: 0.0697081 Sep 08 13:54:36.515113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b97e8-99d1-4bcf-8e45-ab31a55540fa None None] Checking router: aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:54:36.520766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d3e5-36a5-4991-8883-e3a8b75ff998 req-1b02e2db-dec7-44c6-a32a-32500eb49d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:36.523549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39e2d3e5-36a5-4991-8883-e3a8b75ff998 req-1b02e2db-dec7-44c6-a32a-32500eb49d6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0571282 Sep 08 13:54:36.525215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3b97e8-99d1-4bcf-8e45-ab31a55540fa None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:54:36.525861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9d3b97e8-99d1-4bcf-8e45-ab31a55540fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:54:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:36.584320 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d3e5-36a5-4991-8883-e3a8b75ff998 req-4ac8c093-70b1-4dbb-96e2-45c35b11eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:36.586238 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39e2d3e5-36a5-4991-8883-e3a8b75ff998 req-4ac8c093-70b1-4dbb-96e2-45c35b11eb05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554199 Sep 08 13:54:36.635653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-9d3b97e8-99d1-4bcf-8e45-ab31a55540fa None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:54:36.684923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39e2d3e5-36a5-4991-8883-e3a8b75ff998 req-b9f6cde6-9fb6-442a-bc78-6ed89c62081f service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917916 Sep 08 13:54:36.804658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39e2d3e5-36a5-4991-8883-e3a8b75ff998 req-2cd6f34d-b61a-45ba-afaf-57dbe15180b8 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123817 Sep 08 13:54:36.928156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9d3b97e8-99d1-4bcf-8e45-ab31a55540fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '0a51aa32-54ef-4777-b887-0e41d79ca632', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': '138c6e96-c923-4b55-ae3d-85584fb830e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:ed:47:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317fb212-cb1b-485a-8090-4f0fd8050128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:54:34Z', 'updated_at': '2021-09-08T13:54:34Z', 'revision_number': 0, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:36.960756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3b97e8-99d1-4bcf-8e45-ab31a55540fa None None] The sync data for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 is: [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '0a51aa32-54ef-4777-b887-0e41d79ca632', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.221', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': '138c6e96-c923-4b55-ae3d-85584fb830e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:ed:47:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317fb212-cb1b-485a-8090-4f0fd8050128', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:54:34Z', 'updated_at': '2021-09-08T13:54:34Z', 'revision_number': 0, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:54:37.177278 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b32e19-6c3e-4cb1-9c65-7f98a20b4cd3 None None] New status for floating IP 0a51aa32-54ef-4777-b887-0e41d79ca632: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:54:37.867918 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-41ea5858-93e9-453c-a6af-1980968ee3ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:38.556402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48b31c56-8862-47b0-8b91-23859081df53 req-ac4b516a-e1a2-4449-a1b2-d5a79711642d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416062 Sep 08 13:54:38.637038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31c56-8862-47b0-8b91-23859081df53 req-04fd172c-1f01-4193-8731-300296ec788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:38.638637 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48b31c56-8862-47b0-8b91-23859081df53 req-04fd172c-1f01-4193-8731-300296ec788c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 1097 time: 0.0419493 Sep 08 13:54:38.744225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31c56-8862-47b0-8b91-23859081df53 req-027effcc-e011-4bfc-8b9a-0e7d3aaa70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:38.745710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48b31c56-8862-47b0-8b91-23859081df53 req-027effcc-e011-4bfc-8b9a-0e7d3aaa70d6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0880039 Sep 08 13:54:38.811748 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48b31c56-8862-47b0-8b91-23859081df53 req-b3a61c8b-f6b5-4488-96a2-31accae0c735 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138c6e96-c923-4b55-ae3d-85584fb830e3 HTTP/1.1" status: 200 len: 1002 time: 0.0578353 Sep 08 13:54:38.869213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31c56-8862-47b0-8b91-23859081df53 req-85aaf74a-a13b-4863-b3c6-7473fe805227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:38.870731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48b31c56-8862-47b0-8b91-23859081df53 req-85aaf74a-a13b-4863-b3c6-7473fe805227 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0494823 Sep 08 13:54:38.921392 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31c56-8862-47b0-8b91-23859081df53 req-b3dd7daf-bd35-4135-a080-a31333476404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:54:38.923017 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48b31c56-8862-47b0-8b91-23859081df53 req-b3dd7daf-bd35-4135-a080-a31333476404 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447772 Sep 08 13:54:39.014215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48b31c56-8862-47b0-8b91-23859081df53 req-f1a14af4-ff22-48e8-9d88-bc15c57774e8 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841763 Sep 08 13:54:39.109949 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48b31c56-8862-47b0-8b91-23859081df53 req-7e096fbc-386d-46ca-8ca2-7a25cc1e6774 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885143 Sep 08 13:54:40.204968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b7dc0ac5-db6c-4efe-b7f7-37761a37135c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:40.599476 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:41.959704 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:43.410551 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:44.570628 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:44.816888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51114) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:44.865435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Deleting subnet 49c109dd-84b1-4587-acdb-2953e88dd4ce {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 13:54:44.868859 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:44.904922 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:44.944170 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:45.073559 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:45.106331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49c109dd-84b1-4587-acdb-2953e88dd4ce,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:45.109737 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:45.110706 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/49c109dd-84b1-4587-acdb-2953e88dd4ce HTTP/1.1" status: 204 len: 168 time: 0.2927635 Sep 08 13:54:45.113473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51116) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:45.118151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:45.118477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:45.118824 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:45.119164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:45.119497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:45.119901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:45.120235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:45.120564 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:45.120891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:45.121221 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:45.121543 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:45.121865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5775fdd0-832a-4f9e-9069-7aaf7fa44fc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:54:45.182887 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:45.262997 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:45.281830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d22a5b-9eb0-4536-b088-bcbdd03e7cf2']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:45.291241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ea275b-89bc-401e-8dfd-914846cd9b38') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:45.291543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ea275b-89bc-401e-8dfd-914846cd9b38') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:54:45.300554 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:45.314041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:45.320409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: timer() Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 13:54:45.323889 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 13:54:45.461837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:45.467198 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:45.473705 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] 10.222.0.69 "DELETE /v2.0/networks/50d22a5b-9eb0-4536-b088-bcbdd03e7cf2 HTTP/1.1" status: 204 len: 168 time: 0.3543742 Sep 08 13:54:45.480576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197b920-e607-4e69-80cd-1767a8800e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=50d22a5b-9eb0-4536-b088-bcbdd03e7cf2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:45.855494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51120) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:45.894630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5f5777c0-2917-431a-a8f1-968e3ffd05e1 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e24c2b421e174ca0a3c61b631d598e5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379503 Sep 08 13:54:45.897569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51122) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:54:45.944377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-124cbe53-9b50-4833-a227-398e27d5a9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:45.965297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-124cbe53-9b50-4833-a227-398e27d5a9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:46.079173 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-124cbe53-9b50-4833-a227-398e27d5a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:46.081839 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-124cbe53-9b50-4833-a227-398e27d5a9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:46.082978 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-124cbe53-9b50-4833-a227-398e27d5a9b8 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/76313a5f-52ca-4e01-a39b-8628f4c665ca HTTP/1.1" status: 204 len: 168 time: 0.1845231 Sep 08 13:54:46.091227 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cbe53-9b50-4833-a227-398e27d5a9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76313a5f-52ca-4e01-a39b-8628f4c665ca,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:54:47.073079 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:54:58.291773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-bd321335-ecce-4725-8636-94604226e042 req-e1dcb32d-1dc4-4707-ad5d-544a51df3e54 service neutron] (96263) timed out ('10.222.0.69', 33164) {{(pid=96263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 13:55:07.872602 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cab95106-c85f-4425-9dd4-588ef6e68edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:10.170139 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bbcaae2b-7192-4e18-ac6c-49357341c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:10.592754 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:11.964069 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:13.326423 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:55:13.392685 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:14.633122 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:17.135337 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:37.826268 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-28397e25-a087-4d6d-a328-4dba7364a54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:38.529491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f3c80b7-be2f-49af-bb4e-e81a939244a1 req-6361e662-eebd-470c-816f-82f984716dc4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428293 Sep 08 13:55:38.621113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c80b7-be2f-49af-bb4e-e81a939244a1 req-e56860cc-200f-43a6-a53f-f9855fd83282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:38.627475 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f3c80b7-be2f-49af-bb4e-e81a939244a1 req-e56860cc-200f-43a6-a53f-f9855fd83282 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 1097 time: 0.0486269 Sep 08 13:55:38.730738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c80b7-be2f-49af-bb4e-e81a939244a1 req-61fc7e88-b59c-41d0-b99e-1bd571f8dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:38.732214 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f3c80b7-be2f-49af-bb4e-e81a939244a1 req-61fc7e88-b59c-41d0-b99e-1bd571f8dc78 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0894279 Sep 08 13:55:38.799908 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f3c80b7-be2f-49af-bb4e-e81a939244a1 req-56b584ae-bc48-4f72-8db0-b9705017356a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138c6e96-c923-4b55-ae3d-85584fb830e3 HTTP/1.1" status: 200 len: 1002 time: 0.0586631 Sep 08 13:55:38.852751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c80b7-be2f-49af-bb4e-e81a939244a1 req-ea4ff51b-276c-4b32-a8c9-8664521f154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:38.854349 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f3c80b7-be2f-49af-bb4e-e81a939244a1 req-ea4ff51b-276c-4b32-a8c9-8664521f154c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0475168 Sep 08 13:55:38.902525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3c80b7-be2f-49af-bb4e-e81a939244a1 req-b12e845e-692f-4769-b093-45762fccdb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:55:38.904044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f3c80b7-be2f-49af-bb4e-e81a939244a1 req-b12e845e-692f-4769-b093-45762fccdb69 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413277 Sep 08 13:55:38.995330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f3c80b7-be2f-49af-bb4e-e81a939244a1 req-d4d7c923-1bba-4b63-8f00-4811bb78315e service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835488 Sep 08 13:55:39.089747 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f3c80b7-be2f-49af-bb4e-e81a939244a1 req-2fd0342d-77c1-4d00-9cd6-93f3239dc990 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867839 Sep 08 13:55:40.203668 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3fdae8d7-fbd0-429d-9383-1ca871f82240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:40.597856 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:41.934944 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:43.381062 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:44.574489 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:47.089593 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:55:50.325642 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:56:07.843310 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fcc537f1-af60-45bb-b74a-ea3f879e67df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:10.203107 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-933a1c63-8858-48a3-bfcc-9ac6ae41f5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:10.642285 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:11.980497 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:13.402624 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:14.614662 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:17.116819 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:21.688136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-3adce958-a36c-484c-b222-444f87246dc2 req-892057f5-2a9d-4710-9c8f-8681749128bd service neutron] (96263) timed out ('10.222.0.69', 56988) {{(pid=96263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 13:56:27.325265 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:56:37.831014 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2e3368d2-0f51-4904-b477-ddb7e3a540ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:40.236925 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ed21a2e-987b-4be2-b175-5a8d7878711b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:40.539876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1533e70-82d8-4326-89b2-1239b4cafda3 req-7f73dbe9-e77c-44f9-a0be-5cd0b851c1a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412388 Sep 08 13:56:40.585097 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:40.619222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533e70-82d8-4326-89b2-1239b4cafda3 req-3043ce5b-5acc-4585-9d7e-0980c148503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:40.620766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1533e70-82d8-4326-89b2-1239b4cafda3 req-3043ce5b-5acc-4585-9d7e-0980c148503d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 1097 time: 0.0405836 Sep 08 13:56:40.726719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533e70-82d8-4326-89b2-1239b4cafda3 req-a0069121-cfb8-480a-b9b0-0eebb0bfd6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:40.728212 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1533e70-82d8-4326-89b2-1239b4cafda3 req-a0069121-cfb8-480a-b9b0-0eebb0bfd6c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0882852 Sep 08 13:56:40.793051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1533e70-82d8-4326-89b2-1239b4cafda3 req-8c5422cd-5dcc-4641-b592-088d07a8818e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=138c6e96-c923-4b55-ae3d-85584fb830e3 HTTP/1.1" status: 200 len: 1002 time: 0.0574906 Sep 08 13:56:40.844516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533e70-82d8-4326-89b2-1239b4cafda3 req-d3ad4b5e-5dbb-417b-9941-169fdaa62b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:40.845957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1533e70-82d8-4326-89b2-1239b4cafda3 req-d3ad4b5e-5dbb-417b-9941-169fdaa62b74 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0466769 Sep 08 13:56:40.892411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533e70-82d8-4326-89b2-1239b4cafda3 req-f5e1b9e4-e64d-4581-8578-0ea4a364ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:56:40.893918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1533e70-82d8-4326-89b2-1239b4cafda3 req-f5e1b9e4-e64d-4581-8578-0ea4a364ee05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405076 Sep 08 13:56:40.981178 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1533e70-82d8-4326-89b2-1239b4cafda3 req-9a387039-e1d2-4ab0-986f-e6534e9ee0fc service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795248 Sep 08 13:56:41.075774 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1533e70-82d8-4326-89b2-1239b4cafda3 req-03fa9aa9-ae0a-4a75-8f6b-f20bb4caaddf service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879872 Sep 08 13:56:41.939491 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:43.362329 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:44.584941 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:56:47.105058 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:04.325101 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:57:07.847031 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7db8350d-7fe9-4c20-bc05-60cd83f9301f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:10.944459 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-05d16f01-259c-4573-96c9-d94c016d1554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:11.070259 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:11.926947 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:13.349708 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:14.624085 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:15.233712 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aed8a0-d807-4585-ba45-9ad3a6845fb1 req-bce002ee-e73a-4b0a-b0b0-f97e56c1b5ae tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:15.235325 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4aed8a0-d807-4585-ba45-9ad3a6845fb1 req-bce002ee-e73a-4b0a-b0b0-f97e56c1b5ae tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 946 time: 0.0577025 Sep 08 13:57:15.272935 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4aed8a0-d807-4585-ba45-9ad3a6845fb1 req-0f8739ee-88fe-430f-a25c-15cc56389d1f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314217 Sep 08 13:57:16.387434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abced2ab-4856-43f6-bd62-55c869b81e71 req-36f95b5d-3721-40c1-8ff2-7560b8f16e3c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:16.388919 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-abced2ab-4856-43f6-bd62-55c869b81e71 req-36f95b5d-3721-40c1-8ff2-7560b8f16e3c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 946 time: 0.0490499 Sep 08 13:57:16.428380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-abced2ab-4856-43f6-bd62-55c869b81e71 req-7d050761-a347-4e0b-97ba-ee3595410f70 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335119 Sep 08 13:57:16.858151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-b1b321f7-3dcd-4cf5-ae3c-ec1fc0b91001 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:16.859642 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-b1b321f7-3dcd-4cf5-ae3c-ec1fc0b91001 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 946 time: 0.0537150 Sep 08 13:57:16.947085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Deleting port 138c6e96-c923-4b55-ae3d-85584fb830e3 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 13:57:16.947443 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:17.036315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] For port 138c6e96-c923-4b55-ae3d-85584fb830e3, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=138c6e96-c923-4b55-ae3d-85584fb830e3,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:17.036612 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:17.154992 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:17.530189 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:17.530803 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:17.530921 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Floating IP 0a51aa32-54ef-4777-b887-0e41d79ca632 disassociated. External IP: 172.25.5.221, port: 138c6e96-c923-4b55-ae3d-85584fb830e3. Sep 08 13:57:17.531332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Calling delete_port for 138c6e96-c923-4b55-ae3d-85584fb830e3 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 13:57:17.570988 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36126ae4-49cf-49b7-828d-a7ba9a2151ea req-7609022d-5633-44dc-9176-0dd0b958b31d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:17.572556 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-36126ae4-49cf-49b7-828d-a7ba9a2151ea req-7609022d-5633-44dc-9176-0dd0b958b31d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 946 time: 0.0499072 Sep 08 13:57:17.611167 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-36126ae4-49cf-49b7-828d-a7ba9a2151ea req-7de02e54-5143-4324-aa8c-3db311d8c649 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324855 Sep 08 13:57:17.750076 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:17.778886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event deleted for resources: {'Port': ['ID=138c6e96-c923-4b55-ae3d-85584fb830e3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:17.789488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:17.789845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:17.790204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:17.790563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:17.790901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:17.791235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:17.791569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:17.791895 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:17.792223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:17.792551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:17.792882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:17.793206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:17.902547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:57:18.007666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:57:18.018285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f8c56-fa95-459e-b5d6-85208ac014f0 None None] Sync routers for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:57:18.027237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f8c56-fa95-459e-b5d6-85208ac014f0 None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:57:18.027845 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-875f8c56-fa95-459e-b5d6-85208ac014f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:57:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:18.046722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] No DVR routers for this DVR port 138c6e96-c923-4b55-ae3d-85584fb830e3 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 13:57:18.049712 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:18.052102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec4316cd-c22a-4e0b-9611-656d13ac9470 req-810a0503-869e-4b18-acc3-c91cf2e62bb9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "DELETE /v2.0/ports/138c6e96-c923-4b55-ae3d-85584fb830e3 HTTP/1.1" status: 204 len: 173 time: 1.1867592 Sep 08 13:57:18.052577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317fb212-cb1b-485a-8090-4f0fd8050128', 'name': 'network-vif-deleted', 'tag': '138c6e96-c923-4b55-ae3d-85584fb830e3'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:57:18.055466 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd17bbb-9405-45a6-b461-11a3c7cc1334" -d '{"events": [{"server_uuid": "317fb212-cb1b-485a-8090-4f0fd8050128", "name": "network-vif-deleted", "tag": "138c6e96-c923-4b55-ae3d-85584fb830e3"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:18.094762 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318d5a10-7acb-408b-b772-777e188c4321 x-openstack-request-id: req-318d5a10-7acb-408b-b772-777e188c4321 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:18.095055 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317fb212-cb1b-485a-8090-4f0fd8050128", "name": "network-vif-deleted", "tag": "138c6e96-c923-4b55-ae3d-85584fb830e3", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:18.095421 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-318d5a10-7acb-408b-b772-777e188c4321 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:18.095831 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '317fb212-cb1b-485a-8090-4f0fd8050128', 'name': 'network-vif-deleted', 'tag': '138c6e96-c923-4b55-ae3d-85584fb830e3', 'status': 'completed', 'code': 200} Sep 08 13:57:18.133738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-875f8c56-fa95-459e-b5d6-85208ac014f0 None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:57:18.345121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-875f8c56-fa95-459e-b5d6-85208ac014f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:18.371607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f8c56-fa95-459e-b5d6-85208ac014f0 None None] Checking router: aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:57:18.379836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875f8c56-fa95-459e-b5d6-85208ac014f0 None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:57:18.380446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-875f8c56-fa95-459e-b5d6-85208ac014f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:57:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:18.484309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-875f8c56-fa95-459e-b5d6-85208ac014f0 None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:57:18.683803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-875f8c56-fa95-459e-b5d6-85208ac014f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:18.708937 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4bc7783a-6422-4424-baa8-d4bfcfb68093 req-8e93e7e3-17ca-4de9-953a-3c7dfd2cf8fb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 210 time: 0.0292056 Sep 08 13:57:18.725328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875f8c56-fa95-459e-b5d6-85208ac014f0 None None] The sync data for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 is: [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:57:18.958438 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af0d6c4-86fe-4b21-8bc0-e99589df8249 None None] New status for floating IP 0a51aa32-54ef-4777-b887-0e41d79ca632: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:57:19.808814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9c6e98ba-60ab-4a96-8336-70c80a136c1b req-05f6a772-de93-4b28-87e5-f86a3cab7886 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 210 time: 0.0306885 Sep 08 13:57:19.944065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 138c6e96-c923-4b55-ae3d-85584fb830e3 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 13:57:19.963786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 138c6e96-c923-4b55-ae3d-85584fb830e3 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 13:57:19.964128 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 138c6e96-c923-4b55-ae3d-85584fb830e3 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 13:57:20.902622 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9f8ea7cf-da57-4c7f-a12b-ef61328441e6 req-a43d119d-f8ab-4169-a5d7-2fa18f8e1ba7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 210 time: 0.0260158 Sep 08 13:57:22.005441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4c07cb07-e1da-4fdc-94d4-36e409254953 req-0c0a5c2f-9afc-433e-b4ac-a519f7e36b6e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=317fb212-cb1b-485a-8090-4f0fd8050128 HTTP/1.1" status: 200 len: 210 time: 0.0265086 Sep 08 13:57:23.253185 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-22747c73-62b2-4d90-8017-011e431a8a2d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493976446&fields=id&tenant_id=0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 267 time: 0.0321808 Sep 08 13:57:23.356925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-f7b12505-b8fe-4f76-abcc-555804b744bb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:23.358416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-f7b12505-b8fe-4f76-abcc-555804b744bb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.0986536 Sep 08 13:57:23.372905 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-e7efa45a-2ed1-4741-bd9e-8d2fecb2bece tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/quotas/0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 375 time: 0.0087488 Sep 08 13:57:23.428585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-46b6ceb0-50a3-40af-9a49-904cb71ac25f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508337 Sep 08 13:57:23.522370 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-e39ec74d-e91a-4824-bdc0-15fb010068bc service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826492 Sep 08 13:57:23.612187 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-918d029d-dbda-49d5-8bcf-28e34a05c82c service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838680 Sep 08 13:57:24.336926 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6febac42-116f-4844-9d42-68410004a95e req-bb4b1235-2dbf-420d-9c76-adcad26c592f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 210 time: 0.0292804 Sep 08 13:57:25.430247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fee5ea5b-e0c4-4b00-a5dd-18c28fe286c6 req-3d98b7e5-7bcf-43a2-ae67-be91cbd7d4f4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 210 time: 0.0270488 Sep 08 13:57:26.500682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-a7d77e4b-939f-4177-8bd8-065d69f7b09c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:26.502161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-a7d77e4b-939f-4177-8bd8-065d69f7b09c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.70 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1102800 Sep 08 13:57:26.527201 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c315cfcc-4fce-43ee-b25a-ec7cd7d6b56b req-9d4861da-6b68-481b-a51f-e699bb7784fb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 210 time: 0.0286117 Sep 08 13:57:26.545629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-7a8438c1-a940-4522-bc5f-6f158e11c64c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 379 time: 0.0340466 Sep 08 13:57:26.554575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'port': {'device_id': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'admin_state_up': True, 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'security_groups': ['ed79db00-7ba2-4046-a131-b7081950f4a4']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:26.749723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Made reservation on behalf of 0be6846d67cf40e5b43b26617c1eef63 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 13:57:26.749723 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:26.870250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Allocated IP 172.20.0.3 (d399fb4b-f64d-4cd8-ac1d-1a55227053f1/ceb0e550-638c-49f8-9d34-968890004912/fdb8905b-cd9e-4fc6-925b-c404dc154fb4) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:57:27.014712 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:27.028203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Transition to ACTIVE for port object fdb8905b-cd9e-4fc6-925b-c404dc154fb4 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:57:27.121824 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:27.162633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:27.165607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:27.169351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:57:27.200478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=fdb8905b-cd9e-4fc6-925b-c404dc154fb4,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:27.233994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:27.234727 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:27.334049 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-394520e2-85a7-44e8-bb5b-30d761ba8967 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7829461 Sep 08 13:57:27.507717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Request body: {'port': {'device_id': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:27.515477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-23143af3-e20d-4c41-864a-b5125e03f1ad None None] Provisioning for port fdb8905b-cd9e-4fc6-925b-c404dc154fb4 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:57:27.519440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-23143af3-e20d-4c41-864a-b5125e03f1ad None None] Provisioning complete for port fdb8905b-cd9e-4fc6-925b-c404dc154fb4 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:57:27.519824 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-23143af3-e20d-4c41-864a-b5125e03f1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:27.555452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-23143af3-e20d-4c41-864a-b5125e03f1ad None None] Port fdb8905b-cd9e-4fc6-925b-c404dc154fb4 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 13:57:27.567601 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:27.725722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22757a82-cea4-4603-951a-eddb10cf1e44 req-d6049f0e-b7ae-4efb-93c5-82fb0f2f4b7c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:27.727290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-22757a82-cea4-4603-951a-eddb10cf1e44 req-d6049f0e-b7ae-4efb-93c5-82fb0f2f4b7c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 931 time: 0.1267197 Sep 08 13:57:27.816306 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-22757a82-cea4-4603-951a-eddb10cf1e44 req-32570737-a8de-47fb-9c43-42c93b41b7f7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800362 Sep 08 13:57:27.917340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb8905b-cd9e-4fc6-925b-c404dc154fb4 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:57:27.925437 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:27.938416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Transition to ACTIVE for port object fdb8905b-cd9e-4fc6-925b-c404dc154fb4 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 13:57:28.023868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:28.074546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Pushing event updated for resources: {'Port': ['ID=fdb8905b-cd9e-4fc6-925b-c404dc154fb4,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:28.144930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Attempting to bind port fdb8905b-cd9e-4fc6-925b-c404dc154fb4 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 13:57:28.145416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Attempting to bind port fdb8905b-cd9e-4fc6-925b-c404dc154fb4 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 13:57:28.145764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Attempting to bind port fdb8905b-cd9e-4fc6-925b-c404dc154fb4 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:57:28.150760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Port fdb8905b-cd9e-4fc6-925b-c404dc154fb4 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 13:57:28.151094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Attempting to bind port fdb8905b-cd9e-4fc6-925b-c404dc154fb4 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 13:57:28.160119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 13, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 13:57:28.160466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Checking segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 13:57:28.160859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Bound using segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 13:57:28.161304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Bound port: fdb8905b-cd9e-4fc6-925b-c404dc154fb4, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 13:57:28.161671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:28.235707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] For port fdb8905b-cd9e-4fc6-925b-c404dc154fb4, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 13:57:28.239332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] For port fdb8905b-cd9e-4fc6-925b-c404dc154fb4, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 13:57:28.304436 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:28.337930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:28.338587 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:28.340470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] 10.222.0.70 "PUT /v2.0/ports/fdb8905b-cd9e-4fc6-925b-c404dc154fb4 HTTP/1.1" status: 200 len: 1091 time: 0.9982634 Sep 08 13:57:28.340910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'tag': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:57:28.343183 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f922f19-3df3-4509-a5eb-7ea60035e6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "27dbda58-86e3-4680-9134-c6e9a2adc938", "tag": "fdb8905b-cd9e-4fc6-925b-c404dc154fb4"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:28.388414 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fe3540-df1f-479e-9966-20443aaf6f47 x-openstack-request-id: req-48fe3540-df1f-479e-9966-20443aaf6f47 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:28.388989 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dbda58-86e3-4680-9134-c6e9a2adc938", "tag": "fdb8905b-cd9e-4fc6-925b-c404dc154fb4", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:28.389372 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48fe3540-df1f-479e-9966-20443aaf6f47 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:28.389772 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'tag': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'status': 'completed', 'code': 200} Sep 08 13:57:28.392270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f98b3-3f62-4e3f-bd57-b8143bcc6ffe service neutron] Pushing event updated for resources: {'Port': ['ID=fdb8905b-cd9e-4fc6-925b-c404dc154fb4,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:28.454292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f922f19-3df3-4509-a5eb-7ea60035e6ac req-15baf767-c8c2-4c4a-98ad-7da576df8dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:28.455952 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f922f19-3df3-4509-a5eb-7ea60035e6ac req-15baf767-c8c2-4c4a-98ad-7da576df8dc1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 1094 time: 0.0461705 Sep 08 13:57:28.564781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f922f19-3df3-4509-a5eb-7ea60035e6ac req-778dd0ba-60b6-4195-acd2-bc3223cd2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:28.566300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f922f19-3df3-4509-a5eb-7ea60035e6ac req-778dd0ba-60b6-4195-acd2-bc3223cd2a28 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0be6846d67cf40e5b43b26617c1eef63&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1025510 Sep 08 13:57:28.663400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f922f19-3df3-4509-a5eb-7ea60035e6ac req-8a243fc1-486a-487f-9fea-c4b28e980520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:28.664942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f922f19-3df3-4509-a5eb-7ea60035e6ac req-8a243fc1-486a-487f-9fea-c4b28e980520 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913060 Sep 08 13:57:28.744940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-0e152e30-0aa2-46a7-8cac-b17638504faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:28.747002 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-0e152e30-0aa2-46a7-8cac-b17638504faf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 1094 time: 0.0467122 Sep 08 13:57:28.788929 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-7783fd25-46a3-4b71-ab53-db33f3bd5a73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4 HTTP/1.1" status: 200 len: 217 time: 0.0341642 Sep 08 13:57:28.837204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-5264a4d5-6379-4e3a-8e5b-86d56f023889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:28.838730 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-5264a4d5-6379-4e3a-8e5b-86d56f023889 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0432332 Sep 08 13:57:28.890591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-3ca9c00d-ca27-4b27-9b97-6810aadad40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:28.892126 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-3ca9c00d-ca27-4b27-9b97-6810aadad40c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468802 Sep 08 13:57:28.998813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91530e8f-2080-44b3-b0a6-c0f90d3504c5 req-7671609c-52d0-4027-9c32-c72fabad279a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:29.000329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91530e8f-2080-44b3-b0a6-c0f90d3504c5 req-7671609c-52d0-4027-9c32-c72fabad279a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 943 time: 0.1073318 Sep 08 13:57:29.029263 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-765a5e53-a501-481b-9f1d-fe2df0382b68 service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280005 Sep 08 13:57:29.060426 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91530e8f-2080-44b3-b0a6-c0f90d3504c5 req-54954479-35b7-4c13-9a07-c29444207e0a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524688 Sep 08 13:57:29.134497 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d903b6e-cb25-451a-b030-4033b05b3e7f req-9ac5e146-5322-4811-97a8-3aeb900a749d service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908937 Sep 08 13:57:30.175970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a238bab9-adde-45ac-948e-490c316a4565 req-5ae9b76b-47e5-4ee7-a63a-f995762cf07a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:30.177462 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a238bab9-adde-45ac-948e-490c316a4565 req-5ae9b76b-47e5-4ee7-a63a-f995762cf07a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 943 time: 0.0488613 Sep 08 13:57:30.215669 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a238bab9-adde-45ac-948e-490c316a4565 req-2543eaff-f6e8-4b9b-8b75-a1128c719eb4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314932 Sep 08 13:57:31.467878 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b81e7-8652-46ed-b789-031a20708d0a req-94825a85-4aee-4b1b-8963-691bcd3bd3f7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:31.469378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a26b81e7-8652-46ed-b789-031a20708d0a req-94825a85-4aee-4b1b-8963-691bcd3bd3f7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 943 time: 0.1887369 Sep 08 13:57:31.505641 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a26b81e7-8652-46ed-b789-031a20708d0a req-704f0ad0-cc9d-4386-9b52-e1629a37ec4e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302641 Sep 08 13:57:32.617655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b248d2-1d17-4f0f-9442-83fd26ea86b3 req-fc9cd114-dd2e-4bcb-a864-1c7130321435 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:32.619157 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25b248d2-1d17-4f0f-9442-83fd26ea86b3 req-fc9cd114-dd2e-4bcb-a864-1c7130321435 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 943 time: 0.0487211 Sep 08 13:57:32.657299 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-25b248d2-1d17-4f0f-9442-83fd26ea86b3 req-b3c09bdd-71fd-4287-bb5d-c35a42df7fc0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320163 Sep 08 13:57:33.773164 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c896e-54e5-4298-ac54-cf93aa249aee req-c64aedd9-b6d6-4a01-8ebe-3fb0d7a3de00 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:33.774662 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c6c896e-54e5-4298-ac54-cf93aa249aee req-c64aedd9-b6d6-4a01-8ebe-3fb0d7a3de00 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 943 time: 0.0520813 Sep 08 13:57:33.811437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c6c896e-54e5-4298-ac54-cf93aa249aee req-aa32e62e-d655-446e-85c1-2c6fe9d514e0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303314 Sep 08 13:57:34.927609 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac22eb1-a67c-46f3-9722-8a023a827d2b req-5bff58d7-a94d-4e7f-8a9c-bba8a079adca tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:34.929036 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dac22eb1-a67c-46f3-9722-8a023a827d2b req-5bff58d7-a94d-4e7f-8a9c-bba8a079adca tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 943 time: 0.0519178 Sep 08 13:57:34.965513 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dac22eb1-a67c-46f3-9722-8a023a827d2b req-8314d0f6-2864-4b02-b680-3f725d9b250b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305769 Sep 08 13:57:36.077529 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efd1ad-d6f4-4661-8184-b2d9f85be2f1 req-668e9baf-17a2-45a5-be78-f65cb9214392 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:36.079044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-23efd1ad-d6f4-4661-8184-b2d9f85be2f1 req-668e9baf-17a2-45a5-be78-f65cb9214392 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 943 time: 0.0483830 Sep 08 13:57:36.115513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-23efd1ad-d6f4-4661-8184-b2d9f85be2f1 req-341c5c91-42f4-4fb8-b794-d3ff79405542 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306554 Sep 08 13:57:37.323305 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a3060-0aec-448c-8f24-513dadd2dcef req-28821330-de4f-4e0f-a52d-0eb658f8fdd3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:37.324767 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c18a3060-0aec-448c-8f24-513dadd2dcef req-28821330-de4f-4e0f-a52d-0eb658f8fdd3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 943 time: 0.1425757 Sep 08 13:57:37.361734 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c18a3060-0aec-448c-8f24-513dadd2dcef req-b2d4d605-13b9-468b-863e-a55031ac8372 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310569 Sep 08 13:57:37.845892 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-771e161e-c083-4edd-a76c-170b519357ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:38.472655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d442ac-59cf-48f2-95ce-b1b1831a9859 req-ede72a2e-8565-4ab9-a939-43774fa90fa2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:38.474280 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c4d442ac-59cf-48f2-95ce-b1b1831a9859 req-ede72a2e-8565-4ab9-a939-43774fa90fa2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 943 time: 0.0485539 Sep 08 13:57:38.510970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c4d442ac-59cf-48f2-95ce-b1b1831a9859 req-c1610215-7486-4f1c-8fdc-be12ee02417e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302780 Sep 08 13:57:39.624209 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e3a32-4877-436d-a6dd-d2b485100dfe req-171dc24e-d7a4-428b-ad57-9cf17f361a6b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:39.625673 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f4e3a32-4877-436d-a6dd-d2b485100dfe req-171dc24e-d7a4-428b-ad57-9cf17f361a6b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 943 time: 0.0489285 Sep 08 13:57:39.661743 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f4e3a32-4877-436d-a6dd-d2b485100dfe req-5ee4537a-857b-4fa2-b067-d4987ba42fa2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301819 Sep 08 13:57:40.240976 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-15f9ab39-bd17-4cc5-aec7-21e43968a816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:40.363723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device fdb8905b-cd9e-4fc6-925b-c404dc154fb4 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 13:57:40.456362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port fdb8905b-cd9e-4fc6-925b-c404dc154fb4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:40.467791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'port_id': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'mac_address': 'fa:16:3e:32:1a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 13:57:40.503219 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:40.515629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb8905b-cd9e-4fc6-925b-c404dc154fb4 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 13:57:40.541260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port fdb8905b-cd9e-4fc6-925b-c404dc154fb4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:40.606625 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:40.641740 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:40.658280 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=fdb8905b-cd9e-4fc6-925b-c404dc154fb4,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:40.665318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:40.665666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:40.666012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:40.666380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:40.666718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:40.667053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:40.667410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:40.667739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:40.668115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:40.668444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:40.668771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:40.669097 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:40.779308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf818f-a061-4dcc-ae0d-9eb3fd793273 req-ebc5b6ff-bb01-467d-acf5-104704d36713 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:40.780768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-efaf818f-a061-4dcc-ae0d-9eb3fd793273 req-ebc5b6ff-bb01-467d-acf5-104704d36713 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 944 time: 0.0541103 Sep 08 13:57:40.816823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-efaf818f-a061-4dcc-ae0d-9eb3fd793273 req-6af00b9b-cf6b-4f68-bc28-52859c76bce7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301664 Sep 08 13:57:40.827110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['fdb8905b-cd9e-4fc6-925b-c404dc154fb4'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 13:57:41.326351 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:57:41.937460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53066c-7e18-415d-8469-8f0069c9b456 req-ab6db9a6-807b-4091-ae4b-1ab3f72e46c9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:41.939623 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f53066c-7e18-415d-8469-8f0069c9b456 req-ab6db9a6-807b-4091-ae4b-1ab3f72e46c9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 944 time: 0.0525212 Sep 08 13:57:41.955219 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:41.983002 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7f53066c-7e18-415d-8469-8f0069c9b456 req-5a9f9562-f135-422c-a462-31d0a09dffbc tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321324 Sep 08 13:57:42.364058 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device fdb8905b-cd9e-4fc6-925b-c404dc154fb4 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 13:57:42.468530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port fdb8905b-cd9e-4fc6-925b-c404dc154fb4 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 13:57:42.472185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port fdb8905b-cd9e-4fc6-925b-c404dc154fb4 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 13:57:42.477606 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:42.545956 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:42.567621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:57:42.569852 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41169ee3-1707-47e6-9a42-b0b3a98ebb29" -d '{"events": [{"server_uuid": "27dbda58-86e3-4680-9134-c6e9a2adc938", "name": "network-vif-plugged", "status": "completed", "tag": "fdb8905b-cd9e-4fc6-925b-c404dc154fb4"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:42.582760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port fdb8905b-cd9e-4fc6-925b-c404dc154fb4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 13:57:42.652873 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:42.681871 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 13:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a645c74e-aa0e-4097-9a70-a20a51668004 x-openstack-request-id: req-a645c74e-aa0e-4097-9a70-a20a51668004 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:42.682165 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dbda58-86e3-4680-9134-c6e9a2adc938", "name": "network-vif-plugged", "status": "completed", "tag": "fdb8905b-cd9e-4fc6-925b-c404dc154fb4", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:42.682440 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-a645c74e-aa0e-4097-9a70-a20a51668004 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:42.682886 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'code': 200} Sep 08 13:57:42.709083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=fdb8905b-cd9e-4fc6-925b-c404dc154fb4,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:42.773525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b919423e-b864-4877-8e70-01092c720082 req-cab88f6c-6056-4ff0-8846-bb63e05ce18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:42.773525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b919423e-b864-4877-8e70-01092c720082 req-cab88f6c-6056-4ff0-8846-bb63e05ce18a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 1096 time: 0.0402045 Sep 08 13:57:42.806533 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b919423e-b864-4877-8e70-01092c720082 req-1dd50e89-b8ad-4a88-933b-6c4f5dd8c736 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268946 Sep 08 13:57:43.091527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103dd6a-801a-4601-803d-790f853ccf19 req-bae4f2b6-8158-4463-8e14-c23e7bdb9eae tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:43.092981 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5103dd6a-801a-4601-803d-790f853ccf19 req-bae4f2b6-8158-4463-8e14-c23e7bdb9eae tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 945 time: 0.0481746 Sep 08 13:57:43.129947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5103dd6a-801a-4601-803d-790f853ccf19 req-cd14488a-3fc0-4c76-95ac-2c746b12cee9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310428 Sep 08 13:57:43.360471 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:44.243620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186f889-62a5-48d5-ab8c-d008b3f81355 req-1d4afbec-8ca6-4fcb-ae10-473e9232bd3b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:44.245010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b186f889-62a5-48d5-ab8c-d008b3f81355 req-1d4afbec-8ca6-4fcb-ae10-473e9232bd3b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 945 time: 0.0495832 Sep 08 13:57:44.282122 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b186f889-62a5-48d5-ab8c-d008b3f81355 req-e8552264-b94f-41ee-b26b-4324f40fc34b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312738 Sep 08 13:57:44.396358 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657c2a9-1627-4834-a989-ab893c63777f req-9d427ef8-acf1-4064-ba4a-e0e9f2670846 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:44.397830 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b657c2a9-1627-4834-a989-ab893c63777f req-9d427ef8-acf1-4064-ba4a-e0e9f2670846 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 945 time: 0.0476353 Sep 08 13:57:44.434587 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b657c2a9-1627-4834-a989-ab893c63777f req-09f768d9-a98d-471f-aa89-1a894265dcac tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300672 Sep 08 13:57:44.456531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51344) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:57:44.499923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12829a6a-0b70-44a1-9765-128234728022 tempest-TestVolumeBootPattern-1523801939 tempest-TestVolumeBootPattern-1523801939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:44.501339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-12829a6a-0b70-44a1-9765-128234728022 tempest-TestVolumeBootPattern-1523801939 tempest-TestVolumeBootPattern-1523801939-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 1091 time: 0.0438311 Sep 08 13:57:44.504068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51346) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 13:57:44.508211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address': '172.20.0.3'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 13:57:44.629586 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:44.640516 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:44.722815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:45.133653 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Allocated IP 172.25.5.67 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/21e57bca-144c-49f0-8b12-fb706272e61b) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 13:57:45.230385 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:45.332444 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:45.369677 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 13:57:45.372515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 13:57:45.375904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 13:57:45.406719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=21e57bca-144c-49f0-8b12-fb706272e61b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:45.418509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:45.418865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:45.419211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:45.419556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:45.419891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:45.420230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:45.420560 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:45.420909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:45.421216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:45.421542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:45.421869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:45.422213 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 13:57:45.735860 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:45.870134 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:46.017066 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:46.075137 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:46.142484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=21e57bca-144c-49f0-8b12-fb706272e61b,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 13:57:46.152997 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:46.250369 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Floating IP c8867f81-3fcf-4942-b0be-d09e1cd831aa associated. External IP: 172.25.5.67, port: fdb8905b-cd9e-4fc6-925b-c404dc154fb4. Sep 08 13:57:46.454671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 13:57:46.562193 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 13:57:46.573162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f10b91-7700-45b8-b8cb-269644bf8853 None None] Sync routers for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 13:57:46.581825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f10b91-7700-45b8-b8cb-269644bf8853 None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:57:46.584050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b9f10b91-7700-45b8-b8cb-269644bf8853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:57:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:46.652168 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:46.680412 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-91c9f9ce-f031-49ac-ac68-973ab66a802d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1753154 Sep 08 13:57:46.681173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'tag': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 13:57:46.684164 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5d9136-29c5-406d-90c9-ca47b823d268" -d '{"events": [{"name": "network-changed", "server_uuid": "27dbda58-86e3-4680-9134-c6e9a2adc938", "tag": "fdb8905b-cd9e-4fc6-925b-c404dc154fb4"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 13:57:46.721249 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 13:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58394f9-87dc-449c-919f-0ebea4b63af9 x-openstack-request-id: req-c58394f9-87dc-449c-919f-0ebea4b63af9 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 13:57:46.721547 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dbda58-86e3-4680-9134-c6e9a2adc938", "tag": "fdb8905b-cd9e-4fc6-925b-c404dc154fb4", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 13:57:46.721802 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c58394f9-87dc-449c-919f-0ebea4b63af9 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 13:57:46.722235 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'tag': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'status': 'completed', 'code': 200} Sep 08 13:57:46.793825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9136-29c5-406d-90c9-ca47b823d268 req-d72ba489-b540-463c-832b-cd7bec63eb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:46.795385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d5d9136-29c5-406d-90c9-ca47b823d268 req-d72ba489-b540-463c-832b-cd7bec63eb72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 1096 time: 0.0492167 Sep 08 13:57:46.846372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b9f10b91-7700-45b8-b8cb-269644bf8853 None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:57:46.887966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9136-29c5-406d-90c9-ca47b823d268 req-ea64cd84-4700-4809-823e-26a2b1515971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:46.889431 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d5d9136-29c5-406d-90c9-ca47b823d268 req-ea64cd84-4700-4809-823e-26a2b1515971 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0876579 Sep 08 13:57:46.961246 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d5d9136-29c5-406d-90c9-ca47b823d268 req-68758b31-38fa-46fd-b6ce-5ea9da8ea489 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4 HTTP/1.1" status: 200 len: 998 time: 0.0649726 Sep 08 13:57:47.010594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9136-29c5-406d-90c9-ca47b823d268 req-22acc5cc-5a64-4757-a097-fb49415ad612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:47.012087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d5d9136-29c5-406d-90c9-ca47b823d268 req-22acc5cc-5a64-4757-a097-fb49415ad612 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0441444 Sep 08 13:57:47.058985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d9136-29c5-406d-90c9-ca47b823d268 req-28f3b670-431a-40df-8963-41bf47907d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:57:47.060485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d5d9136-29c5-406d-90c9-ca47b823d268 req-28f3b670-431a-40df-8963-41bf47907d9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416455 Sep 08 13:57:47.080703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b9f10b91-7700-45b8-b8cb-269644bf8853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'c8867f81-3fcf-4942-b0be-d09e1cd831aa', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:32:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:57:45Z', 'updated_at': '2021-09-08T13:57:45Z', 'revision_number': 0, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:47.111889 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f10b91-7700-45b8-b8cb-269644bf8853 None None] Checking router: aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 13:57:47.113996 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:57:47.121370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f10b91-7700-45b8-b8cb-269644bf8853 None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 13:57:47.121967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b9f10b91-7700-45b8-b8cb-269644bf8853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T13:57:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:47.154412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d5d9136-29c5-406d-90c9-ca47b823d268 req-05b48e02-82f3-4108-b1a0-2e007d704d7e service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870914 Sep 08 13:57:47.227410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b9f10b91-7700-45b8-b8cb-269644bf8853 None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 13:57:47.242083 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d5d9136-29c5-406d-90c9-ca47b823d268 req-91eeab2e-c181-4431-be05-109e9d935f7b service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812016 Sep 08 13:57:47.444433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b9f10b91-7700-45b8-b8cb-269644bf8853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'c8867f81-3fcf-4942-b0be-d09e1cd831aa', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:32:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:57:45Z', 'updated_at': '2021-09-08T13:57:45Z', 'revision_number': 0, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 13:57:47.471325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f10b91-7700-45b8-b8cb-269644bf8853 None None] The sync data for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 is: [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'c8867f81-3fcf-4942-b0be-d09e1cd831aa', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:32:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:57:45Z', 'updated_at': '2021-09-08T13:57:45Z', 'revision_number': 0, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 13:57:47.661571 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dcb773-4fff-4e19-ad6a-8947833c60b2 None None] New status for floating IP c8867f81-3fcf-4942-b0be-d09e1cd831aa: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 13:58:06.514572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-e6727c3a-2217-468d-94e9-1df42f744ea4 req-8a02520b-337d-4613-8f7a-75a52f3fd80f service neutron] (96264) timed out ('10.222.0.70', 58288) {{(pid=96264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 13:58:07.828700 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aaa619a5-e74f-4ede-b6ea-21914f7c941f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:10.183256 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-045003ac-f07c-4dc5-9a31-53270b4d0a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:10.606031 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:11.966516 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:13.360353 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:14.634697 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:17.160272 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:18.326646 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:58:33.031575 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa405dae-be6c-4f63-b033-134ee5c15db4 req-cbb0bffd-74c8-4403-aab4-5d3f5e616be3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443840 Sep 08 13:58:33.110587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa405dae-be6c-4f63-b033-134ee5c15db4 req-799b49a6-dbe0-4b3b-a5aa-2ba7b4f00657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:58:33.111993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa405dae-be6c-4f63-b033-134ee5c15db4 req-799b49a6-dbe0-4b3b-a5aa-2ba7b4f00657 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 1096 time: 0.0402501 Sep 08 13:58:33.212411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa405dae-be6c-4f63-b033-134ee5c15db4 req-0126081c-a5c9-4010-aa07-6ca0668c3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:58:33.213859 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa405dae-be6c-4f63-b033-134ee5c15db4 req-0126081c-a5c9-4010-aa07-6ca0668c3702 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0834770 Sep 08 13:58:33.281109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa405dae-be6c-4f63-b033-134ee5c15db4 req-fb13464f-0e56-4fe8-a0a9-6ee548ab23fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0601025 Sep 08 13:58:33.329362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa405dae-be6c-4f63-b033-134ee5c15db4 req-c0db4535-9a5c-480b-b12b-a9754fdc5de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:58:33.330787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa405dae-be6c-4f63-b033-134ee5c15db4 req-c0db4535-9a5c-480b-b12b-a9754fdc5de3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0420461 Sep 08 13:58:33.374904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa405dae-be6c-4f63-b033-134ee5c15db4 req-d5e9fbab-6f77-4ff7-87c8-233439265610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:58:33.376373 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa405dae-be6c-4f63-b033-134ee5c15db4 req-d5e9fbab-6f77-4ff7-87c8-233439265610 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391219 Sep 08 13:58:33.468978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa405dae-be6c-4f63-b033-134ee5c15db4 req-d6fa7d69-c945-44c7-aaeb-a8be4492d345 service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853286 Sep 08 13:58:33.560471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa405dae-be6c-4f63-b033-134ee5c15db4 req-3cc9d215-c6f0-4144-a417-8f2d38addb35 service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845561 Sep 08 13:58:37.845507 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fca27e81-52b4-4bf6-80fa-343205286084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:40.308531 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-671fd669-2c7f-4f05-b58e-6f5218491cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:40.651137 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:41.954695 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:43.421784 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:44.638961 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:47.159869 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:58:55.325885 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:58:57.306358 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-0ec7cf89-2be0-474d-84d6-a95ea9f530fd req-a06f1f9d-bcb2-4da4-b661-acea667a6054 service neutron] (96264) timed out ('10.222.0.69', 44136) {{(pid=96264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 13:59:07.890570 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0dc53e2b-a041-4afb-b563-3ad05f01d186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:10.175701 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0635676a-9b63-4c98-8ec7-39b23e0bd5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:10.673281 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:11.976152 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:13.364761 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:14.621548 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:17.187518 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:32.324731 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 13:59:33.019908 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-542d91bc-ad2b-4941-86bc-f6f76585e32b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397618 Sep 08 13:59:33.099476 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-c157118a-a503-483b-b231-52a440218efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:59:33.100842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-c157118a-a503-483b-b231-52a440218efa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 1096 time: 0.0391552 Sep 08 13:59:33.203069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-3e1523be-0eed-4947-82e1-38fd1f2311ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:59:33.204523 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-3e1523be-0eed-4947-82e1-38fd1f2311ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0852647 Sep 08 13:59:33.267801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-490ed2b2-5f3c-4606-a88a-fd2f49655c48 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0559127 Sep 08 13:59:33.315049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-00af4dfc-ccde-4f23-bfe4-ef09d9d49e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:59:33.316443 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-00af4dfc-ccde-4f23-bfe4-ef09d9d49e81 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0416002 Sep 08 13:59:33.364116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-4a44eb63-4682-4e22-b0c6-86be555e5315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 13:59:33.365532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-4a44eb63-4682-4e22-b0c6-86be555e5315 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423481 Sep 08 13:59:33.376918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-a543c05d-49bd-4cb5-b8a4-0d3828029746 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 13:59:33.377885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-a543c05d-49bd-4cb5-b8a4-0d3828029746 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053649 Sep 08 13:59:33.463536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-a90cda52-605a-4b3e-be5f-c225b6a1b39b service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790739 Sep 08 13:59:33.554286 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-329492d9-b6a8-47ad-8391-aa1f5b3566e6 req-993154eb-1730-478c-be66-5506a8ec4670 service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839016 Sep 08 13:59:37.821278 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-82d4d794-cb23-4be5-97c2-f43aec3eaa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:40.221181 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1a6a3438-79f3-4709-9840-7892f6d500b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:40.781277 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:41.975723 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:43.363936 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:44.672273 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 13:59:47.175511 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:07.866637 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7e335e5c-97c8-4155-aa1b-9bd024ce76e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:09.323826 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:00:10.203104 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-69e95b00-72e8-4f4e-9f10-ed6d9754fd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:10.654638 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:11.992235 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:13.397909 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:14.695036 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:15.155264 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-3816b113-2062-4234-bc92-00456e27583d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-493976446&fields=id&tenant_id=0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 267 time: 0.0355251 Sep 08 14:00:15.264092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-95684cba-8822-4155-b8f0-bab4cf65b912 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:15.265691 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-95684cba-8822-4155-b8f0-bab4cf65b912 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1038396 Sep 08 14:00:15.280968 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-a5fff3d9-d889-4653-8ea9-a0ffb848e087 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/quotas/0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 375 time: 0.0089757 Sep 08 14:00:15.337264 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-c5d1728b-d407-4a0e-9393-c18b1d44a93a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0505123 Sep 08 14:00:15.483177 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-b5ea9c12-2d69-4e29-9f33-15d5c7a18597 service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340206 Sep 08 14:00:15.571751 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-b27cc535-cfc1-4023-ad94-48289e6879e9 service neutron] 10.222.0.69 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823197 Sep 08 14:00:17.056508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f819461b-c9c4-4b6f-a50b-65671a3cf0ff req-9e5142cd-450e-464b-8c02-7b3faaa386ea tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 210 time: 0.0272985 Sep 08 14:00:17.214463 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:18.135043 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b8bb7886-1986-46f5-937b-534295c1f70d req-03eab63e-6d95-4b1f-98ef-768265d48c92 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 210 time: 0.0269849 Sep 08 14:00:19.244152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28cd7146-6613-4069-8c03-e20dff9fbafe req-ac99c881-35c8-4337-822c-ba94aae71397 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 210 time: 0.0268364 Sep 08 14:00:20.350406 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5a8728fe-d925-42e6-aaf6-d41056bc4b93 req-b2befd2d-3ae8-48d6-bdab-5ec750546d6d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 210 time: 0.0302463 Sep 08 14:00:21.442381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54d15fe3-7a2a-4b41-a987-df77c6c3e424 req-921faa6a-87ae-4d6f-b5d2-09bf12fe1ace tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 210 time: 0.0265040 Sep 08 14:00:22.533487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5c515232-343e-443d-9c2b-41867680ee90 req-2da2c43c-6db9-43fc-9c18-c8cc75cd0b6e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 210 time: 0.0265744 Sep 08 14:00:23.071158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-b115ec8f-a0e7-40a3-8cc7-bd0a3ad8f5c9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:23.072590 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-b115ec8f-a0e7-40a3-8cc7-bd0a3ad8f5c9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 812 time: 0.1000164 Sep 08 14:00:23.113654 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-2331487e-c371-44a6-8829-614cfe4baf08 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0be6846d67cf40e5b43b26617c1eef63 HTTP/1.1" status: 200 len: 379 time: 0.0323415 Sep 08 14:00:23.123173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'port': {'device_id': '99004feb-f015-4328-9b84-b41f62eccc7e', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'admin_state_up': True, 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'security_groups': ['ed79db00-7ba2-4046-a131-b7081950f4a4']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:00:23.630538 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5a31479f-b7e8-4025-8112-b6afc9a265a4 req-c07f1b28-1289-469d-a1d0-48d9949aa3a3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 210 time: 0.0268657 Sep 08 14:00:23.940772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Made reservation on behalf of 0be6846d67cf40e5b43b26617c1eef63 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:00:23.944388 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:24.069683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Allocated IP 172.20.0.11 (d399fb4b-f64d-4cd8-ac1d-1a55227053f1/ceb0e550-638c-49f8-9d34-968890004912/c1cf2634-2137-4877-8ec8-a4e5dbf8e622) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:00:24.207343 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:24.220633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Transition to ACTIVE for port object c1cf2634-2137-4877-8ec8-a4e5dbf8e622 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:00:24.392852 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:24.438057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:00:24.441147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:00:24.444969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:00:24.472954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=c1cf2634-2137-4877-8ec8-a4e5dbf8e622,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:24.487387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:24.487736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:24.488266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:24.488795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:24.489136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:24.489474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:24.489812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:24.490146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:24.490497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:24.490828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:24.491155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:24.491481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:24.516980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:24.523411 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:24.627044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-19e2fe73-40cb-4fd3-8999-2b88adeaeeff tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5071836 Sep 08 14:00:24.636985 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-875c4acc-1268-40fe-b6a2-5e11cdfd5fc0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:00:24.637932 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-875c4acc-1268-40fe-b6a2-5e11cdfd5fc0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050693 Sep 08 14:00:24.700334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Request body: {'port': {'device_id': '99004feb-f015-4328-9b84-b41f62eccc7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:00:24.746204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0738cb5-d10c-4c32-8023-b6aecc8fcfeb req-68e754e1-9b48-48fc-bd31-f328e1d6490a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:24.755040 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a0738cb5-d10c-4c32-8023-b6aecc8fcfeb req-68e754e1-9b48-48fc-bd31-f328e1d6490a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 932 time: 0.0570800 Sep 08 14:00:24.759010 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:24.781292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-785b851e-12b9-40f1-85d5-611491e3304b None None] Provisioning for port c1cf2634-2137-4877-8ec8-a4e5dbf8e622 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:00:24.786616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-785b851e-12b9-40f1-85d5-611491e3304b None None] Provisioning complete for port c1cf2634-2137-4877-8ec8-a4e5dbf8e622 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:00:24.788427 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-785b851e-12b9-40f1-85d5-611491e3304b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:24.799463 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a0738cb5-d10c-4c32-8023-b6aecc8fcfeb req-ed5dbec8-e01d-4cb6-a3a9-a77f5a719ca3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419617 Sep 08 14:00:24.840467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-785b851e-12b9-40f1-85d5-611491e3304b None None] Port c1cf2634-2137-4877-8ec8-a4e5dbf8e622 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:00:25.036366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1cf2634-2137-4877-8ec8-a4e5dbf8e622 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:00:25.043814 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:25.056175 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Transition to ACTIVE for port object c1cf2634-2137-4877-8ec8-a4e5dbf8e622 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:00:25.140617 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:25.211744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cf2634-2137-4877-8ec8-a4e5dbf8e622,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:25.271323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Attempting to bind port c1cf2634-2137-4877-8ec8-a4e5dbf8e622 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:00:25.271664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Attempting to bind port c1cf2634-2137-4877-8ec8-a4e5dbf8e622 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:00:25.272000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Attempting to bind port c1cf2634-2137-4877-8ec8-a4e5dbf8e622 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:00:25.276604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Port c1cf2634-2137-4877-8ec8-a4e5dbf8e622 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:00:25.276961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Attempting to bind port c1cf2634-2137-4877-8ec8-a4e5dbf8e622 on network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:00:25.281996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:00:25.282290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Checking segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:00:25.282683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Bound using segment: {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:00:25.283615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Bound port: c1cf2634-2137-4877-8ec8-a4e5dbf8e622, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:00:25.283980 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:25.353728 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] For port c1cf2634-2137-4877-8ec8-a4e5dbf8e622, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:00:25.358128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] For port c1cf2634-2137-4877-8ec8-a4e5dbf8e622, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c1cf2634-2137-4877-8ec8-a4e5dbf8e622,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:00:25.415760 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:25.453180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:25.453180 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:25.454495 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] 10.222.0.60 "PUT /v2.0/ports/c1cf2634-2137-4877-8ec8-a4e5dbf8e622 HTTP/1.1" status: 200 len: 1092 time: 0.8082066 Sep 08 14:00:25.454976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99004feb-f015-4328-9b84-b41f62eccc7e', 'tag': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:00:25.457293 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a048661-e2b0-4ba7-b2a8-c420d92adefe" -d '{"events": [{"name": "network-changed", "server_uuid": "99004feb-f015-4328-9b84-b41f62eccc7e", "tag": "c1cf2634-2137-4877-8ec8-a4e5dbf8e622"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:00:25.488406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5abc0-c2ee-40f5-bf10-351141589111 service neutron] Pushing event updated for resources: {'Port': ['ID=c1cf2634-2137-4877-8ec8-a4e5dbf8e622,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:25.605693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-49d2c524-d22a-4a15-bf1c-2987ff36d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:25.607372 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-49d2c524-d22a-4a15-bf1c-2987ff36d11a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 1095 time: 0.0494952 Sep 08 14:00:25.656420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-0e10a49c-eab7-4174-a1a0-e233a1bbea6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1cf2634-2137-4877-8ec8-a4e5dbf8e622 HTTP/1.1" status: 200 len: 217 time: 0.0414143 Sep 08 14:00:25.707302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-84b47b8c-4265-43ea-83eb-d81c8a7f48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:25.710128 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-84b47b8c-4265-43ea-83eb-d81c8a7f48e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0457208 Sep 08 14:00:25.755477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-9408340c-a9cb-498d-b9c3-558922959886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:25.757028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-9408340c-a9cb-498d-b9c3-558922959886 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411170 Sep 08 14:00:25.939271 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72c68a-1f96-4b81-bcfd-2fc4362c4892 req-701905d0-2657-4464-bb63-e55bfb2dfb2a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:25.940863 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e72c68a-1f96-4b81-bcfd-2fc4362c4892 req-701905d0-2657-4464-bb63-e55bfb2dfb2a tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 944 time: 0.0537567 Sep 08 14:00:25.990166 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e72c68a-1f96-4b81-bcfd-2fc4362c4892 req-19b39fed-5694-4e02-81c5-9cd5e5a8da76 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425053 Sep 08 14:00:26.188555 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-29fa7599-ea9c-401b-96e8-34c80ec9c113 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237781 Sep 08 14:00:26.277990 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c45bc95e-a789-4382-aba5-268f2e2774b1 req-1906e1f6-f777-41dd-a868-fc994321cf48 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815654 Sep 08 14:00:26.620031 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1882260-e3e3-43ba-8c84-29450aa06dbc x-openstack-request-id: req-d1882260-e3e3-43ba-8c84-29450aa06dbc {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:00:26.620430 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99004feb-f015-4328-9b84-b41f62eccc7e", "tag": "c1cf2634-2137-4877-8ec8-a4e5dbf8e622", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:00:26.620744 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d1882260-e3e3-43ba-8c84-29450aa06dbc {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:00:26.621253 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99004feb-f015-4328-9b84-b41f62eccc7e', 'tag': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622', 'status': 'completed', 'code': 200} Sep 08 14:00:26.685949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a048661-e2b0-4ba7-b2a8-c420d92adefe req-ab0f95ea-91f9-4e9e-9355-6e0a5587446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:26.687593 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a048661-e2b0-4ba7-b2a8-c420d92adefe req-ab0f95ea-91f9-4e9e-9355-6e0a5587446c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 1095 time: 0.0458174 Sep 08 14:00:26.778003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a048661-e2b0-4ba7-b2a8-c420d92adefe req-308a796f-ec8d-443d-8179-faf00cb30391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:26.779522 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a048661-e2b0-4ba7-b2a8-c420d92adefe req-308a796f-ec8d-443d-8179-faf00cb30391 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0853703 Sep 08 14:00:26.824921 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a048661-e2b0-4ba7-b2a8-c420d92adefe req-21f1d33b-505a-4ba7-9ace-e58dcc62cfaf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1cf2634-2137-4877-8ec8-a4e5dbf8e622 HTTP/1.1" status: 200 len: 217 time: 0.0357516 Sep 08 14:00:26.872349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a048661-e2b0-4ba7-b2a8-c420d92adefe req-73646d68-b4f1-42c6-a5ca-c6d39d8d827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:26.873842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a048661-e2b0-4ba7-b2a8-c420d92adefe req-73646d68-b4f1-42c6-a5ca-c6d39d8d827a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0425134 Sep 08 14:00:26.919490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a048661-e2b0-4ba7-b2a8-c420d92adefe req-541590fe-9c64-4b57-b9cb-903237a60665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:26.921146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a048661-e2b0-4ba7-b2a8-c420d92adefe req-541590fe-9c64-4b57-b9cb-903237a60665 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405872 Sep 08 14:00:27.017400 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a048661-e2b0-4ba7-b2a8-c420d92adefe req-49d54bc9-9053-4d5a-8bb4-5c3f7036ae1d service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895748 Sep 08 14:00:27.112258 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9a048661-e2b0-4ba7-b2a8-c420d92adefe req-01076569-af46-468d-876a-e1e272276ead service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877879 Sep 08 14:00:27.115700 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132ea79-bf94-454a-8f1c-a19cca7d4f18 req-7ab453ad-64df-4649-ac7c-81badc8b7c18 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:27.121239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7132ea79-bf94-454a-8f1c-a19cca7d4f18 req-7ab453ad-64df-4649-ac7c-81badc8b7c18 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 944 time: 0.0595334 Sep 08 14:00:27.155512 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7132ea79-bf94-454a-8f1c-a19cca7d4f18 req-2bc21e5d-e694-4f63-82ad-29a94ae61f89 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322561 Sep 08 14:00:28.275391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45170e28-4159-42ca-930a-f5beed5c6e2a req-271f70af-1e14-4093-b543-e862295ac2ae tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:28.276882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45170e28-4159-42ca-930a-f5beed5c6e2a req-271f70af-1e14-4093-b543-e862295ac2ae tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 944 time: 0.0536313 Sep 08 14:00:28.313781 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45170e28-4159-42ca-930a-f5beed5c6e2a req-d980b8c0-ae1d-4c95-8ee6-7ae9fddb1b07 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308275 Sep 08 14:00:29.427549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb7236-bf05-4aed-84cf-c41b4db144ba req-b1effd2f-3092-453f-ace8-c6ae0e31580e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:29.429036 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ceb7236-bf05-4aed-84cf-c41b4db144ba req-b1effd2f-3092-453f-ace8-c6ae0e31580e tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 944 time: 0.0488122 Sep 08 14:00:29.466158 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ceb7236-bf05-4aed-84cf-c41b4db144ba req-deee02dd-6097-4725-bb12-19654b02cc64 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312028 Sep 08 14:00:30.580853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92416cc8-dcaf-49bf-a0c8-238a05944585 req-aa919cf3-a79d-4795-a45c-92b7ec2fdf36 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:30.582410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92416cc8-dcaf-49bf-a0c8-238a05944585 req-aa919cf3-a79d-4795-a45c-92b7ec2fdf36 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 944 time: 0.0484152 Sep 08 14:00:30.621946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92416cc8-dcaf-49bf-a0c8-238a05944585 req-967492b2-b333-4b1e-9687-e419e49193db tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325847 Sep 08 14:00:31.734924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93938054-abe4-481e-9d59-91befe287633 req-416065e6-0b42-4d5b-8fba-401e3a9f2de6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:31.736647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93938054-abe4-481e-9d59-91befe287633 req-416065e6-0b42-4d5b-8fba-401e3a9f2de6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 944 time: 0.0479717 Sep 08 14:00:31.773672 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-93938054-abe4-481e-9d59-91befe287633 req-ac58abb6-0cdd-4da2-bf40-0810430660f5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304086 Sep 08 14:00:32.886538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbe274-848d-4b1f-885f-085da69a26de req-430e2ecd-cf3d-4cc3-b977-17bbc7b8dd59 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:32.888058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06bbe274-848d-4b1f-885f-085da69a26de req-430e2ecd-cf3d-4cc3-b977-17bbc7b8dd59 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 944 time: 0.0489550 Sep 08 14:00:32.925398 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06bbe274-848d-4b1f-885f-085da69a26de req-d52cb743-5dec-489e-98fa-50a5de2f6170 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313652 Sep 08 14:00:34.035375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe2d229e-535d-4277-9ad1-154859aef012 req-738235e0-d9c8-4ac6-8901-8a234612b2b8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430927 Sep 08 14:00:34.042952 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0d9ca-90e7-423d-8d23-5dc004b14fff req-1ca0ffaf-8b83-4866-85d4-63caa5704b12 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:34.044445 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6a0d9ca-90e7-423d-8d23-5dc004b14fff req-1ca0ffaf-8b83-4866-85d4-63caa5704b12 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 944 time: 0.0525320 Sep 08 14:00:34.083604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6a0d9ca-90e7-423d-8d23-5dc004b14fff req-d12133ee-e328-4d97-9188-111a2d2eaec6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324323 Sep 08 14:00:34.114826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d229e-535d-4277-9ad1-154859aef012 req-7d446dbb-0943-4d9e-b274-72cf82678f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:34.116945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe2d229e-535d-4277-9ad1-154859aef012 req-7d446dbb-0943-4d9e-b274-72cf82678f91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 1096 time: 0.0410235 Sep 08 14:00:34.217317 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d229e-535d-4277-9ad1-154859aef012 req-22bfd95e-7992-44e0-9b31-256c2ce137c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:34.218770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe2d229e-535d-4277-9ad1-154859aef012 req-22bfd95e-7992-44e0-9b31-256c2ce137c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0837922 Sep 08 14:00:34.286066 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe2d229e-535d-4277-9ad1-154859aef012 req-617ff08e-18c1-4514-aca4-dd2685a94073 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0607851 Sep 08 14:00:34.332812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d229e-535d-4277-9ad1-154859aef012 req-16272f23-82fd-4da3-87fe-895388b003c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:34.334906 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe2d229e-535d-4277-9ad1-154859aef012 req-16272f23-82fd-4da3-87fe-895388b003c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0416627 Sep 08 14:00:34.378373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d229e-535d-4277-9ad1-154859aef012 req-d361841c-a2a7-4b55-b12d-87cd88584845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:34.379904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe2d229e-535d-4277-9ad1-154859aef012 req-d361841c-a2a7-4b55-b12d-87cd88584845 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390923 Sep 08 14:00:34.471579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe2d229e-535d-4277-9ad1-154859aef012 req-cb2c2728-145e-4783-a554-2e364c18eaa7 service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843463 Sep 08 14:00:34.559137 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe2d229e-535d-4277-9ad1-154859aef012 req-8086890f-a9bd-477c-8a47-07d9e4e379b0 service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808172 Sep 08 14:00:35.203121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80184bd7-530f-431b-91ac-97970b293db5 req-43506b6e-b0e3-4a1b-be57-2676aaf6aaa4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:35.204614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80184bd7-530f-431b-91ac-97970b293db5 req-43506b6e-b0e3-4a1b-be57-2676aaf6aaa4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 944 time: 0.0535879 Sep 08 14:00:35.242851 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-80184bd7-530f-431b-91ac-97970b293db5 req-79846392-273f-4d65-b1e6-32b8d54632d7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320723 Sep 08 14:00:36.357516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4581cf3-97e5-4e0e-926f-d11ae13c93df req-15750b54-1f1e-414e-bda3-0ff7adcda29c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:36.359014 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4581cf3-97e5-4e0e-926f-d11ae13c93df req-15750b54-1f1e-414e-bda3-0ff7adcda29c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 944 time: 0.0488796 Sep 08 14:00:36.397366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b4581cf3-97e5-4e0e-926f-d11ae13c93df req-12d93e64-4d9a-4635-b07b-25a2ea78129f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321002 Sep 08 14:00:37.510410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f82ba-0df1-45e4-92d5-0fdac92b413b req-57a9f691-a769-4dc2-866c-7c458b51d0b1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:37.511885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a6f82ba-0df1-45e4-92d5-0fdac92b413b req-57a9f691-a769-4dc2-866c-7c458b51d0b1 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 944 time: 0.0483236 Sep 08 14:00:37.547964 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a6f82ba-0df1-45e4-92d5-0fdac92b413b req-da42068e-b3fd-4da8-808b-9eb186c86270 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301666 Sep 08 14:00:37.854303 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-886a9824-42de-4502-9dff-bf0ce4939eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:38.639933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c1cf2634-2137-4877-8ec8-a4e5dbf8e622 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:00:38.663300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6cdf2-d2da-41c8-98ec-7f057c9d35e8 req-71a53845-e09a-4a26-8df1-5a2215d9c872 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:38.664812 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8c6cdf2-d2da-41c8-98ec-7f057c9d35e8 req-71a53845-e09a-4a26-8df1-5a2215d9c872 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 944 time: 0.0491433 Sep 08 14:00:38.703591 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d8c6cdf2-d2da-41c8-98ec-7f057c9d35e8 req-457bc72b-967b-456b-83ee-766014a96309 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326328 Sep 08 14:00:38.734294 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c1cf2634-2137-4877-8ec8-a4e5dbf8e622, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c1cf2634-2137-4877-8ec8-a4e5dbf8e622,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:38.745873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'port_id': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622', 'mac_address': 'fa:16:3e:c1:40:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 870, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:00:38.781315 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:38.793412 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1cf2634-2137-4877-8ec8-a4e5dbf8e622 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:00:38.811988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c1cf2634-2137-4877-8ec8-a4e5dbf8e622, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c1cf2634-2137-4877-8ec8-a4e5dbf8e622,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:38.900115 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:38.946448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=c1cf2634-2137-4877-8ec8-a4e5dbf8e622,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:38.953517 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:38.953869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:38.954241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:38.954584 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:38.954919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:38.955250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:38.955582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:38.955910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:38.956237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:38.956564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:38.956889 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:38.957211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:00:39.262220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['c1cf2634-2137-4877-8ec8-a4e5dbf8e622'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:00:39.830324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94a73f-cdb3-48ca-85bd-9686bf17a1a5 req-a04e234b-2499-46b7-bed5-5b64237bd7db tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:39.831894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac94a73f-cdb3-48ca-85bd-9686bf17a1a5 req-a04e234b-2499-46b7-bed5-5b64237bd7db tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 945 time: 0.0481205 Sep 08 14:00:39.868901 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac94a73f-cdb3-48ca-85bd-9686bf17a1a5 req-b078db04-b787-4943-a5c2-37831ee0ef18 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305004 Sep 08 14:00:40.190901 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-09eda46a-9382-47ef-9596-a162d2de8dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:40.639836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c1cf2634-2137-4877-8ec8-a4e5dbf8e622 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:00:40.662127 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:40.791238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port c1cf2634-2137-4877-8ec8-a4e5dbf8e622 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:00:40.795063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port c1cf2634-2137-4877-8ec8-a4e5dbf8e622 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:00:40.795435 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:40.869553 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:40.891881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99004feb-f015-4328-9b84-b41f62eccc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:00:40.894107 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add25a58-7dcc-492d-95b8-3e3a8c433147" -d '{"events": [{"server_uuid": "99004feb-f015-4328-9b84-b41f62eccc7e", "name": "network-vif-plugged", "status": "completed", "tag": "c1cf2634-2137-4877-8ec8-a4e5dbf8e622"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:00:40.907823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port c1cf2634-2137-4877-8ec8-a4e5dbf8e622, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c1cf2634-2137-4877-8ec8-a4e5dbf8e622,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:00:40.933912 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e61796-64e0-4f79-991c-0aec8c12e8e4 x-openstack-request-id: req-28e61796-64e0-4f79-991c-0aec8c12e8e4 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:00:40.934254 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99004feb-f015-4328-9b84-b41f62eccc7e", "name": "network-vif-plugged", "status": "completed", "tag": "c1cf2634-2137-4877-8ec8-a4e5dbf8e622", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:00:40.934527 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-28e61796-64e0-4f79-991c-0aec8c12e8e4 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:00:40.934913 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99004feb-f015-4328-9b84-b41f62eccc7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622', 'code': 200} Sep 08 14:00:40.997726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c375cf8-61cb-4eba-bdf3-d51bf43da4e0 req-a89bb6ab-ea13-43d4-ae3d-07259c59f825 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:40.999224 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c375cf8-61cb-4eba-bdf3-d51bf43da4e0 req-a89bb6ab-ea13-43d4-ae3d-07259c59f825 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 945 time: 0.0619688 Sep 08 14:00:41.008241 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:41.035741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c506102-ada9-4c59-ac2a-f40633640b21 req-a127ef7a-67ac-4afe-a20f-9ab3bba4e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:41.037312 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c506102-ada9-4c59-ac2a-f40633640b21 req-a127ef7a-67ac-4afe-a20f-9ab3bba4e5a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 1096 time: 0.0458219 Sep 08 14:00:41.041690 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9c375cf8-61cb-4eba-bdf3-d51bf43da4e0 req-95de83ab-4302-445e-b846-96f6f59e6209 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346818 Sep 08 14:00:41.069239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=c1cf2634-2137-4877-8ec8-a4e5dbf8e622,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:41.073518 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c506102-ada9-4c59-ac2a-f40633640b21 req-3f7f62f3-7eb3-4233-ade1-d65f10ee935e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284355 Sep 08 14:00:42.002838 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:42.155524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c20a9a-23e7-4d6b-b343-cb2f7e4ec19a req-dfc453ed-6000-4a9f-97ea-5229689569cb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:42.157146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b4c20a9a-23e7-4d6b-b343-cb2f7e4ec19a req-dfc453ed-6000-4a9f-97ea-5229689569cb tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 946 time: 0.0486705 Sep 08 14:00:42.194864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b4c20a9a-23e7-4d6b-b343-cb2f7e4ec19a req-efe54a56-6e2e-4813-aae5-a58a4acbd3ea tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315814 Sep 08 14:00:43.308473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a135e05-d7bd-47df-aaf9-b0746bca23b3 req-c61660f9-038b-4d80-8219-a1d4832e81e2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:43.309974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a135e05-d7bd-47df-aaf9-b0746bca23b3 req-c61660f9-038b-4d80-8219-a1d4832e81e2 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 946 time: 0.0504105 Sep 08 14:00:43.346882 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9a135e05-d7bd-47df-aaf9-b0746bca23b3 req-8b73f8f6-e8a3-4af7-a9b7-d7e90b44fe08 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310149 Sep 08 14:00:43.414741 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:43.467193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b1c85-49cb-45f0-9105-b54333fdea6e req-7ac5bc05-b82d-4fc7-a68c-706605f309d0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:43.468795 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-792b1c85-49cb-45f0-9105-b54333fdea6e req-7ac5bc05-b82d-4fc7-a68c-706605f309d0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 946 time: 0.0492666 Sep 08 14:00:43.505463 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-792b1c85-49cb-45f0-9105-b54333fdea6e req-d60e656f-6cae-4c89-88e1-f1ad4be6a136 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305607 Sep 08 14:00:43.527725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51590) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:00:43.693463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633585c6-7973-4690-b52f-560dc31ba84f tempest-TestVolumeBootPattern-1523801939 tempest-TestVolumeBootPattern-1523801939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:43.695531 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-633585c6-7973-4690-b52f-560dc31ba84f tempest-TestVolumeBootPattern-1523801939 tempest-TestVolumeBootPattern-1523801939-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 1092 time: 0.1667292 Sep 08 14:00:43.698348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51594) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:00:43.702522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address': '172.20.0.11'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:00:43.830743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:43.925074 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:44.030596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Allocated IP 172.25.5.98 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/be836838-68b1-4735-9b20-1ee1cb92093f) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:00:44.128495 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:44.220228 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:44.261580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:00:44.264337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:00:44.267817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:00:44.294451 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=be836838-68b1-4735-9b20-1ee1cb92093f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:44.616623 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:44.682684 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:44.776017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:44.924718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:44.997218 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:45.070513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event updated for resources: {'Port': ['ID=be836838-68b1-4735-9b20-1ee1cb92093f,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:00:45.076812 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:45.175582 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Floating IP 7f2e80a1-5c90-4dce-b00c-1295d8a6aaff associated. External IP: 172.25.5.98, port: c1cf2634-2137-4877-8ec8-a4e5dbf8e622. Sep 08 14:00:45.378595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:00:45.507570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:00:45.516844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57944b61-f4d8-43b6-829b-23d10d4ae45d None None] Sync routers for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:00:45.526719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57944b61-f4d8-43b6-829b-23d10d4ae45d None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:00:45.527343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-57944b61-f4d8-43b6-829b-23d10d4ae45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:00:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:45.530842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd8652aa-b54f-407b-aaa1-bd6528494fbb req-b9f42404-f74a-4fba-b938-daf01c8b914b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568166 Sep 08 14:00:45.613255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8652aa-b54f-407b-aaa1-bd6528494fbb req-d199541e-de7f-4511-992f-e0a7efc65b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:45.614736 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd8652aa-b54f-407b-aaa1-bd6528494fbb req-d199541e-de7f-4511-992f-e0a7efc65b32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 1097 time: 0.0422399 Sep 08 14:00:45.615908 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:00:45.640615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-57944b61-f4d8-43b6-829b-23d10d4ae45d None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:00:45.673302 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b2dcea3e-0d2d-4437-94b7-401774c30a1b tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9739397 Sep 08 14:00:45.675531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99004feb-f015-4328-9b84-b41f62eccc7e', 'tag': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:00:45.677871 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254593f2-d438-46d6-a264-300e16136efa" -d '{"events": [{"name": "network-changed", "server_uuid": "99004feb-f015-4328-9b84-b41f62eccc7e", "tag": "c1cf2634-2137-4877-8ec8-a4e5dbf8e622"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:00:45.719693 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2704dd74-2718-4c2e-8823-ad722f7eb2dc x-openstack-request-id: req-2704dd74-2718-4c2e-8823-ad722f7eb2dc {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:00:45.719974 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99004feb-f015-4328-9b84-b41f62eccc7e", "tag": "c1cf2634-2137-4877-8ec8-a4e5dbf8e622", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:00:45.720215 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2704dd74-2718-4c2e-8823-ad722f7eb2dc {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:00:45.720602 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99004feb-f015-4328-9b84-b41f62eccc7e', 'tag': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622', 'status': 'completed', 'code': 200} Sep 08 14:00:45.748787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8652aa-b54f-407b-aaa1-bd6528494fbb req-7159d898-2053-4dc8-9b6d-8c9288edca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:45.750318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd8652aa-b54f-407b-aaa1-bd6528494fbb req-7159d898-2053-4dc8-9b6d-8c9288edca40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.1112528 Sep 08 14:00:45.819051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd8652aa-b54f-407b-aaa1-bd6528494fbb req-b96b6f8a-c7c3-4eee-9b7a-27522de9aa0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1cf2634-2137-4877-8ec8-a4e5dbf8e622 HTTP/1.1" status: 200 len: 999 time: 0.0616729 Sep 08 14:00:45.867388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-57944b61-f4d8-43b6-829b-23d10d4ae45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '7f2e80a1-5c90-4dce-b00c-1295d8a6aaff', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:c1:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99004feb-f015-4328-9b84-b41f62eccc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:00:44Z', 'updated_at': '2021-09-08T14:00:44Z', 'revision_number': 0, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}, {'id': 'c8867f81-3fcf-4942-b0be-d09e1cd831aa', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:32:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:57:45Z', 'updated_at': '2021-09-08T13:57:47Z', 'revision_number': 1, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:45.868161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8652aa-b54f-407b-aaa1-bd6528494fbb req-7aaa097c-9bf6-4812-bebe-002b9b3987de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:45.869254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd8652aa-b54f-407b-aaa1-bd6528494fbb req-7aaa097c-9bf6-4812-bebe-002b9b3987de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0439925 Sep 08 14:00:45.897124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57944b61-f4d8-43b6-829b-23d10d4ae45d None None] Checking router: aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:00:45.906092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57944b61-f4d8-43b6-829b-23d10d4ae45d None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:00:45.906736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-57944b61-f4d8-43b6-829b-23d10d4ae45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:00:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:45.915135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8652aa-b54f-407b-aaa1-bd6528494fbb req-ef45be19-79b3-4a7e-92e2-9d73808ca310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:45.916660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd8652aa-b54f-407b-aaa1-bd6528494fbb req-ef45be19-79b3-4a7e-92e2-9d73808ca310 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409544 Sep 08 14:00:46.011620 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd8652aa-b54f-407b-aaa1-bd6528494fbb req-dfb7e666-2587-4d24-88ef-c5f55456635e service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878959 Sep 08 14:00:46.013253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-57944b61-f4d8-43b6-829b-23d10d4ae45d None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:00:46.103031 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd8652aa-b54f-407b-aaa1-bd6528494fbb req-95ea750f-a3f7-475b-9d91-d0da65a184c8 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840294 Sep 08 14:00:46.248502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254593f2-d438-46d6-a264-300e16136efa req-26ebae75-c35e-4d8b-bf97-3459d4189a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:46.250031 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-254593f2-d438-46d6-a264-300e16136efa req-26ebae75-c35e-4d8b-bf97-3459d4189a53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 1097 time: 0.0433607 Sep 08 14:00:46.324621 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:00:46.347494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254593f2-d438-46d6-a264-300e16136efa req-9dd0f5af-a672-47ee-9a93-0f2f36d64304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:46.348969 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-254593f2-d438-46d6-a264-300e16136efa req-9dd0f5af-a672-47ee-9a93-0f2f36d64304 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0919912 Sep 08 14:00:46.397549 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-57944b61-f4d8-43b6-829b-23d10d4ae45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '7f2e80a1-5c90-4dce-b00c-1295d8a6aaff', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:c1:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99004feb-f015-4328-9b84-b41f62eccc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:00:44Z', 'updated_at': '2021-09-08T14:00:44Z', 'revision_number': 0, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}, {'id': 'c8867f81-3fcf-4942-b0be-d09e1cd831aa', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:32:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:57:45Z', 'updated_at': '2021-09-08T13:57:47Z', 'revision_number': 1, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:00:46.415096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-254593f2-d438-46d6-a264-300e16136efa req-85f6e4d9-537d-426d-a26b-f0ede84bcfd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1cf2634-2137-4877-8ec8-a4e5dbf8e622 HTTP/1.1" status: 200 len: 999 time: 0.0587819 Sep 08 14:00:46.423380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57944b61-f4d8-43b6-829b-23d10d4ae45d None None] The sync data for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 is: [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '7f2e80a1-5c90-4dce-b00c-1295d8a6aaff', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.98', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4003, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:c1:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99004feb-f015-4328-9b84-b41f62eccc7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:00:44Z', 'updated_at': '2021-09-08T14:00:44Z', 'revision_number': 0, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}, {'id': 'c8867f81-3fcf-4942-b0be-d09e1cd831aa', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:32:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:57:45Z', 'updated_at': '2021-09-08T13:57:47Z', 'revision_number': 1, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:00:46.471108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254593f2-d438-46d6-a264-300e16136efa req-c0ec8e9a-ca06-4aaa-834a-c584fa7b25ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:46.477930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-254593f2-d438-46d6-a264-300e16136efa req-c0ec8e9a-ca06-4aaa-834a-c584fa7b25ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0503845 Sep 08 14:00:46.524913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254593f2-d438-46d6-a264-300e16136efa req-8600edaf-f133-40aa-8865-566a51daae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:00:46.526586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-254593f2-d438-46d6-a264-300e16136efa req-8600edaf-f133-40aa-8865-566a51daae68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439892 Sep 08 14:00:46.625374 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-254593f2-d438-46d6-a264-300e16136efa req-b87d814d-8d28-4e58-9a90-31e9dd6335f2 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908484 Sep 08 14:00:46.651766 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879372da-3c4e-4d82-bd22-c0d5a08c378f None None] New status for floating IP 7f2e80a1-5c90-4dce-b00c-1295d8a6aaff: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:00:46.725350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-254593f2-d438-46d6-a264-300e16136efa req-947a8d17-8f9b-4e52-bc99-c09a51b375e1 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929751 Sep 08 14:00:47.179851 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:07.853058 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-833c1771-82b4-43ee-b002-9e2af243d690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:10.190926 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6457df09-fbd1-431a-b19c-92fe9bf223a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:10.659022 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:11.962106 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:13.448136 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:14.721960 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:17.190601 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:23.324043 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:01:34.026070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26d4c76f-4954-4722-8ef6-e1250617a20a req-1580d0ef-f7e8-4dd1-b926-109704cc1d39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396366 Sep 08 14:01:34.108758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4c76f-4954-4722-8ef6-e1250617a20a req-f188f995-9ab2-46c7-b1d3-ee4270d579c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:01:34.110545 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26d4c76f-4954-4722-8ef6-e1250617a20a req-f188f995-9ab2-46c7-b1d3-ee4270d579c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 1096 time: 0.0432513 Sep 08 14:01:34.210103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4c76f-4954-4722-8ef6-e1250617a20a req-b4acd44b-5023-4916-98a4-d5963ae1d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:01:34.211602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26d4c76f-4954-4722-8ef6-e1250617a20a req-b4acd44b-5023-4916-98a4-d5963ae1d117 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0829735 Sep 08 14:01:34.278006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26d4c76f-4954-4722-8ef6-e1250617a20a req-d47cc75f-a5d2-4c4f-ab96-026539948866 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0589767 Sep 08 14:01:34.326680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4c76f-4954-4722-8ef6-e1250617a20a req-618dce74-845b-49d0-b49e-ce2789c9ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:01:34.328113 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26d4c76f-4954-4722-8ef6-e1250617a20a req-618dce74-845b-49d0-b49e-ce2789c9ebc9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0423150 Sep 08 14:01:34.372902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4c76f-4954-4722-8ef6-e1250617a20a req-b15deb51-be82-4a0a-a6a6-70a87d84653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:01:34.374436 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26d4c76f-4954-4722-8ef6-e1250617a20a req-b15deb51-be82-4a0a-a6a6-70a87d84653e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396841 Sep 08 14:01:34.464659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26d4c76f-4954-4722-8ef6-e1250617a20a req-da714869-af6c-40bf-8d7a-7722aa6501fc service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833402 Sep 08 14:01:34.551561 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-26d4c76f-4954-4722-8ef6-e1250617a20a req-a72c4c01-9679-4cd5-8036-689505e287f1 service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797050 Sep 08 14:01:37.830406 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d8423d96-2505-4b49-9f8d-d7cc08141ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:40.171949 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8664a2a-3026-4302-b28d-9ea948b5f42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:40.617673 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:41.994902 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:43.401621 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:44.727077 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:01:46.546321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f9ed197-1e7d-4404-a8d9-16b58cf19cfa req-5097d2e2-bb6f-4853-bcd7-6a5b93afde22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438895 Sep 08 14:01:46.625089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed197-1e7d-4404-a8d9-16b58cf19cfa req-7a42fccc-7e84-492d-8cb1-8e383592ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:01:46.626621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f9ed197-1e7d-4404-a8d9-16b58cf19cfa req-7a42fccc-7e84-492d-8cb1-8e383592ff6e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 1097 time: 0.0409632 Sep 08 14:01:46.728464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed197-1e7d-4404-a8d9-16b58cf19cfa req-70b21025-2149-4e47-bd05-8e0020cd4db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:01:46.729925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f9ed197-1e7d-4404-a8d9-16b58cf19cfa req-70b21025-2149-4e47-bd05-8e0020cd4db4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0833712 Sep 08 14:01:46.799235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f9ed197-1e7d-4404-a8d9-16b58cf19cfa req-58b21aaf-2384-4b36-aae7-592a00d8667a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1cf2634-2137-4877-8ec8-a4e5dbf8e622 HTTP/1.1" status: 200 len: 1001 time: 0.0619454 Sep 08 14:01:46.847766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed197-1e7d-4404-a8d9-16b58cf19cfa req-72e6af0c-ad7b-45e0-9b71-64090ef26008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:01:46.849397 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f9ed197-1e7d-4404-a8d9-16b58cf19cfa req-72e6af0c-ad7b-45e0-9b71-64090ef26008 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0433872 Sep 08 14:01:46.895385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ed197-1e7d-4404-a8d9-16b58cf19cfa req-f0cbc657-3fa2-4221-b862-ccd84235f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:01:46.896967 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f9ed197-1e7d-4404-a8d9-16b58cf19cfa req-f0cbc657-3fa2-4221-b862-ccd84235f1af service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412550 Sep 08 14:01:46.992973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f9ed197-1e7d-4404-a8d9-16b58cf19cfa req-00a36320-94c3-4762-be5d-f15cd3bae269 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874419 Sep 08 14:01:47.083422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f9ed197-1e7d-4404-a8d9-16b58cf19cfa req-352163b3-69a4-4b65-a45b-26ad64c5c5a6 service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828507 Sep 08 14:01:47.218710 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:00.323028 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:02:07.892285 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c14f01aa-9883-449d-9336-017ccebf3c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:10.240212 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e5d7af4a-3e0c-4225-986e-d1a1f5b1f41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:10.629343 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:11.966426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:13.389440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:14.737911 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:17.206443 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:36.069304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b180797-4407-4f5a-8b97-e67797dd69d3 req-3644f4b3-604c-43a4-91af-412c4cb5710a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0842752 Sep 08 14:02:36.147772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b180797-4407-4f5a-8b97-e67797dd69d3 req-3490b0e6-925d-43a4-9add-ff29910cb6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:02:36.149274 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b180797-4407-4f5a-8b97-e67797dd69d3 req-3490b0e6-925d-43a4-9add-ff29910cb6e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 1096 time: 0.0394261 Sep 08 14:02:36.250787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b180797-4407-4f5a-8b97-e67797dd69d3 req-c0665954-754b-4a9a-adc9-957f48ce61d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:02:36.252152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b180797-4407-4f5a-8b97-e67797dd69d3 req-c0665954-754b-4a9a-adc9-957f48ce61d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0843644 Sep 08 14:02:36.313473 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b180797-4407-4f5a-8b97-e67797dd69d3 req-9c447c89-27be-49f5-b6e7-3ec6ba6f7f22 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0544558 Sep 08 14:02:36.360042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b180797-4407-4f5a-8b97-e67797dd69d3 req-e7f23185-cc73-4798-8577-e1620606decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:02:36.361404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b180797-4407-4f5a-8b97-e67797dd69d3 req-e7f23185-cc73-4798-8577-e1620606decf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0409927 Sep 08 14:02:36.408365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b180797-4407-4f5a-8b97-e67797dd69d3 req-fcfa28c8-1d71-4186-b6cb-7c20160a2176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:02:36.409881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b180797-4407-4f5a-8b97-e67797dd69d3 req-fcfa28c8-1d71-4186-b6cb-7c20160a2176 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414684 Sep 08 14:02:36.498488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b180797-4407-4f5a-8b97-e67797dd69d3 req-dbdc59a9-a9a6-4b7d-9552-8d483e292df6 service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813112 Sep 08 14:02:36.590514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b180797-4407-4f5a-8b97-e67797dd69d3 req-33894ad6-1fff-46fe-948c-b29798277297 service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854499 Sep 08 14:02:37.321944 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:02:37.845810 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ed6f4c4-4f40-42fe-97d1-2d564304a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:40.223152 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e3c07854-146a-4f25-b7e3-9f8483c781d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:40.605770 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:42.006084 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:43.377097 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:44.691352 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:46.090096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51648) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:02:46.241135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Deleting port be836838-68b1-4735-9b20-1ee1cb92093f {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:02:46.241391 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:46.314255 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:46.314589 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:46.325682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Calling delete_port for be836838-68b1-4735-9b20-1ee1cb92093f owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:02:46.594032 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:46.956303 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event deleted for resources: {'Port': ['ID=be836838-68b1-4735-9b20-1ee1cb92093f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:46.970540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:46.970898 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:46.971242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:46.971583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:46.971949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:46.972282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:46.972613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:46.972943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:46.973272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:46.973596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:46.973924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:46.974275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:02:47.028383 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:47.028717 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Floating IP 7f2e80a1-5c90-4dce-b00c-1295d8a6aaff disassociated (deleted). External IP: 172.25.5.98, port: c1cf2634-2137-4877-8ec8-a4e5dbf8e622. Sep 08 14:02:47.227815 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:47.232536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:02:47.336520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:02:47.341729 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:47.350722 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace21bb8-f9b2-484e-a36f-ee6cf3fd5a22 None None] Sync routers for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:02:47.361703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace21bb8-f9b2-484e-a36f-ee6cf3fd5a22 None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:02:47.362376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ace21bb8-f9b2-484e-a36f-ee6cf3fd5a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:02:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:47.370896 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8704286f-6e43-4877-b0da-365fbca772d9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "DELETE /v2.0/floatingips/7f2e80a1-5c90-4dce-b00c-1295d8a6aaff HTTP/1.1" status: 204 len: 168 time: 1.2796533 Sep 08 14:02:47.371591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99004feb-f015-4328-9b84-b41f62eccc7e', 'tag': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:02:47.373846 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c905ca2-83b7-4b96-8a49-9a6b74841790" -d '{"events": [{"name": "network-changed", "server_uuid": "99004feb-f015-4328-9b84-b41f62eccc7e", "tag": "c1cf2634-2137-4877-8ec8-a4e5dbf8e622"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:47.421981 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5d2fc8-25d9-4760-ab38-dcd1d8668fa5 x-openstack-request-id: req-ef5d2fc8-25d9-4760-ab38-dcd1d8668fa5 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:47.422306 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99004feb-f015-4328-9b84-b41f62eccc7e", "tag": "c1cf2634-2137-4877-8ec8-a4e5dbf8e622", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:47.422562 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ef5d2fc8-25d9-4760-ab38-dcd1d8668fa5 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:47.422968 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99004feb-f015-4328-9b84-b41f62eccc7e', 'tag': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622', 'status': 'completed', 'code': 200} Sep 08 14:02:47.477284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-ace21bb8-f9b2-484e-a36f-ee6cf3fd5a22 None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:02:47.485804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c905ca2-83b7-4b96-8a49-9a6b74841790 req-a3964ada-c57c-45ad-a672-05d4dfba2a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:02:47.487367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c905ca2-83b7-4b96-8a49-9a6b74841790 req-a3964ada-c57c-45ad-a672-05d4dfba2a74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 1097 time: 0.0423574 Sep 08 14:02:47.581102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c905ca2-83b7-4b96-8a49-9a6b74841790 req-e40d465b-4fd0-4060-ac0b-fda5ff1aa4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:02:47.582634 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c905ca2-83b7-4b96-8a49-9a6b74841790 req-e40d465b-4fd0-4060-ac0b-fda5ff1aa4d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0878925 Sep 08 14:02:47.624386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c905ca2-83b7-4b96-8a49-9a6b74841790 req-bb07de20-c1b3-4356-894f-c00c0a9c24b4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c1cf2634-2137-4877-8ec8-a4e5dbf8e622 HTTP/1.1" status: 200 len: 217 time: 0.0346968 Sep 08 14:02:47.679633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c905ca2-83b7-4b96-8a49-9a6b74841790 req-6070ab59-18a2-482e-9876-697a20a5523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:02:47.681299 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c905ca2-83b7-4b96-8a49-9a6b74841790 req-6070ab59-18a2-482e-9876-697a20a5523b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0509021 Sep 08 14:02:47.702061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ace21bb8-f9b2-484e-a36f-ee6cf3fd5a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'c8867f81-3fcf-4942-b0be-d09e1cd831aa', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:32:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:57:45Z', 'updated_at': '2021-09-08T13:57:47Z', 'revision_number': 1, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:47.733198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace21bb8-f9b2-484e-a36f-ee6cf3fd5a22 None None] Checking router: aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:02:47.736840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c905ca2-83b7-4b96-8a49-9a6b74841790 req-898e2d48-49d8-486f-9e22-a8a8db0d3b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:02:47.738428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c905ca2-83b7-4b96-8a49-9a6b74841790 req-898e2d48-49d8-486f-9e22-a8a8db0d3b5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423741 Sep 08 14:02:47.741980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace21bb8-f9b2-484e-a36f-ee6cf3fd5a22 None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:02:47.742637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ace21bb8-f9b2-484e-a36f-ee6cf3fd5a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:02:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:47.835862 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c905ca2-83b7-4b96-8a49-9a6b74841790 req-f2ca5e1b-4cac-477f-ac80-f1070dd1b4da service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885475 Sep 08 14:02:47.860115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-ace21bb8-f9b2-484e-a36f-ee6cf3fd5a22 None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:02:47.936632 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3f8ad-28a5-4851-8e22-e69ab481d695 req-fa926ef4-5452-4535-8fa6-605f899fef8c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:02:47.936632 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40f3f8ad-28a5-4851-8e22-e69ab481d695 req-fa926ef4-5452-4535-8fa6-605f899fef8c tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 946 time: 0.1181977 Sep 08 14:02:47.958465 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c905ca2-83b7-4b96-8a49-9a6b74841790 req-c1e2a30e-2e04-4692-869b-3554ac73f10b service neutron] 10.222.0.60 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155932 Sep 08 14:02:47.959329 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40f3f8ad-28a5-4851-8e22-e69ab481d695 req-aa1c808e-c353-4bb5-b608-9d82537774f6 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430286 Sep 08 14:02:48.103667 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-ace21bb8-f9b2-484e-a36f-ee6cf3fd5a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'c8867f81-3fcf-4942-b0be-d09e1cd831aa', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:32:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:57:45Z', 'updated_at': '2021-09-08T13:57:47Z', 'revision_number': 1, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:02:48.129487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace21bb8-f9b2-484e-a36f-ee6cf3fd5a22 None None] The sync data for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 is: [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'c8867f81-3fcf-4942-b0be-d09e1cd831aa', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'floating_ip_address': '172.25.5.67', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'port_id': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'mac_address': 'fa:16:3e:32:1a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T13:57:45Z', 'updated_at': '2021-09-08T13:57:47Z', 'revision_number': 1, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:02:48.344510 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ede9755-8460-4716-9c8a-f2a59a53ead9 None None] New status for floating IP 7f2e80a1-5c90-4dce-b00c-1295d8a6aaff: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:02:49.124309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f0c4d-3821-4d2f-be5b-8a886f1d74e8 req-ce56316a-1bc2-4131-9b51-510b08affeaf tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:02:49.125813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a62f0c4d-3821-4d2f-be5b-8a886f1d74e8 req-ce56316a-1bc2-4131-9b51-510b08affeaf tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 946 time: 0.1003020 Sep 08 14:02:49.162956 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a62f0c4d-3821-4d2f-be5b-8a886f1d74e8 req-c010f251-c18e-4893-af62-dc4060b8c366 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310431 Sep 08 14:02:49.458686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44859bb-c9d6-4ec0-a799-3665212a865d req-a500d549-9b11-43cf-a630-bfd963f13506 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:02:49.460134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c44859bb-c9d6-4ec0-a799-3665212a865d req-a500d549-9b11-43cf-a630-bfd963f13506 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 946 time: 0.0515294 Sep 08 14:02:49.546405 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c44859bb-c9d6-4ec0-a799-3665212a865d req-c0c233ab-96dd-4595-8d91-e9b5bee7ae24 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Deleting port c1cf2634-2137-4877-8ec8-a4e5dbf8e622 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:02:49.546752 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c44859bb-c9d6-4ec0-a799-3665212a865d req-c0c233ab-96dd-4595-8d91-e9b5bee7ae24 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:49.634921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-c44859bb-c9d6-4ec0-a799-3665212a865d req-c0c233ab-96dd-4595-8d91-e9b5bee7ae24 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] For port c1cf2634-2137-4877-8ec8-a4e5dbf8e622, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=c1cf2634-2137-4877-8ec8-a4e5dbf8e622,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:02:49.635284 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c44859bb-c9d6-4ec0-a799-3665212a865d req-c0c233ab-96dd-4595-8d91-e9b5bee7ae24 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:49.646691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-c44859bb-c9d6-4ec0-a799-3665212a865d req-c0c233ab-96dd-4595-8d91-e9b5bee7ae24 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Calling delete_port for c1cf2634-2137-4877-8ec8-a4e5dbf8e622 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:02:49.822131 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c44859bb-c9d6-4ec0-a799-3665212a865d req-c0c233ab-96dd-4595-8d91-e9b5bee7ae24 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:49.853920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c233ab-96dd-4595-8d91-e9b5bee7ae24 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event deleted for resources: {'Port': ['ID=c1cf2634-2137-4877-8ec8-a4e5dbf8e622,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:02:49.894278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-c44859bb-c9d6-4ec0-a799-3665212a865d req-c0c233ab-96dd-4595-8d91-e9b5bee7ae24 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] No DVR routers for this DVR port c1cf2634-2137-4877-8ec8-a4e5dbf8e622 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:02:49.896959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-c44859bb-c9d6-4ec0-a799-3665212a865d req-c0c233ab-96dd-4595-8d91-e9b5bee7ae24 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:02:49.899003 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c44859bb-c9d6-4ec0-a799-3665212a865d req-c0c233ab-96dd-4595-8d91-e9b5bee7ae24 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.60 "DELETE /v2.0/ports/c1cf2634-2137-4877-8ec8-a4e5dbf8e622 HTTP/1.1" status: 204 len: 173 time: 0.4323258 Sep 08 14:02:49.899434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99004feb-f015-4328-9b84-b41f62eccc7e', 'name': 'network-vif-deleted', 'tag': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:02:49.901700 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af34d219-6990-440d-bcb6-04ea642bf069" -d '{"events": [{"server_uuid": "99004feb-f015-4328-9b84-b41f62eccc7e", "name": "network-vif-deleted", "tag": "c1cf2634-2137-4877-8ec8-a4e5dbf8e622"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:02:49.963320 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874666a1-ea32-4701-aa53-abf405581fa7 x-openstack-request-id: req-874666a1-ea32-4701-aa53-abf405581fa7 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:02:49.963604 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99004feb-f015-4328-9b84-b41f62eccc7e", "name": "network-vif-deleted", "tag": "c1cf2634-2137-4877-8ec8-a4e5dbf8e622", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:02:49.963853 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-874666a1-ea32-4701-aa53-abf405581fa7 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:02:49.964254 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99004feb-f015-4328-9b84-b41f62eccc7e', 'name': 'network-vif-deleted', 'tag': 'c1cf2634-2137-4877-8ec8-a4e5dbf8e622', 'status': 'completed', 'code': 200} Sep 08 14:02:50.266210 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d0ca9e0-e8ec-439b-9eb9-d84b60705461 req-87e8c7fc-4dee-4687-8028-14383b04923d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 210 time: 0.0283568 Sep 08 14:02:51.364263 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a90764b4-5661-4656-8206-f2125838aee4 req-b03a1cac-197e-4d3f-83c4-72f87cb06bf7 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 210 time: 0.0272086 Sep 08 14:02:52.457113 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f093342-eba3-4cf5-a0b3-887cdb3f71ae req-9af0e113-1939-44e5-aaf9-7453d9452f08 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 210 time: 0.0264595 Sep 08 14:02:53.231328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c1cf2634-2137-4877-8ec8-a4e5dbf8e622 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:02:53.255866 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: c1cf2634-2137-4877-8ec8-a4e5dbf8e622 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:02:53.256136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device c1cf2634-2137-4877-8ec8-a4e5dbf8e622 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:02:53.550639 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b2b80f48-de20-4fd1-b800-c1ae4c5c61d6 req-9a7f32e9-1008-4c2e-acdc-b28b57e06800 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=99004feb-f015-4328-9b84-b41f62eccc7e HTTP/1.1" status: 200 len: 210 time: 0.0269756 Sep 08 14:03:00.180301 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51716) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:00.333258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Deleting port 21e57bca-144c-49f0-8b12-fb706272e61b {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:03:00.333517 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:00.408518 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:00.408843 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:00.420116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Calling delete_port for 21e57bca-144c-49f0-8b12-fb706272e61b owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:03:00.679974 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:00.709615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event deleted for resources: {'Port': ['ID=21e57bca-144c-49f0-8b12-fb706272e61b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:00.734282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:00.734631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:00.734973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:00.735309 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:00.735641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:00.735968 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:00.736296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:00.736621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:00.736944 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:00.737266 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:00.737587 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:00.737906 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:00.775765 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:00.780441 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Floating IP c8867f81-3fcf-4942-b0be-d09e1cd831aa disassociated (deleted). External IP: 172.25.5.67, port: fdb8905b-cd9e-4fc6-925b-c404dc154fb4. Sep 08 14:03:00.978382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:03:01.082482 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:03:01.087492 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:01.092120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9d4a5b-9607-4101-a0df-4f10a3ab5d68 None None] Sync routers for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:03:01.101928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d4a5b-9607-4101-a0df-4f10a3ab5d68 None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:03:01.102565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1c9d4a5b-9607-4101-a0df-4f10a3ab5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:02:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:01.117166 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-25bcf218-a29b-4aaa-a6c0-f5d802a66ed9 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "DELETE /v2.0/floatingips/c8867f81-3fcf-4942-b0be-d09e1cd831aa HTTP/1.1" status: 204 len: 168 time: 0.9334674 Sep 08 14:03:01.117166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'tag': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:03:01.118697 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}552d7bdddcb4a03b23878f2f7104077afa77653059cb685d3dbfbed23a1587ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51a405e-9381-45db-ad59-b667a220171c" -d '{"events": [{"name": "network-changed", "server_uuid": "27dbda58-86e3-4680-9134-c6e9a2adc938", "tag": "fdb8905b-cd9e-4fc6-925b-c404dc154fb4"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:01.210828 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1c9d4a5b-9607-4101-a0df-4f10a3ab5d68 None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:03:01.216365 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7437dee-b38e-4b6d-9e88-1349ff1f3e4d x-openstack-request-id: req-c7437dee-b38e-4b6d-9e88-1349ff1f3e4d {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:01.216859 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dbda58-86e3-4680-9134-c6e9a2adc938", "tag": "fdb8905b-cd9e-4fc6-925b-c404dc154fb4", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:01.216961 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7437dee-b38e-4b6d-9e88-1349ff1f3e4d {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:01.217299 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'tag': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'status': 'completed', 'code': 200} Sep 08 14:03:01.286862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a405e-9381-45db-ad59-b667a220171c req-23406056-5c07-46a2-a675-a15038382119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:01.288363 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b51a405e-9381-45db-ad59-b667a220171c req-23406056-5c07-46a2-a675-a15038382119 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0be6846d67cf40e5b43b26617c1eef63&device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 1096 time: 0.0505941 Sep 08 14:03:01.379798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a405e-9381-45db-ad59-b667a220171c req-fcabe10b-25a0-4af3-b0d2-f56108ff0ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:01.381289 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b51a405e-9381-45db-ad59-b667a220171c req-fcabe10b-25a0-4af3-b0d2-f56108ff0ac4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 200 len: 913 time: 0.0865033 Sep 08 14:03:01.413599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1c9d4a5b-9607-4101-a0df-4f10a3ab5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:01.426782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b51a405e-9381-45db-ad59-b667a220171c req-0bf7a0e3-2fc7-4340-b341-2344eadaee53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4 HTTP/1.1" status: 200 len: 217 time: 0.0389349 Sep 08 14:03:01.439217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9d4a5b-9607-4101-a0df-4f10a3ab5d68 None None] Checking router: aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:03:01.447974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d4a5b-9607-4101-a0df-4f10a3ab5d68 None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:03:01.449882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1c9d4a5b-9607-4101-a0df-4f10a3ab5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:02:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:01.479719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a405e-9381-45db-ad59-b667a220171c req-92621824-0c22-4934-a754-e3224b065b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:01.482685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b51a405e-9381-45db-ad59-b667a220171c req-92621824-0c22-4934-a754-e3224b065b99 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 200 len: 851 time: 0.0467629 Sep 08 14:03:01.553240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1c9d4a5b-9607-4101-a0df-4f10a3ab5d68 None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:03:01.556453 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd88e11-fcb2-43dd-9b74-0caa321540ce req-9afa55a2-92f6-4cf5-86f8-cf84c3e4eee0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:01.557962 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8bd88e11-fcb2-43dd-9b74-0caa321540ce req-9afa55a2-92f6-4cf5-86f8-cf84c3e4eee0 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 945 time: 0.0758674 Sep 08 14:03:01.559914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a405e-9381-45db-ad59-b667a220171c req-aab38833-3743-4074-bd22-c9ea9cd462f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:01.561319 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b51a405e-9381-45db-ad59-b667a220171c req-aab38833-3743-4074-bd22-c9ea9cd462f6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d399fb4b-f64d-4cd8-ac1d-1a55227053f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691640 Sep 08 14:03:01.625412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8bd88e11-fcb2-43dd-9b74-0caa321540ce req-98a78b4f-f2d3-4cf0-a6bc-605eb14c9c57 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/security-groups?id=ed79db00-7ba2-4046-a131-b7081950f4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609534 Sep 08 14:03:01.677781 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b51a405e-9381-45db-ad59-b667a220171c req-3c062061-e520-47e2-b83c-bbf672f8278f service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075151 Sep 08 14:03:01.752851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1c9d4a5b-9607-4101-a0df-4f10a3ab5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:01.774753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b51a405e-9381-45db-ad59-b667a220171c req-d98585e6-b5f4-424f-b1d8-fcd7e738ed42 service neutron] 10.222.0.70 "GET /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872428 Sep 08 14:03:01.778915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9d4a5b-9607-4101-a0df-4f10a3ab5d68 None None] The sync data for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 is: [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T13:48:33Z', 'revision_number': 4, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'f7074c57-02f3-426d-8f45-0a91eaad230d', 'name': '', 'network_id': 'd399fb4b-f64d-4cd8-ac1d-1a55227053f1', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'mac_address': 'fa:16:3e:2d:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3841, 'fixed_ips': [{'subnet_id': 'ceb0e550-638c-49f8-9d34-968890004912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:32Z', 'updated_at': '2021-09-08T13:48:41Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'subnets': [{'id': 'ceb0e550-638c-49f8-9d34-968890004912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:03:02.001701 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571b137e-b90a-428c-8f32-453b607dbe35 None None] New status for floating IP c8867f81-3fcf-4942-b0be-d09e1cd831aa: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:03:02.114830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b340c-adf0-40aa-b602-d9e816512b30 req-78687030-18c9-4706-b77e-f70b0b5f33f5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:02.117970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fc1b340c-adf0-40aa-b602-d9e816512b30 req-78687030-18c9-4706-b77e-f70b0b5f33f5 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.70 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 945 time: 0.0604150 Sep 08 14:03:02.205527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-fc1b340c-adf0-40aa-b602-d9e816512b30 req-293854a7-0c95-4199-876d-23f3ccc2be3f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Deleting port fdb8905b-cd9e-4fc6-925b-c404dc154fb4 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:03:02.205877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-fc1b340c-adf0-40aa-b602-d9e816512b30 req-293854a7-0c95-4199-876d-23f3ccc2be3f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:02.294022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-fc1b340c-adf0-40aa-b602-d9e816512b30 req-293854a7-0c95-4199-876d-23f3ccc2be3f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] For port fdb8905b-cd9e-4fc6-925b-c404dc154fb4, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=fdb8905b-cd9e-4fc6-925b-c404dc154fb4,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:02.294742 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-fc1b340c-adf0-40aa-b602-d9e816512b30 req-293854a7-0c95-4199-876d-23f3ccc2be3f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:02.306305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-fc1b340c-adf0-40aa-b602-d9e816512b30 req-293854a7-0c95-4199-876d-23f3ccc2be3f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Calling delete_port for fdb8905b-cd9e-4fc6-925b-c404dc154fb4 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:03:02.502770 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-fc1b340c-adf0-40aa-b602-d9e816512b30 req-293854a7-0c95-4199-876d-23f3ccc2be3f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:02.532380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293854a7-0c95-4199-876d-23f3ccc2be3f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event deleted for resources: {'Port': ['ID=fdb8905b-cd9e-4fc6-925b-c404dc154fb4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:02.572450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc1b340c-adf0-40aa-b602-d9e816512b30 req-293854a7-0c95-4199-876d-23f3ccc2be3f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] No DVR routers for this DVR port fdb8905b-cd9e-4fc6-925b-c404dc154fb4 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:03:02.575111 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-fc1b340c-adf0-40aa-b602-d9e816512b30 req-293854a7-0c95-4199-876d-23f3ccc2be3f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:02.577156 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fc1b340c-adf0-40aa-b602-d9e816512b30 req-293854a7-0c95-4199-876d-23f3ccc2be3f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.70 "DELETE /v2.0/ports/fdb8905b-cd9e-4fc6-925b-c404dc154fb4 HTTP/1.1" status: 204 len: 173 time: 0.4550786 Sep 08 14:03:02.577595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'name': 'network-vif-deleted', 'tag': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:03:02.579949 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4967068-9743-4668-9853-87e07e47348d" -d '{"events": [{"server_uuid": "27dbda58-86e3-4680-9134-c6e9a2adc938", "name": "network-vif-deleted", "tag": "fdb8905b-cd9e-4fc6-925b-c404dc154fb4"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:02.616476 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3478a2-8d5d-42af-9eda-1bc4b8ab46da x-openstack-request-id: req-1c3478a2-8d5d-42af-9eda-1bc4b8ab46da {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:02.616476 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dbda58-86e3-4680-9134-c6e9a2adc938", "name": "network-vif-deleted", "tag": "fdb8905b-cd9e-4fc6-925b-c404dc154fb4", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:02.616785 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1c3478a2-8d5d-42af-9eda-1bc4b8ab46da {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:02.617202 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dbda58-86e3-4680-9134-c6e9a2adc938', 'name': 'network-vif-deleted', 'tag': 'fdb8905b-cd9e-4fc6-925b-c404dc154fb4', 'status': 'completed', 'code': 200} Sep 08 14:03:02.720845 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6e6c553b-c5a9-4145-93d6-6fd9e59c2c9b req-0ba203bb-f437-486a-8765-17be99541a4d tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 210 time: 0.0265465 Sep 08 14:03:03.815366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f5d13c30-274c-4020-a811-6e823e32971a req-7ec5efda-8a5a-40b8-8395-c7ec23082a09 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 210 time: 0.0269072 Sep 08 14:03:04.908370 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-446f056f-7f87-48c9-bda1-70e4dde8a862 req-6355a0cd-aff6-4bda-bc9f-b98a2f590c31 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 210 time: 0.0267777 Sep 08 14:03:05.664615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device fdb8905b-cd9e-4fc6-925b-c404dc154fb4 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:05.684420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: fdb8905b-cd9e-4fc6-925b-c404dc154fb4 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:03:05.684769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device fdb8905b-cd9e-4fc6-925b-c404dc154fb4 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:06.003667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-188d4b2f-7149-47f4-b685-1bf6a3ac5452 req-d05782e1-30c7-49cc-bce8-05ca655d71d4 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "GET /v2.0/ports?device_id=27dbda58-86e3-4680-9134-c6e9a2adc938 HTTP/1.1" status: 200 len: 210 time: 0.0274644 Sep 08 14:03:07.056729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51742) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:07.178684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-755cedba-ed16-4d16-8bff-d864f30e449f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Deleting port 5eb3cd74-c25d-4346-b53d-bbbd62ce5ce6 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:03:07.179031 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755cedba-ed16-4d16-8bff-d864f30e449f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:07.256656 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755cedba-ed16-4d16-8bff-d864f30e449f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:07.256987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755cedba-ed16-4d16-8bff-d864f30e449f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:07.268322 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-755cedba-ed16-4d16-8bff-d864f30e449f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Calling delete_port for 5eb3cd74-c25d-4346-b53d-bbbd62ce5ce6 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:03:07.502625 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755cedba-ed16-4d16-8bff-d864f30e449f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:07.528020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cedba-ed16-4d16-8bff-d864f30e449f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event deleted for resources: {'Port': ['ID=5eb3cd74-c25d-4346-b53d-bbbd62ce5ce6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:07.584319 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755cedba-ed16-4d16-8bff-d864f30e449f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:07.586842 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-755cedba-ed16-4d16-8bff-d864f30e449f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:07.588010 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-755cedba-ed16-4d16-8bff-d864f30e449f tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "DELETE /v2.0/floatingips/0a51aa32-54ef-4777-b887-0e41d79ca632 HTTP/1.1" status: 204 len: 168 time: 0.5303087 Sep 08 14:03:07.862066 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-31f601c8-e015-4162-bae5-c950c7e4be9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:10.337155 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e17c6958-c0ef-4ede-abe6-59817a1400fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:10.645947 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:11.041988 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51760) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:11.101930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1fa644b2-48f0-48f9-b5a8-0d825d739fc3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:11.128860 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1fa644b2-48f0-48f9-b5a8-0d825d739fc3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:11.256932 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1fa644b2-48f0-48f9-b5a8-0d825d739fc3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:11.259613 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1fa644b2-48f0-48f9-b5a8-0d825d739fc3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:11.260827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1fa644b2-48f0-48f9-b5a8-0d825d739fc3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] 10.222.0.69 "DELETE /v2.0/security-groups/ed79db00-7ba2-4046-a131-b7081950f4a4 HTTP/1.1" status: 204 len: 168 time: 0.2176116 Sep 08 14:03:11.271501 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa644b2-48f0-48f9-b5a8-0d825d739fc3 tempest-TestVolumeBootPattern-2089973740 tempest-TestVolumeBootPattern-2089973740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed79db00-7ba2-4046-a131-b7081950f4a4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:11.405528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51764) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:11.855039 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8062eae4-9622-4d0f-a556-8958b83e4616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:11.983110 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:12.094005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8062eae4-9622-4d0f-a556-8958b83e4616 admin admin] Deleting port f7074c57-02f3-426d-8f45-0a91eaad230d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:03:12.094384 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8062eae4-9622-4d0f-a556-8958b83e4616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:12.169387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-8062eae4-9622-4d0f-a556-8958b83e4616 admin admin] For port f7074c57-02f3-426d-8f45-0a91eaad230d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f7074c57-02f3-426d-8f45-0a91eaad230d,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:12.169748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8062eae4-9622-4d0f-a556-8958b83e4616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:12.185481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-8062eae4-9622-4d0f-a556-8958b83e4616 admin admin] Calling delete_port for f7074c57-02f3-426d-8f45-0a91eaad230d owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:03:12.440261 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8062eae4-9622-4d0f-a556-8958b83e4616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:12.465322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062eae4-9622-4d0f-a556-8958b83e4616 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7074c57-02f3-426d-8f45-0a91eaad230d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:12.629181 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8062eae4-9622-4d0f-a556-8958b83e4616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:12.834561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8062eae4-9622-4d0f-a556-8958b83e4616 admin admin] Router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:03:12.951613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8062eae4-9622-4d0f-a556-8958b83e4616 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:03:12.959560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8062eae4-9622-4d0f-a556-8958b83e4616 admin admin] 10.222.0.69 "PUT /v2.0/routers/aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5520253 Sep 08 14:03:12.960760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51768) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:12.961412 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f266220-f323-4563-b577-49a5002e4a17 None None] Sync routers for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:03:12.970899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f266220-f323-4563-b577-49a5002e4a17 None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:03:12.971586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2f266220-f323-4563-b577-49a5002e4a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:03:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:13.074914 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-2f266220-f323-4563-b577-49a5002e4a17 None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:03:13.076838 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:13.430720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2f266220-f323-4563-b577-49a5002e4a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T14:03:12Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:13.433768 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:13.458409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f266220-f323-4563-b577-49a5002e4a17 None None] Checking router: aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:03:13.466817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f266220-f323-4563-b577-49a5002e4a17 None None] Routers {'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:03:13.467441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2f266220-f323-4563-b577-49a5002e4a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:03:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:13.492807 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:13.571571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-2f266220-f323-4563-b577-49a5002e4a17 None None] Set router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:03:13.653695 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Deleting port 2feb2766-b769-418d-aab5-71078b02eaf7 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:03:13.654048 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:13.731974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] For port 2feb2766-b769-418d-aab5-71078b02eaf7, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=2feb2766-b769-418d-aab5-71078b02eaf7,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:13.732343 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:13.745527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Calling delete_port for 2feb2766-b769-418d-aab5-71078b02eaf7 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:03:13.748647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2f266220-f323-4563-b577-49a5002e4a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T14:03:12Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:13.774873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f266220-f323-4563-b577-49a5002e4a17 None None] The sync data for ids ['aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5'] in n-d-807558-3 is: [{'id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'name': 'tempest-TestVolumeBootPattern-1631171245-router', 'tenant_id': '0be6846d67cf40e5b43b26617c1eef63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172'}], 'enable_snat': True}, 'gw_port_id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:28Z', 'updated_at': '2021-09-08T14:03:12Z', 'revision_number': 5, 'project_id': '0be6846d67cf40e5b43b26617c1eef63', 'gw_port': {'id': '2feb2766-b769-418d-aab5-71078b02eaf7', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:29Z', 'updated_at': '2021-09-08T13:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:03:13.976969 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.007133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=2feb2766-b769-418d-aab5-71078b02eaf7,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:14.066019 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.156052 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.158903 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.256911 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.257450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:03:14.261823 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.263023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-589f574b-edab-4a23-872c-aef6d11c5dbe admin admin] 10.222.0.69 "DELETE /v2.0/routers/aa0f5fa8-e733-42f4-9d86-8c83f7a1a4f5 HTTP/1.1" status: 204 len: 168 time: 1.3012776 Sep 08 14:03:14.265553 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51770) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:14.315224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a2af29-d1a8-400b-b718-b03d7f2757f9 admin admin] Deleting subnet ceb0e550-638c-49f8-9d34-968890004912 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:03:14.317560 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a2af29-d1a8-400b-b718-b03d7f2757f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.321424 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:03:14.352684 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a2af29-d1a8-400b-b718-b03d7f2757f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.432098 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a2af29-d1a8-400b-b718-b03d7f2757f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.577020 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a2af29-d1a8-400b-b718-b03d7f2757f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.608767 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2af29-d1a8-400b-b718-b03d7f2757f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb0e550-638c-49f8-9d34-968890004912,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:14.611005 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4a2af29-d1a8-400b-b718-b03d7f2757f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.613056 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f4a2af29-d1a8-400b-b718-b03d7f2757f9 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/ceb0e550-638c-49f8-9d34-968890004912 HTTP/1.1" status: 204 len: 168 time: 0.3465528 Sep 08 14:03:14.614811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62c792e-094d-4782-a44f-3afdf1c70453 None None] Network d399fb4b-f64d-4cd8-ac1d-1a55227053f1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:03:14.615430 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51772) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:14.682276 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.724925 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.739695 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Deleting port cf027082-e4bb-4b96-ab30-7d21db98823d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:03:14.740055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.809777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] For port cf027082-e4bb-4b96-ab30-7d21db98823d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cf027082-e4bb-4b96-ab30-7d21db98823d,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:14.810149 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.820801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] DHCP port deletion for d399fb4b-f64d-4cd8-ac1d-1a55227053f1 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:03:14.827658 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Calling delete_port for cf027082-e4bb-4b96-ab30-7d21db98823d owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:03:14.865400 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Deleting port cf027082-e4bb-4b96-ab30-7d21db98823d {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:03:14.865788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.930740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] For port cf027082-e4bb-4b96-ab30-7d21db98823d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cf027082-e4bb-4b96-ab30-7d21db98823d,segment=NetworkSegment(cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6),segment_id=cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:14.931144 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:14.943706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Calling delete_port for cf027082-e4bb-4b96-ab30-7d21db98823d owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:03:14.977005 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:15.000147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cf027082-e4bb-4b96-ab30-7d21db98823d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:15.011258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf027082-e4bb-4b96-ab30-7d21db98823d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:15.013116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] No DVR routers for this DVR port cf027082-e4bb-4b96-ab30-7d21db98823d on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:03:15.031997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: cf027082-e4bb-4b96-ab30-7d21db98823d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:03:15.032295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cf027082-e4bb-4b96-ab30-7d21db98823d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:15.032703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2feb2766-b769-418d-aab5-71078b02eaf7 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:15.057836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 2feb2766-b769-418d-aab5-71078b02eaf7 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:03:15.058208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 2feb2766-b769-418d-aab5-71078b02eaf7 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:15.058627 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f7074c57-02f3-426d-8f45-0a91eaad230d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:15.083926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:03:15.086749 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:03:15.090240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: f7074c57-02f3-426d-8f45-0a91eaad230d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:03:15.090240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f7074c57-02f3-426d-8f45-0a91eaad230d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:15.098139 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:15.106001 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d399fb4b-f64d-4cd8-ac1d-1a55227053f1']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:15.115959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:15.116262 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd11ecde-8b84-44e3-b85e-8fc5f1f3dbf6') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:15.125447 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] No DVR routers for this DVR port cf027082-e4bb-4b96-ab30-7d21db98823d on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:03:15.125626 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:15.130145 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Pushing event deleted for resources: {'Port': ['ID=cf027082-e4bb-4b96-ab30-7d21db98823d,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:15.137747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:15.138096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:15.138475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:15.138812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:15.139143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:15.139473 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:15.139805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:15.140127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:15.140458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:15.140660 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:15.140786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:15.141084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:15.141433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13d879b-e093-4a4b-8f36-ecc4c436fd56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:15.149779 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:03:15.150198 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:03:15.151871 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:03:15.256442 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:15.261780 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:15.263669 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] 10.222.0.69 "DELETE /v2.0/networks/d399fb4b-f64d-4cd8-ac1d-1a55227053f1 HTTP/1.1" status: 204 len: 168 time: 0.6473179 Sep 08 14:03:15.266790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51774) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:15.274821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dc910-2713-4a6c-9419-7326d1b0e80d admin admin] Pushing event deleted for resources: {'Network': ['ID=d399fb4b-f64d-4cd8-ac1d-1a55227053f1,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:15.594263 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e01d-0a7b-4476-959b-c5ae697a186e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:15.826161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2e01d-0a7b-4476-959b-c5ae697a186e admin admin] Deleting port 03279d25-cd9c-4dbe-b75f-c51570494e92 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:03:15.826536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e01d-0a7b-4476-959b-c5ae697a186e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:15.905953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-0fd2e01d-0a7b-4476-959b-c5ae697a186e admin admin] For port 03279d25-cd9c-4dbe-b75f-c51570494e92, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=03279d25-cd9c-4dbe-b75f-c51570494e92,segment=NetworkSegment(95d52b0a-5d97-4a6a-8b17-92345079205b),segment_id=95d52b0a-5d97-4a6a-8b17-92345079205b)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:15.906362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e01d-0a7b-4476-959b-c5ae697a186e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:15.918477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0fd2e01d-0a7b-4476-959b-c5ae697a186e admin admin] Calling delete_port for 03279d25-cd9c-4dbe-b75f-c51570494e92 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:03:16.222515 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e01d-0a7b-4476-959b-c5ae697a186e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:16.246921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2e01d-0a7b-4476-959b-c5ae697a186e admin admin] Pushing event deleted for resources: {'Port': ['ID=03279d25-cd9c-4dbe-b75f-c51570494e92,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:16.740559 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0fd2e01d-0a7b-4476-959b-c5ae697a186e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:16.943537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd2e01d-0a7b-4476-959b-c5ae697a186e admin admin] Router 276aae10-2bca-423a-ae44-8a2df898e138 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:03:17.050748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd2e01d-0a7b-4476-959b-c5ae697a186e admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:03:17.057033 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0fd2e01d-0a7b-4476-959b-c5ae697a186e admin admin] 10.222.0.69 "PUT /v2.0/routers/276aae10-2bca-423a-ae44-8a2df898e138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7878366 Sep 08 14:03:17.058337 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51776) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:17.059123 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e78ac-533b-4132-b6b5-03e3a035264a None None] Sync routers for ids ['276aae10-2bca-423a-ae44-8a2df898e138'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:03:17.068675 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e78ac-533b-4132-b6b5-03e3a035264a None None] Routers {'276aae10-2bca-423a-ae44-8a2df898e138'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:03:17.069284 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b72e78ac-533b-4132-b6b5-03e3a035264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:03:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['276aae10-2bca-423a-ae44-8a2df898e138'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:17.164806 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:17.173106 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b72e78ac-533b-4132-b6b5-03e3a035264a None None] Set router 276aae10-2bca-423a-ae44-8a2df898e138 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:03:17.234239 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:17.267062 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:17.346588 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b72e78ac-533b-4132-b6b5-03e3a035264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276aae10-2bca-423a-ae44-8a2df898e138', 'name': 'tempest-TestVolumeBootPattern-701446516-router', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:36Z', 'updated_at': '2021-09-08T14:03:16Z', 'revision_number': 5, 'project_id': 'b17a7b24cc654d9297aabd138cf6e203', 'gw_port': {'id': 'fa52ad21-9482-4317-abf3-7975f6c8c616', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276aae10-2bca-423a-ae44-8a2df898e138', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T13:48:37Z', 'updated_at': '2021-09-08T13:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:17.372350 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e78ac-533b-4132-b6b5-03e3a035264a None None] Checking router: 276aae10-2bca-423a-ae44-8a2df898e138 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:03:17.381293 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e78ac-533b-4132-b6b5-03e3a035264a None None] Routers {'276aae10-2bca-423a-ae44-8a2df898e138'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:03:17.381905 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b72e78ac-533b-4132-b6b5-03e3a035264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:03:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['276aae10-2bca-423a-ae44-8a2df898e138'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:17.397486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Deleting port fa52ad21-9482-4317-abf3-7975f6c8c616 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:03:17.397842 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:17.470896 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b72e78ac-533b-4132-b6b5-03e3a035264a None None] Set router 276aae10-2bca-423a-ae44-8a2df898e138 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:03:17.481229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] For port fa52ad21-9482-4317-abf3-7975f6c8c616, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=fa52ad21-9482-4317-abf3-7975f6c8c616,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:17.481602 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:17.493671 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Calling delete_port for fa52ad21-9482-4317-abf3-7975f6c8c616 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:03:17.531339 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b72e78ac-533b-4132-b6b5-03e3a035264a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276aae10-2bca-423a-ae44-8a2df898e138', 'name': 'tempest-TestVolumeBootPattern-701446516-router', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:36Z', 'updated_at': '2021-09-08T14:03:17Z', 'revision_number': 6, 'project_id': 'b17a7b24cc654d9297aabd138cf6e203', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:17.557561 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e78ac-533b-4132-b6b5-03e3a035264a None None] The sync data for ids ['276aae10-2bca-423a-ae44-8a2df898e138'] in n-d-807558-3 is: [{'id': '276aae10-2bca-423a-ae44-8a2df898e138', 'name': 'tempest-TestVolumeBootPattern-701446516-router', 'tenant_id': 'b17a7b24cc654d9297aabd138cf6e203', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T13:48:36Z', 'updated_at': '2021-09-08T14:03:17Z', 'revision_number': 6, 'project_id': 'b17a7b24cc654d9297aabd138cf6e203', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:03:17.736906 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:17.768314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa52ad21-9482-4317-abf3-7975f6c8c616,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:17.820854 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:17.914065 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:17.916466 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.022911 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.023478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 276aae10-2bca-423a-ae44-8a2df898e138 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:03:18.032133 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.032133 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6c0b3769-a9e8-4e49-8f25-7511a4c26784 admin admin] 10.222.0.69 "DELETE /v2.0/routers/276aae10-2bca-423a-ae44-8a2df898e138 HTTP/1.1" status: 204 len: 168 time: 0.9698393 Sep 08 14:03:18.032133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51778) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:18.075044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-a70274fb-2ac5-4c2e-ba60-7944ff3b9467 admin admin] Deleting subnet 65d4cf0c-4ab5-44b7-b047-67113b10cd9e {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:03:18.077930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a70274fb-2ac5-4c2e-ba60-7944ff3b9467 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.111398 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a70274fb-2ac5-4c2e-ba60-7944ff3b9467 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.187721 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a70274fb-2ac5-4c2e-ba60-7944ff3b9467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.320168 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a70274fb-2ac5-4c2e-ba60-7944ff3b9467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.346362 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70274fb-2ac5-4c2e-ba60-7944ff3b9467 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d4cf0c-4ab5-44b7-b047-67113b10cd9e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:18.351338 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a70274fb-2ac5-4c2e-ba60-7944ff3b9467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.353335 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a70274fb-2ac5-4c2e-ba60-7944ff3b9467 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/65d4cf0c-4ab5-44b7-b047-67113b10cd9e HTTP/1.1" status: 204 len: 168 time: 0.3207643 Sep 08 14:03:18.355948 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51780) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:18.356844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac596f90-947a-4436-b823-f116439b452a None None] Network 00677f3c-33bc-4ba4-90dc-07613287761d requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:03:18.430225 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.483778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Deleting port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:03:18.484072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.539198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfd11fd-eaac-4a8d-bdb2-2f1872d22227 None None] DHCP port deletion for 00677f3c-33bc-4ba4-90dc-07613287761d request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:03:18.556687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] For port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a5e6ccb6-8d0d-473c-af5d-83cdc7099d79,segment=NetworkSegment(95d52b0a-5d97-4a6a-8b17-92345079205b),segment_id=95d52b0a-5d97-4a6a-8b17-92345079205b)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:18.557062 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.572525 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Calling delete_port for a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:03:18.588612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd11fd-eaac-4a8d-bdb2-2f1872d22227 None None] Deleting port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:03:18.588988 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5cfd11fd-eaac-4a8d-bdb2-2f1872d22227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.650057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5cfd11fd-eaac-4a8d-bdb2-2f1872d22227 None None] For port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a5e6ccb6-8d0d-473c-af5d-83cdc7099d79,segment=NetworkSegment(95d52b0a-5d97-4a6a-8b17-92345079205b),segment_id=95d52b0a-5d97-4a6a-8b17-92345079205b)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:18.650491 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5cfd11fd-eaac-4a8d-bdb2-2f1872d22227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.663198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd11fd-eaac-4a8d-bdb2-2f1872d22227 None None] Calling delete_port for a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:03:18.708355 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.735196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5e6ccb6-8d0d-473c-af5d-83cdc7099d79,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:18.739478 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] No DVR routers for this DVR port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:03:18.747113 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5cfd11fd-eaac-4a8d-bdb2-2f1872d22227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.770134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd11fd-eaac-4a8d-bdb2-2f1872d22227 None None] Pushing event deleted for resources: {'Port': ['ID=a5e6ccb6-8d0d-473c-af5d-83cdc7099d79,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:18.775456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd11fd-eaac-4a8d-bdb2-2f1872d22227 None None] No DVR routers for this DVR port a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:03:18.818740 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.838258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00677f3c-33bc-4ba4-90dc-07613287761d']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:18.846967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d52b0a-5d97-4a6a-8b17-92345079205b') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:18.847263 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d52b0a-5d97-4a6a-8b17-92345079205b') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:03:18.856173 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.869238 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.874901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:03:18.876267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:03:18.877409 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:03:18.971203 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.976858 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:18.978837 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] 10.222.0.69 "DELETE /v2.0/networks/00677f3c-33bc-4ba4-90dc-07613287761d HTTP/1.1" status: 204 len: 168 time: 0.6219580 Sep 08 14:03:18.991199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f650052-3806-488c-89e1-056ad64af9c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=00677f3c-33bc-4ba4-90dc-07613287761d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:19.009718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fa52ad21-9482-4317-abf3-7975f6c8c616 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:19.030525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: fa52ad21-9482-4317-abf3-7975f6c8c616 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:03:19.030888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device fa52ad21-9482-4317-abf3-7975f6c8c616 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:19.031323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 03279d25-cd9c-4dbe-b75f-c51570494e92 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:19.050259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 03279d25-cd9c-4dbe-b75f-c51570494e92 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:03:19.050539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 03279d25-cd9c-4dbe-b75f-c51570494e92 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:19.050965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:19.072323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:03:19.079803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a5e6ccb6-8d0d-473c-af5d-83cdc7099d79 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:19.409542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51784) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:19.452835 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e116b588-9dcc-479d-a0ce-34c472f39ef5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=0be6846d67cf40e5b43b26617c1eef63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420821 Sep 08 14:03:19.455193 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51786) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:19.502529 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c90f812b-2652-4b79-8f1b-c4ae9284cc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:19.522129 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c90f812b-2652-4b79-8f1b-c4ae9284cc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:19.661226 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c90f812b-2652-4b79-8f1b-c4ae9284cc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:19.663881 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c90f812b-2652-4b79-8f1b-c4ae9284cc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:19.665077 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c90f812b-2652-4b79-8f1b-c4ae9284cc56 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a1402fca-3264-4e16-bf65-a8bfd8aab789 HTTP/1.1" status: 204 len: 168 time: 0.2090056 Sep 08 14:03:19.673329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f812b-2652-4b79-8f1b-c4ae9284cc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1402fca-3264-4e16-bf65-a8bfd8aab789,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:20.409926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51792) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:20.448863 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-71e42a6c-97d1-4725-8a71-6809f544e2d5 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b17a7b24cc654d9297aabd138cf6e203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376785 Sep 08 14:03:20.451248 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51794) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:20.496834 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a5c3047c-f976-4a40-8396-a83747bc75ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:20.518127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a5c3047c-f976-4a40-8396-a83747bc75ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:20.639821 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a5c3047c-f976-4a40-8396-a83747bc75ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:20.642979 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a5c3047c-f976-4a40-8396-a83747bc75ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:20.644139 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a5c3047c-f976-4a40-8396-a83747bc75ee admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/8d57ac6c-be5b-49d1-b08f-0ea0d80da948 HTTP/1.1" status: 204 len: 168 time: 0.1920123 Sep 08 14:03:20.651993 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c3047c-f976-4a40-8396-a83747bc75ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d57ac6c-be5b-49d1-b08f-0ea0d80da948,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:31.615696 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-254a30a2-7cd7-49ba-a4bb-d086e7dbbf3b tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=625fda568e6f40e791b2f33a1fd0bb00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255151 Sep 08 14:03:31.719387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-b68ecc27-f9d0-4c49-94f4-81c47de6ce49 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:31.720849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-b68ecc27-f9d0-4c49-94f4-81c47de6ce49 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0999184 Sep 08 14:03:31.735442 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-e80dddf9-a7ff-4196-89f6-a430a72d1347 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/quotas/625fda568e6f40e791b2f33a1fd0bb00 HTTP/1.1" status: 200 len: 375 time: 0.0090320 Sep 08 14:03:31.765755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-eff605cc-765d-4aea-b8f9-9f12dfe914d1 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=625fda568e6f40e791b2f33a1fd0bb00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253301 Sep 08 14:03:32.007367 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-972b378a-7b1d-4278-9bba-84bff2981505 req-51571fab-0492-4c7a-9379-c5b64338aa4e tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 210 time: 0.0283132 Sep 08 14:03:33.136655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2671458d-3e5d-4387-8ff0-c1b5741cb035 req-74366ad0-d56f-4b33-b93d-9f4139ea281f tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 210 time: 0.0313261 Sep 08 14:03:33.908609 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-f4fd56ef-ae05-4ac5-9fdb-97f9c491f971 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=625fda568e6f40e791b2f33a1fd0bb00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214093 Sep 08 14:03:34.012225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-2f1f3fa1-ccb0-4acc-92d7-800d4859cae0 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:34.016598 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-2f1f3fa1-ccb0-4acc-92d7-800d4859cae0 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0998189 Sep 08 14:03:34.025844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Request body: {'port': {'device_id': '79e77b7a-bddf-438d-b24e-5837e79eecd4', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'admin_state_up': True, 'tenant_id': '625fda568e6f40e791b2f33a1fd0bb00'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:34.216180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Made reservation on behalf of 625fda568e6f40e791b2f33a1fd0bb00 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:34.219764 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:34.229522 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:34.230616 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e83d8f77-20e3-49b5-9f78-75b484f485fd req-9081e040-6f85-4ed0-ace4-663e70fce548 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 210 time: 0.0273442 Sep 08 14:03:34.315959 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:34.380784 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:34.441954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:34.514796 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Allocated IP 192.168.233.219 (482eeba8-8857-4f89-b896-67ddacf5efca/55a2d340-0d3b-407e-811c-5b5cad937ad3/4972caa4-48f9-4713-bad1-cd7ef5357121) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:34.654242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:34.667717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Transition to ACTIVE for port object 4972caa4-48f9-4713-bad1-cd7ef5357121 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:03:34.782838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:34.829949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Network 482eeba8-8857-4f89-b896-67ddacf5efca is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:34.833656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:34.841871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:03:34.845702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Pushing event updated for resources: {'Port': ['ID=4972caa4-48f9-4713-bad1-cd7ef5357121,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:34.892677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:34.893309 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:34.993864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-872ed8cc-7835-4789-b5ca-5c16101342fd tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9715245 Sep 08 14:03:35.006991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Request body: {'port': {'device_id': '79e77b7a-bddf-438d-b24e-5837e79eecd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:35.059104 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:35.102094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e02dcfa5-989f-4b77-86ed-86073f20cc8d None None] Provisioning for port 4972caa4-48f9-4713-bad1-cd7ef5357121 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:03:35.105962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e02dcfa5-989f-4b77-86ed-86073f20cc8d None None] Provisioning complete for port 4972caa4-48f9-4713-bad1-cd7ef5357121 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:03:35.107681 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e02dcfa5-989f-4b77-86ed-86073f20cc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:35.142192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e02dcfa5-989f-4b77-86ed-86073f20cc8d None None] Port 4972caa4-48f9-4713-bad1-cd7ef5357121 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:03:35.354848 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4972caa4-48f9-4713-bad1-cd7ef5357121 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:03:35.364667 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:35.381769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17113d3-42da-415d-b217-b28cf6fc5f46 req-b698bf73-128f-4964-95cd-9430398e95fe tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:35.383276 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b17113d3-42da-415d-b217-b28cf6fc5f46 req-b698bf73-128f-4964-95cd-9430398e95fe tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 936 time: 0.0862443 Sep 08 14:03:35.387724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Transition to ACTIVE for port object 4972caa4-48f9-4713-bad1-cd7ef5357121 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:03:35.420034 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b17113d3-42da-415d-b217-b28cf6fc5f46 req-a8f7188c-e969-4089-90b4-37453667aeb9 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/security-groups?id=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308816 Sep 08 14:03:35.450796 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:35.508829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Pushing event updated for resources: {'Port': ['ID=4972caa4-48f9-4713-bad1-cd7ef5357121,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:35.573647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Attempting to bind port 4972caa4-48f9-4713-bad1-cd7ef5357121 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:03:35.574017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Attempting to bind port 4972caa4-48f9-4713-bad1-cd7ef5357121 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:03:35.574342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Attempting to bind port 4972caa4-48f9-4713-bad1-cd7ef5357121 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:03:35.578989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Port 4972caa4-48f9-4713-bad1-cd7ef5357121 on network 482eeba8-8857-4f89-b896-67ddacf5efca not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:03:35.579319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Attempting to bind port 4972caa4-48f9-4713-bad1-cd7ef5357121 on network 482eeba8-8857-4f89-b896-67ddacf5efca {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:03:35.584465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:03:35.584814 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Checking segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:03:35.585202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Bound using segment: {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:03:35.585633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Bound port: 4972caa4-48f9-4713-bad1-cd7ef5357121, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd848522-cec3-4205-a667-0f9cd49ae602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:03:35.585999 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:35.652051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] For port 4972caa4-48f9-4713-bad1-cd7ef5357121, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:03:35.655152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] For port 4972caa4-48f9-4713-bad1-cd7ef5357121, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4972caa4-48f9-4713-bad1-cd7ef5357121,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:03:35.719401 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:35.758293 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:35.758913 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:35.760284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] 10.222.0.60 "PUT /v2.0/ports/4972caa4-48f9-4713-bad1-cd7ef5357121 HTTP/1.1" status: 200 len: 1096 time: 0.7580321 Sep 08 14:03:35.760916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e77b7a-bddf-438d-b24e-5837e79eecd4', 'tag': '4972caa4-48f9-4713-bad1-cd7ef5357121'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:03:35.763147 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905b4f5c-f100-49a4-a526-482b74cf492b" -d '{"events": [{"name": "network-changed", "server_uuid": "79e77b7a-bddf-438d-b24e-5837e79eecd4", "tag": "4972caa4-48f9-4713-bad1-cd7ef5357121"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:35.786965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a86d1-a5e7-4e5d-8ac6-67ac963b7172 service neutron] Pushing event updated for resources: {'Port': ['ID=4972caa4-48f9-4713-bad1-cd7ef5357121,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:35.800011 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9890e374-ca8b-4868-a1d7-12bc32efd489 x-openstack-request-id: req-9890e374-ca8b-4868-a1d7-12bc32efd489 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:35.800324 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e77b7a-bddf-438d-b24e-5837e79eecd4", "tag": "4972caa4-48f9-4713-bad1-cd7ef5357121", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:35.800623 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9890e374-ca8b-4868-a1d7-12bc32efd489 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:35.801029 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e77b7a-bddf-438d-b24e-5837e79eecd4', 'tag': '4972caa4-48f9-4713-bad1-cd7ef5357121', 'status': 'completed', 'code': 200} Sep 08 14:03:35.864201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b4f5c-f100-49a4-a526-482b74cf492b req-679d18ee-7128-4e96-b274-3276ded4c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:35.865837 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-905b4f5c-f100-49a4-a526-482b74cf492b req-679d18ee-7128-4e96-b274-3276ded4c7e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=625fda568e6f40e791b2f33a1fd0bb00&device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 1099 time: 0.0438595 Sep 08 14:03:35.895881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-905b4f5c-f100-49a4-a526-482b74cf492b req-ccf7a5ed-805b-4b1e-a57e-e5565ea334f9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=625fda568e6f40e791b2f33a1fd0bb00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205269 Sep 08 14:03:35.991486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b4f5c-f100-49a4-a526-482b74cf492b req-16c9921c-c69b-4623-8d56-6d1683fb8ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:35.993132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-905b4f5c-f100-49a4-a526-482b74cf492b req-16c9921c-c69b-4623-8d56-6d1683fb8ad1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910974 Sep 08 14:03:36.072734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-0fa0fa6f-0e04-4d6e-882f-938e5a777db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:36.074125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-0fa0fa6f-0e04-4d6e-882f-938e5a777db4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=625fda568e6f40e791b2f33a1fd0bb00&device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 1099 time: 0.0437679 Sep 08 14:03:36.115266 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-26088b91-dd0d-482d-9fc2-e5d1e1d50dea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=4972caa4-48f9-4713-bad1-cd7ef5357121 HTTP/1.1" status: 200 len: 217 time: 0.0336235 Sep 08 14:03:36.163030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-dc3080d6-1adb-426d-a38d-7ab3d13c7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:36.164374 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-dc3080d6-1adb-426d-a38d-7ab3d13c7b42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=55a2d340-0d3b-407e-811c-5b5cad937ad3 HTTP/1.1" status: 200 len: 843 time: 0.0425982 Sep 08 14:03:36.213808 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-56c3fb4f-187d-4ff9-87f6-88536c650433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:36.215306 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-56c3fb4f-187d-4ff9-87f6-88536c650433 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=482eeba8-8857-4f89-b896-67ddacf5efca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435295 Sep 08 14:03:36.303927 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-608b3f1e-98fb-4a0d-8449-abe0f63a0eae service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807507 Sep 08 14:03:36.395527 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbeedaf-43f2-41e0-98fe-aec837a92b76 req-af4db218-3ac2-42f7-97ba-61df46f1bcb4 service neutron] 10.222.0.60 "GET /v2.0/networks/482eeba8-8857-4f89-b896-67ddacf5efca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848210 Sep 08 14:03:36.536131 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a723-b09a-4961-b3c6-7e1eef2139bf req-77e70d10-2f45-4031-96dc-15d828e3666d tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:36.537591 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f98a723-b09a-4961-b3c6-7e1eef2139bf req-77e70d10-2f45-4031-96dc-15d828e3666d tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 948 time: 0.0508244 Sep 08 14:03:36.575389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f98a723-b09a-4961-b3c6-7e1eef2139bf req-8c06ed69-8a5d-42e3-9e6a-0ceb0d85bec1 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/security-groups?id=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319140 Sep 08 14:03:37.691603 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ea69-ac46-430c-9dc8-9742d5cd422e req-63ee3d8c-a14b-4a01-b498-db4e4f10352a tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:37.693067 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea01ea69-ac46-430c-9dc8-9742d5cd422e req-63ee3d8c-a14b-4a01-b498-db4e4f10352a tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 948 time: 0.0481648 Sep 08 14:03:37.730033 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ea01ea69-ac46-430c-9dc8-9742d5cd422e req-2cd090fc-7d40-4dc4-96bd-84a7da4d2677 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/security-groups?id=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308473 Sep 08 14:03:37.884713 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4dd3663c-a7bc-4471-8353-909d62541cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:38.842575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21e0e6-4078-4250-8821-b43094691fad req-5aa442f5-1f44-4c8b-a212-83f584ae3977 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:38.844083 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba21e0e6-4078-4250-8821-b43094691fad req-5aa442f5-1f44-4c8b-a212-83f584ae3977 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 948 time: 0.0478785 Sep 08 14:03:38.881488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ba21e0e6-4078-4250-8821-b43094691fad req-e419d9ad-08d0-43b0-a966-b0d71d5948b8 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/security-groups?id=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308478 Sep 08 14:03:39.421350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 4972caa4-48f9-4713-bad1-cd7ef5357121 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:03:39.516504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 4972caa4-48f9-4713-bad1-cd7ef5357121, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4972caa4-48f9-4713-bad1-cd7ef5357121,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:39.526746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '4972caa4-48f9-4713-bad1-cd7ef5357121', 'network_id': '482eeba8-8857-4f89-b896-67ddacf5efca', 'port_id': '4972caa4-48f9-4713-bad1-cd7ef5357121', 'mac_address': 'fa:16:3e:03:c2:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55a2d340-0d3b-407e-811c-5b5cad937ad3', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:03:39.562498 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:39.575085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4972caa4-48f9-4713-bad1-cd7ef5357121 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:03:39.593525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 4972caa4-48f9-4713-bad1-cd7ef5357121, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4972caa4-48f9-4713-bad1-cd7ef5357121,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:39.690646 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:39.736652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=4972caa4-48f9-4713-bad1-cd7ef5357121,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:39.997434 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bea2ff-2ede-42c9-89d5-4af983299550 req-4a58b0c9-8d9b-4d92-9b72-5f67583b24b6 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:39.998936 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-07bea2ff-2ede-42c9-89d5-4af983299550 req-4a58b0c9-8d9b-4d92-9b72-5f67583b24b6 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 949 time: 0.0517802 Sep 08 14:03:39.999726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['4972caa4-48f9-4713-bad1-cd7ef5357121'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:03:40.036705 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-07bea2ff-2ede-42c9-89d5-4af983299550 req-346b3e65-d557-4f21-ba45-766d2c58ca57 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/security-groups?id=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Sep 08 14:03:40.216237 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ae889609-9a96-46a0-8fc7-ec4d0eabcb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:40.627428 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:41.154799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de33ba2-9cf1-4086-be91-7d6ffe4a9d66 req-84eb734a-81e0-4a2c-8085-c23148a2e3c3 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:41.156285 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5de33ba2-9cf1-4086-be91-7d6ffe4a9d66 req-84eb734a-81e0-4a2c-8085-c23148a2e3c3 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 949 time: 0.0530629 Sep 08 14:03:41.194156 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5de33ba2-9cf1-4086-be91-7d6ffe4a9d66 req-a016d9d5-dc3c-482f-ba02-d5b0767350ed tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/security-groups?id=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311611 Sep 08 14:03:41.420883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 4972caa4-48f9-4713-bad1-cd7ef5357121 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:03:41.552377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 4972caa4-48f9-4713-bad1-cd7ef5357121 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:03:41.556234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 4972caa4-48f9-4713-bad1-cd7ef5357121 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:03:41.556608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:41.632865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:41.653731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e77b7a-bddf-438d-b24e-5837e79eecd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4972caa4-48f9-4713-bad1-cd7ef5357121'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:03:41.655969 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76065096-6cfa-4194-87d4-396bf0c2a522" -d '{"events": [{"server_uuid": "79e77b7a-bddf-438d-b24e-5837e79eecd4", "name": "network-vif-plugged", "status": "completed", "tag": "4972caa4-48f9-4713-bad1-cd7ef5357121"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:41.669519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 4972caa4-48f9-4713-bad1-cd7ef5357121, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4972caa4-48f9-4713-bad1-cd7ef5357121,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:41.761053 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bead88d-d021-47d8-991a-da53fff8a70f x-openstack-request-id: req-5bead88d-d021-47d8-991a-da53fff8a70f {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:41.761341 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e77b7a-bddf-438d-b24e-5837e79eecd4", "name": "network-vif-plugged", "status": "completed", "tag": "4972caa4-48f9-4713-bad1-cd7ef5357121", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:41.761594 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5bead88d-d021-47d8-991a-da53fff8a70f {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:41.761992 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e77b7a-bddf-438d-b24e-5837e79eecd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4972caa4-48f9-4713-bad1-cd7ef5357121', 'code': 200} Sep 08 14:03:41.833948 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:41.855897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb76f33-2b68-48ca-a213-edf931021945 req-9d28409c-b4a9-4175-8135-fdad953cbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:41.857409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffb76f33-2b68-48ca-a213-edf931021945 req-9d28409c-b4a9-4175-8135-fdad953cbca0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 1100 time: 0.0395977 Sep 08 14:03:41.882712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=4972caa4-48f9-4713-bad1-cd7ef5357121,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:41.895673 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffb76f33-2b68-48ca-a213-edf931021945 req-1bb31042-fcae-4baa-8d4d-a259ea51c91b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317352 Sep 08 14:03:42.004410 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:42.307579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc01567b-41e6-4fe8-a723-dfdec05e3d31 req-7a8e4db2-aa11-4a9d-afee-40c92afcdc48 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:42.309049 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc01567b-41e6-4fe8-a723-dfdec05e3d31 req-7a8e4db2-aa11-4a9d-afee-40c92afcdc48 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 950 time: 0.0484648 Sep 08 14:03:42.345516 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc01567b-41e6-4fe8-a723-dfdec05e3d31 req-d17ab2ff-d441-4206-be36-8acc7de5d0df tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/security-groups?id=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305963 Sep 08 14:03:43.428089 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:43.461038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f216db-93b5-4b5b-9300-42509ca518a1 req-2744e0ed-3fe5-4174-9d6a-1e56b69a88aa tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:43.465543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-08f216db-93b5-4b5b-9300-42509ca518a1 req-2744e0ed-3fe5-4174-9d6a-1e56b69a88aa tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 950 time: 0.0500157 Sep 08 14:03:43.506329 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-08f216db-93b5-4b5b-9300-42509ca518a1 req-6d1600a8-ba1d-4ff8-99aa-e9ae3b4f6f14 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/security-groups?id=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376887 Sep 08 14:03:43.976302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-8eb4fd15-de8b-4964-b2ca-d43b204f90d4 req-9b739919-0c5a-4528-951b-a4ca74f0ba1a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:03:43.977323 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8eb4fd15-de8b-4964-b2ca-d43b204f90d4 req-9b739919-0c5a-4528-951b-a4ca74f0ba1a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1010814 Sep 08 14:03:44.441083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-e28768fa-8b10-4ae1-957a-e8cd4695f079 req-c0e83802-1a2b-49b4-8750-150af0bda260 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:03:44.442012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e28768fa-8b10-4ae1-957a-e8cd4695f079 req-c0e83802-1a2b-49b4-8750-150af0bda260 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053692 Sep 08 14:03:44.747141 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:45.101214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf4768-0d0c-4def-9316-c3a1ecb3ca8d req-a31c3d47-6a71-45fb-a682-23a7faa930a2 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:45.103005 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-acdf4768-0d0c-4def-9316-c3a1ecb3ca8d req-a31c3d47-6a71-45fb-a682-23a7faa930a2 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 950 time: 0.0479350 Sep 08 14:03:45.140794 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-acdf4768-0d0c-4def-9316-c3a1ecb3ca8d req-d9e86d49-8467-49ed-8327-5b2c88325c57 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/security-groups?id=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Sep 08 14:03:46.264188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad8c21-0b78-47f9-a655-95e9f0713b7d req-50192b58-b5f0-4f36-9738-9369911031a1 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:46.265618 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-baad8c21-0b78-47f9-a655-95e9f0713b7d req-50192b58-b5f0-4f36-9738-9369911031a1 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 950 time: 0.0534160 Sep 08 14:03:46.304474 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-baad8c21-0b78-47f9-a655-95e9f0713b7d req-be19a444-b033-4026-84e6-32fd23435fb1 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/security-groups?id=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328214 Sep 08 14:03:46.491691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352491ec-f214-4d74-b212-5a196a89ec87 req-02ed2d34-13a7-44d4-9c39-8d2c026a9891 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:46.493184 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-352491ec-f214-4d74-b212-5a196a89ec87 req-02ed2d34-13a7-44d4-9c39-8d2c026a9891 tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.60 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 950 time: 0.0480232 Sep 08 14:03:46.579102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-352491ec-f214-4d74-b212-5a196a89ec87 req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Deleting port 4972caa4-48f9-4713-bad1-cd7ef5357121 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:03:46.579362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-352491ec-f214-4d74-b212-5a196a89ec87 req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:46.667976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-352491ec-f214-4d74-b212-5a196a89ec87 req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] For port 4972caa4-48f9-4713-bad1-cd7ef5357121, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=4972caa4-48f9-4713-bad1-cd7ef5357121,segment=NetworkSegment(dd848522-cec3-4205-a667-0f9cd49ae602),segment_id=dd848522-cec3-4205-a667-0f9cd49ae602)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:03:46.668340 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-352491ec-f214-4d74-b212-5a196a89ec87 req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:46.679669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-352491ec-f214-4d74-b212-5a196a89ec87 req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Calling delete_port for 4972caa4-48f9-4713-bad1-cd7ef5357121 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:03:46.958932 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-352491ec-f214-4d74-b212-5a196a89ec87 req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:46.970864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['4972caa4-48f9-4713-bad1-cd7ef5357121'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:03:46.989503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Pushing event deleted for resources: {'Port': ['ID=4972caa4-48f9-4713-bad1-cd7ef5357121,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:47.018398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:47.026863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:47.026863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:47.026863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:47.026863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:47.026863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:47.026863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:47.026863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:47.026863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:47.026863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:47.026863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:47.026863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:03:47.042526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-352491ec-f214-4d74-b212-5a196a89ec87 req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] No DVR routers for this DVR port 4972caa4-48f9-4713-bad1-cd7ef5357121 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:03:47.045280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-352491ec-f214-4d74-b212-5a196a89ec87 req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:47.047420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-352491ec-f214-4d74-b212-5a196a89ec87 req-09fcb0ac-2421-48df-8aaf-2e478c43c9ba tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.60 "DELETE /v2.0/ports/4972caa4-48f9-4713-bad1-cd7ef5357121 HTTP/1.1" status: 204 len: 173 time: 0.5475495 Sep 08 14:03:47.047877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e77b7a-bddf-438d-b24e-5837e79eecd4', 'name': 'network-vif-deleted', 'tag': '4972caa4-48f9-4713-bad1-cd7ef5357121'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:03:47.050338 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a0845f-18c5-4b72-9ab3-9f7e4193a4db" -d '{"events": [{"server_uuid": "79e77b7a-bddf-438d-b24e-5837e79eecd4", "name": "network-vif-deleted", "tag": "4972caa4-48f9-4713-bad1-cd7ef5357121"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:47.091210 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7924191c-e879-4056-9a12-c39bf075a488 x-openstack-request-id: req-7924191c-e879-4056-9a12-c39bf075a488 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:47.091504 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e77b7a-bddf-438d-b24e-5837e79eecd4", "name": "network-vif-deleted", "tag": "4972caa4-48f9-4713-bad1-cd7ef5357121", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:47.091756 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7924191c-e879-4056-9a12-c39bf075a488 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:47.092153 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e77b7a-bddf-438d-b24e-5837e79eecd4', 'name': 'network-vif-deleted', 'tag': '4972caa4-48f9-4713-bad1-cd7ef5357121', 'status': 'completed', 'code': 200} Sep 08 14:03:47.273587 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:47.416453 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9da9d69c-50b6-4218-9f08-6c6d7241d716 req-5e0f724b-3956-41e2-8665-999c1cfb9b2e tempest-ServersAdminNegativeTestJSON-1538021668 tempest-ServersAdminNegativeTestJSON-1538021668-project] 10.222.0.69 "GET /v2.0/ports?device_id=79e77b7a-bddf-438d-b24e-5837e79eecd4 HTTP/1.1" status: 200 len: 210 time: 0.0262086 Sep 08 14:03:48.998391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51942) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:49.130331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-da09bb76-8250-4926-a981-3ade56f0e9f8 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=625fda568e6f40e791b2f33a1fd0bb00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307487 Sep 08 14:03:49.132826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51946) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:49.179329 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b7ff04e-36f5-4e7f-8935-b77f93dbf037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:49.199887 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b7ff04e-36f5-4e7f-8935-b77f93dbf037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:49.330132 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b7ff04e-36f5-4e7f-8935-b77f93dbf037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:49.332693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5b7ff04e-36f5-4e7f-8935-b77f93dbf037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:49.333837 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5b7ff04e-36f5-4e7f-8935-b77f93dbf037 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315 HTTP/1.1" status: 204 len: 168 time: 0.2001331 Sep 08 14:03:49.342000 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ff04e-36f5-4e7f-8935-b77f93dbf037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efd1e70-d9b0-4cb7-8f9a-a1b71f8ab315,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:49.435779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 4972caa4-48f9-4713-bad1-cd7ef5357121 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:03:49.458675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 4972caa4-48f9-4713-bad1-cd7ef5357121 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:03:49.459023 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 4972caa4-48f9-4713-bad1-cd7ef5357121 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:03:49.927732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 51952) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:49.941363 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7b5b-f4c0-47b5-a77d-f5f33c6eb5af admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:50.027692 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7b5b-f4c0-47b5-a77d-f5f33c6eb5af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:50.095736 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ba4e7b5b-f4c0-47b5-a77d-f5f33c6eb5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:50.134245 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ba4e7b5b-f4c0-47b5-a77d-f5f33c6eb5af admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=3c3a9a6bc21b411abf62b8f99abdd552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053969 Sep 08 14:03:50.135214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e7b5b-f4c0-47b5-a77d-f5f33c6eb5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb44609-d49a-4340-b33a-94796c2adc6e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:50.137021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51954) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:50.186227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e791a66-272b-4cfd-ba60-18fb2f8fad5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:50.209493 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e791a66-272b-4cfd-ba60-18fb2f8fad5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:50.313383 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e791a66-272b-4cfd-ba60-18fb2f8fad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:50.316025 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2e791a66-272b-4cfd-ba60-18fb2f8fad5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:50.317223 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2e791a66-272b-4cfd-ba60-18fb2f8fad5d admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/6cb44609-d49a-4340-b33a-94796c2adc6e HTTP/1.1" status: 204 len: 168 time: 0.1783810 Sep 08 14:03:50.325917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e791a66-272b-4cfd-ba60-18fb2f8fad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb44609-d49a-4340-b33a-94796c2adc6e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:51.322067 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:03:51.369613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51976) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:51.462821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1540522125-network', 'tenant_id': '23521a2c1d04470bbc86fb6087e3cf99'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:51.546454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Made reservation on behalf of 23521a2c1d04470bbc86fb6087e3cf99 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:51.548798 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:51.557575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:51.642048 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:51.695754 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:51.715776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:03:51.729900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325b1c4b-3851-4a4e-9dd8-29f863509b12,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:51.733016 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:51.733359 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Added segment 344a4ea1-8e8b-46a5-b65f-cba440a72215 of type vlan for network 6384850e-4212-4d54-8b60-7a34504ffdbb Sep 08 14:03:51.772730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:51.907792 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:51.908790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:51.909412 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:51.969214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] Pushing event updated for resources: {'Network': ['ID=6384850e-4212-4d54-8b60-7a34504ffdbb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:51.979798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 6384850e-4212-4d54-8b60-7a34504ffdbb details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:03:52.045375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-63738023-8c39-4c4d-aae5-d4be3ddeb4bf admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6746371 Sep 08 14:03:52.048235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 51980) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:03:52.052915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-39806a90-8b67-4451-86db-207e355c7add admin admin] Request body: {'subnet': {'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1540522125-subnet', 'tenant_id': '23521a2c1d04470bbc86fb6087e3cf99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:52.141369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39806a90-8b67-4451-86db-207e355c7add admin admin] Made reservation on behalf of 23521a2c1d04470bbc86fb6087e3cf99 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:52.143771 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-39806a90-8b67-4451-86db-207e355c7add admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:52.370483 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-39806a90-8b67-4451-86db-207e355c7add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:52.421923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39806a90-8b67-4451-86db-207e355c7add admin admin] Pushing event updated for resources: {'Subnet': ['ID=78f5e01e-e325-4875-9fb7-a678354b68c4,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:52.431710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39806a90-8b67-4451-86db-207e355c7add admin admin] Checking segment: {'id': '344a4ea1-8e8b-46a5-b65f-cba440a72215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:03:52.432072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39806a90-8b67-4451-86db-207e355c7add admin admin] Network hostable DHCP agents. Network: 6384850e-4212-4d54-8b60-7a34504ffdbb, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:03:52.507962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39806a90-8b67-4451-86db-207e355c7add admin admin] Network 6384850e-4212-4d54-8b60-7a34504ffdbb is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:03:52.592747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-39806a90-8b67-4451-86db-207e355c7add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 6384850e-4212-4d54-8b60-7a34504ffdbb) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:52.596868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39806a90-8b67-4451-86db-207e355c7add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:52.597462 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-39806a90-8b67-4451-86db-207e355c7add admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:52.601482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baba71a-e81f-4769-82ae-d6f5c03bf160 None None] Network 6384850e-4212-4d54-8b60-7a34504ffdbb requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:03:52.688058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-39806a90-8b67-4451-86db-207e355c7add admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6386659 Sep 08 14:03:52.729363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ab9b98-7c20-48bc-9585-ad2ea9a86f9d None None] Network 6384850e-4212-4d54-8b60-7a34504ffdbb requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:03:53.113897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-4b75c34a-4032-4b7e-9494-81e55c05624e tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:53.115406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-4b75c34a-4032-4b7e-9494-81e55c05624e tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/networks?id=6384850e-4212-4d54-8b60-7a34504ffdbb HTTP/1.1" status: 200 len: 812 time: 0.1039691 Sep 08 14:03:53.130502 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-09d3268e-198d-4cfd-a12e-1a9c72eb2bf4 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/quotas/23521a2c1d04470bbc86fb6087e3cf99 HTTP/1.1" status: 200 len: 375 time: 0.0086617 Sep 08 14:03:53.161106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-18c5de76-0698-48ee-8085-0f902ab67e92 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=23521a2c1d04470bbc86fb6087e3cf99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248766 Sep 08 14:03:53.171863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-ace92d94-500e-4039-bd40-caf717883fc0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:03:53.172814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-ace92d94-500e-4039-bd40-caf717883fc0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047777 Sep 08 14:03:53.262945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-fcc11a7c-8eb2-45e4-b2ca-5c9dbfaf5f2d service neutron] 10.222.0.69 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845487 Sep 08 14:03:53.347487 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-6f663aa7-9d1a-43c7-89f3-5dfc751830b7 service neutron] 10.222.0.69 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786085 Sep 08 14:03:53.574972 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4eee8019-d615-4114-b4d5-b03c30045303 req-04e6fd1f-537c-4084-a6e7-d964b8c6c724 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 210 time: 0.0299897 Sep 08 14:03:54.650361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1532317c-dfcc-45ec-8d8c-b465570ec65d req-a99c9ace-68e4-4430-b3d7-bd47b7586115 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 210 time: 0.0267904 Sep 08 14:03:55.724348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3083de21-5ae6-4793-a2b6-84133122d838 req-c725bc93-3c8c-43ce-a12c-0283b5657312 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 210 time: 0.0256631 Sep 08 14:03:56.816760 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4d66ec6e-0a7c-46d5-9e4e-cac6cb80a4f4 req-50b021cd-79c6-45a4-8032-cbebac969cc6 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 210 time: 0.0260108 Sep 08 14:03:57.422220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-13b851b1-84a2-47b8-b0ba-15e29d7a2ed4 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:57.423772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-13b851b1-84a2-47b8-b0ba-15e29d7a2ed4 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.60 "GET /v2.0/networks?id=6384850e-4212-4d54-8b60-7a34504ffdbb HTTP/1.1" status: 200 len: 812 time: 0.1031113 Sep 08 14:03:57.436973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Request body: {'port': {'device_id': 'e078f43e-e447-49c9-a22f-34b71582a579', 'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb', 'admin_state_up': True, 'tenant_id': '23521a2c1d04470bbc86fb6087e3cf99'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:57.621405 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Made reservation on behalf of 23521a2c1d04470bbc86fb6087e3cf99 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:03:57.625026 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:57.744743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Allocated IP 172.20.0.9 (6384850e-4212-4d54-8b60-7a34504ffdbb/78f5e01e-e325-4875-9fb7-a678354b68c4/0125987d-08d6-4d19-a2f6-cd68134454b1) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:03:57.890225 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:57.910475 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a94d6928-298a-41a5-8085-188eb5f6599e req-1d2558bc-b411-49d1-9b45-8eccfb75caee tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 210 time: 0.0262420 Sep 08 14:03:57.981822 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:58.021959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Network 6384850e-4212-4d54-8b60-7a34504ffdbb is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:03:58.025363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:03:58.029029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:03:58.061451 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Pushing event updated for resources: {'Port': ['ID=0125987d-08d6-4d19-a2f6-cd68134454b1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:58.085959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:58.086604 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:58.192565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-94397c6d-84fe-4525-b9c9-eed9dc6c519c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7595060 Sep 08 14:03:58.205542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Request body: {'port': {'device_id': 'e078f43e-e447-49c9-a22f-34b71582a579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:03:58.256895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:58.503142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0125987d-08d6-4d19-a2f6-cd68134454b1 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:03:58.510996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:58.522229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Transition to ACTIVE for port object 0125987d-08d6-4d19-a2f6-cd68134454b1 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:03:58.581284 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:58.647222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Pushing event updated for resources: {'Port': ['ID=0125987d-08d6-4d19-a2f6-cd68134454b1,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:58.696401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Attempting to bind port 0125987d-08d6-4d19-a2f6-cd68134454b1 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:03:58.696741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Attempting to bind port 0125987d-08d6-4d19-a2f6-cd68134454b1 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '344a4ea1-8e8b-46a5-b65f-cba440a72215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:03:58.697082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Attempting to bind port 0125987d-08d6-4d19-a2f6-cd68134454b1 on network 6384850e-4212-4d54-8b60-7a34504ffdbb {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:03:58.701316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Port 0125987d-08d6-4d19-a2f6-cd68134454b1 on network 6384850e-4212-4d54-8b60-7a34504ffdbb not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:03:58.701643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Attempting to bind port 0125987d-08d6-4d19-a2f6-cd68134454b1 on network 6384850e-4212-4d54-8b60-7a34504ffdbb {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:03:58.706459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:03:58.706801 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Checking segment: {'id': '344a4ea1-8e8b-46a5-b65f-cba440a72215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:03:58.707190 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Bound using segment: {'id': '344a4ea1-8e8b-46a5-b65f-cba440a72215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:03:58.707620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Bound port: 0125987d-08d6-4d19-a2f6-cd68134454b1, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344a4ea1-8e8b-46a5-b65f-cba440a72215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:03:58.707976 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:58.769922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:03:58.772998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=0125987d-08d6-4d19-a2f6-cd68134454b1,segment=NetworkSegment(344a4ea1-8e8b-46a5-b65f-cba440a72215),segment_id=344a4ea1-8e8b-46a5-b65f-cba440a72215)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:03:58.878872 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:58.916013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:58.916711 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:03:58.918016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] 10.222.0.60 "PUT /v2.0/ports/0125987d-08d6-4d19-a2f6-cd68134454b1 HTTP/1.1" status: 200 len: 1091 time: 0.7164447 Sep 08 14:03:58.918477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e078f43e-e447-49c9-a22f-34b71582a579', 'tag': '0125987d-08d6-4d19-a2f6-cd68134454b1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:03:58.920705 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa63144f-0fe7-4d95-9eee-f2f38a673c82" -d '{"events": [{"name": "network-changed", "server_uuid": "e078f43e-e447-49c9-a22f-34b71582a579", "tag": "0125987d-08d6-4d19-a2f6-cd68134454b1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:03:58.945778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121c59a-ec21-487c-a041-8418aa18cea0 service neutron] Pushing event updated for resources: {'Port': ['ID=0125987d-08d6-4d19-a2f6-cd68134454b1,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:03:58.959156 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dd0843-abed-4bd4-97f3-1cb6388ac247 x-openstack-request-id: req-e0dd0843-abed-4bd4-97f3-1cb6388ac247 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:03:58.959459 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e078f43e-e447-49c9-a22f-34b71582a579", "tag": "0125987d-08d6-4d19-a2f6-cd68134454b1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:03:58.959711 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e0dd0843-abed-4bd4-97f3-1cb6388ac247 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:03:58.960113 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e078f43e-e447-49c9-a22f-34b71582a579', 'tag': '0125987d-08d6-4d19-a2f6-cd68134454b1', 'status': 'completed', 'code': 200} Sep 08 14:03:59.020634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63144f-0fe7-4d95-9eee-f2f38a673c82 req-2088d04e-feed-44b7-8c41-a021cdb9cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:59.022075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa63144f-0fe7-4d95-9eee-f2f38a673c82 req-2088d04e-feed-44b7-8c41-a021cdb9cb00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23521a2c1d04470bbc86fb6087e3cf99&device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 1094 time: 0.0424652 Sep 08 14:03:59.034497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4794e2-68ee-49ba-9310-4bfcc608771f req-b23529d6-42aa-41d0-8c89-afbca9aac3f0 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:59.035949 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf4794e2-68ee-49ba-9310-4bfcc608771f req-b23529d6-42aa-41d0-8c89-afbca9aac3f0 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 943 time: 0.0478830 Sep 08 14:03:59.074465 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cf4794e2-68ee-49ba-9310-4bfcc608771f req-d753fb53-93aa-4e84-9e22-f3d1b977c10d tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322871 Sep 08 14:03:59.123890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63144f-0fe7-4d95-9eee-f2f38a673c82 req-79c3237b-54cf-429c-8e63-9cf079e3f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:59.125387 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa63144f-0fe7-4d95-9eee-f2f38a673c82 req-79c3237b-54cf-429c-8e63-9cf079e3f3d2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=23521a2c1d04470bbc86fb6087e3cf99&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0941677 Sep 08 14:03:59.216156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63144f-0fe7-4d95-9eee-f2f38a673c82 req-f0142cd2-67ab-410d-a91f-16aad8e34a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:59.217624 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa63144f-0fe7-4d95-9eee-f2f38a673c82 req-f0142cd2-67ab-410d-a91f-16aad8e34a02 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856314 Sep 08 14:03:59.290839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-82a81c0b-4681-49cd-be63-9d6bb3359fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:59.292244 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-82a81c0b-4681-49cd-be63-9d6bb3359fb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23521a2c1d04470bbc86fb6087e3cf99&device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 1094 time: 0.0397811 Sep 08 14:03:59.335528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-89c52925-7812-4575-9e4f-731c9a558ba7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0125987d-08d6-4d19-a2f6-cd68134454b1 HTTP/1.1" status: 200 len: 217 time: 0.0356205 Sep 08 14:03:59.382667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-c1bce0cf-b5f0-413b-b33f-250ab6a4563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:03:59.384042 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-c1bce0cf-b5f0-413b-b33f-250ab6a4563a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5e01e-e325-4875-9fb7-a678354b68c4 HTTP/1.1" status: 200 len: 852 time: 0.0417900 Sep 08 14:03:59.414533 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-def7c6f3-732e-4015-8507-c9219a5ec8ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6384850e-4212-4d54-8b60-7a34504ffdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231364 Sep 08 14:03:59.503759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-ae74c47a-2122-440e-8d78-610cfdf4bd09 service neutron] 10.222.0.60 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824122 Sep 08 14:03:59.588706 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bcea3df8-6cd8-4b18-9d2c-3f0390a44b32 req-8e380844-8831-464c-8a46-6c275ce0076c service neutron] 10.222.0.60 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782566 Sep 08 14:04:00.190574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70506d44-f507-417d-850f-969f871f5417 req-08a19cf8-3431-43ba-b278-ca2fb2a6f52f tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:00.192036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70506d44-f507-417d-850f-969f871f5417 req-08a19cf8-3431-43ba-b278-ca2fb2a6f52f tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 943 time: 0.0510526 Sep 08 14:04:00.228578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-70506d44-f507-417d-850f-969f871f5417 req-fad6d1cd-8e0a-4964-aa73-d93d354c4929 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302422 Sep 08 14:04:01.340241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e54fb0-9558-47f2-8925-a28d5a972873 req-72ecb2b7-fbb2-4a87-851d-d67b26be21e9 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:01.341700 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-42e54fb0-9558-47f2-8925-a28d5a972873 req-72ecb2b7-fbb2-4a87-851d-d67b26be21e9 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 943 time: 0.0467665 Sep 08 14:04:01.381339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-42e54fb0-9558-47f2-8925-a28d5a972873 req-f2de7847-a611-4f1a-88ab-efd2193f7bd3 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338326 Sep 08 14:04:02.494883 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90606812-a4e1-4079-8f2c-237a66c9e07f req-c25ba49a-24f1-4a3f-b905-eae7dbe68f1d tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:02.496361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90606812-a4e1-4079-8f2c-237a66c9e07f req-c25ba49a-24f1-4a3f-b905-eae7dbe68f1d tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 943 time: 0.0487900 Sep 08 14:04:02.533254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-90606812-a4e1-4079-8f2c-237a66c9e07f req-e57bd255-2d33-41b8-97de-c0a1a1362861 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310903 Sep 08 14:04:03.533079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 0125987d-08d6-4d19-a2f6-cd68134454b1 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:04:03.629026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=0125987d-08d6-4d19-a2f6-cd68134454b1,segment=NetworkSegment(344a4ea1-8e8b-46a5-b65f-cba440a72215),segment_id=344a4ea1-8e8b-46a5-b65f-cba440a72215)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:03.652096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe449a-a648-4b3a-afe0-da41981e5899 req-d1244c3a-44c7-4268-9f53-5c8481869987 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:03.653666 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-45fe449a-a648-4b3a-afe0-da41981e5899 req-d1244c3a-44c7-4268-9f53-5c8481869987 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 943 time: 0.0544281 Sep 08 14:04:03.694393 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-45fe449a-a648-4b3a-afe0-da41981e5899 req-c51b1d7f-842c-41f9-8020-dfb72f205ae6 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343509 Sep 08 14:04:03.791780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '0125987d-08d6-4d19-a2f6-cd68134454b1', 'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb', 'port_id': '0125987d-08d6-4d19-a2f6-cd68134454b1', 'mac_address': 'fa:16:3e:a7:b6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f5e01e-e325-4875-9fb7-a678354b68c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:04:03.827448 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:03.839657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0125987d-08d6-4d19-a2f6-cd68134454b1 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:04:03.858661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=0125987d-08d6-4d19-a2f6-cd68134454b1,segment=NetworkSegment(344a4ea1-8e8b-46a5-b65f-cba440a72215),segment_id=344a4ea1-8e8b-46a5-b65f-cba440a72215)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:03.930323 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:03.975035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=0125987d-08d6-4d19-a2f6-cd68134454b1,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:04.220573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['0125987d-08d6-4d19-a2f6-cd68134454b1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:04:04.807023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c49f9-31ee-4aa7-9bcf-85b260338e81 req-1e6f8f97-2925-41a7-b156-0e00eba24a90 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:04.808476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c9c49f9-31ee-4aa7-9bcf-85b260338e81 req-1e6f8f97-2925-41a7-b156-0e00eba24a90 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 944 time: 0.0466800 Sep 08 14:04:04.844233 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c9c49f9-31ee-4aa7-9bcf-85b260338e81 req-991f615b-534a-42ff-8be1-d43b8ef918fb tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300231 Sep 08 14:04:05.538548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 0125987d-08d6-4d19-a2f6-cd68134454b1 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:05.649301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 0125987d-08d6-4d19-a2f6-cd68134454b1 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:04:05.653134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 0125987d-08d6-4d19-a2f6-cd68134454b1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:04:05.653512 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:05.731041 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:05.752494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e078f43e-e447-49c9-a22f-34b71582a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0125987d-08d6-4d19-a2f6-cd68134454b1'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:04:05.754774 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c698c931-c4f5-43d0-82db-bcb861779385" -d '{"events": [{"server_uuid": "e078f43e-e447-49c9-a22f-34b71582a579", "name": "network-vif-plugged", "status": "completed", "tag": "0125987d-08d6-4d19-a2f6-cd68134454b1"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:04:05.766699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=0125987d-08d6-4d19-a2f6-cd68134454b1,segment=NetworkSegment(344a4ea1-8e8b-46a5-b65f-cba440a72215),segment_id=344a4ea1-8e8b-46a5-b65f-cba440a72215)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:05.795030 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f698a5-bfb4-46b5-8588-ca7121e53ee1 x-openstack-request-id: req-48f698a5-bfb4-46b5-8588-ca7121e53ee1 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:04:05.795030 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e078f43e-e447-49c9-a22f-34b71582a579", "name": "network-vif-plugged", "status": "completed", "tag": "0125987d-08d6-4d19-a2f6-cd68134454b1", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:04:05.795030 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-48f698a5-bfb4-46b5-8588-ca7121e53ee1 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:04:05.795030 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e078f43e-e447-49c9-a22f-34b71582a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0125987d-08d6-4d19-a2f6-cd68134454b1', 'code': 200} Sep 08 14:04:05.867452 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:05.920511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=0125987d-08d6-4d19-a2f6-cd68134454b1,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:06.254283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6073b4f-8c8f-45d2-8aac-462291c3e936 req-58bab02f-135f-4513-aa29-4e2ce8d220cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:06.255828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6073b4f-8c8f-45d2-8aac-462291c3e936 req-58bab02f-135f-4513-aa29-4e2ce8d220cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 1095 time: 0.4101536 Sep 08 14:04:06.276891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dba5fd-da0a-4eaa-8010-99a93b3ea8fd req-8fb68354-5c3c-421b-897b-07129413d104 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:06.278320 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83dba5fd-da0a-4eaa-8010-99a93b3ea8fd req-8fb68354-5c3c-421b-897b-07129413d104 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0613563 Sep 08 14:04:06.320354 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6073b4f-8c8f-45d2-8aac-462291c3e936 req-67ebb12d-7e86-4b53-a5ca-f45761db784c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559678 Sep 08 14:04:06.327160 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83dba5fd-da0a-4eaa-8010-99a93b3ea8fd req-7d1a189c-fcc2-4c33-8f19-89cb6c3312bf tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429430 Sep 08 14:04:07.440252 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc1e7b-6e7c-4550-b909-bd6b36dab487 req-af9ede52-dc6c-4386-85ce-cbb8c98c23c0 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:07.441712 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8dfc1e7b-6e7c-4550-b909-bd6b36dab487 req-af9ede52-dc6c-4386-85ce-cbb8c98c23c0 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0479486 Sep 08 14:04:07.479102 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8dfc1e7b-6e7c-4550-b909-bd6b36dab487 req-071c9521-aae9-4670-92da-9ae5f107210d tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310230 Sep 08 14:04:07.843247 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-778f9903-e6c2-4ac6-a285-19268ffd1884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:08.590265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6cdc2-6d16-4250-92d3-e244273039d8 req-57eda433-9116-4a94-b5d1-5d8e7004890a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:08.591728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88c6cdc2-6d16-4250-92d3-e244273039d8 req-57eda433-9116-4a94-b5d1-5d8e7004890a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0472569 Sep 08 14:04:08.628462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88c6cdc2-6d16-4250-92d3-e244273039d8 req-f8df439e-03a6-4051-b85b-37aa9534017e tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Sep 08 14:04:08.997831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51835c0-9aed-448d-bb01-90d294fe68d9 req-f98b9ca0-eb63-45f4-902c-c62a346ecd24 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:08.999348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d51835c0-9aed-448d-bb01-90d294fe68d9 req-f98b9ca0-eb63-45f4-902c-c62a346ecd24 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0518179 Sep 08 14:04:09.036459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d51835c0-9aed-448d-bb01-90d294fe68d9 req-e58e7972-e5a5-4e47-b875-596052cf7c59 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311952 Sep 08 14:04:09.041384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52052) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:04:09.128829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-bbe44f3d-48f1-46eb-b744-f2ec4e3ba9c4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862589 Sep 08 14:04:09.137929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-3a46b945-59d7-45b5-b9e0-267c422f978e service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:04:09.139384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-3a46b945-59d7-45b5-b9e0-267c422f978e service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049365 Sep 08 14:04:10.152908 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d38c01-f00b-4022-9fa4-4a64567df230 req-9296192b-f8f3-4819-81be-f6dad3cddd44 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:10.154433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17d38c01-f00b-4022-9fa4-4a64567df230 req-9296192b-f8f3-4819-81be-f6dad3cddd44 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0487137 Sep 08 14:04:10.196041 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17d38c01-f00b-4022-9fa4-4a64567df230 req-d8dd281d-094c-4b23-b0c1-8448ea172d9c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355353 Sep 08 14:04:10.198364 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-845a8392-8256-4a8f-b30c-d92c137a5dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:10.632763 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:10.898924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-5c5b2e1f-d0af-40dc-a38c-7fa76d05ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:10.900320 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-5c5b2e1f-d0af-40dc-a38c-7fa76d05ba5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23521a2c1d04470bbc86fb6087e3cf99&device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 1096 time: 0.0394428 Sep 08 14:04:10.991486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-013ba721-00ba-4ba6-98ba-e7f46396d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:10.992980 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-013ba721-00ba-4ba6-98ba-e7f46396d9cb service neutron] 10.222.0.60 "GET /v2.0/networks?id=6384850e-4212-4d54-8b60-7a34504ffdbb HTTP/1.1" status: 200 len: 913 time: 0.0857043 Sep 08 14:04:11.032111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-d5e76c4e-c638-4165-8174-f92918d0aadf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0125987d-08d6-4d19-a2f6-cd68134454b1 HTTP/1.1" status: 200 len: 217 time: 0.0324445 Sep 08 14:04:11.082564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-a54c3d06-dfb7-4b31-a649-51c86c61ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:11.083988 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-a54c3d06-dfb7-4b31-a649-51c86c61ec7d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5e01e-e325-4875-9fb7-a678354b68c4 HTTP/1.1" status: 200 len: 852 time: 0.0446219 Sep 08 14:04:11.115107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-2fead630-29b0-4330-bdcf-f6209407f04c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6384850e-4212-4d54-8b60-7a34504ffdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242512 Sep 08 14:04:11.201787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-144cf4d0-de42-4f18-ae80-b261c0f2c53b service neutron] 10.222.0.60 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793035 Sep 08 14:04:11.329392 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40eb55-b287-4d83-9696-479f82a105f3 req-c41ea318-f8bf-4a6a-b5a8-3a86e04e3228 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:11.331099 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c40eb55-b287-4d83-9696-479f82a105f3 req-c41ea318-f8bf-4a6a-b5a8-3a86e04e3228 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0653937 Sep 08 14:04:11.332877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-93bc6bf8-0816-4efe-8dbb-db5cdfd5f47b service neutron] 10.222.0.60 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249611 Sep 08 14:04:11.370421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c40eb55-b287-4d83-9696-479f82a105f3 req-0dd0aa88-657f-428f-bd6a-f247a970bea1 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Sep 08 14:04:11.976129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:12.485063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556aec2-d7cb-4179-8eef-77053b903844 req-2ace9a48-2ce5-4da1-a9dc-67fe878ccc41 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:12.486546 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4556aec2-d7cb-4179-8eef-77053b903844 req-2ace9a48-2ce5-4da1-a9dc-67fe878ccc41 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0486598 Sep 08 14:04:12.523489 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4556aec2-d7cb-4179-8eef-77053b903844 req-6ae7e53a-c482-4901-96ea-017213d776df tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310140 Sep 08 14:04:13.403004 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:13.639963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469b7c9a-c3f9-493c-b2b5-82aa3b21fdf9 req-fa37a067-9eef-4c3b-9708-079dedf9961f tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:13.641435 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-469b7c9a-c3f9-493c-b2b5-82aa3b21fdf9 req-fa37a067-9eef-4c3b-9708-079dedf9961f tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0524526 Sep 08 14:04:13.677782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-469b7c9a-c3f9-493c-b2b5-82aa3b21fdf9 req-a8b794c4-e5ff-4197-831a-aa8cf563d93c tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304213 Sep 08 14:04:14.741399 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:14.791945 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4c488-a325-4ee4-a4e2-4c4152a832c1 req-78a3ee81-2e13-4b7b-a530-5b9117bb78be tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:14.793395 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ac4c488-a325-4ee4-a4e2-4c4152a832c1 req-78a3ee81-2e13-4b7b-a530-5b9117bb78be tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0485392 Sep 08 14:04:14.829116 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ac4c488-a325-4ee4-a4e2-4c4152a832c1 req-1c2f5e4c-6129-487c-8639-f6639b08d656 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296974 Sep 08 14:04:15.943969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6b2dd-dd4a-4273-a30b-6d351166fa8d req-86f0cc10-e36b-4145-b351-93806b5a8aea tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:15.945459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbb6b2dd-dd4a-4273-a30b-6d351166fa8d req-86f0cc10-e36b-4145-b351-93806b5a8aea tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0494711 Sep 08 14:04:15.982089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbb6b2dd-dd4a-4273-a30b-6d351166fa8d req-c198d540-3b39-4f7a-aecb-66144e97a439 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307713 Sep 08 14:04:17.096916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf796b9a-d6e3-432a-b3f1-8cc4614af984 req-6c27e359-a0bf-47c1-83a4-2b8689a5948e tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:17.099055 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf796b9a-d6e3-432a-b3f1-8cc4614af984 req-6c27e359-a0bf-47c1-83a4-2b8689a5948e tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0490313 Sep 08 14:04:17.140614 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf796b9a-d6e3-432a-b3f1-8cc4614af984 req-a84eba53-d65a-4ffa-a4a8-de70fef60326 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356445 Sep 08 14:04:17.318226 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:18.252460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483879c0-fcd6-49dc-b51f-443dd219c000 req-5e72366d-0dc2-4885-ad38-af90c13bafc7 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:18.253835 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-483879c0-fcd6-49dc-b51f-443dd219c000 req-5e72366d-0dc2-4885-ad38-af90c13bafc7 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0482807 Sep 08 14:04:18.290305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-483879c0-fcd6-49dc-b51f-443dd219c000 req-9edff502-982f-4ecf-8017-a41711c99b03 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300639 Sep 08 14:04:19.405052 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1f963-34ef-4d9b-8f38-ea97f715f288 req-c7d79e80-f69b-4648-88de-8f19cbe6e68e tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:19.406556 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4d1f963-34ef-4d9b-8f38-ea97f715f288 req-c7d79e80-f69b-4648-88de-8f19cbe6e68e tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0492854 Sep 08 14:04:19.443374 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4d1f963-34ef-4d9b-8f38-ea97f715f288 req-238e0499-44ae-4617-a14d-363027f219a5 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308926 Sep 08 14:04:20.561616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485e15a-7cbf-4af9-b241-b77ad1616ea8 req-c247417b-3104-4cd3-ac0f-2784b4a0ef64 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:20.563133 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4485e15a-7cbf-4af9-b241-b77ad1616ea8 req-c247417b-3104-4cd3-ac0f-2784b4a0ef64 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0517249 Sep 08 14:04:20.599551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4485e15a-7cbf-4af9-b241-b77ad1616ea8 req-1440f338-0b62-436c-85fc-209a479d390d tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305977 Sep 08 14:04:21.713477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b4366-9fa2-4429-a42a-e935ce1a5561 req-bc2d5b82-f639-46c6-85bd-690fd80bad1e tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:21.714989 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e91b4366-9fa2-4429-a42a-e935ce1a5561 req-bc2d5b82-f639-46c6-85bd-690fd80bad1e tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0486701 Sep 08 14:04:21.751629 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e91b4366-9fa2-4429-a42a-e935ce1a5561 req-d3d56a18-dfb0-4857-8364-c18b171cedb7 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307691 Sep 08 14:04:22.870908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079e2be-f888-4c86-a0b8-415bf623a8d0 req-f9b48e67-f967-45bf-9493-7d5b8cba654a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:22.872381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c079e2be-f888-4c86-a0b8-415bf623a8d0 req-f9b48e67-f967-45bf-9493-7d5b8cba654a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0485613 Sep 08 14:04:22.908958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c079e2be-f888-4c86-a0b8-415bf623a8d0 req-03a8ac53-9350-4ecd-b1d1-bf4b44674bd1 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Sep 08 14:04:24.022527 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f0591-8635-4b6b-af79-61d3fe4deceb req-b46bc73b-c4cc-472e-b86f-75abf35a51d1 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:24.024013 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-df3f0591-8635-4b6b-af79-61d3fe4deceb req-b46bc73b-c4cc-472e-b86f-75abf35a51d1 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0482152 Sep 08 14:04:24.064203 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-df3f0591-8635-4b6b-af79-61d3fe4deceb req-91cc08c4-54c6-4564-a5f2-44caf445c3b7 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343280 Sep 08 14:04:25.175730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec2f90-2af3-4430-9177-10be147fdd30 req-6b89431b-77ce-4f5a-810a-7e29031ad865 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:25.177211 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ec2f90-2af3-4430-9177-10be147fdd30 req-6b89431b-77ce-4f5a-810a-7e29031ad865 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0481203 Sep 08 14:04:25.214334 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ec2f90-2af3-4430-9177-10be147fdd30 req-70db5880-dda0-471a-8d2f-bc4baba2709f tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307648 Sep 08 14:04:26.325690 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ed60b-c041-4aa3-b91c-ff58af7a247e req-619c5ae0-a276-4588-be9f-ae4882eafe28 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:26.327164 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba3ed60b-c041-4aa3-b91c-ff58af7a247e req-619c5ae0-a276-4588-be9f-ae4882eafe28 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0471640 Sep 08 14:04:26.363791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ba3ed60b-c041-4aa3-b91c-ff58af7a247e req-01aa9f97-a672-4e69-9a6d-a562bf56ada3 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308027 Sep 08 14:04:27.480534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bebf50-8aa8-4780-9a4d-ee2c685f964d req-d1ef5bc6-8e22-49c2-ad2a-73434b08ad94 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:27.482282 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f7bebf50-8aa8-4780-9a4d-ee2c685f964d req-d1ef5bc6-8e22-49c2-ad2a-73434b08ad94 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0527442 Sep 08 14:04:27.518325 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f7bebf50-8aa8-4780-9a4d-ee2c685f964d req-72a5b9be-0200-4496-a9b2-228d268e2828 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301423 Sep 08 14:04:28.321494 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:04:28.630850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3a5ef4-43da-445d-9e6f-e7f7381f49b2 req-3e86926c-1a77-4775-88f3-640c08bae11b tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:28.632345 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e3a5ef4-43da-445d-9e6f-e7f7381f49b2 req-3e86926c-1a77-4775-88f3-640c08bae11b tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0484343 Sep 08 14:04:28.669402 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e3a5ef4-43da-445d-9e6f-e7f7381f49b2 req-3ec80867-0402-45a8-8a65-9de5028f4442 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304379 Sep 08 14:04:29.784040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538b0d6-8afc-46df-99eb-d88233711db7 req-c630fab7-cbfe-40ec-bd7e-e8f02f157a20 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:29.785558 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b538b0d6-8afc-46df-99eb-d88233711db7 req-c630fab7-cbfe-40ec-bd7e-e8f02f157a20 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0489748 Sep 08 14:04:29.821719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b538b0d6-8afc-46df-99eb-d88233711db7 req-8ae3d3b5-7708-4180-b4b0-11bf0bc0a51a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302737 Sep 08 14:04:30.935286 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b6669-b46e-4ede-a905-4485989e266c req-c50677fa-419a-45eb-b273-f12eaaafb03b tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:30.936741 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d5b6669-b46e-4ede-a905-4485989e266c req-c50677fa-419a-45eb-b273-f12eaaafb03b tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0477180 Sep 08 14:04:30.978209 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1d5b6669-b46e-4ede-a905-4485989e266c req-5d8177aa-4716-48a3-b2d6-fc17b6903db3 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351620 Sep 08 14:04:32.091807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc5b7f-9b66-449d-aba6-fe01797dc18d req-d849358e-3fa4-450a-ab35-6df9b1d8a369 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:32.093261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fdcc5b7f-9b66-449d-aba6-fe01797dc18d req-d849358e-3fa4-450a-ab35-6df9b1d8a369 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0489311 Sep 08 14:04:32.130318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fdcc5b7f-9b66-449d-aba6-fe01797dc18d req-829fecfe-7c2c-4165-88d5-298c1d07bfe0 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Sep 08 14:04:33.242363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9fa87-7df1-4cd9-a10a-be69c2b60cf4 req-1c07ad17-0824-4732-8e2f-67a88e3d6693 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:33.243726 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2db9fa87-7df1-4cd9-a10a-be69c2b60cf4 req-1c07ad17-0824-4732-8e2f-67a88e3d6693 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0482693 Sep 08 14:04:33.281110 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2db9fa87-7df1-4cd9-a10a-be69c2b60cf4 req-6b228ebb-3308-4cbe-9e72-82e9e7191f5a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310187 Sep 08 14:04:34.403701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec81e0-1625-4e9c-962b-6db307c16e26 req-8a4404f9-cea6-4e95-bd93-bf6f724638cf tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:34.405741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86ec81e0-1625-4e9c-962b-6db307c16e26 req-8a4404f9-cea6-4e95-bd93-bf6f724638cf tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0582218 Sep 08 14:04:34.449217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86ec81e0-1625-4e9c-962b-6db307c16e26 req-b46c0e5e-c2bb-4f33-963d-ec1f3310791b tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374372 Sep 08 14:04:35.563581 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ceb56-76ec-4dcd-9f24-294c9efbaf2d req-9aa4186f-e0fb-4869-acc1-820f79861f28 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:35.565053 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-580ceb56-76ec-4dcd-9f24-294c9efbaf2d req-9aa4186f-e0fb-4869-acc1-820f79861f28 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0475914 Sep 08 14:04:35.601957 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-580ceb56-76ec-4dcd-9f24-294c9efbaf2d req-3312fbb6-51f3-4a76-a1d3-9bf0bd005eea tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310931 Sep 08 14:04:36.714657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21672e53-64ff-4cc6-94ae-b93886d68272 req-17349e80-f1fc-411b-aebd-3126e0793145 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:36.716166 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21672e53-64ff-4cc6-94ae-b93886d68272 req-17349e80-f1fc-411b-aebd-3126e0793145 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0489562 Sep 08 14:04:36.753461 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21672e53-64ff-4cc6-94ae-b93886d68272 req-855af9f3-d2e1-4b38-803d-6a297627ebd1 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Sep 08 14:04:37.838071 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aace0351-5b69-4073-b2ad-5c23150a6b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:37.868292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddcbea-aa36-47ad-a405-8726d7970a8d req-f47a8b7a-a4d1-4efb-9c21-7c4823ed1800 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:37.869776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3dddcbea-aa36-47ad-a405-8726d7970a8d req-f47a8b7a-a4d1-4efb-9c21-7c4823ed1800 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0503271 Sep 08 14:04:37.911791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3dddcbea-aa36-47ad-a405-8726d7970a8d req-44305a0c-a9b6-420a-988f-6f0a08ed93d3 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351782 Sep 08 14:04:38.751586 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-1a4e3472-29de-4207-84a0-fe6c9d0ae1d4 service neutron] show failed (client error): The resource could not be found. Sep 08 14:04:38.752628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-1a4e3472-29de-4207-84a0-fe6c9d0ae1d4 service neutron] 10.222.0.60 "GET /v2.0/ports/0125987d-08d6-4d19-a2f6-cd68134454b1/bindings/n-h1-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0550268 Sep 08 14:04:39.032133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4bfd8-c86a-483b-8006-f34a8108566a req-38ee8bf0-e724-46c2-b7f8-e26c47b14373 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:39.033564 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16e4bfd8-c86a-483b-8006-f34a8108566a req-38ee8bf0-e724-46c2-b7f8-e26c47b14373 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 945 time: 0.0541887 Sep 08 14:04:39.071792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16e4bfd8-c86a-483b-8006-f34a8108566a req-575219ff-4429-4097-b2d8-b21672bba297 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320609 Sep 08 14:04:39.237594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-58e97a30-918c-4dbb-95dc-818e77292a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:39.239256 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-58e97a30-918c-4dbb-95dc-818e77292a08 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579&tenant_id=23521a2c1d04470bbc86fb6087e3cf99 HTTP/1.1" status: 200 len: 1096 time: 0.0722156 Sep 08 14:04:39.252280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:39.310876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:39.512275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=0125987d-08d6-4d19-a2f6-cd68134454b1,segment=NetworkSegment(344a4ea1-8e8b-46a5-b65f-cba440a72215),segment_id=344a4ea1-8e8b-46a5-b65f-cba440a72215)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:39.543438 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:39.581958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e078f43e-e447-49c9-a22f-34b71582a579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0125987d-08d6-4d19-a2f6-cd68134454b1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:04:39.584169 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456707eb-e697-4929-8869-e9476e56950f" -d '{"events": [{"server_uuid": "e078f43e-e447-49c9-a22f-34b71582a579", "name": "network-vif-unplugged", "status": "completed", "tag": "0125987d-08d6-4d19-a2f6-cd68134454b1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:04:39.588224 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:39.601348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Transition to ACTIVE for port object 0125987d-08d6-4d19-a2f6-cd68134454b1 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:04:39.631556 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d8b78f-2ff0-4161-a3a8-0f30acf810ae x-openstack-request-id: req-11d8b78f-2ff0-4161-a3a8-0f30acf810ae {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:04:39.631856 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e078f43e-e447-49c9-a22f-34b71582a579", "name": "network-vif-unplugged", "status": "completed", "tag": "0125987d-08d6-4d19-a2f6-cd68134454b1", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:04:39.632227 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-11d8b78f-2ff0-4161-a3a8-0f30acf810ae {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:04:39.632930 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e078f43e-e447-49c9-a22f-34b71582a579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0125987d-08d6-4d19-a2f6-cd68134454b1', 'code': 200} Sep 08 14:04:39.683509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:39.749287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] No DVR routers for this DVR port 0125987d-08d6-4d19-a2f6-cd68134454b1 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:04:39.752349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0125987d-08d6-4d19-a2f6-cd68134454b1,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:39.785089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Attempting to bind port 0125987d-08d6-4d19-a2f6-cd68134454b1 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:04:39.785427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Attempting to bind port 0125987d-08d6-4d19-a2f6-cd68134454b1 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '344a4ea1-8e8b-46a5-b65f-cba440a72215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:04:39.785762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Attempting to bind port 0125987d-08d6-4d19-a2f6-cd68134454b1 on network 6384850e-4212-4d54-8b60-7a34504ffdbb {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:04:39.790080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Port 0125987d-08d6-4d19-a2f6-cd68134454b1 on network 6384850e-4212-4d54-8b60-7a34504ffdbb not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:04:39.790441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Attempting to bind port 0125987d-08d6-4d19-a2f6-cd68134454b1 on network 6384850e-4212-4d54-8b60-7a34504ffdbb {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:04:39.795899 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:04:39.796240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Checking segment: {'id': '344a4ea1-8e8b-46a5-b65f-cba440a72215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:04:39.796669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Bound using segment: {'id': '344a4ea1-8e8b-46a5-b65f-cba440a72215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:04:39.797099 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Bound port: 0125987d-08d6-4d19-a2f6-cd68134454b1, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '344a4ea1-8e8b-46a5-b65f-cba440a72215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:04:39.797480 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:39.858433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:39.861365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=0125987d-08d6-4d19-a2f6-cd68134454b1,segment=NetworkSegment(344a4ea1-8e8b-46a5-b65f-cba440a72215),segment_id=344a4ea1-8e8b-46a5-b65f-cba440a72215)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:39.928590 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:39.964341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:39.965002 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:39.966941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] 10.222.0.70 "PUT /v2.0/ports/0125987d-08d6-4d19-a2f6-cd68134454b1 HTTP/1.1" status: 200 len: 1091 time: 0.7193689 Sep 08 14:04:39.986384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d65e13-89e7-457a-be2a-2c0b5f94a1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=0125987d-08d6-4d19-a2f6-cd68134454b1,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:40.031503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-5a76248a-fc6f-4dc0-953f-d7707d445def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:40.032977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-5a76248a-fc6f-4dc0-953f-d7707d445def service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=23521a2c1d04470bbc86fb6087e3cf99&device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 1094 time: 0.0436730 Sep 08 14:04:40.123976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-eb30126e-d1c2-4932-9dc2-549544d58693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:40.125496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-eb30126e-d1c2-4932-9dc2-549544d58693 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6384850e-4212-4d54-8b60-7a34504ffdbb HTTP/1.1" status: 200 len: 913 time: 0.0855100 Sep 08 14:04:40.180340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-0b5977c5-62cd-49a8-b9b6-a3174203e4a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0125987d-08d6-4d19-a2f6-cd68134454b1 HTTP/1.1" status: 200 len: 217 time: 0.0481219 Sep 08 14:04:40.191085 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c1512d32-a795-4c6d-ba2a-1990b5b14d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:40.251854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f77c85-970e-4cd1-8c17-6d0ad7d9f595 req-89d4ff18-f94b-490a-a8da-1f313e688602 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:40.253340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f7f77c85-970e-4cd1-8c17-6d0ad7d9f595 req-89d4ff18-f94b-490a-a8da-1f313e688602 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 943 time: 0.1131294 Sep 08 14:04:40.257008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-036afa26-db6a-42cf-9847-2137e7b13e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:40.258370 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-036afa26-db6a-42cf-9847-2137e7b13e41 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78f5e01e-e325-4875-9fb7-a678354b68c4 HTTP/1.1" status: 200 len: 852 time: 0.0625410 Sep 08 14:04:40.308687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-76fbb056-8602-463c-a336-36c974b78df4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6384850e-4212-4d54-8b60-7a34504ffdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428772 Sep 08 14:04:40.316579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f7f77c85-970e-4cd1-8c17-6d0ad7d9f595 req-4e3dda99-110a-4157-9a46-e575ee4f4e53 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573337 Sep 08 14:04:40.399918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-80954764-f292-474e-9363-816486d4aa6e service neutron] 10.222.0.70 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824072 Sep 08 14:04:40.492657 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de47803-be5d-4b00-8185-9de3fcc1915c req-f0ac3a9b-e4de-4270-bc09-aa98d88156cd service neutron] 10.222.0.70 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851963 Sep 08 14:04:40.632011 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:41.435594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ababab8-a0dd-4ae9-ab5a-d0581810bc6f req-91fd5829-9f58-4b28-8dbf-e27b631afdf2 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:41.437044 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ababab8-a0dd-4ae9-ab5a-d0581810bc6f req-91fd5829-9f58-4b28-8dbf-e27b631afdf2 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 943 time: 0.0492961 Sep 08 14:04:41.473474 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0ababab8-a0dd-4ae9-ab5a-d0581810bc6f req-f16e6cd9-b35f-4f4a-aac4-ff7e987bb598 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304837 Sep 08 14:04:41.634431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e078f43e-e447-49c9-a22f-34b71582a579', 'tag': '0125987d-08d6-4d19-a2f6-cd68134454b1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:04:41.636846 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82175e73-e79c-471b-9fae-6599d765cfbb" -d '{"events": [{"name": "network-changed", "server_uuid": "e078f43e-e447-49c9-a22f-34b71582a579", "tag": "0125987d-08d6-4d19-a2f6-cd68134454b1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:04:41.684174 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64394b41-3888-41e4-a64a-e0717402b50a x-openstack-request-id: req-64394b41-3888-41e4-a64a-e0717402b50a {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:04:41.684469 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e078f43e-e447-49c9-a22f-34b71582a579", "tag": "0125987d-08d6-4d19-a2f6-cd68134454b1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:04:41.684710 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-64394b41-3888-41e4-a64a-e0717402b50a {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:04:41.685095 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e078f43e-e447-49c9-a22f-34b71582a579', 'tag': '0125987d-08d6-4d19-a2f6-cd68134454b1', 'status': 'completed', 'code': 200} Sep 08 14:04:41.689511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 0125987d-08d6-4d19-a2f6-cd68134454b1 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:04:41.729976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 0125987d-08d6-4d19-a2f6-cd68134454b1 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:04:41.771188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82175e73-e79c-471b-9fae-6599d765cfbb req-2c8cde82-6a2f-42f3-b0e3-ed0969b034d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:41.772725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-2c8cde82-6a2f-42f3-b0e3-ed0969b034d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23521a2c1d04470bbc86fb6087e3cf99&device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 1094 time: 0.0680814 Sep 08 14:04:41.775336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82175e73-e79c-471b-9fae-6599d765cfbb req-d3d34a5f-e601-4a72-adc8-bf59d89c83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:41.776680 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-d3d34a5f-e601-4a72-adc8-bf59d89c83e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=23521a2c1d04470bbc86fb6087e3cf99&device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 1094 time: 0.0629499 Sep 08 14:04:41.933877 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82175e73-e79c-471b-9fae-6599d765cfbb req-7ddbe238-b81f-46fd-ae93-d24eb561f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:41.935317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-7ddbe238-b81f-46fd-ae93-d24eb561f4e0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6384850e-4212-4d54-8b60-7a34504ffdbb HTTP/1.1" status: 200 len: 913 time: 0.1476026 Sep 08 14:04:41.936259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82175e73-e79c-471b-9fae-6599d765cfbb req-af219279-865c-49b1-9d50-81c06a0b7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:41.937559 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-af219279-865c-49b1-9d50-81c06a0b7674 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6384850e-4212-4d54-8b60-7a34504ffdbb HTTP/1.1" status: 200 len: 913 time: 0.1568973 Sep 08 14:04:41.969288 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:41.980972 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-35fde6aa-c4e0-486d-939f-9eb61189eff8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0125987d-08d6-4d19-a2f6-cd68134454b1 HTTP/1.1" status: 200 len: 217 time: 0.0381434 Sep 08 14:04:42.014261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-bdc72002-efce-4476-856c-b17af8bef94f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0125987d-08d6-4d19-a2f6-cd68134454b1 HTTP/1.1" status: 200 len: 217 time: 0.0651700 Sep 08 14:04:42.082891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82175e73-e79c-471b-9fae-6599d765cfbb req-d819ac4e-5ef7-4c30-a7da-5c7977dee7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:42.084306 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-d819ac4e-5ef7-4c30-a7da-5c7977dee7e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=78f5e01e-e325-4875-9fb7-a678354b68c4 HTTP/1.1" status: 200 len: 852 time: 0.0785048 Sep 08 14:04:42.089297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82175e73-e79c-471b-9fae-6599d765cfbb req-43cb7df9-690e-49a2-8474-4daf62a6acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:42.090685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-43cb7df9-690e-49a2-8474-4daf62a6acc4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5e01e-e325-4875-9fb7-a678354b68c4 HTTP/1.1" status: 200 len: 852 time: 0.0546541 Sep 08 14:04:42.135394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-3d4604a4-69a5-4f7b-a923-ba6a9605af7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6384850e-4212-4d54-8b60-7a34504ffdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428538 Sep 08 14:04:42.137236 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-d8d660b3-b048-455a-b05d-20ddee5feeaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6384850e-4212-4d54-8b60-7a34504ffdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372899 Sep 08 14:04:42.299270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-848057f6-0f7b-4d41-93e7-d80dd29ab378 service neutron] 10.222.0.70 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559358 Sep 08 14:04:42.301027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-e84a459d-55ba-4a30-b6c0-c2aa8f948a69 service neutron] 10.222.0.60 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499302 Sep 08 14:04:42.457162 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-2cfd1c6d-dead-4136-950d-b0693010fa40 service neutron] 10.222.0.70 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508012 Sep 08 14:04:42.460442 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82175e73-e79c-471b-9fae-6599d765cfbb req-901ee3e2-6ad4-4298-a77b-ad5c27c8d25f service neutron] 10.222.0.60 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530664 Sep 08 14:04:42.587403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1606ac-88c9-43a3-9c19-6627c9dd6e7b req-214984e2-4fab-4021-8f45-faa240572080 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:42.588794 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af1606ac-88c9-43a3-9c19-6627c9dd6e7b req-214984e2-4fab-4021-8f45-faa240572080 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 943 time: 0.0485718 Sep 08 14:04:42.626272 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af1606ac-88c9-43a3-9c19-6627c9dd6e7b req-f705e6b8-7430-4124-81e4-eae36a1365e3 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Sep 08 14:04:43.129349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-cda47b80-e9d2-447b-baaf-853a45a82424 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:43.130873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-cda47b80-e9d2-447b-baaf-853a45a82424 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.60 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579&tenant_id=23521a2c1d04470bbc86fb6087e3cf99&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 943 time: 0.1052997 Sep 08 14:04:43.188752 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-bae055d0-73e7-4b6d-afca-cb30b85de210 service neutron] delete failed (client error): The resource could not be found. Sep 08 14:04:43.189736 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-bae055d0-73e7-4b6d-afca-cb30b85de210 service neutron] 10.222.0.60 "DELETE /v2.0/ports/0125987d-08d6-4d19-a2f6-cd68134454b1/bindings/n-h2-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0519283 Sep 08 14:04:43.274312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-231d54d8-135c-4433-a831-27bdcd4767ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:43.275727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-231d54d8-135c-4433-a831-27bdcd4767ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=23521a2c1d04470bbc86fb6087e3cf99&device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 1094 time: 0.0454531 Sep 08 14:04:43.365853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-40e103df-3472-454a-9625-5b04cb45cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:43.367392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-40e103df-3472-454a-9625-5b04cb45cbe1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6384850e-4212-4d54-8b60-7a34504ffdbb HTTP/1.1" status: 200 len: 913 time: 0.0839484 Sep 08 14:04:43.413002 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-33a5f853-b96b-4f37-b42e-d31216882d84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0125987d-08d6-4d19-a2f6-cd68134454b1 HTTP/1.1" status: 200 len: 217 time: 0.0382590 Sep 08 14:04:43.420728 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:43.460942 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-8efd6f97-ed77-4a23-b435-0acb0008093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:43.462399 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-8efd6f97-ed77-4a23-b435-0acb0008093e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=78f5e01e-e325-4875-9fb7-a678354b68c4 HTTP/1.1" status: 200 len: 852 time: 0.0429192 Sep 08 14:04:43.493860 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-e036a6ee-df0f-4583-ae81-affd0071b345 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6384850e-4212-4d54-8b60-7a34504ffdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241947 Sep 08 14:04:43.586485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-038fd83c-c19b-41b2-bf95-7b6fa878b165 service neutron] 10.222.0.60 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849102 Sep 08 14:04:43.673285 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-777423d3-9cd6-4ec7-badf-de45dc30651a service neutron] 10.222.0.60 "GET /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801401 Sep 08 14:04:44.122018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 0125987d-08d6-4d19-a2f6-cd68134454b1 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:04:44.215081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=0125987d-08d6-4d19-a2f6-cd68134454b1,segment=NetworkSegment(344a4ea1-8e8b-46a5-b65f-cba440a72215),segment_id=344a4ea1-8e8b-46a5-b65f-cba440a72215)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:44.229185 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '0125987d-08d6-4d19-a2f6-cd68134454b1', 'network_id': '6384850e-4212-4d54-8b60-7a34504ffdbb', 'port_id': '0125987d-08d6-4d19-a2f6-cd68134454b1', 'mac_address': 'fa:16:3e:a7:b6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78f5e01e-e325-4875-9fb7-a678354b68c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:04:44.268556 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:44.281719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0125987d-08d6-4d19-a2f6-cd68134454b1 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:04:44.301754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=0125987d-08d6-4d19-a2f6-cd68134454b1,segment=NetworkSegment(344a4ea1-8e8b-46a5-b65f-cba440a72215),segment_id=344a4ea1-8e8b-46a5-b65f-cba440a72215)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:44.363683 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:44.411710 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=0125987d-08d6-4d19-a2f6-cd68134454b1,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:44.419435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:44.420420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:44.420779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:44.421362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:44.421458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:44.421783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:44.422121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:44.422549 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:44.422896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:44.423229 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:44.423562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:44.423895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:44.627991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['0125987d-08d6-4d19-a2f6-cd68134454b1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:04:44.774609 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:44.943260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b1648-16c5-42c4-b846-ac58a644af39 req-6d10a423-bc86-4628-a876-39dbb4312f39 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:44.944601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a09b1648-16c5-42c4-b846-ac58a644af39 req-6d10a423-bc86-4628-a876-39dbb4312f39 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 944 time: 0.0470178 Sep 08 14:04:44.986941 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a09b1648-16c5-42c4-b846-ac58a644af39 req-4da0877e-67a6-4ee3-b2c2-8a94e3b09d76 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Sep 08 14:04:46.103550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c026ea-6cd9-4e59-a6ac-c773e3ee7676 req-983e6e31-d514-4e29-819c-f2717b657ce8 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:46.105078 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5c026ea-6cd9-4e59-a6ac-c773e3ee7676 req-983e6e31-d514-4e29-819c-f2717b657ce8 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 944 time: 0.0492103 Sep 08 14:04:46.130860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 0125987d-08d6-4d19-a2f6-cd68134454b1 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:04:46.143272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5c026ea-6cd9-4e59-a6ac-c773e3ee7676 req-316ffb2e-536f-4539-b1c9-58b666399096 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/security-groups?id=325b1c4b-3851-4a4e-9dd8-29f863509b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314126 Sep 08 14:04:46.209850 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-a8811722-5aa9-4308-926e-669d1baf2ef9 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:46.211361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-a8811722-5aa9-4308-926e-669d1baf2ef9 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.70 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 944 time: 0.0559764 Sep 08 14:04:46.232319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 0125987d-08d6-4d19-a2f6-cd68134454b1 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:04:46.236324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 0125987d-08d6-4d19-a2f6-cd68134454b1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:04:46.236644 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:46.300387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-57ab7c82-d825-462a-a695-60e75b300e9a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Deleting port 0125987d-08d6-4d19-a2f6-cd68134454b1 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:04:46.300738 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-57ab7c82-d825-462a-a695-60e75b300e9a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:46.315617 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:46.337954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e078f43e-e447-49c9-a22f-34b71582a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0125987d-08d6-4d19-a2f6-cd68134454b1'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:04:46.340204 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b13496-3420-4243-9f91-8df2a7827820" -d '{"events": [{"server_uuid": "e078f43e-e447-49c9-a22f-34b71582a579", "name": "network-vif-plugged", "status": "completed", "tag": "0125987d-08d6-4d19-a2f6-cd68134454b1"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:04:46.353079 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=0125987d-08d6-4d19-a2f6-cd68134454b1,segment=NetworkSegment(344a4ea1-8e8b-46a5-b65f-cba440a72215),segment_id=344a4ea1-8e8b-46a5-b65f-cba440a72215)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:46.376704 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855c404a-3944-4f0b-a138-4f242eaed134 x-openstack-request-id: req-855c404a-3944-4f0b-a138-4f242eaed134 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:04:46.376704 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e078f43e-e447-49c9-a22f-34b71582a579", "name": "network-vif-plugged", "status": "completed", "tag": "0125987d-08d6-4d19-a2f6-cd68134454b1", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:04:46.376919 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-855c404a-3944-4f0b-a138-4f242eaed134 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:04:46.377198 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e078f43e-e447-49c9-a22f-34b71582a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0125987d-08d6-4d19-a2f6-cd68134454b1', 'code': 200} Sep 08 14:04:46.394072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-57ab7c82-d825-462a-a695-60e75b300e9a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] For port 0125987d-08d6-4d19-a2f6-cd68134454b1, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=0125987d-08d6-4d19-a2f6-cd68134454b1,segment=NetworkSegment(344a4ea1-8e8b-46a5-b65f-cba440a72215),segment_id=344a4ea1-8e8b-46a5-b65f-cba440a72215)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:04:46.394501 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-57ab7c82-d825-462a-a695-60e75b300e9a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:46.406533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-57ab7c82-d825-462a-a695-60e75b300e9a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Calling delete_port for 0125987d-08d6-4d19-a2f6-cd68134454b1 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:04:46.409190 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:46.459433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=0125987d-08d6-4d19-a2f6-cd68134454b1,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:46.597813 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-57ab7c82-d825-462a-a695-60e75b300e9a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:46.608857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['0125987d-08d6-4d19-a2f6-cd68134454b1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:04:46.629973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab7c82-d825-462a-a695-60e75b300e9a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Pushing event deleted for resources: {'Port': ['ID=0125987d-08d6-4d19-a2f6-cd68134454b1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:46.671631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-57ab7c82-d825-462a-a695-60e75b300e9a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] No DVR routers for this DVR port 0125987d-08d6-4d19-a2f6-cd68134454b1 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:04:46.674381 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-57ab7c82-d825-462a-a695-60e75b300e9a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:46.676290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6cfbe54d-587a-45e8-a70f-a50eec9a6e94 req-57ab7c82-d825-462a-a695-60e75b300e9a tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.70 "DELETE /v2.0/ports/0125987d-08d6-4d19-a2f6-cd68134454b1 HTTP/1.1" status: 204 len: 173 time: 0.4582202 Sep 08 14:04:46.676762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e078f43e-e447-49c9-a22f-34b71582a579', 'name': 'network-vif-deleted', 'tag': '0125987d-08d6-4d19-a2f6-cd68134454b1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:04:46.679071 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3ee12e-cd2b-4c63-b3a9-78d3bc95857b" -d '{"events": [{"server_uuid": "e078f43e-e447-49c9-a22f-34b71582a579", "name": "network-vif-deleted", "tag": "0125987d-08d6-4d19-a2f6-cd68134454b1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:04:46.716272 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ed0dab-9c69-4525-9100-0e20ec9214b1 x-openstack-request-id: req-13ed0dab-9c69-4525-9100-0e20ec9214b1 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:04:46.716671 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e078f43e-e447-49c9-a22f-34b71582a579", "name": "network-vif-deleted", "tag": "0125987d-08d6-4d19-a2f6-cd68134454b1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:04:46.716926 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-13ed0dab-9c69-4525-9100-0e20ec9214b1 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:04:46.717331 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e078f43e-e447-49c9-a22f-34b71582a579', 'name': 'network-vif-deleted', 'tag': '0125987d-08d6-4d19-a2f6-cd68134454b1', 'status': 'completed', 'code': 200} Sep 08 14:04:47.252107 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b3392d39-8107-403c-be5f-4254bed34bbf req-e813a2d2-7919-43b5-a52c-626b5b88e887 tempest-DeleteServersTestJSON-439263347 tempest-DeleteServersTestJSON-439263347-project] 10.222.0.69 "GET /v2.0/ports?device_id=e078f43e-e447-49c9-a22f-34b71582a579 HTTP/1.1" status: 200 len: 210 time: 0.0274370 Sep 08 14:04:47.299779 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:48.392580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52164) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:04:48.437324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Deleting subnet 78f5e01e-e325-4875-9fb7-a678354b68c4 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:04:48.440459 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:48.474489 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:48.523121 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:48.632267 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:48.655668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78f5e01e-e325-4875-9fb7-a678354b68c4,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:48.667509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:48.667509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/78f5e01e-e325-4875-9fb7-a678354b68c4 HTTP/1.1" status: 204 len: 168 time: 0.2733109 Sep 08 14:04:48.668662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:48.669014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:48.669358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:48.670202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:48.670469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52166) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:04:48.670957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:48.670957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:48.671144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:48.671526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:48.671853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:48.672101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:48.672425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:48.672747 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232088c7-1553-476f-993e-6c55f8d5aa31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:48.737559 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:48.820475 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:48.839281 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6384850e-4212-4d54-8b60-7a34504ffdbb']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:48.848631 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '344a4ea1-8e8b-46a5-b65f-cba440a72215') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:48.848925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '344a4ea1-8e8b-46a5-b65f-cba440a72215') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:04:48.858599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:48.871079 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:48.877008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:04:48.877491 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:04:48.879224 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:04:48.997473 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:49.002930 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:49.004746 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] 10.222.0.69 "DELETE /v2.0/networks/6384850e-4212-4d54-8b60-7a34504ffdbb HTTP/1.1" status: 204 len: 168 time: 0.3332891 Sep 08 14:04:49.015230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6384850e-4212-4d54-8b60-7a34504ffdbb,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:49.022542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:49.022895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:49.023242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:49.023580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:49.023914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:49.024247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:49.024574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:49.024900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:49.025228 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:49.025552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:49.025872 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:49.026211 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6aff62-bcac-41eb-a55a-e77575afc7d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:04:49.321421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52170) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:04:49.360643 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5f9242d3-2fa0-4719-9c30-7a42edf72160 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=23521a2c1d04470bbc86fb6087e3cf99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380776 Sep 08 14:04:49.363131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52172) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:04:49.409572 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8b82-99ab-4c66-92cb-dad6a4fb223a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:49.429979 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8b82-99ab-4c66-92cb-dad6a4fb223a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:49.546370 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8b82-99ab-4c66-92cb-dad6a4fb223a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:49.549127 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7bdb8b82-99ab-4c66-92cb-dad6a4fb223a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:49.550335 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7bdb8b82-99ab-4c66-92cb-dad6a4fb223a admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/325b1c4b-3851-4a4e-9dd8-29f863509b12 HTTP/1.1" status: 204 len: 168 time: 0.1862895 Sep 08 14:04:49.558106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb8b82-99ab-4c66-92cb-dad6a4fb223a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325b1c4b-3851-4a4e-9dd8-29f863509b12,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:50.161190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 0125987d-08d6-4d19-a2f6-cd68134454b1 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:04:50.182112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 0125987d-08d6-4d19-a2f6-cd68134454b1 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:04:50.182491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 0125987d-08d6-4d19-a2f6-cd68134454b1 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:04:50.565895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52194) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:04:50.669957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1491599552-network', 'tenant_id': '82cef81ff4744db69583218c31e330bb'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:50.746109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Made reservation on behalf of 82cef81ff4744db69583218c31e330bb for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:04:50.749264 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:50.757294 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:50.843824 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:50.906358 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:50.930467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:04:50.939399 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc783247-849a-4bc1-b4b8-ce76e67ffae4,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:50.945628 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:50.945977 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Added segment 2dcd8ec7-72b3-4ec6-9174-8075599e9c4e of type vlan for network e11e9072-183d-4985-bc3b-9ace2d012e79 Sep 08 14:04:50.986027 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:51.048829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:51.049772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:51.050410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:51.107455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] Pushing event updated for resources: {'Network': ['ID=e11e9072-183d-4985-bc3b-9ace2d012e79,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:51.118316 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c9c52832-15c1-4216-9223-41f2dcea3b10 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5512874 Sep 08 14:04:51.119946 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network e11e9072-183d-4985-bc3b-9ace2d012e79 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:04:51.121112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52198) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:04:51.126357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c3b5e97f-e6e6-4e17-b20d-851323cb60e3 admin admin] Request body: {'subnet': {'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1491599552-subnet', 'tenant_id': '82cef81ff4744db69583218c31e330bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:51.180379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b5e97f-e6e6-4e17-b20d-851323cb60e3 admin admin] Made reservation on behalf of 82cef81ff4744db69583218c31e330bb for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:04:51.188540 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3b5e97f-e6e6-4e17-b20d-851323cb60e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:51.403500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3b5e97f-e6e6-4e17-b20d-851323cb60e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:51.460732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5e97f-e6e6-4e17-b20d-851323cb60e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c973c813-d728-4d27-8c84-bcf53c511c32,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:51.469892 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b5e97f-e6e6-4e17-b20d-851323cb60e3 admin admin] Checking segment: {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:04:51.470296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b5e97f-e6e6-4e17-b20d-851323cb60e3 admin admin] Network hostable DHCP agents. Network: e11e9072-183d-4985-bc3b-9ace2d012e79, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:04:51.546313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b5e97f-e6e6-4e17-b20d-851323cb60e3 admin admin] Network e11e9072-183d-4985-bc3b-9ace2d012e79 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:04:51.631497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-c3b5e97f-e6e6-4e17-b20d-851323cb60e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, e11e9072-183d-4985-bc3b-9ace2d012e79) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:51.635833 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5e97f-e6e6-4e17-b20d-851323cb60e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:51.636351 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c3b5e97f-e6e6-4e17-b20d-851323cb60e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:51.640901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42eecd48-6932-4c72-828e-aa522a81dbcf None None] Network e11e9072-183d-4985-bc3b-9ace2d012e79 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:04:51.718491 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c3b5e97f-e6e6-4e17-b20d-851323cb60e3 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5962100 Sep 08 14:04:51.764526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b914b8c8-2030-4f2f-a442-d5b9ba52f872 None None] Network e11e9072-183d-4985-bc3b-9ace2d012e79 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:04:52.142328 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396fcd1-b04d-4336-9042-379891179adf req-272d3b04-cdeb-48b0-aff5-da8990c3d809 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:52.143798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-272d3b04-cdeb-48b0-aff5-da8990c3d809 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 815 time: 0.1077888 Sep 08 14:04:52.158923 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-f9cab7f8-93f1-4af5-874c-513c0715e691 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/quotas/82cef81ff4744db69583218c31e330bb HTTP/1.1" status: 200 len: 375 time: 0.0093818 Sep 08 14:04:52.194893 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-6d194e1b-8b60-4534-b3bf-a25069f7ba52 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307982 Sep 08 14:04:52.206049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-1a4f3bee-e46e-413a-8034-129958521fec service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:04:52.207024 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-1a4f3bee-e46e-413a-8034-129958521fec service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049930 Sep 08 14:04:52.295609 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-19b942d5-4f65-4f1d-a030-7293d651a08a service neutron] 10.222.0.69 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795867 Sep 08 14:04:52.380610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-a3b894b4-9fff-47f3-8c9a-c5d3a3f2b35e service neutron] 10.222.0.69 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822940 Sep 08 14:04:52.635324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7867a68f-2554-4429-9203-0927dafd2376 req-1651f5aa-92cf-45f1-a18e-6c0cd25e3633 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 210 time: 0.0268035 Sep 08 14:04:53.728303 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1415c879-4313-4b94-b161-b04ecfb1463b req-cd07b9bb-8a19-4e78-a2c0-88561ddbf889 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 210 time: 0.0274212 Sep 08 14:04:54.781098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396fcd1-b04d-4336-9042-379891179adf req-07a0e2c2-b1a0-4657-aaa3-48f66f3d5850 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:54.783467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-07a0e2c2-b1a0-4657-aaa3-48f66f3d5850 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.70 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 815 time: 0.4234984 Sep 08 14:04:54.797122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-2396fcd1-b04d-4336-9042-379891179adf req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Request body: {'port': {'device_id': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79', 'admin_state_up': True, 'tenant_id': '82cef81ff4744db69583218c31e330bb'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:54.841933 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7c93e814-bddc-4ae9-be42-74afb915c1d5 req-7d2ed6a4-b6f2-4bcc-9a47-0d7e4956b126 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 210 time: 0.0408611 Sep 08 14:04:54.997288 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2396fcd1-b04d-4336-9042-379891179adf req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Made reservation on behalf of 82cef81ff4744db69583218c31e330bb for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:04:55.000911 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2396fcd1-b04d-4336-9042-379891179adf req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:55.121361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-2396fcd1-b04d-4336-9042-379891179adf req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Allocated IP 172.20.0.6 (e11e9072-183d-4985-bc3b-9ace2d012e79/c973c813-d728-4d27-8c84-bcf53c511c32/2df8d1f3-51fe-4026-a866-386728a2e93d) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:04:55.264855 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2396fcd1-b04d-4336-9042-379891179adf req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:55.351920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2396fcd1-b04d-4336-9042-379891179adf req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:55.394137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2396fcd1-b04d-4336-9042-379891179adf req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Network e11e9072-183d-4985-bc3b-9ace2d012e79 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:04:55.397257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-2396fcd1-b04d-4336-9042-379891179adf req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:04:55.402928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2396fcd1-b04d-4336-9042-379891179adf req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:04:55.409189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Pushing event updated for resources: {'Port': ['ID=2df8d1f3-51fe-4026-a866-386728a2e93d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:55.457321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396fcd1-b04d-4336-9042-379891179adf req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:55.457941 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2396fcd1-b04d-4336-9042-379891179adf req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:55.552304 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-d7f26a87-cd4a-4e2a-b152-95f30d26dc33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7590384 Sep 08 14:04:55.565223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Request body: {'port': {'device_id': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:04:55.616955 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:55.866548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df8d1f3-51fe-4026-a866-386728a2e93d {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:04:55.874530 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:55.886746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Transition to ACTIVE for port object 2df8d1f3-51fe-4026-a866-386728a2e93d will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:04:55.958965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c202514-a95e-4557-a4d4-47bf5c63c42a req-81c0680b-4ad0-4cd1-81d7-bd56ae2ae084 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:55.960443 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c202514-a95e-4557-a4d4-47bf5c63c42a req-81c0680b-4ad0-4cd1-81d7-bd56ae2ae084 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 931 time: 0.0498521 Sep 08 14:04:55.974457 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:56.000165 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c202514-a95e-4557-a4d4-47bf5c63c42a req-485c3c26-8723-42ef-9072-8c6fa6fd26e5 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336678 Sep 08 14:04:56.045168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Pushing event updated for resources: {'Port': ['ID=2df8d1f3-51fe-4026-a866-386728a2e93d,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:56.090993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Attempting to bind port 2df8d1f3-51fe-4026-a866-386728a2e93d on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:04:56.091905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Attempting to bind port 2df8d1f3-51fe-4026-a866-386728a2e93d by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:04:56.092243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Attempting to bind port 2df8d1f3-51fe-4026-a866-386728a2e93d on network e11e9072-183d-4985-bc3b-9ace2d012e79 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:04:56.096508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Port 2df8d1f3-51fe-4026-a866-386728a2e93d on network e11e9072-183d-4985-bc3b-9ace2d012e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:04:56.096833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Attempting to bind port 2df8d1f3-51fe-4026-a866-386728a2e93d on network e11e9072-183d-4985-bc3b-9ace2d012e79 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:04:56.101608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:04:56.101953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Checking segment: {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:04:56.102393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Bound using segment: {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:04:56.102824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Bound port: 2df8d1f3-51fe-4026-a866-386728a2e93d, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:04:56.103181 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:56.164348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:04:56.167218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2df8d1f3-51fe-4026-a866-386728a2e93d,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:04:56.277854 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:56.313054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:56.313664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:04:56.315067 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] 10.222.0.70 "PUT /v2.0/ports/2df8d1f3-51fe-4026-a866-386728a2e93d HTTP/1.1" status: 200 len: 1091 time: 0.7538018 Sep 08 14:04:56.315493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'tag': '2df8d1f3-51fe-4026-a866-386728a2e93d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:04:56.317742 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4b22ede5bed4f2f2e801df8eb845c554811fc13d0a2dbb30f9686eb923d5838f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13305a91-7fac-40e0-a4cc-e2cf6ed838f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cc0807-b34a-4b50-ba10-0cf70b41c59b", "tag": "2df8d1f3-51fe-4026-a866-386728a2e93d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:04:56.342520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b4b03-a0d8-4410-892c-694d105bf044 service neutron] Pushing event updated for resources: {'Port': ['ID=2df8d1f3-51fe-4026-a866-386728a2e93d,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:04:56.352049 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8c38d9-8727-4fdf-92b0-61132c33db1b x-openstack-request-id: req-ad8c38d9-8727-4fdf-92b0-61132c33db1b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:04:56.352345 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cc0807-b34a-4b50-ba10-0cf70b41c59b", "tag": "2df8d1f3-51fe-4026-a866-386728a2e93d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:04:56.352593 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ad8c38d9-8727-4fdf-92b0-61132c33db1b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:04:56.352985 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'tag': '2df8d1f3-51fe-4026-a866-386728a2e93d', 'status': 'completed', 'code': 200} Sep 08 14:04:56.412578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13305a91-7fac-40e0-a4cc-e2cf6ed838f2 req-f72b7e11-e7db-403f-9f6f-8094964b83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:56.414083 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13305a91-7fac-40e0-a4cc-e2cf6ed838f2 req-f72b7e11-e7db-403f-9f6f-8094964b83e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 1094 time: 0.0402851 Sep 08 14:04:56.513348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13305a91-7fac-40e0-a4cc-e2cf6ed838f2 req-a32cb132-7fc2-4129-8ddd-3495c74e1f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:56.514758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13305a91-7fac-40e0-a4cc-e2cf6ed838f2 req-a32cb132-7fc2-4129-8ddd-3495c74e1f1b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=82cef81ff4744db69583218c31e330bb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0933375 Sep 08 14:04:56.605271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13305a91-7fac-40e0-a4cc-e2cf6ed838f2 req-0b4ff99f-e44a-4ef7-ad7c-460c2d553521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:56.607652 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13305a91-7fac-40e0-a4cc-e2cf6ed838f2 req-0b4ff99f-e44a-4ef7-ad7c-460c2d553521 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858467 Sep 08 14:04:56.682257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396fcd1-b04d-4336-9042-379891179adf req-8211e8ce-2a5a-4693-af07-9f743c095ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:56.683736 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-8211e8ce-2a5a-4693-af07-9f743c095ebb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 1094 time: 0.0406053 Sep 08 14:04:56.728545 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-0856e31f-40ad-42b0-a575-5f6dc6942d08 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2df8d1f3-51fe-4026-a866-386728a2e93d HTTP/1.1" status: 200 len: 217 time: 0.0371552 Sep 08 14:04:56.775443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396fcd1-b04d-4336-9042-379891179adf req-5c7cd857-0812-443c-b9cf-3c1de17fd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:56.776795 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-5c7cd857-0812-443c-b9cf-3c1de17fd6eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 200 len: 855 time: 0.0418200 Sep 08 14:04:56.807997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-8300713b-b4a9-41ed-aad6-bbc0c9473a55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e11e9072-183d-4985-bc3b-9ace2d012e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231640 Sep 08 14:04:56.898966 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-30c3eb56-5060-4787-9c52-c918899a2e22 service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838213 Sep 08 14:04:56.986082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2396fcd1-b04d-4336-9042-379891179adf req-6d8ce409-eea1-43f6-bf8b-bc7f79fb0cbd service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791137 Sep 08 14:04:57.118321 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3852064-0ff1-4fa6-9472-4d80ec4be2d8 req-5c7dff23-7517-42fb-a303-04c1e0259d39 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:57.119790 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f3852064-0ff1-4fa6-9472-4d80ec4be2d8 req-5c7dff23-7517-42fb-a303-04c1e0259d39 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 943 time: 0.0524929 Sep 08 14:04:57.157351 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f3852064-0ff1-4fa6-9472-4d80ec4be2d8 req-8d42abb8-0b06-4f73-a7d6-73146d21759a tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306349 Sep 08 14:04:58.276801 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652c267-c669-42f1-a9b7-b97a69f59b13 req-5da7cbe6-c647-4db9-84ba-2bffd1e09f03 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:58.278199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e652c267-c669-42f1-a9b7-b97a69f59b13 req-5da7cbe6-c647-4db9-84ba-2bffd1e09f03 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 943 time: 0.0541458 Sep 08 14:04:58.315245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e652c267-c669-42f1-a9b7-b97a69f59b13 req-68e36b6d-cc48-4553-87c0-c0b26d86af71 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311222 Sep 08 14:04:59.426477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5825ac9-5342-4ebb-a7db-38a1f1219407 req-76a9ac96-f677-4509-a1d9-562ac4ed1870 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:04:59.427946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5825ac9-5342-4ebb-a7db-38a1f1219407 req-76a9ac96-f677-4509-a1d9-562ac4ed1870 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 943 time: 0.0477405 Sep 08 14:04:59.465004 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5825ac9-5342-4ebb-a7db-38a1f1219407 req-e05578f2-dde4-4eb5-84ea-810f2b68b182 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312252 Sep 08 14:05:00.207479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 2df8d1f3-51fe-4026-a866-386728a2e93d details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:05:00.300310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2df8d1f3-51fe-4026-a866-386728a2e93d,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:00.311170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '2df8d1f3-51fe-4026-a866-386728a2e93d', 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79', 'port_id': '2df8d1f3-51fe-4026-a866-386728a2e93d', 'mac_address': 'fa:16:3e:9f:9e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c973c813-d728-4d27-8c84-bcf53c511c32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:05:00.350711 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:00.363555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df8d1f3-51fe-4026-a866-386728a2e93d {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:05:00.381830 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2df8d1f3-51fe-4026-a866-386728a2e93d,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:00.471548 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:00.517676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=2df8d1f3-51fe-4026-a866-386728a2e93d,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:00.578680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56d497-0d91-436c-82f8-59b2e2596582 req-cffeb936-5f21-42a1-b3fc-e114e7ad87c2 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:00.580068 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d56d497-0d91-436c-82f8-59b2e2596582 req-cffeb936-5f21-42a1-b3fc-e114e7ad87c2 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 944 time: 0.0484824 Sep 08 14:05:00.617732 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d56d497-0d91-436c-82f8-59b2e2596582 req-b04215b6-cd5f-495a-87fa-0bba9eaa4a8c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314412 Sep 08 14:05:00.657403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['2df8d1f3-51fe-4026-a866-386728a2e93d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:05:01.782853 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c23f997-7d84-4ce6-87c3-267c6ce51107 req-bd02cb44-8ca5-4a6f-80b2-7c76ab693601 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:01.784323 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c23f997-7d84-4ce6-87c3-267c6ce51107 req-bd02cb44-8ca5-4a6f-80b2-7c76ab693601 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 944 time: 0.0479443 Sep 08 14:05:01.820968 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c23f997-7d84-4ce6-87c3-267c6ce51107 req-c7ab8372-d297-40de-80eb-fb2a746de0f8 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307426 Sep 08 14:05:02.220131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 2df8d1f3-51fe-4026-a866-386728a2e93d up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:05:02.339938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 2df8d1f3-51fe-4026-a866-386728a2e93d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:05:02.343657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 2df8d1f3-51fe-4026-a866-386728a2e93d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:05:02.344040 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:02.418429 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:02.443161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df8d1f3-51fe-4026-a866-386728a2e93d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:05:02.445408 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a01b20718ace69a50db23f253f48a4c1a929f52274f9a3165b610fd09f94d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a40a6c4-be50-44de-a9dd-2cf3119b08a1" -d '{"events": [{"server_uuid": "a5cc0807-b34a-4b50-ba10-0cf70b41c59b", "name": "network-vif-plugged", "status": "completed", "tag": "2df8d1f3-51fe-4026-a866-386728a2e93d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:02.458061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2df8d1f3-51fe-4026-a866-386728a2e93d,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:02.482793 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7271c512-4083-4e0a-8e9e-c57b7b5a8f11 x-openstack-request-id: req-7271c512-4083-4e0a-8e9e-c57b7b5a8f11 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:02.483084 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cc0807-b34a-4b50-ba10-0cf70b41c59b", "name": "network-vif-plugged", "status": "completed", "tag": "2df8d1f3-51fe-4026-a866-386728a2e93d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:02.483337 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7271c512-4083-4e0a-8e9e-c57b7b5a8f11 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:02.483732 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df8d1f3-51fe-4026-a866-386728a2e93d', 'code': 200} Sep 08 14:05:02.500047 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:02.547274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=2df8d1f3-51fe-4026-a866-386728a2e93d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:02.578333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee16c12-33b1-4eb2-b5e1-8d5d32196ba0 req-1584a7a2-a66e-41cd-b78b-32829e6358d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:02.579809 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dee16c12-33b1-4eb2-b5e1-8d5d32196ba0 req-1584a7a2-a66e-41cd-b78b-32829e6358d0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 1096 time: 0.0400567 Sep 08 14:05:02.613152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dee16c12-33b1-4eb2-b5e1-8d5d32196ba0 req-104106c8-8f52-4b55-a8ed-eeb6eb9a722b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266705 Sep 08 14:05:03.239216 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c23f2b-8cc8-4219-bf3f-1487922c8c3e req-14099ae2-3abf-457f-a8d5-68326d9128ce tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:03.240606 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-57c23f2b-8cc8-4219-bf3f-1487922c8c3e req-14099ae2-3abf-457f-a8d5-68326d9128ce tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.3553905 Sep 08 14:05:03.276298 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-57c23f2b-8cc8-4219-bf3f-1487922c8c3e req-b3ed9292-ba92-439e-9603-e14c43918bf7 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296900 Sep 08 14:05:04.431001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76895377-04d2-47f7-af78-95bc3180cd46 req-7a33a2f7-b473-47a4-814d-cca10e2d231e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:04.432441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76895377-04d2-47f7-af78-95bc3180cd46 req-7a33a2f7-b473-47a4-814d-cca10e2d231e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0515797 Sep 08 14:05:04.469010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-76895377-04d2-47f7-af78-95bc3180cd46 req-3fd4be69-9bb9-4b82-b2c6-4560c481d8b2 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305960 Sep 08 14:05:04.580623 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9fca1-1734-4d16-b477-a63ed0036f6d req-1c122927-5127-48b8-bbf6-66716c10f2a7 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:04.581982 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-83d9fca1-1734-4d16-b477-a63ed0036f6d req-1c122927-5127-48b8-bbf6-66716c10f2a7 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0478303 Sep 08 14:05:04.618570 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-83d9fca1-1734-4d16-b477-a63ed0036f6d req-7ac56baa-3233-41cd-af07-83609df5798b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306437 Sep 08 14:05:04.844002 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1334bc-ecfa-4f7e-8d6c-f2384a6ca948 req-38584096-6745-44b0-9caf-e9cf018254fc tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:04.845352 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ae1334bc-ecfa-4f7e-8d6c-f2384a6ca948 req-38584096-6745-44b0-9caf-e9cf018254fc tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0475535 Sep 08 14:05:04.881923 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ae1334bc-ecfa-4f7e-8d6c-f2384a6ca948 req-6a4a96ab-bf95-48f0-8972-d5fdbacb5d98 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306180 Sep 08 14:05:04.996000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd744d84-094d-42de-bfba-1a8608c03c0d req-19d4dc91-57f9-480e-9783-47e0d544bae5 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:04.997300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd744d84-094d-42de-bfba-1a8608c03c0d req-19d4dc91-57f9-480e-9783-47e0d544bae5 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0489621 Sep 08 14:05:05.034534 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd744d84-094d-42de-bfba-1a8608c03c0d req-0afb1435-97a3-4507-844b-99e2865552c3 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306873 Sep 08 14:05:05.320635 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:05:05.382355 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df21af-1d66-4a90-8fba-3010f01e3ea5 req-de16eae5-2b4b-4522-8942-67f81217d873 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:05.383831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3df21af-1d66-4a90-8fba-3010f01e3ea5 req-de16eae5-2b4b-4522-8942-67f81217d873 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0481331 Sep 08 14:05:05.421135 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e3df21af-1d66-4a90-8fba-3010f01e3ea5 req-1c35edbc-976a-481a-aa51-61a8104aa750 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311964 Sep 08 14:05:05.471322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-3716c394-4a4e-41f9-adc6-09712d3d3b09 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418482 Sep 08 14:05:06.619689 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d690d-85a8-40a1-840c-f619c52deb7c req-65f251d6-b7d2-45a5-9690-30a3be3b2ff6 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:06.621163 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-866d690d-85a8-40a1-840c-f619c52deb7c req-65f251d6-b7d2-45a5-9690-30a3be3b2ff6 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0978427 Sep 08 14:05:06.659204 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-866d690d-85a8-40a1-840c-f619c52deb7c req-78a45acc-abc5-45c4-8823-0d23ce2782e1 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313821 Sep 08 14:05:07.095949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-d2236c82-4301-4dff-95ed-db32e15a2206 req-f9d2d9dc-d76d-4691-af0c-1fdefaf0f3f9 service neutron] (96263) timed out ('10.222.0.69', 47666) {{(pid=96263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 14:05:07.457580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-4a13efb0-9dbe-4785-ab9d-a313871986d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:07.459101 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-4a13efb0-9dbe-4785-ab9d-a313871986d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 1096 time: 0.0399995 Sep 08 14:05:07.546586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-7ab10093-85ad-45c3-91c8-0721aabc0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:07.548043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-7ab10093-85ad-45c3-91c8-0721aabc0d73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 916 time: 0.0808918 Sep 08 14:05:07.590823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-e2657579-8d00-4339-bbb6-e15ec806b406 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2df8d1f3-51fe-4026-a866-386728a2e93d HTTP/1.1" status: 200 len: 217 time: 0.0364797 Sep 08 14:05:07.637227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-1ced0852-c8f4-4274-bd34-ed278410276e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:07.639249 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-1ced0852-c8f4-4274-bd34-ed278410276e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 200 len: 855 time: 0.0421684 Sep 08 14:05:07.669187 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-cc072073-bea0-4a4f-91a1-d45425dda412 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e11e9072-183d-4985-bc3b-9ace2d012e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231981 Sep 08 14:05:07.790981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-091597af-2abf-469a-8358-93d14c13edaf service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149662 Sep 08 14:05:07.799430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ba1fd-f36d-432e-b284-e2a8ab38f177 req-8a90f199-f5bb-4ab2-84b8-ba87b1785c55 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:07.800810 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de5ba1fd-f36d-432e-b284-e2a8ab38f177 req-8a90f199-f5bb-4ab2-84b8-ba87b1785c55 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0675280 Sep 08 14:05:07.843013 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ab3bed02-04c3-4734-a20e-283113e714f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:07.891275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-de5ba1fd-f36d-432e-b284-e2a8ab38f177 req-6e0bf1f9-d125-4300-acf2-5cb074d8cd9a tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826635 Sep 08 14:05:07.912934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-c711ff10-cdee-403b-8022-e1d4df9650d7 service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111956 Sep 08 14:05:09.005542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18865327-b704-4162-a022-908ed5d07f04 req-441c8c8c-20f5-4406-8c06-8c785f72b7cb tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:09.007039 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-18865327-b704-4162-a022-908ed5d07f04 req-441c8c8c-20f5-4406-8c06-8c785f72b7cb tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0476420 Sep 08 14:05:09.044182 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-18865327-b704-4162-a022-908ed5d07f04 req-2bf8de4a-658d-4384-b575-e1a8aa861dbe tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312150 Sep 08 14:05:10.174225 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-352891ff-74e3-4034-b6e2-da50749e2937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:10.246803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51549d-75d7-4fd7-9c05-758229275eca req-f55f7349-d779-4f9d-862a-10cac823d4f3 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:10.248775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cc51549d-75d7-4fd7-9c05-758229275eca req-f55f7349-d779-4f9d-862a-10cac823d4f3 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0997229 Sep 08 14:05:10.284987 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cc51549d-75d7-4fd7-9c05-758229275eca req-8ab74bd9-fa5f-4c05-831e-70fb1fe669d9 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302758 Sep 08 14:05:10.614218 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:11.396973 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa9cf8-f5b9-4bba-9667-411a53fec517 req-ef2276a8-aa35-4080-81f6-367ca9e2d8c3 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:11.398443 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8caa9cf8-f5b9-4bba-9667-411a53fec517 req-ef2276a8-aa35-4080-81f6-367ca9e2d8c3 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0473878 Sep 08 14:05:11.435222 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8caa9cf8-f5b9-4bba-9667-411a53fec517 req-47622b4e-24ca-42cd-9ba2-e419944bf81f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304062 Sep 08 14:05:12.008603 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:12.546576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5421bb1-2ce2-4134-bce3-5f5c8ccbaabc req-258028c9-e21f-40dc-b4ec-e52295dbdbb8 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:12.548042 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5421bb1-2ce2-4134-bce3-5f5c8ccbaabc req-258028c9-e21f-40dc-b4ec-e52295dbdbb8 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0470262 Sep 08 14:05:12.588409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5421bb1-2ce2-4134-bce3-5f5c8ccbaabc req-ea98364d-2eb5-4635-9bcf-d8a8116f1a72 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346253 Sep 08 14:05:13.402776 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:13.706815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d46809-8d89-4800-95b7-92411709934f req-5814f90f-11db-49a5-a81d-15b59cbde20f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:13.708293 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-71d46809-8d89-4800-95b7-92411709934f req-5814f90f-11db-49a5-a81d-15b59cbde20f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0514586 Sep 08 14:05:13.745767 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-71d46809-8d89-4800-95b7-92411709934f req-809cb080-127c-499c-91b0-af7348178897 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315256 Sep 08 14:05:14.734226 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:14.859473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073ae92-bb58-42bf-a120-1ff0aeae09fc req-2dbd08a1-f606-456d-bef3-a41ce5246c96 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:14.860961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5073ae92-bb58-42bf-a120-1ff0aeae09fc req-2dbd08a1-f606-456d-bef3-a41ce5246c96 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0491717 Sep 08 14:05:14.897794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5073ae92-bb58-42bf-a120-1ff0aeae09fc req-4ddccde5-5e1e-404f-98f0-b76b1919e2d7 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310626 Sep 08 14:05:16.010676 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace914b-e7a9-42bf-ac73-3029bee1c6b2 req-f709370a-3a33-4d22-bfe2-fe26287c6237 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:16.012131 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ace914b-e7a9-42bf-ac73-3029bee1c6b2 req-f709370a-3a33-4d22-bfe2-fe26287c6237 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0491493 Sep 08 14:05:16.049045 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4ace914b-e7a9-42bf-ac73-3029bee1c6b2 req-02c69ae8-3ea4-495a-a1ea-57affba7b429 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310080 Sep 08 14:05:17.162470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f2d55-e920-4fc8-8a6a-234a35ad7e74 req-adcf4fe8-fb23-4d17-b091-b791ddf14bdb tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:17.163967 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b2f2d55-e920-4fc8-8a6a-234a35ad7e74 req-adcf4fe8-fb23-4d17-b091-b791ddf14bdb tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0482547 Sep 08 14:05:17.200044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b2f2d55-e920-4fc8-8a6a-234a35ad7e74 req-be335bf8-dd15-4757-9123-45ff4b463038 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302815 Sep 08 14:05:17.305375 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:18.314048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c79345-55a8-4278-892f-a4e21dbeb9bc req-77363dd2-8aa7-4105-aa86-bdd1f011ab27 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:18.315549 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0c79345-55a8-4278-892f-a4e21dbeb9bc req-77363dd2-8aa7-4105-aa86-bdd1f011ab27 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0490723 Sep 08 14:05:18.352662 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0c79345-55a8-4278-892f-a4e21dbeb9bc req-a9a2b8e0-1886-4a59-8697-a80bf821ecbe tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312428 Sep 08 14:05:19.465102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb6ee6-684e-4634-bf9e-0e499b7e92be req-3250f8ea-aa7e-4c5d-9347-2645c2a3b873 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:19.466599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67eb6ee6-684e-4634-bf9e-0e499b7e92be req-3250f8ea-aa7e-4c5d-9347-2645c2a3b873 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0478609 Sep 08 14:05:19.507606 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67eb6ee6-684e-4634-bf9e-0e499b7e92be req-b89e4a6a-5684-46c1-8d19-4bb4b7d8e340 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351541 Sep 08 14:05:20.623629 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97825114-cc34-41fe-bb0c-df7330d61f24 req-f0ae94ff-39bb-48c7-9d95-2c76481c76b6 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:20.625569 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97825114-cc34-41fe-bb0c-df7330d61f24 req-f0ae94ff-39bb-48c7-9d95-2c76481c76b6 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0516894 Sep 08 14:05:20.662138 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97825114-cc34-41fe-bb0c-df7330d61f24 req-e1dcfbb7-3982-4e24-9b76-a2bf9c83d655 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306201 Sep 08 14:05:21.776295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781e9a6-ec1b-453e-b6c0-0fea62b714da req-269e8b34-9a32-423b-b884-87d4a4e5e6e0 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:21.777742 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8781e9a6-ec1b-453e-b6c0-0fea62b714da req-269e8b34-9a32-423b-b884-87d4a4e5e6e0 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0475278 Sep 08 14:05:21.814459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8781e9a6-ec1b-453e-b6c0-0fea62b714da req-58e581c4-9fe7-4abe-944b-531a6b257a48 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302072 Sep 08 14:05:22.928151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcda70-5496-4b92-ab73-8ac5c792197e req-2fe3cbd1-2da7-4e87-8b17-929182ca85b6 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:22.929618 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0fcda70-5496-4b92-ab73-8ac5c792197e req-2fe3cbd1-2da7-4e87-8b17-929182ca85b6 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0482998 Sep 08 14:05:22.966250 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0fcda70-5496-4b92-ab73-8ac5c792197e req-ca704a68-b46e-4798-b7df-0bcbe9dc807a tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307808 Sep 08 14:05:24.079031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09683a72-bc50-4cb8-913a-49edb761d982 req-cfd7ef9b-b595-4192-90dd-534708d09050 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:24.080513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09683a72-bc50-4cb8-913a-49edb761d982 req-cfd7ef9b-b595-4192-90dd-534708d09050 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0480471 Sep 08 14:05:24.117670 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09683a72-bc50-4cb8-913a-49edb761d982 req-183c0616-43fa-4037-97af-0e1e460f95d3 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314131 Sep 08 14:05:25.230716 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc0b45-b6e8-4779-9679-4e312dd389ae req-9cad84c2-90b3-45f4-b509-cf64609d567e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:25.232520 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6abc0b45-b6e8-4779-9679-4e312dd389ae req-9cad84c2-90b3-45f4-b509-cf64609d567e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0488558 Sep 08 14:05:25.269385 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6abc0b45-b6e8-4779-9679-4e312dd389ae req-7d03f3d5-d941-4107-a226-8a344a55bb3e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310502 Sep 08 14:05:26.381627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fe1b4-a460-4c73-a3cd-128f0a629694 req-5deaeca5-f79c-4f8d-bf8d-ef8fc7099e38 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:26.383131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e60fe1b4-a460-4c73-a3cd-128f0a629694 req-5deaeca5-f79c-4f8d-bf8d-ef8fc7099e38 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0482059 Sep 08 14:05:26.423422 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e60fe1b4-a460-4c73-a3cd-128f0a629694 req-32dcaf45-be1d-4cab-baea-5e2d3a13da4b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345366 Sep 08 14:05:27.542925 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766fe26-978c-4cdf-bf03-16898ed27b1c req-c9159018-5225-47c6-98ae-06602a6b5df6 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:27.544449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6766fe26-978c-4cdf-bf03-16898ed27b1c req-c9159018-5225-47c6-98ae-06602a6b5df6 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0535924 Sep 08 14:05:27.581620 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6766fe26-978c-4cdf-bf03-16898ed27b1c req-d57219e3-b5f1-4034-82f1-c47dfc8bf0f1 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312102 Sep 08 14:05:28.696150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a25f3-792f-42a0-a1a7-3a9f1361c662 req-ec7cc382-a83e-4060-8329-90a9215e5a14 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:28.697612 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c1a25f3-792f-42a0-a1a7-3a9f1361c662 req-ec7cc382-a83e-4060-8329-90a9215e5a14 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0482872 Sep 08 14:05:28.734520 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c1a25f3-792f-42a0-a1a7-3a9f1361c662 req-6e8b03d5-4de2-4607-b1de-d6b1dc38c5bb tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309005 Sep 08 14:05:29.845503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11a199-5697-4593-8495-7cc7daa94cf3 req-060a00c6-84ad-48f4-a959-f90d115fe103 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:29.847001 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f11a199-5697-4593-8495-7cc7daa94cf3 req-060a00c6-84ad-48f4-a959-f90d115fe103 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0478182 Sep 08 14:05:29.884697 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f11a199-5697-4593-8495-7cc7daa94cf3 req-c610808f-f406-4dde-8b01-2faba62597ca tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319202 Sep 08 14:05:30.997161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51341e8c-e4c7-4d09-86e8-07aeb0f6e12d req-c267a8bc-00a0-4677-9344-1ef62a7a875e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:30.998670 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51341e8c-e4c7-4d09-86e8-07aeb0f6e12d req-c267a8bc-00a0-4677-9344-1ef62a7a875e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0480773 Sep 08 14:05:31.035991 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51341e8c-e4c7-4d09-86e8-07aeb0f6e12d req-0f2b5377-9dae-4641-baa2-6b43e0aafef4 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314715 Sep 08 14:05:32.149744 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f1da1-10a2-46ee-9519-f16afa0feeba req-f8bec4d0-8de5-41d7-a556-a6681c875cdd tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:32.151236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-235f1da1-10a2-46ee-9519-f16afa0feeba req-f8bec4d0-8de5-41d7-a556-a6681c875cdd tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0495179 Sep 08 14:05:32.188650 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-235f1da1-10a2-46ee-9519-f16afa0feeba req-93881f05-a709-4c99-92ea-ed8fc029f7f5 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Sep 08 14:05:33.301387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87719243-81dc-43d8-8286-0caec0693665 req-b853aa5b-8b96-4c85-9e12-49968f462228 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:33.302830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87719243-81dc-43d8-8286-0caec0693665 req-b853aa5b-8b96-4c85-9e12-49968f462228 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0478773 Sep 08 14:05:33.342692 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-87719243-81dc-43d8-8286-0caec0693665 req-1082415e-8362-46e9-a5e2-c6078b5c8473 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340118 Sep 08 14:05:34.461730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bd33f-4be0-4f6b-bd0d-f5326d830d66 req-51b7d187-00be-4fb0-abbe-5f66b0ae83f9 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:34.463222 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-066bd33f-4be0-4f6b-bd0d-f5326d830d66 req-51b7d187-00be-4fb0-abbe-5f66b0ae83f9 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0524561 Sep 08 14:05:34.500745 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-066bd33f-4be0-4f6b-bd0d-f5326d830d66 req-e2fc5189-9194-401f-b393-58e044b573a6 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316741 Sep 08 14:05:35.258838 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-0d1a7da6-df58-4f46-a5e9-0ee6b28c959d service neutron] show failed (client error): The resource could not be found. Sep 08 14:05:35.260381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-0d1a7da6-df58-4f46-a5e9-0ee6b28c959d service neutron] 10.222.0.70 "GET /v2.0/ports/2df8d1f3-51fe-4026-a866-386728a2e93d/bindings/n-h2-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0932295 Sep 08 14:05:35.621157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6289d7f-c0db-4b58-9104-0a6e14d7b364 req-df1e08c6-2d3d-4483-94d8-09af63b265bc tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:35.622930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6289d7f-c0db-4b58-9104-0a6e14d7b364 req-df1e08c6-2d3d-4483-94d8-09af63b265bc tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0506685 Sep 08 14:05:35.668154 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6289d7f-c0db-4b58-9104-0a6e14d7b364 req-c11235c8-57e3-4977-81b4-72af55de40a6 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387173 Sep 08 14:05:35.895336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-7295376e-1ed5-4d01-836c-f54230ca1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:35.896897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-7295376e-1ed5-4d01-836c-f54230ca1e86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b&tenant_id=82cef81ff4744db69583218c31e330bb HTTP/1.1" status: 200 len: 1096 time: 0.0917485 Sep 08 14:05:35.908667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:35.963671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:36.159180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=2df8d1f3-51fe-4026-a866-386728a2e93d,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:36.190913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:05:36.228784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df8d1f3-51fe-4026-a866-386728a2e93d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:05:36.234068 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:36.246133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Transition to ACTIVE for port object 2df8d1f3-51fe-4026-a866-386728a2e93d will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:05:36.272465 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb142871-c6fc-4594-a1fc-bcb7a3395cfb" -d '{"events": [{"server_uuid": "a5cc0807-b34a-4b50-ba10-0cf70b41c59b", "name": "network-vif-unplugged", "status": "completed", "tag": "2df8d1f3-51fe-4026-a866-386728a2e93d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:36.328217 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:36.372396 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04401da4-d042-40aa-b5a3-bbe3bddd2773 x-openstack-request-id: req-04401da4-d042-40aa-b5a3-bbe3bddd2773 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:36.372731 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cc0807-b34a-4b50-ba10-0cf70b41c59b", "name": "network-vif-unplugged", "status": "completed", "tag": "2df8d1f3-51fe-4026-a866-386728a2e93d", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:36.372984 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-04401da4-d042-40aa-b5a3-bbe3bddd2773 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:36.373385 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df8d1f3-51fe-4026-a866-386728a2e93d', 'code': 200} Sep 08 14:05:36.395508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] No DVR routers for this DVR port 2df8d1f3-51fe-4026-a866-386728a2e93d on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:05:36.401975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Pushing event updated for resources: {'Port': ['ID=2df8d1f3-51fe-4026-a866-386728a2e93d,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:36.435081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Attempting to bind port 2df8d1f3-51fe-4026-a866-386728a2e93d on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:05:36.435424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Attempting to bind port 2df8d1f3-51fe-4026-a866-386728a2e93d by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:05:36.435759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Attempting to bind port 2df8d1f3-51fe-4026-a866-386728a2e93d on network e11e9072-183d-4985-bc3b-9ace2d012e79 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:05:36.440082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Port 2df8d1f3-51fe-4026-a866-386728a2e93d on network e11e9072-183d-4985-bc3b-9ace2d012e79 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:05:36.444584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Attempting to bind port 2df8d1f3-51fe-4026-a866-386728a2e93d on network e11e9072-183d-4985-bc3b-9ace2d012e79 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:05:36.445213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:05:36.445557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Checking segment: {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:05:36.445947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Bound using segment: {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:05:36.446417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Bound port: 2df8d1f3-51fe-4026-a866-386728a2e93d, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:05:36.446793 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:36.508737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:05:36.511741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2df8d1f3-51fe-4026-a866-386728a2e93d,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:05:36.602555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:36.634690 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:36.635362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:36.636925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] 10.222.0.60 "PUT /v2.0/ports/2df8d1f3-51fe-4026-a866-386728a2e93d HTTP/1.1" status: 200 len: 1091 time: 0.7322547 Sep 08 14:05:36.675167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08db552-b778-4488-8e64-972d43e0a1dc service neutron] Pushing event updated for resources: {'Port': ['ID=2df8d1f3-51fe-4026-a866-386728a2e93d,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:36.706686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-080838bf-b032-448f-9e75-8f2ef0234949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:36.708215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-080838bf-b032-448f-9e75-8f2ef0234949 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 1094 time: 0.0481765 Sep 08 14:05:36.834405 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f210f5-ea3a-4837-83ba-3c1b2df03533 req-8e7d18ca-7f4a-402f-b256-a0031237fbac tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:36.835890 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4f210f5-ea3a-4837-83ba-3c1b2df03533 req-8e7d18ca-7f4a-402f-b256-a0031237fbac tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 943 time: 0.0948517 Sep 08 14:05:36.840429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-e030f3a2-a0b1-4407-b6c1-de0ff29f360d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:36.841829 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-e030f3a2-a0b1-4407-b6c1-de0ff29f360d service neutron] 10.222.0.60 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 916 time: 0.1270568 Sep 08 14:05:36.889556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-fbeedc96-e599-47b6-a577-0f2d1fb8a43c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2df8d1f3-51fe-4026-a866-386728a2e93d HTTP/1.1" status: 200 len: 217 time: 0.0403025 Sep 08 14:05:36.929200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4f210f5-ea3a-4837-83ba-3c1b2df03533 req-04ad60e9-c20d-4101-8c63-3d19e70117a5 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863292 Sep 08 14:05:36.946378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-eea2dca7-00e7-40ec-9050-104e3b30d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:36.947828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-eea2dca7-00e7-40ec-9050-104e3b30d572 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 200 len: 855 time: 0.0483482 Sep 08 14:05:36.983078 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-a2b4722c-c489-442d-abde-463966d623a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e11e9072-183d-4985-bc3b-9ace2d012e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283086 Sep 08 14:05:37.071939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-33ba8178-b7b6-4380-9746-e800c4bfd710 service neutron] 10.222.0.60 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805519 Sep 08 14:05:37.162377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-40491dcb-53bf-46f1-b6dd-6ca559e26adb req-e0a430ff-f2a5-4304-9604-a9845c477023 service neutron] 10.222.0.60 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840445 Sep 08 14:05:37.950921 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bbadc6df-ac56-4ce7-9db5-1a6f9cd0f4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:38.045412 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abaa1f5-eefe-481f-a8ea-5407db7bb244 req-4b06ef37-3ea7-49a2-89bd-4a988be4a568 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:38.047026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7abaa1f5-eefe-481f-a8ea-5407db7bb244 req-4b06ef37-3ea7-49a2-89bd-4a988be4a568 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 943 time: 0.0486329 Sep 08 14:05:38.083988 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7abaa1f5-eefe-481f-a8ea-5407db7bb244 req-bcb7189a-f760-49b0-bc82-7dd28da007a1 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311861 Sep 08 14:05:38.374379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'tag': '2df8d1f3-51fe-4026-a866-386728a2e93d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:05:38.377257 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726" -d '{"events": [{"name": "network-changed", "server_uuid": "a5cc0807-b34a-4b50-ba10-0cf70b41c59b", "tag": "2df8d1f3-51fe-4026-a866-386728a2e93d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:38.423926 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcd2f91-3c2f-496e-9401-7684c8221aa9 x-openstack-request-id: req-7dcd2f91-3c2f-496e-9401-7684c8221aa9 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:38.424223 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5cc0807-b34a-4b50-ba10-0cf70b41c59b", "tag": "2df8d1f3-51fe-4026-a866-386728a2e93d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:38.424474 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7dcd2f91-3c2f-496e-9401-7684c8221aa9 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:38.424886 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'tag': '2df8d1f3-51fe-4026-a866-386728a2e93d', 'status': 'completed', 'code': 200} Sep 08 14:05:38.440847 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 2df8d1f3-51fe-4026-a866-386728a2e93d no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:05:38.482092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 2df8d1f3-51fe-4026-a866-386728a2e93d not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:05:38.509971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-cb754af7-b260-466f-9a5d-f3c520707d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:38.511644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-cb754af7-b260-466f-9a5d-f3c520707d05 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 1094 time: 0.0591152 Sep 08 14:05:38.514204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-3aad28f0-02aa-4c1e-a42d-021e68f345ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:38.515566 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-3aad28f0-02aa-4c1e-a42d-021e68f345ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 1094 time: 0.0722067 Sep 08 14:05:38.668556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-1f7dd240-53f3-4418-a468-fd3d91999cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:38.669970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-1f7dd240-53f3-4418-a468-fd3d91999cd8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 916 time: 0.1510127 Sep 08 14:05:38.672555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-60b32002-e9b3-4c54-be13-1457b92e862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:38.681438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-60b32002-e9b3-4c54-be13-1457b92e862e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 916 time: 0.1477334 Sep 08 14:05:38.949124 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-f21e77c5-963e-4777-b490-75710ca08d46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2df8d1f3-51fe-4026-a866-386728a2e93d HTTP/1.1" status: 200 len: 217 time: 0.2723124 Sep 08 14:05:38.982115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-dd8a5690-d103-410d-bc72-8700f3af89ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2df8d1f3-51fe-4026-a866-386728a2e93d HTTP/1.1" status: 200 len: 217 time: 0.2989931 Sep 08 14:05:39.051578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-d5b96aeb-8441-4e0f-8539-caaec4f9ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:39.053027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-d5b96aeb-8441-4e0f-8539-caaec4f9ed82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 200 len: 855 time: 0.0792258 Sep 08 14:05:39.057772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-7a608c7a-add3-4c7f-ac71-8ef5bbac7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:39.059126 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-7a608c7a-add3-4c7f-ac71-8ef5bbac7a4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 200 len: 855 time: 0.0585327 Sep 08 14:05:39.088997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-1e7faa0b-accd-48f4-8de4-1ec3ea643208 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e11e9072-183d-4985-bc3b-9ace2d012e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289590 Sep 08 14:05:39.103666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-422ac963-5565-448d-8877-cfe7b0a84be4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e11e9072-183d-4985-bc3b-9ace2d012e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365000 Sep 08 14:05:39.205205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39bf6a-2b9f-4f62-b782-d4a8fbe1116c req-0af4203c-527e-419e-827f-75a01bc75417 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:39.205205 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c39bf6a-2b9f-4f62-b782-d4a8fbe1116c req-0af4203c-527e-419e-827f-75a01bc75417 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 943 time: 0.0494213 Sep 08 14:05:39.241839 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c39bf6a-2b9f-4f62-b782-d4a8fbe1116c req-6e4e936a-0d7d-4246-9d02-f1a1203c660d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334475 Sep 08 14:05:39.254912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-40e711b2-3ca8-4719-aafc-f6a68e9aed7d service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532955 Sep 08 14:05:39.258194 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-6afff995-a589-4ec7-809b-8952e90d5685 service neutron] 10.222.0.60 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461515 Sep 08 14:05:39.411204 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-b38c4290-dc4e-4563-9b72-f3b1acf998b3 service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493881 Sep 08 14:05:39.416713 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b1c52d8-8dfd-4dbc-8b82-6b0f2edd2726 req-73aad97b-4509-4c54-80aa-db93018465e0 service neutron] 10.222.0.60 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479068 Sep 08 14:05:39.972732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 2df8d1f3-51fe-4026-a866-386728a2e93d details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:05:40.068758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2df8d1f3-51fe-4026-a866-386728a2e93d,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:40.080233 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '2df8d1f3-51fe-4026-a866-386728a2e93d', 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79', 'port_id': '2df8d1f3-51fe-4026-a866-386728a2e93d', 'mac_address': 'fa:16:3e:9f:9e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c973c813-d728-4d27-8c84-bcf53c511c32', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:05:40.116121 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:40.138925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df8d1f3-51fe-4026-a866-386728a2e93d {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:05:40.159544 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2df8d1f3-51fe-4026-a866-386728a2e93d,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:40.218905 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-03b5bca9-6654-47ed-89b5-0af1f3df01c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:40.247837 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:40.295805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=2df8d1f3-51fe-4026-a866-386728a2e93d,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:40.364463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c8142-19e6-4b17-99df-f5b9bce699b8 req-e17b05be-9c2b-4046-9eaf-5aa68330508d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:40.365965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee0c8142-19e6-4b17-99df-f5b9bce699b8 req-e17b05be-9c2b-4046-9eaf-5aa68330508d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 944 time: 0.0519474 Sep 08 14:05:40.403767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee0c8142-19e6-4b17-99df-f5b9bce699b8 req-dacf09d1-4ca6-4d09-b6e2-8cbfaa6e4f02 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314770 Sep 08 14:05:40.587065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['2df8d1f3-51fe-4026-a866-386728a2e93d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:05:40.631316 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:41.521441 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cab07-1fc0-4e6e-ac60-5f3c1f065cbd req-7e383d5f-509f-4898-a4ec-f8d0f3470d50 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:41.522934 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d3cab07-1fc0-4e6e-ac60-5f3c1f065cbd req-7e383d5f-509f-4898-a4ec-f8d0f3470d50 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 944 time: 0.0530419 Sep 08 14:05:41.559664 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d3cab07-1fc0-4e6e-ac60-5f3c1f065cbd req-d3facc55-2bdd-4c47-9454-bde3eb0431d9 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307763 Sep 08 14:05:41.899292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8bd98-0fc0-45ca-9f6e-991f9288caf9 req-ae86982b-d1ea-49cb-a27e-8d08eb8b262f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:41.901083 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40e8bd98-0fc0-45ca-9f6e-991f9288caf9 req-ae86982b-d1ea-49cb-a27e-8d08eb8b262f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 944 time: 0.0493908 Sep 08 14:05:41.939338 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-40e8bd98-0fc0-45ca-9f6e-991f9288caf9 req-a8f1488d-b3ac-48b4-a3a7-a88718963a32 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320296 Sep 08 14:05:41.978577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-91abb8e9-1d05-4eec-8d75-0eeff06f6966 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:41.980049 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-91abb8e9-1d05-4eec-8d75-0eeff06f6966 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.70 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b&tenant_id=82cef81ff4744db69583218c31e330bb&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 944 time: 0.0513408 Sep 08 14:05:41.988941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 2df8d1f3-51fe-4026-a866-386728a2e93d up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:05:41.992683 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:42.044342 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-44ea042a-d5b3-4a6f-9f2e-d7e09bd50121 service neutron] delete failed (client error): The resource could not be found. Sep 08 14:05:42.045361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-44ea042a-d5b3-4a6f-9f2e-d7e09bd50121 service neutron] 10.222.0.70 "DELETE /v2.0/ports/2df8d1f3-51fe-4026-a866-386728a2e93d/bindings/n-h1-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0574937 Sep 08 14:05:42.110683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 2df8d1f3-51fe-4026-a866-386728a2e93d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:05:42.115091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 2df8d1f3-51fe-4026-a866-386728a2e93d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:05:42.115572 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:42.126059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-7876f5fd-d415-4cba-b652-b3e29f93ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:42.131552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-7876f5fd-d415-4cba-b652-b3e29f93ae2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 1095 time: 0.0417283 Sep 08 14:05:42.192079 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:42.214403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df8d1f3-51fe-4026-a866-386728a2e93d'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:05:42.221695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-133ae21b-cf33-4460-bf16-e1a531546876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:42.223437 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-133ae21b-cf33-4460-bf16-e1a531546876 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 916 time: 0.0884991 Sep 08 14:05:42.232594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2df8d1f3-51fe-4026-a866-386728a2e93d,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:42.253503 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3eb881-2a84-4500-ae3b-06fc8136ba54" -d '{"events": [{"server_uuid": "a5cc0807-b34a-4b50-ba10-0cf70b41c59b", "name": "network-vif-plugged", "status": "completed", "tag": "2df8d1f3-51fe-4026-a866-386728a2e93d"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:42.267174 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-20e98714-d99f-4605-982b-3f78d3621c63 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2df8d1f3-51fe-4026-a866-386728a2e93d HTTP/1.1" status: 200 len: 217 time: 0.0347269 Sep 08 14:05:42.305637 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:42.319630 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:05:42.322686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-81d4eb12-e189-4359-bd8a-b641b8c04e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:42.324204 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-81d4eb12-e189-4359-bd8a-b641b8c04e04 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 200 len: 855 time: 0.0503843 Sep 08 14:05:42.358852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=2df8d1f3-51fe-4026-a866-386728a2e93d,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:42.362360 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade13f6a-8f99-4399-93e6-1e9899ec5458 x-openstack-request-id: req-ade13f6a-8f99-4399-93e6-1e9899ec5458 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:42.362617 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cc0807-b34a-4b50-ba10-0cf70b41c59b", "name": "network-vif-plugged", "status": "completed", "tag": "2df8d1f3-51fe-4026-a866-386728a2e93d", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:42.362735 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-32687af7-68cd-40f1-88d6-0b856837ac58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e11e9072-183d-4985-bc3b-9ace2d012e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304575 Sep 08 14:05:42.362835 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ade13f6a-8f99-4399-93e6-1e9899ec5458 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:42.363199 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df8d1f3-51fe-4026-a866-386728a2e93d', 'code': 200} Sep 08 14:05:42.456881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-c7911bbb-68d0-43c6-b29f-c4739d98ae0f service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842481 Sep 08 14:05:42.546957 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82c1c577-6ce4-4608-8fb2-59e5d6847794 req-d4110f4a-3df6-4d88-8a70-7c3cf4ac5e15 service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836515 Sep 08 14:05:43.054522 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c5f09-c36a-4ca4-b030-504f25edd053 req-155f4122-2712-4c77-ac71-9b9b2beb5514 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:43.056039 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-758c5f09-c36a-4ca4-b030-504f25edd053 req-155f4122-2712-4c77-ac71-9b9b2beb5514 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0488706 Sep 08 14:05:43.095023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-758c5f09-c36a-4ca4-b030-504f25edd053 req-fa6fd640-8ecd-4695-b8d7-be61597dcde6 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328047 Sep 08 14:05:43.442359 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:44.209931 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09094-0f02-4062-aee4-94a8a01ec0a2 req-76e5b17c-2fa2-4475-ad2e-6e4e425aac53 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:44.211445 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3f09094-0f02-4062-aee4-94a8a01ec0a2 req-76e5b17c-2fa2-4475-ad2e-6e4e425aac53 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0486286 Sep 08 14:05:44.248106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3f09094-0f02-4062-aee4-94a8a01ec0a2 req-8a49e5e7-367e-4b10-8744-050dda71b57e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309079 Sep 08 14:05:44.365660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d474eeb-0377-4a1f-9977-52c5bdb86ada req-882cea1b-0de9-47e3-a187-8a9e6acce144 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:44.367438 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d474eeb-0377-4a1f-9977-52c5bdb86ada req-882cea1b-0de9-47e3-a187-8a9e6acce144 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0550342 Sep 08 14:05:44.405409 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d474eeb-0377-4a1f-9977-52c5bdb86ada req-705585d0-19c4-4d5f-bb56-7cb80dec385b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320251 Sep 08 14:05:44.516291 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb069e0-99ae-4e46-bcf5-988a25020d72 req-90f357ca-0781-4d9f-9f71-57ac41ec747a tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:44.518267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3eb069e0-99ae-4e46-bcf5-988a25020d72 req-90f357ca-0781-4d9f-9f71-57ac41ec747a tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0474081 Sep 08 14:05:44.553723 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3eb069e0-99ae-4e46-bcf5-988a25020d72 req-d0166448-a3aa-4fa1-8f1d-c5ca3f2bc72b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296657 Sep 08 14:05:44.716628 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:45.126054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-8093ec71-e9b6-475e-86ec-0182e8dcb58f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:45.127589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-8093ec71-e9b6-475e-86ec-0182e8dcb58f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 815 time: 0.1020236 Sep 08 14:05:45.142031 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-874f6b1a-f90c-4906-b0bf-df112bd714b8 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/quotas/82cef81ff4744db69583218c31e330bb HTTP/1.1" status: 200 len: 375 time: 0.0088534 Sep 08 14:05:45.199719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-026abdb7-ac20-41cb-8a9a-3a04fa11abeb tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0524936 Sep 08 14:05:45.362344 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-cb0bb35c-c81c-4ab3-85ec-09cc05bb005b service neutron] 10.222.0.69 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224813 Sep 08 14:05:45.446872 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-c0b4247c-1355-4e31-8399-4ca4fbc3c83e service neutron] 10.222.0.69 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785584 Sep 08 14:05:45.690567 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4548ec6b-b2fe-482e-a732-60b8358adb19 req-a676b70d-1243-44cc-a2df-4825b11e994f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 210 time: 0.0268619 Sep 08 14:05:46.408274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa1886-3db2-4bb6-92d6-deb4004b6bdb req-5e045767-3652-42c9-91e9-8294d051e732 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:46.409722 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-defa1886-3db2-4bb6-92d6-deb4004b6bdb req-5e045767-3652-42c9-91e9-8294d051e732 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.60 "GET /v2.0/ports?device_id=a5cc0807-b34a-4b50-ba10-0cf70b41c59b HTTP/1.1" status: 200 len: 945 time: 0.0524282 Sep 08 14:05:46.501037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-defa1886-3db2-4bb6-92d6-deb4004b6bdb req-3820ab6b-0759-4192-98ae-5e9ce391430c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Deleting port 2df8d1f3-51fe-4026-a866-386728a2e93d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:05:46.501387 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-defa1886-3db2-4bb6-92d6-deb4004b6bdb req-3820ab6b-0759-4192-98ae-5e9ce391430c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:46.589673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-defa1886-3db2-4bb6-92d6-deb4004b6bdb req-3820ab6b-0759-4192-98ae-5e9ce391430c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] For port 2df8d1f3-51fe-4026-a866-386728a2e93d, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=2df8d1f3-51fe-4026-a866-386728a2e93d,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:46.590044 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-defa1886-3db2-4bb6-92d6-deb4004b6bdb req-3820ab6b-0759-4192-98ae-5e9ce391430c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:46.602151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-defa1886-3db2-4bb6-92d6-deb4004b6bdb req-3820ab6b-0759-4192-98ae-5e9ce391430c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Calling delete_port for 2df8d1f3-51fe-4026-a866-386728a2e93d owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:05:46.786606 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3eb66a19-3da0-40a6-ae55-5f7c8fbc31dc req-cafe7126-6466-47f1-8168-fd92aa77db8f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 210 time: 0.0299597 Sep 08 14:05:46.802010 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-defa1886-3db2-4bb6-92d6-deb4004b6bdb req-3820ab6b-0759-4192-98ae-5e9ce391430c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:46.817659 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['2df8d1f3-51fe-4026-a866-386728a2e93d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:05:46.833833 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3820ab6b-0759-4192-98ae-5e9ce391430c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Pushing event deleted for resources: {'Port': ['ID=2df8d1f3-51fe-4026-a866-386728a2e93d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:46.872670 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-defa1886-3db2-4bb6-92d6-deb4004b6bdb req-3820ab6b-0759-4192-98ae-5e9ce391430c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] No DVR routers for this DVR port 2df8d1f3-51fe-4026-a866-386728a2e93d on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:05:46.875394 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-defa1886-3db2-4bb6-92d6-deb4004b6bdb req-3820ab6b-0759-4192-98ae-5e9ce391430c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:46.877460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-defa1886-3db2-4bb6-92d6-deb4004b6bdb req-3820ab6b-0759-4192-98ae-5e9ce391430c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.60 "DELETE /v2.0/ports/2df8d1f3-51fe-4026-a866-386728a2e93d HTTP/1.1" status: 204 len: 173 time: 0.4609468 Sep 08 14:05:46.877910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'name': 'network-vif-deleted', 'tag': '2df8d1f3-51fe-4026-a866-386728a2e93d'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:05:46.880282 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700af79f-bc0a-4c85-ae17-da7f5f2a8f6f" -d '{"events": [{"server_uuid": "a5cc0807-b34a-4b50-ba10-0cf70b41c59b", "name": "network-vif-deleted", "tag": "2df8d1f3-51fe-4026-a866-386728a2e93d"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:46.917450 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abee4af8-1c34-4db0-acad-00d9a56208eb x-openstack-request-id: req-abee4af8-1c34-4db0-acad-00d9a56208eb {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:46.917742 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5cc0807-b34a-4b50-ba10-0cf70b41c59b", "name": "network-vif-deleted", "tag": "2df8d1f3-51fe-4026-a866-386728a2e93d", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:46.917990 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-abee4af8-1c34-4db0-acad-00d9a56208eb {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:46.918416 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5cc0807-b34a-4b50-ba10-0cf70b41c59b', 'name': 'network-vif-deleted', 'tag': '2df8d1f3-51fe-4026-a866-386728a2e93d', 'status': 'completed', 'code': 200} Sep 08 14:05:47.321050 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:47.597279 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-17f7eba0-13b9-4607-83e9-effb9ac2a6a5 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:47.598686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-17f7eba0-13b9-4607-83e9-effb9ac2a6a5 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.70 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 815 time: 0.1033278 Sep 08 14:05:47.610921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Request body: {'port': {'device_id': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79', 'admin_state_up': True, 'tenant_id': '82cef81ff4744db69583218c31e330bb'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:47.801520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Made reservation on behalf of 82cef81ff4744db69583218c31e330bb for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:05:47.805087 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:47.898091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6bc022f5-2e7d-4225-9493-12c27c456318 req-23973063-6f91-4db8-88f3-b50a56a8fc7e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 210 time: 0.0353189 Sep 08 14:05:47.965874 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Allocated IP 172.20.0.4 (e11e9072-183d-4985-bc3b-9ace2d012e79/c973c813-d728-4d27-8c84-bcf53c511c32/30a8469e-0af8-4075-8ffb-479cb7e726c8) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:05:48.117170 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:48.224736 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:48.235785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['2df8d1f3-51fe-4026-a866-386728a2e93d'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:05:48.265837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Network e11e9072-183d-4985-bc3b-9ace2d012e79 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:05:48.268981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:05:48.272681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:05:48.302044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Pushing event updated for resources: {'Port': ['ID=30a8469e-0af8-4075-8ffb-479cb7e726c8,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:48.327864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:48.328521 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:48.437486 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-ffa4d2c4-1bb4-4136-9698-0d312a4f4b6f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8300881 Sep 08 14:05:48.449549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Request body: {'port': {'device_id': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:05:48.506358 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:48.760420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a8469e-0af8-4075-8ffb-479cb7e726c8 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:05:48.767532 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:48.780413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Transition to ACTIVE for port object 30a8469e-0af8-4075-8ffb-479cb7e726c8 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:05:48.864809 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:48.915571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Pushing event updated for resources: {'Port': ['ID=30a8469e-0af8-4075-8ffb-479cb7e726c8,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:48.957758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:48.958109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:48.958549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:48.958892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:48.959232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:48.959567 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:48.959899 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:48.960231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:48.960577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:48.960887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:48.961212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:48.961541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:48.993686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Attempting to bind port 30a8469e-0af8-4075-8ffb-479cb7e726c8 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:05:48.994034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Attempting to bind port 30a8469e-0af8-4075-8ffb-479cb7e726c8 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:05:48.994396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Attempting to bind port 30a8469e-0af8-4075-8ffb-479cb7e726c8 on network e11e9072-183d-4985-bc3b-9ace2d012e79 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:05:48.998672 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Port 30a8469e-0af8-4075-8ffb-479cb7e726c8 on network e11e9072-183d-4985-bc3b-9ace2d012e79 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:05:48.998996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Attempting to bind port 30a8469e-0af8-4075-8ffb-479cb7e726c8 on network e11e9072-183d-4985-bc3b-9ace2d012e79 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:05:49.004274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:05:49.004610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Checking segment: {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:05:49.004994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Bound using segment: {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:05:49.005425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Bound port: 30a8469e-0af8-4075-8ffb-479cb7e726c8, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:05:49.005787 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:49.023220 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99357d69-2587-4c3e-a6dd-096b887ee035 req-17f5508b-9b0c-4817-9360-3462bc685a2b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:49.026823 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99357d69-2587-4c3e-a6dd-096b887ee035 req-17f5508b-9b0c-4817-9360-3462bc685a2b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 943 time: 0.0517786 Sep 08 14:05:49.062636 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99357d69-2587-4c3e-a6dd-096b887ee035 req-73883d72-9614-4f62-96e3-ef1ee9dbf7dd tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Sep 08 14:05:49.068664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:05:49.071855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:05:49.172898 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:49.210973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:49.211595 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:49.212995 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] 10.222.0.70 "PUT /v2.0/ports/30a8469e-0af8-4075-8ffb-479cb7e726c8 HTTP/1.1" status: 200 len: 1091 time: 0.7677555 Sep 08 14:05:49.213435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'tag': '30a8469e-0af8-4075-8ffb-479cb7e726c8'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:05:49.215828 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b5add2-35be-43ca-9c0a-21c2ed85d06a" -d '{"events": [{"name": "network-changed", "server_uuid": "39644a4f-ebf0-4a60-bfac-e80c703692a5", "tag": "30a8469e-0af8-4075-8ffb-479cb7e726c8"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:49.240566 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcef5cd-6d82-482c-928d-fdfb22d77a5b service neutron] Pushing event updated for resources: {'Port': ['ID=30a8469e-0af8-4075-8ffb-479cb7e726c8,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:49.254576 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88437269-b9e5-4125-97ab-9e7aaf7eec34 x-openstack-request-id: req-88437269-b9e5-4125-97ab-9e7aaf7eec34 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:49.254576 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39644a4f-ebf0-4a60-bfac-e80c703692a5", "tag": "30a8469e-0af8-4075-8ffb-479cb7e726c8", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:49.254806 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-88437269-b9e5-4125-97ab-9e7aaf7eec34 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:49.255132 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'tag': '30a8469e-0af8-4075-8ffb-479cb7e726c8', 'status': 'completed', 'code': 200} Sep 08 14:05:49.316703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5add2-35be-43ca-9c0a-21c2ed85d06a req-24a1eeca-8170-41e0-9035-b2a4ffa7041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:49.318460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71b5add2-35be-43ca-9c0a-21c2ed85d06a req-24a1eeca-8170-41e0-9035-b2a4ffa7041d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 1094 time: 0.0437839 Sep 08 14:05:49.411342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5add2-35be-43ca-9c0a-21c2ed85d06a req-7a1f1462-0cc1-4a2e-b4f7-8910d7710a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:49.412780 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71b5add2-35be-43ca-9c0a-21c2ed85d06a req-7a1f1462-0cc1-4a2e-b4f7-8910d7710a2d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=82cef81ff4744db69583218c31e330bb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0865059 Sep 08 14:05:49.507089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5add2-35be-43ca-9c0a-21c2ed85d06a req-fa075baf-f351-43e8-831b-cbbcfc98cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:49.508544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-71b5add2-35be-43ca-9c0a-21c2ed85d06a req-fa075baf-f351-43e8-831b-cbbcfc98cfad service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893414 Sep 08 14:05:49.580374 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-f1661c8a-b97e-470e-b69d-57698443de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:49.581805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-f1661c8a-b97e-470e-b69d-57698443de5b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 1094 time: 0.0395627 Sep 08 14:05:49.625922 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-6ac73f05-78a0-4fa0-a833-166b366a927a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8 HTTP/1.1" status: 200 len: 217 time: 0.0366986 Sep 08 14:05:49.902289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-04c0a16e-c755-4602-bf0b-e36fef614220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:49.903770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-04c0a16e-c755-4602-bf0b-e36fef614220 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 200 len: 855 time: 0.2711284 Sep 08 14:05:49.934291 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-007cebaf-a94e-42c6-a109-63b5dc15baa6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e11e9072-183d-4985-bc3b-9ace2d012e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231180 Sep 08 14:05:50.025922 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-88b6e018-b252-47cb-943b-16070b6a77e4 service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823033 Sep 08 14:05:50.113999 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bd2ed3cb-6994-4f92-b8cb-cd111cc33bc9 req-46f5f3cd-3661-45dc-b56d-85f62f7c0fae service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813718 Sep 08 14:05:50.182266 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c728f3-fe09-459a-bb72-56508ccb7cf9 req-43a0ff42-19a3-4f01-8313-3961608ae5ef tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:50.183680 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6c728f3-fe09-459a-bb72-56508ccb7cf9 req-43a0ff42-19a3-4f01-8313-3961608ae5ef tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 943 time: 0.0487764 Sep 08 14:05:50.224799 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6c728f3-fe09-459a-bb72-56508ccb7cf9 req-d8425cf3-ffe8-4f79-8c37-90b4d49aacef tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351462 Sep 08 14:05:51.337122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2e298-1fab-42f9-b514-f3f42df1a4b2 req-67143f57-c799-4469-ac56-14e80fe0602e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:51.338586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4a2e298-1fab-42f9-b514-f3f42df1a4b2 req-67143f57-c799-4469-ac56-14e80fe0602e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 943 time: 0.0475602 Sep 08 14:05:51.375949 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4a2e298-1fab-42f9-b514-f3f42df1a4b2 req-f5739c03-1239-465d-9f46-787bbdeb1e2d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314846 Sep 08 14:05:52.004029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 2df8d1f3-51fe-4026-a866-386728a2e93d no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:05:52.023376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 2df8d1f3-51fe-4026-a866-386728a2e93d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:05:52.023720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 2df8d1f3-51fe-4026-a866-386728a2e93d not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:05:52.502382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 30a8469e-0af8-4075-8ffb-479cb7e726c8 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:05:52.529033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c93ed-7b7f-4c96-83a3-98ca018207bd req-45c08a48-adf0-4e67-bc63-43fda38cc8de tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:52.530543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-097c93ed-7b7f-4c96-83a3-98ca018207bd req-45c08a48-adf0-4e67-bc63-43fda38cc8de tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 943 time: 0.0487781 Sep 08 14:05:52.567902 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-097c93ed-7b7f-4c96-83a3-98ca018207bd req-a46bcddd-6665-4fcf-97f3-03c67a5977da tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Sep 08 14:05:52.597088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:52.607951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '30a8469e-0af8-4075-8ffb-479cb7e726c8', 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79', 'port_id': '30a8469e-0af8-4075-8ffb-479cb7e726c8', 'mac_address': 'fa:16:3e:fd:73:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c973c813-d728-4d27-8c84-bcf53c511c32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:05:52.642916 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:52.655481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a8469e-0af8-4075-8ffb-479cb7e726c8 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:05:52.673255 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:52.761946 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:52.811341 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=30a8469e-0af8-4075-8ffb-479cb7e726c8,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:52.819078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:52.819434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:52.819782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:52.820127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:52.820469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:52.820804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:52.821135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:52.821468 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:52.821797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:52.822125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:52.822491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:52.822813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:05:52.963542 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['30a8469e-0af8-4075-8ffb-479cb7e726c8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:05:53.684134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e66d8-332e-4820-bd0c-7e1af92f9eeb req-750112a9-0e1c-49dc-b40f-dd8a600e3be9 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:53.685613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e2e66d8-332e-4820-bd0c-7e1af92f9eeb req-750112a9-0e1c-49dc-b40f-dd8a600e3be9 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 944 time: 0.0523942 Sep 08 14:05:53.722638 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e2e66d8-332e-4820-bd0c-7e1af92f9eeb req-a95e7730-54ad-4ad3-ab32-eb0e72dc910d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309803 Sep 08 14:05:54.517727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 30a8469e-0af8-4075-8ffb-479cb7e726c8 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:05:54.641003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 30a8469e-0af8-4075-8ffb-479cb7e726c8 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:05:54.644588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 30a8469e-0af8-4075-8ffb-479cb7e726c8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:05:54.644988 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:54.717457 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:54.741523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a8469e-0af8-4075-8ffb-479cb7e726c8'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:05:54.743785 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8953ecb3-9894-4cd4-b534-e570a858bc36" -d '{"events": [{"server_uuid": "39644a4f-ebf0-4a60-bfac-e80c703692a5", "name": "network-vif-plugged", "status": "completed", "tag": "30a8469e-0af8-4075-8ffb-479cb7e726c8"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:05:54.758729 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:05:54.780391 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e386516a-3673-4278-af5d-2e51a5b280f4 x-openstack-request-id: req-e386516a-3673-4278-af5d-2e51a5b280f4 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:05:54.780683 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39644a4f-ebf0-4a60-bfac-e80c703692a5", "name": "network-vif-plugged", "status": "completed", "tag": "30a8469e-0af8-4075-8ffb-479cb7e726c8", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:05:54.780983 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e386516a-3673-4278-af5d-2e51a5b280f4 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:05:54.781381 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a8469e-0af8-4075-8ffb-479cb7e726c8', 'code': 200} Sep 08 14:05:54.830827 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:05:54.839368 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51244d6-5402-4e0a-9818-318c3f278a7f req-ccf46105-616f-4ac3-a937-ae1a7938133c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:54.840926 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e51244d6-5402-4e0a-9818-318c3f278a7f req-ccf46105-616f-4ac3-a937-ae1a7938133c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 944 time: 0.0517478 Sep 08 14:05:54.877206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae0c71-b17b-42ca-a6b4-1e91c457dde8 req-20ae10ef-3251-43d8-b353-8bc405ab348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:54.878832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3dae0c71-b17b-42ca-a6b4-1e91c457dde8 req-20ae10ef-3251-43d8-b353-8bc405ab348f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 1096 time: 0.0427136 Sep 08 14:05:54.883128 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=30a8469e-0af8-4075-8ffb-479cb7e726c8,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:05:54.887819 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e51244d6-5402-4e0a-9818-318c3f278a7f req-71069acf-2117-4d16-9bea-91ad966d6d4d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 Sep 08 14:05:54.915237 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3dae0c71-b17b-42ca-a6b4-1e91c457dde8 req-89a494a8-2e18-4e80-b5c0-f1c35526c51e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293682 Sep 08 14:05:56.002383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ab2fe-9266-485e-b36e-226144bbdf6b req-3144a551-26b0-469f-8843-9c70bddd8854 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:56.003879 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f63ab2fe-9266-485e-b36e-226144bbdf6b req-3144a551-26b0-469f-8843-9c70bddd8854 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0479987 Sep 08 14:05:56.040869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f63ab2fe-9266-485e-b36e-226144bbdf6b req-6ff4e760-21e8-4725-84fa-3198a14c169b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303595 Sep 08 14:05:57.153798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a56d0b-d56e-4cf1-b285-c60f4706024b req-3bb8030a-4f47-4d04-b626-5edf3999167d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:57.155294 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5a56d0b-d56e-4cf1-b285-c60f4706024b req-3bb8030a-4f47-4d04-b626-5edf3999167d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0480912 Sep 08 14:05:57.195535 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5a56d0b-d56e-4cf1-b285-c60f4706024b req-3bffebe2-7e11-452c-ace2-4210e981ae95 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343254 Sep 08 14:05:57.311152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f6ede-b379-4cb5-a31d-ec91ec41a3df req-3a307bdd-3b63-4d0c-9891-e5f37582e54e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:57.312536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a62f6ede-b379-4cb5-a31d-ec91ec41a3df req-3a307bdd-3b63-4d0c-9891-e5f37582e54e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0515625 Sep 08 14:05:57.349055 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a62f6ede-b379-4cb5-a31d-ec91ec41a3df req-73fcc2e0-f180-40d6-abd2-843276cc794b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300410 Sep 08 14:05:57.713635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc81810-14bd-460b-bb7f-20dcd4257cde req-ab8e56c9-40d3-4d37-b95e-585e30e59ed9 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:57.715161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3dc81810-14bd-460b-bb7f-20dcd4257cde req-ab8e56c9-40d3-4d37-b95e-585e30e59ed9 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0477588 Sep 08 14:05:57.774280 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3dc81810-14bd-460b-bb7f-20dcd4257cde req-c697de4a-4921-499a-aff6-23dc9773ee8b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531878 Sep 08 14:05:57.788142 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-2cf71825-807c-450e-80f4-fb881c980078 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505700 Sep 08 14:05:58.890391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa99ca2-c4f2-4069-b118-e002bb8d4a8c req-8cbb9bc7-0b32-406e-aa4d-7c9ab428cd36 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:58.891870 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7aa99ca2-c4f2-4069-b118-e002bb8d4a8c req-8cbb9bc7-0b32-406e-aa4d-7c9ab428cd36 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0501325 Sep 08 14:05:58.929753 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7aa99ca2-c4f2-4069-b118-e002bb8d4a8c req-4fb2fdf7-07eb-4754-8ad6-9509283bc5ee tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317032 Sep 08 14:05:59.795821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-4897dc7f-f7a9-419c-bffb-3a0443ae698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:59.797290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-4897dc7f-f7a9-419c-bffb-3a0443ae698c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 1096 time: 0.0432525 Sep 08 14:05:59.883135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-5df62674-73f9-494f-b3e9-e9ac9d2e39ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:59.884583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-5df62674-73f9-494f-b3e9-e9ac9d2e39ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 916 time: 0.0805182 Sep 08 14:05:59.927254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-869f1bb5-0c74-4968-964d-3f6bb17ec40f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8 HTTP/1.1" status: 200 len: 217 time: 0.0356829 Sep 08 14:05:59.974549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-388fd587-9d0c-4475-b023-63b49a4d5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:05:59.976061 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-388fd587-9d0c-4475-b023-63b49a4d5c60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 200 len: 855 time: 0.0427516 Sep 08 14:06:00.009138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-e29283f9-ed4e-475b-9f03-3dde4830b687 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e11e9072-183d-4985-bc3b-9ace2d012e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261407 Sep 08 14:06:00.111732 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36fcd5-c0c3-4bbc-a941-84f550868d97 req-b3ae029c-0b28-429b-afb6-5d4c3258cf30 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:00.113223 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f36fcd5-c0c3-4bbc-a941-84f550868d97 req-b3ae029c-0b28-429b-afb6-5d4c3258cf30 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.1063268 Sep 08 14:06:00.145087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-3eda01a3-d6ef-4b60-9867-b5813ffcea51 service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279962 Sep 08 14:06:00.177834 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f36fcd5-c0c3-4bbc-a941-84f550868d97 req-a103e859-0c5b-4a66-b68d-90959274338e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582776 Sep 08 14:06:00.248250 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-dc3b9af3-fa60-4771-a89e-6bec3526a290 service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968962 Sep 08 14:06:01.291706 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a4862-df05-4836-9fca-2efb6bbbc097 req-bd61da24-c006-4b33-9261-6f67728bf766 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:01.293180 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d3a4862-df05-4836-9fca-2efb6bbbc097 req-bd61da24-c006-4b33-9261-6f67728bf766 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0487745 Sep 08 14:06:01.329248 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d3a4862-df05-4836-9fca-2efb6bbbc097 req-73e56014-f982-4549-8f4a-c4bd93489e0c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302248 Sep 08 14:06:02.442862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8676db8-e19b-492e-9553-0111394cdea5 req-029512d9-116a-41af-a2e4-fa024ad00d5e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:02.444425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8676db8-e19b-492e-9553-0111394cdea5 req-029512d9-116a-41af-a2e4-fa024ad00d5e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0491271 Sep 08 14:06:02.481196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f8676db8-e19b-492e-9553-0111394cdea5 req-d2c59c20-52ff-4451-9406-3d1eb17273ba tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306721 Sep 08 14:06:03.593306 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59782b95-c120-4053-9020-e9b28927c46d req-4403f6bd-18ce-4b68-97c5-efde4aa3d449 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:03.594787 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59782b95-c120-4053-9020-e9b28927c46d req-4403f6bd-18ce-4b68-97c5-efde4aa3d449 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0477066 Sep 08 14:06:03.636006 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-59782b95-c120-4053-9020-e9b28927c46d req-3393c2e2-a553-4387-845d-525179607e8f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350666 Sep 08 14:06:04.749307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe60674-7418-45e4-842d-bd544ee9bda1 req-24fb5692-324e-40cd-86d1-260fadc4f6f2 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:04.750807 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fe60674-7418-45e4-842d-bd544ee9bda1 req-24fb5692-324e-40cd-86d1-260fadc4f6f2 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0484169 Sep 08 14:06:04.787235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9fe60674-7418-45e4-842d-bd544ee9bda1 req-886439fb-6f16-4278-b330-832dba586a34 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306346 Sep 08 14:06:05.902739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b81c5-fe89-4e0d-8a89-9bdf0abcba31 req-56d0fbac-f3e0-48d0-80e2-56ff01e43b02 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:05.904218 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd7b81c5-fe89-4e0d-8a89-9bdf0abcba31 req-56d0fbac-f3e0-48d0-80e2-56ff01e43b02 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0494483 Sep 08 14:06:05.940286 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd7b81c5-fe89-4e0d-8a89-9bdf0abcba31 req-2f294e2a-5e22-4875-acff-907aa095c031 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302913 Sep 08 14:06:07.057174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3bc5d-17af-4627-a601-44298f1d8fe9 req-5b5401cb-7162-40dd-bddd-8b7bd3ac4143 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:07.058668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4c3bc5d-17af-4627-a601-44298f1d8fe9 req-5b5401cb-7162-40dd-bddd-8b7bd3ac4143 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0519521 Sep 08 14:06:07.094834 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4c3bc5d-17af-4627-a601-44298f1d8fe9 req-723d7a9e-bd8f-42c6-959c-ee6aeab2951e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302994 Sep 08 14:06:07.829811 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd546c2b-0a85-43c6-b7dd-78df91d0e074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:08.208204 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c81e5-f919-4732-b510-1c1670684bd9 req-8ee4b97a-be04-4607-9e48-71a9e112d69d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:08.209659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f77c81e5-f919-4732-b510-1c1670684bd9 req-8ee4b97a-be04-4607-9e48-71a9e112d69d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0494900 Sep 08 14:06:08.246538 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f77c81e5-f919-4732-b510-1c1670684bd9 req-facdcd17-05a6-4fa0-8427-1b3223deb1fb tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310106 Sep 08 14:06:09.358550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4b782-5bcd-494c-92f4-a8200856aaf8 req-1a615943-335f-40c8-9daa-10af0921562f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:09.360043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54e4b782-5bcd-494c-92f4-a8200856aaf8 req-1a615943-335f-40c8-9daa-10af0921562f tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0481064 Sep 08 14:06:09.397376 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54e4b782-5bcd-494c-92f4-a8200856aaf8 req-f31e62fb-c04d-4fd1-bbf0-d6dd2d58c7d0 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315261 Sep 08 14:06:10.206904 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe0f3910-ab2f-427a-8397-22e82daf635f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:10.508826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54cb3c-ee26-48e0-ad6d-90e2e26cff21 req-f27f57c3-e46a-4110-ae70-2dc2e68eb133 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:10.510316 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af54cb3c-ee26-48e0-ad6d-90e2e26cff21 req-f27f57c3-e46a-4110-ae70-2dc2e68eb133 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0477357 Sep 08 14:06:10.551605 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af54cb3c-ee26-48e0-ad6d-90e2e26cff21 req-0494f96a-4a85-4b0a-8f29-eacf106d7d36 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353351 Sep 08 14:06:10.624666 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:11.665001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2107de-4357-4a21-9598-98169a731185 req-03cdf640-4db2-430b-9be9-e5fbcad842ac tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:11.666517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b2107de-4357-4a21-9598-98169a731185 req-03cdf640-4db2-430b-9be9-e5fbcad842ac tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0482171 Sep 08 14:06:11.703672 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0b2107de-4357-4a21-9598-98169a731185 req-a7671b0d-5745-45a6-88e5-7909f57a4dc7 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313206 Sep 08 14:06:12.001769 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:12.815200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618756f0-e3ef-4d6c-aa0e-672869942b4b req-d73d104d-5cdb-411f-955c-f43d7c22c3c4 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:12.816648 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-618756f0-e3ef-4d6c-aa0e-672869942b4b req-d73d104d-5cdb-411f-955c-f43d7c22c3c4 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0475519 Sep 08 14:06:12.853728 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-618756f0-e3ef-4d6c-aa0e-672869942b4b req-4bd89183-0343-4ef4-ad64-c5004b664c40 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311995 Sep 08 14:06:13.395388 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:13.970759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4e4a-0e4c-4287-98ae-d5fc0af05ad0 req-e71dbd60-a1fd-42c5-a65c-b7bb7946b390 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:13.972207 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-220c4e4a-0e4c-4287-98ae-d5fc0af05ad0 req-e71dbd60-a1fd-42c5-a65c-b7bb7946b390 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0519912 Sep 08 14:06:14.008523 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-220c4e4a-0e4c-4287-98ae-d5fc0af05ad0 req-0ce4229a-492f-459e-8d5b-5b116ac03bba tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304983 Sep 08 14:06:14.738271 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:15.122928 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bafc0-ff7f-4aff-9e43-660d6c7bd356 req-f2d303b8-b856-4040-81d5-546f2edcd8c2 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:15.124417 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a39bafc0-ff7f-4aff-9e43-660d6c7bd356 req-f2d303b8-b856-4040-81d5-546f2edcd8c2 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0491650 Sep 08 14:06:15.162080 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a39bafc0-ff7f-4aff-9e43-660d6c7bd356 req-68713dfb-909f-40e4-927c-8811b78ac855 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Sep 08 14:06:16.274262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19edb6-68c4-4a6e-89ca-e9fda271f5cb req-3cfd74d6-2e7f-452c-a20a-b62953858b10 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:16.275639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da19edb6-68c4-4a6e-89ca-e9fda271f5cb req-3cfd74d6-2e7f-452c-a20a-b62953858b10 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0482302 Sep 08 14:06:16.312556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da19edb6-68c4-4a6e-89ca-e9fda271f5cb req-babdcc7f-c5dd-40e4-b321-446f7e054931 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310969 Sep 08 14:06:17.315426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:17.429138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dd651-5240-4778-9822-44e45eb5b21d req-6a2f3c6b-5ca6-4c4b-87be-71857ed43146 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:17.430685 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d8dd651-5240-4778-9822-44e45eb5b21d req-6a2f3c6b-5ca6-4c4b-87be-71857ed43146 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0483899 Sep 08 14:06:17.472819 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d8dd651-5240-4778-9822-44e45eb5b21d req-ac357a60-4044-4a83-8961-b60c891d6a89 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357006 Sep 08 14:06:18.588953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0057c6b-f8f2-4b79-ab54-268be8e92cd1 req-c18f7e40-3d05-4b92-82b6-4b9f73abb129 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:18.590469 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0057c6b-f8f2-4b79-ab54-268be8e92cd1 req-c18f7e40-3d05-4b92-82b6-4b9f73abb129 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0476930 Sep 08 14:06:18.627420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0057c6b-f8f2-4b79-ab54-268be8e92cd1 req-438d795c-5012-476a-ba88-223d07697426 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304751 Sep 08 14:06:19.318692 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:06:19.743385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a0e97-fc0f-432f-a4e6-5e251bcd13d8 req-8cdee1be-7a53-4f93-9c84-27cb8cc03235 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:19.744861 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a94a0e97-fc0f-432f-a4e6-5e251bcd13d8 req-8cdee1be-7a53-4f93-9c84-27cb8cc03235 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0489264 Sep 08 14:06:19.781878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a94a0e97-fc0f-432f-a4e6-5e251bcd13d8 req-ea67602e-e375-4e19-8957-6ca10de84ad6 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311687 Sep 08 14:06:20.899007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafaf7d7-10e8-490d-b674-eeef6d45f102 req-ebe9f649-a24b-4157-90bc-fc386c8a1161 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:20.900481 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bafaf7d7-10e8-490d-b674-eeef6d45f102 req-ebe9f649-a24b-4157-90bc-fc386c8a1161 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0524461 Sep 08 14:06:20.938520 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bafaf7d7-10e8-490d-b674-eeef6d45f102 req-d116f582-03f9-4fa4-a1d2-a86e0292cd99 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Sep 08 14:06:22.051040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3828607-a23c-4b74-ad38-58162ea66e70 req-b16550b0-5bd3-45aa-a355-41b536d4fc30 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:22.052533 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3828607-a23c-4b74-ad38-58162ea66e70 req-b16550b0-5bd3-45aa-a355-41b536d4fc30 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0484524 Sep 08 14:06:22.089701 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d3828607-a23c-4b74-ad38-58162ea66e70 req-e73b4c7b-13e1-4d39-bfe7-b0089ce0183a tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Sep 08 14:06:23.201162 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5ca9b-10c2-415e-9078-1a4598561b13 req-2e2792be-7392-48f7-b40b-79a25ec524a1 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:23.203270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bee5ca9b-10c2-415e-9078-1a4598561b13 req-2e2792be-7392-48f7-b40b-79a25ec524a1 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0483549 Sep 08 14:06:23.240652 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bee5ca9b-10c2-415e-9078-1a4598561b13 req-4d4c9303-dd67-42bd-9290-e7b847d46dbf tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314803 Sep 08 14:06:24.353857 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a5e7a-80e1-4acb-9da8-65ae86f194a3 req-6ff4385f-0c3d-48fd-97b6-ad7c5f5a566b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:24.355624 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b19a5e7a-80e1-4acb-9da8-65ae86f194a3 req-6ff4385f-0c3d-48fd-97b6-ad7c5f5a566b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0495601 Sep 08 14:06:24.397583 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b19a5e7a-80e1-4acb-9da8-65ae86f194a3 req-e3903710-c172-4cc6-a75c-4b7420a8bc5e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359621 Sep 08 14:06:25.510047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e0686-3fa7-4aee-b5a0-dfdf3bd92119 req-fecf400f-a8b1-43a4-8189-3f07d33a0a71 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:25.511579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b9e0686-3fa7-4aee-b5a0-dfdf3bd92119 req-fecf400f-a8b1-43a4-8189-3f07d33a0a71 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0486345 Sep 08 14:06:25.549246 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4b9e0686-3fa7-4aee-b5a0-dfdf3bd92119 req-dab3d2fa-12f2-41d1-a530-eae390fe4820 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 Sep 08 14:06:26.663462 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec9906-e21f-423e-a7a9-029e4163e5ff req-ba33bea6-1623-4b63-906c-44823ef7e4fa tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:26.664924 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-54ec9906-e21f-423e-a7a9-029e4163e5ff req-ba33bea6-1623-4b63-906c-44823ef7e4fa tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0487940 Sep 08 14:06:26.701141 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-54ec9906-e21f-423e-a7a9-029e4163e5ff req-9a641c3f-a7ad-4b15-8ccc-78a36fdcb564 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302532 Sep 08 14:06:27.483618 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-c94f6c26-eaae-4362-b7ab-3a8af89210d7 service neutron] show failed (client error): The resource could not be found. Sep 08 14:06:27.484618 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-c94f6c26-eaae-4362-b7ab-3a8af89210d7 service neutron] 10.222.0.70 "GET /v2.0/ports/30a8469e-0af8-4075-8ffb-479cb7e726c8/bindings/n-h2-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0569639 Sep 08 14:06:27.816460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca3dfa-d062-47a0-996a-cd88a7e11571 req-4fed75fd-1a74-4730-8e8f-e0df84ff709d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:27.817919 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-32ca3dfa-d062-47a0-996a-cd88a7e11571 req-4fed75fd-1a74-4730-8e8f-e0df84ff709d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0480967 Sep 08 14:06:27.857895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-32ca3dfa-d062-47a0-996a-cd88a7e11571 req-f7e6f1f0-7707-4f56-8b75-e24a4a0b9e56 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337999 Sep 08 14:06:28.096429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-de15a6b0-da39-4353-a738-2fdf3cda44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:28.097945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-de15a6b0-da39-4353-a738-2fdf3cda44d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5&tenant_id=82cef81ff4744db69583218c31e330bb HTTP/1.1" status: 200 len: 1096 time: 0.0774853 Sep 08 14:06:28.110126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:28.163793 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:28.357234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:28.387336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:06:28.425010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a8469e-0af8-4075-8ffb-479cb7e726c8'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:06:28.427310 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95632399-46c5-4654-b2de-102140fec5e4" -d '{"events": [{"server_uuid": "39644a4f-ebf0-4a60-bfac-e80c703692a5", "name": "network-vif-unplugged", "status": "completed", "tag": "30a8469e-0af8-4075-8ffb-479cb7e726c8"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:28.431385 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:28.443315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Transition to ACTIVE for port object 30a8469e-0af8-4075-8ffb-479cb7e726c8 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:06:28.478393 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83132b5-2418-481b-b8ca-1ba6494d9ea6 x-openstack-request-id: req-c83132b5-2418-481b-b8ca-1ba6494d9ea6 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:28.478393 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39644a4f-ebf0-4a60-bfac-e80c703692a5", "name": "network-vif-unplugged", "status": "completed", "tag": "30a8469e-0af8-4075-8ffb-479cb7e726c8", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:28.478393 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c83132b5-2418-481b-b8ca-1ba6494d9ea6 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:28.478393 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a8469e-0af8-4075-8ffb-479cb7e726c8', 'code': 200} Sep 08 14:06:28.498148 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:28.557143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] No DVR routers for this DVR port 30a8469e-0af8-4075-8ffb-479cb7e726c8 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:06:28.558975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Pushing event updated for resources: {'Port': ['ID=30a8469e-0af8-4075-8ffb-479cb7e726c8,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:28.596990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Attempting to bind port 30a8469e-0af8-4075-8ffb-479cb7e726c8 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:06:28.597331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Attempting to bind port 30a8469e-0af8-4075-8ffb-479cb7e726c8 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:06:28.597667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Attempting to bind port 30a8469e-0af8-4075-8ffb-479cb7e726c8 on network e11e9072-183d-4985-bc3b-9ace2d012e79 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:06:28.602069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Port 30a8469e-0af8-4075-8ffb-479cb7e726c8 on network e11e9072-183d-4985-bc3b-9ace2d012e79 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:06:28.602406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Attempting to bind port 30a8469e-0af8-4075-8ffb-479cb7e726c8 on network e11e9072-183d-4985-bc3b-9ace2d012e79 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:06:28.607577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:06:28.607858 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Checking segment: {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:06:28.608245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Bound using segment: {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:06:28.608697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Bound port: 30a8469e-0af8-4075-8ffb-479cb7e726c8, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:06:28.609051 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:28.669697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:06:28.672709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:06:28.750293 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:28.782435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:28.783048 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:28.784438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] 10.222.0.60 "PUT /v2.0/ports/30a8469e-0af8-4075-8ffb-479cb7e726c8 HTTP/1.1" status: 200 len: 1091 time: 0.6781511 Sep 08 14:06:28.805251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88537ab-463c-464a-97f8-ba11a5c95652 service neutron] Pushing event updated for resources: {'Port': ['ID=30a8469e-0af8-4075-8ffb-479cb7e726c8,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:28.846418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-f2a33f33-a86c-428a-86f6-88029867b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:28.847899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-f2a33f33-a86c-428a-86f6-88029867b18e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 1094 time: 0.0398371 Sep 08 14:06:28.963118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-49381c7a-ec94-4c61-abaf-c470a32f573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:28.964569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-49381c7a-ec94-4c61-abaf-c470a32f573e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 916 time: 0.1094232 Sep 08 14:06:29.011666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-106fe1f0-c833-4f3e-9253-08a1e0de3a7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8 HTTP/1.1" status: 200 len: 217 time: 0.0394981 Sep 08 14:06:29.019358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6c56f-4624-41ca-9d70-4a3f1fef9ec6 req-48eab661-b948-4f73-ac3c-7772229123b0 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:29.020724 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45a6c56f-4624-41ca-9d70-4a3f1fef9ec6 req-48eab661-b948-4f73-ac3c-7772229123b0 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 943 time: 0.0936720 Sep 08 14:06:29.083057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-e03c5151-a85a-49ac-aec2-535b9787acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:29.084481 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-e03c5151-a85a-49ac-aec2-535b9787acc2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 200 len: 855 time: 0.0629132 Sep 08 14:06:29.089267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45a6c56f-4624-41ca-9d70-4a3f1fef9ec6 req-e42cf997-f80d-4cc8-a69d-3f4dcbc6fa87 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607896 Sep 08 14:06:29.117210 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-19b6adf1-172c-44d8-bf8d-c71efbcf324e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e11e9072-183d-4985-bc3b-9ace2d012e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253654 Sep 08 14:06:29.208983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-32f26a54-ee34-4716-8785-867a81aca5dd service neutron] 10.222.0.60 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837779 Sep 08 14:06:29.303747 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd4070fd-01bf-4674-9c44-0fff0ffbfa54 req-9d3ecee9-67d4-4ef3-97b3-aeae1b0b1411 service neutron] 10.222.0.60 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867109 Sep 08 14:06:30.205820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2364371-3d91-4d5d-9e50-ae57dc63ae1c req-de294f9c-8dd0-4382-8ca2-cd747add1973 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:30.207336 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2364371-3d91-4d5d-9e50-ae57dc63ae1c req-de294f9c-8dd0-4382-8ca2-cd747add1973 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 943 time: 0.0493927 Sep 08 14:06:30.244188 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f2364371-3d91-4d5d-9e50-ae57dc63ae1c req-a9f50a38-c4a4-4fda-ba5b-bf0b99e6357b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309720 Sep 08 14:06:30.478584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'tag': '30a8469e-0af8-4075-8ffb-479cb7e726c8'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:06:30.481229 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d89b9-542b-4d00-9291-3d1053aa7272" -d '{"events": [{"name": "network-changed", "server_uuid": "39644a4f-ebf0-4a60-bfac-e80c703692a5", "tag": "30a8469e-0af8-4075-8ffb-479cb7e726c8"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:30.528841 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfb5848-0c14-46d9-8ef1-8fdcf1f8b995 x-openstack-request-id: req-5dfb5848-0c14-46d9-8ef1-8fdcf1f8b995 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:30.529135 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39644a4f-ebf0-4a60-bfac-e80c703692a5", "tag": "30a8469e-0af8-4075-8ffb-479cb7e726c8", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:30.529388 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5dfb5848-0c14-46d9-8ef1-8fdcf1f8b995 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:30.530428 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'tag': '30a8469e-0af8-4075-8ffb-479cb7e726c8', 'status': 'completed', 'code': 200} Sep 08 14:06:30.623510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-05c6bf95-c588-42fb-bc6e-a6b00e97e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:30.625012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-05c6bf95-c588-42fb-bc6e-a6b00e97e35d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 1094 time: 0.0653107 Sep 08 14:06:30.626865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-ebbc8138-a0dd-48a6-95de-db764589a908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:30.628247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-ebbc8138-a0dd-48a6-95de-db764589a908 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 1094 time: 0.0766096 Sep 08 14:06:30.751699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 30a8469e-0af8-4075-8ffb-479cb7e726c8 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:06:30.784966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-370ae3d5-1d84-4864-90b9-faa7d4e7c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:30.786499 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-370ae3d5-1d84-4864-90b9-faa7d4e7c4aa service neutron] 10.222.0.60 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 916 time: 0.1544633 Sep 08 14:06:30.787844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-6cf1ec7c-1f06-42b3-b373-18489295ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:30.789165 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-6cf1ec7c-1f06-42b3-b373-18489295ff36 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 916 time: 0.1501901 Sep 08 14:06:30.789537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 30a8469e-0af8-4075-8ffb-479cb7e726c8 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:06:30.837462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-4edec085-5a6a-476e-bf85-9dfa6ff3db57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8 HTTP/1.1" status: 200 len: 217 time: 0.0423415 Sep 08 14:06:30.869980 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-4daadfae-b5ae-4668-a287-36158d2b7f73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8 HTTP/1.1" status: 200 len: 217 time: 0.0684750 Sep 08 14:06:30.935685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-89ecc977-457b-4540-a3e7-d02946ab2348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:30.937115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-89ecc977-457b-4540-a3e7-d02946ab2348 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 200 len: 855 time: 0.0751214 Sep 08 14:06:30.942562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-a98d3c13-706f-4b0c-acd5-8f0fad786c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:30.943873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-a98d3c13-706f-4b0c-acd5-8f0fad786c1f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 200 len: 855 time: 0.0554619 Sep 08 14:06:30.978753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-8d026eac-00a2-4e44-bb31-dcf797a24552 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e11e9072-183d-4985-bc3b-9ace2d012e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339794 Sep 08 14:06:30.993679 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-3d23ba21-fcb1-4ad8-b10b-64d6528b022d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e11e9072-183d-4985-bc3b-9ace2d012e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409684 Sep 08 14:06:31.139584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-abf1936c-9c46-4272-853e-2fc5536c93d1 service neutron] 10.222.0.60 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479340 Sep 08 14:06:31.156106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-22b10049-11c9-4b1e-9f6d-53086baf3189 service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454985 Sep 08 14:06:31.299571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-28a3bb72-ec4f-47ae-87fe-52aa86e9e895 service neutron] 10.222.0.60 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508005 Sep 08 14:06:31.302881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f8d89b9-542b-4d00-9291-3d1053aa7272 req-03b7a080-558e-4cb1-a2cd-21393c8ad2d6 service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360116 Sep 08 14:06:31.360450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d2a3b-1e65-47ec-83ca-b06b86896999 req-7d2cc72a-2881-4791-90a0-e9c33bd28d96 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:31.362427 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa2d2a3b-1e65-47ec-83ca-b06b86896999 req-7d2cc72a-2881-4791-90a0-e9c33bd28d96 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 943 time: 0.0485775 Sep 08 14:06:31.403489 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa2d2a3b-1e65-47ec-83ca-b06b86896999 req-2f99907c-9023-4838-bc9b-4373e7b7cb50 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352013 Sep 08 14:06:32.159418 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 30a8469e-0af8-4075-8ffb-479cb7e726c8 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:06:32.254687 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:32.265537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '30a8469e-0af8-4075-8ffb-479cb7e726c8', 'network_id': 'e11e9072-183d-4985-bc3b-9ace2d012e79', 'port_id': '30a8469e-0af8-4075-8ffb-479cb7e726c8', 'mac_address': 'fa:16:3e:fd:73:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c973c813-d728-4d27-8c84-bcf53c511c32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:06:32.301852 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:32.313932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a8469e-0af8-4075-8ffb-479cb7e726c8 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:06:32.333352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:32.383807 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:32.429726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=30a8469e-0af8-4075-8ffb-479cb7e726c8,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:32.529719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230a62c-85b3-4a96-bd35-f4da354ced96 req-e291f6d0-6637-4f6f-9f36-34fd72357200 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:32.531255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3230a62c-85b3-4a96-bd35-f4da354ced96 req-e291f6d0-6637-4f6f-9f36-34fd72357200 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 944 time: 0.0521154 Sep 08 14:06:32.568364 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3230a62c-85b3-4a96-bd35-f4da354ced96 req-7919a195-0997-46ee-8f8b-df43aaebce15 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311017 Sep 08 14:06:32.722528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['30a8469e-0af8-4075-8ffb-479cb7e726c8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:06:33.683184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbf98e-a9e1-47db-9c71-1a57b0d71547 req-9f0b41b1-2622-4465-bb3d-1fc42530dd77 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:33.684707 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16dbf98e-a9e1-47db-9c71-1a57b0d71547 req-9f0b41b1-2622-4465-bb3d-1fc42530dd77 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 944 time: 0.0493810 Sep 08 14:06:33.721501 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-16dbf98e-a9e1-47db-9c71-1a57b0d71547 req-3fdd8961-db93-4e8f-9137-c1692703ab5d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309732 Sep 08 14:06:34.061611 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01bc22-459b-43b6-a249-781557ace81b req-dba1ada2-99c9-46c0-a2d1-44db234aa675 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:34.063124 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b01bc22-459b-43b6-a249-781557ace81b req-dba1ada2-99c9-46c0-a2d1-44db234aa675 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 944 time: 0.0481851 Sep 08 14:06:34.101674 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b01bc22-459b-43b6-a249-781557ace81b req-8dae40ab-d4d6-4072-bb43-e9f7f0f0bd68 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Sep 08 14:06:34.138155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-d6d2f927-dd29-4467-b725-15c4c289b77d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:34.139634 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-d6d2f927-dd29-4467-b725-15c4c289b77d tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.70 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5&tenant_id=82cef81ff4744db69583218c31e330bb&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 944 time: 0.0557570 Sep 08 14:06:34.158451 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 30a8469e-0af8-4075-8ffb-479cb7e726c8 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:06:34.198573 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-26a6fa06-8f38-44da-bc97-f551deb09c4e service neutron] delete failed (client error): The resource could not be found. Sep 08 14:06:34.199603 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-26a6fa06-8f38-44da-bc97-f551deb09c4e service neutron] 10.222.0.70 "DELETE /v2.0/ports/30a8469e-0af8-4075-8ffb-479cb7e726c8/bindings/n-h1-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0528018 Sep 08 14:06:34.252714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 30a8469e-0af8-4075-8ffb-479cb7e726c8 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:06:34.257124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 30a8469e-0af8-4075-8ffb-479cb7e726c8 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:06:34.257618 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:34.278721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-a3f8682b-8e46-4fd1-8d09-929ca6acf5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:34.280217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-a3f8682b-8e46-4fd1-8d09-929ca6acf5a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=82cef81ff4744db69583218c31e330bb&device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 1095 time: 0.0399830 Sep 08 14:06:34.336685 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:34.360242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a8469e-0af8-4075-8ffb-479cb7e726c8'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:06:34.363163 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3036e05d-fa18-429d-8034-80d8daaaed39" -d '{"events": [{"server_uuid": "39644a4f-ebf0-4a60-bfac-e80c703692a5", "name": "network-vif-plugged", "status": "completed", "tag": "30a8469e-0af8-4075-8ffb-479cb7e726c8"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:34.376820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:34.416303 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf53842-6275-42ed-9f03-86fc74bde21d x-openstack-request-id: req-cbf53842-6275-42ed-9f03-86fc74bde21d {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:34.416634 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39644a4f-ebf0-4a60-bfac-e80c703692a5", "name": "network-vif-plugged", "status": "completed", "tag": "30a8469e-0af8-4075-8ffb-479cb7e726c8", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:34.417034 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cbf53842-6275-42ed-9f03-86fc74bde21d {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:34.417312 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a8469e-0af8-4075-8ffb-479cb7e726c8', 'code': 200} Sep 08 14:06:34.418560 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:34.468363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=30a8469e-0af8-4075-8ffb-479cb7e726c8,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:34.600736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-33a0ab3c-8187-4dc5-adde-aeadc1cbc053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:34.602128 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-33a0ab3c-8187-4dc5-adde-aeadc1cbc053 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 200 len: 916 time: 0.3154027 Sep 08 14:06:34.641827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-1aad9afb-df47-47a3-a872-81dc99020338 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8 HTTP/1.1" status: 200 len: 217 time: 0.0327356 Sep 08 14:06:34.688001 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-5854d35c-e9cd-469f-bfe2-af3c0a0b621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:34.689400 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-5854d35c-e9cd-469f-bfe2-af3c0a0b621f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 200 len: 855 time: 0.0415983 Sep 08 14:06:34.722723 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-8a32be81-13e0-4489-8c78-c33d354d967a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e11e9072-183d-4985-bc3b-9ace2d012e79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266471 Sep 08 14:06:34.807517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-8f275d21-adba-41d5-9211-ff2b5da56098 service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781329 Sep 08 14:06:34.897624 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e9ffc421-cbe0-4e4d-81c1-6cdb93bbed28 req-f0161083-3cb5-4ddb-b34b-4eeaba295da6 service neutron] 10.222.0.70 "GET /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827315 Sep 08 14:06:35.216072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98e007-2566-4083-8b24-31fa2ebdc990 req-cb8119a1-d14d-4810-b4a4-87d878ea7551 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:35.217457 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd98e007-2566-4083-8b24-31fa2ebdc990 req-cb8119a1-d14d-4810-b4a4-87d878ea7551 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0478942 Sep 08 14:06:35.260449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd98e007-2566-4083-8b24-31fa2ebdc990 req-c0ea23e4-d374-4681-a2c2-5ec6908d1b95 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362260 Sep 08 14:06:36.394160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f3ab3c-a7fc-4e05-9761-5452be2e0ab7 req-519db846-4f51-4891-970a-b578d2a3f6ea tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:36.395671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1f3ab3c-a7fc-4e05-9761-5452be2e0ab7 req-519db846-4f51-4891-970a-b578d2a3f6ea tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0492368 Sep 08 14:06:36.432284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f1f3ab3c-a7fc-4e05-9761-5452be2e0ab7 req-3ae27e32-e9e0-4de6-b051-facb2afdd9c7 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308862 Sep 08 14:06:36.546276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d962dd-2e1c-4e52-90a5-810399d66b3c req-11acb14a-7796-4b2f-bca3-db2e0ea03979 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:36.547768 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-54d962dd-2e1c-4e52-90a5-810399d66b3c req-11acb14a-7796-4b2f-bca3-db2e0ea03979 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0495212 Sep 08 14:06:36.587974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-54d962dd-2e1c-4e52-90a5-810399d66b3c req-4ba25598-bb2d-43e2-ba0b-f091c8937a5b tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Sep 08 14:06:36.696222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34ce9f-288d-4f60-a916-2b3ead5b7e16 req-583511d1-c059-45e9-8aae-a707099dec63 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:36.697726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e34ce9f-288d-4f60-a916-2b3ead5b7e16 req-583511d1-c059-45e9-8aae-a707099dec63 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0482588 Sep 08 14:06:36.735277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e34ce9f-288d-4f60-a916-2b3ead5b7e16 req-18d6c395-66ae-4543-8f70-e53db4e5e78e tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Sep 08 14:06:37.239407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1599fbe-dd8f-43cd-9611-2a6f8a86a240 req-6b8dc44f-770e-4d77-8df3-6c3426840041 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:37.240806 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1599fbe-dd8f-43cd-9611-2a6f8a86a240 req-6b8dc44f-770e-4d77-8df3-6c3426840041 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0487306 Sep 08 14:06:37.277895 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1599fbe-dd8f-43cd-9611-2a6f8a86a240 req-4b1ea2d6-c2ce-4750-b674-79796d2eb320 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312114 Sep 08 14:06:37.840865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-add4a0e3-7371-4cba-9415-88623b5adea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:38.517091 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ba9bc-9f50-48da-a751-f0c2e98dcc55 req-acaeb953-e011-44e1-bd5b-c3a72ba4bb33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:38.519269 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d0ba9bc-9f50-48da-a751-f0c2e98dcc55 req-acaeb953-e011-44e1-bd5b-c3a72ba4bb33 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.60 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0548937 Sep 08 14:06:38.645767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8115c-30c6-4d0a-9ba9-6fe09bdf9019 req-307c608a-2649-42f4-b79a-e8fc4b9db9b4 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:38.647713 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0b8115c-30c6-4d0a-9ba9-6fe09bdf9019 req-307c608a-2649-42f4-b79a-e8fc4b9db9b4 tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/ports?device_id=39644a4f-ebf0-4a60-bfac-e80c703692a5 HTTP/1.1" status: 200 len: 945 time: 0.0652907 Sep 08 14:06:38.652552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-7d0ba9bc-9f50-48da-a751-f0c2e98dcc55 req-4ebd7a27-e0ca-40ee-bd04-b824376ecd5c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Deleting port 30a8469e-0af8-4075-8ffb-479cb7e726c8 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:06:38.652889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d0ba9bc-9f50-48da-a751-f0c2e98dcc55 req-4ebd7a27-e0ca-40ee-bd04-b824376ecd5c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:38.738062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e0b8115c-30c6-4d0a-9ba9-6fe09bdf9019 req-147e3ea2-8bc5-4b5d-be46-166972afd52c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.69 "GET /v2.0/security-groups?id=dc783247-849a-4bc1-b4b8-ce76e67ffae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817571 Sep 08 14:06:38.763856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-7d0ba9bc-9f50-48da-a751-f0c2e98dcc55 req-4ebd7a27-e0ca-40ee-bd04-b824376ecd5c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] For port 30a8469e-0af8-4075-8ffb-479cb7e726c8, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=30a8469e-0af8-4075-8ffb-479cb7e726c8,segment=NetworkSegment(2dcd8ec7-72b3-4ec6-9174-8075599e9c4e),segment_id=2dcd8ec7-72b3-4ec6-9174-8075599e9c4e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:38.764226 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d0ba9bc-9f50-48da-a751-f0c2e98dcc55 req-4ebd7a27-e0ca-40ee-bd04-b824376ecd5c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:38.776358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-7d0ba9bc-9f50-48da-a751-f0c2e98dcc55 req-4ebd7a27-e0ca-40ee-bd04-b824376ecd5c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Calling delete_port for 30a8469e-0af8-4075-8ffb-479cb7e726c8 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:06:38.932334 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d0ba9bc-9f50-48da-a751-f0c2e98dcc55 req-4ebd7a27-e0ca-40ee-bd04-b824376ecd5c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:38.944085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['30a8469e-0af8-4075-8ffb-479cb7e726c8'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:06:38.962083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd7a27-e0ca-40ee-bd04-b824376ecd5c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Pushing event deleted for resources: {'Port': ['ID=30a8469e-0af8-4075-8ffb-479cb7e726c8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:39.005634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0ba9bc-9f50-48da-a751-f0c2e98dcc55 req-4ebd7a27-e0ca-40ee-bd04-b824376ecd5c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] No DVR routers for this DVR port 30a8469e-0af8-4075-8ffb-479cb7e726c8 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:06:39.008411 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-7d0ba9bc-9f50-48da-a751-f0c2e98dcc55 req-4ebd7a27-e0ca-40ee-bd04-b824376ecd5c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:39.010468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d0ba9bc-9f50-48da-a751-f0c2e98dcc55 req-4ebd7a27-e0ca-40ee-bd04-b824376ecd5c tempest-ServerDiskConfigTestJSON-1264079356 tempest-ServerDiskConfigTestJSON-1264079356-project] 10.222.0.60 "DELETE /v2.0/ports/30a8469e-0af8-4075-8ffb-479cb7e726c8 HTTP/1.1" status: 204 len: 173 time: 0.4849315 Sep 08 14:06:39.010900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'name': 'network-vif-deleted', 'tag': '30a8469e-0af8-4075-8ffb-479cb7e726c8'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:06:39.013166 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a4fff9-44a9-43f4-b6bc-ec67a5fd55f2" -d '{"events": [{"server_uuid": "39644a4f-ebf0-4a60-bfac-e80c703692a5", "name": "network-vif-deleted", "tag": "30a8469e-0af8-4075-8ffb-479cb7e726c8"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:39.047654 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befcec96-4c8c-4f27-828e-a82c6b587bc8 x-openstack-request-id: req-befcec96-4c8c-4f27-828e-a82c6b587bc8 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:39.047994 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39644a4f-ebf0-4a60-bfac-e80c703692a5", "name": "network-vif-deleted", "tag": "30a8469e-0af8-4075-8ffb-479cb7e726c8", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:39.048193 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-befcec96-4c8c-4f27-828e-a82c6b587bc8 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:39.048584 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39644a4f-ebf0-4a60-bfac-e80c703692a5', 'name': 'network-vif-deleted', 'tag': '30a8469e-0af8-4075-8ffb-479cb7e726c8', 'status': 'completed', 'code': 200} Sep 08 14:06:39.860901 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52592) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:06:39.905358 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Deleting subnet c973c813-d728-4d27-8c84-bcf53c511c32 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:06:39.908762 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:39.947219 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:39.986196 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.098200 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.128511 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.133460 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/c973c813-d728-4d27-8c84-bcf53c511c32 HTTP/1.1" status: 204 len: 168 time: 0.2684789 Sep 08 14:06:40.133460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c973c813-d728-4d27-8c84-bcf53c511c32,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:40.133641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52594) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:06:40.139571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:40.139929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:40.140279 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:40.140624 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:40.140960 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:40.141299 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:40.141633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:40.141965 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:40.142327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:40.142660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:40.142989 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:40.143318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4656e41a-7fb8-47d9-94e7-7f6a9969d48c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:40.195576 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7fad6079-d890-480a-8dd5-6719ec9e9a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.200646 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.292547 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.311769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11e9072-183d-4985-bc3b-9ace2d012e79']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:40.327947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:40.328243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dcd8ec7-72b3-4ec6-9174-8075599e9c4e') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:40.343491 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.363059 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.369396 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:06:40.369780 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: timer() Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:06:40.371395 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:06:40.509285 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.514678 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.516509 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] 10.222.0.69 "DELETE /v2.0/networks/e11e9072-183d-4985-bc3b-9ace2d012e79 HTTP/1.1" status: 204 len: 168 time: 0.3820462 Sep 08 14:06:40.527142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbd176-9dda-4f54-b506-5fe6fe383426 admin admin] Pushing event deleted for resources: {'Network': ['ID=e11e9072-183d-4985-bc3b-9ace2d012e79,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:40.628584 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.866877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52598) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:06:40.906960 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5d0c4358-f58f-4a27-9477-fe6523263a15 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=82cef81ff4744db69583218c31e330bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386822 Sep 08 14:06:40.910038 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52600) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:06:40.960650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9b785100-b0c3-4fee-af75-09ee45a0bc2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:40.981879 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9b785100-b0c3-4fee-af75-09ee45a0bc2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:41.087041 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9b785100-b0c3-4fee-af75-09ee45a0bc2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:41.089653 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9b785100-b0c3-4fee-af75-09ee45a0bc2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:41.090841 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9b785100-b0c3-4fee-af75-09ee45a0bc2c admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/dc783247-849a-4bc1-b4b8-ce76e67ffae4 HTTP/1.1" status: 204 len: 168 time: 0.1798890 Sep 08 14:06:41.098981 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b785100-b0c3-4fee-af75-09ee45a0bc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc783247-849a-4bc1-b4b8-ce76e67ffae4,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:42.012708 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:42.015235 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52622) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:06:42.110417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1298460309-network', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:42.195061 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Made reservation on behalf of e6fa3551987f4a6f99bf3934c741d442 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:06:42.197378 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:42.205934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:42.291178 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:42.360532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:42.380614 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:06:42.394050 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44dedf53-9bfe-49dd-bd2a-f6c16b0998b8,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:42.398771 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:42.399119 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Added segment 00f829b8-7ffb-4c3b-9e37-974f234504b6 of type vlan for network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 Sep 08 14:06:42.437599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:42.514990 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:42.515903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:42.516488 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:42.577715 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] Pushing event updated for resources: {'Network': ['ID=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:42.588730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:06:42.623537 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c547ba7f-b056-4ee1-a3bd-2bae5f84c950 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6072013 Sep 08 14:06:42.626492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 52626) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:06:42.631380 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-abda66a0-5b21-42d7-b72b-9a23efed5af0 admin admin] Request body: {'subnet': {'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1298460309-subnet', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:42.708198 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abda66a0-5b21-42d7-b72b-9a23efed5af0 admin admin] Made reservation on behalf of e6fa3551987f4a6f99bf3934c741d442 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:06:42.710532 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abda66a0-5b21-42d7-b72b-9a23efed5af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:42.949419 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abda66a0-5b21-42d7-b72b-9a23efed5af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:42.999158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda66a0-5b21-42d7-b72b-9a23efed5af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a917a477-6837-4324-9029-150b14291d3e,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:43.014453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abda66a0-5b21-42d7-b72b-9a23efed5af0 admin admin] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:06:43.014820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda66a0-5b21-42d7-b72b-9a23efed5af0 admin admin] Network hostable DHCP agents. Network: 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:06:43.097627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abda66a0-5b21-42d7-b72b-9a23efed5af0 admin admin] Network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:06:43.183300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-abda66a0-5b21-42d7-b72b-9a23efed5af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:06:43.187475 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abda66a0-5b21-42d7-b72b-9a23efed5af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:43.188074 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-abda66a0-5b21-42d7-b72b-9a23efed5af0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:43.193896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffc106b-a954-4d43-b4a9-3b5618a8bc39 None None] Network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:06:43.247619 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-abda66a0-5b21-42d7-b72b-9a23efed5af0 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6200778 Sep 08 14:06:43.250668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52628) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:06:43.255697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:43.338792 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:43.339887 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:43.431877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:43.498118 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:43.501365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:06:43.502251 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:43.637624 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:43.644176 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Allocated IP 172.20.0.2 (83d26fcc-3ea7-454d-9dbc-0fc63d3548b2/a917a477-6837-4324-9029-150b14291d3e/17a6e713-5d67-4f7e-9082-b40430ede074) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:06:43.786569 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:43.794636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Transition to ACTIVE for port object 17a6e713-5d67-4f7e-9082-b40430ede074 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:06:43.809664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Transition to ACTIVE for port object 17a6e713-5d67-4f7e-9082-b40430ede074 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:06:43.864481 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:43.892799 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:43.902577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:06:43.907249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:06:43.912170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:06:43.915144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Pushing event updated for resources: {'Port': ['ID=17a6e713-5d67-4f7e-9082-b40430ede074,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:43.923341 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:43.965705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Attempting to bind port 17a6e713-5d67-4f7e-9082-b40430ede074 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:06:43.966080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Attempting to bind port 17a6e713-5d67-4f7e-9082-b40430ede074 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:06:43.966505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Attempting to bind port 17a6e713-5d67-4f7e-9082-b40430ede074 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:06:43.971388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:06:43.972303 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:06:43.972752 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:43.973155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Bound using segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:06:43.973634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Bound port: 17a6e713-5d67-4f7e-9082-b40430ede074, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:06:43.974020 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:44.024710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Allocated IP 172.25.5.126 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:06:44.040607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] For port 17a6e713-5d67-4f7e-9082-b40430ede074, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:06:44.043605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] For port 17a6e713-5d67-4f7e-9082-b40430ede074, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=17a6e713-5d67-4f7e-9082-b40430ede074,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:06:44.125621 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:44.137546 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:44.197876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596208c-c83a-421a-8f85-670d5656ebc5 None None] Pushing event updated for resources: {'Port': ['ID=17a6e713-5d67-4f7e-9082-b40430ede074,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:44.203878 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 30a8469e-0af8-4075-8ffb-479cb7e726c8 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:06:44.226202 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 30a8469e-0af8-4075-8ffb-479cb7e726c8 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:06:44.226758 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 30a8469e-0af8-4075-8ffb-479cb7e726c8 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:06:44.247437 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:44.287975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:06:44.293292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:06:44.300623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:06:44.301135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Pushing event updated for resources: {'Port': ['ID=95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:44.658459 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:44.715461 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:45.091502 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fa0037-aee2-4b35-906d-79944b0fe94a None None] Network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:06:45.097559 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:45.161331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 17a6e713-5d67-4f7e-9082-b40430ede074 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:06:45.239373 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c72f3ba5-f1b5-42ae-bca2-3882f1316c63 None None] Provisioning for port 17a6e713-5d67-4f7e-9082-b40430ede074 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:06:45.332657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Router d28b039e-8023-459b-aa90-29f11eacdcf8 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:06:45.372634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 17a6e713-5d67-4f7e-9082-b40430ede074 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:06:45.377372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 17a6e713-5d67-4f7e-9082-b40430ede074 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:06:45.377825 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:45.444671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:06:45.460305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Sync routers for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:06:45.469134 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:45.480547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:06:45.481169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:06:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:45.498056 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:45.499402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9b7f8ba0-17b0-4657-b141-08397243b394 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2477310 Sep 08 14:06:45.502098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52630) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:06:45.543551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 17a6e713-5d67-4f7e-9082-b40430ede074, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=17a6e713-5d67-4f7e-9082-b40430ede074,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:45.608540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e77a51e3-ba27-4a93-87d1-ca9a9dd2afed None None] Provisioning complete for port 17a6e713-5d67-4f7e-9082-b40430ede074 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:06:45.608834 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e77a51e3-ba27-4a93-87d1-ca9a9dd2afed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:45.611363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:06:45.680074 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:45.798145 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=17a6e713-5d67-4f7e-9082-b40430ede074,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:45.895420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:44Z', 'revision_number': 3, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:45.913574 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:45.925504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Checking router: d28b039e-8023-459b-aa90-29f11eacdcf8 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:06:45.925862 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Updating router d28b039e-8023-459b-aa90-29f11eacdcf8 port 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:06:45.949833 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:46.116034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Allocated IP 172.20.0.1 (83d26fcc-3ea7-454d-9dbc-0fc63d3548b2/a917a477-6837-4324-9029-150b14291d3e/a072986e-dfd4-4012-9c10-5ac96ee03380) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:06:46.201016 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:46.211237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Transition to ACTIVE for port object 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:06:46.215132 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:46.227974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Transition to ACTIVE for port object a072986e-dfd4-4012-9c10-5ac96ee03380 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:06:46.303728 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:46.327157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:46.360130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Attempting to bind port 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:06:46.360531 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Attempting to bind port 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:06:46.360879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Attempting to bind port 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:06:46.362979 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f3251-4f4f-4503-ac8d-4f10fe502d02 None None] Pushing event updated for resources: {'Port': ['ID=95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:46.367703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:06:46.368723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:06:46.369109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:06:46.369522 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:46.369944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:06:46.370417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Bound port: 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:06:46.370600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:06:46.370807 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:46.374109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:06:46.407811 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Pushing event updated for resources: {'Port': ['ID=a072986e-dfd4-4012-9c10-5ac96ee03380,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:46.424043 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:46.430958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] For port 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:06:46.434377 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] For port 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:06:46.493437 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:46.564738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f3251-4f4f-4503-ac8d-4f10fe502d02 None None] Pushing event updated for resources: {'Port': ['ID=95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:46.569030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:06:46.569670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:06:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:46.677982 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:46.686249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:06:46.741764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a63ce902-79eb-4b3a-8d3b-7c48e826cac2 None None] Provisioning for port a072986e-dfd4-4012-9c10-5ac96ee03380 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:06:46.757503 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a63ce902-79eb-4b3a-8d3b-7c48e826cac2 None None] Provisioning complete for port a072986e-dfd4-4012-9c10-5ac96ee03380 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:06:46.757877 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a63ce902-79eb-4b3a-8d3b-7c48e826cac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:46.830765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a63ce902-79eb-4b3a-8d3b-7c48e826cac2 None None] Port a072986e-dfd4-4012-9c10-5ac96ee03380 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:06:46.838783 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:46.893340 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:44Z', 'revision_number': 3, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:46.918831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6cfac-0f05-4353-9c0f-0c54c2615f6e None None] The sync data for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 is: [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:44Z', 'revision_number': 3, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:06:46.943045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:47.009782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Pushing event updated for resources: {'Port': ['ID=a072986e-dfd4-4012-9c10-5ac96ee03380,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:47.012742 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:47.109724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:06:47.111240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:06:47.125121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 17a6e713-5d67-4f7e-9082-b40430ede074 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:06:47.218811 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 17a6e713-5d67-4f7e-9082-b40430ede074 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:06:47.219339 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:47.255319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Router d28b039e-8023-459b-aa90-29f11eacdcf8 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:06:47.349502 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:47.391618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:06:47.397401 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1a20b42f-b25f-47f5-8355-9301b10feb3b admin admin] 10.222.0.69 "PUT /v2.0/routers/d28b039e-8023-459b-aa90-29f11eacdcf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8941855 Sep 08 14:06:47.481097 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ba4a57fb-4e78-4764-8520-83e80ba76c45 None None] Provisioning complete for port a072986e-dfd4-4012-9c10-5ac96ee03380 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:06:47.481549 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba4a57fb-4e78-4764-8520-83e80ba76c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:47.521938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ba4a57fb-4e78-4764-8520-83e80ba76c45 None None] Port a072986e-dfd4-4012-9c10-5ac96ee03380 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:06:47.845827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52640) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:06:47.850484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9515a76f-592f-418e-8be8-334221cb444e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1677295585', 'description': 'tempest-description--854029744'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:47.949615 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9515a76f-592f-418e-8be8-334221cb444e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:48.033242 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9515a76f-592f-418e-8be8-334221cb444e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:48.114902 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9515a76f-592f-418e-8be8-334221cb444e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:48.143362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515a76f-592f-418e-8be8-334221cb444e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58960f7b-b9c4-4084-a740-c5bb41b1d53d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:48.195560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9515a76f-592f-418e-8be8-334221cb444e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:48.196890 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9515a76f-592f-418e-8be8-334221cb444e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3500149 Sep 08 14:06:48.199950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52642) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:06:48.206943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-faa59252-fa99-4f1a-9600-777d75ef8d8e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Request body: {'security_group_rule': {'security_group_id': '58960f7b-b9c4-4084-a740-c5bb41b1d53d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:48.294305 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-faa59252-fa99-4f1a-9600-777d75ef8d8e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:48.370739 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-faa59252-fa99-4f1a-9600-777d75ef8d8e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:48.446626 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-faa59252-fa99-4f1a-9600-777d75ef8d8e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:48.472717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa59252-fa99-4f1a-9600-777d75ef8d8e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e10d830-fa74-4613-bbbf-6d44673dde40,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:48.516475 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Sync routers for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:06:48.526192 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:06:48.526895 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:06:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:48.561007 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-faa59252-fa99-4f1a-9600-777d75ef8d8e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:48.562340 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-faa59252-fa99-4f1a-9600-777d75ef8d8e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3613000 Sep 08 14:06:48.564970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52644) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:06:48.569417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Request body: {'security_group_rule': {'security_group_id': '58960f7b-b9c4-4084-a740-c5bb41b1d53d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:48.724351 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:06:48.790024 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:48.857968 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:48.920160 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 2, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:48.944697 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Checking router: d28b039e-8023-459b-aa90-29f11eacdcf8 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:06:48.945042 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Updating router d28b039e-8023-459b-aa90-29f11eacdcf8 port a072986e-dfd4-4012-9c10-5ac96ee03380 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:06:48.972360 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:48.984114 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.002046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28d2d59-e319-48c7-94bd-fb8a85f81d8f,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:49.010577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.010935 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.011283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.011626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.011973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.012312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.012652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.012975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.013318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.013649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.013979 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.014379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.121281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.126326 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cdbc5f2f-55a2-4c91-b00b-fa831714bbb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5566478 Sep 08 14:06:49.126326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52646) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:06:49.130693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:49.132683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:06:49.223657 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.241811 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.251566 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Transition to ACTIVE for port object a072986e-dfd4-4012-9c10-5ac96ee03380 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:06:49.262779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:06:49.267362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:06:49.267773 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.322728 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.342884 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.361094 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.362540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:49.410338 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Pushing event updated for resources: {'Port': ['ID=a072986e-dfd4-4012-9c10-5ac96ee03380,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:49.429810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Allocated IP 172.25.5.108 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/566aeffd-4e3f-4ebc-8af8-23aa68028954) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:06:49.442261 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.442612 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.442956 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.443316 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.443628 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.443955 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.444279 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.444605 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.444928 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.445250 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.445573 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.445907 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:49.469504 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.489191 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Attempting to bind port a072986e-dfd4-4012-9c10-5ac96ee03380 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:06:49.489935 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Attempting to bind port a072986e-dfd4-4012-9c10-5ac96ee03380 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:06:49.490332 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Attempting to bind port a072986e-dfd4-4012-9c10-5ac96ee03380 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:06:49.497360 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:06:49.498345 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:06:49.498757 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.499155 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Bound using segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:06:49.499777 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Bound port: a072986e-dfd4-4012-9c10-5ac96ee03380, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:06:49.500169 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.525533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:49.579182 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] For port a072986e-dfd4-4012-9c10-5ac96ee03380, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:06:49.583290 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] For port a072986e-dfd4-4012-9c10-5ac96ee03380, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a072986e-dfd4-4012-9c10-5ac96ee03380,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:06:49.664360 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.727971 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:06:49.728613 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:06:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:49.770213 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ab1441-09e3-4433-ad9f-0f8820a3150a None None] Pushing event updated for resources: {'Port': ['ID=a072986e-dfd4-4012-9c10-5ac96ee03380,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:49.795672 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.847483 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:06:49.893067 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:49.928940 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:06:49.933307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:06:49.939284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:06:49.944782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event updated for resources: {'Port': ['ID=566aeffd-4e3f-4ebc-8af8-23aa68028954,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:50.030158 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:50.055458 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:06:50.081332 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71ffa0-6b0c-41ad-8d4b-6eea18fe7405 None None] The sync data for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 is: [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:06:50.152819 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:50.309791 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:50.395311 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:50.464617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event updated for resources: {'Port': ['ID=566aeffd-4e3f-4ebc-8af8-23aa68028954,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:50.475117 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:50.572430 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:50.573729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6c340fdf-5391-405b-8d4b-c72941b93509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4471209 Sep 08 14:06:50.735135 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-3117461c-7d83-419d-a684-3d9b0e256b89 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1677295585&fields=id&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 267 time: 0.0453122 Sep 08 14:06:50.856425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5eea-a632-4279-8522-46355c67e466 req-67e4493d-5cba-48f6-a3b3-66f6221c24fc tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:50.857864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-67e4493d-5cba-48f6-a3b3-66f6221c24fc tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 812 time: 0.1155143 Sep 08 14:06:50.879016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-21fb794e-2e42-4611-8dc5-9e931c828218 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/quotas/e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 375 time: 0.0107312 Sep 08 14:06:50.933213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-2f7874e9-63f9-47b2-aebc-1595d21153c0 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501842 Sep 08 14:06:51.036889 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-cd17a3b5-cc7f-4ccf-bfbd-7c5d148a7d22 service neutron] 10.222.0.69 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915189 Sep 08 14:06:51.228189 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-00010f17-d39b-4250-bbf6-70694d427bf7 service neutron] 10.222.0.69 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021886 Sep 08 14:06:51.244382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a072986e-dfd4-4012-9c10-5ac96ee03380 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:06:51.540064 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-47c5b0be-5e1f-4608-a2d1-60b50d6f4f39 req-1d6d201f-9a6c-4670-bede-23a34b35ee77 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 210 time: 0.0358667 Sep 08 14:06:51.544042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port a072986e-dfd4-4012-9c10-5ac96ee03380 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:06:51.547932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a072986e-dfd4-4012-9c10-5ac96ee03380 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:06:51.548315 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:51.630879 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:51.663217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port a072986e-dfd4-4012-9c10-5ac96ee03380, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a072986e-dfd4-4012-9c10-5ac96ee03380,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:51.770975 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:51.771769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:06:51.849363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=a072986e-dfd4-4012-9c10-5ac96ee03380,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:51.863611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:06:51.863611 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:52.638894 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f40b917f-9611-4c92-98ef-1cfe0e2c1b79 req-f1c0fb67-1fc8-400b-b02f-427aa99c75c8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 210 time: 0.0317640 Sep 08 14:06:53.115063 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a072986e-dfd4-4012-9c10-5ac96ee03380 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:06:53.160417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a072986e-dfd4-4012-9c10-5ac96ee03380 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:06:53.160790 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:53.429278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5eea-a632-4279-8522-46355c67e466 req-6f7ce752-235d-49e6-859a-0f3528d3ea45 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:53.430760 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-6f7ce752-235d-49e6-859a-0f3528d3ea45 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 812 time: 0.1008821 Sep 08 14:06:53.488711 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-f2de9b14-014f-49dd-ad57-65ee1351cd03 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 380 time: 0.0477481 Sep 08 14:06:53.498970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Request body: {'port': {'device_id': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'admin_state_up': True, 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'security_groups': ['58960f7b-b9c4-4084-a740-c5bb41b1d53d']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:53.692575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Made reservation on behalf of e6fa3551987f4a6f99bf3934c741d442 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:06:53.696581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:53.734057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e34779ab-8fd7-4067-9a2b-202fc0d2159a req-cef24c37-8716-45e6-93d2-e4affff5ddbf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 210 time: 0.0284953 Sep 08 14:06:53.831794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Allocated IP 172.20.0.10 (83d26fcc-3ea7-454d-9dbc-0fc63d3548b2/a917a477-6837-4324-9029-150b14291d3e/023efb4d-5e30-4c96-b63b-70dd26c52586) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:06:53.961942 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:53.974938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Transition to ACTIVE for port object 023efb4d-5e30-4c96-b63b-70dd26c52586 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:06:54.098357 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:54.145044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:06:54.148198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:06:54.154378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:06:54.177847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event updated for resources: {'Port': ['ID=023efb4d-5e30-4c96-b63b-70dd26c52586,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:54.206938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:54.207586 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:54.294618 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-83b24870-e506-4df2-a9ae-bad772f45601 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7990084 Sep 08 14:06:54.307469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Request body: {'port': {'device_id': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:06:54.360511 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:54.389360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-42c33f3b-f41c-436d-8202-1ac07db58c20 None None] Provisioning for port 023efb4d-5e30-4c96-b63b-70dd26c52586 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:06:54.394076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-42c33f3b-f41c-436d-8202-1ac07db58c20 None None] Provisioning complete for port 023efb4d-5e30-4c96-b63b-70dd26c52586 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:06:54.394507 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-42c33f3b-f41c-436d-8202-1ac07db58c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:54.428849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-42c33f3b-f41c-436d-8202-1ac07db58c20 None None] Port 023efb4d-5e30-4c96-b63b-70dd26c52586 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:06:54.620412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023efb4d-5e30-4c96-b63b-70dd26c52586 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:06:54.628211 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:54.639687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Transition to ACTIVE for port object 023efb4d-5e30-4c96-b63b-70dd26c52586 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:06:54.714696 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:54.766418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Pushing event updated for resources: {'Port': ['ID=023efb4d-5e30-4c96-b63b-70dd26c52586,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:54.870740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Attempting to bind port 023efb4d-5e30-4c96-b63b-70dd26c52586 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:06:54.871004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Attempting to bind port 023efb4d-5e30-4c96-b63b-70dd26c52586 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:06:54.871341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Attempting to bind port 023efb4d-5e30-4c96-b63b-70dd26c52586 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:06:54.879450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Port 023efb4d-5e30-4c96-b63b-70dd26c52586 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:06:54.879673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Attempting to bind port 023efb4d-5e30-4c96-b63b-70dd26c52586 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:06:54.891911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87ed5d-ddb7-49c4-9947-de206ac82428 req-610bef05-a7cd-4f88-b4ac-d3d5f5451540 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:54.893462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd87ed5d-ddb7-49c4-9947-de206ac82428 req-610bef05-a7cd-4f88-b4ac-d3d5f5451540 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 944 time: 0.0832434 Sep 08 14:06:54.894734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:06:54.895073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:06:54.895460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Bound using segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:06:54.895938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Bound port: 023efb4d-5e30-4c96-b63b-70dd26c52586, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:06:54.896301 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:54.967478 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cd87ed5d-ddb7-49c4-9947-de206ac82428 req-fee3a2fa-d41f-4980-8957-a5198dab9d08 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677612 Sep 08 14:06:54.988496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:06:54.991572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=023efb4d-5e30-4c96-b63b-70dd26c52586,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:06:55.046477 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:55.077925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:55.078567 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:55.079929 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] 10.222.0.70 "PUT /v2.0/ports/023efb4d-5e30-4c96-b63b-70dd26c52586 HTTP/1.1" status: 200 len: 1092 time: 0.7769194 Sep 08 14:06:55.080363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:06:55.083163 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b337257-47eb-4595-8868-d103131c5f49" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:06:55.109997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc886a-3b39-476f-808e-08d8b926d402 service neutron] Pushing event updated for resources: {'Port': ['ID=023efb4d-5e30-4c96-b63b-70dd26c52586,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:55.129957 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd7b11a-856d-4b61-8eb9-191dece57d01 x-openstack-request-id: req-0bd7b11a-856d-4b61-8eb9-191dece57d01 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:06:55.130285 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:06:55.133363 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0bd7b11a-856d-4b61-8eb9-191dece57d01 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:06:55.133363 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'status': 'completed', 'code': 200} Sep 08 14:06:55.195893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b337257-47eb-4595-8868-d103131c5f49 req-fcb1e475-ced0-4244-b3a0-1b668173cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:55.197566 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b337257-47eb-4595-8868-d103131c5f49 req-fcb1e475-ced0-4244-b3a0-1b668173cbf5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 1095 time: 0.0477917 Sep 08 14:06:55.297775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b337257-47eb-4595-8868-d103131c5f49 req-b89f4136-fd8b-4e84-ac42-fbd692054a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:55.299305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b337257-47eb-4595-8868-d103131c5f49 req-b89f4136-fd8b-4e84-ac42-fbd692054a7b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e6fa3551987f4a6f99bf3934c741d442&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0927815 Sep 08 14:06:55.394915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b337257-47eb-4595-8868-d103131c5f49 req-41730b7f-5abb-4c31-aabc-19bc14f4d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:55.396370 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b337257-47eb-4595-8868-d103131c5f49 req-41730b7f-5abb-4c31-aabc-19bc14f4d4bb service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906351 Sep 08 14:06:55.467821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5eea-a632-4279-8522-46355c67e466 req-2f7aa359-2790-4611-a2a4-539e3798aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:55.469299 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-2f7aa359-2790-4611-a2a4-539e3798aaa5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 1095 time: 0.0403333 Sep 08 14:06:55.510551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-c6c5e765-b5e0-4458-86c9-44d5fb7a1c8e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=023efb4d-5e30-4c96-b63b-70dd26c52586 HTTP/1.1" status: 200 len: 217 time: 0.0336790 Sep 08 14:06:55.561696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5eea-a632-4279-8522-46355c67e466 req-a45405cf-09d8-4caa-b1cd-715cc18aaeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:55.563151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-a45405cf-09d8-4caa-b1cd-715cc18aaeca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0455134 Sep 08 14:06:55.607241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c5eea-a632-4279-8522-46355c67e466 req-5f3b9550-036c-40ef-915a-7d1613731561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:55.608732 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-5f3b9550-036c-40ef-915a-7d1613731561 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386362 Sep 08 14:06:55.701711 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-76b82c3b-98fb-417e-bebb-c9f5963005de service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854986 Sep 08 14:06:55.789182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e73c5eea-a632-4279-8522-46355c67e466 req-40117457-7912-41e4-97b2-b4ab13a1e49b service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811369 Sep 08 14:06:56.079627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f123f0e-77f4-4f6a-9976-7977500d0736 req-dc54be11-da00-4e21-a0a3-4da4138c5d01 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:56.081098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f123f0e-77f4-4f6a-9976-7977500d0736 req-dc54be11-da00-4e21-a0a3-4da4138c5d01 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 944 time: 0.0485158 Sep 08 14:06:56.118563 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0f123f0e-77f4-4f6a-9976-7977500d0736 req-0fada472-5ce6-49d3-adee-6e1b320d9cef tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Sep 08 14:06:56.317930 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:06:57.231572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c489db-17da-4cb2-ada9-947ff82144bb req-c7d9c9bd-ce89-46a5-b756-3d932b9d53c0 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:57.232964 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-64c489db-17da-4cb2-ada9-947ff82144bb req-c7d9c9bd-ce89-46a5-b756-3d932b9d53c0 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 944 time: 0.0484004 Sep 08 14:06:57.270754 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-64c489db-17da-4cb2-ada9-947ff82144bb req-f0198145-88c5-4063-afb2-03f9e02b37ad tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313733 Sep 08 14:06:58.388310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3387f-5d42-4e77-8295-69e93e41e8e5 req-194cc33a-20ff-4de1-8bc5-29b17efcf9a7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:58.389775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68b3387f-5d42-4e77-8295-69e93e41e8e5 req-194cc33a-20ff-4de1-8bc5-29b17efcf9a7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 944 time: 0.0517306 Sep 08 14:06:58.426590 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-68b3387f-5d42-4e77-8295-69e93e41e8e5 req-aa6ca745-e256-4098-8337-bbda53a84fb4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301952 Sep 08 14:06:58.875132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 023efb4d-5e30-4c96-b63b-70dd26c52586 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:06:58.968488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=023efb4d-5e30-4c96-b63b-70dd26c52586,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:59.097102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'port_id': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'mac_address': 'fa:16:3e:c8:be:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:06:59.097102 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:59.097102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023efb4d-5e30-4c96-b63b-70dd26c52586 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:06:59.097102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=023efb4d-5e30-4c96-b63b-70dd26c52586,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:06:59.195351 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:06:59.245779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=023efb4d-5e30-4c96-b63b-70dd26c52586,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:06:59.252945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:59.253293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:59.253635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:59.253972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:59.254331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:59.254662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:59.254992 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:59.255317 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:59.255640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:59.255964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:59.256287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:59.256612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:06:59.404025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['023efb4d-5e30-4c96-b63b-70dd26c52586'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:06:59.542387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313fc13-96e3-4231-9397-032900bda007 req-66400633-b3c2-462e-91c4-9dee25f1ca9f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:06:59.543872 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5313fc13-96e3-4231-9397-032900bda007 req-66400633-b3c2-462e-91c4-9dee25f1ca9f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 945 time: 0.0486369 Sep 08 14:06:59.580137 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5313fc13-96e3-4231-9397-032900bda007 req-fb3c3c47-36ca-4654-8691-fcc52000973d tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301886 Sep 08 14:07:00.694247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359e728-321a-4a38-b76b-ece67c0d09a3 req-235b0d39-2999-4d11-bea2-d3c090b7603b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:00.695853 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0359e728-321a-4a38-b76b-ece67c0d09a3 req-235b0d39-2999-4d11-bea2-d3c090b7603b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 945 time: 0.0499895 Sep 08 14:07:00.733365 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0359e728-321a-4a38-b76b-ece67c0d09a3 req-1e0112f2-4a28-4175-868f-ad9ac7dcb825 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313740 Sep 08 14:07:00.891144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 023efb4d-5e30-4c96-b63b-70dd26c52586 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:07:00.989031 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 023efb4d-5e30-4c96-b63b-70dd26c52586 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:07:00.992863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 023efb4d-5e30-4c96-b63b-70dd26c52586 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:07:00.993267 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:01.069804 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:01.091919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:07:01.094201 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4115ff-fd9a-4636-98e2-dc493729c70b" -d '{"events": [{"server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "name": "network-vif-plugged", "status": "completed", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:01.107738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=023efb4d-5e30-4c96-b63b-70dd26c52586,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:07:01.131806 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77803fe2-45f5-4199-98a6-1550a8bea740 x-openstack-request-id: req-77803fe2-45f5-4199-98a6-1550a8bea740 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:01.131806 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "name": "network-vif-plugged", "status": "completed", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:01.131806 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-77803fe2-45f5-4199-98a6-1550a8bea740 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:01.131806 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'code': 200} Sep 08 14:07:01.173003 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:01.223579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=023efb4d-5e30-4c96-b63b-70dd26c52586,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:07:01.233634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dc9a7-6edf-4408-b086-c7a340de8e02 req-0ed1f58e-db62-46cf-8722-cf9db5093f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:01.235194 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d43dc9a7-6edf-4408-b086-c7a340de8e02 req-0ed1f58e-db62-46cf-8722-cf9db5093f4f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 1097 time: 0.0400391 Sep 08 14:07:01.275275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d43dc9a7-6edf-4408-b086-c7a340de8e02 req-5c262003-2f7e-4308-bb8c-51c9aa7d4c6d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288787 Sep 08 14:07:01.847969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70e8aa-c0eb-47e6-b95c-693218c254de req-c024fbca-8411-45aa-b880-b66dcc04edce tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:01.849427 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a70e8aa-c0eb-47e6-b95c-693218c254de req-c024fbca-8411-45aa-b880-b66dcc04edce tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0517035 Sep 08 14:07:01.886824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a70e8aa-c0eb-47e6-b95c-693218c254de req-1c0396d2-1357-45c6-b01d-2c6ea33b139f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313094 Sep 08 14:07:02.886815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-0d50a272-b7ed-488d-bd59-611d6f65db22 req-5d16fc98-1367-429d-b171-9270db0a584e tempest-TestVolumeBackupRestore-592159383 tempest-TestVolumeBackupRestore-592159383-project] (96263) timed out ('10.222.0.60', 50734) {{(pid=96263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 14:07:03.007144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb496b33-b4c9-42aa-b2e8-651b9fdaea22 req-582494e6-b7f2-4d12-a19d-48ff71bf22e9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:03.008590 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fb496b33-b4c9-42aa-b2e8-651b9fdaea22 req-582494e6-b7f2-4d12-a19d-48ff71bf22e9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0534198 Sep 08 14:07:03.045820 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fb496b33-b4c9-42aa-b2e8-651b9fdaea22 req-9ee14b1c-8d26-4a0b-8d65-6bb0ecf1fe76 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Sep 08 14:07:03.154568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc806073-2777-4d20-afbd-2b28bbbc8bee req-a913a34c-0fd4-421a-9507-b76dffcdd2e9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:03.155965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cc806073-2777-4d20-afbd-2b28bbbc8bee req-a913a34c-0fd4-421a-9507-b76dffcdd2e9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0479500 Sep 08 14:07:03.164983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 52706) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:07:03.169253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-847bf855-6042-4ba3-9d7e-093073383a00 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Request body: {'floatingip': {'port_id': '023efb4d-5e30-4c96-b63b-70dd26c52586'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:07:03.210072 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-847bf855-6042-4ba3-9d7e-093073383a00 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:03.621073 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-847bf855-6042-4ba3-9d7e-093073383a00 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:03.697445 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-847bf855-6042-4ba3-9d7e-093073383a00 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:03.794235 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-847bf855-6042-4ba3-9d7e-093073383a00 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 associated. External IP: 172.25.5.108, port: 023efb4d-5e30-4c96-b63b-70dd26c52586. Sep 08 14:07:03.992723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847bf855-6042-4ba3-9d7e-093073383a00 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Router d28b039e-8023-459b-aa90-29f11eacdcf8 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:07:04.096899 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847bf855-6042-4ba3-9d7e-093073383a00 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:07:04.101731 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-847bf855-6042-4ba3-9d7e-093073383a00 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:04.107372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621a6bf-be32-43c7-83f0-32b705857e91 None None] Sync routers for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:07:04.117470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621a6bf-be32-43c7-83f0-32b705857e91 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:07:04.118085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f621a6bf-be32-43c7-83f0-32b705857e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:06:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:04.130913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-847bf855-6042-4ba3-9d7e-093073383a00 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "PUT /v2.0/floatingips/8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 HTTP/1.1" status: 200 len: 992 time: 0.9623189 Sep 08 14:07:04.130913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:07:04.131320 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cfb7bd-2b2d-49d7-b523-c0a4627b5c4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:07:04.170730 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c49c17-dfef-463e-8a3c-b8c0fd1865a8 x-openstack-request-id: req-c7c49c17-dfef-463e-8a3c-b8c0fd1865a8 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:07:04.171096 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:07:04.171362 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c7c49c17-dfef-463e-8a3c-b8c0fd1865a8 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:07:04.171856 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'status': 'completed', 'code': 200} Sep 08 14:07:04.230240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfb7bd-2b2d-49d7-b523-c0a4627b5c4a req-4cbdd177-daa1-4c08-9657-a363b6e47656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:04.231770 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58cfb7bd-2b2d-49d7-b523-c0a4627b5c4a req-4cbdd177-daa1-4c08-9657-a363b6e47656 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 1097 time: 0.0402739 Sep 08 14:07:04.233746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-f621a6bf-be32-43c7-83f0-32b705857e91 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:07:04.333034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfb7bd-2b2d-49d7-b523-c0a4627b5c4a req-f2d607de-18e1-4d9e-81ef-4847ac599710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:04.333034 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58cfb7bd-2b2d-49d7-b523-c0a4627b5c4a req-f2d607de-18e1-4d9e-81ef-4847ac599710 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0878341 Sep 08 14:07:04.391013 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58cfb7bd-2b2d-49d7-b523-c0a4627b5c4a req-5ec4197b-e059-4c92-ac47-1d4e430af203 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=023efb4d-5e30-4c96-b63b-70dd26c52586 HTTP/1.1" status: 200 len: 1000 time: 0.0580876 Sep 08 14:07:04.444882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfb7bd-2b2d-49d7-b523-c0a4627b5c4a req-4c4f02ee-4e1f-4b47-aea8-a1718f7255d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:04.446525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58cfb7bd-2b2d-49d7-b523-c0a4627b5c4a req-4c4f02ee-4e1f-4b47-aea8-a1718f7255d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0491316 Sep 08 14:07:04.456720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f621a6bf-be32-43c7-83f0-32b705857e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'port_id': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'mac_address': 'fa:16:3e:c8:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:06:49Z', 'updated_at': '2021-09-08T14:07:03Z', 'revision_number': 1, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:04.482799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621a6bf-be32-43c7-83f0-32b705857e91 None None] Checking router: d28b039e-8023-459b-aa90-29f11eacdcf8 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:07:04.491571 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f621a6bf-be32-43c7-83f0-32b705857e91 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:07:04.492106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfb7bd-2b2d-49d7-b523-c0a4627b5c4a req-b7f9eee5-2d22-4437-bb5b-170ddcfa6ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:04.492260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f621a6bf-be32-43c7-83f0-32b705857e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:06:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:04.493633 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58cfb7bd-2b2d-49d7-b523-c0a4627b5c4a req-b7f9eee5-2d22-4437-bb5b-170ddcfa6ce4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403144 Sep 08 14:07:04.581789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58cfb7bd-2b2d-49d7-b523-c0a4627b5c4a req-a2f8aee8-89a7-432a-b023-890fbc8c1f7b service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804772 Sep 08 14:07:04.594773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-f621a6bf-be32-43c7-83f0-32b705857e91 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:07:04.827406 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-f621a6bf-be32-43c7-83f0-32b705857e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'port_id': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'mac_address': 'fa:16:3e:c8:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:06:49Z', 'updated_at': '2021-09-08T14:07:03Z', 'revision_number': 1, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:07:04.855664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f621a6bf-be32-43c7-83f0-32b705857e91 None None] The sync data for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 is: [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'port_id': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'mac_address': 'fa:16:3e:c8:be:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:06:49Z', 'updated_at': '2021-09-08T14:07:03Z', 'revision_number': 1, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:07:04.930139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-58cfb7bd-2b2d-49d7-b523-c0a4627b5c4a req-b65cd04a-1880-4c3d-8f62-34822931941f service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419173 Sep 08 14:07:05.044330 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c25cbd-827b-44d5-9103-3f39848168fc None None] New status for floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:07:07.885131 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c6226d41-316c-43a8-b4de-ceb125ddc57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:10.188794 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-75bb4f04-4e9e-4567-9451-75ab8f01e06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:10.645619 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:11.994623 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:13.451493 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:14.777609 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:17.354094 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:33.317188 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:07:37.867971 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a85bde95-489c-4ad3-b1a5-b0fbd7021609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:40.204458 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ae62660-caf7-4432-88cc-8d02c324aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:40.615558 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:41.027823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-053e205f-5e38-4347-b279-10e3dcc7e5ed req-3ecff47e-37ac-41f1-8e8c-1ec71691f9e5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412126 Sep 08 14:07:41.112161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e205f-5e38-4347-b279-10e3dcc7e5ed req-8b6667da-4cfc-4235-872e-dfb3f37d750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:41.113637 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-053e205f-5e38-4347-b279-10e3dcc7e5ed req-8b6667da-4cfc-4235-872e-dfb3f37d750b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 1097 time: 0.0452511 Sep 08 14:07:41.213266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e205f-5e38-4347-b279-10e3dcc7e5ed req-11b53b45-1803-4b2d-9ce6-26070d89894d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:41.214806 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-053e205f-5e38-4347-b279-10e3dcc7e5ed req-11b53b45-1803-4b2d-9ce6-26070d89894d service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0834045 Sep 08 14:07:41.282797 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-053e205f-5e38-4347-b279-10e3dcc7e5ed req-3ee91884-4e65-4f3b-aec8-b06c8c72c359 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=023efb4d-5e30-4c96-b63b-70dd26c52586 HTTP/1.1" status: 200 len: 1002 time: 0.0613744 Sep 08 14:07:41.332270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e205f-5e38-4347-b279-10e3dcc7e5ed req-ef33caf5-28ee-4914-b411-5995d49f3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:41.333732 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-053e205f-5e38-4347-b279-10e3dcc7e5ed req-ef33caf5-28ee-4914-b411-5995d49f3d93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0444639 Sep 08 14:07:41.381321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e205f-5e38-4347-b279-10e3dcc7e5ed req-ff9b2ec3-e0f0-4b37-9aec-97de527f53d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:07:41.383281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-053e205f-5e38-4347-b279-10e3dcc7e5ed req-ff9b2ec3-e0f0-4b37-9aec-97de527f53d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384119 Sep 08 14:07:41.471856 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-053e205f-5e38-4347-b279-10e3dcc7e5ed req-01248632-f34c-434c-a641-77c39483732d service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808148 Sep 08 14:07:41.561373 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-053e205f-5e38-4347-b279-10e3dcc7e5ed req-43f685c8-eef9-48c1-a3ab-112302b91a0d service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793118 Sep 08 14:07:42.016535 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:43.473727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:44.810874 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:07:47.355410 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:07.867716 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e1cebbfa-65b3-411b-ad93-1edc3920d093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:10.210487 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5113ea9f-37b7-44fb-b666-b3af08165533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:10.315944 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:08:10.616298 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:12.038883 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:13.461729 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:14.787466 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:17.347428 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:37.855900 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0f1a42a2-f58d-4a72-989b-68f7a107bb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:39.770463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d1abf-22f0-40de-9fa6-55b611f04a44 req-ce2c0d33-065e-4f69-a244-c4283993f27c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:39.771939 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-865d1abf-22f0-40de-9fa6-55b611f04a44 req-ce2c0d33-065e-4f69-a244-c4283993f27c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0578654 Sep 08 14:08:39.810203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-865d1abf-22f0-40de-9fa6-55b611f04a44 req-0e9eb0dd-d2f9-46aa-af87-d16546203333 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322547 Sep 08 14:08:40.210294 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-42845265-3f3a-424e-a54d-fb420fe93382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:40.620270 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:41.215259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606473a4-f6ee-41af-bc36-ade80c52476b req-3a10891a-86be-4efb-a1f6-aa36e6f5258b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:41.216756 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-606473a4-f6ee-41af-bc36-ade80c52476b req-3a10891a-86be-4efb-a1f6-aa36e6f5258b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0490630 Sep 08 14:08:41.255631 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-606473a4-f6ee-41af-bc36-ade80c52476b req-94dcdca5-69a2-48bf-8e9a-fa04a1d0ae80 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326576 Sep 08 14:08:41.502103 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-54a2d215-32a1-4ed6-ac5e-71f8f0fbd94c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804636 Sep 08 14:08:42.021050 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:42.373386 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a28ab9-23db-45c0-8e42-c83d2a898cf1 req-96865e92-3743-479f-bd0b-71e966ae03cf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:42.374892 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27a28ab9-23db-45c0-8e42-c83d2a898cf1 req-96865e92-3743-479f-bd0b-71e966ae03cf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0527234 Sep 08 14:08:42.411679 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-27a28ab9-23db-45c0-8e42-c83d2a898cf1 req-fd16ad68-25a0-4828-8e2e-19eeb96a9628 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304022 Sep 08 14:08:43.044035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103c51f-0316-448f-8ec5-4c26ab060667 req-bdcd83d4-f7c3-428f-981b-8dff32688b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:43.045543 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a103c51f-0316-448f-8ec5-4c26ab060667 req-bdcd83d4-f7c3-428f-981b-8dff32688b20 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 1097 time: 0.0405996 Sep 08 14:08:43.154503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103c51f-0316-448f-8ec5-4c26ab060667 req-0b62e374-4a9b-4b2f-89cb-705bcf2aa75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:43.155989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a103c51f-0316-448f-8ec5-4c26ab060667 req-0b62e374-4a9b-4b2f-89cb-705bcf2aa75f service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0919995 Sep 08 14:08:43.226407 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a103c51f-0316-448f-8ec5-4c26ab060667 req-e82b740f-6166-47d7-aaca-890bb8bee2ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=023efb4d-5e30-4c96-b63b-70dd26c52586 HTTP/1.1" status: 200 len: 1002 time: 0.0627835 Sep 08 14:08:43.274030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103c51f-0316-448f-8ec5-4c26ab060667 req-d01c90d0-bdc3-4089-a1f8-6e3406817423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:43.276712 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a103c51f-0316-448f-8ec5-4c26ab060667 req-d01c90d0-bdc3-4089-a1f8-6e3406817423 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0430801 Sep 08 14:08:43.319412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103c51f-0316-448f-8ec5-4c26ab060667 req-4c90e965-fdbc-45f4-ae02-3d0f3863b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:43.320859 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a103c51f-0316-448f-8ec5-4c26ab060667 req-4c90e965-fdbc-45f4-ae02-3d0f3863b32c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381615 Sep 08 14:08:43.413409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a103c51f-0316-448f-8ec5-4c26ab060667 req-785d3e70-c97f-4f43-96d9-dfbb61259e9c service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856802 Sep 08 14:08:43.426607 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:43.533300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a103c51f-0316-448f-8ec5-4c26ab060667 req-bb60f6b4-dfcc-4175-a329-b99ddb6fe6bd service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125031 Sep 08 14:08:43.549993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcc37e-2393-446e-b59e-f1ad04e92e48 req-0ff7a659-4f10-4b38-9f80-c3731721051a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:43.551464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83fcc37e-2393-446e-b59e-f1ad04e92e48 req-0ff7a659-4f10-4b38-9f80-c3731721051a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0715261 Sep 08 14:08:43.589276 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-83fcc37e-2393-446e-b59e-f1ad04e92e48 req-eebba9e6-9b02-4ebc-9e89-ebb685fd7e58 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317883 Sep 08 14:08:44.708937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce50c3d-6a38-4adb-9f43-4ce0fe4788db req-6984d70e-e4e9-420d-9650-f08adf729bd5 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:44.710484 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fce50c3d-6a38-4adb-9f43-4ce0fe4788db req-6984d70e-e4e9-420d-9650-f08adf729bd5 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0530972 Sep 08 14:08:44.751981 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fce50c3d-6a38-4adb-9f43-4ce0fe4788db req-6ee7344f-e04d-4df8-8e55-f49b9686fe16 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331306 Sep 08 14:08:44.781539 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:45.445552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-0861ff4d-be14-4ed4-a371-725c80f1e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:45.447054 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-0861ff4d-be14-4ed4-a371-725c80f1e2cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 1097 time: 0.0393016 Sep 08 14:08:45.534119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-ae7404c6-c8a9-4836-9aad-0a333d2a58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:45.535694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-ae7404c6-c8a9-4836-9aad-0a333d2a58cc service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0815446 Sep 08 14:08:45.603269 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-74f5050c-71f7-4b77-a9a9-58e82d07c57d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=023efb4d-5e30-4c96-b63b-70dd26c52586 HTTP/1.1" status: 200 len: 1002 time: 0.0607059 Sep 08 14:08:45.649757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-cfee4c15-0b9d-4a3d-a4dc-cbc58d9e1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:45.651196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-cfee4c15-0b9d-4a3d-a4dc-cbc58d9e1cfb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0419972 Sep 08 14:08:45.696638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-09443b4c-3237-41a8-b298-52caeeaf5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:45.698067 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-09443b4c-3237-41a8-b298-52caeeaf5d20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393128 Sep 08 14:08:45.790381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-a2c51383-9683-44ba-866b-5cda042a9b1b service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849209 Sep 08 14:08:45.911838 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-8223112d-9a48-42f9-92b4-77fceeee3f2e service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149929 Sep 08 14:08:45.920166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc96d4-51b0-48bf-83c7-77cf0f748f0c req-21480ab5-5ebc-40b6-a30e-a9755fd618a3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:45.921568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73fc96d4-51b0-48bf-83c7-77cf0f748f0c req-21480ab5-5ebc-40b6-a30e-a9755fd618a3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0673165 Sep 08 14:08:45.960020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73fc96d4-51b0-48bf-83c7-77cf0f748f0c req-ad592dbc-3fb9-4a96-9443-8bb40a08cdaa tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319974 Sep 08 14:08:47.076454 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015a25e-9acd-414c-b994-fd8a2a302baa req-05fff340-e8d4-43bc-b926-e5c944fd8e99 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:47.077931 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7015a25e-9acd-414c-b994-fd8a2a302baa req-05fff340-e8d4-43bc-b926-e5c944fd8e99 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0524106 Sep 08 14:08:47.118132 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7015a25e-9acd-414c-b994-fd8a2a302baa req-15788299-ff63-4184-92b5-c47b2c061e20 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342562 Sep 08 14:08:47.318680 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:08:47.369005 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:48.235136 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1520d83-3d42-4d7d-9f4a-9d161c20626c req-569bfb90-9cde-42d8-a233-cf4ae79e52c3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:48.236623 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1520d83-3d42-4d7d-9f4a-9d161c20626c req-569bfb90-9cde-42d8-a233-cf4ae79e52c3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0491145 Sep 08 14:08:48.274037 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1520d83-3d42-4d7d-9f4a-9d161c20626c req-d3f13f99-b94a-4e7c-a4ef-1cdf4ec568da tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313616 Sep 08 14:08:49.388391 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c95d4-4d95-4ae3-b68e-6bd137011192 req-155dc52d-9b0b-43f1-9c6a-69945c0831ef tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:49.389767 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a0c95d4-4d95-4ae3-b68e-6bd137011192 req-155dc52d-9b0b-43f1-9c6a-69945c0831ef tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0484431 Sep 08 14:08:49.427371 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a0c95d4-4d95-4ae3-b68e-6bd137011192 req-835353f8-f8ca-49b1-9f01-e03c4ca9653b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311306 Sep 08 14:08:50.546504 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610413b-a8cf-402d-8398-9afe39fb53b8 req-1bfc91bc-2e6b-4287-99e1-3367272ecd5e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:50.548626 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e610413b-a8cf-402d-8398-9afe39fb53b8 req-1bfc91bc-2e6b-4287-99e1-3367272ecd5e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0526803 Sep 08 14:08:50.587157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e610413b-a8cf-402d-8398-9afe39fb53b8 req-17195564-b4b8-400f-8d65-311d31f821e0 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326900 Sep 08 14:08:51.703163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309cbf-0986-46bd-9a36-413d6f8529ac req-4fe6243e-88bc-4229-9c06-cad38522b247 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:51.704646 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a2309cbf-0986-46bd-9a36-413d6f8529ac req-4fe6243e-88bc-4229-9c06-cad38522b247 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0508516 Sep 08 14:08:51.741977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a2309cbf-0986-46bd-9a36-413d6f8529ac req-0bdf3f5e-a58d-4499-b9de-92539f7dba4b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315101 Sep 08 14:08:52.854121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e895a30-6bdf-4ba1-bbbb-359447897a41 req-28d28f43-7ce9-4d51-803b-145913fe4220 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:52.855628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e895a30-6bdf-4ba1-bbbb-359447897a41 req-28d28f43-7ce9-4d51-803b-145913fe4220 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0482166 Sep 08 14:08:52.892556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e895a30-6bdf-4ba1-bbbb-359447897a41 req-f02d5699-4511-4bf8-9ad0-de2eb6a5297a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305495 Sep 08 14:08:54.011037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91994d5a-6214-4655-9fb2-3a657cd43190 req-bbe5c18b-1c9d-4ffd-a513-ff89c46f938f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:54.012503 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91994d5a-6214-4655-9fb2-3a657cd43190 req-bbe5c18b-1c9d-4ffd-a513-ff89c46f938f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0522459 Sep 08 14:08:54.049023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-91994d5a-6214-4655-9fb2-3a657cd43190 req-27164ef0-14d2-4894-a733-c71d0fc6394c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306029 Sep 08 14:08:55.162691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc4d7f-cd8e-42bd-aad1-ef0a630b5fae req-a98b5619-50f1-46d0-bcec-140ef2930c70 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:55.164248 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fc4d7f-cd8e-42bd-aad1-ef0a630b5fae req-a98b5619-50f1-46d0-bcec-140ef2930c70 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0493879 Sep 08 14:08:55.201725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96fc4d7f-cd8e-42bd-aad1-ef0a630b5fae req-89e257ae-044b-4558-9071-707a95614741 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Sep 08 14:08:56.330987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224607d-64e2-4df7-bbdc-577839963520 req-77a05251-f563-4c7f-a27e-033018a40f23 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:56.332462 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9224607d-64e2-4df7-bbdc-577839963520 req-77a05251-f563-4c7f-a27e-033018a40f23 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0494018 Sep 08 14:08:56.370329 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9224607d-64e2-4df7-bbdc-577839963520 req-90c80fd1-9f86-4104-a786-aac80c4d111e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319810 Sep 08 14:08:57.486475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48ce89-6810-4756-8b62-f4bdc532e655 req-6cfddb18-e6ac-4983-8352-07acdf4a06a5 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:57.487929 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f48ce89-6810-4756-8b62-f4bdc532e655 req-6cfddb18-e6ac-4983-8352-07acdf4a06a5 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0513794 Sep 08 14:08:57.525180 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f48ce89-6810-4756-8b62-f4bdc532e655 req-9c0b57e4-4cab-481d-953e-ec7a61d91d50 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308821 Sep 08 14:08:58.050670 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-0df0b236-4987-46d1-a1c5-32764d5f670a service neutron] show failed (client error): The resource could not be found. Sep 08 14:08:58.051666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-0df0b236-4987-46d1-a1c5-32764d5f670a service neutron] 10.222.0.70 "GET /v2.0/ports/023efb4d-5e30-4c96-b63b-70dd26c52586/bindings/n-h2-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0529664 Sep 08 14:08:58.521673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-2941e4fc-148c-421b-a529-db5a7067ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:58.523182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-2941e4fc-148c-421b-a529-db5a7067ee8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 1097 time: 0.0404630 Sep 08 14:08:58.534778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:08:58.589790 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:58.637628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1375c-2a5b-4221-847a-e5326363fda4 req-8c377106-d5f9-4d8a-9a69-28105a9625b6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:58.639166 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-adf1375c-2a5b-4221-847a-e5326363fda4 req-8c377106-d5f9-4d8a-9a69-28105a9625b6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0484750 Sep 08 14:08:58.676256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-adf1375c-2a5b-4221-847a-e5326363fda4 req-009d28b6-694c-4921-a0a2-d50cd5bbc265 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310833 Sep 08 14:08:58.790788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=023efb4d-5e30-4c96-b63b-70dd26c52586,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:08:58.821551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:08:58.860201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:08:58.862468 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814c6fc1-54c6-4734-aae9-603f451cc04f" -d '{"events": [{"server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "name": "network-vif-unplugged", "status": "completed", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:08:58.866570 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:58.878587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Transition to ACTIVE for port object 023efb4d-5e30-4c96-b63b-70dd26c52586 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:08:58.909677 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8f8eee-2d19-4924-b71c-4b324b5a2c1d x-openstack-request-id: req-ca8f8eee-2d19-4924-b71c-4b324b5a2c1d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:08:58.909969 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "name": "network-vif-unplugged", "status": "completed", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:08:58.910246 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-ca8f8eee-2d19-4924-b71c-4b324b5a2c1d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:08:58.910704 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'code': 200} Sep 08 14:08:58.952357 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:59.056316 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Pushing event updated for resources: {'Port': ['ID=023efb4d-5e30-4c96-b63b-70dd26c52586,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:59.077832 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:59.078211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:59.078560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:59.078900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:59.079240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:59.079574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:59.079909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:59.080237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:59.080564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:59.080891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:59.081219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:59.081543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:08:59.133797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] No DVR routers for this DVR port 023efb4d-5e30-4c96-b63b-70dd26c52586 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:08:59.267127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Attempting to bind port 023efb4d-5e30-4c96-b63b-70dd26c52586 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:08:59.267391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Attempting to bind port 023efb4d-5e30-4c96-b63b-70dd26c52586 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:08:59.267720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Attempting to bind port 023efb4d-5e30-4c96-b63b-70dd26c52586 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:08:59.271841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Port 023efb4d-5e30-4c96-b63b-70dd26c52586 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:08:59.272752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Attempting to bind port 023efb4d-5e30-4c96-b63b-70dd26c52586 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:08:59.277492 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:08:59.277829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:08:59.278241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Bound using segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:08:59.278677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Bound port: 023efb4d-5e30-4c96-b63b-70dd26c52586, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:08:59.279029 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:59.338913 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:08:59.343185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=023efb4d-5e30-4c96-b63b-70dd26c52586,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:08:59.421390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:59.453232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:59.453802 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:08:59.455585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] 10.222.0.60 "PUT /v2.0/ports/023efb4d-5e30-4c96-b63b-70dd26c52586 HTTP/1.1" status: 200 len: 1092 time: 0.9245586 Sep 08 14:08:59.489738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3343182-a5ea-47a7-82bc-45d5fb4473d9 service neutron] Pushing event updated for resources: {'Port': ['ID=023efb4d-5e30-4c96-b63b-70dd26c52586,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:08:59.525916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-d9cccac9-d849-4a8c-96e5-4e05c844f3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:59.527476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-d9cccac9-d849-4a8c-96e5-4e05c844f3fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 1095 time: 0.0456469 Sep 08 14:08:59.625078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-54b7e9f2-aac4-4293-9eba-b6f0a15f54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:59.626613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-54b7e9f2-aac4-4293-9eba-b6f0a15f54fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0922344 Sep 08 14:08:59.693660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-44c77f75-45b0-4e5a-843a-33ebdb00262c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=023efb4d-5e30-4c96-b63b-70dd26c52586 HTTP/1.1" status: 200 len: 1000 time: 0.0597541 Sep 08 14:08:59.743853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-78d458b8-91a9-4726-a959-1326f1abd357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:59.745336 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-78d458b8-91a9-4726-a959-1326f1abd357 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0445166 Sep 08 14:08:59.791088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-e22e1e3e-eec9-4d0f-aa0e-68f7ebee38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:59.792613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-e22e1e3e-eec9-4d0f-aa0e-68f7ebee38e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402536 Sep 08 14:08:59.797858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d50deb-4562-48ba-bba7-244974a0f17a req-6dbac5fd-8a42-44b9-a633-1b3dcf3788be tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:08:59.799384 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-12d50deb-4562-48ba-bba7-244974a0f17a req-6dbac5fd-8a42-44b9-a633-1b3dcf3788be tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 944 time: 0.0538070 Sep 08 14:08:59.837548 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-12d50deb-4562-48ba-bba7-244974a0f17a req-5e0e435c-b909-4286-bf6b-12bdda5fc137 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321524 Sep 08 14:08:59.885044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-5a5259c7-13eb-4256-b087-6f42bd76f637 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843694 Sep 08 14:08:59.972806 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-10ce185a-ee5d-4fbb-8f1b-3528d6d3f34a req-0f85f8b5-260b-4d8e-9ebd-9a39326f0881 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805540 Sep 08 14:09:00.915275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:09:00.917440 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b217a78d-d25c-4ad5-a711-8ae638569d8a" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:09:00.958703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5084d87-8f59-455a-aefb-d80d080a47b2 req-ac3e574f-33bf-4201-9f3f-4a8abd2f02d5 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:00.960873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5084d87-8f59-455a-aefb-d80d080a47b2 req-ac3e574f-33bf-4201-9f3f-4a8abd2f02d5 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 944 time: 0.0546956 Sep 08 14:09:00.965723 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7490f9-9912-4370-b5b9-67de85d02808 x-openstack-request-id: req-9c7490f9-9912-4370-b5b9-67de85d02808 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:09:00.966012 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:09:00.966295 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9c7490f9-9912-4370-b5b9-67de85d02808 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:09:00.966689 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'status': 'completed', 'code': 200} Sep 08 14:09:01.048345 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f5084d87-8f59-455a-aefb-d80d080a47b2 req-39e147b8-80d7-4140-9640-95ba56cb4910 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793629 Sep 08 14:09:01.070990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-38039aa1-3154-4961-8cc7-264c8abdf178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:01.072465 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-38039aa1-3154-4961-8cc7-264c8abdf178 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 1095 time: 0.0751586 Sep 08 14:09:01.075121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-de2830f3-0840-4ff8-9fc8-6d06e9481f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:01.076362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-de2830f3-0840-4ff8-9fc8-6d06e9481f5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 1095 time: 0.0899506 Sep 08 14:09:01.232165 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-4f4a2907-9f69-446b-93fd-8cf791e2cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:01.233650 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-4f4a2907-9f69-446b-93fd-8cf791e2cb53 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1448112 Sep 08 14:09:01.234792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-fba78040-7e0e-4dd7-aab2-8e91e0e0676e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:01.236102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-fba78040-7e0e-4dd7-aab2-8e91e0e0676e service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1549075 Sep 08 14:09:01.387210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 023efb4d-5e30-4c96-b63b-70dd26c52586 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:09:01.426153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 023efb4d-5e30-4c96-b63b-70dd26c52586 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:09:01.598129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-39c3735e-12f0-486e-92bf-53edc3730cd3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=023efb4d-5e30-4c96-b63b-70dd26c52586 HTTP/1.1" status: 200 len: 1000 time: 0.3563147 Sep 08 14:09:01.599961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-e68f07dd-4edb-4221-aa4d-cef80748bcfc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=023efb4d-5e30-4c96-b63b-70dd26c52586 HTTP/1.1" status: 200 len: 1000 time: 0.3519664 Sep 08 14:09:01.677561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-39032b49-9f5b-463e-873a-61456e8c118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:01.678986 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-39032b49-9f5b-463e-873a-61456e8c118c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0740106 Sep 08 14:09:01.682282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-0764f0b3-2e0e-49b1-904b-88d41b1f5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:01.683644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-0764f0b3-2e0e-49b1-904b-88d41b1f5593 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0716810 Sep 08 14:09:01.754612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-7770f7d8-1521-47ba-ab8f-5427afd67269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:01.756110 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-7770f7d8-1521-47ba-ab8f-5427afd67269 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704956 Sep 08 14:09:01.759410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-b6b31ad8-3115-4c2c-ac71-cfc6a9721c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:01.760817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-b6b31ad8-3115-4c2c-ac71-cfc6a9721c30 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679445 Sep 08 14:09:01.913157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-40bcc8c1-1a8f-42be-80cd-174572c61600 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486003 Sep 08 14:09:01.916640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-91415a90-d9b3-4d29-b925-ef0dc4862c70 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446040 Sep 08 14:09:02.070683 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-bc76728c-fd74-41ee-a6fe-8ee145b0e10d service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504841 Sep 08 14:09:02.072597 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b217a78d-d25c-4ad5-a711-8ae638569d8a req-b77d9fa5-0ead-4ef5-a637-829650dd33e3 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455050 Sep 08 14:09:02.163850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f671f5c3-6cfe-449d-ac39-ca8f1aea3434 req-e85fd486-5065-45a0-ab98-f826cc270d28 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:02.165323 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f671f5c3-6cfe-449d-ac39-ca8f1aea3434 req-e85fd486-5065-45a0-ab98-f826cc270d28 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 944 time: 0.0480285 Sep 08 14:09:02.202349 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f671f5c3-6cfe-449d-ac39-ca8f1aea3434 req-c1acc504-63f0-4499-a804-81a73ad5204e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311778 Sep 08 14:09:02.931804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 023efb4d-5e30-4c96-b63b-70dd26c52586 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:09:03.025342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=023efb4d-5e30-4c96-b63b-70dd26c52586,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:03.036117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'port_id': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'mac_address': 'fa:16:3e:c8:be:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:09:03.072323 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:03.084754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023efb4d-5e30-4c96-b63b-70dd26c52586 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:09:03.104094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=023efb4d-5e30-4c96-b63b-70dd26c52586,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:03.198088 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:03.254796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=023efb4d-5e30-4c96-b63b-70dd26c52586,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:03.262954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:03.263335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:03.263834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:03.264189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:03.264536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:03.264904 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:03.265243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:03.265583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:03.265920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:03.266273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:03.266610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:03.266941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:09:03.327671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4686915-055e-4f9e-b870-296b8ed6ad44 req-16ae1b7e-b3d8-4cb8-a6e3-fdb8d36b90f3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:03.329203 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4686915-055e-4f9e-b870-296b8ed6ad44 req-16ae1b7e-b3d8-4cb8-a6e3-fdb8d36b90f3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 945 time: 0.0539894 Sep 08 14:09:03.368130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4686915-055e-4f9e-b870-296b8ed6ad44 req-637b06a0-fc6a-4d48-8428-a3e5b904f1f5 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321999 Sep 08 14:09:03.593936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['023efb4d-5e30-4c96-b63b-70dd26c52586'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:09:04.481591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a5208-ec55-4fa8-8322-6e926201a057 req-afcbec16-e006-45c2-a2e3-434dc018cf81 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:04.483101 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-226a5208-ec55-4fa8-8322-6e926201a057 req-afcbec16-e006-45c2-a2e3-434dc018cf81 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 945 time: 0.0481563 Sep 08 14:09:04.520310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-226a5208-ec55-4fa8-8322-6e926201a057 req-bae9225c-01fc-4907-898a-35fdd017f45b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311759 Sep 08 14:09:04.889653 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcae54c-7998-42d7-b010-7bc36e488d6e req-d93b0064-cd29-4a5e-911a-4a8f0d627af4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:04.891259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bcae54c-7998-42d7-b010-7bc36e488d6e req-d93b0064-cd29-4a5e-911a-4a8f0d627af4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 945 time: 0.0545089 Sep 08 14:09:04.930110 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3bcae54c-7998-42d7-b010-7bc36e488d6e req-74988244-8be2-4f13-af15-c63a58720986 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328162 Sep 08 14:09:04.940692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 023efb4d-5e30-4c96-b63b-70dd26c52586 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:09:04.956517 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-f9a8ba49-e559-4835-adf7-6a4eb2faede3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:04.958041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-f9a8ba49-e559-4835-adf7-6a4eb2faede3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357&tenant_id=e6fa3551987f4a6f99bf3934c741d442&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 945 time: 0.0514748 Sep 08 14:09:05.017938 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-d7b09413-2e0a-46bf-9f89-1298803f9632 service neutron] delete failed (client error): The resource could not be found. Sep 08 14:09:05.019012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-d7b09413-2e0a-46bf-9f89-1298803f9632 service neutron] 10.222.0.70 "DELETE /v2.0/ports/023efb4d-5e30-4c96-b63b-70dd26c52586/bindings/n-h1-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0536311 Sep 08 14:09:05.066648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 023efb4d-5e30-4c96-b63b-70dd26c52586 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:09:05.070962 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 023efb4d-5e30-4c96-b63b-70dd26c52586 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:09:05.071341 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:05.106766 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-e4586edc-0071-4d2b-8c27-15dec660b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:05.108581 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-e4586edc-0071-4d2b-8c27-15dec660b9ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 1096 time: 0.0433590 Sep 08 14:09:05.149063 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:05.171444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:09:05.173693 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7380956-997e-4684-9fc4-7bea85ad4517" -d '{"events": [{"server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "name": "network-vif-plugged", "status": "completed", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:09:05.189615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=023efb4d-5e30-4c96-b63b-70dd26c52586,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:05.213390 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-70dadd06-fbd6-4501-85db-5db1e933e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:05.215013 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-70dadd06-fbd6-4501-85db-5db1e933e50f service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0924263 Sep 08 14:09:05.230759 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533cc4be-f460-4368-982a-4ca41cc817d7 x-openstack-request-id: req-533cc4be-f460-4368-982a-4ca41cc817d7 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:09:05.231051 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "name": "network-vif-plugged", "status": "completed", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:09:05.231312 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-533cc4be-f460-4368-982a-4ca41cc817d7 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:09:05.231706 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'code': 200} Sep 08 14:09:05.249005 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:05.283018 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-cd43fc76-7b9b-47b0-81dc-58b0963a95af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=023efb4d-5e30-4c96-b63b-70dd26c52586 HTTP/1.1" status: 200 len: 1001 time: 0.0599856 Sep 08 14:09:05.296006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=023efb4d-5e30-4c96-b63b-70dd26c52586,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:05.340961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-6ec53e11-43d0-468a-aa0b-fb203b323eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:05.342381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-6ec53e11-43d0-468a-aa0b-fb203b323eb1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0487924 Sep 08 14:09:05.394545 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-27b6649a-4212-4b60-bef9-0fde5e9aef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:05.396037 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-27b6649a-4212-4b60-bef9-0fde5e9aef50 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388780 Sep 08 14:09:05.484098 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-a57f3439-b812-4286-8a0a-b2da5aff4f6f service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801084 Sep 08 14:09:05.580981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d0bf3ee9-9c19-4806-aff9-6d7542532299 req-ee983ffc-2fd8-4259-8b6c-4e27bfe6e6bf service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844059 Sep 08 14:09:06.046330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac480d-5a16-41a3-a312-9c65e034b5d5 req-c9beb855-de6b-4cdb-bebd-caaa38c994b7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:06.048349 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5ac480d-5a16-41a3-a312-9c65e034b5d5 req-c9beb855-de6b-4cdb-bebd-caaa38c994b7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0499125 Sep 08 14:09:06.085607 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5ac480d-5a16-41a3-a312-9c65e034b5d5 req-bb6637ed-2fed-4826-8ec7-161701706823 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317833 Sep 08 14:09:07.206027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c25a8-0546-432f-a908-f20ae9f6e76e req-08c8fc39-a2e5-4df3-b82d-cca82fa24547 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:07.207596 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-788c25a8-0546-432f-a908-f20ae9f6e76e req-08c8fc39-a2e5-4df3-b82d-cca82fa24547 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0493360 Sep 08 14:09:07.246147 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-788c25a8-0546-432f-a908-f20ae9f6e76e req-702d0180-edf9-4b75-b596-57d1cdf6567d tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320711 Sep 08 14:09:07.359395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365cf30-e386-4d60-a29b-46974d4d6ce1 req-37c3b4b9-001a-48c4-a85c-5397e02879fc tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:07.360888 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4365cf30-e386-4d60-a29b-46974d4d6ce1 req-37c3b4b9-001a-48c4-a85c-5397e02879fc tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0491517 Sep 08 14:09:07.398487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4365cf30-e386-4d60-a29b-46974d4d6ce1 req-50fa74ba-c023-4631-9f06-e90a31c6bcdd tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315804 Sep 08 14:09:07.517904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf013b-9247-44e9-a9e0-d1e00150a366 req-e5a22878-b86e-41c4-9188-da747e3cd00b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:07.519320 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7cf013b-9247-44e9-a9e0-d1e00150a366 req-e5a22878-b86e-41c4-9188-da747e3cd00b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0529661 Sep 08 14:09:07.556141 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7cf013b-9247-44e9-a9e0-d1e00150a366 req-3e4f4f78-b4bb-4d2c-91b3-5434cbcefb07 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303519 Sep 08 14:09:07.855104 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-84b058df-8509-4a1d-a296-7471902fc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:08.015825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f9ffd-3ce0-415b-bdb0-4d785700b1cd req-46985069-b1ed-4941-8c93-16a4f10ae209 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:08.017327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f4f9ffd-3ce0-415b-bdb0-4d785700b1cd req-46985069-b1ed-4941-8c93-16a4f10ae209 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0500975 Sep 08 14:09:08.055653 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8f4f9ffd-3ce0-415b-bdb0-4d785700b1cd req-06d7f8f6-77d0-4a34-8a87-e1668268145e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322173 Sep 08 14:09:09.176746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef7580-e82c-405b-aa18-c5cdf226ed8b req-81917a9c-c0b2-4597-94c0-d16cfb9c3467 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:09.178220 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4ef7580-e82c-405b-aa18-c5cdf226ed8b req-81917a9c-c0b2-4597-94c0-d16cfb9c3467 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0536807 Sep 08 14:09:09.216908 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4ef7580-e82c-405b-aa18-c5cdf226ed8b req-094e4e1e-f099-4ddf-9178-d131b1178027 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323043 Sep 08 14:09:09.429297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-a642380e-e2c5-42a3-bc80-33db83533eeb tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:09.430802 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-a642380e-e2c5-42a3-bc80-33db83533eeb tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 946 time: 0.0477867 Sep 08 14:09:09.520037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Deleting port 023efb4d-5e30-4c96-b63b-70dd26c52586 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:09:09.520382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:09.607484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] For port 023efb4d-5e30-4c96-b63b-70dd26c52586, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=023efb4d-5e30-4c96-b63b-70dd26c52586,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:09.607851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:09.819992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:09.820269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:09.820590 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 disassociated. External IP: 172.25.5.108, port: 023efb4d-5e30-4c96-b63b-70dd26c52586. Sep 08 14:09:09.820939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Calling delete_port for 023efb4d-5e30-4c96-b63b-70dd26c52586 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:09:10.009492 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:10.037414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event deleted for resources: {'Port': ['ID=023efb4d-5e30-4c96-b63b-70dd26c52586,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:10.156427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Router d28b039e-8023-459b-aa90-29f11eacdcf8 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:09:10.214792 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b61c0039-5c6d-4f1a-acd8-7917a2924131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:10.266526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:09:10.277589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b88baca-b003-4d05-b254-0d19d186d04c None None] Sync routers for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:09:10.286576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b88baca-b003-4d05-b254-0d19d186d04c None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:09:10.287204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6b88baca-b003-4d05-b254-0d19d186d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:09:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:10.330794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] No DVR routers for this DVR port 023efb4d-5e30-4c96-b63b-70dd26c52586 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:09:10.334758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0c503e7-dc3e-4542-8c42-dca3855b0dc2 req-8d9dc6c1-8213-4a34-8ed5-402bc6da7d3d tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3e292ad-683e-4ef4-abc6-919a6027b357 HTTP/1.1" status: 200 len: 210 time: 0.0450804 Sep 08 14:09:10.335784 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:10.337639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9972eff9-2400-4b7a-aae1-551d3d55cdf7 req-171cee17-9b7a-4520-aa14-6861177c2369 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "DELETE /v2.0/ports/023efb4d-5e30-4c96-b63b-70dd26c52586 HTTP/1.1" status: 204 len: 173 time: 0.9004445 Sep 08 14:09:10.338188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'name': 'network-vif-deleted', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:09:10.340557 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea264c4-a2f0-42b5-99e9-646fd6174154" -d '{"events": [{"server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "name": "network-vif-deleted", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:09:10.382566 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74fce06e-7acf-4d78-8732-e9cf47861310 x-openstack-request-id: req-74fce06e-7acf-4d78-8732-e9cf47861310 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:09:10.385458 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e292ad-683e-4ef4-abc6-919a6027b357", "name": "network-vif-deleted", "tag": "023efb4d-5e30-4c96-b63b-70dd26c52586", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:09:10.385458 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74fce06e-7acf-4d78-8732-e9cf47861310 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:09:10.385458 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e292ad-683e-4ef4-abc6-919a6027b357', 'name': 'network-vif-deleted', 'tag': '023efb4d-5e30-4c96-b63b-70dd26c52586', 'status': 'completed', 'code': 200} Sep 08 14:09:10.405523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6b88baca-b003-4d05-b254-0d19d186d04c None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:09:10.609469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6b88baca-b003-4d05-b254-0d19d186d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:10.635279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b88baca-b003-4d05-b254-0d19d186d04c None None] Checking router: d28b039e-8023-459b-aa90-29f11eacdcf8 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:09:10.643313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b88baca-b003-4d05-b254-0d19d186d04c None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:09:10.643917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6b88baca-b003-4d05-b254-0d19d186d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:09:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:10.680764 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:10.748610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6b88baca-b003-4d05-b254-0d19d186d04c None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:09:11.093771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6b88baca-b003-4d05-b254-0d19d186d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:11.119645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b88baca-b003-4d05-b254-0d19d186d04c None None] The sync data for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 is: [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:09:11.327455 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83951626-da9a-43b3-9b0f-1d967c7e9862 None None] New status for floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:09:11.564935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-be1532dd-eace-4599-8853-8a357967c764 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1677295585&fields=id&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 267 time: 0.0337579 Sep 08 14:09:11.667872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-43741aa8-c6c5-46a3-9011-5c81952e7d3e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:11.669322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-43741aa8-c6c5-46a3-9011-5c81952e7d3e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 812 time: 0.0968752 Sep 08 14:09:11.684165 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-81e66366-0bab-46f9-80ad-e6e806a2b53c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/quotas/e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 375 time: 0.0091193 Sep 08 14:09:11.739035 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-e1424f14-9a5c-4aaa-b81e-228781a860c6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496264 Sep 08 14:09:11.832159 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-ae09bef9-bdeb-4234-8671-7961342a1f36 service neutron] 10.222.0.69 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809987 Sep 08 14:09:11.922953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-3953164d-129b-4928-97ff-60f3f9e37eda service neutron] 10.222.0.69 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848374 Sep 08 14:09:12.020416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:12.172310 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fcadc9b3-127b-4491-b84a-95c0b2f41461 req-6ec363b2-83db-4b8c-ab59-9a24efaaaf12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 210 time: 0.0270603 Sep 08 14:09:13.265402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac126f6b-2463-42f4-8686-c46a3b796ee7 req-890415d6-d1a2-465c-9431-076c4d258f00 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 210 time: 0.0265236 Sep 08 14:09:13.466234 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:13.960159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-7e5b677f-c4fd-4b2c-905f-94b7bacb142c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:13.961629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-7e5b677f-c4fd-4b2c-905f-94b7bacb142c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 812 time: 0.1044457 Sep 08 14:09:14.004567 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-3a3ee990-7f9b-4432-90a8-996f33a1c4cb tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 380 time: 0.0343406 Sep 08 14:09:14.013949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Request body: {'port': {'device_id': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'admin_state_up': True, 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'security_groups': ['58960f7b-b9c4-4084-a740-c5bb41b1d53d']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:09:14.214775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Made reservation on behalf of e6fa3551987f4a6f99bf3934c741d442 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:09:14.218189 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:14.343820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Allocated IP 172.20.0.14 (83d26fcc-3ea7-454d-9dbc-0fc63d3548b2/a917a477-6837-4324-9029-150b14291d3e/ba6af8d5-cbbd-483f-bfe6-e63d124543cb) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:09:14.360696 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-605b720a-78a1-4550-9f79-aea8d9dea72b req-ab297012-832f-41f7-ab17-cf6ca1b8988d tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 210 time: 0.0265741 Sep 08 14:09:14.485146 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:14.498584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Transition to ACTIVE for port object ba6af8d5-cbbd-483f-bfe6-e63d124543cb will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:09:14.602953 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:14.643389 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:09:14.646443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:09:14.653146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:09:14.676149 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event updated for resources: {'Port': ['ID=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:14.704156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:14.704802 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:14.816016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-a047e857-2226-4749-889d-590a563e8b68 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8056159 Sep 08 14:09:14.828455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Request body: {'port': {'device_id': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:09:14.843495 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:14.886348 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:14.928838 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c8f591ff-d2ab-4ff3-b125-8658b940c769 None None] Provisioning for port ba6af8d5-cbbd-483f-bfe6-e63d124543cb completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:09:14.932739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c8f591ff-d2ab-4ff3-b125-8658b940c769 None None] Provisioning complete for port ba6af8d5-cbbd-483f-bfe6-e63d124543cb triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:09:14.933126 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c8f591ff-d2ab-4ff3-b125-8658b940c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:14.970162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c8f591ff-d2ab-4ff3-b125-8658b940c769 None None] Port ba6af8d5-cbbd-483f-bfe6-e63d124543cb cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:09:15.058865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 023efb4d-5e30-4c96-b63b-70dd26c52586 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:09:15.078690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 023efb4d-5e30-4c96-b63b-70dd26c52586 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:09:15.079039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 023efb4d-5e30-4c96-b63b-70dd26c52586 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:09:15.142196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6af8d5-cbbd-483f-bfe6-e63d124543cb {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:09:15.150144 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:15.161723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Transition to ACTIVE for port object ba6af8d5-cbbd-483f-bfe6-e63d124543cb will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:09:15.225734 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:15.277101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd11645-172e-4408-b332-24f916646192 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:15.345280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Attempting to bind port ba6af8d5-cbbd-483f-bfe6-e63d124543cb on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:09:15.346009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Attempting to bind port ba6af8d5-cbbd-483f-bfe6-e63d124543cb by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:09:15.346009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Attempting to bind port ba6af8d5-cbbd-483f-bfe6-e63d124543cb on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:09:15.350704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Port ba6af8d5-cbbd-483f-bfe6-e63d124543cb on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:09:15.351036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Attempting to bind port ba6af8d5-cbbd-483f-bfe6-e63d124543cb on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:09:15.356414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:09:15.356764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:09:15.357157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Bound using segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:09:15.357615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Bound port: ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:09:15.357967 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:15.427333 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:09:15.430905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:09:15.478239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e98a5e-ab23-4dd6-be76-a7b0c83ed135 req-20e0ae37-5941-46bf-913d-f6662c82230e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:15.479699 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2e98a5e-ab23-4dd6-be76-a7b0c83ed135 req-20e0ae37-5941-46bf-913d-f6662c82230e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 944 time: 0.0475206 Sep 08 14:09:15.484078 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:15.537588 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:15.538220 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:15.539630 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-2fd11645-172e-4408-b332-24f916646192 service neutron] 10.222.0.60 "PUT /v2.0/ports/ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 1092 time: 0.7153201 Sep 08 14:09:15.540073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:09:15.542372 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e9ccfe-d819-40db-9f83-054ff9772674" -d '{"events": [{"name": "network-changed", "server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:09:15.576101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd11645-172e-4408-b332-24f916646192 service neutron] Pushing event updated for resources: {'Port': ['ID=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:15.584636 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2e98a5e-ab23-4dd6-be76-a7b0c83ed135 req-67918219-c2a6-4d45-9234-154355ff0510 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969992 Sep 08 14:09:15.588320 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803eba88-29eb-49a2-bd52-2663dc1e990b x-openstack-request-id: req-803eba88-29eb-49a2-bd52-2663dc1e990b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:09:15.589396 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:09:15.589396 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-803eba88-29eb-49a2-bd52-2663dc1e990b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:09:15.589396 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'status': 'completed', 'code': 200} Sep 08 14:09:15.647243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ccfe-d819-40db-9f83-054ff9772674 req-b0a0a761-b28d-4e50-91ac-a05654855377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:15.648749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-27e9ccfe-d819-40db-9f83-054ff9772674 req-b0a0a761-b28d-4e50-91ac-a05654855377 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1095 time: 0.0429523 Sep 08 14:09:15.752654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ccfe-d819-40db-9f83-054ff9772674 req-a98367d9-d8c3-4044-b002-bf4b66ea6e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:15.754131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-27e9ccfe-d819-40db-9f83-054ff9772674 req-a98367d9-d8c3-4044-b002-bf4b66ea6e34 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e6fa3551987f4a6f99bf3934c741d442&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0978148 Sep 08 14:09:16.104579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ccfe-d819-40db-9f83-054ff9772674 req-2b595e3e-a13a-435b-b046-87efbf2895fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:16.106040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-27e9ccfe-d819-40db-9f83-054ff9772674 req-2b595e3e-a13a-435b-b046-87efbf2895fe service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3453724 Sep 08 14:09:16.182413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-f3df3b54-1c8e-4472-9cb7-35b99f9a0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:16.183854 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-f3df3b54-1c8e-4472-9cb7-35b99f9a0547 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1095 time: 0.0394366 Sep 08 14:09:16.226671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-83894bfe-dc33-43a7-a149-0927bd228d57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 217 time: 0.0355365 Sep 08 14:09:16.273941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-18a3ceb6-9471-4ca6-9f0a-dedcb605bace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:16.275330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-18a3ceb6-9471-4ca6-9f0a-dedcb605bace service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0419066 Sep 08 14:09:16.318789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-4e0dc033-736a-4660-a13a-3b4f20008e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:16.320737 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-4e0dc033-736a-4660-a13a-3b4f20008e2d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384316 Sep 08 14:09:16.410688 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-6968aaa9-4bae-4b4d-9409-f47dcb3d655c service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824430 Sep 08 14:09:16.499338 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96e7852e-2f44-4d78-a4fe-a37ab99dc81c req-ace2b5bb-ccc9-4b27-94d1-3b1a63dc11f6 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818624 Sep 08 14:09:16.705749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19274ecf-f7be-4c84-879c-ea226f21692e req-c078a379-047e-40e0-8b90-a8e084ea1134 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:16.707258 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19274ecf-f7be-4c84-879c-ea226f21692e req-c078a379-047e-40e0-8b90-a8e084ea1134 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 944 time: 0.0491619 Sep 08 14:09:16.748234 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19274ecf-f7be-4c84-879c-ea226f21692e req-65870481-aac8-47d1-8d1f-f484deb37cfe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350838 Sep 08 14:09:17.408992 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:17.860460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467ce31-2427-4ba7-80e5-f944c20dc8ae req-e1582fd1-c135-4512-b913-90bb336caf60 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:17.861902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3467ce31-2427-4ba7-80e5-f944c20dc8ae req-e1582fd1-c135-4512-b913-90bb336caf60 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 944 time: 0.0482337 Sep 08 14:09:17.899228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3467ce31-2427-4ba7-80e5-f944c20dc8ae req-3a2283f6-c1fc-44de-9e1d-50a75f5b876f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313509 Sep 08 14:09:19.010983 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1772cfa-68c5-45ea-a2f6-a4be748c4f20 req-78379e28-6b6e-42a5-944c-9b2a8d01695c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:19.012464 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1772cfa-68c5-45ea-a2f6-a4be748c4f20 req-78379e28-6b6e-42a5-944c-9b2a8d01695c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 944 time: 0.0487611 Sep 08 14:09:19.049640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e1772cfa-68c5-45ea-a2f6-a4be748c4f20 req-c2881e59-df93-47d1-88e7-03a5aa76bfb0 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Sep 08 14:09:19.058653 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ba6af8d5-cbbd-483f-bfe6-e63d124543cb details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:09:19.152132 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:19.163476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'port_id': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'mac_address': 'fa:16:3e:07:c5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:09:19.203597 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:19.215489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6af8d5-cbbd-483f-bfe6-e63d124543cb {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:09:19.233700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:19.294385 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:19.339857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:19.574624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['ba6af8d5-cbbd-483f-bfe6-e63d124543cb'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:09:20.163408 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d39ac-b6ad-469f-81a8-e312baac2415 req-069d4fa8-c215-41dc-adcc-5c692f943200 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:20.164882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-636d39ac-b6ad-469f-81a8-e312baac2415 req-069d4fa8-c215-41dc-adcc-5c692f943200 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 945 time: 0.0485539 Sep 08 14:09:20.201614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-636d39ac-b6ad-469f-81a8-e312baac2415 req-db7ca5e2-629f-4314-8eef-c46f4a0fa05f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308557 Sep 08 14:09:21.088532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ba6af8d5-cbbd-483f-bfe6-e63d124543cb up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:09:21.197355 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port ba6af8d5-cbbd-483f-bfe6-e63d124543cb completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:09:21.201253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port ba6af8d5-cbbd-483f-bfe6-e63d124543cb triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:09:21.201631 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:21.278416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:21.304133 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:09:21.306423 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94516a3a-96e8-49f0-a0b4-e1b5e6b2d477" -d '{"events": [{"server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "name": "network-vif-plugged", "status": "completed", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:09:21.320342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:09:21.321331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c94e-fa90-490b-8474-cd39941174dd req-5bbeb15f-3f1a-4b62-9609-c59d60b32bdc tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:21.322924 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f574c94e-fa90-490b-8474-cd39941174dd req-5bbeb15f-3f1a-4b62-9609-c59d60b32bdc tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 945 time: 0.0507312 Sep 08 14:09:21.344465 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d361f1-411f-40fc-8afc-ac376dcf9893 x-openstack-request-id: req-16d361f1-411f-40fc-8afc-ac376dcf9893 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:09:21.344753 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "name": "network-vif-plugged", "status": "completed", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:09:21.345004 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-16d361f1-411f-40fc-8afc-ac376dcf9893 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:09:21.345398 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'code': 200} Sep 08 14:09:21.362196 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f574c94e-fa90-490b-8474-cd39941174dd req-86b99c8a-9240-40e9-b577-abdd9aa3df93 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334051 Sep 08 14:09:21.403138 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:21.438590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ec8f1-abea-4720-ac5a-5da9294859f7 req-7d581a4b-6c86-4647-ac58-988ec89e3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:21.440111 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-825ec8f1-abea-4720-ac5a-5da9294859f7 req-7d581a4b-6c86-4647-ac58-988ec89e3548 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1097 time: 0.0390449 Sep 08 14:09:21.451414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:09:21.478842 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-825ec8f1-abea-4720-ac5a-5da9294859f7 req-8f694626-0dcd-484d-bca1-772a6fb516dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309114 Sep 08 14:09:22.480353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952cd0c-35f1-42b3-ad28-21e5b354f542 req-f5de0ea4-212f-4cf9-9318-84f77668bf7c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:22.481819 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9952cd0c-35f1-42b3-ad28-21e5b354f542 req-f5de0ea4-212f-4cf9-9318-84f77668bf7c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0489764 Sep 08 14:09:22.518472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9952cd0c-35f1-42b3-ad28-21e5b354f542 req-2d32be6f-92ce-4eaf-b008-b19e188a40b0 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306671 Sep 08 14:09:23.630652 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcb8ef-e938-4bac-b143-0d44d285e91d req-ee797303-6afd-4dfe-8b23-d6086db66928 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:23.632109 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ccdcb8ef-e938-4bac-b143-0d44d285e91d req-ee797303-6afd-4dfe-8b23-d6086db66928 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0469515 Sep 08 14:09:23.672074 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ccdcb8ef-e938-4bac-b143-0d44d285e91d req-c5a4944e-8412-4c10-bb3d-1403358627c0 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336299 Sep 08 14:09:23.781432 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cecd9-ff37-4cbc-9e5c-d5d70d19a852 req-26d3247f-899c-4769-9adb-082b6f07d833 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:23.782977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-164cecd9-ff37-4cbc-9e5c-d5d70d19a852 req-26d3247f-899c-4769-9adb-082b6f07d833 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0484974 Sep 08 14:09:23.791987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 53136) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:09:23.796338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-00f89dec-58e1-4588-b70b-dc70e9730f54 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Request body: {'floatingip': {'port_id': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:09:23.837241 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00f89dec-58e1-4588-b70b-dc70e9730f54 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:24.252968 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00f89dec-58e1-4588-b70b-dc70e9730f54 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:24.314237 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:09:24.317255 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00f89dec-58e1-4588-b70b-dc70e9730f54 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:24.415060 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-00f89dec-58e1-4588-b70b-dc70e9730f54 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 associated. External IP: 172.25.5.108, port: ba6af8d5-cbbd-483f-bfe6-e63d124543cb. Sep 08 14:09:24.614481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f89dec-58e1-4588-b70b-dc70e9730f54 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Router d28b039e-8023-459b-aa90-29f11eacdcf8 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:09:24.718320 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f89dec-58e1-4588-b70b-dc70e9730f54 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:09:24.723162 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-00f89dec-58e1-4588-b70b-dc70e9730f54 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:24.728073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2c96d6-79ac-4019-8af8-29546012af05 None None] Sync routers for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:09:24.737795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2c96d6-79ac-4019-8af8-29546012af05 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:09:24.738449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1b2c96d6-79ac-4019-8af8-29546012af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:09:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:24.749789 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-00f89dec-58e1-4588-b70b-dc70e9730f54 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "PUT /v2.0/floatingips/8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 HTTP/1.1" status: 200 len: 992 time: 0.9567809 Sep 08 14:09:24.750403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:09:24.752666 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cf7d19-2d67-43c4-be60-86d3dc29381c" -d '{"events": [{"name": "network-changed", "server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:09:24.792529 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6eb8e1-518a-421f-89ce-22c59f35d812 x-openstack-request-id: req-2c6eb8e1-518a-421f-89ce-22c59f35d812 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:09:24.793139 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:09:24.793139 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2c6eb8e1-518a-421f-89ce-22c59f35d812 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:09:24.793445 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'status': 'completed', 'code': 200} Sep 08 14:09:24.853504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1b2c96d6-79ac-4019-8af8-29546012af05 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:09:24.857886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf7d19-2d67-43c4-be60-86d3dc29381c req-a94cd55f-b5d9-4061-8199-8b7193ade744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:24.859463 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4cf7d19-2d67-43c4-be60-86d3dc29381c req-a94cd55f-b5d9-4061-8199-8b7193ade744 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1097 time: 0.0424621 Sep 08 14:09:24.953736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf7d19-2d67-43c4-be60-86d3dc29381c req-c756dd79-9b40-4459-bc03-e55bc2a5e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:24.955274 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4cf7d19-2d67-43c4-be60-86d3dc29381c req-c756dd79-9b40-4459-bc03-e55bc2a5e4e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0884950 Sep 08 14:09:25.023785 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4cf7d19-2d67-43c4-be60-86d3dc29381c req-ea618641-952b-4e34-91d0-1ba4f25ac3a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 1000 time: 0.0618260 Sep 08 14:09:25.076968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf7d19-2d67-43c4-be60-86d3dc29381c req-a3123ab3-dffa-43c3-80f5-36e5fef1343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:25.078536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4cf7d19-2d67-43c4-be60-86d3dc29381c req-a3123ab3-dffa-43c3-80f5-36e5fef1343c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0479937 Sep 08 14:09:25.080120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1b2c96d6-79ac-4019-8af8-29546012af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'port_id': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'mac_address': 'fa:16:3e:07:c5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:06:49Z', 'updated_at': '2021-09-08T14:09:24Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:25.110595 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2c96d6-79ac-4019-8af8-29546012af05 None None] Checking router: d28b039e-8023-459b-aa90-29f11eacdcf8 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:09:25.119778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2c96d6-79ac-4019-8af8-29546012af05 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:09:25.120399 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1b2c96d6-79ac-4019-8af8-29546012af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:09:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:25.124553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cf7d19-2d67-43c4-be60-86d3dc29381c req-d8b428c7-cdbf-431b-975c-7fc10f4c13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:25.126062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4cf7d19-2d67-43c4-be60-86d3dc29381c req-d8b428c7-cdbf-431b-975c-7fc10f4c13f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403316 Sep 08 14:09:25.221254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4cf7d19-2d67-43c4-be60-86d3dc29381c req-94149c7d-a997-4132-922e-6fd7f997cbed service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874729 Sep 08 14:09:25.225776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1b2c96d6-79ac-4019-8af8-29546012af05 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:09:25.312488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4cf7d19-2d67-43c4-be60-86d3dc29381c req-923e5a25-39db-4c52-8528-8a925e9b3ea4 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838373 Sep 08 14:09:25.443135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1b2c96d6-79ac-4019-8af8-29546012af05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'port_id': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'mac_address': 'fa:16:3e:07:c5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:06:49Z', 'updated_at': '2021-09-08T14:09:24Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:09:25.471981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2c96d6-79ac-4019-8af8-29546012af05 None None] The sync data for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 is: [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'port_id': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'mac_address': 'fa:16:3e:07:c5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:06:49Z', 'updated_at': '2021-09-08T14:09:24Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:09:25.649184 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04692bd6-dff0-4662-a80b-5ef739a70ed5 None None] New status for floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:09:37.848180 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e0273339-2708-49ae-a101-2578e9baf554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:40.214625 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58e11cda-9a30-411c-86ff-2b4e7872b9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:40.637113 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:42.036056 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:43.431482 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:44.819900 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:47.373919 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:09:57.198043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-781db548-a3b7-41e8-8022-9e8a4a2e15b4 req-c6bffbb7-da92-4b6f-a5e2-a18d087a8301 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392382 Sep 08 14:09:57.283561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781db548-a3b7-41e8-8022-9e8a4a2e15b4 req-d5b874f8-a14e-4539-a715-5d5ba24cf0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:57.284953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-781db548-a3b7-41e8-8022-9e8a4a2e15b4 req-d5b874f8-a14e-4539-a715-5d5ba24cf0cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1097 time: 0.0459278 Sep 08 14:09:57.386589 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781db548-a3b7-41e8-8022-9e8a4a2e15b4 req-28a70c57-eab2-4270-aafe-1621ba57704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:57.388067 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-781db548-a3b7-41e8-8022-9e8a4a2e15b4 req-28a70c57-eab2-4270-aafe-1621ba57704f service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0834415 Sep 08 14:09:57.455515 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-781db548-a3b7-41e8-8022-9e8a4a2e15b4 req-d5ac1075-2378-4402-a815-c8f3875a1adb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 1002 time: 0.0593231 Sep 08 14:09:57.503223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781db548-a3b7-41e8-8022-9e8a4a2e15b4 req-08969b12-7790-4332-9488-79a02a5a6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:57.504613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-781db548-a3b7-41e8-8022-9e8a4a2e15b4 req-08969b12-7790-4332-9488-79a02a5a6162 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0421827 Sep 08 14:09:57.549702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781db548-a3b7-41e8-8022-9e8a4a2e15b4 req-4aec7a84-be68-457e-bedf-0768ee6cbd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:09:57.551109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-781db548-a3b7-41e8-8022-9e8a4a2e15b4 req-4aec7a84-be68-457e-bedf-0768ee6cbd34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394542 Sep 08 14:09:57.640997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-781db548-a3b7-41e8-8022-9e8a4a2e15b4 req-778fe76f-11e4-489b-86f6-aa3d9ff4e941 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830777 Sep 08 14:09:57.731917 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-781db548-a3b7-41e8-8022-9e8a4a2e15b4 req-e56deacd-c511-4b58-81b7-816aef1bcc6e service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843632 Sep 08 14:10:01.314693 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:10:07.853619 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b04030ec-bf39-4869-8fdf-89b52b85a2aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:10.235207 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a7491211-ac7e-474d-ab58-5fed88d9a5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:10.612267 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:12.018225 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:13.447341 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:14.807506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:17.407346 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:37.868641 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7829703f-b61d-4834-9eaf-a9cd29d461f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:38.314704 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:10:40.253041 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-99e46a50-260a-4d8e-8713-e81a6e3cd2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:40.687223 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:42.036061 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:43.413069 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:44.817057 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:47.401602 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:10:57.216510 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4940d853-88a0-463a-b534-285365ab1e75 req-b56da777-94f6-47d9-ba29-3a0142e298c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455616 Sep 08 14:10:57.298297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940d853-88a0-463a-b534-285365ab1e75 req-71f73cc5-12d8-4ebd-aca2-a09c3a18938a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:10:57.299703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4940d853-88a0-463a-b534-285365ab1e75 req-71f73cc5-12d8-4ebd-aca2-a09c3a18938a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1097 time: 0.0403948 Sep 08 14:10:57.398268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940d853-88a0-463a-b534-285365ab1e75 req-cf8b2f69-0c8a-40b4-84c1-63ea05ede583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:10:57.399760 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4940d853-88a0-463a-b534-285365ab1e75 req-cf8b2f69-0c8a-40b4-84c1-63ea05ede583 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0825856 Sep 08 14:10:57.466008 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4940d853-88a0-463a-b534-285365ab1e75 req-db753d9c-76fd-4680-9f36-4151e3f24981 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 1002 time: 0.0594516 Sep 08 14:10:57.513305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940d853-88a0-463a-b534-285365ab1e75 req-1f0bad0a-fe04-47fc-a59e-2f63ebf4773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:10:57.514767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4940d853-88a0-463a-b534-285365ab1e75 req-1f0bad0a-fe04-47fc-a59e-2f63ebf4773d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0420275 Sep 08 14:10:57.560346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940d853-88a0-463a-b534-285365ab1e75 req-5d4caf73-d3f1-4b20-b4a2-082c590d507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:10:57.561722 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4940d853-88a0-463a-b534-285365ab1e75 req-5d4caf73-d3f1-4b20-b4a2-082c590d507b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384564 Sep 08 14:10:57.573421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-4940d853-88a0-463a-b534-285365ab1e75 req-fc84bab4-a09e-4ffd-b743-b802b3f93967 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:10:57.574415 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4940d853-88a0-463a-b534-285365ab1e75 req-fc84bab4-a09e-4ffd-b743-b802b3f93967 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052786 Sep 08 14:10:57.664935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4940d853-88a0-463a-b534-285365ab1e75 req-f63c61db-0a6b-4fea-b06e-cdeff803cdf7 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834837 Sep 08 14:10:57.754755 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4940d853-88a0-463a-b534-285365ab1e75 req-d9bc6863-bce9-4092-a88e-9b6e1ea915f6 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830748 Sep 08 14:11:07.903552 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9b55-fa4d-4dbd-afec-c8a671234871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:10.233920 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f86d-71fe-473a-8efb-7aa393bfd9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:10.612068 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:12.068526 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:13.440540 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:14.817866 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:15.314372 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:11:17.429254 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:37.873048 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-254de41f-6f95-4a98-be20-cc210b62dcb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:40.227547 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a347-e142-4c11-949f-2106eebc5103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:40.627333 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:42.023240 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:43.445422 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:44.822937 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:47.427200 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:11:52.313564 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:11:56.533833 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fdde5cc2-4c62-400a-af45-fcdf5c092e7c req-874f0a11-ac32-4ba6-ac1f-1821946988ab service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809231 Sep 08 14:11:56.615415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde5cc2-4c62-400a-af45-fcdf5c092e7c req-4f6f08ca-4f50-4ccf-a162-9ecebd540f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:11:56.616920 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fdde5cc2-4c62-400a-af45-fcdf5c092e7c req-4f6f08ca-4f50-4ccf-a162-9ecebd540f99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1097 time: 0.0412552 Sep 08 14:11:56.724346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde5cc2-4c62-400a-af45-fcdf5c092e7c req-de52d19b-3310-48bf-bbce-de9ebb646c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:11:56.726109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fdde5cc2-4c62-400a-af45-fcdf5c092e7c req-de52d19b-3310-48bf-bbce-de9ebb646c31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0898118 Sep 08 14:11:56.790887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fdde5cc2-4c62-400a-af45-fcdf5c092e7c req-b81994b3-23a6-459f-b5b4-98e8624fccd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 1002 time: 0.0573916 Sep 08 14:11:56.838925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde5cc2-4c62-400a-af45-fcdf5c092e7c req-45094e84-f3a9-4932-8f3c-45d8abf7f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:11:56.840351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fdde5cc2-4c62-400a-af45-fcdf5c092e7c req-45094e84-f3a9-4932-8f3c-45d8abf7f0c8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0421805 Sep 08 14:11:56.889422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde5cc2-4c62-400a-af45-fcdf5c092e7c req-e8ac3503-8aef-4bd6-9740-2d1a41eda2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:11:56.891567 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fdde5cc2-4c62-400a-af45-fcdf5c092e7c req-e8ac3503-8aef-4bd6-9740-2d1a41eda2d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445938 Sep 08 14:11:56.982330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fdde5cc2-4c62-400a-af45-fcdf5c092e7c req-a683dacd-76a1-446b-a4ba-cf52775a0756 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836852 Sep 08 14:11:57.091000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fdde5cc2-4c62-400a-af45-fcdf5c092e7c req-81929daf-b135-4c33-ac21-bfbe2e454a9f service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015100 Sep 08 14:11:57.129034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6878d-5c6f-4473-a4ba-51c1032c4579 req-5ced237e-a571-491d-aadc-6163b8e5434c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:11:57.130582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3c6878d-5c6f-4473-a4ba-51c1032c4579 req-5ced237e-a571-491d-aadc-6163b8e5434c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.1231964 Sep 08 14:11:57.167335 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3c6878d-5c6f-4473-a4ba-51c1032c4579 req-e9a74183-9f11-4e69-be72-241ed5b5d1ff tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308185 Sep 08 14:11:58.348924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60605ac7-2d1d-4343-bcc0-ccdcb5e045a6 req-11822626-3ffd-461f-a7b1-10b0d17c55be tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:11:58.350663 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60605ac7-2d1d-4343-bcc0-ccdcb5e045a6 req-11822626-3ffd-461f-a7b1-10b0d17c55be tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0963144 Sep 08 14:11:58.387567 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60605ac7-2d1d-4343-bcc0-ccdcb5e045a6 req-021e31cf-c188-4ce8-8476-9735bee53194 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310483 Sep 08 14:11:59.499281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe1847-0fd3-4877-86ce-1d96141ffafa req-f69d2425-3017-4475-9821-7db034ce7bc7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:11:59.500729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4fe1847-0fd3-4877-86ce-1d96141ffafa req-f69d2425-3017-4475-9821-7db034ce7bc7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0477085 Sep 08 14:11:59.538282 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4fe1847-0fd3-4877-86ce-1d96141ffafa req-6af33116-c7e8-4200-8ac5-75a36babc91c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315261 Sep 08 14:12:00.651855 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee10c3c-0aa2-498f-bc72-f91ff0234f55 req-ab0eec8f-2c25-40f5-9a43-119680c3003b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:00.653323 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fee10c3c-0aa2-498f-bc72-f91ff0234f55 req-ab0eec8f-2c25-40f5-9a43-119680c3003b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0485237 Sep 08 14:12:00.689932 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fee10c3c-0aa2-498f-bc72-f91ff0234f55 req-7a30dfdc-1510-4bea-b1d8-64dff0930340 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306818 Sep 08 14:12:01.809331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bc0ff-5c81-40a5-b5ea-b66681155f8a req-884aaaaf-bcfe-4e93-b422-90cfd640f210 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:01.810819 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a76bc0ff-5c81-40a5-b5ea-b66681155f8a req-884aaaaf-bcfe-4e93-b422-90cfd640f210 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0532920 Sep 08 14:12:01.848146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a76bc0ff-5c81-40a5-b5ea-b66681155f8a req-b3efc62e-0ff3-4cda-a8a6-3b768ace6dcf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308928 Sep 08 14:12:02.963886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc241b-f0bb-4208-94d1-ef5caa2e3434 req-200d0017-c20d-407f-8a95-78c1275ef966 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:02.965251 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99bc241b-f0bb-4208-94d1-ef5caa2e3434 req-200d0017-c20d-407f-8a95-78c1275ef966 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0511925 Sep 08 14:12:03.002448 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99bc241b-f0bb-4208-94d1-ef5caa2e3434 req-9c0ee91e-3b0f-4844-ac62-c7eb84c20a6a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314302 Sep 08 14:12:04.122622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faeb69a-861d-443d-a2da-85e5ea3bb620 req-d3e087fb-4ead-4836-a645-de4ee92ea148 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:04.124081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5faeb69a-861d-443d-a2da-85e5ea3bb620 req-d3e087fb-4ead-4836-a645-de4ee92ea148 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0490410 Sep 08 14:12:04.160871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5faeb69a-861d-443d-a2da-85e5ea3bb620 req-712714e7-4910-4a06-8148-462a100bf899 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303910 Sep 08 14:12:05.277314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47aa066-dc8e-4766-ba49-b8c6833ad860 req-3e0e0b14-4f12-4791-86c0-46db5b8433ab tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:05.278759 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e47aa066-dc8e-4766-ba49-b8c6833ad860 req-3e0e0b14-4f12-4791-86c0-46db5b8433ab tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0489795 Sep 08 14:12:05.316224 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e47aa066-dc8e-4766-ba49-b8c6833ad860 req-661aba16-cae3-46bb-a1df-91f810b56c0b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314748 Sep 08 14:12:06.428783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33aa2f6-dae9-4e8f-bcb6-c9500b6ef8e2 req-24b5aa7f-adb4-46c7-b8b4-6604d03f7f1b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:06.430257 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a33aa2f6-dae9-4e8f-bcb6-c9500b6ef8e2 req-24b5aa7f-adb4-46c7-b8b4-6604d03f7f1b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0475183 Sep 08 14:12:06.466846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a33aa2f6-dae9-4e8f-bcb6-c9500b6ef8e2 req-242fb0cf-0eb1-43d8-9f90-5841a46c1ced tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307274 Sep 08 14:12:07.586752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f71997-0897-4b6c-baea-2952a570fc66 req-b9ffc816-00cb-4044-aeb2-2d59688c6aa6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:07.589171 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31f71997-0897-4b6c-baea-2952a570fc66 req-b9ffc816-00cb-4044-aeb2-2d59688c6aa6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0530553 Sep 08 14:12:07.627300 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-31f71997-0897-4b6c-baea-2952a570fc66 req-34bb7a04-e224-4c33-bb32-37827fdea8f5 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321541 Sep 08 14:12:07.908438 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2372cafa-da63-45f6-ac65-436632fa64c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:08.974285 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a4810d-fa35-4bff-b316-84f36d283870 req-4643a691-b52f-4cab-acd5-58ce8670e81a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:08.976057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-33a4810d-fa35-4bff-b316-84f36d283870 req-4643a691-b52f-4cab-acd5-58ce8670e81a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0535529 Sep 08 14:12:09.014664 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-33a4810d-fa35-4bff-b316-84f36d283870 req-66dd7758-b781-4771-a6da-f2df84504158 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326343 Sep 08 14:12:09.074329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-afa2148b-7a7b-4615-a0c1-2300c2f8a466 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0425842 Sep 08 14:12:10.129370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc8fe3-886b-4cac-8054-ccc32f57f203 req-9d113910-0f37-4070-b271-3f6e7af7d2cf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:10.130962 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dccc8fe3-886b-4cac-8054-ccc32f57f203 req-9d113910-0f37-4070-b271-3f6e7af7d2cf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0482097 Sep 08 14:12:10.169672 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dccc8fe3-886b-4cac-8054-ccc32f57f203 req-a406cd4b-91dc-4c12-aa94-9a0f567c5c8b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311408 Sep 08 14:12:10.217017 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2574af5f-46df-4384-8de5-4a94b25fc6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:10.620844 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:10.998782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-ed72befb-8033-4fc0-9e54-e41695f8cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:11.000280 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-ed72befb-8033-4fc0-9e54-e41695f8cd2c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1097 time: 0.0408196 Sep 08 14:12:11.089859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-1c504593-e9f5-459a-b91c-f03b46089bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:11.091332 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-1c504593-e9f5-459a-b91c-f03b46089bd7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0839808 Sep 08 14:12:11.154016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-eec5b019-2377-4f7d-916b-2a6d331f4428 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 1002 time: 0.0549076 Sep 08 14:12:11.206297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-6cbc6e62-60dd-406e-9748-fcc5884ba115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:11.207783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-6cbc6e62-60dd-406e-9748-fcc5884ba115 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0463877 Sep 08 14:12:11.289002 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb25d6-d5f7-4c4c-9737-ee2dea016602 req-ecd9ed33-2564-42fe-8eb8-43dc7003d7a2 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:11.290633 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-39cb25d6-d5f7-4c4c-9737-ee2dea016602 req-ecd9ed33-2564-42fe-8eb8-43dc7003d7a2 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0526552 Sep 08 14:12:11.330703 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-39cb25d6-d5f7-4c4c-9737-ee2dea016602 req-fb36489e-89ce-48d4-8620-9d03f368c5b7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336719 Sep 08 14:12:11.516403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-71571845-b119-4d8c-9b5c-80ec81465061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:11.518001 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-71571845-b119-4d8c-9b5c-80ec81465061 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3031778 Sep 08 14:12:11.604647 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9bf69c08-3ea7-4b18-a448-99d13948cd04 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792243 Sep 08 14:12:11.695613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-3feed06d-5f31-48f1-b312-7457ff23bbe0 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832644 Sep 08 14:12:12.039325 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:12.447743 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240414b6-95f9-4cd0-b6f5-99bad43b50f0 req-548a4cd6-9775-47ec-ad5b-9c33948764ef tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:12.449384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-240414b6-95f9-4cd0-b6f5-99bad43b50f0 req-548a4cd6-9775-47ec-ad5b-9c33948764ef tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0501537 Sep 08 14:12:12.486543 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-240414b6-95f9-4cd0-b6f5-99bad43b50f0 req-e37ba6b4-072f-4b4d-b038-5981427a4fa3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311987 Sep 08 14:12:13.449300 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:13.606955 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff6f3b-b526-4ed9-a1b9-d77dd2b33ae2 req-6a7da320-9082-485b-ba2f-4152ff2055ea tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:13.608466 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2aff6f3b-b526-4ed9-a1b9-d77dd2b33ae2 req-6a7da320-9082-485b-ba2f-4152ff2055ea tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0489404 Sep 08 14:12:13.644817 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2aff6f3b-b526-4ed9-a1b9-d77dd2b33ae2 req-5514b58e-0a40-44db-bff9-e8c3eb357889 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303323 Sep 08 14:12:13.766650 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-4ce02cae-1d2a-46a9-8c3e-24c49d1aa199 service neutron] show failed (client error): The resource could not be found. Sep 08 14:12:13.767580 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-4ce02cae-1d2a-46a9-8c3e-24c49d1aa199 service neutron] 10.222.0.60 "GET /v2.0/ports/ba6af8d5-cbbd-483f-bfe6-e63d124543cb/bindings/n-h1-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0568285 Sep 08 14:12:14.307459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-ff0c4460-5a5f-4c7d-8b56-56a386bac20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:14.308932 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-ff0c4460-5a5f-4c7d-8b56-56a386bac20b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 1097 time: 0.0826979 Sep 08 14:12:14.320088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-4b50d8a1-adea-49b2-8692-303ea5d20bdc service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:12:14.321052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-4b50d8a1-adea-49b2-8692-303ea5d20bdc service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054042 Sep 08 14:12:14.332022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:12:14.382448 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:14.582777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:14.614031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:12:14.651400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:12:14.653636 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a0abc7-bba7-4b85-a614-a2fe48d2957e" -d '{"events": [{"server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:14.657320 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:14.670869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Transition to ACTIVE for port object ba6af8d5-cbbd-483f-bfe6-e63d124543cb will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:12:14.730047 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:14.776028 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c0f293-a593-46df-867a-dd24f3d2d8db req-7d12ed6d-807e-409f-8d4f-1e916f84b845 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:14.777629 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-88c0f293-a593-46df-867a-dd24f3d2d8db req-7d12ed6d-807e-409f-8d4f-1e916f84b845 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0665915 Sep 08 14:12:14.803998 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bc74db-827c-492a-9ab9-7af162717974 x-openstack-request-id: req-25bc74db-827c-492a-9ab9-7af162717974 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:14.804626 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "name": "network-vif-unplugged", "status": "completed", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:14.804626 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25bc74db-827c-492a-9ab9-7af162717974 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:14.805128 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'code': 200} Sep 08 14:12:14.817094 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:14.821156 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-88c0f293-a593-46df-867a-dd24f3d2d8db req-9b1490c6-2d8d-4bce-bde7-76affd1a634f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366199 Sep 08 14:12:14.826128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Pushing event updated for resources: {'Port': ['ID=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:14.841157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:14.841626 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:14.842069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:14.842527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:14.842958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:14.843407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:14.843812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:14.844203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:14.844597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:14.844991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:14.845391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:14.845785 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:14.876501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] No DVR routers for this DVR port ba6af8d5-cbbd-483f-bfe6-e63d124543cb on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:12:15.010113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Attempting to bind port ba6af8d5-cbbd-483f-bfe6-e63d124543cb on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:12:15.010559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Attempting to bind port ba6af8d5-cbbd-483f-bfe6-e63d124543cb by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:12:15.010889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Attempting to bind port ba6af8d5-cbbd-483f-bfe6-e63d124543cb on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:12:15.015052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Port ba6af8d5-cbbd-483f-bfe6-e63d124543cb on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:12:15.015379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Attempting to bind port ba6af8d5-cbbd-483f-bfe6-e63d124543cb on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:12:15.020089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:12:15.020424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:12:15.020807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Bound using segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:12:15.021232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Bound port: ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:12:15.022110 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:15.082483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:12:15.086008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:12:15.148697 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:15.186617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:15.187241 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:15.188625 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] 10.222.0.70 "PUT /v2.0/ports/ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 1092 time: 0.8602200 Sep 08 14:12:15.211580 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9062f245-7cb7-44ac-88bc-2cfc3c57c4bf service neutron] Pushing event updated for resources: {'Port': ['ID=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:15.255404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-cee6ae9c-0586-4bd5-b107-5e50e678edeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:15.257479 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-cee6ae9c-0586-4bd5-b107-5e50e678edeb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1095 time: 0.0422781 Sep 08 14:12:15.351930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-4009b2e9-567c-4759-b747-ad78ac397738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:15.354402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-4009b2e9-567c-4759-b747-ad78ac397738 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0891182 Sep 08 14:12:15.420512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-698255c4-5019-46ec-a8b3-29a3eddc6c92 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 1000 time: 0.0602350 Sep 08 14:12:15.470027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-18f9a280-cb90-417e-b996-d5e31b7e7c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:15.471527 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-18f9a280-cb90-417e-b996-d5e31b7e7c16 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0433712 Sep 08 14:12:15.516426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-a7ab04f7-37ad-4761-9f02-56608157e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:15.517890 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-a7ab04f7-37ad-4761-9f02-56608157e544 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394959 Sep 08 14:12:15.608376 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-24656922-20b2-4a5a-8823-d0e1108b38be service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835843 Sep 08 14:12:15.697366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a883723b-4ae2-4d77-b865-ce459e86be48 req-0c6c7c0a-658e-4f3a-8aac-b5942af01cbc service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819781 Sep 08 14:12:15.949076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e8aa6-a916-4ab2-b9de-416af20a596e req-fcfaba1b-8a2d-4e35-896d-19a5f8f1918c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:15.950684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-265e8aa6-a916-4ab2-b9de-416af20a596e req-fcfaba1b-8a2d-4e35-896d-19a5f8f1918c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 944 time: 0.0547426 Sep 08 14:12:15.987757 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-265e8aa6-a916-4ab2-b9de-416af20a596e req-d93815fa-04fd-4f4a-8901-34ffebe067f3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313096 Sep 08 14:12:16.806031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:12:16.808464 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d" -d '{"events": [{"name": "network-changed", "server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:16.855438 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73667ec2-9e03-46a4-a02f-c43de3d28477 x-openstack-request-id: req-73667ec2-9e03-46a4-a02f-c43de3d28477 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:16.855728 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:16.855980 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-73667ec2-9e03-46a4-a02f-c43de3d28477 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:16.856377 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'status': 'completed', 'code': 200} Sep 08 14:12:16.940528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-02b4d723-84e5-42ec-9176-4dba86ca87d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:16.942034 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-02b4d723-84e5-42ec-9176-4dba86ca87d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1095 time: 0.0675232 Sep 08 14:12:16.945083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-bed330ec-ead2-4d20-b407-71ed4429879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:16.946478 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-bed330ec-ead2-4d20-b407-71ed4429879e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1095 time: 0.0632339 Sep 08 14:12:17.141436 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-38a11baa-5857-4789-87e0-fe69e70f9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:17.142977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-38a11baa-5857-4789-87e0-fe69e70f9b8d service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1863906 Sep 08 14:12:17.145117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-f8056222-d53c-4c91-b205-79f7bdaa6955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:17.146475 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-f8056222-d53c-4c91-b205-79f7bdaa6955 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1975393 Sep 08 14:12:17.154068 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39abe1-5f10-4df5-ac89-33add8fefdfa req-a94ce33c-f8d5-4895-a120-ee950c520b62 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:17.159319 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa39abe1-5f10-4df5-ac89-33add8fefdfa req-a94ce33c-f8d5-4895-a120-ee950c520b62 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 944 time: 0.0945139 Sep 08 14:12:17.288572 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-bd8178df-b9fd-4d39-83b6-b60041f5a830 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 1000 time: 0.1320148 Sep 08 14:12:17.291640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aa39abe1-5f10-4df5-ac89-33add8fefdfa req-d4cb9012-6afd-4f67-b77e-e89d83ed248b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270061 Sep 08 14:12:17.293298 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-7d75e6a5-0ffd-4bcb-bbf2-aa5c3645cc60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 1000 time: 0.1358030 Sep 08 14:12:17.373159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-3d667cff-8bc1-42c6-a738-fbea5f438827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:17.374818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-3d667cff-8bc1-42c6-a738-fbea5f438827 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0798082 Sep 08 14:12:17.378119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-fb7a1a53-4611-4628-821c-6481dc247555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:17.379562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-fb7a1a53-4611-4628-821c-6481dc247555 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0757117 Sep 08 14:12:17.422704 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:17.446863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-3ce17fa9-d26e-4b52-89e8-fa0cbec03ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:17.448386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-3ce17fa9-d26e-4b52-89e8-fa0cbec03ce2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659473 Sep 08 14:12:17.452798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-b332aaf6-1793-4bd1-9fe1-e5a73c0fb8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:17.454207 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-b332aaf6-1793-4bd1-9fe1-e5a73c0fb8f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631425 Sep 08 14:12:17.603758 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-255a3cff-828d-4973-85ea-2bc7a3cc37a9 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475055 Sep 08 14:12:17.607125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-b40e7e25-4553-4110-ac7b-07b59d97fd3d service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434255 Sep 08 14:12:17.763718 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-81ff297e-5160-4491-9e22-6506f7a4a0c3 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518183 Sep 08 14:12:17.767033 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88cbe97d-1905-4ec7-91c8-bdb3ac5f960d req-5fe18d05-9b5c-45ba-89ca-11ecb4101099 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471887 Sep 08 14:12:17.803410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ba6af8d5-cbbd-483f-bfe6-e63d124543cb no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:12:17.842105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device ba6af8d5-cbbd-483f-bfe6-e63d124543cb not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:12:18.175890 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ba6af8d5-cbbd-483f-bfe6-e63d124543cb details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:12:18.264958 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:18.275950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'port_id': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'mac_address': 'fa:16:3e:07:c5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:12:18.313059 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:18.414788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187df53-b90b-47ed-bb0b-6707961faeba req-51f8ffb4-51dd-4985-94a0-acd0adf32cff tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:18.416387 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4187df53-b90b-47ed-bb0b-6707961faeba req-51f8ffb4-51dd-4985-94a0-acd0adf32cff tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 944 time: 0.0517249 Sep 08 14:12:18.456287 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4187df53-b90b-47ed-bb0b-6707961faeba req-bfe46f2c-9dc8-4f25-ba3c-5d66f952fcae tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335116 Sep 08 14:12:18.479896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6af8d5-cbbd-483f-bfe6-e63d124543cb {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:12:18.499790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:18.559530 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:18.605343 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:18.612897 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:18.613244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:18.613589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:18.613928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:18.614290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:18.614620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:18.614948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:18.615795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:18.616120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:18.616443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:18.616763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:18.617083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:12:18.753576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6de42-b4e9-4042-a2c8-77adda70a55e req-bc9ce254-99d4-4dbc-ba58-46a9dfad903e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:18.754998 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4fe6de42-b4e9-4042-a2c8-77adda70a55e req-bc9ce254-99d4-4dbc-ba58-46a9dfad903e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 945 time: 0.0486393 Sep 08 14:12:18.794305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4fe6de42-b4e9-4042-a2c8-77adda70a55e req-1846639c-0c54-4e04-ab32-915258ac4c3a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327122 Sep 08 14:12:18.810750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['ba6af8d5-cbbd-483f-bfe6-e63d124543cb'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:12:18.880642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-677a6347-30fd-46c3-bc30-665c47669b35 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:18.882725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-677a6347-30fd-46c3-bc30-665c47669b35 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602&tenant_id=e6fa3551987f4a6f99bf3934c741d442&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 945 time: 0.0540099 Sep 08 14:12:18.942630 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-53470a9f-d955-410a-879a-aa00903c1129 service neutron] delete failed (client error): The resource could not be found. Sep 08 14:12:18.943694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-53470a9f-d955-410a-879a-aa00903c1129 service neutron] 10.222.0.60 "DELETE /v2.0/ports/ba6af8d5-cbbd-483f-bfe6-e63d124543cb/bindings/n-h2-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0535779 Sep 08 14:12:19.023354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-35129a36-20c3-4bba-a68d-f5444a40926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:19.024749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-35129a36-20c3-4bba-a68d-f5444a40926f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1096 time: 0.0396893 Sep 08 14:12:19.116332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-dc637e07-18a5-4ead-af29-663e759049d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:19.117786 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-dc637e07-18a5-4ead-af29-663e759049d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0857120 Sep 08 14:12:19.179673 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-ea0f1db7-fb20-4a90-a795-c41b3789463e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 1001 time: 0.0549278 Sep 08 14:12:19.230264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-56cb2741-7edb-4578-a9b3-dfebb082cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:19.231680 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-56cb2741-7edb-4578-a9b3-dfebb082cf5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0454068 Sep 08 14:12:19.275252 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-f23e2737-7f8a-49de-8a6b-0fcb3083ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:19.276629 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-f23e2737-7f8a-49de-8a6b-0fcb3083ce82 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385344 Sep 08 14:12:19.364214 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-9481d6a9-cc65-45ac-abf2-1d4fae1df466 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799873 Sep 08 14:12:19.453532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7cd76ee0-403c-4d01-9764-e3f43b59d8e6 req-6ff864bc-28c9-463a-b6bf-37c11754c087 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821311 Sep 08 14:12:19.920423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3693d50-3487-4186-b457-7e9b51848a62 req-09ef8509-8b1e-444e-aaf4-6d73a17059c1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:19.921912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c3693d50-3487-4186-b457-7e9b51848a62 req-09ef8509-8b1e-444e-aaf4-6d73a17059c1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 945 time: 0.0507004 Sep 08 14:12:19.958927 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c3693d50-3487-4186-b457-7e9b51848a62 req-74ab1a43-4454-4d5f-89e0-94b724e6fd5a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311084 Sep 08 14:12:20.191764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ba6af8d5-cbbd-483f-bfe6-e63d124543cb up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:12:20.314031 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port ba6af8d5-cbbd-483f-bfe6-e63d124543cb completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:12:20.317931 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port ba6af8d5-cbbd-483f-bfe6-e63d124543cb triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:12:20.318336 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:20.394640 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:20.416938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:12:20.419214 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ec0d67-6f46-474f-9ed5-1c6b40c6b7c5" -d '{"events": [{"server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "name": "network-vif-plugged", "status": "completed", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:20.432006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:20.498157 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:20.523871 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17fdf23-d4c5-4f3e-8ff5-09ff1fb5d8af x-openstack-request-id: req-c17fdf23-d4c5-4f3e-8ff5-09ff1fb5d8af {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:20.524168 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "name": "network-vif-plugged", "status": "completed", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:20.524419 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c17fdf23-d4c5-4f3e-8ff5-09ff1fb5d8af {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:20.524800 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'code': 200} Sep 08 14:12:20.549412 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:21.077321 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8a1c9-7a04-4b1f-97ec-7bc5cd16d114 req-661cee1d-db5f-44e9-8d01-da2641ce0292 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:21.078822 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c6c8a1c9-7a04-4b1f-97ec-7bc5cd16d114 req-661cee1d-db5f-44e9-8d01-da2641ce0292 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0526714 Sep 08 14:12:21.115121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c6c8a1c9-7a04-4b1f-97ec-7bc5cd16d114 req-6b61d4c0-0d97-442b-8f16-82290a4c18d6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304103 Sep 08 14:12:21.233119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f59728-ab8e-4bf2-ae67-20c81b4e6fdc req-6147df47-3f06-46cc-b58b-4f9da2abfa4e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:21.234636 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3f59728-ab8e-4bf2-ae67-20c81b4e6fdc req-6147df47-3f06-46cc-b58b-4f9da2abfa4e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0518768 Sep 08 14:12:21.271669 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3f59728-ab8e-4bf2-ae67-20c81b4e6fdc req-ad157dbc-3a49-4a6d-a103-1b516c5260bd tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312266 Sep 08 14:12:21.582727 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0103d-feff-407b-a8ee-c83b9af02d5e req-798bf5bc-3938-402c-8b6e-b0105bf7f193 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:21.584738 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c9e0103d-feff-407b-a8ee-c83b9af02d5e req-798bf5bc-3938-402c-8b6e-b0105bf7f193 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0492158 Sep 08 14:12:21.624446 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c9e0103d-feff-407b-a8ee-c83b9af02d5e req-2af3e24f-e5ca-4234-8767-ad04321ece89 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330603 Sep 08 14:12:21.675365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dce16-beba-4ea0-a57a-a750c331ff94 req-a87773d0-b65a-4aea-9bae-243573815fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:21.676848 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2dce16-beba-4ea0-a57a-a750c331ff94 req-a87773d0-b65a-4aea-9bae-243573815fef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 1097 time: 0.0406318 Sep 08 14:12:21.767035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dce16-beba-4ea0-a57a-a750c331ff94 req-7e65cd9b-4ee5-4da7-9b5f-871e492bfa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:21.768402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2dce16-beba-4ea0-a57a-a750c331ff94 req-7e65cd9b-4ee5-4da7-9b5f-871e492bfa4c service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0847533 Sep 08 14:12:21.831317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2dce16-beba-4ea0-a57a-a750c331ff94 req-a9dc95f3-f49e-4c8c-bac6-8496316cf143 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 200 len: 1002 time: 0.0552318 Sep 08 14:12:21.878302 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dce16-beba-4ea0-a57a-a750c331ff94 req-a49cf5f8-9b41-4b0f-bf29-cabf011e3f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:21.879717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2dce16-beba-4ea0-a57a-a750c331ff94 req-a49cf5f8-9b41-4b0f-bf29-cabf011e3f80 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0412467 Sep 08 14:12:21.927263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2dce16-beba-4ea0-a57a-a750c331ff94 req-82d7bfa9-64fe-4649-b722-d9a594b56bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:21.928716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2dce16-beba-4ea0-a57a-a750c331ff94 req-82d7bfa9-64fe-4649-b722-d9a594b56bee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424793 Sep 08 14:12:22.014026 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2dce16-beba-4ea0-a57a-a750c331ff94 req-82532018-4646-4d14-9a2d-60379a96e908 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784314 Sep 08 14:12:22.103484 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2dce16-beba-4ea0-a57a-a750c331ff94 req-73a71b32-8388-4e48-8c15-ca44d6992232 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817835 Sep 08 14:12:22.741023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462f883-be29-4958-a0dc-8802d970874e req-61e75bdc-21a0-4358-a2bb-1327e2259bd0 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:22.743391 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6462f883-be29-4958-a0dc-8802d970874e req-61e75bdc-21a0-4358-a2bb-1327e2259bd0 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0497370 Sep 08 14:12:22.780050 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6462f883-be29-4958-a0dc-8802d970874e req-fc99f7af-08a8-4b73-9388-567e07b37553 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303864 Sep 08 14:12:23.895160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887d127-5a73-4732-8836-3cbbf985054e req-00ccfdbb-a3eb-4832-bed3-c2603f12525b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:23.896646 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2887d127-5a73-4732-8836-3cbbf985054e req-00ccfdbb-a3eb-4832-bed3-c2603f12525b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0491698 Sep 08 14:12:23.932740 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2887d127-5a73-4732-8836-3cbbf985054e req-5ef6f90e-4cd2-4660-83bd-3b8084b94ad7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302637 Sep 08 14:12:24.339089 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebc3c6-dc7f-4767-a76b-e65a134341ad req-d1e1ee3f-68a7-43df-b764-77c52f3851dd tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:24.340571 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0ebc3c6-dc7f-4767-a76b-e65a134341ad req-d1e1ee3f-68a7-43df-b764-77c52f3851dd tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0513110 Sep 08 14:12:24.377302 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c0ebc3c6-dc7f-4767-a76b-e65a134341ad req-7de838bf-04d7-4ad7-b6fd-e8db951cc2b2 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309160 Sep 08 14:12:25.489113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0adc0a-3135-4a43-82aa-8bc1558f527d req-bd260b59-5479-4f5f-8099-9082f0a647b7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:25.491130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a0adc0a-3135-4a43-82aa-8bc1558f527d req-bd260b59-5479-4f5f-8099-9082f0a647b7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.0480216 Sep 08 14:12:25.527931 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8a0adc0a-3135-4a43-82aa-8bc1558f527d req-4c0f026a-6a99-4b38-a1aa-b76cc64231eb tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309799 Sep 08 14:12:25.846024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-06c538eb-5e4f-49b3-ad71-460fa8c99c58 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:25.847419 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-06c538eb-5e4f-49b3-ad71-460fa8c99c58 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.70 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 946 time: 0.3114705 Sep 08 14:12:25.933681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Deleting port ba6af8d5-cbbd-483f-bfe6-e63d124543cb {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:12:25.934025 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:26.020498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] For port ba6af8d5-cbbd-483f-bfe6-e63d124543cb, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:26.020867 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:26.181087 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:26.181453 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:26.181770 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 disassociated. External IP: 172.25.5.108, port: ba6af8d5-cbbd-483f-bfe6-e63d124543cb. Sep 08 14:12:26.182109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Calling delete_port for ba6af8d5-cbbd-483f-bfe6-e63d124543cb owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:12:26.382674 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:26.410485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event deleted for resources: {'Port': ['ID=ba6af8d5-cbbd-483f-bfe6-e63d124543cb,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:26.526167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Router d28b039e-8023-459b-aa90-29f11eacdcf8 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:12:26.626749 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51836079-85d4-49ef-a651-8c1c589ac4c4 req-bb081165-df94-4811-b6ae-9f58561c7aea tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=d79e59d1-28c0-48d7-aa35-11d29a40c602 HTTP/1.1" status: 200 len: 210 time: 0.0283155 Sep 08 14:12:26.637463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:12:26.655714 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82dab4d-343b-4c19-b333-3043d498b423 None None] Sync routers for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:12:26.665672 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82dab4d-343b-4c19-b333-3043d498b423 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:12:26.666333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c82dab4d-343b-4c19-b333-3043d498b423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:12:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:26.689834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] No DVR routers for this DVR port ba6af8d5-cbbd-483f-bfe6-e63d124543cb on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:12:26.689834 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:26.691973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cfd64d82-e805-4006-a421-090ddd0afbbe req-264d1f9d-3f94-4406-9e1f-4025e934c082 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.70 "DELETE /v2.0/ports/ba6af8d5-cbbd-483f-bfe6-e63d124543cb HTTP/1.1" status: 204 len: 173 time: 0.8382182 Sep 08 14:12:26.692445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'name': 'network-vif-deleted', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:12:26.695465 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753182bb-c553-4e51-8cdd-ded2a2b39fe3" -d '{"events": [{"server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "name": "network-vif-deleted", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:26.762103 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4744199d-4b4d-455e-9f43-8573356458d7 x-openstack-request-id: req-4744199d-4b4d-455e-9f43-8573356458d7 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:26.762448 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79e59d1-28c0-48d7-aa35-11d29a40c602", "name": "network-vif-deleted", "tag": "ba6af8d5-cbbd-483f-bfe6-e63d124543cb", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:26.762685 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4744199d-4b4d-455e-9f43-8573356458d7 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:26.763093 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79e59d1-28c0-48d7-aa35-11d29a40c602', 'name': 'network-vif-deleted', 'tag': 'ba6af8d5-cbbd-483f-bfe6-e63d124543cb', 'status': 'completed', 'code': 200} Sep 08 14:12:26.774358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-c82dab4d-343b-4c19-b333-3043d498b423 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:12:26.970428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c82dab4d-343b-4c19-b333-3043d498b423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:27.000860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82dab4d-343b-4c19-b333-3043d498b423 None None] Checking router: d28b039e-8023-459b-aa90-29f11eacdcf8 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:12:27.010106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82dab4d-343b-4c19-b333-3043d498b423 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:12:27.010747 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c82dab4d-343b-4c19-b333-3043d498b423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:12:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:27.114105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-c82dab4d-343b-4c19-b333-3043d498b423 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:12:27.317902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-c82dab4d-343b-4c19-b333-3043d498b423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:27.348943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82dab4d-343b-4c19-b333-3043d498b423 None None] The sync data for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 is: [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:12:27.554864 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3471fc02-44d2-439e-a95e-d2973bc743ba None None] New status for floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:12:27.920860 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b61f8671-6803-4fde-950d-74a88d610ffd tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1677295585&fields=id&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 267 time: 0.0327513 Sep 08 14:12:28.028414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-26343cfe-40e1-46f5-8df8-1ea89757fc5b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:28.029889 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-26343cfe-40e1-46f5-8df8-1ea89757fc5b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 812 time: 0.1025782 Sep 08 14:12:28.044090 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-3c0986cc-4fc7-4f49-92c5-d3aa1aaff2e8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/quotas/e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 375 time: 0.0086284 Sep 08 14:12:28.095966 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-340e55aa-13f3-400a-a884-731859946528 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469043 Sep 08 14:12:28.263067 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-f0475d2b-57a0-4a60-b181-9fb4ea94c76d service neutron] 10.222.0.69 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227071 Sep 08 14:12:28.350236 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-3fd9f2ff-8933-45e6-9d4f-dda5468fe3e5 service neutron] 10.222.0.69 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810003 Sep 08 14:12:28.593339 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b96d980a-c21b-4133-9c88-c33b7dd3c388 req-275916ee-ae81-4fd8-9f57-08566204beed tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 210 time: 0.0262964 Sep 08 14:12:29.312521 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:12:29.686301 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-49a58ec6-0d99-42f0-8768-b7fa5b2d4155 req-bc365c85-4f7c-442e-a30e-9df2d9930edd tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 210 time: 0.0258996 Sep 08 14:12:30.253717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ba6af8d5-cbbd-483f-bfe6-e63d124543cb no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:12:30.276779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: ba6af8d5-cbbd-483f-bfe6-e63d124543cb {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:12:30.277121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device ba6af8d5-cbbd-483f-bfe6-e63d124543cb not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:12:30.571564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-3906e99f-bb24-43b3-b097-cf1485eecd71 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:30.572969 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-3906e99f-bb24-43b3-b097-cf1485eecd71 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 812 time: 0.1034153 Sep 08 14:12:30.615965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-6342e795-ebe2-4d01-9e90-ac44eeffe1b5 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 380 time: 0.0336387 Sep 08 14:12:30.624799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Request body: {'port': {'device_id': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'admin_state_up': True, 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'security_groups': ['58960f7b-b9c4-4084-a740-c5bb41b1d53d']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:12:30.783998 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe36a40d-2514-46d4-b965-bc10c7bff9e5 req-d3f56c85-8b7c-4ea1-9cb5-227fef9d5a70 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 210 time: 0.0280387 Sep 08 14:12:30.833372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Made reservation on behalf of e6fa3551987f4a6f99bf3934c741d442 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:12:30.837461 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:30.964875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Allocated IP 172.20.0.6 (83d26fcc-3ea7-454d-9dbc-0fc63d3548b2/a917a477-6837-4324-9029-150b14291d3e/d788e50c-0c60-425b-94ce-575f977a2660) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:12:31.093907 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:31.106841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Transition to ACTIVE for port object d788e50c-0c60-425b-94ce-575f977a2660 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:12:31.188244 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:31.232679 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:12:31.235701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:12:31.239465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:12:31.267317 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event updated for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:31.295901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:31.296552 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:31.382535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-bae8426a-65fb-4f6d-8975-baf555f91a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7606356 Sep 08 14:12:31.424831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Request body: {'port': {'device_id': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:12:31.477305 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:31.563773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1d7a8197-dc1d-44af-b9b2-86adea61490d None None] Provisioning for port d788e50c-0c60-425b-94ce-575f977a2660 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:12:31.567674 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1d7a8197-dc1d-44af-b9b2-86adea61490d None None] Provisioning complete for port d788e50c-0c60-425b-94ce-575f977a2660 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:12:31.572724 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8197-dc1d-44af-b9b2-86adea61490d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:31.606942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a8197-dc1d-44af-b9b2-86adea61490d None None] Port d788e50c-0c60-425b-94ce-575f977a2660 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:12:31.742499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d788e50c-0c60-425b-94ce-575f977a2660 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:12:31.749648 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:31.761332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Transition to ACTIVE for port object d788e50c-0c60-425b-94ce-575f977a2660 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:12:31.845069 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:31.894410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Pushing event updated for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:31.906260 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c5942-b420-4ad1-8b15-b03364041dc4 req-5ef7114b-53d6-4487-9b38-37187f2c0e97 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:31.908472 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-732c5942-b420-4ad1-8b15-b03364041dc4 req-5ef7114b-53d6-4487-9b38-37187f2c0e97 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 943 time: 0.0588748 Sep 08 14:12:31.951306 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-732c5942-b420-4ad1-8b15-b03364041dc4 req-beaf1dc5-6577-4ac8-815b-dda7f56f71c4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356622 Sep 08 14:12:31.978208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Attempting to bind port d788e50c-0c60-425b-94ce-575f977a2660 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:12:31.978579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Attempting to bind port d788e50c-0c60-425b-94ce-575f977a2660 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:12:31.978914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Attempting to bind port d788e50c-0c60-425b-94ce-575f977a2660 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:12:31.983725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Port d788e50c-0c60-425b-94ce-575f977a2660 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:12:31.984059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Attempting to bind port d788e50c-0c60-425b-94ce-575f977a2660 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:12:31.989247 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:12:31.989595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:12:31.989987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Bound using segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:12:31.990457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Bound port: d788e50c-0c60-425b-94ce-575f977a2660, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:12:31.991561 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:32.061108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:12:32.064135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:12:32.188682 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:32.222073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:32.222742 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:32.224134 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] 10.222.0.60 "PUT /v2.0/ports/d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1091 time: 0.8038354 Sep 08 14:12:32.224604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:12:32.228423 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41de17cc-06e5-4bfc-aa10-9d8a6190d006" -d '{"events": [{"name": "network-changed", "server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "tag": "d788e50c-0c60-425b-94ce-575f977a2660"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:32.254803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7a221-d05c-46e7-9560-11ac3b209030 service neutron] Pushing event updated for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:32.267447 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed30ee4-1b61-4dbf-b8ca-f3154b6b699d x-openstack-request-id: req-9ed30ee4-1b61-4dbf-b8ca-f3154b6b699d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:32.267768 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "tag": "d788e50c-0c60-425b-94ce-575f977a2660", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:32.268037 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-9ed30ee4-1b61-4dbf-b8ca-f3154b6b699d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:32.268541 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660', 'status': 'completed', 'code': 200} Sep 08 14:12:32.335217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de17cc-06e5-4bfc-aa10-9d8a6190d006 req-6e99b900-25dd-404a-8adb-162a8abb9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:32.336756 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41de17cc-06e5-4bfc-aa10-9d8a6190d006 req-6e99b900-25dd-404a-8adb-162a8abb9e35 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1094 time: 0.0470123 Sep 08 14:12:32.441119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de17cc-06e5-4bfc-aa10-9d8a6190d006 req-2ca8963b-e825-4abc-b0e4-b9f13131fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:32.442566 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41de17cc-06e5-4bfc-aa10-9d8a6190d006 req-2ca8963b-e825-4abc-b0e4-b9f13131fcdd service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e6fa3551987f4a6f99bf3934c741d442&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0978603 Sep 08 14:12:32.533164 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de17cc-06e5-4bfc-aa10-9d8a6190d006 req-3c071fe1-caf3-4884-8e91-612209ddf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:32.534595 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-41de17cc-06e5-4bfc-aa10-9d8a6190d006 req-3c071fe1-caf3-4884-8e91-612209ddf3d0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854855 Sep 08 14:12:32.614516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-e697b2b3-1ece-4c62-9cd1-dd235ba6f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:32.616010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-e697b2b3-1ece-4c62-9cd1-dd235ba6f5b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1094 time: 0.0445445 Sep 08 14:12:32.655825 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-f9bcb177-7287-4018-87b3-9ac068b3db95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 217 time: 0.0326197 Sep 08 14:12:32.702578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-064f99ad-a412-487b-80c5-23606c290e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:32.703931 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-064f99ad-a412-487b-80c5-23606c290e40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0413661 Sep 08 14:12:32.751480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-5e6ba811-a2ac-4a9c-89ae-d4158b4118bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:32.752923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-5e6ba811-a2ac-4a9c-89ae-d4158b4118bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416636 Sep 08 14:12:32.839428 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-d18e213b-29d8-4e1f-bc05-c3cad582e86d service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792022 Sep 08 14:12:32.930404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b943f67-198e-452b-a9ad-ff21497a5edd req-2149116d-0cdb-4cca-bb67-bcfe70199764 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839274 Sep 08 14:12:33.064752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d5f9a-2238-4a0d-8aad-56fc569874b5 req-b7709c36-de52-4163-8eb6-81d310e92218 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:33.066244 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e61d5f9a-2238-4a0d-8aad-56fc569874b5 req-b7709c36-de52-4163-8eb6-81d310e92218 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 943 time: 0.0477326 Sep 08 14:12:33.103306 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e61d5f9a-2238-4a0d-8aad-56fc569874b5 req-be7b426f-e0c7-4df7-9288-80e9d6ecc45f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305009 Sep 08 14:12:34.217773 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965f219-a18e-4912-9daa-cc88c2395210 req-38706d20-6a90-497a-9ba0-a90cd737ad97 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:34.219266 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a965f219-a18e-4912-9daa-cc88c2395210 req-38706d20-6a90-497a-9ba0-a90cd737ad97 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 943 time: 0.0484197 Sep 08 14:12:34.257065 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a965f219-a18e-4912-9daa-cc88c2395210 req-f0d6b076-a7b0-4ae3-a62d-a73f76de1a5d tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311294 Sep 08 14:12:35.369850 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97050b50-f768-4054-bdeb-d2f8db7380c5 req-dd986356-fb89-401a-a901-473717f85336 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:35.371338 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97050b50-f768-4054-bdeb-d2f8db7380c5 req-dd986356-fb89-401a-a901-473717f85336 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 943 time: 0.0483308 Sep 08 14:12:35.408334 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-97050b50-f768-4054-bdeb-d2f8db7380c5 req-2ac77ade-4f0c-4477-9acb-0e98187a4534 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311115 Sep 08 14:12:36.522361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e5bf2-1fc8-46e9-86db-c1e24290c87e req-50eb4709-437e-49c3-bb65-459db57f6fa3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:36.523838 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-947e5bf2-1fc8-46e9-86db-c1e24290c87e req-50eb4709-437e-49c3-bb65-459db57f6fa3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 943 time: 0.0497177 Sep 08 14:12:36.560897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-947e5bf2-1fc8-46e9-86db-c1e24290c87e req-d63224ac-c3ac-40df-a728-956219bc13cf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Sep 08 14:12:37.679157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899d3e8-d343-42d6-9d6c-405a5a34d3e5 req-e74f552f-0332-4f97-bedb-8b6d5ea0c0ed tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:37.680606 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8899d3e8-d343-42d6-9d6c-405a5a34d3e5 req-e74f552f-0332-4f97-bedb-8b6d5ea0c0ed tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 943 time: 0.0525157 Sep 08 14:12:37.717456 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8899d3e8-d343-42d6-9d6c-405a5a34d3e5 req-e829b9e3-ee3f-4640-a783-8f2c961a30e4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309167 Sep 08 14:12:37.874567 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d788e50c-0c60-425b-94ce-575f977a2660 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:12:37.893074 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-859559fe-7f95-406e-87bd-a523aa2e0398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:37.967526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:37.977789 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'd788e50c-0c60-425b-94ce-575f977a2660', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'port_id': 'd788e50c-0c60-425b-94ce-575f977a2660', 'mac_address': 'fa:16:3e:55:80:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:12:38.017671 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:38.029870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d788e50c-0c60-425b-94ce-575f977a2660 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:12:38.047978 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:38.124803 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:38.170826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:38.468844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['d788e50c-0c60-425b-94ce-575f977a2660'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:12:38.835236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06d20c-7600-4a3a-8ea7-89c9fd562d10 req-a503a7b6-da4f-4cf0-9b77-7818d5a52b54 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:38.837200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ab06d20c-7600-4a3a-8ea7-89c9fd562d10 req-a503a7b6-da4f-4cf0-9b77-7818d5a52b54 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 944 time: 0.0526884 Sep 08 14:12:38.874377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ab06d20c-7600-4a3a-8ea7-89c9fd562d10 req-cf794cc6-b848-47ea-bbea-5f771cf9023e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308330 Sep 08 14:12:39.879261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d788e50c-0c60-425b-94ce-575f977a2660 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:12:39.970285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port d788e50c-0c60-425b-94ce-575f977a2660 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:12:39.974140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port d788e50c-0c60-425b-94ce-575f977a2660 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:12:39.974558 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:39.989336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362424e8-e718-43fb-b9b7-91cfb8335ca8 req-afb6e533-91d3-4730-9c1a-96b7991aad91 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:39.990894 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-362424e8-e718-43fb-b9b7-91cfb8335ca8 req-afb6e533-91d3-4730-9c1a-96b7991aad91 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 944 time: 0.0495837 Sep 08 14:12:40.032563 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-362424e8-e718-43fb-b9b7-91cfb8335ca8 req-83781170-9dbe-4b80-a019-638e55dbb324 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349627 Sep 08 14:12:40.051263 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:40.075766 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:12:40.077956 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4108708-659f-494d-91de-e22faf1b6e85" -d '{"events": [{"server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "name": "network-vif-plugged", "status": "completed", "tag": "d788e50c-0c60-425b-94ce-575f977a2660"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:40.090382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:12:40.124913 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b73cd04-da83-4084-a59f-548ea204f28d x-openstack-request-id: req-7b73cd04-da83-4084-a59f-548ea204f28d {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:40.125206 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "name": "network-vif-plugged", "status": "completed", "tag": "d788e50c-0c60-425b-94ce-575f977a2660", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:40.125463 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7b73cd04-da83-4084-a59f-548ea204f28d {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:40.125863 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660', 'code': 200} Sep 08 14:12:40.193595 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:40.217807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430caee-a330-406d-8d54-e2c820a45fc0 req-e4f2e309-3186-4133-8941-f399964dad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:40.219467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4430caee-a330-406d-8d54-e2c820a45fc0 req-e4f2e309-3186-4133-8941-f399964dad13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1095 time: 0.0400267 Sep 08 14:12:40.229953 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8c88daa8-830a-45d6-992e-f6c4bc27dbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:40.243430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:12:40.255803 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4430caee-a330-406d-8d54-e2c820a45fc0 req-d56622fb-55ab-4249-ae2b-8fd43e01fb20 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296409 Sep 08 14:12:40.638715 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:41.146972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415901b-7ff0-4ad8-82db-da2d1e5e983c req-d735b45d-adcb-41bb-9c5a-7b7b661880ff tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:41.148450 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d415901b-7ff0-4ad8-82db-da2d1e5e983c req-d735b45d-adcb-41bb-9c5a-7b7b661880ff tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0496755 Sep 08 14:12:41.187050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d415901b-7ff0-4ad8-82db-da2d1e5e983c req-b8f00957-9d68-49ed-91f4-4cc3fc0348ff tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327499 Sep 08 14:12:42.033166 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:42.303426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4729d96-36b9-4ee4-93cd-2540997169e8 req-2fc02832-e957-4053-b3cf-106836e11dbb tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:42.304832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b4729d96-36b9-4ee4-93cd-2540997169e8 req-2fc02832-e957-4053-b3cf-106836e11dbb tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0480509 Sep 08 14:12:42.342536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b4729d96-36b9-4ee4-93cd-2540997169e8 req-0ed0fe1d-67dc-435d-9523-613ca0b8497e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311110 Sep 08 14:12:42.458943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c619120-9d91-4f3d-bd99-22eb1e22acb1 req-8ac07eb6-1048-499d-af25-9b60a7bb9d44 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:42.460423 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1c619120-9d91-4f3d-bd99-22eb1e22acb1 req-8ac07eb6-1048-499d-af25-9b60a7bb9d44 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0523508 Sep 08 14:12:42.468990 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 53652) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:12:42.473246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b938c344-1652-4268-a3e1-64c1ecffce0c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Request body: {'floatingip': {'port_id': 'd788e50c-0c60-425b-94ce-575f977a2660'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:12:42.512013 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b938c344-1652-4268-a3e1-64c1ecffce0c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:42.932368 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b938c344-1652-4268-a3e1-64c1ecffce0c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:42.993168 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b938c344-1652-4268-a3e1-64c1ecffce0c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:43.402909 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-b938c344-1652-4268-a3e1-64c1ecffce0c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 associated. External IP: 172.25.5.108, port: d788e50c-0c60-425b-94ce-575f977a2660. Sep 08 14:12:43.462101 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:43.601659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b938c344-1652-4268-a3e1-64c1ecffce0c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Router d28b039e-8023-459b-aa90-29f11eacdcf8 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:12:43.706439 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b938c344-1652-4268-a3e1-64c1ecffce0c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:12:43.711874 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b938c344-1652-4268-a3e1-64c1ecffce0c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:43.716578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a7dc6-5b29-49fe-9840-5ce3df864c37 None None] Sync routers for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:12:43.725540 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7a7dc6-5b29-49fe-9840-5ce3df864c37 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:12:43.726155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8c7a7dc6-5b29-49fe-9840-5ce3df864c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:12:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:43.742594 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b938c344-1652-4268-a3e1-64c1ecffce0c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "PUT /v2.0/floatingips/8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 HTTP/1.1" status: 200 len: 991 time: 1.2724788 Sep 08 14:12:43.743186 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:12:43.783090 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53914b5cbc8b3b403e16123f979e5e8060fc37f7363c24167064795fe79b24c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ac8917-27fb-42f8-a9c7-e19638368cae" -d '{"events": [{"name": "network-changed", "server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "tag": "d788e50c-0c60-425b-94ce-575f977a2660"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:12:43.836421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-8c7a7dc6-5b29-49fe-9840-5ce3df864c37 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:12:43.867403 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5db002-298c-4217-afd9-bf82fb25f204 x-openstack-request-id: req-cb5db002-298c-4217-afd9-bf82fb25f204 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:12:43.867720 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "tag": "d788e50c-0c60-425b-94ce-575f977a2660", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:12:43.867967 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cb5db002-298c-4217-afd9-bf82fb25f204 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:12:43.868372 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660', 'status': 'completed', 'code': 200} Sep 08 14:12:43.932864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac8917-27fb-42f8-a9c7-e19638368cae req-459cc635-45cd-43e0-be53-fa6c421fc027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:43.934435 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28ac8917-27fb-42f8-a9c7-e19638368cae req-459cc635-45cd-43e0-be53-fa6c421fc027 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1096 time: 0.0447230 Sep 08 14:12:44.022887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac8917-27fb-42f8-a9c7-e19638368cae req-d2dfbe66-02ff-4acc-b34e-542ee7d67666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:44.024429 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28ac8917-27fb-42f8-a9c7-e19638368cae req-d2dfbe66-02ff-4acc-b34e-542ee7d67666 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0834420 Sep 08 14:12:44.058669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8c7a7dc6-5b29-49fe-9840-5ce3df864c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'port_id': 'd788e50c-0c60-425b-94ce-575f977a2660', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'mac_address': 'fa:16:3e:55:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:06:49Z', 'updated_at': '2021-09-08T14:12:42Z', 'revision_number': 9, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:44.087092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a7dc6-5b29-49fe-9840-5ce3df864c37 None None] Checking router: d28b039e-8023-459b-aa90-29f11eacdcf8 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:12:44.091673 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28ac8917-27fb-42f8-a9c7-e19638368cae req-246b8362-19b7-4ab5-899b-be5379992f86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 999 time: 0.0605540 Sep 08 14:12:44.096056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7a7dc6-5b29-49fe-9840-5ce3df864c37 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:12:44.096648 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8c7a7dc6-5b29-49fe-9840-5ce3df864c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:12:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:44.140048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac8917-27fb-42f8-a9c7-e19638368cae req-06559a8d-96fb-458a-a066-25b611530af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:44.141626 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28ac8917-27fb-42f8-a9c7-e19638368cae req-06559a8d-96fb-458a-a066-25b611530af6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0431902 Sep 08 14:12:44.186983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac8917-27fb-42f8-a9c7-e19638368cae req-46e215b6-4136-40b7-9574-9c90b7fba4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:44.188548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28ac8917-27fb-42f8-a9c7-e19638368cae req-46e215b6-4136-40b7-9574-9c90b7fba4e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400422 Sep 08 14:12:44.199442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-8c7a7dc6-5b29-49fe-9840-5ce3df864c37 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:12:44.280783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28ac8917-27fb-42f8-a9c7-e19638368cae req-956789a0-d4b2-4d2d-9c6d-50ad54787b35 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853539 Sep 08 14:12:44.369011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-28ac8917-27fb-42f8-a9c7-e19638368cae req-6518099c-8e90-4644-a30d-e7b0b970653a service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815504 Sep 08 14:12:44.417628 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-8c7a7dc6-5b29-49fe-9840-5ce3df864c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'port_id': 'd788e50c-0c60-425b-94ce-575f977a2660', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'mac_address': 'fa:16:3e:55:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:06:49Z', 'updated_at': '2021-09-08T14:12:42Z', 'revision_number': 9, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:12:44.446566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a7dc6-5b29-49fe-9840-5ce3df864c37 None None] The sync data for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 is: [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'port_id': 'd788e50c-0c60-425b-94ce-575f977a2660', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'mac_address': 'fa:16:3e:55:80:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:06:49Z', 'updated_at': '2021-09-08T14:12:42Z', 'revision_number': 9, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:12:44.621450 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92a9255-9343-42a3-9463-f39e1ea5f7b0 None None] New status for floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:12:44.896604 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:47.609134 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:12:56.489964 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbb8f3d4-7201-4549-bc17-e3f8a8f88ed6 req-046aedec-71c5-4ffd-b575-2f3817952021 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427227 Sep 08 14:12:56.571043 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8f3d4-7201-4549-bc17-e3f8a8f88ed6 req-c5d4fc2b-8957-4c9c-937b-173e45e6468f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:56.573557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbb8f3d4-7201-4549-bc17-e3f8a8f88ed6 req-c5d4fc2b-8957-4c9c-937b-173e45e6468f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1096 time: 0.0397692 Sep 08 14:12:56.676920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8f3d4-7201-4549-bc17-e3f8a8f88ed6 req-789b4db3-ea1c-49fc-8d0c-958a64571d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:56.678394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbb8f3d4-7201-4549-bc17-e3f8a8f88ed6 req-789b4db3-ea1c-49fc-8d0c-958a64571d93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0833006 Sep 08 14:12:56.746941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbb8f3d4-7201-4549-bc17-e3f8a8f88ed6 req-d0f7fdb7-146e-4c13-a500-eae242dca08c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1002 time: 0.0610275 Sep 08 14:12:56.798259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8f3d4-7201-4549-bc17-e3f8a8f88ed6 req-81284bb3-4ba7-41cf-b48f-1af1a9f369be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:56.799743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbb8f3d4-7201-4549-bc17-e3f8a8f88ed6 req-81284bb3-4ba7-41cf-b48f-1af1a9f369be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0443380 Sep 08 14:12:56.844007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb8f3d4-7201-4549-bc17-e3f8a8f88ed6 req-8d8e9d19-2eeb-4d34-99eb-ac19a0941534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:12:56.845524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbb8f3d4-7201-4549-bc17-e3f8a8f88ed6 req-8d8e9d19-2eeb-4d34-99eb-ac19a0941534 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388055 Sep 08 14:12:56.938099 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbb8f3d4-7201-4549-bc17-e3f8a8f88ed6 req-828773bc-2de5-487a-b64a-21fc5f0728cf service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838954 Sep 08 14:12:57.027003 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbb8f3d4-7201-4549-bc17-e3f8a8f88ed6 req-fec05eb3-b4dc-4d1c-adc3-7bf881a0b062 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808220 Sep 08 14:13:06.311618 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:13:07.878763 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0d498247-24c1-453d-b3d9-6e703b6bcb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:10.255775 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7bb1f0e6-fc79-4d80-b0ca-cb6425df5a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:10.631663 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:12.061226 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:13.433223 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:14.815616 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:17.413985 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:37.873058 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1d489219-ddb7-4e6e-8731-ee01cabbb5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:40.253735 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7a9381a5-9d5c-4f52-88b7-fb907f7c76b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:40.637716 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:42.020574 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:43.311126 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:13:43.460932 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:44.830759 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:47.448193 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:13:57.502695 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3f8aff9-1e75-427d-8050-754e1c54b528 req-8e0c5f89-a2b1-4d81-acb9-c0d97a37a09a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459192 Sep 08 14:13:57.584006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8aff9-1e75-427d-8050-754e1c54b528 req-9993a2d8-7547-4baf-a516-d7a41f143f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:13:57.585394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3f8aff9-1e75-427d-8050-754e1c54b528 req-9993a2d8-7547-4baf-a516-d7a41f143f3f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1096 time: 0.0400240 Sep 08 14:13:57.690735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8aff9-1e75-427d-8050-754e1c54b528 req-ba6e3e38-e724-4971-911d-423f66a0aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:13:57.692208 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3f8aff9-1e75-427d-8050-754e1c54b528 req-ba6e3e38-e724-4971-911d-423f66a0aa04 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0865824 Sep 08 14:13:57.756928 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3f8aff9-1e75-427d-8050-754e1c54b528 req-83293092-60ee-4b09-8e8d-ad16cefcbc57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1002 time: 0.0566368 Sep 08 14:13:57.804694 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8aff9-1e75-427d-8050-754e1c54b528 req-952ff973-9dd0-4b5e-9b78-b2410e88192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:13:57.806106 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3f8aff9-1e75-427d-8050-754e1c54b528 req-952ff973-9dd0-4b5e-9b78-b2410e88192f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0419137 Sep 08 14:13:57.854886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8aff9-1e75-427d-8050-754e1c54b528 req-f5583c15-5010-4aa3-9a1b-eb677a83e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:13:57.856260 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3f8aff9-1e75-427d-8050-754e1c54b528 req-f5583c15-5010-4aa3-9a1b-eb677a83e312 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428846 Sep 08 14:13:57.948168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3f8aff9-1e75-427d-8050-754e1c54b528 req-76cfe18b-dcb0-42dd-aea6-270812bac11b service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844526 Sep 08 14:13:58.040119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3f8aff9-1e75-427d-8050-754e1c54b528 req-84aecd03-8ff3-4477-b1a3-54aabe29986c service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830767 Sep 08 14:14:07.877518 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c882c62a-703f-418e-9296-1d207b661543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:10.209420 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-71b0dc9c-00b7-46ad-a080-2f47f434535b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:10.654623 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:12.043748 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:13.448901 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:14.835833 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:17.425642 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:20.310789 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:14:37.883120 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f03eb665-d820-416e-b47d-b23de8e01b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:40.201529 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3b59127e-abcd-428a-8ee9-b8ecc521d94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:40.629892 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:42.043703 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:43.448625 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:44.831338 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:47.425881 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:14:57.310693 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:14:59.499058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e0866e2-263a-41b7-aebe-e3a467f9b2a4 req-00f75823-1074-42a4-81a9-926142f5a9e2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396953 Sep 08 14:14:59.577543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0866e2-263a-41b7-aebe-e3a467f9b2a4 req-7c72973a-5d34-4918-9de8-7ac7b20824eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:14:59.578937 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e0866e2-263a-41b7-aebe-e3a467f9b2a4 req-7c72973a-5d34-4918-9de8-7ac7b20824eb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1096 time: 0.0393579 Sep 08 14:14:59.681328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0866e2-263a-41b7-aebe-e3a467f9b2a4 req-32593e8b-8552-4c10-b3b7-9a4c8474488b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:14:59.683345 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e0866e2-263a-41b7-aebe-e3a467f9b2a4 req-32593e8b-8552-4c10-b3b7-9a4c8474488b service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0852072 Sep 08 14:14:59.745100 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e0866e2-263a-41b7-aebe-e3a467f9b2a4 req-df941187-33e4-41d9-a360-40760b706ce7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1002 time: 0.0549562 Sep 08 14:14:59.798440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0866e2-263a-41b7-aebe-e3a467f9b2a4 req-a2264884-d849-4eaa-84b4-1b5a669ac8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:14:59.799899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e0866e2-263a-41b7-aebe-e3a467f9b2a4 req-a2264884-d849-4eaa-84b4-1b5a669ac8d1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0469379 Sep 08 14:14:59.845121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0866e2-263a-41b7-aebe-e3a467f9b2a4 req-a4abecc9-ab3b-4757-9e85-91cf3f1de7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:14:59.846619 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e0866e2-263a-41b7-aebe-e3a467f9b2a4 req-a4abecc9-ab3b-4757-9e85-91cf3f1de7c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401795 Sep 08 14:14:59.933656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e0866e2-263a-41b7-aebe-e3a467f9b2a4 req-b6b30df8-d3da-46e8-bfb1-66a899d05586 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798936 Sep 08 14:15:00.023968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e0866e2-263a-41b7-aebe-e3a467f9b2a4 req-44ef6952-14d4-4c64-808e-6ede5853f91c service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836141 Sep 08 14:15:07.910787 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c97f4927-83b0-4857-bbf8-8f22ceb3a1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:10.213788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-10a2de57-f00d-4d3d-928d-dd888c46cd7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:10.630610 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:12.047800 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:13.446564 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:14.847650 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:17.223411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-effebe74-a47f-43ab-a0fc-36a7c6b68bea req-21f89014-e0e8-4c33-b2ae-90734cf0bd77 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:15:17.224483 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-effebe74-a47f-43ab-a0fc-36a7c6b68bea req-21f89014-e0e8-4c33-b2ae-90734cf0bd77 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0581026 Sep 08 14:15:17.447178 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:17.528385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7e30d-9e91-4085-9dbf-e39b12ef04ed req-584c7ac4-d5f5-4373-a028-5974e909e207 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:17.529802 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3e7e30d-9e91-4085-9dbf-e39b12ef04ed req-584c7ac4-d5f5-4373-a028-5974e909e207 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0487375 Sep 08 14:15:17.567585 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c3e7e30d-9e91-4085-9dbf-e39b12ef04ed req-e7226ad0-5085-4dfa-8bdd-89c80514ff5f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317619 Sep 08 14:15:17.704128 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-e7040d6f-9602-41ba-bb31-b1247f9efc58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757217 Sep 08 14:15:17.712785 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-5cf73423-c20b-49ca-bd27-345db1861496 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:15:17.714265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-5cf73423-c20b-49ca-bd27-345db1861496 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047662 Sep 08 14:15:18.680570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0ced-6239-46c4-8877-8996ea2d1698 req-6bd81225-e1d7-4ba6-8319-a29ee8318313 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:18.682065 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-897a0ced-6239-46c4-8877-8996ea2d1698 req-6bd81225-e1d7-4ba6-8319-a29ee8318313 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0470433 Sep 08 14:15:18.718991 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-897a0ced-6239-46c4-8877-8996ea2d1698 req-692c9270-6eaf-49bd-8016-6ebf7c83386f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307128 Sep 08 14:15:19.833095 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a97712-1ec6-4464-8f0e-029244cf4bd0 req-7a49029b-e2e8-40a3-9370-19d6dd046136 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:19.834595 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66a97712-1ec6-4464-8f0e-029244cf4bd0 req-7a49029b-e2e8-40a3-9370-19d6dd046136 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0479596 Sep 08 14:15:19.871979 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66a97712-1ec6-4464-8f0e-029244cf4bd0 req-91f87002-6daf-40aa-856a-101bf2f1bc25 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309250 Sep 08 14:15:21.263308 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a81cd-a4f7-4f9c-9292-f64f40b5d50c req-254ce137-067d-48ba-9570-41bb732ec514 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:21.264769 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e36a81cd-a4f7-4f9c-9292-f64f40b5d50c req-254ce137-067d-48ba-9570-41bb732ec514 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.3238246 Sep 08 14:15:21.301069 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e36a81cd-a4f7-4f9c-9292-f64f40b5d50c req-342c2513-756b-4b8b-9c77-1de4c00a7a8d tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303051 Sep 08 14:15:21.587513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-83436353-d4fe-4237-9a3c-a6e3e97d05ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:21.589389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-83436353-d4fe-4237-9a3c-a6e3e97d05ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1096 time: 0.0387485 Sep 08 14:15:21.680209 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-02e640ba-eafd-4dac-989e-0ade68aea23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:21.681671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-02e640ba-eafd-4dac-989e-0ade68aea23b service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0854111 Sep 08 14:15:21.745113 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-fdf751b6-423d-4e88-b0a1-8e3fa077b1e5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1002 time: 0.0562224 Sep 08 14:15:21.793603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-fe5d8e31-647e-4518-a8ef-6a21d401015b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:21.795069 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-fe5d8e31-647e-4518-a8ef-6a21d401015b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0434253 Sep 08 14:15:21.842922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-44aea266-46b6-4d87-807e-409a7e2c28a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:21.844273 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-44aea266-46b6-4d87-807e-409a7e2c28a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421383 Sep 08 14:15:21.931544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-afa0e4e1-f48f-4f17-8f86-184464bf3b50 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794683 Sep 08 14:15:22.030317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-0e6d0f60-59c0-4456-b2d0-bac3795888ee service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849123 Sep 08 14:15:22.418200 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268320c-109a-42ea-a615-f7c287097dff req-e7de66ae-416c-457e-a4e3-130c750f32fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:22.419656 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4268320c-109a-42ea-a615-f7c287097dff req-e7de66ae-416c-457e-a4e3-130c750f32fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0517490 Sep 08 14:15:22.457087 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4268320c-109a-42ea-a615-f7c287097dff req-b93b1478-5c83-4ee6-8369-bada595daca2 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315425 Sep 08 14:15:23.574146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a7f88-d521-4b91-9af0-d14d65a50b7b req-8657db2e-c488-4745-a806-4c4f190f387c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:23.575619 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c8a7f88-d521-4b91-9af0-d14d65a50b7b req-8657db2e-c488-4745-a806-4c4f190f387c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0470777 Sep 08 14:15:23.612032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6c8a7f88-d521-4b91-9af0-d14d65a50b7b req-6574b23f-1d61-484c-8aaa-ba9229b62735 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305345 Sep 08 14:15:24.727696 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53e671-2c45-4b6e-ae24-190fb7266edc req-eba00662-8d24-4cb1-9f75-4ba6997b7719 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:24.729158 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be53e671-2c45-4b6e-ae24-190fb7266edc req-eba00662-8d24-4cb1-9f75-4ba6997b7719 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0502894 Sep 08 14:15:24.766904 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-be53e671-2c45-4b6e-ae24-190fb7266edc req-a4cfe0c8-636d-4aed-a982-998345c2296a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311403 Sep 08 14:15:25.881226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfda56-f193-4731-a7d9-e6777087a9a0 req-f843f3e0-2dad-4079-bbc7-e256bf19e2c5 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:25.882746 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18dfda56-f193-4731-a7d9-e6777087a9a0 req-f843f3e0-2dad-4079-bbc7-e256bf19e2c5 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0483267 Sep 08 14:15:25.923960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18dfda56-f193-4731-a7d9-e6777087a9a0 req-0a11b535-2858-4ef0-a96f-60e38d9e3db9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353429 Sep 08 14:15:27.038246 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c4a46-3797-4ab1-86e2-b6c80ff405ee req-e950535e-9d0e-4bbc-9179-497596f3de4c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:27.039745 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-499c4a46-3797-4ab1-86e2-b6c80ff405ee req-e950535e-9d0e-4bbc-9179-497596f3de4c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0488052 Sep 08 14:15:27.075854 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-499c4a46-3797-4ab1-86e2-b6c80ff405ee req-b30721e9-6a22-450f-a74e-e890bd17ac58 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303638 Sep 08 14:15:28.191763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24a8b0-2050-4762-8f48-f20047f26b18 req-c4f85753-fe13-48a9-b6a9-e3f250054e6c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:28.193227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b24a8b0-2050-4762-8f48-f20047f26b18 req-c4f85753-fe13-48a9-b6a9-e3f250054e6c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0481548 Sep 08 14:15:28.231096 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b24a8b0-2050-4762-8f48-f20047f26b18 req-1d3289c6-e73d-44ff-97a0-6b587fcd6af8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Sep 08 14:15:29.348574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b870611-b1ec-47d2-a57e-34f7426317b2 req-1beb7129-a189-48b5-b7dc-2f8874200408 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:29.350019 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b870611-b1ec-47d2-a57e-34f7426317b2 req-1beb7129-a189-48b5-b7dc-2f8874200408 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0513718 Sep 08 14:15:29.386378 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9b870611-b1ec-47d2-a57e-34f7426317b2 req-91a60d72-9c37-450c-b983-92ef00d9bedf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299847 Sep 08 14:15:30.499022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09078708-6c2c-4ac9-93e6-d537bf20f119 req-394487a7-c98e-46f2-aba4-cd011b6cc228 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:30.500510 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09078708-6c2c-4ac9-93e6-d537bf20f119 req-394487a7-c98e-46f2-aba4-cd011b6cc228 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0478055 Sep 08 14:15:30.537063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09078708-6c2c-4ac9-93e6-d537bf20f119 req-026feb4f-9fed-42b3-87d8-e4eeb318d456 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307806 Sep 08 14:15:31.651818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc8384-4a55-4e48-8266-d418dd9aae21 req-a89a5658-0785-4e3c-bb38-d0b5f21ea613 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:31.653312 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6fc8384-4a55-4e48-8266-d418dd9aae21 req-a89a5658-0785-4e3c-bb38-d0b5f21ea613 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0502071 Sep 08 14:15:31.689960 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b6fc8384-4a55-4e48-8266-d418dd9aae21 req-b46dcb92-164e-471b-8743-b1b2f2325b45 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306854 Sep 08 14:15:32.804753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000111d3-7c6e-43e9-9a8f-b4291f63081c req-c8aab02b-d3c3-4597-9231-2f6be7007269 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:32.806260 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-000111d3-7c6e-43e9-9a8f-b4291f63081c req-c8aab02b-d3c3-4597-9231-2f6be7007269 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0487244 Sep 08 14:15:32.846581 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-000111d3-7c6e-43e9-9a8f-b4291f63081c req-0c312dcb-99cf-4a45-b47e-4cbf5b7584ee tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343914 Sep 08 14:15:33.960718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a5c71-2797-433a-b3a7-11883d7cc873 req-46a5a8e1-1221-484f-a7bf-418a0af01cb8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:33.962198 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee2a5c71-2797-433a-b3a7-11883d7cc873 req-46a5a8e1-1221-484f-a7bf-418a0af01cb8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0470037 Sep 08 14:15:33.999455 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ee2a5c71-2797-433a-b3a7-11883d7cc873 req-0c688181-a0fc-4ff0-891d-a0eae0606879 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307801 Sep 08 14:15:34.177760 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-894105dd-ddb3-47d0-8a5b-325def2890cc service neutron] show failed (client error): The resource could not be found. Sep 08 14:15:34.178684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-894105dd-ddb3-47d0-8a5b-325def2890cc service neutron] 10.222.0.60 "GET /v2.0/ports/d788e50c-0c60-425b-94ce-575f977a2660/bindings/n-h1-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0520689 Sep 08 14:15:34.310013 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:15:34.676338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-154aa4e8-54e9-45a2-9205-b8e47c868b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:34.677863 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-154aa4e8-54e9-45a2-9205-b8e47c868b4b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 1096 time: 0.0407860 Sep 08 14:15:34.689594 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:15:34.739761 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:34.940647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:15:34.971947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:15:35.010611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:15:35.012877 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ace89d7-7fd4-48da-8c16-dabb3aa0214d" -d '{"events": [{"server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "name": "network-vif-unplugged", "status": "completed", "tag": "d788e50c-0c60-425b-94ce-575f977a2660"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:15:35.016573 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:35.030384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Transition to ACTIVE for port object d788e50c-0c60-425b-94ce-575f977a2660 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:15:35.065112 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7166862d-6246-4ed4-b465-323847e6c718 x-openstack-request-id: req-7166862d-6246-4ed4-b465-323847e6c718 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:15:35.065553 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "name": "network-vif-unplugged", "status": "completed", "tag": "d788e50c-0c60-425b-94ce-575f977a2660", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:15:35.065831 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7166862d-6246-4ed4-b465-323847e6c718 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:15:35.066274 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660', 'code': 200} Sep 08 14:15:35.097441 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:35.118101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66423b57-2bc5-4e55-a4d9-8dab82f6dcc3 req-f8a15c44-8c8f-494a-8d5c-ded2419ec50e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:35.119637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66423b57-2bc5-4e55-a4d9-8dab82f6dcc3 req-f8a15c44-8c8f-494a-8d5c-ded2419ec50e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0520315 Sep 08 14:15:35.164151 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-66423b57-2bc5-4e55-a4d9-8dab82f6dcc3 req-4b6c4f0f-7d30-46e9-85c5-aa0f4f1a14b2 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367062 Sep 08 14:15:35.181440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Pushing event updated for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:35.192650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:35.192927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:35.193269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:35.193636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:35.193972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:35.194339 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:35.194677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:35.194995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:35.195323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:35.195649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:35.195972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:35.196295 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:35.230028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] No DVR routers for this DVR port d788e50c-0c60-425b-94ce-575f977a2660 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:15:35.364469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Attempting to bind port d788e50c-0c60-425b-94ce-575f977a2660 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:15:35.364809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Attempting to bind port d788e50c-0c60-425b-94ce-575f977a2660 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:15:35.365142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Attempting to bind port d788e50c-0c60-425b-94ce-575f977a2660 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:15:35.369509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Port d788e50c-0c60-425b-94ce-575f977a2660 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:15:35.369837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Attempting to bind port d788e50c-0c60-425b-94ce-575f977a2660 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:15:35.374730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:15:35.375089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:15:35.375478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Bound using segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:15:35.375917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Bound port: d788e50c-0c60-425b-94ce-575f977a2660, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:15:35.376281 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:35.437447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:15:35.440628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:15:35.482295 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:35.518546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:35.519171 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:35.520565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] 10.222.0.70 "PUT /v2.0/ports/d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1091 time: 0.8348672 Sep 08 14:15:35.543290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abfed0-843c-4304-9b23-0f94e7729437 service neutron] Pushing event updated for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:35.586927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-ce63bda0-0615-4243-b091-3e7f44badcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:35.589123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-ce63bda0-0615-4243-b091-3e7f44badcab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1094 time: 0.0423317 Sep 08 14:15:35.679983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-6e259bb3-a312-429f-8a1e-1fea9aa3b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:35.681498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-6e259bb3-a312-429f-8a1e-1fea9aa3b6ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0860639 Sep 08 14:15:35.750136 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-6fef8825-3603-4304-8967-209cd32861fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1000 time: 0.0611236 Sep 08 14:15:35.796804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-f141e015-8c7d-49c0-a9d7-73abde3626be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:35.798166 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-f141e015-8c7d-49c0-a9d7-73abde3626be service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0415711 Sep 08 14:15:35.842966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-a5b9db8b-e3b9-44ff-bddc-8b981530148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:35.844401 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-a5b9db8b-e3b9-44ff-bddc-8b981530148e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392718 Sep 08 14:15:35.934887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-27ff4454-2289-44ef-aa24-6e5cb4c3df87 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833340 Sep 08 14:15:36.022120 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbf1187a-a597-49e7-b9ac-f8cda71b1004 req-60815582-ac19-4a67-b830-73f562c20982 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803740 Sep 08 14:15:36.288327 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5048f0-5d4e-465e-8a76-a64c1caf0188 req-a9509d71-ad24-4cf9-b712-de1aede5d0b3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:36.290167 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc5048f0-5d4e-465e-8a76-a64c1caf0188 req-a9509d71-ad24-4cf9-b712-de1aede5d0b3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 943 time: 0.0539911 Sep 08 14:15:36.329315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dc5048f0-5d4e-465e-8a76-a64c1caf0188 req-9cdaa672-36b8-4c14-b286-ad5f75d0e5f2 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325344 Sep 08 14:15:37.068156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:15:37.070580 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "tag": "d788e50c-0c60-425b-94ce-575f977a2660"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:15:37.117060 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23e7c78-09f6-43b3-adab-9a2dc2183fe9 x-openstack-request-id: req-b23e7c78-09f6-43b3-adab-9a2dc2183fe9 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:15:37.117349 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "tag": "d788e50c-0c60-425b-94ce-575f977a2660", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:15:37.117598 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b23e7c78-09f6-43b3-adab-9a2dc2183fe9 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:15:37.117988 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660', 'status': 'completed', 'code': 200} Sep 08 14:15:37.204271 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-20a081e8-7416-46b6-87c9-b4ee5085977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:37.205754 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-20a081e8-7416-46b6-87c9-b4ee5085977f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1094 time: 0.0596418 Sep 08 14:15:37.207603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-e81d7362-b667-4e6c-854c-fa849f98c2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:37.208966 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-e81d7362-b667-4e6c-854c-fa849f98c2e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1094 time: 0.0708997 Sep 08 14:15:37.365919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-85d95fb9-cd3f-4449-b27a-eb8b3d685c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:37.367455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-85d95fb9-cd3f-4449-b27a-eb8b3d685c3b service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1547399 Sep 08 14:15:37.368548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-da55355e-187a-46fd-98bc-53f7fc3025ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:37.369875 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-da55355e-187a-46fd-98bc-53f7fc3025ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1502991 Sep 08 14:15:37.504749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-3845c0de-880a-46b0-848d-574bc6141232 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1000 time: 0.1299810 Sep 08 14:15:37.506393 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-d9e758aa-2d4a-4a9b-b027-9f8f5b358454 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1000 time: 0.1259742 Sep 08 14:15:37.537085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8c918-8814-441f-8c95-56a7b56a8d76 req-26cf1723-9918-4647-ad03-1ff9da471f82 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:37.538594 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6fd8c918-8814-441f-8c95-56a7b56a8d76 req-26cf1723-9918-4647-ad03-1ff9da471f82 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 943 time: 0.1258793 Sep 08 14:15:37.618549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-98b17aba-aa90-4ddb-9ce9-6edca6599a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:37.620014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-98b17aba-aa90-4ddb-9ce9-6edca6599a71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0991211 Sep 08 14:15:37.625356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-8639d276-109d-4c7f-a036-3007197ddb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:37.626788 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-8639d276-109d-4c7f-a036-3007197ddb4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.1136334 Sep 08 14:15:37.670455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6fd8c918-8814-441f-8c95-56a7b56a8d76 req-49edd5f9-b129-40cf-8bcd-7eb4eb4783a4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976920 Sep 08 14:15:37.705470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-865180b9-ab4d-484a-9408-7beb6a57c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:37.707006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-865180b9-ab4d-484a-9408-7beb6a57c163 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793867 Sep 08 14:15:37.709556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-50e06990-5785-43c3-998d-82f5e05a4dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:37.710960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-50e06990-5785-43c3-998d-82f5e05a4dd9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680151 Sep 08 14:15:37.867571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-612b37df-7084-42d5-97b7-efbd4267970b service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533778 Sep 08 14:15:37.869440 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-947ce5e4-73d5-4b89-a5ff-edb56c5346db service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485333 Sep 08 14:15:37.899313 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e4e53c7a-75ba-4d4a-939a-ca1c431d4d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:38.023751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-9c38e50c-a464-4381-82f7-d69ed13efaa1 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487341 Sep 08 14:15:38.025631 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f51c490-613f-4b8b-aca6-e6f2ae9fc5d5 req-21d2a5f1-dcf6-4662-8eda-6b4a9c723d60 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435230 Sep 08 14:15:38.670749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d788e50c-0c60-425b-94ce-575f977a2660 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:15:38.711844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d788e50c-0c60-425b-94ce-575f977a2660 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:15:38.789479 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcdfa6-3746-472f-80f9-b74e4919904b req-0a0be82f-ff54-4fe9-89d2-d417d28a023a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:38.791006 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1bfcdfa6-3746-472f-80f9-b74e4919904b req-0a0be82f-ff54-4fe9-89d2-d417d28a023a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 943 time: 0.0488217 Sep 08 14:15:38.828451 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1bfcdfa6-3746-472f-80f9-b74e4919904b req-79d8a3ca-cd07-48cb-b06e-ab82eed3fa7f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316424 Sep 08 14:15:39.175180 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device d788e50c-0c60-425b-94ce-575f977a2660 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:15:39.268149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:15:39.279403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'd788e50c-0c60-425b-94ce-575f977a2660', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'port_id': 'd788e50c-0c60-425b-94ce-575f977a2660', 'mac_address': 'fa:16:3e:55:80:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:15:39.320495 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:39.340576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d788e50c-0c60-425b-94ce-575f977a2660 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:15:39.363486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:15:39.421182 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fb5a0-5309-44ff-8b47-3c233b310453 req-8b6d1a8e-0dac-426e-9a23-c303fcd34dd1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:39.422708 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb0fb5a0-5309-44ff-8b47-3c233b310453 req-8b6d1a8e-0dac-426e-9a23-c303fcd34dd1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 943 time: 0.0520277 Sep 08 14:15:39.426549 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:39.457695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-da278449-8853-440d-809f-55fa2ab7616b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:39.459386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-da278449-8853-440d-809f-55fa2ab7616b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.70 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f&tenant_id=e6fa3551987f4a6f99bf3934c741d442&binding%3Ahost_id=n-h1-807558-3 HTTP/1.1" status: 200 len: 943 time: 0.0531673 Sep 08 14:15:39.467214 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cb0fb5a0-5309-44ff-8b47-3c233b310453 req-36667a4d-6bfa-4298-a174-472df860a3f1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370855 Sep 08 14:15:39.481541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:39.491302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:39.491642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:39.491991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:39.492346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:39.492702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:39.493038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:39.493560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:39.493690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:39.494010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:39.494368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:39.494690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:39.495011 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:15:39.522265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-69de5ad1-f0ea-4acb-a6f5-5adebe46fe2a service neutron] 10.222.0.70 "GET /v2.0/ports/d788e50c-0c60-425b-94ce-575f977a2660/bindings/n-h1-807558-3 HTTP/1.1" status: 200 len: 382 time: 0.0554743 Sep 08 14:15:39.587944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-b4c24b1b-d04c-49cb-aa20-725f85650496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:39.589432 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-b4c24b1b-d04c-49cb-aa20-725f85650496 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1095 time: 0.0433021 Sep 08 14:15:39.680053 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-11e034cd-de9b-4ee3-9199-2b211fd8d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:39.681542 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-11e034cd-de9b-4ee3-9199-2b211fd8d3d3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0840440 Sep 08 14:15:39.706973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['d788e50c-0c60-425b-94ce-575f977a2660'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:15:39.751324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4116574a-1e2b-40ee-8a2e-e13e1791627e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1001 time: 0.0624619 Sep 08 14:15:39.800605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-b0d7eab2-54fc-42fb-aae7-47a6269722cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:39.801995 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-b0d7eab2-54fc-42fb-aae7-47a6269722cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0439417 Sep 08 14:15:39.850197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-254e54d1-8d27-440c-92ff-b5130264b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:39.851732 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-254e54d1-8d27-440c-92ff-b5130264b3a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425372 Sep 08 14:15:40.207827 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eafa5774-d4bf-4150-a070-6f140599bc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:40.209330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-07a114a5-70e1-44cc-af8c-5b753788a46b service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501484 Sep 08 14:15:40.297959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-61b75cdd-b57b-4500-866e-cc92aa810625 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813668 Sep 08 14:15:40.593914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d783d1-e4b1-48e9-968d-a95b1510cea3 req-cf299c70-f4c5-41ee-8a12-8d72ad4c824e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:40.595429 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7d783d1-e4b1-48e9-968d-a95b1510cea3 req-cf299c70-f4c5-41ee-8a12-8d72ad4c824e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 944 time: 0.0487416 Sep 08 14:15:40.618807 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:40.637082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7d783d1-e4b1-48e9-968d-a95b1510cea3 req-7c4ed715-e7a9-4e81-8374-68c18aaf0fb4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354097 Sep 08 14:15:41.185902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device d788e50c-0c60-425b-94ce-575f977a2660 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:15:41.332039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port d788e50c-0c60-425b-94ce-575f977a2660 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:15:41.335917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port d788e50c-0c60-425b-94ce-575f977a2660 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:15:41.336304 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:41.414308 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:41.435441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:15:41.437672 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b73eeea-db43-45d5-904d-77ae4653ae0f" -d '{"events": [{"server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "name": "network-vif-plugged", "status": "completed", "tag": "d788e50c-0c60-425b-94ce-575f977a2660"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:15:41.450139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:15:41.489601 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051fc1b0-45c3-4dad-8d70-4bf55cc90849 x-openstack-request-id: req-051fc1b0-45c3-4dad-8d70-4bf55cc90849 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:15:41.489892 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "name": "network-vif-plugged", "status": "completed", "tag": "d788e50c-0c60-425b-94ce-575f977a2660", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:15:41.490193 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-051fc1b0-45c3-4dad-8d70-4bf55cc90849 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:15:41.490587 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660', 'code': 200} Sep 08 14:15:41.521915 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:41.571354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:41.767242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120909f-d08e-499f-b4a6-756cf71294b5 req-abeff484-c8d0-4dfd-b84e-7116df68aaca tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:41.768748 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5120909f-d08e-499f-b4a6-756cf71294b5 req-abeff484-c8d0-4dfd-b84e-7116df68aaca tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0488575 Sep 08 14:15:41.807109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5120909f-d08e-499f-b4a6-756cf71294b5 req-63ae5539-4561-4bbf-8f19-4ab88c44eb01 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323126 Sep 08 14:15:42.099321 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:42.803927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-28c284ea-09d8-4a7b-8c8f-7f79f98f99c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:42.805400 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-28c284ea-09d8-4a7b-8c8f-7f79f98f99c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 1096 time: 0.0405490 Sep 08 14:15:42.816713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:15:42.872189 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:42.927766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef7eaa-ed6a-4a51-b70f-efe3ea711d8b req-6979afa3-1f9b-45b4-af94-ca37db7369e6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:42.929245 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dfef7eaa-ed6a-4a51-b70f-efe3ea711d8b req-6979afa3-1f9b-45b4-af94-ca37db7369e6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0519173 Sep 08 14:15:42.967752 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dfef7eaa-ed6a-4a51-b70f-efe3ea711d8b req-887b75b9-a0f2-42bc-817e-fe9a020bd282 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324969 Sep 08 14:15:43.072336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:15:43.103803 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:15:43.140768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:15:43.143045 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4f8d4e-f6fe-48fa-8a62-422676a523e0" -d '{"events": [{"server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "name": "network-vif-unplugged", "status": "completed", "tag": "d788e50c-0c60-425b-94ce-575f977a2660"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:15:43.147013 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:43.159236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Transition to ACTIVE for port object d788e50c-0c60-425b-94ce-575f977a2660 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:15:43.191807 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61abb867-1cb6-4c48-8b96-d8793918a1e7 x-openstack-request-id: req-61abb867-1cb6-4c48-8b96-d8793918a1e7 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:15:43.192102 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "name": "network-vif-unplugged", "status": "completed", "tag": "d788e50c-0c60-425b-94ce-575f977a2660", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:15:43.192353 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-61abb867-1cb6-4c48-8b96-d8793918a1e7 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:15:43.192751 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660', 'code': 200} Sep 08 14:15:43.224697 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:43.305172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Pushing event updated for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=10']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:43.343380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] No DVR routers for this DVR port d788e50c-0c60-425b-94ce-575f977a2660 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:15:43.464465 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:43.480739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Attempting to bind port d788e50c-0c60-425b-94ce-575f977a2660 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:15:43.480980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Attempting to bind port d788e50c-0c60-425b-94ce-575f977a2660 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:15:43.482087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Attempting to bind port d788e50c-0c60-425b-94ce-575f977a2660 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:15:43.486233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Port d788e50c-0c60-425b-94ce-575f977a2660 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:15:43.486555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Attempting to bind port d788e50c-0c60-425b-94ce-575f977a2660 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:15:43.491304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:15:43.491641 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:15:43.492020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Bound using segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:15:43.492442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Bound port: d788e50c-0c60-425b-94ce-575f977a2660, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:15:43.492791 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:43.553172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:15:43.556039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:15:43.634785 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:43.670719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:43.671340 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:43.672693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] 10.222.0.60 "PUT /v2.0/ports/d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1092 time: 0.8598294 Sep 08 14:15:43.696213 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892517c-6363-49f0-8c5c-884baec97bbe service neutron] Pushing event updated for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=11']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:43.741044 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-a0862c38-6613-48ef-be61-91e7194ca88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:43.742616 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-a0862c38-6613-48ef-be61-91e7194ca88c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1095 time: 0.0434513 Sep 08 14:15:43.839009 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-9d9beb87-9af1-44bf-b48a-80fed43e467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:43.841053 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-9d9beb87-9af1-44bf-b48a-80fed43e467a service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0913355 Sep 08 14:15:43.904321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-ab2cafa3-1b34-48c2-a162-b3a54c85594c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1000 time: 0.0569062 Sep 08 14:15:43.950956 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-69254021-220f-4669-9b96-4124f540ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:43.952321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-69254021-220f-4669-9b96-4124f540ce5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0416007 Sep 08 14:15:44.001738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-9701cbdb-2280-45f1-bd84-0931bdf12be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:44.003293 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-9701cbdb-2280-45f1-bd84-0931bdf12be4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443194 Sep 08 14:15:44.080505 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a5dce-472b-4500-8f27-b5f254c0a328 req-e506bb99-04bc-44ef-893b-79880600f2c1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:44.082103 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-446a5dce-472b-4500-8f27-b5f254c0a328 req-e506bb99-04bc-44ef-893b-79880600f2c1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 944 time: 0.0478017 Sep 08 14:15:44.092752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-66ed54c7-c070-4439-b1db-5c5f1859159c service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821791 Sep 08 14:15:44.120610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-446a5dce-472b-4500-8f27-b5f254c0a328 req-9484048e-10cb-4969-8881-fe309b677b52 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325890 Sep 08 14:15:44.186399 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-46ec5197-8dfd-45a6-947f-373dce3d610d req-c46113c1-6d45-4141-9a89-e80c2b12fbde service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864935 Sep 08 14:15:44.853093 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:45.200365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:15:45.202649 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655" -d '{"events": [{"name": "network-changed", "server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "tag": "d788e50c-0c60-425b-94ce-575f977a2660"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:15:45.241768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28089d2-caf2-443c-8ae1-c5f61310ab44 req-723de2f6-9eb6-4d81-8a1e-c9e8365fb647 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:45.243326 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c28089d2-caf2-443c-8ae1-c5f61310ab44 req-723de2f6-9eb6-4d81-8a1e-c9e8365fb647 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 944 time: 0.0532489 Sep 08 14:15:45.249699 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed1db21-3f7c-48d2-ba5d-97d1420dec0b x-openstack-request-id: req-fed1db21-3f7c-48d2-ba5d-97d1420dec0b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:15:45.249980 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "tag": "d788e50c-0c60-425b-94ce-575f977a2660", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:15:45.250272 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fed1db21-3f7c-48d2-ba5d-97d1420dec0b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:15:45.250657 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660', 'status': 'completed', 'code': 200} Sep 08 14:15:45.332468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c28089d2-caf2-443c-8ae1-c5f61310ab44 req-4f37ca61-c46b-4dc3-93d3-6221e2ee0771 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809293 Sep 08 14:15:45.350315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-50b92d73-f78b-4a0a-a2c8-37d7dc4778fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:45.351805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-50b92d73-f78b-4a0a-a2c8-37d7dc4778fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1095 time: 0.0788944 Sep 08 14:15:45.361158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-31aff899-b99e-4ffa-83a5-e03d2e8ccd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:45.362550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-31aff899-b99e-4ffa-83a5-e03d2e8ccd8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 1095 time: 0.0767593 Sep 08 14:15:45.510763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-3d5c2234-28ae-4a56-a951-eb324aeff53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:45.512142 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-3d5c2234-28ae-4a56-a951-eb324aeff53f service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1531549 Sep 08 14:15:45.515267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-f0a121ba-25e1-4b7c-a116-c2b302b05834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:45.516579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-f0a121ba-25e1-4b7c-a116-c2b302b05834 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1464162 Sep 08 14:15:45.621092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-52df52a4-a4ea-4678-a61f-a422bab21956 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1000 time: 0.1016312 Sep 08 14:15:45.623348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-6095618c-4348-4521-9836-cda269af10de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 200 len: 1000 time: 0.0987141 Sep 08 14:15:45.700944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-be96ae35-4517-465e-a901-6b29f1b2d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:45.702379 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-be96ae35-4517-465e-a901-6b29f1b2d1dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0679412 Sep 08 14:15:45.703581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-93867f8a-151c-4bb0-a0e8-3d9ff73c0ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:45.704868 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-93867f8a-151c-4bb0-a0e8-3d9ff73c0ed9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0774593 Sep 08 14:15:45.775185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-bafa6883-871a-46d0-981e-5b1bb4d457a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:45.776589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-bafa6883-871a-46d0-981e-5b1bb4d457a7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669570 Sep 08 14:15:45.781946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-c0303f05-1a96-4cd3-8abc-6abc1eb9420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:45.783348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-c0303f05-1a96-4cd3-8abc-6abc1eb9420c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665071 Sep 08 14:15:45.927731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-c5e3122f-288f-4e88-a594-d5a969a58637 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434464 Sep 08 14:15:45.930961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-deea513d-1c58-4d79-a2a2-f5e2b9af4003 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393943 Sep 08 14:15:46.083880 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-e5f45f48-82b5-474b-86c4-185da4ce3ba5 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469684 Sep 08 14:15:46.085676 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ee3aa968-0fcd-4b5b-8100-bafacf3a8655 req-ef080209-8741-4513-8b2c-06fb8f53d307 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479101 Sep 08 14:15:46.446617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bfd2d-90d6-4902-a303-9bbf3594b9a2 req-8e7ad9e2-2b30-42d1-bf67-b155720cd178 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:46.448082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b78bfd2d-90d6-4902-a303-9bbf3594b9a2 req-8e7ad9e2-2b30-42d1-bf67-b155720cd178 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 944 time: 0.0485904 Sep 08 14:15:46.485937 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b78bfd2d-90d6-4902-a303-9bbf3594b9a2 req-8286b4bb-e5e8-46fa-a4ca-1603913e39e4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312214 Sep 08 14:15:47.216189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device d788e50c-0c60-425b-94ce-575f977a2660 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:15:47.254916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device d788e50c-0c60-425b-94ce-575f977a2660 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:15:47.430230 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:47.605631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d82c1-c7a5-4afa-add3-29b870831030 req-36cf5c50-c1e2-4fcb-b741-a6db8dfbe5e3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:47.607761 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c67d82c1-c7a5-4afa-add3-29b870831030 req-36cf5c50-c1e2-4fcb-b741-a6db8dfbe5e3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 944 time: 0.0548227 Sep 08 14:15:47.644281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c67d82c1-c7a5-4afa-add3-29b870831030 req-7e3ad14b-693a-4ff9-8a4a-d2c9c46638f8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305614 Sep 08 14:15:47.760073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ea4df-1ca8-486c-bc99-b7801d588e32 req-d78ad322-a6e8-4a76-bc3d-84c4a1b494dd tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:47.761542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e70ea4df-1ca8-486c-bc99-b7801d588e32 req-d78ad322-a6e8-4a76-bc3d-84c4a1b494dd tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 944 time: 0.0530412 Sep 08 14:15:47.799149 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e70ea4df-1ca8-486c-bc99-b7801d588e32 req-505a84b6-9abb-4063-b906-6ab3856dfa02 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Sep 08 14:15:47.910930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987157-0ec9-4a6f-b069-43a652915de9 req-64893d31-4ea4-48f8-aadf-ce6521d52127 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:47.912434 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18987157-0ec9-4a6f-b069-43a652915de9 req-64893d31-4ea4-48f8-aadf-ce6521d52127 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 944 time: 0.0495074 Sep 08 14:15:47.949718 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-18987157-0ec9-4a6f-b069-43a652915de9 req-533607aa-cfc3-4625-a8ec-be533771492b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313594 Sep 08 14:15:48.366655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48924a-78a9-4acd-acf9-30b4e140c9c5 req-1d44e354-6867-495c-95f2-6f38bdb980ac tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:48.368213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e48924a-78a9-4acd-acf9-30b4e140c9c5 req-1d44e354-6867-495c-95f2-6f38bdb980ac tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 944 time: 0.0505426 Sep 08 14:15:48.407095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e48924a-78a9-4acd-acf9-30b4e140c9c5 req-190db84a-d771-45aa-abf9-a69c03ef303a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322790 Sep 08 14:15:48.740808 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d788e50c-0c60-425b-94ce-575f977a2660 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:15:48.841798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:15:48.852997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'd788e50c-0c60-425b-94ce-575f977a2660', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'port_id': 'd788e50c-0c60-425b-94ce-575f977a2660', 'mac_address': 'fa:16:3e:55:80:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:15:48.889865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:48.902114 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d788e50c-0c60-425b-94ce-575f977a2660 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:15:48.920799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:15:48.984389 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:49.030681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=12']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:49.324524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-096ce24e-043a-4858-aa0f-0a8f11bb1963 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:49.325931 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-096ce24e-043a-4858-aa0f-0a8f11bb1963 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0509102 Sep 08 14:15:49.359753 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['d788e50c-0c60-425b-94ce-575f977a2660'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:15:49.418338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Deleting port d788e50c-0c60-425b-94ce-575f977a2660 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:15:49.419302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:49.514086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] For port d788e50c-0c60-425b-94ce-575f977a2660, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=d788e50c-0c60-425b-94ce-575f977a2660,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:15:49.514506 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:49.527251 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffe6d7c-c86f-40a7-9ab3-55a4518801c7 req-2142873c-3b67-4f80-b451-b45e86aa5d16 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:49.528974 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ffe6d7c-c86f-40a7-9ab3-55a4518801c7 req-2142873c-3b67-4f80-b451-b45e86aa5d16 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 945 time: 0.0510974 Sep 08 14:15:49.567233 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ffe6d7c-c86f-40a7-9ab3-55a4518801c7 req-04152080-f919-4bdd-9327-a633e8a28c29 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322566 Sep 08 14:15:49.678578 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:49.679068 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:49.679379 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 disassociated. External IP: 172.25.5.108, port: d788e50c-0c60-425b-94ce-575f977a2660. Sep 08 14:15:49.679717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Calling delete_port for d788e50c-0c60-425b-94ce-575f977a2660 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:15:49.874728 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:49.900886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event deleted for resources: {'Port': ['ID=d788e50c-0c60-425b-94ce-575f977a2660,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:50.019378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Router d28b039e-8023-459b-aa90-29f11eacdcf8 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:15:50.395981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:15:50.407290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d89fe5-8525-4b06-b999-c6b3c4dd59e2 None None] Sync routers for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:15:50.416435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d89fe5-8525-4b06-b999-c6b3c4dd59e2 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:15:50.417060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-39d89fe5-8525-4b06-b999-c6b3c4dd59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:15:50.434312 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] No DVR routers for this DVR port d788e50c-0c60-425b-94ce-575f977a2660 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:15:50.437061 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:50.439133 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe0a2c23-b890-413b-8c7a-0eb352b380fe req-15e98de0-9c93-475a-90e7-4a5434b1e32b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "DELETE /v2.0/ports/d788e50c-0c60-425b-94ce-575f977a2660 HTTP/1.1" status: 204 len: 173 time: 1.1070631 Sep 08 14:15:50.439571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'name': 'network-vif-deleted', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:15:50.441806 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25b5c53-efb5-4534-a17c-d1304a920c57" -d '{"events": [{"server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "name": "network-vif-deleted", "tag": "d788e50c-0c60-425b-94ce-575f977a2660"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:15:50.480116 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda0a110-1330-4c5e-9ca4-3b81d694f0da x-openstack-request-id: req-dda0a110-1330-4c5e-9ca4-3b81d694f0da {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:15:50.480406 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d66f23-bcf4-4974-8c97-66eb77c2772f", "name": "network-vif-deleted", "tag": "d788e50c-0c60-425b-94ce-575f977a2660", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:15:50.480660 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-dda0a110-1330-4c5e-9ca4-3b81d694f0da {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:15:50.481058 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d66f23-bcf4-4974-8c97-66eb77c2772f', 'name': 'network-vif-deleted', 'tag': 'd788e50c-0c60-425b-94ce-575f977a2660', 'status': 'completed', 'code': 200} Sep 08 14:15:50.528670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-39d89fe5-8525-4b06-b999-c6b3c4dd59e2 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:15:50.660856 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44744156-8de7-40b1-9201-0a3c742f0d48 req-aa01edf0-2c19-4153-9e07-1ff84d8e08ec tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 210 time: 0.0269351 Sep 08 14:15:50.725642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-39d89fe5-8525-4b06-b999-c6b3c4dd59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:15:50.757188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d788e50c-0c60-425b-94ce-575f977a2660 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:15:50.760549 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d89fe5-8525-4b06-b999-c6b3c4dd59e2 None None] Checking router: d28b039e-8023-459b-aa90-29f11eacdcf8 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:15:50.779464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: d788e50c-0c60-425b-94ce-575f977a2660 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:15:50.779820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d788e50c-0c60-425b-94ce-575f977a2660 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 08 14:15:50.801800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Port d788e50c-0c60-425b-94ce-575f977a2660 not found, will not notify nova. {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 08 14:15:50.804736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d89fe5-8525-4b06-b999-c6b3c4dd59e2 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:15:50.805361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-39d89fe5-8525-4b06-b999-c6b3c4dd59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:15:50.907427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-39d89fe5-8525-4b06-b999-c6b3c4dd59e2 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:15:51.100641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-39d89fe5-8525-4b06-b999-c6b3c4dd59e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:15:51.131852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d89fe5-8525-4b06-b999-c6b3c4dd59e2 None None] The sync data for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 is: [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:15:51.343046 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b679e529-ee1a-4ad9-aaa9-f539b3233752 None None] New status for floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:15:51.766143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-06bb249e-8a36-4a36-91ce-7f76fffc9afc req-42842591-2bdd-4475-ae32-1afecf48960d tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 210 time: 0.0258474 Sep 08 14:15:51.949208 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ebdb60d9-731f-4935-990f-28f4e444b81e req-74c54105-5ba2-434b-ac34-c8b10cac1a0e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 210 time: 0.0254571 Sep 08 14:15:53.051051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d77bc77a-1abb-440b-a467-6a7cbfed2064 req-c2b785de-4948-47f1-a5d4-b981f30e87cc tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 210 time: 0.0254548 Sep 08 14:15:53.394109 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9143265e-ce8e-4968-be4b-62c16c1132c1 req-696d4b5b-071a-4533-92a2-80f71d92246c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 210 time: 0.0266759 Sep 08 14:15:53.438550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e873321c-d13f-4cb5-9717-7e6a9684b27e req-30cc0995-9ea4-4c13-a0b9-ffcfcbc80fb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 210 time: 0.0282547 Sep 08 14:15:53.537734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873321c-d13f-4cb5-9717-7e6a9684b27e req-4c90f2cd-a3ef-4744-bf01-c69db98a9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:53.539221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e873321c-d13f-4cb5-9717-7e6a9684b27e req-4c90f2cd-a3ef-4744-bf01-c69db98a9e21 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=e6fa3551987f4a6f99bf3934c741d442&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0902331 Sep 08 14:15:53.632046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873321c-d13f-4cb5-9717-7e6a9684b27e req-a19b8b73-a8e6-4360-86ae-bafbe2afa8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:53.633471 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e873321c-d13f-4cb5-9717-7e6a9684b27e req-a19b8b73-a8e6-4360-86ae-bafbe2afa8ba service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871403 Sep 08 14:15:54.501730 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76e25382-e2a3-4774-817f-2887f9064423 req-c7fbdf62-87e4-455c-a422-7f65bac85098 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 210 time: 0.0291696 Sep 08 14:15:54.671589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-f162006d-47ac-4b7f-97c7-54fde65c5411 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-securitygroup--1677295585&fields=id&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 267 time: 0.0321467 Sep 08 14:15:54.774911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-d4631703-1214-443b-84ad-2bd2a5a74385 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:54.776378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-d4631703-1214-443b-84ad-2bd2a5a74385 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 812 time: 0.0982604 Sep 08 14:15:54.791348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-cc76881a-cb1e-44dd-af59-2100cd684612 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/quotas/e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 375 time: 0.0091639 Sep 08 14:15:54.847173 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-ca27de95-97e1-4a57-83a1-8ca97c2254fc tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498462 Sep 08 14:15:54.864125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-b56c4e39-37d1-409e-bb80-0bdae1360d5b service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:15:54.865092 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-b56c4e39-37d1-409e-bb80-0bdae1360d5b service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052354 Sep 08 14:15:54.955464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-86340592-df41-4d92-9711-61a14178d400 service neutron] 10.222.0.69 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842052 Sep 08 14:15:55.047969 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-c82796e3-02fb-4cc3-82b5-156153568927 service neutron] 10.222.0.69 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859752 Sep 08 14:15:55.079793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e873321c-d13f-4cb5-9717-7e6a9684b27e req-1b6cc0be-e9b7-41b0-bbbf-c90ea1310615 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "GET /v2.0/ports?device_id=06d66f23-bcf4-4974-8c97-66eb77c2772f HTTP/1.1" status: 200 len: 210 time: 0.0245819 Sep 08 14:15:55.285152 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-504db6e0-71c0-4a14-85db-afc3e6451b84 req-ee3dd8e7-f02f-4041-b8ff-0ee690bbbb1c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 210 time: 0.0271692 Sep 08 14:15:56.385756 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b18cd38b-7eb1-445e-8c35-7ba8c70220ec req-69ab65de-7ad3-4b70-bdb9-ee0ee63d0e07 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 210 time: 0.0268149 Sep 08 14:15:57.147263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-8bf816c8-965f-401b-bcb4-33a735d9995c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:57.148749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-8bf816c8-965f-401b-bcb4-33a735d9995c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 812 time: 0.1026571 Sep 08 14:15:57.194664 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-f01209c8-de55-4c42-8de2-f7ec76d1fc98 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 380 time: 0.0360761 Sep 08 14:15:57.205120 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Request body: {'port': {'device_id': '778514e8-1565-446c-8a4b-2b61651bbec2', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'admin_state_up': True, 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'security_groups': ['58960f7b-b9c4-4084-a740-c5bb41b1d53d']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:15:57.384211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Made reservation on behalf of e6fa3551987f4a6f99bf3934c741d442 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:15:57.387838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:57.479689 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-843e3b98-d08d-47dc-a1d5-88ead1e7e279 req-3c498c43-8d2c-4ddc-b76f-a3e84670fe48 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 210 time: 0.0261874 Sep 08 14:15:57.514551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Allocated IP 172.20.0.6 (83d26fcc-3ea7-454d-9dbc-0fc63d3548b2/a917a477-6837-4324-9029-150b14291d3e/a99c7347-1c94-46d8-b8aa-a47584121a39) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:15:57.650435 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:57.664080 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Transition to ACTIVE for port object a99c7347-1c94-46d8-b8aa-a47584121a39 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:15:57.779556 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:57.821184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:15:57.824262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:15:57.830452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:15:57.836550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event updated for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:57.882995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:57.883640 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:57.985696 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-9e23b255-e379-4c4e-943e-e263cc5be98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7840440 Sep 08 14:15:57.997384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Request body: {'port': {'device_id': '778514e8-1565-446c-8a4b-2b61651bbec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:15:58.053911 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:58.178766 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c0a30b78-6333-4420-9797-c22feed4ef96 None None] Provisioning for port a99c7347-1c94-46d8-b8aa-a47584121a39 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:15:58.182696 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c0a30b78-6333-4420-9797-c22feed4ef96 None None] Provisioning complete for port a99c7347-1c94-46d8-b8aa-a47584121a39 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:15:58.183133 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c0a30b78-6333-4420-9797-c22feed4ef96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:58.223444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c0a30b78-6333-4420-9797-c22feed4ef96 None None] Port a99c7347-1c94-46d8-b8aa-a47584121a39 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:15:58.310144 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a99c7347-1c94-46d8-b8aa-a47584121a39 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:15:58.317382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:58.329191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Transition to ACTIVE for port object a99c7347-1c94-46d8-b8aa-a47584121a39 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:15:58.395757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:58.446827 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Pushing event updated for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:58.518158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Attempting to bind port a99c7347-1c94-46d8-b8aa-a47584121a39 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:15:58.518572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Attempting to bind port a99c7347-1c94-46d8-b8aa-a47584121a39 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:15:58.518896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Attempting to bind port a99c7347-1c94-46d8-b8aa-a47584121a39 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:15:58.523555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Port a99c7347-1c94-46d8-b8aa-a47584121a39 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:15:58.523896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Attempting to bind port a99c7347-1c94-46d8-b8aa-a47584121a39 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:15:58.529425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:15:58.529789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:15:58.530167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Bound using segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:15:58.530639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Bound port: a99c7347-1c94-46d8-b8aa-a47584121a39, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:15:58.531007 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:58.626069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:15:58.630420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:15:58.640004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37c30b-deca-4a71-864f-927f2c12fc04 req-7470aa5c-05a0-44e3-8ba8-b9cc9b4a23f4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:58.641524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f37c30b-deca-4a71-864f-927f2c12fc04 req-7470aa5c-05a0-44e3-8ba8-b9cc9b4a23f4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0765128 Sep 08 14:15:58.683145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:58.687616 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6f37c30b-deca-4a71-864f-927f2c12fc04 req-10415ec3-1a04-459a-9836-1e6031298438 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390065 Sep 08 14:15:58.719730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:58.720372 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:15:58.721733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] 10.222.0.70 "PUT /v2.0/ports/a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1091 time: 0.7284470 Sep 08 14:15:58.722168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:15:58.724717 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06f0639-9965-4c7a-80af-8134ebbc8fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:15:58.750084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375faf9-634e-4377-8898-be8858a4e412 service neutron] Pushing event updated for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:15:58.771495 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbc7fe7-36de-4cf2-ba0e-42e18da7fd57 x-openstack-request-id: req-0bbc7fe7-36de-4cf2-ba0e-42e18da7fd57 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:15:58.771808 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:15:58.772056 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0bbc7fe7-36de-4cf2-ba0e-42e18da7fd57 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:15:58.772465 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'status': 'completed', 'code': 200} Sep 08 14:15:58.781907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d788e50c-0c60-425b-94ce-575f977a2660 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:15:58.803456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: d788e50c-0c60-425b-94ce-575f977a2660 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:15:58.803807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device d788e50c-0c60-425b-94ce-575f977a2660 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:15:58.835345 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0639-9965-4c7a-80af-8134ebbc8fc7 req-0ea728fe-a01f-4647-a571-99440207318a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:58.836903 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a06f0639-9965-4c7a-80af-8134ebbc8fc7 req-0ea728fe-a01f-4647-a571-99440207318a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1094 time: 0.0438921 Sep 08 14:15:58.942206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0639-9965-4c7a-80af-8134ebbc8fc7 req-7e5e4253-d7d4-4fa8-a883-e523db0daf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:58.943633 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a06f0639-9965-4c7a-80af-8134ebbc8fc7 req-7e5e4253-d7d4-4fa8-a883-e523db0daf67 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=e6fa3551987f4a6f99bf3934c741d442&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0986097 Sep 08 14:15:59.036558 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0639-9965-4c7a-80af-8134ebbc8fc7 req-14d36bd0-5352-4ceb-9ac4-9c393d33cdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:59.038037 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a06f0639-9965-4c7a-80af-8134ebbc8fc7 req-14d36bd0-5352-4ceb-9ac4-9c393d33cdf8 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870171 Sep 08 14:15:59.114835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-e95028d9-9943-46bb-a185-0384a2b5ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:59.116295 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-e95028d9-9943-46bb-a185-0384a2b5ebc9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1094 time: 0.0402489 Sep 08 14:15:59.161892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-3b3e2f8b-0d4c-4849-9fa6-8fd7243b4fdd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 217 time: 0.0364139 Sep 08 14:15:59.209677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-ce20feb1-c3b6-46c9-b9a5-5261cee95814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:59.211058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-ce20feb1-c3b6-46c9-b9a5-5261cee95814 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0425789 Sep 08 14:15:59.257047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-e7ec1376-3144-47b8-9cdd-eb68da15bf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:59.258511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-e7ec1376-3144-47b8-9cdd-eb68da15bf58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401900 Sep 08 14:15:59.348970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-1e4df8a6-2e09-4482-a332-465cc2bd221e service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831409 Sep 08 14:15:59.438201 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-57a4bfe9-e6be-49bd-870d-d3d479562fd8 req-33ad10ce-e471-4d94-bf93-84d22f55be0f service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812550 Sep 08 14:15:59.807072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c8a680-0c01-4206-b2f1-969a8c7dae8e req-953e7306-6595-4edc-8903-1d8f79b26fdf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:15:59.808563 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7c8a680-0c01-4206-b2f1-969a8c7dae8e req-953e7306-6595-4edc-8903-1d8f79b26fdf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0537689 Sep 08 14:15:59.847150 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e7c8a680-0c01-4206-b2f1-969a8c7dae8e req-acec56c1-2643-4c7e-a02b-8f6f6371e21e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326445 Sep 08 14:16:00.959821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c940e25-1375-4832-bd45-f84940104b07 req-6772e5d7-c839-4472-99d6-6bde1de5f3f9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:00.961260 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c940e25-1375-4832-bd45-f84940104b07 req-6772e5d7-c839-4472-99d6-6bde1de5f3f9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0472996 Sep 08 14:16:00.999185 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c940e25-1375-4832-bd45-f84940104b07 req-13d6ec6b-bfec-4bd1-a90c-7392a2713f64 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310578 Sep 08 14:16:02.113113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d25bd-aee0-41b9-93a5-021dd688ba4c req-20458bdb-6e0d-47cd-87cc-4ff346deec08 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:02.114650 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b23d25bd-aee0-41b9-93a5-021dd688ba4c req-20458bdb-6e0d-47cd-87cc-4ff346deec08 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0499330 Sep 08 14:16:02.152357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b23d25bd-aee0-41b9-93a5-021dd688ba4c req-61d73289-f20c-49f5-bc3d-8b75b15449bb tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311601 Sep 08 14:16:03.265384 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca968706-db9c-4ca1-bdb0-ccadb1121f93 req-670b7be8-ef56-4100-853f-217176539da3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:03.266759 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca968706-db9c-4ca1-bdb0-ccadb1121f93 req-670b7be8-ef56-4100-853f-217176539da3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0478194 Sep 08 14:16:03.306878 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca968706-db9c-4ca1-bdb0-ccadb1121f93 req-e69b51dd-f376-4bf2-90fb-4e1c40b2ea57 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343451 Sep 08 14:16:03.310949 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a99c7347-1c94-46d8-b8aa-a47584121a39 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:16:03.405313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:16:03.416174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'port_id': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'mac_address': 'fa:16:3e:e0:6c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:16:03.451657 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:03.463630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99c7347-1c94-46d8-b8aa-a47584121a39 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:16:03.482614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:16:03.565736 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:03.615498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:16:03.750974 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['a99c7347-1c94-46d8-b8aa-a47584121a39'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:16:04.429751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f590731-c671-4dfd-b308-6024c1739aeb req-c92df31c-d8ef-4de2-9d06-cbf0ac4e1ee6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:04.431250 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f590731-c671-4dfd-b308-6024c1739aeb req-c92df31c-d8ef-4de2-9d06-cbf0ac4e1ee6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0493474 Sep 08 14:16:04.468654 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f590731-c671-4dfd-b308-6024c1739aeb req-c474470e-5e23-4f48-b881-1072e02636c0 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308819 Sep 08 14:16:05.313333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a99c7347-1c94-46d8-b8aa-a47584121a39 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:16:05.423925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port a99c7347-1c94-46d8-b8aa-a47584121a39 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:16:05.427735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port a99c7347-1c94-46d8-b8aa-a47584121a39 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:16:05.433707 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:05.503700 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:05.526542 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:16:05.528812 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2e7405-bf50-490b-8221-1fd798227682" -d '{"events": [{"server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "name": "network-vif-plugged", "status": "completed", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:16:05.548325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:16:05.565355 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346d755e-53f6-49cd-ad90-af5300cfd915 x-openstack-request-id: req-346d755e-53f6-49cd-ad90-af5300cfd915 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:16:05.565649 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "name": "network-vif-plugged", "status": "completed", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:16:05.565929 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-346d755e-53f6-49cd-ad90-af5300cfd915 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:16:05.566568 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'code': 200} Sep 08 14:16:05.586571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ddc93-dbdb-4ec1-8a83-dd81ef69f0a4 req-8f57bd4f-f114-4f5d-9682-4ae67bc641a2 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:05.588103 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f0ddc93-dbdb-4ec1-8a83-dd81ef69f0a4 req-8f57bd4f-f114-4f5d-9682-4ae67bc641a2 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0522089 Sep 08 14:16:05.612922 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:05.628407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2f0ddc93-dbdb-4ec1-8a83-dd81ef69f0a4 req-fc0dd658-9209-4cf6-b1e8-6aadcd580596 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336576 Sep 08 14:16:05.660500 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:16:05.666483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0204e6c-3359-4a74-83dd-df6ff9af78b6 req-cea16b03-917d-4ef8-b142-883893729b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:05.667989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0204e6c-3359-4a74-83dd-df6ff9af78b6 req-cea16b03-917d-4ef8-b142-883893729b16 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1096 time: 0.0455439 Sep 08 14:16:05.702454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0204e6c-3359-4a74-83dd-df6ff9af78b6 req-e8b0e21f-6ea0-4d70-8408-9ede7098d659 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276067 Sep 08 14:16:06.748306 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74774fe-aad0-42f1-a1a6-262f757e19e9 req-841096b6-a742-4e6f-b332-3b197f355f7b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:06.749798 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f74774fe-aad0-42f1-a1a6-262f757e19e9 req-841096b6-a742-4e6f-b332-3b197f355f7b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0494721 Sep 08 14:16:06.788404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f74774fe-aad0-42f1-a1a6-262f757e19e9 req-bdfa7389-516e-4ef8-82a1-94d69ac8b2e8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324588 Sep 08 14:16:07.880058 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f32572fe-9f8a-42f9-9e5b-199ff962af95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:07.903346 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736a13e1-8232-40ed-a419-4fdf74e71972 req-324e89ba-71a1-475b-ab91-8997746a4d4f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:07.904870 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-736a13e1-8232-40ed-a419-4fdf74e71972 req-324e89ba-71a1-475b-ab91-8997746a4d4f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0489583 Sep 08 14:16:07.942069 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-736a13e1-8232-40ed-a419-4fdf74e71972 req-a7f48056-6c9a-47e6-bb8f-9d04f1284dbd tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312901 Sep 08 14:16:08.050865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60331dff-12cc-4804-bba9-a7b7f606a21a req-4f60917d-0327-4d93-b356-cddf30c8c209 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:08.052329 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-60331dff-12cc-4804-bba9-a7b7f606a21a req-4f60917d-0327-4d93-b356-cddf30c8c209 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0473936 Sep 08 14:16:08.061561 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54190) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:16:08.065804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-43da314f-61eb-4465-b4ca-d77937475041 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Request body: {'floatingip': {'port_id': 'a99c7347-1c94-46d8-b8aa-a47584121a39'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:16:08.106895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43da314f-61eb-4465-b4ca-d77937475041 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:08.525812 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43da314f-61eb-4465-b4ca-d77937475041 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:08.601198 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43da314f-61eb-4465-b4ca-d77937475041 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:08.693034 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-43da314f-61eb-4465-b4ca-d77937475041 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 associated. External IP: 172.25.5.108, port: a99c7347-1c94-46d8-b8aa-a47584121a39. Sep 08 14:16:08.892095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43da314f-61eb-4465-b4ca-d77937475041 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Router d28b039e-8023-459b-aa90-29f11eacdcf8 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:16:08.996179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43da314f-61eb-4465-b4ca-d77937475041 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:16:09.001609 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-43da314f-61eb-4465-b4ca-d77937475041 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:09.006215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c428b8-22a0-44c6-9e38-99c7f469e532 None None] Sync routers for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:16:09.019458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c428b8-22a0-44c6-9e38-99c7f469e532 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:16:09.020088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-39c428b8-22a0-44c6-9e38-99c7f469e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:16:09.028117 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-43da314f-61eb-4465-b4ca-d77937475041 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "PUT /v2.0/floatingips/8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 HTTP/1.1" status: 200 len: 992 time: 0.9655318 Sep 08 14:16:09.028724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:16:09.031017 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca1c977-6c0a-4704-bacf-52f450075f42" -d '{"events": [{"name": "network-changed", "server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:16:09.074134 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6752dca6-b276-427d-a2b0-ecdf5409806d x-openstack-request-id: req-6752dca6-b276-427d-a2b0-ecdf5409806d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:16:09.075364 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:16:09.075364 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6752dca6-b276-427d-a2b0-ecdf5409806d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:16:09.075753 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'status': 'completed', 'code': 200} Sep 08 14:16:09.128389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-39c428b8-22a0-44c6-9e38-99c7f469e532 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:16:09.142546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1c977-6c0a-4704-bacf-52f450075f42 req-714b64ff-0220-4355-9c80-3d40536cf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:09.144020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ca1c977-6c0a-4704-bacf-52f450075f42 req-714b64ff-0220-4355-9c80-3d40536cf5bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1096 time: 0.0449138 Sep 08 14:16:09.238153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1c977-6c0a-4704-bacf-52f450075f42 req-5ac63ce4-16ec-44c8-9444-4d57fe1ce62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:09.239717 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ca1c977-6c0a-4704-bacf-52f450075f42 req-5ac63ce4-16ec-44c8-9444-4d57fe1ce62f service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0885401 Sep 08 14:16:09.309951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ca1c977-6c0a-4704-bacf-52f450075f42 req-667ad37a-5214-46d4-af04-9c02d8b55728 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1000 time: 0.0625565 Sep 08 14:16:09.357965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1c977-6c0a-4704-bacf-52f450075f42 req-3b115ed7-2298-411b-8d8d-a18fa0dfa976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:09.359517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ca1c977-6c0a-4704-bacf-52f450075f42 req-3b115ed7-2298-411b-8d8d-a18fa0dfa976 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0432899 Sep 08 14:16:09.405130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca1c977-6c0a-4704-bacf-52f450075f42 req-b90da5c5-0ef9-4f02-adab-a2d89cc2122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:09.406582 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ca1c977-6c0a-4704-bacf-52f450075f42 req-b90da5c5-0ef9-4f02-adab-a2d89cc2122f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399904 Sep 08 14:16:09.500380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-39c428b8-22a0-44c6-9e38-99c7f469e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'port_id': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'mac_address': 'fa:16:3e:e0:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778514e8-1565-446c-8a4b-2b61651bbec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:06:49Z', 'updated_at': '2021-09-08T14:16:08Z', 'revision_number': 13, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:16:09.500731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ca1c977-6c0a-4704-bacf-52f450075f42 req-462fc74a-82c4-4f79-b1be-cf0e7518915e service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866120 Sep 08 14:16:09.530597 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c428b8-22a0-44c6-9e38-99c7f469e532 None None] Checking router: d28b039e-8023-459b-aa90-29f11eacdcf8 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:16:09.538835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c428b8-22a0-44c6-9e38-99c7f469e532 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:16:09.539449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-39c428b8-22a0-44c6-9e38-99c7f469e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:15:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:16:09.588193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ca1c977-6c0a-4704-bacf-52f450075f42 req-4e40fef0-dc99-4e9c-9f13-03c0a891c388 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806580 Sep 08 14:16:09.644536 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-39c428b8-22a0-44c6-9e38-99c7f469e532 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:16:09.860953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-39c428b8-22a0-44c6-9e38-99c7f469e532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'port_id': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'mac_address': 'fa:16:3e:e0:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778514e8-1565-446c-8a4b-2b61651bbec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:06:49Z', 'updated_at': '2021-09-08T14:16:08Z', 'revision_number': 13, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:16:09.888227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c428b8-22a0-44c6-9e38-99c7f469e532 None None] The sync data for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 is: [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'floating_ip_address': '172.25.5.108', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'port_id': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'mac_address': 'fa:16:3e:e0:6c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778514e8-1565-446c-8a4b-2b61651bbec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:06:49Z', 'updated_at': '2021-09-08T14:16:08Z', 'revision_number': 13, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:16:10.073638 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5527e0f-852e-41f4-97b7-89dd9d7d1cf1 None None] New status for floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:16:10.251218 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dab590c0-66a0-4930-bdcd-141e7ab68b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:10.624009 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:11.309687 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:16:12.075519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:13.469755 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:14.869455 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:17.475302 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:37.863269 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3d0c955c-b030-4025-ac8b-6400c107d9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:40.257623 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0d168eab-c408-42fb-95dc-6b8a8e36aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:40.629104 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:42.050971 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:43.469146 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:44.857588 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:47.452027 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:16:48.309899 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:16:54.994431 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7efc39f-5df8-488c-8b9b-e83fe92a3295 req-a1e5da83-243f-44ea-8a32-570b5ca00418 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400116 Sep 08 14:16:55.078428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efc39f-5df8-488c-8b9b-e83fe92a3295 req-84b379de-422d-4c42-aa27-b81656c9a41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:55.079901 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7efc39f-5df8-488c-8b9b-e83fe92a3295 req-84b379de-422d-4c42-aa27-b81656c9a41f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1096 time: 0.0444028 Sep 08 14:16:55.180275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efc39f-5df8-488c-8b9b-e83fe92a3295 req-ac17f98c-73d8-465e-b434-54e50d26a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:55.181731 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7efc39f-5df8-488c-8b9b-e83fe92a3295 req-ac17f98c-73d8-465e-b434-54e50d26a90c service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0821545 Sep 08 14:16:55.247667 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7efc39f-5df8-488c-8b9b-e83fe92a3295 req-04e395e8-5d9a-4d3c-ab6a-a11ea79ce330 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1002 time: 0.0590742 Sep 08 14:16:55.295148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efc39f-5df8-488c-8b9b-e83fe92a3295 req-429e7c34-1f85-41f7-b265-265353b35bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:55.296552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7efc39f-5df8-488c-8b9b-e83fe92a3295 req-429e7c34-1f85-41f7-b265-265353b35bb6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0418956 Sep 08 14:16:55.340163 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efc39f-5df8-488c-8b9b-e83fe92a3295 req-fd1a0c1c-21bd-4f94-86d7-83d6b76ee2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:16:55.341598 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7efc39f-5df8-488c-8b9b-e83fe92a3295 req-fd1a0c1c-21bd-4f94-86d7-83d6b76ee2cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384028 Sep 08 14:16:55.430951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7efc39f-5df8-488c-8b9b-e83fe92a3295 req-9ca6d1c1-da4b-4082-a105-be76a4b640cf service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820844 Sep 08 14:16:55.518477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7efc39f-5df8-488c-8b9b-e83fe92a3295 req-d71f7bf7-5b1a-4dbd-b993-809b61854c17 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807669 Sep 08 14:17:07.879982 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-05ecd7a4-33ad-4dca-a3ad-43fb2787c825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:10.194291 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5b1c71be-71b0-4d5b-a6f4-87c9e7886bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:10.638637 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:12.061400 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:13.462841 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:14.868319 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:17.461253 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:25.312376 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:17:37.879751 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1102120b-b2b3-4b74-90e9-87c033eded06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:40.204964 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1d198f20-1b63-427e-a88d-27e693e4e7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:40.628109 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:42.067672 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:43.468574 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:44.868390 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:46.581723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd694a-cb91-4dd5-b01f-7a5ba0fc2c82 req-c7899e60-99dc-4701-80d1-ad0432cfd094 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:17:46.583176 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14dd694a-cb91-4dd5-b01f-7a5ba0fc2c82 req-c7899e60-99dc-4701-80d1-ad0432cfd094 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.1930461 Sep 08 14:17:46.620687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-14dd694a-cb91-4dd5-b01f-7a5ba0fc2c82 req-9a177a46-1ab4-448f-8aba-44c3b06093bf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315807 Sep 08 14:17:47.472595 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:17:55.041985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ade82e1c-d8fa-40e1-89e6-f7a5ef0e836e req-9033af36-e4be-435f-801b-5cdd335f64d2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0894024 Sep 08 14:17:55.120993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82e1c-d8fa-40e1-89e6-f7a5ef0e836e req-14b33fb1-9d78-4728-a2af-4ce6826c39af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:17:55.122505 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ade82e1c-d8fa-40e1-89e6-f7a5ef0e836e req-14b33fb1-9d78-4728-a2af-4ce6826c39af service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1096 time: 0.0394797 Sep 08 14:17:55.224429 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82e1c-d8fa-40e1-89e6-f7a5ef0e836e req-2ae709d4-c215-4829-afa9-aa4e1c565f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:17:55.225805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ade82e1c-d8fa-40e1-89e6-f7a5ef0e836e req-2ae709d4-c215-4829-afa9-aa4e1c565f51 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0850828 Sep 08 14:17:55.287115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ade82e1c-d8fa-40e1-89e6-f7a5ef0e836e req-26bc7335-7ddd-4b5b-bc96-e9cd1433b4e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1002 time: 0.0546460 Sep 08 14:17:55.606441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82e1c-d8fa-40e1-89e6-f7a5ef0e836e req-4bf6af6c-dba3-42da-9b88-a42822bfa7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:17:55.607821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ade82e1c-d8fa-40e1-89e6-f7a5ef0e836e req-4bf6af6c-dba3-42da-9b88-a42822bfa7d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.3128557 Sep 08 14:17:55.652958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade82e1c-d8fa-40e1-89e6-f7a5ef0e836e req-5a22fc55-55a0-478a-abdf-07307ff1f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:17:55.654416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ade82e1c-d8fa-40e1-89e6-f7a5ef0e836e req-5a22fc55-55a0-478a-abdf-07307ff1f3e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388761 Sep 08 14:17:55.741097 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ade82e1c-d8fa-40e1-89e6-f7a5ef0e836e req-83e0f1a1-1a51-444e-968b-1e119f6d8e51 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791259 Sep 08 14:17:55.829893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ade82e1c-d8fa-40e1-89e6-f7a5ef0e836e req-4aacdc48-d172-4e4d-9000-4f1ea009e986 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819125 Sep 08 14:17:58.579144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f56481-6b72-4815-8ed6-e7da916460f0 req-93b66d76-86ae-4369-96c3-c9f988a8f37a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:17:58.580619 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22f56481-6b72-4815-8ed6-e7da916460f0 req-93b66d76-86ae-4369-96c3-c9f988a8f37a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0517361 Sep 08 14:17:58.623823 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22f56481-6b72-4815-8ed6-e7da916460f0 req-c830a419-1b09-4b83-9163-f9c48053b98e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372348 Sep 08 14:17:58.722169 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54454) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:17:58.799354 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-fdb63395-fc38-4b4e-ae67-e4cb852470d5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0759070 Sep 08 14:17:58.807959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-13961bb5-c735-42f6-b5f7-6aa032b00bc5 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:17:58.808919 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-13961bb5-c735-42f6-b5f7-6aa032b00bc5 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048380 Sep 08 14:17:59.749623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ecf36-c4ae-4f6a-9535-c140d40299b5 req-f1eed162-b0ca-431b-8d7c-928b30fe8657 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:17:59.751170 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd8ecf36-c4ae-4f6a-9535-c140d40299b5 req-f1eed162-b0ca-431b-8d7c-928b30fe8657 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0531449 Sep 08 14:17:59.790694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd8ecf36-c4ae-4f6a-9535-c140d40299b5 req-f2eef2d4-2527-4889-b0d8-2c747e93dea0 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335119 Sep 08 14:18:00.862970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-a00fd84a-3d56-42cd-a0f7-e44b31c09b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:00.864610 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-a00fd84a-3d56-42cd-a0f7-e44b31c09b73 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1096 time: 0.0415692 Sep 08 14:18:00.906979 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9453c9-415a-422c-a8dd-0c02d1ff0e91 req-ef15de23-89a5-4b9a-a794-ad984d9c03cc tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:00.909034 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b9453c9-415a-422c-a8dd-0c02d1ff0e91 req-ef15de23-89a5-4b9a-a794-ad984d9c03cc tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0493789 Sep 08 14:18:00.946390 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4b9453c9-415a-422c-a8dd-0c02d1ff0e91 req-1f71f0b5-ad57-4a78-b8c5-34703880a23e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315027 Sep 08 14:18:00.953718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-43ea41d0-cbba-4d5b-8156-35fe0f3e1110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:00.955774 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-43ea41d0-cbba-4d5b-8156-35fe0f3e1110 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0833035 Sep 08 14:18:01.023926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-1ad2452c-88e3-44eb-b341-4525e29738a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1002 time: 0.0601077 Sep 08 14:18:01.070739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-bdc17754-cfcb-4c4c-b421-f26e77fc3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:01.072035 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-bdc17754-cfcb-4c4c-b421-f26e77fc3a31 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0417204 Sep 08 14:18:01.115903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-978e92e6-be2c-497e-a5e1-c5e55153e085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:01.117349 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-978e92e6-be2c-497e-a5e1-c5e55153e085 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382323 Sep 08 14:18:01.206583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-aa5aba62-663f-4046-9bac-1b27dfc404b8 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820100 Sep 08 14:18:01.297145 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-0ed2de6d-e64a-416f-91ff-7ef095aa04f7 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839159 Sep 08 14:18:02.061049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d7533-ffff-431c-a4ac-bcb4af106ae9 req-5f59a604-3e28-4da4-adad-5704fd862ec4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:02.062519 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ca2d7533-ffff-431c-a4ac-bcb4af106ae9 req-5f59a604-3e28-4da4-adad-5704fd862ec4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0479255 Sep 08 14:18:02.099062 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ca2d7533-ffff-431c-a4ac-bcb4af106ae9 req-88e38d33-cf18-4d1a-8bc3-524d469f4d5b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307820 Sep 08 14:18:02.311631 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:18:03.212707 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6f295-5ce5-491a-9371-0aaa5681e920 req-31a5e427-46b1-460b-99db-74d7833ac1ec tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:03.214210 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44e6f295-5ce5-491a-9371-0aaa5681e920 req-31a5e427-46b1-460b-99db-74d7833ac1ec tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0480394 Sep 08 14:18:03.250801 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-44e6f295-5ce5-491a-9371-0aaa5681e920 req-5c32171e-23a7-490e-9b74-1fc9b066a966 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307481 Sep 08 14:18:04.363263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b57354-dd2d-4dc1-bcda-db9835c9a950 req-ab7ca6e4-a9ad-44c8-98d7-168f1ebea8e1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:04.364764 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5b57354-dd2d-4dc1-bcda-db9835c9a950 req-ab7ca6e4-a9ad-44c8-98d7-168f1ebea8e1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0478690 Sep 08 14:18:04.401695 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5b57354-dd2d-4dc1-bcda-db9835c9a950 req-e4c7cc25-d0ed-47ff-a3ce-2d4402b36c7a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311210 Sep 08 14:18:05.531129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e886418-267d-42ea-9ab8-2309ad3da3fd req-73ff78b7-5cde-4bf6-a325-6e0ac92d2337 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:05.532609 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7e886418-267d-42ea-9ab8-2309ad3da3fd req-73ff78b7-5cde-4bf6-a325-6e0ac92d2337 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0524139 Sep 08 14:18:05.569798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7e886418-267d-42ea-9ab8-2309ad3da3fd req-38147481-f4cf-4195-9f71-e3b5db4da848 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304430 Sep 08 14:18:06.690436 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d9545-f98d-446b-b490-e5a240ae4655 req-796f6da8-f926-497e-98bd-7851cefd3a73 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:06.691941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-601d9545-f98d-446b-b490-e5a240ae4655 req-796f6da8-f926-497e-98bd-7851cefd3a73 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0526834 Sep 08 14:18:06.729631 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-601d9545-f98d-446b-b490-e5a240ae4655 req-f792356e-f9b9-43c5-90ce-ec20bc323e83 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317476 Sep 08 14:18:07.845376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc4000-46a2-4ba9-b596-7108bdb40ce3 req-9fc496d5-4f06-4d22-98f8-2f5979f2df7b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:07.847173 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aadc4000-46a2-4ba9-b596-7108bdb40ce3 req-9fc496d5-4f06-4d22-98f8-2f5979f2df7b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0494022 Sep 08 14:18:07.873256 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fd4d5685-c7ce-45e9-9942-34f3c1c72d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:07.885245 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aadc4000-46a2-4ba9-b596-7108bdb40ce3 req-c1a65992-7dab-47a3-b9ca-d9d56c824c55 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321946 Sep 08 14:18:08.997928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305c749-a8ae-43d5-b5f2-f45674b08ff5 req-fec36dba-7a39-4ff5-9ac5-360efc893e56 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:08.999420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d305c749-a8ae-43d5-b5f2-f45674b08ff5 req-fec36dba-7a39-4ff5-9ac5-360efc893e56 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0477788 Sep 08 14:18:09.036146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d305c749-a8ae-43d5-b5f2-f45674b08ff5 req-2f4ad532-16f2-45a2-870e-7352077fd88b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303493 Sep 08 14:18:10.149276 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7a4e1-6434-4c54-af9c-4852c61f4cae req-07385332-8347-4fbc-9124-b5502ec6feea tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:10.150796 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-69c7a4e1-6434-4c54-af9c-4852c61f4cae req-07385332-8347-4fbc-9124-b5502ec6feea tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0486915 Sep 08 14:18:10.187952 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-69c7a4e1-6434-4c54-af9c-4852c61f4cae req-2a746f2d-1801-4387-8a04-c074f4a37372 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309975 Sep 08 14:18:10.210623 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cc68bd21-bced-4ecd-8fbd-78c95283951d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:10.631727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:11.302826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70d63f2-8e05-4b77-9781-264f3845bbd0 req-f59ff161-fe60-474f-96b1-25acd310726c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:11.304230 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f70d63f2-8e05-4b77-9781-264f3845bbd0 req-f59ff161-fe60-474f-96b1-25acd310726c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0475895 Sep 08 14:18:11.341394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f70d63f2-8e05-4b77-9781-264f3845bbd0 req-c9fee3ca-8e1d-4177-a6eb-e3e83b06bfcc tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313861 Sep 08 14:18:12.084811 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:12.458108 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f14156-5db4-4b28-9a18-d2da7c624cd9 req-f3a23f13-3dc1-4773-82ec-c887bb1b0a28 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:12.459610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17f14156-5db4-4b28-9a18-d2da7c624cd9 req-f3a23f13-3dc1-4773-82ec-c887bb1b0a28 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0527835 Sep 08 14:18:12.497227 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17f14156-5db4-4b28-9a18-d2da7c624cd9 req-ac5b0a95-c76a-4937-bf62-d93171c6c2e6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317981 Sep 08 14:18:13.473361 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:13.615519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f7fac-3d6b-45ed-b4b0-3290c48e7d0a req-c98fd561-9881-445c-a9fe-e7c3ede3ac85 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:13.617044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a1f7fac-3d6b-45ed-b4b0-3290c48e7d0a req-c98fd561-9881-445c-a9fe-e7c3ede3ac85 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0529702 Sep 08 14:18:13.654267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a1f7fac-3d6b-45ed-b4b0-3290c48e7d0a req-0c54287a-8f0f-4416-a370-4c9839869cc6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312266 Sep 08 14:18:14.772121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12991b1-1b5a-4d71-b4be-d4136d3fa20a req-396fef47-195e-45d5-9f54-5c4f0d95f895 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:14.773621 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f12991b1-1b5a-4d71-b4be-d4136d3fa20a req-396fef47-195e-45d5-9f54-5c4f0d95f895 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0500996 Sep 08 14:18:14.814388 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f12991b1-1b5a-4d71-b4be-d4136d3fa20a req-b8e9a82d-68de-43ec-bafd-f6001346d8c4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346699 Sep 08 14:18:14.839187 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:15.582403 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-58e4de42-aae2-4578-bfe6-1a5497ac0bab service neutron] show failed (client error): The resource could not be found. Sep 08 14:18:15.583259 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-58e4de42-aae2-4578-bfe6-1a5497ac0bab service neutron] 10.222.0.70 "GET /v2.0/ports/a99c7347-1c94-46d8-b8aa-a47584121a39/bindings/n-h2-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0545783 Sep 08 14:18:15.935515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0a0ac-a31c-47fe-9594-821ac93a7add req-6d4dc5e2-199e-42d3-9e6f-7f1fe9bca3c8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:15.937014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-23e0a0ac-a31c-47fe-9594-821ac93a7add req-6d4dc5e2-199e-42d3-9e6f-7f1fe9bca3c8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0503497 Sep 08 14:18:15.976217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-23e0a0ac-a31c-47fe-9594-821ac93a7add req-cef2a703-3f39-4bda-bb3e-c79bbbb96ec4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325062 Sep 08 14:18:16.054744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-045f68fd-77ba-4563-89ad-27b84bce16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:16.056211 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-045f68fd-77ba-4563-89ad-27b84bce16b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 1096 time: 0.0789304 Sep 08 14:18:16.069171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:18:16.122150 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:16.315855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:18:16.347197 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:18:16.384186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:18:16.386375 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e3d7ce-f64b-4751-b140-d531aed9f149" -d '{"events": [{"server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "name": "network-vif-unplugged", "status": "completed", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:18:16.389975 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:16.402264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Transition to ACTIVE for port object a99c7347-1c94-46d8-b8aa-a47584121a39 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:18:16.473367 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:16.504922 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40db6efa-b592-46d8-b489-c6eb93fd766e x-openstack-request-id: req-40db6efa-b592-46d8-b489-c6eb93fd766e {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:18:16.505224 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "name": "network-vif-unplugged", "status": "completed", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:18:16.505476 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-40db6efa-b592-46d8-b489-c6eb93fd766e {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:18:16.505901 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'code': 200} Sep 08 14:18:16.557176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Pushing event updated for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:18:16.569587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:16.569932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:16.570300 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:16.570638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:16.570972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:16.571304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:16.571631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:16.571954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:16.572281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:16.572603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:16.572949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:16.573268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:16.608511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] No DVR routers for this DVR port a99c7347-1c94-46d8-b8aa-a47584121a39 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:18:16.744350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Attempting to bind port a99c7347-1c94-46d8-b8aa-a47584121a39 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:18:16.744691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Attempting to bind port a99c7347-1c94-46d8-b8aa-a47584121a39 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:18:16.745039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Attempting to bind port a99c7347-1c94-46d8-b8aa-a47584121a39 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:18:16.749222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Port a99c7347-1c94-46d8-b8aa-a47584121a39 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:18:16.749546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Attempting to bind port a99c7347-1c94-46d8-b8aa-a47584121a39 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:18:16.755015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:18:16.755356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:18:16.755745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Bound using segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:18:16.756176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Bound port: a99c7347-1c94-46d8-b8aa-a47584121a39, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:18:16.756532 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:16.820174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:18:16.823307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:18:16.880213 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:16.921240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:16.921858 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:16.923347 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] 10.222.0.60 "PUT /v2.0/ports/a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1091 time: 0.8586168 Sep 08 14:18:16.945045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af760f-6315-4dfd-b372-773ee158c01c service neutron] Pushing event updated for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:18:16.990692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-bd3105e2-3bcc-4319-a61c-1b537ee11cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:16.992248 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-bd3105e2-3bcc-4319-a61c-1b537ee11cea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1094 time: 0.0427594 Sep 08 14:18:17.121452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-1602a10a-fe3e-4392-a94c-9e0a4d6eb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:17.122990 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-1602a10a-fe3e-4392-a94c-9e0a4d6eb534 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1235354 Sep 08 14:18:17.134432 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdab0df-85f4-450f-bc58-fd3c5e97f68a req-8090546c-b752-4052-82ff-e4ccaee495ed tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:17.135841 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4fdab0df-85f4-450f-bc58-fd3c5e97f68a req-8090546c-b752-4052-82ff-e4ccaee495ed tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0743184 Sep 08 14:18:17.217867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4fdab0df-85f4-450f-bc58-fd3c5e97f68a req-db71c256-64e4-474f-917e-11a162ea6386 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756319 Sep 08 14:18:17.219586 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-deb0c4ac-e81d-4a6b-aae4-db06d2adb715 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1000 time: 0.0828955 Sep 08 14:18:17.267948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-d0aff9d4-f342-4952-bd33-2885f59886f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:17.269420 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-d0aff9d4-f342-4952-bd33-2885f59886f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0428364 Sep 08 14:18:17.314360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-03692fc0-f25c-4026-90a3-728ac8bcf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:17.315845 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-03692fc0-f25c-4026-90a3-728ac8bcf892 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395677 Sep 08 14:18:17.407947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-9b3b1121-d207-44f5-94ae-cc774fb2eb25 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851738 Sep 08 14:18:17.492256 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:17.498438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-638a1ba6-d1ff-46de-b697-5b8f761a214f service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835586 Sep 08 14:18:17.947239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a99c7347-1c94-46d8-b8aa-a47584121a39 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:18:17.985423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a99c7347-1c94-46d8-b8aa-a47584121a39 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:18:18.338079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb28da8-b0c3-40a7-b694-f37fd29fd2db req-d9741a56-9273-4a93-be56-aef5f832b97f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:18.339728 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9cb28da8-b0c3-40a7-b694-f37fd29fd2db req-d9741a56-9273-4a93-be56-aef5f832b97f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0504804 Sep 08 14:18:18.377206 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9cb28da8-b0c3-40a7-b694-f37fd29fd2db req-01b9caff-d7a0-4066-b737-1ddfc944119c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315866 Sep 08 14:18:18.507781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:18:18.510152 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e695160-4ba6-4928-bda9-937f7ae85196" -d '{"events": [{"name": "network-changed", "server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:18:18.559478 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682b5543-832c-43d3-9db3-657eb35bd8e3 x-openstack-request-id: req-682b5543-832c-43d3-9db3-657eb35bd8e3 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:18:18.559810 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:18:18.560304 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-682b5543-832c-43d3-9db3-657eb35bd8e3 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:18:18.560707 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'status': 'completed', 'code': 200} Sep 08 14:18:18.653920 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-8c522ca4-3d22-46dc-bf9e-580ae9243d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:18.655416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-8c522ca4-3d22-46dc-bf9e-580ae9243d9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1094 time: 0.0725882 Sep 08 14:18:18.657220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-e098100e-40f0-4c2f-90d3-28f3d7961adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:18.658568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-e098100e-40f0-4c2f-90d3-28f3d7961adf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1094 time: 0.0769565 Sep 08 14:18:18.816591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-5d241aa1-7375-450a-8128-35eb2d00d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:18.817970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-5d241aa1-7375-450a-8128-35eb2d00d8d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1555612 Sep 08 14:18:18.820475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-fc76e2e8-9057-4e95-b640-e584acda27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:18.821782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-fc76e2e8-9057-4e95-b640-e584acda27d7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1525180 Sep 08 14:18:18.939407 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-8f64a494-a1c2-4a14-9602-2913483f3ec1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1000 time: 0.1138151 Sep 08 14:18:18.941299 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-39eec6ee-2460-4873-b912-54fdaa0de8bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1000 time: 0.1103764 Sep 08 14:18:19.025426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-d3f24bbf-49dc-420f-ad8e-f9152b4eed25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:19.026930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-d3f24bbf-49dc-420f-ad8e-f9152b4eed25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0812352 Sep 08 14:18:19.028294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-cb9fc58b-a2da-4d08-8eaf-c35540c3de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:19.029587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-cb9fc58b-a2da-4d08-8eaf-c35540c3de0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0766456 Sep 08 14:18:19.101037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-ac34f4dd-6a84-4ed9-9750-3f9be3125eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:19.102583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-ac34f4dd-6a84-4ed9-9750-3f9be3125eb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690689 Sep 08 14:18:19.104307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-5794c73f-bb17-4112-a825-e268c3bda42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:19.105660 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-5794c73f-bb17-4112-a825-e268c3bda42e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642757 Sep 08 14:18:19.258767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-a758009f-79f6-413a-8606-3b5823b32398 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485996 Sep 08 14:18:19.260537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-4803ca1a-2bdc-4192-ac2f-6197ccd112b6 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435630 Sep 08 14:18:19.416318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-a496547c-e99b-404e-9d0c-0d8e04780fda service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509562 Sep 08 14:18:19.420608 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2e695160-4ba6-4928-bda9-937f7ae85196 req-133de8e4-f74e-4a9b-9a6b-cd1193bce3aa service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479068 Sep 08 14:18:19.499967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c467e0-5152-4a92-a71f-a187f0254146 req-72c626a5-e425-4640-b6fe-d545e33e8aef tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:19.501517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96c467e0-5152-4a92-a71f-a187f0254146 req-72c626a5-e425-4640-b6fe-d545e33e8aef tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0548115 Sep 08 14:18:19.542002 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-96c467e0-5152-4a92-a71f-a187f0254146 req-c88e6da8-84f8-4c4b-87ef-e5a055d81861 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337181 Sep 08 14:18:20.663431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c54f1a-5963-4b5b-8a13-76b9a627cc81 req-9b999abe-09f6-40fc-a39e-0c1103147fb1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:20.664975 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9c54f1a-5963-4b5b-8a13-76b9a627cc81 req-9b999abe-09f6-40fc-a39e-0c1103147fb1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0516546 Sep 08 14:18:20.702465 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c9c54f1a-5963-4b5b-8a13-76b9a627cc81 req-8b1371fe-160a-4359-a5e5-a3cb404721fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Sep 08 14:18:21.818943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dae448-87eb-40f9-9e45-2958b38cfc77 req-4b7e01e6-f310-4e58-906e-4e8125a586d7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:21.820529 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-88dae448-87eb-40f9-9e45-2958b38cfc77 req-4b7e01e6-f310-4e58-906e-4e8125a586d7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0500898 Sep 08 14:18:21.859889 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-88dae448-87eb-40f9-9e45-2958b38cfc77 req-86064f4e-3818-4830-b3d7-bf7c6d7edb76 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329654 Sep 08 14:18:22.980225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc8623-c7e9-4ad5-be37-f2f0749a4bc7 req-1d914956-2d44-4751-a56e-9c880e8c8e7e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:22.981725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bacc8623-c7e9-4ad5-be37-f2f0749a4bc7 req-1d914956-2d44-4751-a56e-9c880e8c8e7e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0487876 Sep 08 14:18:23.019090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bacc8623-c7e9-4ad5-be37-f2f0749a4bc7 req-f9494d6f-8236-4381-93eb-f32e5907eb26 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309577 Sep 08 14:18:24.134026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7eb52-bf3e-4ac9-af8e-cedd287eddfe req-629b46df-9314-49ae-9fbe-13ffd7db344e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:24.135525 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cd7eb52-bf3e-4ac9-af8e-cedd287eddfe req-629b46df-9314-49ae-9fbe-13ffd7db344e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0491636 Sep 08 14:18:24.171487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0cd7eb52-bf3e-4ac9-af8e-cedd287eddfe req-8379e54b-e403-43b9-9e1a-c11de87730dc tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301433 Sep 08 14:18:25.285063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32650a0e-d1f7-4951-8df5-c18b66f7584b req-5fba2935-b57a-4341-8297-e8f0eea46eb6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:25.286438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-32650a0e-d1f7-4951-8df5-c18b66f7584b req-5fba2935-b57a-4341-8297-e8f0eea46eb6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0472994 Sep 08 14:18:25.325870 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-32650a0e-d1f7-4951-8df5-c18b66f7584b req-65eeb987-c383-4f3a-8d19-24076468ec21 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336156 Sep 08 14:18:26.442657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf51d2-03bb-44f9-b71c-634d78c614e1 req-67280b4d-7c0d-4147-886a-eb55efe33faa tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:26.444123 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ebf51d2-03bb-44f9-b71c-634d78c614e1 req-67280b4d-7c0d-4147-886a-eb55efe33faa tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0524621 Sep 08 14:18:26.480590 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ebf51d2-03bb-44f9-b71c-634d78c614e1 req-214d472b-d772-4dca-9d99-767a31181b8d tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305552 Sep 08 14:18:27.594401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6cceb-d108-4ead-b0e5-8e43a74a1de6 req-52b24bf0-c9a9-4c2d-95bf-ab885d818cec tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:27.596124 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8fa6cceb-d108-4ead-b0e5-8e43a74a1de6 req-52b24bf0-c9a9-4c2d-95bf-ab885d818cec tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0475900 Sep 08 14:18:27.633410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8fa6cceb-d108-4ead-b0e5-8e43a74a1de6 req-3bf9b79c-1341-4cde-8eb2-ead3af21c79f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314136 Sep 08 14:18:28.748343 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f1f36-3f6b-41af-9d4e-6d280d47b299 req-18e9a05e-4429-461b-9367-7992f0451f41 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:28.750068 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-590f1f36-3f6b-41af-9d4e-6d280d47b299 req-18e9a05e-4429-461b-9367-7992f0451f41 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0506759 Sep 08 14:18:28.787964 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-590f1f36-3f6b-41af-9d4e-6d280d47b299 req-9bf3a885-1c92-49b4-9586-aec67e67bfa6 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318696 Sep 08 14:18:29.900186 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8383f-40b8-4d2c-851e-ba8ca135a738 req-027d6b69-a2f8-4fdc-984b-fab76ea9d0f8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:29.901654 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1b8383f-40b8-4d2c-851e-ba8ca135a738 req-027d6b69-a2f8-4fdc-984b-fab76ea9d0f8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0473862 Sep 08 14:18:29.938507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d1b8383f-40b8-4d2c-851e-ba8ca135a738 req-68b3607b-d245-4bce-8205-cd19e2f8490e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308900 Sep 08 14:18:31.054060 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93af81-7980-4a9e-a01f-55c9aa7aed79 req-b78d2436-f7e0-44f7-bacd-2ad1763f0ee8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:31.055552 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e93af81-7980-4a9e-a01f-55c9aa7aed79 req-b78d2436-f7e0-44f7-bacd-2ad1763f0ee8 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 943 time: 0.0507028 Sep 08 14:18:31.092864 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e93af81-7980-4a9e-a01f-55c9aa7aed79 req-d2537c0c-cd39-4b4b-bbe4-3102f16b06a9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312591 Sep 08 14:18:31.456477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a99c7347-1c94-46d8-b8aa-a47584121a39 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:18:31.549253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:18:31.560635 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'port_id': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'mac_address': 'fa:16:3e:e0:6c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:18:31.595354 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:31.608114 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99c7347-1c94-46d8-b8aa-a47584121a39 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:18:31.626724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:18:31.712916 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:31.757987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:18:31.765000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:31.765350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:31.765690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:31.766038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:31.766384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:31.766718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:31.767042 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:31.767365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:31.767686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:31.768006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:31.768326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:31.769153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:18:32.043501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a99c7347-1c94-46d8-b8aa-a47584121a39'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:18:32.209417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb107d-6648-45a8-95be-4a1eadf6b4b7 req-14a9de6b-2682-4e47-8fc1-b3db8548cf77 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:32.210920 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6efb107d-6648-45a8-95be-4a1eadf6b4b7 req-14a9de6b-2682-4e47-8fc1-b3db8548cf77 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0484991 Sep 08 14:18:32.251028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6efb107d-6648-45a8-95be-4a1eadf6b4b7 req-be7c72fe-a42e-42e8-99a5-ae16922b0562 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341532 Sep 08 14:18:32.912137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6a1ef-3992-482a-aace-b4a2db06cbf2 req-119e1064-4d75-4449-9cc6-20f186e5f509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:32.913630 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-59f6a1ef-3992-482a-aace-b4a2db06cbf2 req-119e1064-4d75-4449-9cc6-20f186e5f509 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0490043 Sep 08 14:18:32.977628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-59f6a1ef-3992-482a-aace-b4a2db06cbf2 req-3cc00b38-f884-4eba-be52-8b65d18b3b67 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547616 Sep 08 14:18:32.989683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-f992e0b6-a71d-46ea-af7a-8ff45af79e7a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:32.991158 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-f992e0b6-a71d-46ea-af7a-8ff45af79e7a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.60 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2&tenant_id=e6fa3551987f4a6f99bf3934c741d442&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 944 time: 0.0766757 Sep 08 14:18:33.049835 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-b4306aeb-d7a0-41cf-a864-7e475d5a5569 service neutron] 10.222.0.60 "GET /v2.0/ports/a99c7347-1c94-46d8-b8aa-a47584121a39/bindings/n-h2-807558-3 HTTP/1.1" status: 200 len: 382 time: 0.0516884 Sep 08 14:18:33.377204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-08e7a03d-0a09-4ae9-bfab-33b0e7759bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:33.378729 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-08e7a03d-0a09-4ae9-bfab-33b0e7759bf0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1095 time: 0.3068218 Sep 08 14:18:33.466118 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-e8720a62-1b0c-41e1-b713-3a292227d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:33.467606 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-e8720a62-1b0c-41e1-b713-3a292227d940 service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0816774 Sep 08 14:18:33.472391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a99c7347-1c94-46d8-b8aa-a47584121a39 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:18:33.534034 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-e616ae46-b043-46ef-81f9-1f41154fb150 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1001 time: 0.0593297 Sep 08 14:18:33.584923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-77509e1a-cc94-4e47-8960-46c3c10d480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:33.586461 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-77509e1a-cc94-4e47-8960-46c3c10d480f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0446582 Sep 08 14:18:33.620064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a99c7347-1c94-46d8-b8aa-a47584121a39 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:18:33.624275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a99c7347-1c94-46d8-b8aa-a47584121a39 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:18:33.624662 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:33.635220 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-7ceb4464-20c9-41f4-829d-c7952bc8b412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:33.635220 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-7ceb4464-20c9-41f4-829d-c7952bc8b412 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398939 Sep 08 14:18:33.703086 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:33.725376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:18:33.725970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-9437d43d-2d1a-4ab4-a076-f58d6909fda4 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855248 Sep 08 14:18:33.727638 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5ca101-cac8-4d92-ad70-3448588f6449" -d '{"events": [{"server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "name": "network-vif-plugged", "status": "completed", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:18:33.739828 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:18:33.815324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-ffa64acc-e47e-44e3-aa78-8e78945f3422 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827658 Sep 08 14:18:33.820412 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:33.844247 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcc05a7-5e4e-4127-b950-6fec591e8b63 x-openstack-request-id: req-8dcc05a7-5e4e-4127-b950-6fec591e8b63 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:18:33.844537 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "name": "network-vif-plugged", "status": "completed", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:18:33.844789 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8dcc05a7-5e4e-4127-b950-6fec591e8b63 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:18:33.845168 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'code': 200} Sep 08 14:18:33.870742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:18:34.096349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807d4f42-c91d-442e-ad5f-b2f4948eea7e req-8e99d4ed-ce90-4e9a-b440-c4ce57efb73c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:34.097822 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-807d4f42-c91d-442e-ad5f-b2f4948eea7e req-8e99d4ed-ce90-4e9a-b440-c4ce57efb73c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0524154 Sep 08 14:18:34.134883 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-807d4f42-c91d-442e-ad5f-b2f4948eea7e req-e839334c-e8e2-4b98-aebc-9bea224a2ba4 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311551 Sep 08 14:18:35.257103 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7989cf6-979b-4dfe-a800-89d5190f186d req-29d6de51-afe4-4deb-a3eb-0796300de935 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:35.258514 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7989cf6-979b-4dfe-a800-89d5190f186d req-29d6de51-afe4-4deb-a3eb-0796300de935 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0529976 Sep 08 14:18:35.294924 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7989cf6-979b-4dfe-a800-89d5190f186d req-d0835f25-2fa7-4a23-ad0c-61288844b152 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305862 Sep 08 14:18:36.412687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662b506-6911-4712-81ec-82222179cf70 req-8631746e-5240-41e2-a7be-841cb0878aa7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:36.414270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c662b506-6911-4712-81ec-82222179cf70 req-8631746e-5240-41e2-a7be-841cb0878aa7 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0496054 Sep 08 14:18:36.452236 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c662b506-6911-4712-81ec-82222179cf70 req-a341ee9b-d852-4cd8-bd14-dd19c174c60d tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316412 Sep 08 14:18:37.566924 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04ec49-c159-41c1-9ea8-13742b28585c req-725f93aa-e2d9-4a2d-979a-d9d88d9d7c91 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:37.568401 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce04ec49-c159-41c1-9ea8-13742b28585c req-725f93aa-e2d9-4a2d-979a-d9d88d9d7c91 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0487936 Sep 08 14:18:37.607095 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce04ec49-c159-41c1-9ea8-13742b28585c req-aae1b0cd-da9c-4a2f-85d6-7d39b16eaac1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328877 Sep 08 14:18:37.878949 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a5cb0bda-5b95-4e9b-b605-57135ad01284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:38.383570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a1f3080c-4082-492d-8a37-201e6d551029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:38.385040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a1f3080c-4082-492d-8a37-201e6d551029 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2&tenant_id=e6fa3551987f4a6f99bf3934c741d442 HTTP/1.1" status: 200 len: 1096 time: 0.0407934 Sep 08 14:18:38.396831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:18:38.450200 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:38.645981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:18:38.680955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:18:38.749222 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:18:38.751512 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2ce45b-6153-4761-afbd-8a4ec259c6f3" -d '{"events": [{"server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "name": "network-vif-unplugged", "status": "completed", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:18:38.757144 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:38.768121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a63fc-741f-4eb8-8295-0afc8f93e86a req-c801b2ad-888c-43e4-9eef-68a1b45cbd7e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:38.769665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b31a63fc-741f-4eb8-8295-0afc8f93e86a req-c801b2ad-888c-43e4-9eef-68a1b45cbd7e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0924537 Sep 08 14:18:38.787056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Transition to ACTIVE for port object a99c7347-1c94-46d8-b8aa-a47584121a39 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:18:38.802427 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a458e9-11ed-4266-b28e-0ec0b4e8842d x-openstack-request-id: req-35a458e9-11ed-4266-b28e-0ec0b4e8842d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:18:38.802723 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "name": "network-vif-unplugged", "status": "completed", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:18:38.802972 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-35a458e9-11ed-4266-b28e-0ec0b4e8842d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:18:38.803360 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'code': 200} Sep 08 14:18:38.815362 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b31a63fc-741f-4eb8-8295-0afc8f93e86a req-6276dae1-ac51-4152-ae5b-54db84d5d4ed tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379417 Sep 08 14:18:38.861324 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:38.936713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Pushing event updated for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=10']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:18:38.979978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] No DVR routers for this DVR port a99c7347-1c94-46d8-b8aa-a47584121a39 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:18:39.119928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Attempting to bind port a99c7347-1c94-46d8-b8aa-a47584121a39 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:18:39.120270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Attempting to bind port a99c7347-1c94-46d8-b8aa-a47584121a39 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:18:39.120605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Attempting to bind port a99c7347-1c94-46d8-b8aa-a47584121a39 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:18:39.124815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Port a99c7347-1c94-46d8-b8aa-a47584121a39 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:18:39.125141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Attempting to bind port a99c7347-1c94-46d8-b8aa-a47584121a39 on network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:18:39.129945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:18:39.130322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Checking segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:18:39.130713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Bound using segment: {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:18:39.131142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Bound port: a99c7347-1c94-46d8-b8aa-a47584121a39, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f829b8-7ffb-4c3b-9e37-974f234504b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:18:39.131498 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:39.193734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:18:39.196639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:18:39.254016 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:39.287571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:39.288241 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:39.289878 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] 10.222.0.70 "PUT /v2.0/ports/a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1092 time: 0.8967948 Sep 08 14:18:39.311966 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:18:39.329823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c3d821-3ae9-4dba-a85a-b9d756a41f7e service neutron] Pushing event updated for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=11']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:18:39.363078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-79fab675-076c-499b-ba74-3187714c8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:39.364741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-79fab675-076c-499b-ba74-3187714c8ec4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1095 time: 0.0486696 Sep 08 14:18:39.462365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-99a7280e-78ec-47dd-abed-a454c0e81db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:39.463870 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-99a7280e-78ec-47dd-abed-a454c0e81db2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.0923824 Sep 08 14:18:39.502034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a99c7347-1c94-46d8-b8aa-a47584121a39 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:18:39.528879 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a07423f7-1747-4841-932f-58b62a69cc1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1000 time: 0.0580046 Sep 08 14:18:39.539325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a99c7347-1c94-46d8-b8aa-a47584121a39 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:18:39.581467 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-00f5cf2e-d00c-4626-94b9-e917a62c62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:39.583441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-00f5cf2e-d00c-4626-94b9-e917a62c62f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0476084 Sep 08 14:18:39.627945 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a21fe60b-b9de-4434-94b3-c485c6dfe558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:39.629979 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-a21fe60b-b9de-4434-94b3-c485c6dfe558 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392704 Sep 08 14:18:39.718994 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-f57b25b6-7c36-46d0-9a61-a973f7039e48 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817039 Sep 08 14:18:39.810514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0e52ee55-29b9-4b94-b838-cadd763d868b req-43448e27-3d55-4d0d-bbf2-8e1faf3f38e1 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845098 Sep 08 14:18:39.933053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f64ea-78a3-4ac9-84df-06033c00bd5e req-3a19ac88-5362-4be9-90e6-a169bc52d38e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:39.934607 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-893f64ea-78a3-4ac9-84df-06033c00bd5e req-3a19ac88-5362-4be9-90e6-a169bc52d38e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0498919 Sep 08 14:18:39.972762 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-893f64ea-78a3-4ac9-84df-06033c00bd5e req-a11e315d-bcdf-46ef-8188-0741fc50f96e tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322216 Sep 08 14:18:40.239383 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fcc0b629-023b-461e-8dcc-a21951425faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:40.639046 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:40.805056 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:18:40.807523 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb" -d '{"events": [{"name": "network-changed", "server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:18:40.856489 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f605fe9f-e2be-42c5-9139-2d8fc92b99b6 x-openstack-request-id: req-f605fe9f-e2be-42c5-9139-2d8fc92b99b6 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:18:40.856901 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:18:40.857162 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f605fe9f-e2be-42c5-9139-2d8fc92b99b6 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:18:40.857566 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'status': 'completed', 'code': 200} Sep 08 14:18:40.954296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-274e067a-3319-4e4e-8ffa-c574595b5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:40.955766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-274e067a-3319-4e4e-8ffa-c574595b5353 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1095 time: 0.0755246 Sep 08 14:18:40.958658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-63314113-70a9-425f-9101-fe1b68cf7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:40.960088 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-63314113-70a9-425f-9101-fe1b68cf7d4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6fa3551987f4a6f99bf3934c741d442&device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 1095 time: 0.0786057 Sep 08 14:18:41.096553 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085c174-7eb4-4a33-9321-64e8fcb9be5c req-3e599ae7-7d81-4c6b-9b2a-cd2979341aea tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:41.098876 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c085c174-7eb4-4a33-9321-64e8fcb9be5c req-3e599ae7-7d81-4c6b-9b2a-cd2979341aea tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0553598 Sep 08 14:18:41.121223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-36249275-e623-4fa4-82a1-744c3714737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:41.123449 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-36249275-e623-4fa4-82a1-744c3714737f service neutron] 10.222.0.60 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1603470 Sep 08 14:18:41.124505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-c47daf80-df95-48d6-a311-1d398d57e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:41.125826 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-c47daf80-df95-48d6-a311-1d398d57e8e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 200 len: 913 time: 0.1552529 Sep 08 14:18:41.140758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c085c174-7eb4-4a33-9321-64e8fcb9be5c req-2b308746-c5b1-4e1b-9459-9de85de247da tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344422 Sep 08 14:18:41.236455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-35ca9bf1-87c7-46ae-b832-e95e6fde14be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1000 time: 0.1052506 Sep 08 14:18:41.238136 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-0c81da05-1afc-4498-bc47-e36f142e91e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 200 len: 1000 time: 0.1014295 Sep 08 14:18:41.319089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-2b6dca82-439c-4c37-9c74-b1b677877f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:41.320579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-2b6dca82-439c-4c37-9c74-b1b677877f56 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0769343 Sep 08 14:18:41.321996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-1fa1904d-b145-4c75-b2f3-9af97b44fb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:41.323347 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-1fa1904d-b145-4c75-b2f3-9af97b44fb51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 200 len: 851 time: 0.0725341 Sep 08 14:18:41.398307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-deeb4656-3d49-4d43-9e89-ce0ce4fb9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:41.399818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-deeb4656-3d49-4d43-9e89-ce0ce4fb9679 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716143 Sep 08 14:18:41.402363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-495f4745-b0d2-4547-b2bf-e2ba40522994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:41.403726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-495f4745-b0d2-4547-b2bf-e2ba40522994 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664425 Sep 08 14:18:41.557300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-c6b8d415-5c5b-4a6a-8003-688cf49bfee6 service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498053 Sep 08 14:18:41.560760 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-728ff1c9-fb5f-4861-b28e-d611e98529da service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460118 Sep 08 14:18:41.722327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-a0210677-f226-4a81-9a87-a3ad3c450ac2 service neutron] 10.222.0.70 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495717 Sep 08 14:18:41.724675 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f5c41ac-db00-4e52-9d84-5d712e9fdecb req-f263b3da-2334-4af1-9696-efe50a15dd7f service neutron] 10.222.0.60 "GET /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601400 Sep 08 14:18:42.061245 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:42.266287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53bb69-6ab6-43f6-b616-2a6051d667ee req-030e5e3b-4c14-4e23-9bb3-b95c13e8191a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:42.267799 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d53bb69-6ab6-43f6-b616-2a6051d667ee req-030e5e3b-4c14-4e23-9bb3-b95c13e8191a tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0541375 Sep 08 14:18:42.305600 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1d53bb69-6ab6-43f6-b616-2a6051d667ee req-c269a301-b9d2-4adc-b562-674aca2c03c1 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Sep 08 14:18:43.428105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41e32e-79f3-4735-8bca-64a056498927 req-98505add-db88-4ba4-a42a-5193bfb92432 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:43.429664 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a41e32e-79f3-4735-8bca-64a056498927 req-98505add-db88-4ba4-a42a-5193bfb92432 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0563424 Sep 08 14:18:43.467577 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a41e32e-79f3-4735-8bca-64a056498927 req-1f95f829-aeb2-4b61-a0a9-ce02ccc94e3d tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319300 Sep 08 14:18:43.482480 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:44.597703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c43e74-1fb6-42f5-b4ff-90f06c2f1cc8 req-9c4d2d20-7c05-4977-a0b4-283db96a6348 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:44.599462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2c43e74-1fb6-42f5-b4ff-90f06c2f1cc8 req-9c4d2d20-7c05-4977-a0b4-283db96a6348 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0490775 Sep 08 14:18:44.640077 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2c43e74-1fb6-42f5-b4ff-90f06c2f1cc8 req-c906d5ae-0058-4a06-88db-8c8e3416c943 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341713 Sep 08 14:18:44.924240 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:45.752117 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e168f03-82ff-4806-bf51-7d25858afce7 req-36f25035-cbc6-4d1b-a6a5-08ad067b1b67 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:45.753500 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6e168f03-82ff-4806-bf51-7d25858afce7 req-36f25035-cbc6-4d1b-a6a5-08ad067b1b67 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0481069 Sep 08 14:18:45.791368 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6e168f03-82ff-4806-bf51-7d25858afce7 req-7aa60da1-4a21-45e5-8136-def7ebd3a6a5 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313811 Sep 08 14:18:46.904691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02deb83b-711b-44d2-891c-c726626c5e8f req-bfd58289-b8b4-4179-9771-69c3fbbc6cb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:46.906142 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02deb83b-711b-44d2-891c-c726626c5e8f req-bfd58289-b8b4-4179-9771-69c3fbbc6cb9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0470986 Sep 08 14:18:46.943082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-02deb83b-711b-44d2-891c-c726626c5e8f req-02653537-4e57-4072-b07f-b09c3139b655 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303886 Sep 08 14:18:47.461247 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:48.063145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949081e7-1ac2-46cc-a4e6-954593015599 req-f77b6638-f885-484d-be63-9b8aaa2b0b2b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:48.064630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-949081e7-1ac2-46cc-a4e6-954593015599 req-f77b6638-f885-484d-be63-9b8aaa2b0b2b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0533617 Sep 08 14:18:48.102640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-949081e7-1ac2-46cc-a4e6-954593015599 req-baa898da-40e6-40d8-a3c3-e55b8bc42281 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319042 Sep 08 14:18:49.220329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b481a-24da-4ff0-afb5-bcdc1a299a5d req-0d5a825c-03ce-498e-99f5-ab28f1d2b060 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:49.222041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-737b481a-24da-4ff0-afb5-bcdc1a299a5d req-0d5a825c-03ce-498e-99f5-ab28f1d2b060 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0517619 Sep 08 14:18:49.258950 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-737b481a-24da-4ff0-afb5-bcdc1a299a5d req-02ceab85-9d5f-4186-87f8-adb5dbf5c982 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305300 Sep 08 14:18:50.371064 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e488a0-8390-46ab-b115-ec3dd622ec67 req-f0fd63f8-e238-4c61-bf55-16a42d029910 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:50.372547 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b2e488a0-8390-46ab-b115-ec3dd622ec67 req-f0fd63f8-e238-4c61-bf55-16a42d029910 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0490799 Sep 08 14:18:50.409783 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b2e488a0-8390-46ab-b115-ec3dd622ec67 req-effc1f97-164f-4ddc-9dac-c53b89d30ab2 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313981 Sep 08 14:18:51.526299 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01198a-fb42-4308-bb3c-5bb2cb8f3faf req-0e6a4078-dfdc-4fe4-bfac-49d65f713caf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:51.527686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d01198a-fb42-4308-bb3c-5bb2cb8f3faf req-0e6a4078-dfdc-4fe4-bfac-49d65f713caf tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0484641 Sep 08 14:18:51.565418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d01198a-fb42-4308-bb3c-5bb2cb8f3faf req-ff65a440-4dac-41b5-bdcc-0bcf7d136dab tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316663 Sep 08 14:18:51.681858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b97d08-932c-4e09-9252-0412a88d6d36 req-08e9fec1-d239-4f70-bb5c-ef722329ae76 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:51.683383 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3b97d08-932c-4e09-9252-0412a88d6d36 req-08e9fec1-d239-4f70-bb5c-ef722329ae76 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0499072 Sep 08 14:18:51.720766 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3b97d08-932c-4e09-9252-0412a88d6d36 req-87d50d26-73fd-4514-a677-31f10573fec0 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306392 Sep 08 14:18:51.847097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693ea0a-953e-4df1-b5a7-7b2567d1a958 req-4e7968fb-5e14-4cd1-88a1-a68eeeb76003 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:51.849132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a693ea0a-953e-4df1-b5a7-7b2567d1a958 req-4e7968fb-5e14-4cd1-88a1-a68eeeb76003 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0629196 Sep 08 14:18:51.885667 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a693ea0a-953e-4df1-b5a7-7b2567d1a958 req-2c3c52af-d254-4fcd-8b54-2287bd2689ed tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307043 Sep 08 14:18:52.086236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a99c7347-1c94-46d8-b8aa-a47584121a39 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:18:52.179387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:18:52.191097 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'port_id': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'mac_address': 'fa:16:3e:e0:6c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:18:52.237428 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:52.250695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a99c7347-1c94-46d8-b8aa-a47584121a39 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:18:52.271029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:18:52.319040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478a527-b855-43f7-9546-0e9bdae0f53c req-bd9bdfa6-1d16-4056-8798-575cd87efd56 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:52.320493 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f478a527-b855-43f7-9546-0e9bdae0f53c req-bd9bdfa6-1d16-4056-8798-575cd87efd56 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 944 time: 0.0515368 Sep 08 14:18:52.347403 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:52.361638 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f478a527-b855-43f7-9546-0e9bdae0f53c req-e3f5cead-6003-4a87-b3f0-732f02bab10f tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345166 Sep 08 14:18:52.401187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=12']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:18:52.594916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['a99c7347-1c94-46d8-b8aa-a47584121a39'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:18:53.485613 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebbae8-fa6a-4fc7-84e5-27c5dc5aa7d1 req-94b71b14-f004-4616-93a3-33206e14fbfa tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:53.487148 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5ebbae8-fa6a-4fc7-84e5-27c5dc5aa7d1 req-94b71b14-f004-4616-93a3-33206e14fbfa tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0541649 Sep 08 14:18:53.524185 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5ebbae8-fa6a-4fc7-84e5-27c5dc5aa7d1 req-0e80e31a-3cd2-4fe9-8725-7312a080d955 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups?id=58960f7b-b9c4-4084-a740-c5bb41b1d53d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311358 Sep 08 14:18:53.808179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-1155200c-cd70-4bfb-9926-e54b62bfb2b9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:18:53.809546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-1155200c-cd70-4bfb-9926-e54b62bfb2b9 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.70 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 945 time: 0.0480528 Sep 08 14:18:53.899394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Deleting port a99c7347-1c94-46d8-b8aa-a47584121a39 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:18:53.899743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:53.985496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] For port a99c7347-1c94-46d8-b8aa-a47584121a39, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=a99c7347-1c94-46d8-b8aa-a47584121a39,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:18:53.985870 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:54.085568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a99c7347-1c94-46d8-b8aa-a47584121a39 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:18:54.151840 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:54.152205 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:54.152521 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 disassociated. External IP: 172.25.5.108, port: a99c7347-1c94-46d8-b8aa-a47584121a39. Sep 08 14:18:54.152868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Calling delete_port for a99c7347-1c94-46d8-b8aa-a47584121a39 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:18:54.215535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port a99c7347-1c94-46d8-b8aa-a47584121a39 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:18:54.220160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port a99c7347-1c94-46d8-b8aa-a47584121a39 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:18:54.220890 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:54.301247 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:54.358669 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:54.387861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event deleted for resources: {'Port': ['ID=a99c7347-1c94-46d8-b8aa-a47584121a39,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:18:54.506742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Router d28b039e-8023-459b-aa90-29f11eacdcf8 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:18:54.631415 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a53230dd-25a3-4c5e-979f-b8d267df1ca2 req-ca1888b1-0390-478b-bd7e-efe77df6327c tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 210 time: 0.0297692 Sep 08 14:18:54.641180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:18:54.653081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a426db2-4e31-4576-85b5-811b54422d65 None None] Sync routers for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:18:54.662378 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a426db2-4e31-4576-85b5-811b54422d65 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:18:54.662932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4a426db2-4e31-4576-85b5-811b54422d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:18:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:18:54.687198 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] No DVR routers for this DVR port a99c7347-1c94-46d8-b8aa-a47584121a39 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:18:54.689973 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:18:54.692614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3d6fbab-9ce8-4a0c-b91c-b7910a8a21ac req-6f11b494-d28a-46d2-980d-997d532504fe tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.70 "DELETE /v2.0/ports/a99c7347-1c94-46d8-b8aa-a47584121a39 HTTP/1.1" status: 204 len: 173 time: 0.8768868 Sep 08 14:18:54.693060 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'name': 'network-vif-deleted', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:18:54.695408 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66113313-0e24-47cb-9ab6-d77ed8825ec1" -d '{"events": [{"server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "name": "network-vif-deleted", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:18:54.732426 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3781d68-59b8-4b55-984f-baf95d5c9728 x-openstack-request-id: req-f3781d68-59b8-4b55-984f-baf95d5c9728 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:18:54.732712 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "778514e8-1565-446c-8a4b-2b61651bbec2", "name": "network-vif-deleted", "tag": "a99c7347-1c94-46d8-b8aa-a47584121a39", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:18:54.732961 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f3781d68-59b8-4b55-984f-baf95d5c9728 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:18:54.733358 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '778514e8-1565-446c-8a4b-2b61651bbec2', 'name': 'network-vif-deleted', 'tag': 'a99c7347-1c94-46d8-b8aa-a47584121a39', 'status': 'completed', 'code': 200} Sep 08 14:18:54.771115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-4a426db2-4e31-4576-85b5-811b54422d65 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:18:54.966900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4a426db2-4e31-4576-85b5-811b54422d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:18:54.993005 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a426db2-4e31-4576-85b5-811b54422d65 None None] Checking router: d28b039e-8023-459b-aa90-29f11eacdcf8 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:18:55.001698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a426db2-4e31-4576-85b5-811b54422d65 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:18:55.002337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4a426db2-4e31-4576-85b5-811b54422d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:18:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:18:55.105882 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-4a426db2-4e31-4576-85b5-811b54422d65 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:18:55.455799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4a426db2-4e31-4576-85b5-811b54422d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:18:55.489726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a426db2-4e31-4576-85b5-811b54422d65 None None] The sync data for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 is: [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:46Z', 'revision_number': 4, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a072986e-dfd4-4012-9c10-5ac96ee03380', 'name': '', 'network_id': '83d26fcc-3ea7-454d-9dbc-0fc63d3548b2', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'mac_address': 'fa:16:3e:a3:33:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'a917a477-6837-4324-9029-150b14291d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:45Z', 'updated_at': '2021-09-08T14:06:51Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'subnets': [{'id': 'a917a477-6837-4324-9029-150b14291d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:18:55.726897 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ccbb1-0520-421c-b94e-5c0272c4a120 None None] New status for floating IP 8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:18:55.730977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42ff5e59-7707-4f62-bd61-b3b2ab8adc27 req-c9cd9809-ba3a-4c1d-a687-c52a992ce00b tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 210 time: 0.0286796 Sep 08 14:18:56.827434 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6a6872fa-3f69-4d02-9d6c-9ab145a4ae5b req-090dbb16-90cd-4627-b683-79423262ef60 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 210 time: 0.0267568 Sep 08 14:18:57.920891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f7c6f6ac-7560-4a91-9472-7ac47ae2486b req-12ca186f-16d4-4484-998a-c03be43cbefd tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/ports?device_id=778514e8-1565-446c-8a4b-2b61651bbec2 HTTP/1.1" status: 200 len: 210 time: 0.0253685 Sep 08 14:18:58.117465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a99c7347-1c94-46d8-b8aa-a47584121a39 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:18:58.138784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: a99c7347-1c94-46d8-b8aa-a47584121a39 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:18:58.139139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device a99c7347-1c94-46d8-b8aa-a47584121a39 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:19:02.859639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54666) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:02.913640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:02.935406 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:03.059592 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:03.062171 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:03.068556 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "DELETE /v2.0/security-groups/58960f7b-b9c4-4084-a740-c5bb41b1d53d HTTP/1.1" status: 204 len: 168 time: 0.2027273 Sep 08 14:19:03.068764 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54668) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:03.072995 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58960f7b-b9c4-4084-a740-c5bb41b1d53d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:03.080381 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-ebc4115b-9ce8-4e5f-84c2-67d75eb310d3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] show failed (client error): The resource could not be found. Sep 08 14:19:03.080668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:03.081020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:03.081361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:03.081460 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ebc4115b-9ce8-4e5f-84c2-67d75eb310d3 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "GET /v2.0/security-groups/58960f7b-b9c4-4084-a740-c5bb41b1d53d HTTP/1.1" status: 404 len: 347 time: 0.0138261 Sep 08 14:19:03.082491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:03.082841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:03.083177 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:03.083508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:03.083827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:03.084156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:03.084483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:03.084805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:03.084951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54670) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:03.085126 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b52ee88f-6ab9-4540-bd41-73253aa33b12 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:03.211777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7f388b59-f35a-4c78-be96-f0f8c0b65993 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Deleting port 566aeffd-4e3f-4ebc-8af8-23aa68028954 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:19:03.212125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f388b59-f35a-4c78-be96-f0f8c0b65993 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:03.286843 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f388b59-f35a-4c78-be96-f0f8c0b65993 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:03.287172 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f388b59-f35a-4c78-be96-f0f8c0b65993 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:03.298305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-7f388b59-f35a-4c78-be96-f0f8c0b65993 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Calling delete_port for 566aeffd-4e3f-4ebc-8af8-23aa68028954 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:19:03.489986 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f388b59-f35a-4c78-be96-f0f8c0b65993 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:03.773948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f388b59-f35a-4c78-be96-f0f8c0b65993 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Pushing event deleted for resources: {'Port': ['ID=566aeffd-4e3f-4ebc-8af8-23aa68028954,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:03.834367 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f388b59-f35a-4c78-be96-f0f8c0b65993 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:03.836906 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7f388b59-f35a-4c78-be96-f0f8c0b65993 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:03.838079 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7f388b59-f35a-4c78-be96-f0f8c0b65993 tempest-ServerActionsTestJSON-1486457098 tempest-ServerActionsTestJSON-1486457098-project] 10.222.0.69 "DELETE /v2.0/floatingips/8a9d767f-0e62-4af7-9b47-6ccfbf88f6b5 HTTP/1.1" status: 204 len: 168 time: 0.7523675 Sep 08 14:19:03.841027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54672) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:04.312919 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83fba63d-4245-43c3-9d9e-0874f7bac24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:04.552454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-83fba63d-4245-43c3-9d9e-0874f7bac24f admin admin] Deleting port a072986e-dfd4-4012-9c10-5ac96ee03380 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:19:04.552797 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83fba63d-4245-43c3-9d9e-0874f7bac24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:04.627452 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-83fba63d-4245-43c3-9d9e-0874f7bac24f admin admin] For port a072986e-dfd4-4012-9c10-5ac96ee03380, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a072986e-dfd4-4012-9c10-5ac96ee03380,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:04.627817 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83fba63d-4245-43c3-9d9e-0874f7bac24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:04.640434 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-83fba63d-4245-43c3-9d9e-0874f7bac24f admin admin] Calling delete_port for a072986e-dfd4-4012-9c10-5ac96ee03380 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:19:04.882093 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83fba63d-4245-43c3-9d9e-0874f7bac24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:04.912608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fba63d-4245-43c3-9d9e-0874f7bac24f admin admin] Pushing event deleted for resources: {'Port': ['ID=a072986e-dfd4-4012-9c10-5ac96ee03380,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:05.075527 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-83fba63d-4245-43c3-9d9e-0874f7bac24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:05.282219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fba63d-4245-43c3-9d9e-0874f7bac24f admin admin] Router d28b039e-8023-459b-aa90-29f11eacdcf8 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:19:05.383404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fba63d-4245-43c3-9d9e-0874f7bac24f admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:19:05.388387 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-83fba63d-4245-43c3-9d9e-0874f7bac24f admin admin] 10.222.0.69 "PUT /v2.0/routers/d28b039e-8023-459b-aa90-29f11eacdcf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5464106 Sep 08 14:19:05.390905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54676) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:05.394206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb42b4f-f2f7-4914-96c3-51fb3ae33de4 None None] Sync routers for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:19:05.403216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb42b4f-f2f7-4914-96c3-51fb3ae33de4 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:19:05.403839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cfb42b4f-f2f7-4914-96c3-51fb3ae33de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:18:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:05.494525 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:05.510241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-cfb42b4f-f2f7-4914-96c3-51fb3ae33de4 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:19:05.593960 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:05.686057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cfb42b4f-f2f7-4914-96c3-51fb3ae33de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126'}], 'enable_snat': True}, 'gw_port_id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:19:04Z', 'revision_number': 5, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port': {'id': '95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:75:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:06:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:05.705129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Deleting port 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:19:05.705493 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:05.712476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb42b4f-f2f7-4914-96c3-51fb3ae33de4 None None] Checking router: d28b039e-8023-459b-aa90-29f11eacdcf8 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:19:05.721056 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb42b4f-f2f7-4914-96c3-51fb3ae33de4 None None] Routers {'d28b039e-8023-459b-aa90-29f11eacdcf8'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:19:05.721681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cfb42b4f-f2f7-4914-96c3-51fb3ae33de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:18:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d28b039e-8023-459b-aa90-29f11eacdcf8'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:05.782951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] For port 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:05.783311 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:05.795934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Calling delete_port for 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:19:05.808014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-cfb42b4f-f2f7-4914-96c3-51fb3ae33de4 None None] Set router d28b039e-8023-459b-aa90-29f11eacdcf8 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:19:05.861214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cfb42b4f-f2f7-4914-96c3-51fb3ae33de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:19:05Z', 'revision_number': 6, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:05.887534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb42b4f-f2f7-4914-96c3-51fb3ae33de4 None None] The sync data for ids ['d28b039e-8023-459b-aa90-29f11eacdcf8'] in n-d-807558-3 is: [{'id': 'd28b039e-8023-459b-aa90-29f11eacdcf8', 'name': 'tempest-ServerActionsTestJSON-1298460309-router', 'tenant_id': 'e6fa3551987f4a6f99bf3934c741d442', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:06:43Z', 'updated_at': '2021-09-08T14:19:05Z', 'revision_number': 6, 'project_id': 'e6fa3551987f4a6f99bf3934c741d442', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:19:06.043710 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.068897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:06.131067 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.234398 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.236473 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.352499 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.353038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d28b039e-8023-459b-aa90-29f11eacdcf8 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:19:06.357484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.358644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-519a78e2-f70d-4696-9045-b59182e32044 admin admin] 10.222.0.69 "DELETE /v2.0/routers/d28b039e-8023-459b-aa90-29f11eacdcf8 HTTP/1.1" status: 204 len: 168 time: 0.9668190 Sep 08 14:19:06.361224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54678) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:06.406482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-25885e27-d6fd-416b-99e4-677390ae25ee admin admin] Deleting subnet a917a477-6837-4324-9029-150b14291d3e {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:19:06.409712 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25885e27-d6fd-416b-99e4-677390ae25ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.444991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25885e27-d6fd-416b-99e4-677390ae25ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.553521 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25885e27-d6fd-416b-99e4-677390ae25ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.690127 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25885e27-d6fd-416b-99e4-677390ae25ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.715857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25885e27-d6fd-416b-99e4-677390ae25ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a917a477-6837-4324-9029-150b14291d3e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:06.719525 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-25885e27-d6fd-416b-99e4-677390ae25ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.721666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-25885e27-d6fd-416b-99e4-677390ae25ee admin admin] 10.222.0.69 "DELETE /v2.0/subnets/a917a477-6837-4324-9029-150b14291d3e HTTP/1.1" status: 204 len: 168 time: 0.3593781 Sep 08 14:19:06.724428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54680) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:06.726875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1a1e9-a0b7-4236-a70f-12bf58153601 None None] Network 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:19:06.794304 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.846625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Deleting port 17a6e713-5d67-4f7e-9082-b40430ede074 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:19:06.846853 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.893060 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3879e936-32c4-4132-8bf1-3220230f3361 None None] DHCP port deletion for 83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:19:06.909178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] For port 17a6e713-5d67-4f7e-9082-b40430ede074, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=17a6e713-5d67-4f7e-9082-b40430ede074,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:06.909556 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:06.926731 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Calling delete_port for 17a6e713-5d67-4f7e-9082-b40430ede074 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:19:06.938932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3879e936-32c4-4132-8bf1-3220230f3361 None None] Deleting port 17a6e713-5d67-4f7e-9082-b40430ede074 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:19:06.939367 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3879e936-32c4-4132-8bf1-3220230f3361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:07.005008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-3879e936-32c4-4132-8bf1-3220230f3361 None None] For port 17a6e713-5d67-4f7e-9082-b40430ede074, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=17a6e713-5d67-4f7e-9082-b40430ede074,segment=NetworkSegment(00f829b8-7ffb-4c3b-9e37-974f234504b6),segment_id=00f829b8-7ffb-4c3b-9e37-974f234504b6)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:07.005413 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3879e936-32c4-4132-8bf1-3220230f3361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:07.019125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3879e936-32c4-4132-8bf1-3220230f3361 None None] Calling delete_port for 17a6e713-5d67-4f7e-9082-b40430ede074 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:19:07.067345 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:07.089370 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3879e936-32c4-4132-8bf1-3220230f3361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:07.093368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a6e713-5d67-4f7e-9082-b40430ede074,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:07.095441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] No DVR routers for this DVR port 17a6e713-5d67-4f7e-9082-b40430ede074 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:19:07.120435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3879e936-32c4-4132-8bf1-3220230f3361 None None] No DVR routers for this DVR port 17a6e713-5d67-4f7e-9082-b40430ede074 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:19:07.122142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879e936-32c4-4132-8bf1-3220230f3361 None None] Pushing event deleted for resources: {'Port': ['ID=17a6e713-5d67-4f7e-9082-b40430ede074,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:07.167323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:07.187062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d26fcc-3ea7-454d-9dbc-0fc63d3548b2']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:07.196599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f829b8-7ffb-4c3b-9e37-974f234504b6') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:07.197699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f829b8-7ffb-4c3b-9e37-974f234504b6') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:07.205928 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:07.219195 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:07.225874 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:19:07.226309 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: timer() Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:19:07.227959 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:19:07.334856 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:07.339321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:07.341249 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] 10.222.0.69 "DELETE /v2.0/networks/83d26fcc-3ea7-454d-9dbc-0fc63d3548b2 HTTP/1.1" status: 204 len: 168 time: 0.6158988 Sep 08 14:19:07.353927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b505f-7451-459e-8d3b-c2e0eb218ae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d26fcc-3ea7-454d-9dbc-0fc63d3548b2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:07.514234 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a072986e-dfd4-4012-9c10-5ac96ee03380 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:19:07.537293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: a072986e-dfd4-4012-9c10-5ac96ee03380 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:19:07.537757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a072986e-dfd4-4012-9c10-5ac96ee03380 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:19:07.538195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:19:07.556304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:19:07.556655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 95a5a94a-c6c3-4b2a-94ee-c980a2c9ebe3 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:19:07.568151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 17a6e713-5d67-4f7e-9082-b40430ede074 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:19:07.575200 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 17a6e713-5d67-4f7e-9082-b40430ede074 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:19:07.575551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 17a6e713-5d67-4f7e-9082-b40430ede074 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:19:07.644455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54684) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:07.878648 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d9740687-cecd-4fb6-b56d-17fbed4c65c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:07.957320 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a2e6c39e-2fcb-4255-94a3-6ec5e7846208 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=e6fa3551987f4a6f99bf3934c741d442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115978 Sep 08 14:19:07.959780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54686) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:08.006912 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d901c42-3905-4ce3-a685-1c854e75c47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:08.027091 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d901c42-3905-4ce3-a685-1c854e75c47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:08.112369 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d901c42-3905-4ce3-a685-1c854e75c47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:08.115619 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0d901c42-3905-4ce3-a685-1c854e75c47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:08.116777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0d901c42-3905-4ce3-a685-1c854e75c47b admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44dedf53-9bfe-49dd-bd2a-f6c16b0998b8 HTTP/1.1" status: 204 len: 168 time: 0.1561005 Sep 08 14:19:08.127332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d901c42-3905-4ce3-a685-1c854e75c47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44dedf53-9bfe-49dd-bd2a-f6c16b0998b8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:09.214566 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54708) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:09.308365 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1050573192-network', 'tenant_id': 'a47d11ba1b674714ac79996b42e333a9'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:09.402032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Made reservation on behalf of a47d11ba1b674714ac79996b42e333a9 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:09.404348 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:09.413279 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:09.503533 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:09.552897 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:09.573034 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:19:09.587403 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb2a7f5-859c-4404-823c-c7a617981cc5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:09.590728 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:09.591227 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Added segment d49e76bc-b144-467a-b2b1-2187e4eb0214 of type vlan for network c0723b79-bc55-4e21-b08e-d67094d63d16 Sep 08 14:19:09.631385 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:09.695102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:09.696092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:09.696903 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:09.756180 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] Pushing event updated for resources: {'Network': ['ID=c0723b79-bc55-4e21-b08e-d67094d63d16,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:09.771302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c0723b79-bc55-4e21-b08e-d67094d63d16 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:19:09.792131 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-12183c37-d3ce-416b-840a-55b4d44b137f admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5764232 Sep 08 14:19:09.795072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54712) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:09.799845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4471f929-7ed0-411a-a542-54adc5cd1d9f admin admin] Request body: {'subnet': {'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1050573192-subnet', 'tenant_id': 'a47d11ba1b674714ac79996b42e333a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:09.881860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4471f929-7ed0-411a-a542-54adc5cd1d9f admin admin] Made reservation on behalf of a47d11ba1b674714ac79996b42e333a9 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:09.884267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4471f929-7ed0-411a-a542-54adc5cd1d9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:10.100079 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4471f929-7ed0-411a-a542-54adc5cd1d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:10.159854 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471f929-7ed0-411a-a542-54adc5cd1d9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=435d3da9-b94d-4dc3-abd6-ed0e184c0b22,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:10.169106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4471f929-7ed0-411a-a542-54adc5cd1d9f admin admin] Checking segment: {'id': 'd49e76bc-b144-467a-b2b1-2187e4eb0214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:19:10.169468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471f929-7ed0-411a-a542-54adc5cd1d9f admin admin] Network hostable DHCP agents. Network: c0723b79-bc55-4e21-b08e-d67094d63d16, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:19:10.186668 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-efcbd0b2-0abb-4349-9211-4339952f0261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:10.226226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4471f929-7ed0-411a-a542-54adc5cd1d9f admin admin] Network c0723b79-bc55-4e21-b08e-d67094d63d16 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:19:10.277595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-4471f929-7ed0-411a-a542-54adc5cd1d9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c0723b79-bc55-4e21-b08e-d67094d63d16) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:19:10.281809 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4471f929-7ed0-411a-a542-54adc5cd1d9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:10.283184 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4471f929-7ed0-411a-a542-54adc5cd1d9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:10.286141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dcc429-be18-44ab-85e2-6904324013a7 None None] Network c0723b79-bc55-4e21-b08e-d67094d63d16 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:19:10.329953 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4471f929-7ed0-411a-a542-54adc5cd1d9f admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5338373 Sep 08 14:19:10.404817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfca74ff-ea11-41d4-b9cf-5ae78c1b0580 None None] Network c0723b79-bc55-4e21-b08e-d67094d63d16 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:19:10.626728 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:10.751119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-ce03f50f-cb58-4223-8e40-5a8143d6fdfe tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:10.752578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-ce03f50f-cb58-4223-8e40-5a8143d6fdfe tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/networks?id=c0723b79-bc55-4e21-b08e-d67094d63d16 HTTP/1.1" status: 200 len: 814 time: 0.1009700 Sep 08 14:19:10.768052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-04041769-0f08-4539-89ce-dd9d9cd2eac4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/quotas/a47d11ba1b674714ac79996b42e333a9 HTTP/1.1" status: 200 len: 375 time: 0.0091405 Sep 08 14:19:10.799046 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-cb8232b0-45fd-4473-bcce-d66c6d842ff6 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47d11ba1b674714ac79996b42e333a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253186 Sep 08 14:19:10.888511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-b029b431-a5ed-44a6-ae47-7be841fb1e1c service neutron] 10.222.0.69 "GET /v2.0/networks/c0723b79-bc55-4e21-b08e-d67094d63d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825269 Sep 08 14:19:10.976556 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-38b67534-3fa9-422f-b16e-f58b20324e73 service neutron] 10.222.0.69 "GET /v2.0/networks/c0723b79-bc55-4e21-b08e-d67094d63d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820718 Sep 08 14:19:11.216293 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-33fe054f-86d8-44c1-b354-fbe01efb680e req-24658715-4bd3-4b74-a759-21516e372115 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 210 time: 0.0272903 Sep 08 14:19:12.099991 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:12.310063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e804cc87-0267-4896-b7bb-69e8acb8669a req-134bb8da-1ca2-4242-b85a-9f4556257833 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 210 time: 0.0276163 Sep 08 14:19:13.147443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-eb63854b-86d7-43fe-b91d-7de2f509bae4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:13.148969 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-eb63854b-86d7-43fe-b91d-7de2f509bae4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.60 "GET /v2.0/networks?id=c0723b79-bc55-4e21-b08e-d67094d63d16 HTTP/1.1" status: 200 len: 814 time: 0.1111624 Sep 08 14:19:13.161934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Request body: {'port': {'device_id': '477e2f66-b710-45e6-9b53-9e42b96e9990', 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16', 'admin_state_up': True, 'tenant_id': 'a47d11ba1b674714ac79996b42e333a9'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:13.345623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Made reservation on behalf of a47d11ba1b674714ac79996b42e333a9 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:13.349920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:13.403068 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dedc2a71-6bd2-4dac-b8c1-d374b10aabce req-c574043f-ddfe-4239-8702-bd8d7f41f67b tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 210 time: 0.0266852 Sep 08 14:19:13.479465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Allocated IP 172.20.0.4 (c0723b79-bc55-4e21-b08e-d67094d63d16/435d3da9-b94d-4dc3-abd6-ed0e184c0b22/1f424f1e-3656-47fe-9988-ebf985299066) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:19:13.489151 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:13.622900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:13.729399 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:13.768379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Network c0723b79-bc55-4e21-b08e-d67094d63d16 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:19:13.771868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:19:13.775587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:19:13.808034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Pushing event updated for resources: {'Port': ['ID=1f424f1e-3656-47fe-9988-ebf985299066,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:13.833475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:13.834093 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:13.913671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-9ee99924-3493-4aee-a09d-2eb98fb4a78d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7558651 Sep 08 14:19:13.925607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Request body: {'port': {'device_id': '477e2f66-b710-45e6-9b53-9e42b96e9990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:13.977791 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:14.229941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f424f1e-3656-47fe-9988-ebf985299066 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:19:14.236968 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:14.248363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Transition to ACTIVE for port object 1f424f1e-3656-47fe-9988-ebf985299066 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:19:14.294675 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:14.348387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Pushing event updated for resources: {'Port': ['ID=1f424f1e-3656-47fe-9988-ebf985299066,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:14.409047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Attempting to bind port 1f424f1e-3656-47fe-9988-ebf985299066 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:19:14.409380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Attempting to bind port 1f424f1e-3656-47fe-9988-ebf985299066 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': 'd49e76bc-b144-467a-b2b1-2187e4eb0214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:19:14.409709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Attempting to bind port 1f424f1e-3656-47fe-9988-ebf985299066 on network c0723b79-bc55-4e21-b08e-d67094d63d16 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:19:14.413931 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Port 1f424f1e-3656-47fe-9988-ebf985299066 on network c0723b79-bc55-4e21-b08e-d67094d63d16 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:19:14.414278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Attempting to bind port 1f424f1e-3656-47fe-9988-ebf985299066 on network c0723b79-bc55-4e21-b08e-d67094d63d16 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:19:14.418907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:19:14.419245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Checking segment: {'id': 'd49e76bc-b144-467a-b2b1-2187e4eb0214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:19:14.419627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Bound using segment: {'id': 'd49e76bc-b144-467a-b2b1-2187e4eb0214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:19:14.420048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Bound port: 1f424f1e-3656-47fe-9988-ebf985299066, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49e76bc-b144-467a-b2b1-2187e4eb0214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:19:14.420398 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:14.507309 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] For port 1f424f1e-3656-47fe-9988-ebf985299066, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:19:14.522087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] For port 1f424f1e-3656-47fe-9988-ebf985299066, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1f424f1e-3656-47fe-9988-ebf985299066,segment=NetworkSegment(d49e76bc-b144-467a-b2b1-2187e4eb0214),segment_id=d49e76bc-b144-467a-b2b1-2187e4eb0214)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:19:14.538039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c28bb7-3b3c-44b1-81df-678432f9bb0c req-2df7ca7b-aa65-415b-b639-29791c596625 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:14.542334 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0c28bb7-3b3c-44b1-81df-678432f9bb0c req-2df7ca7b-aa65-415b-b639-29791c596625 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 943 time: 0.0671468 Sep 08 14:19:14.576980 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f0c28bb7-3b3c-44b1-81df-678432f9bb0c req-0453a63b-12c9-49e8-9e00-7a1c3bc8f8a8 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314901 Sep 08 14:19:14.598669 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:14.631620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:14.632243 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:14.633616 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] 10.222.0.60 "PUT /v2.0/ports/1f424f1e-3656-47fe-9988-ebf985299066 HTTP/1.1" status: 200 len: 1091 time: 0.7120550 Sep 08 14:19:14.634055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477e2f66-b710-45e6-9b53-9e42b96e9990', 'tag': '1f424f1e-3656-47fe-9988-ebf985299066'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:19:14.636332 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da59ba20-b26c-47b2-b343-98c3a415f4b7" -d '{"events": [{"name": "network-changed", "server_uuid": "477e2f66-b710-45e6-9b53-9e42b96e9990", "tag": "1f424f1e-3656-47fe-9988-ebf985299066"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:19:14.661754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ecefc-bb67-4e36-8d35-e0aa510e726c service neutron] Pushing event updated for resources: {'Port': ['ID=1f424f1e-3656-47fe-9988-ebf985299066,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:14.678407 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b616b6-1d60-4e88-8bc9-465ecc26f049 x-openstack-request-id: req-b2b616b6-1d60-4e88-8bc9-465ecc26f049 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:19:14.678699 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477e2f66-b710-45e6-9b53-9e42b96e9990", "tag": "1f424f1e-3656-47fe-9988-ebf985299066", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:19:14.678943 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2b616b6-1d60-4e88-8bc9-465ecc26f049 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:19:14.679344 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477e2f66-b710-45e6-9b53-9e42b96e9990', 'tag': '1f424f1e-3656-47fe-9988-ebf985299066', 'status': 'completed', 'code': 200} Sep 08 14:19:14.739041 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59ba20-b26c-47b2-b343-98c3a415f4b7 req-2d9c730b-b15b-455e-ac56-3096dd909176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:14.741185 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da59ba20-b26c-47b2-b343-98c3a415f4b7 req-2d9c730b-b15b-455e-ac56-3096dd909176 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a47d11ba1b674714ac79996b42e333a9&device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 1094 time: 0.0432334 Sep 08 14:19:14.840404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59ba20-b26c-47b2-b343-98c3a415f4b7 req-5ea602ee-8244-435a-be8c-3e669ccac778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:14.841809 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da59ba20-b26c-47b2-b343-98c3a415f4b7 req-5ea602ee-8244-435a-be8c-3e669ccac778 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a47d11ba1b674714ac79996b42e333a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0932596 Sep 08 14:19:14.883658 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:14.944568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59ba20-b26c-47b2-b343-98c3a415f4b7 req-f2ff9bf6-ef89-4330-a22a-14dca179267e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:14.946219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da59ba20-b26c-47b2-b343-98c3a415f4b7 req-f2ff9bf6-ef89-4330-a22a-14dca179267e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0963390 Sep 08 14:19:15.023114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-24a41fa6-91bf-4210-8315-cdcd7f4e444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:15.024584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-24a41fa6-91bf-4210-8315-cdcd7f4e444a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a47d11ba1b674714ac79996b42e333a9&device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 1094 time: 0.0409193 Sep 08 14:19:15.065704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-735a5fb2-0e4b-4feb-9795-38019de9ce01 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1f424f1e-3656-47fe-9988-ebf985299066 HTTP/1.1" status: 200 len: 217 time: 0.0323598 Sep 08 14:19:15.113675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-17b9ba73-2062-4b8f-a147-c8349a1b465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:15.115075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-17b9ba73-2062-4b8f-a147-c8349a1b465e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=435d3da9-b94d-4dc3-abd6-ed0e184c0b22 HTTP/1.1" status: 200 len: 854 time: 0.0424333 Sep 08 14:19:15.148879 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-022e5225-8f6b-4aa3-9d4d-fa1c714eb8dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c0723b79-bc55-4e21-b08e-d67094d63d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270612 Sep 08 14:19:15.236607 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-00d5fb91-a8f8-44f5-9b78-c48884bc8fd8 service neutron] 10.222.0.60 "GET /v2.0/networks/c0723b79-bc55-4e21-b08e-d67094d63d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801308 Sep 08 14:19:15.325694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b809c2b3-c9c8-4fd8-8f4b-ad75484d7581 req-f11d03fc-d935-46e6-997a-42938f4fa5ac service neutron] 10.222.0.60 "GET /v2.0/networks/c0723b79-bc55-4e21-b08e-d67094d63d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820179 Sep 08 14:19:15.689494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b816e53-94cc-498a-aa68-043c126aff61 req-55568f81-2206-45c0-a764-16a4d70e3b2f tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:15.691011 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b816e53-94cc-498a-aa68-043c126aff61 req-55568f81-2206-45c0-a764-16a4d70e3b2f tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 943 time: 0.0482404 Sep 08 14:19:15.728640 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b816e53-94cc-498a-aa68-043c126aff61 req-4954ed5b-8e0c-4801-b6f0-82dc2033c6dd tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311086 Sep 08 14:19:16.310797 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:19:16.842282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e64435-1f61-410d-8127-5a96887d6ba4 req-eaef4f5a-f5d4-4bd1-836e-9e512a5834bf tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:16.843738 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-86e64435-1f61-410d-8127-5a96887d6ba4 req-eaef4f5a-f5d4-4bd1-836e-9e512a5834bf tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 943 time: 0.0480516 Sep 08 14:19:16.880846 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-86e64435-1f61-410d-8127-5a96887d6ba4 req-47a5c47f-b73f-4589-88d8-f15b2577bf36 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304744 Sep 08 14:19:17.481983 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:17.993459 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02e6ae-40f6-41ff-9b4d-b2a638e26046 req-f388b989-e794-4047-a885-bc632f46cb1d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:17.994991 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bf02e6ae-40f6-41ff-9b4d-b2a638e26046 req-f388b989-e794-4047-a885-bc632f46cb1d tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 943 time: 0.0490775 Sep 08 14:19:18.032030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-bf02e6ae-40f6-41ff-9b4d-b2a638e26046 req-81acc53c-47c1-47b3-b2e5-fcab6b5fe2d3 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311811 Sep 08 14:19:19.147197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c2546-f1ef-4b6c-8e1d-88aea571863e req-063980b4-0b0f-4dcb-9996-2b0b7dae2e53 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:19.148656 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fd7c2546-f1ef-4b6c-8e1d-88aea571863e req-063980b4-0b0f-4dcb-9996-2b0b7dae2e53 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 943 time: 0.0524130 Sep 08 14:19:19.185860 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fd7c2546-f1ef-4b6c-8e1d-88aea571863e req-e891d42d-942d-443a-8def-c8b2f050eed1 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313938 Sep 08 14:19:19.622738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 1f424f1e-3656-47fe-9988-ebf985299066 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:19:19.717301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 1f424f1e-3656-47fe-9988-ebf985299066, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1f424f1e-3656-47fe-9988-ebf985299066,segment=NetworkSegment(d49e76bc-b144-467a-b2b1-2187e4eb0214),segment_id=d49e76bc-b144-467a-b2b1-2187e4eb0214)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:19.728323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '1f424f1e-3656-47fe-9988-ebf985299066', 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16', 'port_id': '1f424f1e-3656-47fe-9988-ebf985299066', 'mac_address': 'fa:16:3e:5c:cf:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435d3da9-b94d-4dc3-abd6-ed0e184c0b22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:19:19.764672 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:19.776620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f424f1e-3656-47fe-9988-ebf985299066 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:19:19.798086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 1f424f1e-3656-47fe-9988-ebf985299066, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1f424f1e-3656-47fe-9988-ebf985299066,segment=NetworkSegment(d49e76bc-b144-467a-b2b1-2187e4eb0214),segment_id=d49e76bc-b144-467a-b2b1-2187e4eb0214)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:19.848803 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:19.894487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=1f424f1e-3656-47fe-9988-ebf985299066,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:20.120731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['1f424f1e-3656-47fe-9988-ebf985299066'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:19:20.303570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14137bf-bbb7-4e24-99a4-bf66638a467d req-946d01fb-94d1-4587-9dcd-67c9461fe24a tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:20.304941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c14137bf-bbb7-4e24-99a4-bf66638a467d req-946d01fb-94d1-4587-9dcd-67c9461fe24a tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 944 time: 0.0525467 Sep 08 14:19:20.341178 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c14137bf-bbb7-4e24-99a4-bf66638a467d req-6d5f2663-2c64-4e9d-97e4-032a68da835e tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302525 Sep 08 14:19:21.452927 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471ed15-3c8a-4b3b-8546-13e5fc29c32a req-5bcff287-1fb5-43ff-becd-e776b588474b tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:21.454396 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c471ed15-3c8a-4b3b-8546-13e5fc29c32a req-5bcff287-1fb5-43ff-becd-e776b588474b tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 944 time: 0.0477736 Sep 08 14:19:21.493066 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c471ed15-3c8a-4b3b-8546-13e5fc29c32a req-8be13511-e3ec-4101-a24e-16bfb6087a5e tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Sep 08 14:19:21.647824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 1f424f1e-3656-47fe-9988-ebf985299066 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:19:21.757611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 1f424f1e-3656-47fe-9988-ebf985299066 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:19:21.761323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 1f424f1e-3656-47fe-9988-ebf985299066 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:19:21.761701 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:21.834798 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:21.856741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477e2f66-b710-45e6-9b53-9e42b96e9990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f424f1e-3656-47fe-9988-ebf985299066'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:19:21.858927 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7da4c6-499c-4857-84d3-a778f4c2a099" -d '{"events": [{"server_uuid": "477e2f66-b710-45e6-9b53-9e42b96e9990", "name": "network-vif-plugged", "status": "completed", "tag": "1f424f1e-3656-47fe-9988-ebf985299066"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:19:21.871135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 1f424f1e-3656-47fe-9988-ebf985299066, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1f424f1e-3656-47fe-9988-ebf985299066,segment=NetworkSegment(d49e76bc-b144-467a-b2b1-2187e4eb0214),segment_id=d49e76bc-b144-467a-b2b1-2187e4eb0214)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:21.894118 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786f5fd8-2285-4ea3-9444-723c1036c0c4 x-openstack-request-id: req-786f5fd8-2285-4ea3-9444-723c1036c0c4 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:19:21.894440 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477e2f66-b710-45e6-9b53-9e42b96e9990", "name": "network-vif-plugged", "status": "completed", "tag": "1f424f1e-3656-47fe-9988-ebf985299066", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:19:21.894694 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-786f5fd8-2285-4ea3-9444-723c1036c0c4 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:19:21.895081 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477e2f66-b710-45e6-9b53-9e42b96e9990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f424f1e-3656-47fe-9988-ebf985299066', 'code': 200} Sep 08 14:19:21.929641 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:21.979981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=1f424f1e-3656-47fe-9988-ebf985299066,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:21.992492 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6acce8-ac24-464d-a2b3-cb4c846f76a3 req-2a8dd319-7999-45a0-9715-132e3568ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:21.994091 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e6acce8-ac24-464d-a2b3-cb4c846f76a3 req-2a8dd319-7999-45a0-9715-132e3568ff4c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 1096 time: 0.0461512 Sep 08 14:19:22.027790 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5e6acce8-ac24-464d-a2b3-cb4c846f76a3 req-0533285b-ca82-4543-a1a4-940198258310 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272627 Sep 08 14:19:22.606953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3c7d38-910b-4477-adaf-eee1394cab9c req-21107b80-b583-4980-89c3-1fe0adecee81 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:22.608419 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb3c7d38-910b-4477-adaf-eee1394cab9c req-21107b80-b583-4980-89c3-1fe0adecee81 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 945 time: 0.0497670 Sep 08 14:19:22.645349 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bb3c7d38-910b-4477-adaf-eee1394cab9c req-15f1a451-72a6-43e3-a680-2a194b3323e0 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309796 Sep 08 14:19:23.760179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef578c-1d0e-4023-a476-4dc091626883 req-fb18a189-0e4e-4d20-808d-54df8b231437 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:23.761584 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52ef578c-1d0e-4023-a476-4dc091626883 req-fb18a189-0e4e-4d20-808d-54df8b231437 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 945 time: 0.0495350 Sep 08 14:19:23.798252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52ef578c-1d0e-4023-a476-4dc091626883 req-da768261-7718-40bd-93a1-b8778d3c4716 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307064 Sep 08 14:19:24.015997 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-c56b0725-c39b-4ce8-8413-89f2a9af3c4b tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:24.017396 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-c56b0725-c39b-4ce8-8413-89f2a9af3c4b tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/networks?id=c0723b79-bc55-4e21-b08e-d67094d63d16 HTTP/1.1" status: 200 len: 814 time: 0.1027851 Sep 08 14:19:24.032364 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-668d3c6f-0190-4f07-bdaf-4dadbbe71be5 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/quotas/a47d11ba1b674714ac79996b42e333a9 HTTP/1.1" status: 200 len: 375 time: 0.0086472 Sep 08 14:19:24.079233 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-dcd603c0-6abe-4a40-b22f-b643d8120c5b tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=a47d11ba1b674714ac79996b42e333a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413022 Sep 08 14:19:24.131502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-6ebe5977-973e-424f-aaf1-338c745558b0 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:19:24.132518 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-6ebe5977-973e-424f-aaf1-338c745558b0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462234 Sep 08 14:19:24.224711 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-413368f3-19e0-4c8e-9776-79a306e12524 service neutron] 10.222.0.69 "GET /v2.0/networks/c0723b79-bc55-4e21-b08e-d67094d63d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861466 Sep 08 14:19:24.311256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-380efee5-b787-4d2c-91a5-6056a7e78901 service neutron] 10.222.0.69 "GET /v2.0/networks/c0723b79-bc55-4e21-b08e-d67094d63d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804887 Sep 08 14:19:24.553513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed926203-549a-4936-a84b-ce1e041e232a req-f40ecdb7-950e-4583-bed2-e9f59efb6ac4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 210 time: 0.0291965 Sep 08 14:19:25.648804 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5ff9b734-1302-45b3-b2b1-e5eeaa4a136a req-be3ab885-52b1-4c68-aef6-868fdc35371a tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 210 time: 0.0305235 Sep 08 14:19:26.273552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-f958bf7c-2940-45f7-bc05-9a659531f828 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:26.274951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-f958bf7c-2940-45f7-bc05-9a659531f828 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.70 "GET /v2.0/networks?id=c0723b79-bc55-4e21-b08e-d67094d63d16 HTTP/1.1" status: 200 len: 814 time: 0.1037252 Sep 08 14:19:26.288207 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Request body: {'port': {'device_id': '1bc2b7c8-a86a-4c39-95df-c81738a12653', 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16', 'admin_state_up': True, 'tenant_id': 'a47d11ba1b674714ac79996b42e333a9'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:26.449234 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Made reservation on behalf of a47d11ba1b674714ac79996b42e333a9 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:26.452816 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:26.572077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Allocated IP 172.20.0.3 (c0723b79-bc55-4e21-b08e-d67094d63d16/435d3da9-b94d-4dc3-abd6-ed0e184c0b22/587e3944-c9b1-46e2-907b-10bade772452) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:19:26.716020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:26.753063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-855a3cd3-74fc-495e-ac6f-881c7971853f req-6705a648-b9b9-44de-be96-0a752c336451 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 210 time: 0.0311894 Sep 08 14:19:26.843776 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:26.855346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['1f424f1e-3656-47fe-9988-ebf985299066'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:19:26.890331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Network c0723b79-bc55-4e21-b08e-d67094d63d16 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:19:26.893393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:19:26.899178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:19:26.905590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Pushing event updated for resources: {'Port': ['ID=587e3944-c9b1-46e2-907b-10bade772452,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:26.931587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:26.931934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:26.932272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:26.932611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:26.932943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:26.933268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:26.933592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:26.933922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:26.934270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:26.934593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:26.934918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:26.935235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:26.963572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:26.964197 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:27.055398 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-59eb48e0-eb51-4611-963b-c8c2f5c099c4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7709146 Sep 08 14:19:27.068015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Request body: {'port': {'device_id': '1bc2b7c8-a86a-4c39-95df-c81738a12653', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:27.119371 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:27.373600 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587e3944-c9b1-46e2-907b-10bade772452 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:19:27.380609 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:27.391887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Transition to ACTIVE for port object 587e3944-c9b1-46e2-907b-10bade772452 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:19:27.454416 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:27.503369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Pushing event updated for resources: {'Port': ['ID=587e3944-c9b1-46e2-907b-10bade772452,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:27.570183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Attempting to bind port 587e3944-c9b1-46e2-907b-10bade772452 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:19:27.570550 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Attempting to bind port 587e3944-c9b1-46e2-907b-10bade772452 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'd49e76bc-b144-467a-b2b1-2187e4eb0214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:19:27.570882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Attempting to bind port 587e3944-c9b1-46e2-907b-10bade772452 on network c0723b79-bc55-4e21-b08e-d67094d63d16 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:19:27.575095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Port 587e3944-c9b1-46e2-907b-10bade772452 on network c0723b79-bc55-4e21-b08e-d67094d63d16 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:19:27.575414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Attempting to bind port 587e3944-c9b1-46e2-907b-10bade772452 on network c0723b79-bc55-4e21-b08e-d67094d63d16 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:19:27.580107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:19:27.580439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Checking segment: {'id': 'd49e76bc-b144-467a-b2b1-2187e4eb0214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:19:27.580817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Bound using segment: {'id': 'd49e76bc-b144-467a-b2b1-2187e4eb0214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:19:27.581240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Bound port: 587e3944-c9b1-46e2-907b-10bade772452, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd49e76bc-b144-467a-b2b1-2187e4eb0214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:19:27.581592 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:27.642035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] For port 587e3944-c9b1-46e2-907b-10bade772452, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:19:27.646769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] For port 587e3944-c9b1-46e2-907b-10bade772452, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=587e3944-c9b1-46e2-907b-10bade772452,segment=NetworkSegment(d49e76bc-b144-467a-b2b1-2187e4eb0214),segment_id=d49e76bc-b144-467a-b2b1-2187e4eb0214)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:19:27.729765 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:27.763976 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:27.764608 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:27.766018 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] 10.222.0.70 "PUT /v2.0/ports/587e3944-c9b1-46e2-907b-10bade772452 HTTP/1.1" status: 200 len: 1091 time: 0.7020931 Sep 08 14:19:27.766486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bc2b7c8-a86a-4c39-95df-c81738a12653', 'tag': '587e3944-c9b1-46e2-907b-10bade772452'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:19:27.768771 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56374a84-5f31-4ec2-b586-fcc47e39a1de" -d '{"events": [{"name": "network-changed", "server_uuid": "1bc2b7c8-a86a-4c39-95df-c81738a12653", "tag": "587e3944-c9b1-46e2-907b-10bade772452"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:19:27.799994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0c630-dc1e-4dfd-ad18-9d3a587097e7 service neutron] Pushing event updated for resources: {'Port': ['ID=587e3944-c9b1-46e2-907b-10bade772452,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:27.816374 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821a74f8-360d-4081-87b4-96e1610b65ae x-openstack-request-id: req-821a74f8-360d-4081-87b4-96e1610b65ae {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:19:27.816675 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bc2b7c8-a86a-4c39-95df-c81738a12653", "tag": "587e3944-c9b1-46e2-907b-10bade772452", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:19:27.816927 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-821a74f8-360d-4081-87b4-96e1610b65ae {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:19:27.817913 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bc2b7c8-a86a-4c39-95df-c81738a12653', 'tag': '587e3944-c9b1-46e2-907b-10bade772452', 'status': 'completed', 'code': 200} Sep 08 14:19:27.908326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e129f-35b1-4b47-9518-40a58dec5d8b req-583cc331-60a6-4916-9615-3f7726c33623 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:27.909732 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-456e129f-35b1-4b47-9518-40a58dec5d8b req-583cc331-60a6-4916-9615-3f7726c33623 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 943 time: 0.0788198 Sep 08 14:19:27.912307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374a84-5f31-4ec2-b586-fcc47e39a1de req-383052b1-04c1-4ba8-a9a7-da04b4509f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:27.913686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56374a84-5f31-4ec2-b586-fcc47e39a1de req-383052b1-04c1-4ba8-a9a7-da04b4509f55 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a47d11ba1b674714ac79996b42e333a9&device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 1094 time: 0.0726395 Sep 08 14:19:27.999853 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-456e129f-35b1-4b47-9518-40a58dec5d8b req-7e19fb60-49ec-49b4-b625-ede0df543067 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838826 Sep 08 14:19:28.028756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374a84-5f31-4ec2-b586-fcc47e39a1de req-a87b36bf-7c35-4a13-9c92-af3c56b5aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:28.030220 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56374a84-5f31-4ec2-b586-fcc47e39a1de req-a87b36bf-7c35-4a13-9c92-af3c56b5aa40 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a47d11ba1b674714ac79996b42e333a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1087227 Sep 08 14:19:28.123083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56374a84-5f31-4ec2-b586-fcc47e39a1de req-398705ad-8124-49e0-a7cf-bc142f6c419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:28.124522 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56374a84-5f31-4ec2-b586-fcc47e39a1de req-398705ad-8124-49e0-a7cf-bc142f6c419d service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871224 Sep 08 14:19:28.201885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-436732d3-0ff4-4616-9e93-ac6aca57a907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:28.203300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-436732d3-0ff4-4616-9e93-ac6aca57a907 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a47d11ba1b674714ac79996b42e333a9&device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 1094 time: 0.0403030 Sep 08 14:19:28.248448 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-20966109-fd5c-4dcb-aa8f-2675b8b2dbc8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=587e3944-c9b1-46e2-907b-10bade772452 HTTP/1.1" status: 200 len: 217 time: 0.0365162 Sep 08 14:19:28.296045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-e42a9277-b6b5-48e7-a01e-2b8d03363ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:28.297429 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-e42a9277-b6b5-48e7-a01e-2b8d03363ea8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=435d3da9-b94d-4dc3-abd6-ed0e184c0b22 HTTP/1.1" status: 200 len: 854 time: 0.0411999 Sep 08 14:19:28.328531 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-ef1b1009-ec74-484d-9ead-836e745fd069 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c0723b79-bc55-4e21-b08e-d67094d63d16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230050 Sep 08 14:19:28.418470 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-dde49156-b664-4164-9e30-f75778982f9a service neutron] 10.222.0.70 "GET /v2.0/networks/c0723b79-bc55-4e21-b08e-d67094d63d16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826192 Sep 08 14:19:28.505115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd2131ad-1126-43f0-a0c9-2c112720e0d9 req-e943d52e-1a8d-44ca-b40b-49b6b1e3cfb0 service neutron] 10.222.0.70 "GET /v2.0/networks/c0723b79-bc55-4e21-b08e-d67094d63d16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798504 Sep 08 14:19:29.113259 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ed792-cc44-412a-8066-df6b434e7aa3 req-f6057760-fc71-44a9-90a7-237a912f39d1 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:29.114786 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd5ed792-cc44-412a-8066-df6b434e7aa3 req-f6057760-fc71-44a9-90a7-237a912f39d1 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 943 time: 0.0487669 Sep 08 14:19:29.152026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd5ed792-cc44-412a-8066-df6b434e7aa3 req-9493263b-9ab5-49cf-8d8b-7e1b6d66f89b tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313501 Sep 08 14:19:30.264748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db64f8a-ebe3-49a1-aa5f-6afb64268c29 req-cd4eb00d-2272-4557-9113-d997beaf6055 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:30.266112 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1db64f8a-ebe3-49a1-aa5f-6afb64268c29 req-cd4eb00d-2272-4557-9113-d997beaf6055 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 943 time: 0.0475409 Sep 08 14:19:30.302763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1db64f8a-ebe3-49a1-aa5f-6afb64268c29 req-9cf0915a-5f09-4e47-add6-9cf99cc1d41a tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301917 Sep 08 14:19:31.413455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81317dc-bb84-4da8-b10e-4abcb0d9fb78 req-44b88279-1c28-44cf-948f-086ed9f35a7a tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:31.414932 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b81317dc-bb84-4da8-b10e-4abcb0d9fb78 req-44b88279-1c28-44cf-948f-086ed9f35a7a tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 943 time: 0.0475221 Sep 08 14:19:31.451532 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b81317dc-bb84-4da8-b10e-4abcb0d9fb78 req-e2ee12ad-ecab-426b-82d9-072f811e7dbf tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307782 Sep 08 14:19:32.225960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 587e3944-c9b1-46e2-907b-10bade772452 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:19:32.319718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 587e3944-c9b1-46e2-907b-10bade772452, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=587e3944-c9b1-46e2-907b-10bade772452,segment=NetworkSegment(d49e76bc-b144-467a-b2b1-2187e4eb0214),segment_id=d49e76bc-b144-467a-b2b1-2187e4eb0214)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:32.330396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '587e3944-c9b1-46e2-907b-10bade772452', 'network_id': 'c0723b79-bc55-4e21-b08e-d67094d63d16', 'port_id': '587e3944-c9b1-46e2-907b-10bade772452', 'mac_address': 'fa:16:3e:95:a2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '435d3da9-b94d-4dc3-abd6-ed0e184c0b22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:19:32.366742 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:32.378813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587e3944-c9b1-46e2-907b-10bade772452 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:19:32.397501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 587e3944-c9b1-46e2-907b-10bade772452, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=587e3944-c9b1-46e2-907b-10bade772452,segment=NetworkSegment(d49e76bc-b144-467a-b2b1-2187e4eb0214),segment_id=d49e76bc-b144-467a-b2b1-2187e4eb0214)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:32.470425 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:32.522126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=587e3944-c9b1-46e2-907b-10bade772452,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:32.529504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:32.529864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:32.530237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:32.530586 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:32.530936 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:32.531266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:32.531600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:32.531967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:32.532297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:32.532625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:32.532954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:32.533281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:19:32.569231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c704d-432f-4b7f-92e8-7f9f9f72f302 req-b0a5bb34-70a8-4cf6-ba70-99c176d424d1 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:32.570802 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed4c704d-432f-4b7f-92e8-7f9f9f72f302 req-b0a5bb34-70a8-4cf6-ba70-99c176d424d1 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 944 time: 0.0532231 Sep 08 14:19:32.610885 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed4c704d-432f-4b7f-92e8-7f9f9f72f302 req-42b1f0d7-520a-4ea3-b1b7-b47ab8b80c62 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338020 Sep 08 14:19:32.662921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['587e3944-c9b1-46e2-907b-10bade772452'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:19:33.727313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa94d67-40a9-41f8-98c4-989cdec08f88 req-98d9c76d-1269-46c6-9556-aac187b21421 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:33.728702 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-afa94d67-40a9-41f8-98c4-989cdec08f88 req-98d9c76d-1269-46c6-9556-aac187b21421 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 944 time: 0.0533459 Sep 08 14:19:33.766054 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-afa94d67-40a9-41f8-98c4-989cdec08f88 req-1bd14b24-21d7-44ee-ad05-8fd49f7e5f60 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Sep 08 14:19:34.226123 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 587e3944-c9b1-46e2-907b-10bade772452 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:19:34.346113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 587e3944-c9b1-46e2-907b-10bade772452 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:19:34.350166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 587e3944-c9b1-46e2-907b-10bade772452 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:19:34.350564 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:34.426416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:34.447955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc2b7c8-a86a-4c39-95df-c81738a12653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587e3944-c9b1-46e2-907b-10bade772452'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:19:34.450166 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599c2069-b336-4b11-8fec-7e734547271f" -d '{"events": [{"server_uuid": "1bc2b7c8-a86a-4c39-95df-c81738a12653", "name": "network-vif-plugged", "status": "completed", "tag": "587e3944-c9b1-46e2-907b-10bade772452"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:19:34.462111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 587e3944-c9b1-46e2-907b-10bade772452, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=587e3944-c9b1-46e2-907b-10bade772452,segment=NetworkSegment(d49e76bc-b144-467a-b2b1-2187e4eb0214),segment_id=d49e76bc-b144-467a-b2b1-2187e4eb0214)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:34.487583 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7bdeb3-abeb-4cb6-bb6a-ae4002dbfcb3 x-openstack-request-id: req-7e7bdeb3-abeb-4cb6-bb6a-ae4002dbfcb3 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:19:34.493455 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc2b7c8-a86a-4c39-95df-c81738a12653", "name": "network-vif-plugged", "status": "completed", "tag": "587e3944-c9b1-46e2-907b-10bade772452", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:19:34.493455 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7e7bdeb3-abeb-4cb6-bb6a-ae4002dbfcb3 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:19:34.493455 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc2b7c8-a86a-4c39-95df-c81738a12653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587e3944-c9b1-46e2-907b-10bade772452', 'code': 200} Sep 08 14:19:34.511891 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:34.560487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=587e3944-c9b1-46e2-907b-10bade772452,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:34.579917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8abef-fb9b-4dd4-87cc-c46871ab369b req-d046cf59-d9a4-4213-b0ad-28fa7edebbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:34.581401 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29e8abef-fb9b-4dd4-87cc-c46871ab369b req-d046cf59-d9a4-4213-b0ad-28fa7edebbdb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 1096 time: 0.0385723 Sep 08 14:19:34.615685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29e8abef-fb9b-4dd4-87cc-c46871ab369b req-ded23a09-4cb4-48a1-b612-9441c1882c68 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275586 Sep 08 14:19:34.878027 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0deaac-6893-4870-85e8-4cb19133db0a req-96a6ae56-eef6-46be-a81b-be09902940e1 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:34.879475 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a0deaac-6893-4870-85e8-4cb19133db0a req-96a6ae56-eef6-46be-a81b-be09902940e1 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 945 time: 0.0487671 Sep 08 14:19:34.916849 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0a0deaac-6893-4870-85e8-4cb19133db0a req-d0d3a66b-d127-4a51-877b-05be93d15bcd tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Sep 08 14:19:36.030235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8707b5b-6d17-48ba-a0c9-c72460073291 req-274b1a02-c902-4311-9afb-16ecbc34a061 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:36.031724 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a8707b5b-6d17-48ba-a0c9-c72460073291 req-274b1a02-c902-4311-9afb-16ecbc34a061 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 945 time: 0.0483761 Sep 08 14:19:36.068270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a8707b5b-6d17-48ba-a0c9-c72460073291 req-e1e8e22f-b567-4518-a804-eb23386e00f2 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300720 Sep 08 14:19:36.495983 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41b678-8aa8-4569-b2ed-cdec68892b47 req-94919869-ccd6-401a-ae01-99b546c25b75 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:36.497466 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af41b678-8aa8-4569-b2ed-cdec68892b47 req-94919869-ccd6-401a-ae01-99b546c25b75 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 945 time: 0.0515304 Sep 08 14:19:36.533020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-af41b678-8aa8-4569-b2ed-cdec68892b47 req-7594dedc-fb8a-47cb-9233-a6cb8f8efae2 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297065 Sep 08 14:19:37.647229 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e4909-44af-4d0d-b450-51523894171e req-770284d5-103d-4446-a4eb-c6c9cdd16680 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:37.648676 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d09e4909-44af-4d0d-b450-51523894171e req-770284d5-103d-4446-a4eb-c6c9cdd16680 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 945 time: 0.0479643 Sep 08 14:19:37.685946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d09e4909-44af-4d0d-b450-51523894171e req-a42e33e3-a20e-4b40-a268-185c8b8fd5d1 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Sep 08 14:19:37.719477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f4057-1bda-4730-a9b8-84d5b6cba4c7 req-92ff5ff8-613c-4612-b178-db68a7f79a06 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:37.721181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-313f4057-1bda-4730-a9b8-84d5b6cba4c7 req-92ff5ff8-613c-4612-b178-db68a7f79a06 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.70 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 945 time: 0.0483067 Sep 08 14:19:37.809420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-313f4057-1bda-4730-a9b8-84d5b6cba4c7 req-25b8771f-4429-489d-8af1-5477c909a943 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Deleting port 587e3944-c9b1-46e2-907b-10bade772452 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:19:37.809689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-313f4057-1bda-4730-a9b8-84d5b6cba4c7 req-25b8771f-4429-489d-8af1-5477c909a943 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:37.899299 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fabf6f42-508b-48af-94d5-969e11d5c42a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:38.165146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-313f4057-1bda-4730-a9b8-84d5b6cba4c7 req-25b8771f-4429-489d-8af1-5477c909a943 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] For port 587e3944-c9b1-46e2-907b-10bade772452, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=587e3944-c9b1-46e2-907b-10bade772452,segment=NetworkSegment(d49e76bc-b144-467a-b2b1-2187e4eb0214),segment_id=d49e76bc-b144-467a-b2b1-2187e4eb0214)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:38.165511 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-313f4057-1bda-4730-a9b8-84d5b6cba4c7 req-25b8771f-4429-489d-8af1-5477c909a943 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:38.177767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-313f4057-1bda-4730-a9b8-84d5b6cba4c7 req-25b8771f-4429-489d-8af1-5477c909a943 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Calling delete_port for 587e3944-c9b1-46e2-907b-10bade772452 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:19:38.373153 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-313f4057-1bda-4730-a9b8-84d5b6cba4c7 req-25b8771f-4429-489d-8af1-5477c909a943 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:38.384615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['587e3944-c9b1-46e2-907b-10bade772452'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:19:38.388834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['1f424f1e-3656-47fe-9988-ebf985299066'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:19:38.401431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8771f-4429-489d-8af1-5477c909a943 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Pushing event deleted for resources: {'Port': ['ID=587e3944-c9b1-46e2-907b-10bade772452,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:38.444846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-313f4057-1bda-4730-a9b8-84d5b6cba4c7 req-25b8771f-4429-489d-8af1-5477c909a943 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] No DVR routers for this DVR port 587e3944-c9b1-46e2-907b-10bade772452 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:19:38.448585 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-313f4057-1bda-4730-a9b8-84d5b6cba4c7 req-25b8771f-4429-489d-8af1-5477c909a943 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:38.450800 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-313f4057-1bda-4730-a9b8-84d5b6cba4c7 req-25b8771f-4429-489d-8af1-5477c909a943 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.70 "DELETE /v2.0/ports/587e3944-c9b1-46e2-907b-10bade772452 HTTP/1.1" status: 204 len: 173 time: 0.7236409 Sep 08 14:19:38.451241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bc2b7c8-a86a-4c39-95df-c81738a12653', 'name': 'network-vif-deleted', 'tag': '587e3944-c9b1-46e2-907b-10bade772452'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:19:38.454340 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb06414-8e3e-457f-ae34-d1000883cbdd" -d '{"events": [{"server_uuid": "1bc2b7c8-a86a-4c39-95df-c81738a12653", "name": "network-vif-deleted", "tag": "587e3944-c9b1-46e2-907b-10bade772452"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:19:38.491899 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b82462-b0f2-471f-ba73-7db75df008b7 x-openstack-request-id: req-12b82462-b0f2-471f-ba73-7db75df008b7 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:19:38.492186 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bc2b7c8-a86a-4c39-95df-c81738a12653", "name": "network-vif-deleted", "tag": "587e3944-c9b1-46e2-907b-10bade772452", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:19:38.492478 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-12b82462-b0f2-471f-ba73-7db75df008b7 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:19:38.492867 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bc2b7c8-a86a-4c39-95df-c81738a12653', 'name': 'network-vif-deleted', 'tag': '587e3944-c9b1-46e2-907b-10bade772452', 'status': 'completed', 'code': 200} Sep 08 14:19:38.793314 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1aa8360-38fc-4f4a-ae71-582ffb6413b1 req-e8f8f35d-6ba0-4ffc-a66a-8a1e15ee070a tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=1bc2b7c8-a86a-4c39-95df-c81738a12653 HTTP/1.1" status: 200 len: 210 time: 0.0302875 Sep 08 14:19:39.938441 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8980f-7b99-4dc6-9b8e-db7d7ac9d2d0 req-8fbb08c2-74a1-4c6b-81fa-07e3b22b53b1 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:39.939827 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ba8980f-7b99-4dc6-9b8e-db7d7ac9d2d0 req-8fbb08c2-74a1-4c6b-81fa-07e3b22b53b1 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 945 time: 0.0482810 Sep 08 14:19:39.977797 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ba8980f-7b99-4dc6-9b8e-db7d7ac9d2d0 req-cc552653-91c8-4f1d-a237-ca393aafd51e tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321214 Sep 08 14:19:40.105357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac573-8143-4721-a992-521e566a1d23 req-bd35a0ac-28c8-432a-9bea-29e6e5ec6310 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:40.106866 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d28ac573-8143-4721-a992-521e566a1d23 req-bd35a0ac-28c8-432a-9bea-29e6e5ec6310 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Sep 08 14:19:40.143937 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d28ac573-8143-4721-a992-521e566a1d23 req-fc47d734-da8e-4ae0-8f85-d47bb8e61759 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312898 Sep 08 14:19:40.220914 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d3500faa-0c89-452c-af7c-fdfe713ea19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:40.259917 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2623bdb0-a254-480d-8763-f91e2e5114a2 req-a10a20ea-1668-43cc-a298-3b8d38ceb002 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:40.261413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2623bdb0-a254-480d-8763-f91e2e5114a2 req-a10a20ea-1668-43cc-a298-3b8d38ceb002 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 945 time: 0.0490625 Sep 08 14:19:40.298659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2623bdb0-a254-480d-8763-f91e2e5114a2 req-6674729a-5dea-4c70-a8ce-ff3fad2dfa43 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312910 Sep 08 14:19:40.368863 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-8044fab2-ddfd-4c9c-b446-f96861ab04bd req-2d6cebc2-9323-4214-9a17-226877f01a3c service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:19:40.370129 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8044fab2-ddfd-4c9c-b446-f96861ab04bd req-2d6cebc2-9323-4214-9a17-226877f01a3c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059595 Sep 08 14:19:40.474274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c74a2b-16ec-45fb-ac60-73e775a799ee req-8a784502-2f82-41d0-bef5-822afc34a88c tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:40.475671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48c74a2b-16ec-45fb-ac60-73e775a799ee req-8a784502-2f82-41d0-bef5-822afc34a88c tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 945 time: 0.0481286 Sep 08 14:19:40.512331 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-48c74a2b-16ec-45fb-ac60-73e775a799ee req-f46c2c49-6229-4ec5-99c9-afdca74e6386 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306695 Sep 08 14:19:40.627110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b3e1b-6b90-44bc-94e4-f4f4d305bb1b req-24652e5d-e393-4f9a-aca3-2bba64963ef2 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:40.628577 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-236b3e1b-6b90-44bc-94e4-f4f4d305bb1b req-24652e5d-e393-4f9a-aca3-2bba64963ef2 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 945 time: 0.0486505 Sep 08 14:19:40.637721 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:40.669305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-236b3e1b-6b90-44bc-94e4-f4f4d305bb1b req-bfa8297b-601b-4302-bc86-3bf2ea7499fe tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342541 Sep 08 14:19:40.791057 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199efc90-42ae-4349-a2f0-2383831294f9 req-7664b477-49f7-49d8-9d3a-b953e8df9eab tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:40.792443 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-199efc90-42ae-4349-a2f0-2383831294f9 req-7664b477-49f7-49d8-9d3a-b953e8df9eab tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 945 time: 0.0484991 Sep 08 14:19:40.829926 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-199efc90-42ae-4349-a2f0-2383831294f9 req-c8b4a016-83ab-4f13-a77a-3f22197b6da5 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315740 Sep 08 14:19:41.296499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd318bf-aa5b-4680-91bb-389e0852c929 req-74fa136c-0f34-4fdc-9c1c-461119670703 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:41.297959 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2dd318bf-aa5b-4680-91bb-389e0852c929 req-74fa136c-0f34-4fdc-9c1c-461119670703 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 945 time: 0.0533197 Sep 08 14:19:41.334770 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2dd318bf-aa5b-4680-91bb-389e0852c929 req-b4690430-589b-4523-8243-ae2af5723d99 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304441 Sep 08 14:19:42.083560 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:42.241622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 587e3944-c9b1-46e2-907b-10bade772452 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:19:42.263773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 587e3944-c9b1-46e2-907b-10bade772452 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:19:42.264119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 587e3944-c9b1-46e2-907b-10bade772452 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:19:42.449740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2c48d-3854-427b-8d29-e0529a5a4974 req-e07ec74c-b9ac-48bc-aa17-fb486a803b9c tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:42.451240 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9e2c48d-3854-427b-8d29-e0529a5a4974 req-e07ec74c-b9ac-48bc-aa17-fb486a803b9c tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 945 time: 0.0484009 Sep 08 14:19:42.492823 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d9e2c48d-3854-427b-8d29-e0529a5a4974 req-033f1aac-1320-453b-9271-b1328fce8bbd tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/security-groups?id=7bb2a7f5-859c-4404-823c-c7a617981cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355582 Sep 08 14:19:42.966221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14fb530-e348-4590-9c26-def67a240bc3 req-ccc1a151-84e3-4740-9a44-8a0e152d06f4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:42.967796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d14fb530-e348-4590-9c26-def67a240bc3 req-ccc1a151-84e3-4740-9a44-8a0e152d06f4 tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.60 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 945 time: 0.0486348 Sep 08 14:19:43.054910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-d14fb530-e348-4590-9c26-def67a240bc3 req-30bcc246-5e8f-4b25-9afc-d5be059499ca tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Deleting port 1f424f1e-3656-47fe-9988-ebf985299066 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:19:43.055257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d14fb530-e348-4590-9c26-def67a240bc3 req-30bcc246-5e8f-4b25-9afc-d5be059499ca tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:43.146466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-d14fb530-e348-4590-9c26-def67a240bc3 req-30bcc246-5e8f-4b25-9afc-d5be059499ca tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] For port 1f424f1e-3656-47fe-9988-ebf985299066, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=1f424f1e-3656-47fe-9988-ebf985299066,segment=NetworkSegment(d49e76bc-b144-467a-b2b1-2187e4eb0214),segment_id=d49e76bc-b144-467a-b2b1-2187e4eb0214)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:43.146836 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d14fb530-e348-4590-9c26-def67a240bc3 req-30bcc246-5e8f-4b25-9afc-d5be059499ca tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:43.158192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-d14fb530-e348-4590-9c26-def67a240bc3 req-30bcc246-5e8f-4b25-9afc-d5be059499ca tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Calling delete_port for 1f424f1e-3656-47fe-9988-ebf985299066 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:19:43.367243 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d14fb530-e348-4590-9c26-def67a240bc3 req-30bcc246-5e8f-4b25-9afc-d5be059499ca tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:43.378942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['1f424f1e-3656-47fe-9988-ebf985299066'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:19:43.396054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcc246-5e8f-4b25-9afc-d5be059499ca tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Pushing event deleted for resources: {'Port': ['ID=1f424f1e-3656-47fe-9988-ebf985299066,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:43.436531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14fb530-e348-4590-9c26-def67a240bc3 req-30bcc246-5e8f-4b25-9afc-d5be059499ca tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] No DVR routers for this DVR port 1f424f1e-3656-47fe-9988-ebf985299066 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:19:43.441536 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-d14fb530-e348-4590-9c26-def67a240bc3 req-30bcc246-5e8f-4b25-9afc-d5be059499ca tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:43.441536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d14fb530-e348-4590-9c26-def67a240bc3 req-30bcc246-5e8f-4b25-9afc-d5be059499ca tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.60 "DELETE /v2.0/ports/1f424f1e-3656-47fe-9988-ebf985299066 HTTP/1.1" status: 204 len: 173 time: 0.4665306 Sep 08 14:19:43.442334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477e2f66-b710-45e6-9b53-9e42b96e9990', 'name': 'network-vif-deleted', 'tag': '1f424f1e-3656-47fe-9988-ebf985299066'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:19:43.444618 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04037ebe-4576-46fc-a7bc-04475d5b2184" -d '{"events": [{"server_uuid": "477e2f66-b710-45e6-9b53-9e42b96e9990", "name": "network-vif-deleted", "tag": "1f424f1e-3656-47fe-9988-ebf985299066"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:19:43.481764 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6415d385-8df8-4b6e-b1ff-76f59e26dff6 x-openstack-request-id: req-6415d385-8df8-4b6e-b1ff-76f59e26dff6 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:19:43.482396 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477e2f66-b710-45e6-9b53-9e42b96e9990", "name": "network-vif-deleted", "tag": "1f424f1e-3656-47fe-9988-ebf985299066", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:19:43.482396 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6415d385-8df8-4b6e-b1ff-76f59e26dff6 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:19:43.482734 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477e2f66-b710-45e6-9b53-9e42b96e9990', 'name': 'network-vif-deleted', 'tag': '1f424f1e-3656-47fe-9988-ebf985299066', 'status': 'completed', 'code': 200} Sep 08 14:19:43.488680 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:43.586325 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c41664c1-753f-471d-9d83-872bbc9e56cb req-7a10bc98-9224-4dd0-9412-e903b03b4c1a tempest-ServersNegativeTestJSON-197040105 tempest-ServersNegativeTestJSON-197040105-project] 10.222.0.69 "GET /v2.0/ports?device_id=477e2f66-b710-45e6-9b53-9e42b96e9990 HTTP/1.1" status: 200 len: 210 time: 0.0272346 Sep 08 14:19:44.642195 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54872) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:44.686005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd1366ab-6198-4848-94e9-2da6960373dd admin admin] Deleting subnet 435d3da9-b94d-4dc3-abd6-ed0e184c0b22 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:19:44.688974 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd1366ab-6198-4848-94e9-2da6960373dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:44.726827 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd1366ab-6198-4848-94e9-2da6960373dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:44.764438 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd1366ab-6198-4848-94e9-2da6960373dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:44.900359 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd1366ab-6198-4848-94e9-2da6960373dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:44.924132 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1366ab-6198-4848-94e9-2da6960373dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=435d3da9-b94d-4dc3-abd6-ed0e184c0b22,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:44.932874 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:44.933837 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd1366ab-6198-4848-94e9-2da6960373dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:44.933837 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fd1366ab-6198-4848-94e9-2da6960373dd admin admin] 10.222.0.69 "DELETE /v2.0/subnets/435d3da9-b94d-4dc3-abd6-ed0e184c0b22 HTTP/1.1" status: 204 len: 168 time: 0.2893918 Sep 08 14:19:44.935007 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54874) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:45.005748 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:45.080627 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:45.100634 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0723b79-bc55-4e21-b08e-d67094d63d16']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:45.109423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd49e76bc-b144-467a-b2b1-2187e4eb0214') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:45.109718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd49e76bc-b144-467a-b2b1-2187e4eb0214') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:45.123181 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:45.136437 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:45.142100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:19:45.143278 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:19:45.144326 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:19:45.265745 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:45.271676 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:45.273559 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] 10.222.0.69 "DELETE /v2.0/networks/c0723b79-bc55-4e21-b08e-d67094d63d16 HTTP/1.1" status: 204 len: 168 time: 0.3376267 Sep 08 14:19:45.284331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d29a3-17af-4173-9dc4-714ffaf14a20 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0723b79-bc55-4e21-b08e-d67094d63d16,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:45.565739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54878) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:45.605391 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cfb4eeab-12c3-441d-9aee-cdb3ab48f947 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=a47d11ba1b674714ac79996b42e333a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384836 Sep 08 14:19:45.607974 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54880) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:45.655701 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7752-bc7c-4019-83b9-37a0fa588ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:45.679969 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7752-bc7c-4019-83b9-37a0fa588ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:45.790764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 1f424f1e-3656-47fe-9988-ebf985299066 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:19:45.809142 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7752-bc7c-4019-83b9-37a0fa588ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:45.810581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 1f424f1e-3656-47fe-9988-ebf985299066 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:19:45.810932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 1f424f1e-3656-47fe-9988-ebf985299066 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:19:45.811708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4dbd7752-bc7c-4019-83b9-37a0fa588ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:45.813372 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4dbd7752-bc7c-4019-83b9-37a0fa588ecd admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/7bb2a7f5-859c-4404-823c-c7a617981cc5 HTTP/1.1" status: 204 len: 168 time: 0.2044387 Sep 08 14:19:45.825854 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd7752-bc7c-4019-83b9-37a0fa588ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb2a7f5-859c-4404-823c-c7a617981cc5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:46.826578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54902) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:46.920848 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2024844972'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:47.003026 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Made reservation on behalf of f119a37cdaf74243b80f76b3c5132d63 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:47.007279 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:47.015769 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:47.102898 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:47.184255 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:47.210706 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:19:47.220373 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03680f94-72e6-410a-9406-e0d07be4965e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:47.224993 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:47.225340 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Added segment a260a875-23c3-45df-8199-db85bfad1ef7 of type vlan for network d156a86b-413f-48af-a70f-c978a764fc9e Sep 08 14:19:47.264775 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:47.355781 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:47.361278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:47.361869 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:47.431558 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event updated for resources: {'Network': ['ID=d156a86b-413f-48af-a70f-c978a764fc9e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:47.443268 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network d156a86b-413f-48af-a70f-c978a764fc9e details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:19:47.470225 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d6e92071-e287-41af-9798-6e4da9910157 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6336367 Sep 08 14:19:47.540877 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:50.831389 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54906) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:50.836559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b341f5b8-882d-444e-9652-02c48f33719a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Request body: {'subnet': {'network_id': 'd156a86b-413f-48af-a70f-c978a764fc9e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:50.974602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b341f5b8-882d-444e-9652-02c48f33719a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Made reservation on behalf of f119a37cdaf74243b80f76b3c5132d63 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:50.978052 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b341f5b8-882d-444e-9652-02c48f33719a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:51.209263 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b341f5b8-882d-444e-9652-02c48f33719a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:51.272991 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341f5b8-882d-444e-9652-02c48f33719a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event updated for resources: {'Subnet': ['ID=06e4b352-8de9-4b98-84b1-e17c52a90ce1,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:51.280033 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b341f5b8-882d-444e-9652-02c48f33719a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Checking segment: {'id': 'a260a875-23c3-45df-8199-db85bfad1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd156a86b-413f-48af-a70f-c978a764fc9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:19:51.280993 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341f5b8-882d-444e-9652-02c48f33719a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Network hostable DHCP agents. Network: d156a86b-413f-48af-a70f-c978a764fc9e, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:19:51.368526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341f5b8-882d-444e-9652-02c48f33719a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Network d156a86b-413f-48af-a70f-c978a764fc9e is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:19:51.482494 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b341f5b8-882d-444e-9652-02c48f33719a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, d156a86b-413f-48af-a70f-c978a764fc9e) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:19:51.492867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b341f5b8-882d-444e-9652-02c48f33719a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:51.492867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b341f5b8-882d-444e-9652-02c48f33719a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:51.493126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56e8172-63a6-4bfb-a98b-cb7810c8832d None None] Network d156a86b-413f-48af-a70f-c978a764fc9e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:19:51.591776 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b341f5b8-882d-444e-9652-02c48f33719a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7587605 Sep 08 14:19:51.595069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54908) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:51.599978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-293c44d5-9891-4b9c-ae2a-7ad31d683c60 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1028829517'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:51.677610 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293c44d5-9891-4b9c-ae2a-7ad31d683c60 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Made reservation on behalf of f119a37cdaf74243b80f76b3c5132d63 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:51.681248 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-293c44d5-9891-4b9c-ae2a-7ad31d683c60 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:51.706578 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293c44d5-9891-4b9c-ae2a-7ad31d683c60 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:19:51.716726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-293c44d5-9891-4b9c-ae2a-7ad31d683c60 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:51.717081 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-293c44d5-9891-4b9c-ae2a-7ad31d683c60 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Added segment 9bf68a3a-738d-416c-9742-d59fab6c167a of type vlan for network fbc765f2-224b-4871-901e-16ad7b885e44 Sep 08 14:19:51.760064 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-293c44d5-9891-4b9c-ae2a-7ad31d683c60 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:51.782352 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-d156a86b-413f-48af-a70f-c978a764fc9e', 'network_id': 'd156a86b-413f-48af-a70f-c978a764fc9e', 'tenant_id': 'f119a37cdaf74243b80f76b3c5132d63', 'fixed_ips': [{'subnet_id': '06e4b352-8de9-4b98-84b1-e17c52a90ce1'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:19:51.783219 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:51.900273 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-293c44d5-9891-4b9c-ae2a-7ad31d683c60 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:51.905821 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c44d5-9891-4b9c-ae2a-7ad31d683c60 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:51.906428 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-293c44d5-9891-4b9c-ae2a-7ad31d683c60 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:51.912402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Allocated IP 2001:db8:0:ffff::2 (d156a86b-413f-48af-a70f-c978a764fc9e/06e4b352-8de9-4b98-84b1-e17c52a90ce1/9655b93d-9db1-4ba5-87ac-a76e36fbb81d) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:19:51.976292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c44d5-9891-4b9c-ae2a-7ad31d683c60 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event updated for resources: {'Network': ['ID=fbc765f2-224b-4871-901e-16ad7b885e44,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:51.990369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network fbc765f2-224b-4871-901e-16ad7b885e44 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:19:52.025106 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-293c44d5-9891-4b9c-ae2a-7ad31d683c60 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4253500 Sep 08 14:19:52.025106 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54910) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:52.029422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e7523182-deb3-484f-b444-9ae88f2a48be tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Request body: {'subnet': {'network_id': 'fbc765f2-224b-4871-901e-16ad7b885e44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:52.125128 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:52.133205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Transition to ACTIVE for port object 9655b93d-9db1-4ba5-87ac-a76e36fbb81d will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:19:52.147996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Transition to ACTIVE for port object 9655b93d-9db1-4ba5-87ac-a76e36fbb81d will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:19:52.195814 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7523182-deb3-484f-b444-9ae88f2a48be tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Made reservation on behalf of f119a37cdaf74243b80f76b3c5132d63 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:52.199367 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7523182-deb3-484f-b444-9ae88f2a48be tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:52.247821 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:52.285640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Network d156a86b-413f-48af-a70f-c978a764fc9e is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:19:52.288497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:19:52.294072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:19:52.303247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Pushing event updated for resources: {'Port': ['ID=9655b93d-9db1-4ba5-87ac-a76e36fbb81d,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:52.351493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Attempting to bind port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:19:52.351871 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Attempting to bind port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'a260a875-23c3-45df-8199-db85bfad1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd156a86b-413f-48af-a70f-c978a764fc9e'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:19:52.352246 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Attempting to bind port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d on network d156a86b-413f-48af-a70f-c978a764fc9e {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:19:52.357148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:19:52.357528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Checking segment: {'id': 'a260a875-23c3-45df-8199-db85bfad1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd156a86b-413f-48af-a70f-c978a764fc9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:19:52.357961 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:52.358396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Bound using segment: {'id': 'a260a875-23c3-45df-8199-db85bfad1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd156a86b-413f-48af-a70f-c978a764fc9e'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:19:52.358861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Bound port: 9655b93d-9db1-4ba5-87ac-a76e36fbb81d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a260a875-23c3-45df-8199-db85bfad1ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd156a86b-413f-48af-a70f-c978a764fc9e'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:19:52.359244 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:52.423178 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] For port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:19:52.426241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] For port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9655b93d-9db1-4ba5-87ac-a76e36fbb81d,segment=NetworkSegment(a260a875-23c3-45df-8199-db85bfad1ef7),segment_id=a260a875-23c3-45df-8199-db85bfad1ef7)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:19:52.444591 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7523182-deb3-484f-b444-9ae88f2a48be tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:52.516027 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7523182-deb3-484f-b444-9ae88f2a48be tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event updated for resources: {'Subnet': ['ID=bade34e5-f432-4a6d-b031-778545e72d48,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:52.519381 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7523182-deb3-484f-b444-9ae88f2a48be tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Checking segment: {'id': '9bf68a3a-738d-416c-9742-d59fab6c167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fbc765f2-224b-4871-901e-16ad7b885e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:19:52.519777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7523182-deb3-484f-b444-9ae88f2a48be tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Network hostable DHCP agents. Network: fbc765f2-224b-4871-901e-16ad7b885e44, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:19:52.528865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:52.587966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99573b3a-40f0-4270-8b34-3c73367c9e6d None None] Pushing event updated for resources: {'Port': ['ID=9655b93d-9db1-4ba5-87ac-a76e36fbb81d,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:52.597642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7523182-deb3-484f-b444-9ae88f2a48be tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Network fbc765f2-224b-4871-901e-16ad7b885e44 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:19:52.688511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e7523182-deb3-484f-b444-9ae88f2a48be tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, fbc765f2-224b-4871-901e-16ad7b885e44) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:19:52.693334 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7523182-deb3-484f-b444-9ae88f2a48be tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:52.694000 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e7523182-deb3-484f-b444-9ae88f2a48be tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:52.697989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4dcb3d-b962-42d7-881e-e078e5c262f5 None None] Network fbc765f2-224b-4871-901e-16ad7b885e44 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:19:52.782437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54912) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:52.783012 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e7523182-deb3-484f-b444-9ae88f2a48be tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7570248 Sep 08 14:19:52.871054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-fbc765f2-224b-4871-901e-16ad7b885e44', 'network_id': 'fbc765f2-224b-4871-901e-16ad7b885e44', 'tenant_id': 'f119a37cdaf74243b80f76b3c5132d63', 'fixed_ips': [{'subnet_id': 'bade34e5-f432-4a6d-b031-778545e72d48'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:19:52.871914 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:52.895417 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:52.978564 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.014249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Allocated IP 2001:db8::2 (fbc765f2-224b-4871-901e-16ad7b885e44/bade34e5-f432-4a6d-b031-778545e72d48/6984044d-8cdb-4234-9e3d-15235fe4a57b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:19:53.155757 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.164688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Transition to ACTIVE for port object 6984044d-8cdb-4234-9e3d-15235fe4a57b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:19:53.180578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Transition to ACTIVE for port object 6984044d-8cdb-4234-9e3d-15235fe4a57b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:19:53.247581 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.293120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Network fbc765f2-224b-4871-901e-16ad7b885e44 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:19:53.298589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:19:53.301330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:19:53.309464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Pushing event updated for resources: {'Port': ['ID=6984044d-8cdb-4234-9e3d-15235fe4a57b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:53.310013 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:19:53.339246 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.362223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Attempting to bind port 6984044d-8cdb-4234-9e3d-15235fe4a57b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:19:53.362594 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Attempting to bind port 6984044d-8cdb-4234-9e3d-15235fe4a57b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '9bf68a3a-738d-416c-9742-d59fab6c167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fbc765f2-224b-4871-901e-16ad7b885e44'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:19:53.365264 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Attempting to bind port 6984044d-8cdb-4234-9e3d-15235fe4a57b on network fbc765f2-224b-4871-901e-16ad7b885e44 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:19:53.368321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:19:53.369392 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Checking segment: {'id': '9bf68a3a-738d-416c-9742-d59fab6c167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fbc765f2-224b-4871-901e-16ad7b885e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:19:53.369392 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.369627 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Bound using segment: {'id': '9bf68a3a-738d-416c-9742-d59fab6c167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fbc765f2-224b-4871-901e-16ad7b885e44'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:19:53.369741 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Subnet': ['ID=bade34e5-f432-4a6d-b031-778545e72d48,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:53.369960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Bound port: 6984044d-8cdb-4234-9e3d-15235fe4a57b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf68a3a-738d-416c-9742-d59fab6c167a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fbc765f2-224b-4871-901e-16ad7b885e44'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:19:53.370416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.430002 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.439997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] For port 6984044d-8cdb-4234-9e3d-15235fe4a57b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:19:53.443651 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] For port 6984044d-8cdb-4234-9e3d-15235fe4a57b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6984044d-8cdb-4234-9e3d-15235fe4a57b,segment=NetworkSegment(9bf68a3a-738d-416c-9742-d59fab6c167a),segment_id=9bf68a3a-738d-416c-9742-d59fab6c167a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:19:53.450739 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc765f2-224b-4871-901e-16ad7b885e44']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:53.460385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf68a3a-738d-416c-9742-d59fab6c167a') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:53.460762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf68a3a-738d-416c-9742-d59fab6c167a') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:53.475956 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.483905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa83c8ca-4ed0-45a5-9c5b-5a02d4b86cf3 None None] Network d156a86b-413f-48af-a70f-c978a764fc9e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:19:53.526310 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.532869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:19:53.533458 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: timer() Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:19:53.537246 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:19:53.545690 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.581846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9655b93d-9db1-4ba5-87ac-a76e36fbb81d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:19:53.599144 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-f4d1ebba-f306-4cd4-83b5-b9232c9e691b None None] Provisioning for port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:19:53.630868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.db.api [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 14:19:53.630868 n-d-807558-3 neutron-server[96263]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 14:19:53.630868 n-d-807558-3 neutron-server[96263]: [parameters: {'id': 'fbc765f2-224b-4871-901e-16ad7b885e44'}] Sep 08 14:19:53.630868 n-d-807558-3 neutron-server[96263]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96263) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 14:19:53.631293 n-d-807558-3 neutron-server[96263]: DEBUG oslo_db.api [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 14:19:53.709861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c2a084-ef47-4c71-8171-8cd29816d256 None None] Pushing event updated for resources: {'Port': ['ID=6984044d-8cdb-4234-9e3d-15235fe4a57b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:53.720511 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c8907a-c34f-4445-acb6-9be96dcf7040 None None] Network fbc765f2-224b-4871-901e-16ad7b885e44 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:19:53.865302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:19:53.872626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:19:53.873001 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.956680 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:53.990620 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9655b93d-9db1-4ba5-87ac-a76e36fbb81d,segment=NetworkSegment(a260a875-23c3-45df-8199-db85bfad1ef7),segment_id=a260a875-23c3-45df-8199-db85bfad1ef7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:54.037973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da4c671-5bdb-4932-bc12-85309599baa9 None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 14:19:54.085099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4a6a8759-bbc7-4521-8d79-57df5eb7a1b0 None None] Provisioning complete for port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:19:54.085489 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4a6a8759-bbc7-4521-8d79-57df5eb7a1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.115424 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.132355 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.169787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4c671-5bdb-4932-bc12-85309599baa9 None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 14:19:54.184642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Deleting port 6984044d-8cdb-4234-9e3d-15235fe4a57b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:19:54.184994 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.200852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=9655b93d-9db1-4ba5-87ac-a76e36fbb81d,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:54.251797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] For port 6984044d-8cdb-4234-9e3d-15235fe4a57b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6984044d-8cdb-4234-9e3d-15235fe4a57b,segment=NetworkSegment(9bf68a3a-738d-416c-9742-d59fab6c167a),segment_id=9bf68a3a-738d-416c-9742-d59fab6c167a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:54.252166 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.264566 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Calling delete_port for 6984044d-8cdb-4234-9e3d-15235fe4a57b owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:19:54.396352 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.423301 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Port': ['ID=6984044d-8cdb-4234-9e3d-15235fe4a57b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:54.425171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] No DVR routers for this DVR port 6984044d-8cdb-4234-9e3d-15235fe4a57b on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:19:54.507953 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.526981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc765f2-224b-4871-901e-16ad7b885e44']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:54.536505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf68a3a-738d-416c-9742-d59fab6c167a') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:54.536806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf68a3a-738d-416c-9742-d59fab6c167a') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:54.545952 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.559401 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.565040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:19:54.565562 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: timer() Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:19:54.568408 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:19:54.705848 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.712920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.714425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/networks/fbc765f2-224b-4871-901e-16ad7b885e44 HTTP/1.1" status: 204 len: 168 time: 1.9305422 Sep 08 14:19:54.718000 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54914) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:54.724112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-593688b1-12d3-4bed-a788-9b512a13a7f7 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1206263522'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:54.733075 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51d3bd-b262-483d-8698-63a314ec57db tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Network': ['ID=fbc765f2-224b-4871-901e-16ad7b885e44,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:54.802864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593688b1-12d3-4bed-a788-9b512a13a7f7 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Made reservation on behalf of f119a37cdaf74243b80f76b3c5132d63 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:54.806336 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-593688b1-12d3-4bed-a788-9b512a13a7f7 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.829524 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593688b1-12d3-4bed-a788-9b512a13a7f7 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:19:54.838278 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-593688b1-12d3-4bed-a788-9b512a13a7f7 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.838628 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-593688b1-12d3-4bed-a788-9b512a13a7f7 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Added segment c452a861-3494-45a6-8c27-d1ecd16ce1af of type vlan for network 0cb4f679-8f80-4034-87a0-501fdca11bab Sep 08 14:19:54.877083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-593688b1-12d3-4bed-a788-9b512a13a7f7 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.945871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-593688b1-12d3-4bed-a788-9b512a13a7f7 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:54.951439 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593688b1-12d3-4bed-a788-9b512a13a7f7 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:54.952703 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-593688b1-12d3-4bed-a788-9b512a13a7f7 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:55.015837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593688b1-12d3-4bed-a788-9b512a13a7f7 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event updated for resources: {'Network': ['ID=0cb4f679-8f80-4034-87a0-501fdca11bab,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:55.026744 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 0cb4f679-8f80-4034-87a0-501fdca11bab details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:19:55.043964 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-593688b1-12d3-4bed-a788-9b512a13a7f7 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3247836 Sep 08 14:19:55.046795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54916) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:55.051734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Request body: {'subnet': {'network_id': '0cb4f679-8f80-4034-87a0-501fdca11bab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:55.207096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Made reservation on behalf of f119a37cdaf74243b80f76b3c5132d63 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:55.211289 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:55.265657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.ipam_backend_mixin [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Performing IP validity checks on allocation pools {{(pid=96264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 08 14:19:55.266111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.ipam_backend_mixin [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=96264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 08 14:19:55.489110 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:55.550280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event updated for resources: {'Subnet': ['ID=f833f085-1e4f-4bae-bbe5-9ff8cb08f627,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:55.557338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9655b93d-9db1-4ba5-87ac-a76e36fbb81d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:19:55.559845 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Checking segment: {'id': 'c452a861-3494-45a6-8c27-d1ecd16ce1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0cb4f679-8f80-4034-87a0-501fdca11bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:19:55.560199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Network hostable DHCP agents. Network: 0cb4f679-8f80-4034-87a0-501fdca11bab, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:19:55.601534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:19:55.601916 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:55.641011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Network 0cb4f679-8f80-4034-87a0-501fdca11bab is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:19:55.709870 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 0cb4f679-8f80-4034-87a0-501fdca11bab) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:19:55.713915 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:55.714535 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:55.718339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a3b318-bc31-48fc-941b-9d5d3fa7232b None None] Network 0cb4f679-8f80-4034-87a0-501fdca11bab requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:19:55.797793 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3a2af988-72a2-4f65-8d88-a068988254bd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7499449 Sep 08 14:19:55.800456 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54918) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:55.860719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-0cb4f679-8f80-4034-87a0-501fdca11bab', 'network_id': '0cb4f679-8f80-4034-87a0-501fdca11bab', 'tenant_id': 'f119a37cdaf74243b80f76b3c5132d63', 'fixed_ips': [{'subnet_id': 'f833f085-1e4f-4bae-bbe5-9ff8cb08f627'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:19:55.861609 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.005737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Allocated IP 2001:db8::3 (0cb4f679-8f80-4034-87a0-501fdca11bab/f833f085-1e4f-4bae-bbe5-9ff8cb08f627/5af95c7c-94e1-453e-8937-2b06f4edf998) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:19:56.155086 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.165014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Transition to ACTIVE for port object 5af95c7c-94e1-453e-8937-2b06f4edf998 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:19:56.181206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Transition to ACTIVE for port object 5af95c7c-94e1-453e-8937-2b06f4edf998 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:19:56.222243 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.248936 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.272362 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.284331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Network 0cb4f679-8f80-4034-87a0-501fdca11bab is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:19:56.287191 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:19:56.289626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:19:56.326776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Pushing event updated for resources: {'Port': ['ID=5af95c7c-94e1-453e-8937-2b06f4edf998,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:56.357550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Attempting to bind port 5af95c7c-94e1-453e-8937-2b06f4edf998 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:19:56.357918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Attempting to bind port 5af95c7c-94e1-453e-8937-2b06f4edf998 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'c452a861-3494-45a6-8c27-d1ecd16ce1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0cb4f679-8f80-4034-87a0-501fdca11bab'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:19:56.358319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Attempting to bind port 5af95c7c-94e1-453e-8937-2b06f4edf998 on network 0cb4f679-8f80-4034-87a0-501fdca11bab {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:19:56.363149 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:19:56.364050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Checking segment: {'id': 'c452a861-3494-45a6-8c27-d1ecd16ce1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0cb4f679-8f80-4034-87a0-501fdca11bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:19:56.364455 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.364851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Bound using segment: {'id': 'c452a861-3494-45a6-8c27-d1ecd16ce1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0cb4f679-8f80-4034-87a0-501fdca11bab'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:19:56.365320 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Bound port: 5af95c7c-94e1-453e-8937-2b06f4edf998, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c452a861-3494-45a6-8c27-d1ecd16ce1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '0cb4f679-8f80-4034-87a0-501fdca11bab'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:19:56.365740 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.414839 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.426723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] For port 5af95c7c-94e1-453e-8937-2b06f4edf998, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:19:56.429922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] For port 5af95c7c-94e1-453e-8937-2b06f4edf998, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5af95c7c-94e1-453e-8937-2b06f4edf998,segment=NetworkSegment(c452a861-3494-45a6-8c27-d1ecd16ce1af),segment_id=c452a861-3494-45a6-8c27-d1ecd16ce1af)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:19:56.447884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Subnet': ['ID=f833f085-1e4f-4bae-bbe5-9ff8cb08f627,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:56.503693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.517775 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.524708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb4f679-8f80-4034-87a0-501fdca11bab']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:56.534073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c452a861-3494-45a6-8c27-d1ecd16ce1af') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:56.534404 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c452a861-3494-45a6-8c27-d1ecd16ce1af') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:56.543719 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.557826 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.572333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:19:56.573421 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:19:56.577290 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:19:56.579777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efe4ceb-40b0-4932-9ab6-95cf1fead319 None None] Pushing event updated for resources: {'Port': ['ID=5af95c7c-94e1-453e-8937-2b06f4edf998,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:56.681923 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 14:19:56.681923 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 14:19:56.681923 n-d-807558-3 neutron-server[96264]: [parameters: {'id': '0cb4f679-8f80-4034-87a0-501fdca11bab'}] Sep 08 14:19:56.681923 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 14:19:56.682482 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 14:19:57.183678 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.238873 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Deleting port 5af95c7c-94e1-453e-8937-2b06f4edf998 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:19:57.239239 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.303039 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] For port 5af95c7c-94e1-453e-8937-2b06f4edf998, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5af95c7c-94e1-453e-8937-2b06f4edf998,segment=NetworkSegment(c452a861-3494-45a6-8c27-d1ecd16ce1af),segment_id=c452a861-3494-45a6-8c27-d1ecd16ce1af)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:19:57.303412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.321020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Calling delete_port for 5af95c7c-94e1-453e-8937-2b06f4edf998 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:19:57.377861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3915486d-4f37-4672-8bec-d3f5c54d0e4d None None] Network 0cb4f679-8f80-4034-87a0-501fdca11bab requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:19:57.477728 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.489189 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-088f121e-adec-4a49-a14b-649b349fdd4d None None] Provisioning for port 5af95c7c-94e1-453e-8937-2b06f4edf998 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:19:57.491888 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-088f121e-adec-4a49-a14b-649b349fdd4d None None] Provisioning complete for port 5af95c7c-94e1-453e-8937-2b06f4edf998 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:19:57.492239 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-088f121e-adec-4a49-a14b-649b349fdd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.506621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Port': ['ID=5af95c7c-94e1-453e-8937-2b06f4edf998,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:57.510049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] No DVR routers for this DVR port 5af95c7c-94e1-453e-8937-2b06f4edf998 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:19:57.516515 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-088f121e-adec-4a49-a14b-649b349fdd4d None None] Port 5af95c7c-94e1-453e-8937-2b06f4edf998 was deleted so its status cannot be updated. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 08 14:19:57.599470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f1b0ad-e7d5-45e8-9fff-9a5f1a62e984 None None] DHCP port deletion for 0cb4f679-8f80-4034-87a0-501fdca11bab request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:19:57.601470 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5af95c7c-94e1-453e-8937-2b06f4edf998 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:19:57.603091 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.622493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 5af95c7c-94e1-453e-8937-2b06f4edf998 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:19:57.622773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5af95c7c-94e1-453e-8937-2b06f4edf998 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 08 14:19:57.623484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb4f679-8f80-4034-87a0-501fdca11bab']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:57.635972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c452a861-3494-45a6-8c27-d1ecd16ce1af') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:57.636277 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c452a861-3494-45a6-8c27-d1ecd16ce1af') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:19:57.643263 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Port 5af95c7c-94e1-453e-8937-2b06f4edf998 not found, will not notify nova. {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 08 14:19:57.646898 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.660099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.665797 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:19:57.666221 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:19:57.669068 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:19:57.795629 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.803408 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.804692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/networks/0cb4f679-8f80-4034-87a0-501fdca11bab HTTP/1.1" status: 204 len: 168 time: 2.0028713 Sep 08 14:19:57.808342 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54922) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:57.813472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c35bcdbb-e222-4789-8733-a1f1b47510dd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1515123077'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:57.816311 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4775c6b-3637-495e-b7f8-3a5871b648ac tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Network': ['ID=0cb4f679-8f80-4034-87a0-501fdca11bab,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:57.899745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35bcdbb-e222-4789-8733-a1f1b47510dd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Made reservation on behalf of f119a37cdaf74243b80f76b3c5132d63 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:57.903193 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c35bcdbb-e222-4789-8733-a1f1b47510dd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.925243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35bcdbb-e222-4789-8733-a1f1b47510dd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:19:57.933944 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c35bcdbb-e222-4789-8733-a1f1b47510dd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:57.934322 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-c35bcdbb-e222-4789-8733-a1f1b47510dd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Added segment 64651e22-fbc4-4e79-aa39-053fa37300c7 of type vlan for network 422130b7-4d1c-4e6a-a71a-f2575d73bffa Sep 08 14:19:57.971822 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c35bcdbb-e222-4789-8733-a1f1b47510dd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:58.054452 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c35bcdbb-e222-4789-8733-a1f1b47510dd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:58.060035 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35bcdbb-e222-4789-8733-a1f1b47510dd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:58.060629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c35bcdbb-e222-4789-8733-a1f1b47510dd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:58.158965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bcdbb-e222-4789-8733-a1f1b47510dd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event updated for resources: {'Network': ['ID=422130b7-4d1c-4e6a-a71a-f2575d73bffa,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:58.169593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 422130b7-4d1c-4e6a-a71a-f2575d73bffa details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:19:58.186404 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c35bcdbb-e222-4789-8733-a1f1b47510dd tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3768587 Sep 08 14:19:58.189268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54924) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:58.194979 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-e67f7637-ad0a-4694-9be8-997684041d43 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Request body: {'subnet': {'network_id': '422130b7-4d1c-4e6a-a71a-f2575d73bffa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:58.345789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67f7637-ad0a-4694-9be8-997684041d43 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Made reservation on behalf of f119a37cdaf74243b80f76b3c5132d63 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:58.349262 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e67f7637-ad0a-4694-9be8-997684041d43 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:58.580086 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e67f7637-ad0a-4694-9be8-997684041d43 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:58.645167 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f7637-ad0a-4694-9be8-997684041d43 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event updated for resources: {'Subnet': ['ID=59c59709-be0e-4fbd-a6dc-583759a1fa1b,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:58.652360 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67f7637-ad0a-4694-9be8-997684041d43 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Checking segment: {'id': '64651e22-fbc4-4e79-aa39-053fa37300c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '422130b7-4d1c-4e6a-a71a-f2575d73bffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:19:58.652718 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f7637-ad0a-4694-9be8-997684041d43 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Network hostable DHCP agents. Network: 422130b7-4d1c-4e6a-a71a-f2575d73bffa, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:19:58.728054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f7637-ad0a-4694-9be8-997684041d43 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Network 422130b7-4d1c-4e6a-a71a-f2575d73bffa is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:19:58.796904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e67f7637-ad0a-4694-9be8-997684041d43 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 422130b7-4d1c-4e6a-a71a-f2575d73bffa) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:19:58.801378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f7637-ad0a-4694-9be8-997684041d43 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:58.801970 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e67f7637-ad0a-4694-9be8-997684041d43 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:58.805951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bed6f15-d7eb-4268-a597-54ac4bdf30d6 None None] Network 422130b7-4d1c-4e6a-a71a-f2575d73bffa requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:19:58.895319 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e67f7637-ad0a-4694-9be8-997684041d43 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7048345 Sep 08 14:19:58.898844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54926) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:58.903625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-110c35b7-cd1a-4841-bdc1-195f5aa1fad9 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-305249192'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:58.948225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-422130b7-4d1c-4e6a-a71a-f2575d73bffa', 'network_id': '422130b7-4d1c-4e6a-a71a-f2575d73bffa', 'tenant_id': 'f119a37cdaf74243b80f76b3c5132d63', 'fixed_ips': [{'subnet_id': '59c59709-be0e-4fbd-a6dc-583759a1fa1b'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:19:58.949066 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.014516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110c35b7-cd1a-4841-bdc1-195f5aa1fad9 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Made reservation on behalf of f119a37cdaf74243b80f76b3c5132d63 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:59.018076 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-110c35b7-cd1a-4841-bdc1-195f5aa1fad9 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.041957 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110c35b7-cd1a-4841-bdc1-195f5aa1fad9 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:19:59.050525 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-110c35b7-cd1a-4841-bdc1-195f5aa1fad9 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.050907 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-110c35b7-cd1a-4841-bdc1-195f5aa1fad9 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Added segment 7920deb3-4de1-4708-a887-a2f241c3b90f of type vlan for network 29885f35-e2aa-42a3-98ff-a6b72135dfec Sep 08 14:19:59.084905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Allocated IP 2001:db8::2 (422130b7-4d1c-4e6a-a71a-f2575d73bffa/59c59709-be0e-4fbd-a6dc-583759a1fa1b/18d93018-c726-436d-b6d9-e3af96c25ca6) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:19:59.090274 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-110c35b7-cd1a-4841-bdc1-195f5aa1fad9 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.186130 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-110c35b7-cd1a-4841-bdc1-195f5aa1fad9 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.191913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110c35b7-cd1a-4841-bdc1-195f5aa1fad9 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:19:59.192534 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-110c35b7-cd1a-4841-bdc1-195f5aa1fad9 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.225241 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.233533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Transition to ACTIVE for port object 18d93018-c726-436d-b6d9-e3af96c25ca6 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:19:59.248668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Transition to ACTIVE for port object 18d93018-c726-436d-b6d9-e3af96c25ca6 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:19:59.262296 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c35b7-cd1a-4841-bdc1-195f5aa1fad9 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event updated for resources: {'Network': ['ID=29885f35-e2aa-42a3-98ff-a6b72135dfec,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:59.272649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 29885f35-e2aa-42a3-98ff-a6b72135dfec details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:19:59.295447 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-110c35b7-cd1a-4841-bdc1-195f5aa1fad9 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3955905 Sep 08 14:19:59.298476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54928) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:19:59.303361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b23bddba-dda8-4d83-a705-2cae83039366 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Request body: {'subnet': {'network_id': '29885f35-e2aa-42a3-98ff-a6b72135dfec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:19:59.324201 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.370954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Network 422130b7-4d1c-4e6a-a71a-f2575d73bffa is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:19:59.373759 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:19:59.376975 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:19:59.391431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Pushing event updated for resources: {'Port': ['ID=18d93018-c726-436d-b6d9-e3af96c25ca6,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:59.438730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Attempting to bind port 18d93018-c726-436d-b6d9-e3af96c25ca6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:19:59.439032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Attempting to bind port 18d93018-c726-436d-b6d9-e3af96c25ca6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '64651e22-fbc4-4e79-aa39-053fa37300c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '422130b7-4d1c-4e6a-a71a-f2575d73bffa'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:19:59.439396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Attempting to bind port 18d93018-c726-436d-b6d9-e3af96c25ca6 on network 422130b7-4d1c-4e6a-a71a-f2575d73bffa {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:19:59.444475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:19:59.444853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Checking segment: {'id': '64651e22-fbc4-4e79-aa39-053fa37300c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '422130b7-4d1c-4e6a-a71a-f2575d73bffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:19:59.445252 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.445640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Bound using segment: {'id': '64651e22-fbc4-4e79-aa39-053fa37300c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '422130b7-4d1c-4e6a-a71a-f2575d73bffa'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:19:59.446102 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Bound port: 18d93018-c726-436d-b6d9-e3af96c25ca6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64651e22-fbc4-4e79-aa39-053fa37300c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '422130b7-4d1c-4e6a-a71a-f2575d73bffa'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:19:59.446512 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.470278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23bddba-dda8-4d83-a705-2cae83039366 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Made reservation on behalf of f119a37cdaf74243b80f76b3c5132d63 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:19:59.474447 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b23bddba-dda8-4d83-a705-2cae83039366 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.509740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] For port 18d93018-c726-436d-b6d9-e3af96c25ca6, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:19:59.512945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] For port 18d93018-c726-436d-b6d9-e3af96c25ca6, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=18d93018-c726-436d-b6d9-e3af96c25ca6,segment=NetworkSegment(64651e22-fbc4-4e79-aa39-053fa37300c7),segment_id=64651e22-fbc4-4e79-aa39-053fa37300c7)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:19:59.545697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5af95c7c-94e1-453e-8937-2b06f4edf998 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:19:59.723181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 5af95c7c-94e1-453e-8937-2b06f4edf998 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:19:59.723558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5af95c7c-94e1-453e-8937-2b06f4edf998 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:19:59.723707 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b23bddba-dda8-4d83-a705-2cae83039366 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.725970 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:19:59.792782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed5763-3c36-4fa3-acae-5caa3d6f3530 None None] Pushing event updated for resources: {'Port': ['ID=18d93018-c726-436d-b6d9-e3af96c25ca6,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:59.797822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bddba-dda8-4d83-a705-2cae83039366 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event updated for resources: {'Subnet': ['ID=7bee6046-4658-4798-8ec0-98e81376a528,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:19:59.803725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23bddba-dda8-4d83-a705-2cae83039366 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Checking segment: {'id': '7920deb3-4de1-4708-a887-a2f241c3b90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '29885f35-e2aa-42a3-98ff-a6b72135dfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:19:59.804098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23bddba-dda8-4d83-a705-2cae83039366 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Network hostable DHCP agents. Network: 29885f35-e2aa-42a3-98ff-a6b72135dfec, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:19:59.912025 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23bddba-dda8-4d83-a705-2cae83039366 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Network 29885f35-e2aa-42a3-98ff-a6b72135dfec is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:20:00.002733 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b23bddba-dda8-4d83-a705-2cae83039366 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 29885f35-e2aa-42a3-98ff-a6b72135dfec) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:00.007029 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23bddba-dda8-4d83-a705-2cae83039366 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:00.007628 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b23bddba-dda8-4d83-a705-2cae83039366 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.017785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e198fda-1298-4b8d-86d0-ff119e43e8f5 None None] Network 29885f35-e2aa-42a3-98ff-a6b72135dfec requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:00.077933 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b23bddba-dda8-4d83-a705-2cae83039366 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7783172 Sep 08 14:20:00.080449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54930) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:00.164782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-29885f35-e2aa-42a3-98ff-a6b72135dfec', 'network_id': '29885f35-e2aa-42a3-98ff-a6b72135dfec', 'tenant_id': 'f119a37cdaf74243b80f76b3c5132d63', 'fixed_ips': [{'subnet_id': '7bee6046-4658-4798-8ec0-98e81376a528'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:20:00.165643 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.184376 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.235741 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.309061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Allocated IP 2001:db8::2 (29885f35-e2aa-42a3-98ff-a6b72135dfec/7bee6046-4658-4798-8ec0-98e81376a528/efd49aff-2820-4640-9d01-a5caec138df6) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:20:00.455040 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.463777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Transition to ACTIVE for port object efd49aff-2820-4640-9d01-a5caec138df6 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:00.479543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Transition to ACTIVE for port object efd49aff-2820-4640-9d01-a5caec138df6 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:00.561882 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.604131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Network 29885f35-e2aa-42a3-98ff-a6b72135dfec is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:20:00.607127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:00.612917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:20:00.620893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Pushing event updated for resources: {'Port': ['ID=efd49aff-2820-4640-9d01-a5caec138df6,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:00.647512 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.673478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Attempting to bind port efd49aff-2820-4640-9d01-a5caec138df6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:20:00.673858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Attempting to bind port efd49aff-2820-4640-9d01-a5caec138df6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7920deb3-4de1-4708-a887-a2f241c3b90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '29885f35-e2aa-42a3-98ff-a6b72135dfec'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:20:00.674260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Attempting to bind port efd49aff-2820-4640-9d01-a5caec138df6 on network 29885f35-e2aa-42a3-98ff-a6b72135dfec {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:20:00.679161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdc92e7-432c-44cb-9a08-6928f9b1fa61 None None] Network 422130b7-4d1c-4e6a-a71a-f2575d73bffa requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:00.686035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Subnet': ['ID=7bee6046-4658-4798-8ec0-98e81376a528,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:00.693264 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:20:00.693652 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Checking segment: {'id': '7920deb3-4de1-4708-a887-a2f241c3b90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '29885f35-e2aa-42a3-98ff-a6b72135dfec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:00.694061 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.694482 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Bound using segment: {'id': '7920deb3-4de1-4708-a887-a2f241c3b90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '29885f35-e2aa-42a3-98ff-a6b72135dfec'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:20:00.694966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Bound port: efd49aff-2820-4640-9d01-a5caec138df6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7920deb3-4de1-4708-a887-a2f241c3b90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '29885f35-e2aa-42a3-98ff-a6b72135dfec'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:20:00.695353 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.735809 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.756858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29885f35-e2aa-42a3-98ff-a6b72135dfec']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:00.766156 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7920deb3-4de1-4708-a887-a2f241c3b90f') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:00.766518 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7920deb3-4de1-4708-a887-a2f241c3b90f') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:00.777640 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.790918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.796679 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:20:00.797083 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:20:00.799988 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:20:00.840783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] For port efd49aff-2820-4640-9d01-a5caec138df6, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:20:00.869367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] For port efd49aff-2820-4640-9d01-a5caec138df6, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=efd49aff-2820-4640-9d01-a5caec138df6,segment=NetworkSegment(7920deb3-4de1-4708-a887-a2f241c3b90f),segment_id=7920deb3-4de1-4708-a887-a2f241c3b90f)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:20:00.894405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a0e80daf-2268-4c3b-a6a6-bad4d12a7a45 None None] Provisioning for port 18d93018-c726-436d-b6d9-e3af96c25ca6 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:00.923173 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.db.api [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 08 14:20:00.923173 n-d-807558-3 neutron-server[96264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 08 14:20:00.923173 n-d-807558-3 neutron-server[96264]: [parameters: {'id': '29885f35-e2aa-42a3-98ff-a6b72135dfec'}] Sep 08 14:20:00.923173 n-d-807558-3 neutron-server[96264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=96264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 14:20:00.923620 n-d-807558-3 neutron-server[96264]: DEBUG oslo_db.api [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 14:20:00.951893 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:01.039355 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d7e24-a949-41c9-acff-d5abac4fca88 None None] Pushing event updated for resources: {'Port': ['ID=efd49aff-2820-4640-9d01-a5caec138df6,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:01.048357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821f01e7-e7aa-4ac8-8a38-ec21d539b7c9 None None] Network 29885f35-e2aa-42a3-98ff-a6b72135dfec requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:01.178078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1ca8e-7d1a-46e7-bd05-889652599e8f None None] get_active_networks_info from n-d-807558-3 {{(pid=96265) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 14:20:01.247339 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a1ca8e-7d1a-46e7-bd05-889652599e8f None None] Resources bound (agent type, host, resource id): {{(pid=96265) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 08 14:20:01.429236 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:01.479540 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Deleting port efd49aff-2820-4640-9d01-a5caec138df6 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:20:01.479889 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:01.546397 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] For port efd49aff-2820-4640-9d01-a5caec138df6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=efd49aff-2820-4640-9d01-a5caec138df6,segment=NetworkSegment(7920deb3-4de1-4708-a887-a2f241c3b90f),segment_id=7920deb3-4de1-4708-a887-a2f241c3b90f)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:01.546769 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:01.559816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Calling delete_port for efd49aff-2820-4640-9d01-a5caec138df6 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:20:01.567602 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 18d93018-c726-436d-b6d9-e3af96c25ca6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:01.705292 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 18d93018-c726-436d-b6d9-e3af96c25ca6 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:01.709059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 18d93018-c726-436d-b6d9-e3af96c25ca6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:01.709436 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:01.740193 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:01.768070 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] No DVR routers for this DVR port efd49aff-2820-4640-9d01-a5caec138df6 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:20:01.773714 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Port': ['ID=efd49aff-2820-4640-9d01-a5caec138df6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:01.790059 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:01.822550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 18d93018-c726-436d-b6d9-e3af96c25ca6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=18d93018-c726-436d-b6d9-e3af96c25ca6,segment=NetworkSegment(64651e22-fbc4-4e79-aa39-053fa37300c7),segment_id=64651e22-fbc4-4e79-aa39-053fa37300c7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:01.850615 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:01.870264 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29885f35-e2aa-42a3-98ff-a6b72135dfec']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:01.880083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7920deb3-4de1-4708-a887-a2f241c3b90f') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:01.880377 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7920deb3-4de1-4708-a887-a2f241c3b90f') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:01.889871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:01.902564 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:01.908134 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:20:01.908515 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:01.909799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:20:01.912618 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:20:01.958774 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=18d93018-c726-436d-b6d9-e3af96c25ca6,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:02.041474 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.048377 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.050187 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/networks/29885f35-e2aa-42a3-98ff-a6b72135dfec HTTP/1.1" status: 204 len: 168 time: 1.9687757 Sep 08 14:20:02.053989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54932) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:02.062019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbe9ea-b507-4ba6-ae00-efd049b46f08 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Network': ['ID=29885f35-e2aa-42a3-98ff-a6b72135dfec,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:02.082751 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fcb5d2-f2b0-4b6b-852f-d0bc9a3b57c6 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] GET failed (client error): The resource could not be found. Sep 08 14:20:02.084169 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b9fcb5d2-f2b0-4b6b-852f-d0bc9a3b57c6 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "GET /v2.0/subnets/7bee6046-4658-4798-8ec0-98e81376a528 HTTP/1.1" status: 404 len: 337 time: 0.0291498 Sep 08 14:20:02.086908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54934) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:02.104690 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-07eb5c09-d251-4042-a85b-58dc8acd5873 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] DELETE failed (client error): The resource could not be found. Sep 08 14:20:02.105212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07eb5c09-d251-4042-a85b-58dc8acd5873 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 14:20:02.106846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-07eb5c09-d251-4042-a85b-58dc8acd5873 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/networks/29885f35-e2aa-42a3-98ff-a6b72135dfec HTTP/1.1" status: 404 len: 339 time: 0.0190382 Sep 08 14:20:02.110159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54936) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:02.138941 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-f76971ac-9b32-4820-91b9-2f82ba3d061a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] DELETE failed (client error): The resource could not be found. Sep 08 14:20:02.139381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f76971ac-9b32-4820-91b9-2f82ba3d061a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 14:20:02.141121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f76971ac-9b32-4820-91b9-2f82ba3d061a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/subnets/7bee6046-4658-4798-8ec0-98e81376a528 HTTP/1.1" status: 404 len: 337 time: 0.0300872 Sep 08 14:20:02.143513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54938) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:02.161158 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05be288-398c-4da7-b84b-6c5e380c7c68 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] DELETE failed (client error): The resource could not be found. Sep 08 14:20:02.161714 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05be288-398c-4da7-b84b-6c5e380c7c68 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 14:20:02.163357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f05be288-398c-4da7-b84b-6c5e380c7c68 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/networks/29885f35-e2aa-42a3-98ff-a6b72135dfec HTTP/1.1" status: 404 len: 339 time: 0.0189888 Sep 08 14:20:02.165591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54940) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:02.214355 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a43080-a2fa-481b-9de2-e685422d2a83 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Deleting subnet 59c59709-be0e-4fbd-a6dc-583759a1fa1b {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:20:02.217261 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-28a43080-a2fa-481b-9de2-e685422d2a83 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.255936 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-28a43080-a2fa-481b-9de2-e685422d2a83 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.340128 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-28a43080-a2fa-481b-9de2-e685422d2a83 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.476054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-28a43080-a2fa-481b-9de2-e685422d2a83 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.502523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a43080-a2fa-481b-9de2-e685422d2a83 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Subnet': ['ID=59c59709-be0e-4fbd-a6dc-583759a1fa1b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:02.507851 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-28a43080-a2fa-481b-9de2-e685422d2a83 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.510140 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-28a43080-a2fa-481b-9de2-e685422d2a83 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/subnets/59c59709-be0e-4fbd-a6dc-583759a1fa1b HTTP/1.1" status: 204 len: 168 time: 0.3436446 Sep 08 14:20:02.512837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54942) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:02.513341 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1395a8e-7847-406f-81c2-eba8aef56f90 None None] Network 422130b7-4d1c-4e6a-a71a-f2575d73bffa requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:02.588176 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.648708 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Deleting port 18d93018-c726-436d-b6d9-e3af96c25ca6 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:20:02.648708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.674613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a6ab3c-285f-42c4-a895-81bbe4ee8208 None None] DHCP port deletion for 422130b7-4d1c-4e6a-a71a-f2575d73bffa request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:20:02.711318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] For port 18d93018-c726-436d-b6d9-e3af96c25ca6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=18d93018-c726-436d-b6d9-e3af96c25ca6,segment=NetworkSegment(64651e22-fbc4-4e79-aa39-053fa37300c7),segment_id=64651e22-fbc4-4e79-aa39-053fa37300c7)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:02.711997 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.720783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6ab3c-285f-42c4-a895-81bbe4ee8208 None None] Deleting port 18d93018-c726-436d-b6d9-e3af96c25ca6 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:20:02.721163 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ab3c-285f-42c4-a895-81bbe4ee8208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.724370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Calling delete_port for 18d93018-c726-436d-b6d9-e3af96c25ca6 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:20:02.785332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b0a6ab3c-285f-42c4-a895-81bbe4ee8208 None None] For port 18d93018-c726-436d-b6d9-e3af96c25ca6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=18d93018-c726-436d-b6d9-e3af96c25ca6,segment=NetworkSegment(64651e22-fbc4-4e79-aa39-053fa37300c7),segment_id=64651e22-fbc4-4e79-aa39-053fa37300c7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:02.785651 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ab3c-285f-42c4-a895-81bbe4ee8208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.797561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6ab3c-285f-42c4-a895-81bbe4ee8208 None None] Calling delete_port for 18d93018-c726-436d-b6d9-e3af96c25ca6 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:20:02.888301 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.894198 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b0a6ab3c-285f-42c4-a895-81bbe4ee8208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:02.914217 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Port': ['ID=18d93018-c726-436d-b6d9-e3af96c25ca6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:02.917672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] No DVR routers for this DVR port 18d93018-c726-436d-b6d9-e3af96c25ca6 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:20:02.925596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6ab3c-285f-42c4-a895-81bbe4ee8208 None None] Pushing event deleted for resources: {'Port': ['ID=18d93018-c726-436d-b6d9-e3af96c25ca6,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:02.930394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a6ab3c-285f-42c4-a895-81bbe4ee8208 None None] No DVR routers for this DVR port 18d93018-c726-436d-b6d9-e3af96c25ca6 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:20:02.999629 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.018769 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['422130b7-4d1c-4e6a-a71a-f2575d73bffa']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:03.028189 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64651e22-fbc4-4e79-aa39-053fa37300c7') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:03.028490 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64651e22-fbc4-4e79-aa39-053fa37300c7') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:03.038387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.051184 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.056875 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:20:03.057267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:20:03.060196 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:20:03.196852 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.203888 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.205492 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/networks/422130b7-4d1c-4e6a-a71a-f2575d73bffa HTTP/1.1" status: 204 len: 168 time: 0.6916459 Sep 08 14:20:03.208416 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 54944) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:03.225977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Network': ['ID=422130b7-4d1c-4e6a-a71a-f2575d73bffa,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:03.247181 n-d-807558-3 neutron-server[96264]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff64d93-7ac9-45ea-b7a3-45ed7c9eb85a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] DELETE failed (client error): The resource could not be found. Sep 08 14:20:03.248107 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff64d93-7ac9-45ea-b7a3-45ed7c9eb85a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 14:20:03.249261 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-aff64d93-7ac9-45ea-b7a3-45ed7c9eb85a tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/subnets/f833f085-1e4f-4bae-bbe5-9ff8cb08f627 HTTP/1.1" status: 404 len: 337 time: 0.0399380 Sep 08 14:20:03.250798 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:03.251144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:03.251486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:03.251823 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:03.251956 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54946) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:03.252416 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:03.252530 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:03.252783 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:03.253130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:03.253453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:03.253776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:03.254098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:03.254461 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cb42f9-c28b-4349-b901-de8a6c4ebc42 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:03.271863 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e86c7e-e41c-43f1-8c92-1bb9f8088c20 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] DELETE failed (client error): The resource could not be found. Sep 08 14:20:03.272404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e86c7e-e41c-43f1-8c92-1bb9f8088c20 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 14:20:03.274070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-80e86c7e-e41c-43f1-8c92-1bb9f8088c20 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/networks/0cb4f679-8f80-4034-87a0-501fdca11bab HTTP/1.1" status: 404 len: 339 time: 0.0212190 Sep 08 14:20:03.276552 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54948) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:03.301541 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d1384d-8dac-41f9-84e6-0233367ab942 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] DELETE failed (client error): The resource could not be found. Sep 08 14:20:03.301914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d1384d-8dac-41f9-84e6-0233367ab942 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 14:20:03.303566 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-88d1384d-8dac-41f9-84e6-0233367ab942 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/subnets/bade34e5-f432-4a6d-b031-778545e72d48 HTTP/1.1" status: 404 len: 337 time: 0.0261366 Sep 08 14:20:03.305742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54950) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:03.322199 n-d-807558-3 neutron-server[96263]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83d4ec6-4874-4d08-92bc-cabd754fa135 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] DELETE failed (client error): The resource could not be found. Sep 08 14:20:03.322737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83d4ec6-4874-4d08-92bc-cabd754fa135 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=96263) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 08 14:20:03.324346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f83d4ec6-4874-4d08-92bc-cabd754fa135 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/networks/fbc765f2-224b-4871-901e-16ad7b885e44 HTTP/1.1" status: 404 len: 339 time: 0.0176768 Sep 08 14:20:03.326403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54952) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:03.378965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd76254a-559d-42ad-b613-5d6a7657c190 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Deleting subnet 06e4b352-8de9-4b98-84b1-e17c52a90ce1 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:20:03.381893 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd76254a-559d-42ad-b613-5d6a7657c190 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.421068 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd76254a-559d-42ad-b613-5d6a7657c190 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.504521 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd76254a-559d-42ad-b613-5d6a7657c190 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.546790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 18d93018-c726-436d-b6d9-e3af96c25ca6 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:20:03.567409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 18d93018-c726-436d-b6d9-e3af96c25ca6 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:20:03.567679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 18d93018-c726-436d-b6d9-e3af96c25ca6 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:20:03.620514 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd76254a-559d-42ad-b613-5d6a7657c190 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.645671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76254a-559d-42ad-b613-5d6a7657c190 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Subnet': ['ID=06e4b352-8de9-4b98-84b1-e17c52a90ce1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:03.651648 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd76254a-559d-42ad-b613-5d6a7657c190 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.653499 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bd76254a-559d-42ad-b613-5d6a7657c190 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/subnets/06e4b352-8de9-4b98-84b1-e17c52a90ce1 HTTP/1.1" status: 204 len: 168 time: 0.3262334 Sep 08 14:20:03.655903 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54954) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:03.658824 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b874d684-2e38-4a85-b9b6-4c7269c0e4e3 None None] Network d156a86b-413f-48af-a70f-c978a764fc9e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:03.729787 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.782866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Deleting port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:20:03.783210 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.817913 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44cd8e1-e1a2-4a5b-b39d-a439e9d2cf9a None None] DHCP port deletion for d156a86b-413f-48af-a70f-c978a764fc9e request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:20:03.850937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] For port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9655b93d-9db1-4ba5-87ac-a76e36fbb81d,segment=NetworkSegment(a260a875-23c3-45df-8199-db85bfad1ef7),segment_id=a260a875-23c3-45df-8199-db85bfad1ef7)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:03.851307 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.862382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d44cd8e1-e1a2-4a5b-b39d-a439e9d2cf9a None None] Deleting port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:20:03.862773 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d44cd8e1-e1a2-4a5b-b39d-a439e9d2cf9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.863798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Calling delete_port for 9655b93d-9db1-4ba5-87ac-a76e36fbb81d owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:20:03.923223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d44cd8e1-e1a2-4a5b-b39d-a439e9d2cf9a None None] For port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9655b93d-9db1-4ba5-87ac-a76e36fbb81d,segment=NetworkSegment(a260a875-23c3-45df-8199-db85bfad1ef7),segment_id=a260a875-23c3-45df-8199-db85bfad1ef7)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:03.923735 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d44cd8e1-e1a2-4a5b-b39d-a439e9d2cf9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:03.941101 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d44cd8e1-e1a2-4a5b-b39d-a439e9d2cf9a None None] Calling delete_port for 9655b93d-9db1-4ba5-87ac-a76e36fbb81d owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:20:03.985943 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:04.014254 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d44cd8e1-e1a2-4a5b-b39d-a439e9d2cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:04.017085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Port': ['ID=9655b93d-9db1-4ba5-87ac-a76e36fbb81d,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:04.019927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] No DVR routers for this DVR port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:20:04.039201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cd8e1-e1a2-4a5b-b39d-a439e9d2cf9a None None] Pushing event deleted for resources: {'Port': ['ID=9655b93d-9db1-4ba5-87ac-a76e36fbb81d,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:04.042829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44cd8e1-e1a2-4a5b-b39d-a439e9d2cf9a None None] No DVR routers for this DVR port 9655b93d-9db1-4ba5-87ac-a76e36fbb81d on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:20:04.105232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:04.124078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d156a86b-413f-48af-a70f-c978a764fc9e']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:04.133104 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a260a875-23c3-45df-8199-db85bfad1ef7') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:04.133409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a260a875-23c3-45df-8199-db85bfad1ef7') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:04.142696 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:04.156165 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:04.162744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:20:04.163131 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: timer() Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:20:04.166040 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:20:04.304063 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:04.311135 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:04.312455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] 10.222.0.69 "DELETE /v2.0/networks/d156a86b-413f-48af-a70f-c978a764fc9e HTTP/1.1" status: 204 len: 168 time: 0.6555617 Sep 08 14:20:04.324324 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4386a-676f-48f6-8d75-32fef12b4990 tempest-NetworksIpV6Test-1938935565 tempest-NetworksIpV6Test-1938935565-project] Pushing event deleted for resources: {'Network': ['ID=d156a86b-413f-48af-a70f-c978a764fc9e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:04.794444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54960) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:04.922027 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b224b663-2b75-4e4b-b4ae-61101d6c12c2 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=f119a37cdaf74243b80f76b3c5132d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1264272 Sep 08 14:20:04.924485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54964) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:04.970362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cca8ff2e-34cc-4b00-88e1-79ccf6d0da37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:04.991547 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cca8ff2e-34cc-4b00-88e1-79ccf6d0da37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:05.105600 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cca8ff2e-34cc-4b00-88e1-79ccf6d0da37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:05.108258 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cca8ff2e-34cc-4b00-88e1-79ccf6d0da37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:05.109447 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cca8ff2e-34cc-4b00-88e1-79ccf6d0da37 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/03680f94-72e6-410a-9406-e0d07be4965e HTTP/1.1" status: 204 len: 168 time: 0.1840808 Sep 08 14:20:05.117955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8ff2e-34cc-4b00-88e1-79ccf6d0da37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03680f94-72e6-410a-9406-e0d07be4965e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:05.555304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9655b93d-9db1-4ba5-87ac-a76e36fbb81d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:20:05.574746 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 9655b93d-9db1-4ba5-87ac-a76e36fbb81d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:20:05.575089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9655b93d-9db1-4ba5-87ac-a76e36fbb81d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:20:06.107380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54986) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:06.199721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-04be1705-d6b0-4c92-a7d1-e8be48d21dfc tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1083975450', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:06.317539 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04be1705-d6b0-4c92-a7d1-e8be48d21dfc tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:06.318581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04be1705-d6b0-4c92-a7d1-e8be48d21dfc tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:06.366751 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04be1705-d6b0-4c92-a7d1-e8be48d21dfc tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:06.443519 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04be1705-d6b0-4c92-a7d1-e8be48d21dfc tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:06.533805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-04be1705-d6b0-4c92-a7d1-e8be48d21dfc tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:06.535068 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-04be1705-d6b0-4c92-a7d1-e8be48d21dfc tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4266796 Sep 08 14:20:06.537782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54990) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:06.542527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1500711003'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:06.619467 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Made reservation on behalf of 97838e889e3a4c3b8429472c9889b05c for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:20:06.622777 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:06.631455 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:06.720654 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:06.801449 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:06.823970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:20:06.836838 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=445d43cf-3a75-4442-8a15-e10f59836c2a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:06.841738 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:06.842069 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Added segment 944f8b49-abc8-42e7-bb45-95a3f89a391e of type vlan for network 88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1 Sep 08 14:20:06.880805 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:06.955357 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:06.960952 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:06.961565 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:07.026117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Pushing event updated for resources: {'Network': ['ID=88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:07.036401 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:20:07.070435 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-988ac8b1-115b-4f57-a233-a68a82668cc0 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5315702 Sep 08 14:20:07.073176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54992) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:07.078311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-08270380-b4fa-49f6-abc1-43ae2bf08b93 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Request body: {'subnet': {'network_id': '88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:07.229430 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08270380-b4fa-49f6-abc1-43ae2bf08b93 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Made reservation on behalf of 97838e889e3a4c3b8429472c9889b05c for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:20:07.232953 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08270380-b4fa-49f6-abc1-43ae2bf08b93 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:07.465450 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08270380-b4fa-49f6-abc1-43ae2bf08b93 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:07.527019 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08270380-b4fa-49f6-abc1-43ae2bf08b93 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Pushing event updated for resources: {'Subnet': ['ID=dccd32eb-f40b-447b-80f0-2263898f6de6,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:07.534011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08270380-b4fa-49f6-abc1-43ae2bf08b93 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Checking segment: {'id': '944f8b49-abc8-42e7-bb45-95a3f89a391e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:07.534416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08270380-b4fa-49f6-abc1-43ae2bf08b93 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Network hostable DHCP agents. Network: 88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:20:07.619334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08270380-b4fa-49f6-abc1-43ae2bf08b93 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Network 88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:20:07.697967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-08270380-b4fa-49f6-abc1-43ae2bf08b93 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:07.703174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08270380-b4fa-49f6-abc1-43ae2bf08b93 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:07.704656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08270380-b4fa-49f6-abc1-43ae2bf08b93 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:07.706319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eca76e7-e189-4e36-8ed2-f2bf6d93a252 None None] Network 88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:07.802349 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-08270380-b4fa-49f6-abc1-43ae2bf08b93 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7278156 Sep 08 14:20:07.805058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54994) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:07.809956 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-537b4faf-1f01-42ae-b2bc-6ab95fa32d49 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1050774445'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:07.860067 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1', 'network_id': '88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1', 'tenant_id': '97838e889e3a4c3b8429472c9889b05c', 'fixed_ips': [{'subnet_id': 'dccd32eb-f40b-447b-80f0-2263898f6de6'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:20:07.860907 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:07.899644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-537b4faf-1f01-42ae-b2bc-6ab95fa32d49 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Made reservation on behalf of 97838e889e3a4c3b8429472c9889b05c for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:20:07.903240 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-537b4faf-1f01-42ae-b2bc-6ab95fa32d49 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:07.927566 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-537b4faf-1f01-42ae-b2bc-6ab95fa32d49 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:20:07.928192 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5d8e4df9-1a7a-4e16-a528-094909bc5a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:07.936620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-537b4faf-1f01-42ae-b2bc-6ab95fa32d49 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:07.936972 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-537b4faf-1f01-42ae-b2bc-6ab95fa32d49 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Added segment 7b40fc59-877f-4bf3-b498-35cd94fd9db3 of type vlan for network b4f6290f-5529-4437-92e2-1767ddda4193 Sep 08 14:20:07.982931 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-537b4faf-1f01-42ae-b2bc-6ab95fa32d49 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:07.997690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Allocated IP 172.20.0.2 (88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1/dccd32eb-f40b-447b-80f0-2263898f6de6/7489f624-3d40-41e2-ae66-4e7ea62b9726) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:20:08.071531 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-537b4faf-1f01-42ae-b2bc-6ab95fa32d49 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:08.076994 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537b4faf-1f01-42ae-b2bc-6ab95fa32d49 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:08.077618 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-537b4faf-1f01-42ae-b2bc-6ab95fa32d49 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:08.133629 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:08.141967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Transition to ACTIVE for port object 7489f624-3d40-41e2-ae66-4e7ea62b9726 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:08.144616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b4faf-1f01-42ae-b2bc-6ab95fa32d49 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Pushing event updated for resources: {'Network': ['ID=b4f6290f-5529-4437-92e2-1767ddda4193,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:08.154601 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network b4f6290f-5529-4437-92e2-1767ddda4193 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:20:08.169545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Transition to ACTIVE for port object 7489f624-3d40-41e2-ae66-4e7ea62b9726 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:08.192409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-537b4faf-1f01-42ae-b2bc-6ab95fa32d49 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3863096 Sep 08 14:20:08.195310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54996) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:08.200274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9a02409c-dc7f-47fb-8ba9-3f00ecce0fe5 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Request body: {'subnet': {'network_id': 'b4f6290f-5529-4437-92e2-1767ddda4193', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:08.258612 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:08.296849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Network 88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:20:08.299669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:08.304935 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:20:08.311614 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Pushing event updated for resources: {'Port': ['ID=7489f624-3d40-41e2-ae66-4e7ea62b9726,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:08.359579 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Attempting to bind port 7489f624-3d40-41e2-ae66-4e7ea62b9726 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:20:08.359869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Attempting to bind port 7489f624-3d40-41e2-ae66-4e7ea62b9726 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '944f8b49-abc8-42e7-bb45-95a3f89a391e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:20:08.360231 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Attempting to bind port 7489f624-3d40-41e2-ae66-4e7ea62b9726 on network 88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:20:08.365030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:20:08.365407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Checking segment: {'id': '944f8b49-abc8-42e7-bb45-95a3f89a391e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:08.365795 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:08.366201 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Bound using segment: {'id': '944f8b49-abc8-42e7-bb45-95a3f89a391e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:20:08.366668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Bound port: 7489f624-3d40-41e2-ae66-4e7ea62b9726, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944f8b49-abc8-42e7-bb45-95a3f89a391e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:20:08.367041 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:08.374196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a02409c-dc7f-47fb-8ba9-3f00ecce0fe5 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Made reservation on behalf of 97838e889e3a4c3b8429472c9889b05c for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:20:08.377820 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a02409c-dc7f-47fb-8ba9-3f00ecce0fe5 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:08.432459 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] For port 7489f624-3d40-41e2-ae66-4e7ea62b9726, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:20:08.435619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] For port 7489f624-3d40-41e2-ae66-4e7ea62b9726, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7489f624-3d40-41e2-ae66-4e7ea62b9726,segment=NetworkSegment(944f8b49-abc8-42e7-bb45-95a3f89a391e),segment_id=944f8b49-abc8-42e7-bb45-95a3f89a391e)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:20:08.551432 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:08.609210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2770996-e8ce-4cbe-b655-b1c5a62eabae None None] Pushing event updated for resources: {'Port': ['ID=7489f624-3d40-41e2-ae66-4e7ea62b9726,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:08.646941 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a02409c-dc7f-47fb-8ba9-3f00ecce0fe5 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:08.711254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02409c-dc7f-47fb-8ba9-3f00ecce0fe5 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Pushing event updated for resources: {'Subnet': ['ID=b811a158-31a2-4b38-b497-2bf0b9021ae8,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:08.721245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a02409c-dc7f-47fb-8ba9-3f00ecce0fe5 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Checking segment: {'id': '7b40fc59-877f-4bf3-b498-35cd94fd9db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b4f6290f-5529-4437-92e2-1767ddda4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:08.721820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a02409c-dc7f-47fb-8ba9-3f00ecce0fe5 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Network hostable DHCP agents. Network: b4f6290f-5529-4437-92e2-1767ddda4193, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:20:08.837189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a02409c-dc7f-47fb-8ba9-3f00ecce0fe5 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Network b4f6290f-5529-4437-92e2-1767ddda4193 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:20:08.921394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-9a02409c-dc7f-47fb-8ba9-3f00ecce0fe5 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, b4f6290f-5529-4437-92e2-1767ddda4193) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:08.926286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a02409c-dc7f-47fb-8ba9-3f00ecce0fe5 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:08.927832 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a02409c-dc7f-47fb-8ba9-3f00ecce0fe5 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:08.929053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ca2d10-2885-41d8-83f5-e912015d263e None None] Network b4f6290f-5529-4437-92e2-1767ddda4193 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:09.026601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9a02409c-dc7f-47fb-8ba9-3f00ecce0fe5 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8301945 Sep 08 14:20:09.029394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 54998) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:09.033910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c0d6b301-fb49-498f-a77b-e574bded4ef2 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b4f6290f-5529-4437-92e2-1767ddda4193'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:09.073450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-b4f6290f-5529-4437-92e2-1767ddda4193', 'network_id': 'b4f6290f-5529-4437-92e2-1767ddda4193', 'tenant_id': '97838e889e3a4c3b8429472c9889b05c', 'fixed_ips': [{'subnet_id': 'b811a158-31a2-4b38-b497-2bf0b9021ae8'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:20:09.074347 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:09.218333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Allocated IP 172.21.0.2 (b4f6290f-5529-4437-92e2-1767ddda4193/b811a158-31a2-4b38-b497-2bf0b9021ae8/a44a6531-3fd0-4a05-aaa9-241511c24a1e) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:20:09.292945 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c0d6b301-fb49-498f-a77b-e574bded4ef2 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:09.372083 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:09.381215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Transition to ACTIVE for port object a44a6531-3fd0-4a05-aaa9-241511c24a1e will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:09.396271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Transition to ACTIVE for port object a44a6531-3fd0-4a05-aaa9-241511c24a1e will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:09.460986 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7830564c-368e-4b53-97d4-e4a45e3e1bdf None None] Network 88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:09.477106 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:09.495865 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [None req-c0d6b301-fb49-498f-a77b-e574bded4ef2 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 08 14:20:09.503500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55000) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:09.505698 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c0d6b301-fb49-498f-a77b-e574bded4ef2 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] 10.222.0.69 "PUT /v2.0/routers/e696d8ac-2f40-4b93-8caa-32b101ceffad HTTP/1.1" status: 400 len: 364 time: 0.4752290 Sep 08 14:20:09.564505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Network b4f6290f-5529-4437-92e2-1767ddda4193 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:20:09.568880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b584dbf1-a2cd-44f4-b025-e1d4ac33516b tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Deleting subnet b811a158-31a2-4b38-b497-2bf0b9021ae8 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:20:09.572117 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b584dbf1-a2cd-44f4-b025-e1d4ac33516b tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:09.578203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:09.582977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Pushing event updated for resources: {'Port': ['ID=a44a6531-3fd0-4a05-aaa9-241511c24a1e,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:09.585926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:20:09.605577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7489f624-3d40-41e2-ae66-4e7ea62b9726 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:09.620974 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b584dbf1-a2cd-44f4-b025-e1d4ac33516b tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:09.698927 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3cc9aaf4-890c-4442-8f38-b02186ef5f0d None None] Provisioning for port 7489f624-3d40-41e2-ae66-4e7ea62b9726 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:09.704338 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b584dbf1-a2cd-44f4-b025-e1d4ac33516b tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:09.712656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Attempting to bind port a44a6531-3fd0-4a05-aaa9-241511c24a1e on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:20:09.713033 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Attempting to bind port a44a6531-3fd0-4a05-aaa9-241511c24a1e by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '7b40fc59-877f-4bf3-b498-35cd94fd9db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b4f6290f-5529-4437-92e2-1767ddda4193'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:20:09.713391 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Attempting to bind port a44a6531-3fd0-4a05-aaa9-241511c24a1e on network b4f6290f-5529-4437-92e2-1767ddda4193 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:20:09.728535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:20:09.728924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Checking segment: {'id': '7b40fc59-877f-4bf3-b498-35cd94fd9db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b4f6290f-5529-4437-92e2-1767ddda4193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:09.729333 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:09.729727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Bound using segment: {'id': '7b40fc59-877f-4bf3-b498-35cd94fd9db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b4f6290f-5529-4437-92e2-1767ddda4193'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:20:09.730216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Bound port: a44a6531-3fd0-4a05-aaa9-241511c24a1e, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b40fc59-877f-4bf3-b498-35cd94fd9db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'b4f6290f-5529-4437-92e2-1767ddda4193'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:20:09.730605 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:09.836460 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b584dbf1-a2cd-44f4-b025-e1d4ac33516b tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:09.866387 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584dbf1-a2cd-44f4-b025-e1d4ac33516b tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Pushing event deleted for resources: {'Subnet': ['ID=b811a158-31a2-4b38-b497-2bf0b9021ae8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:09.868401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b584dbf1-a2cd-44f4-b025-e1d4ac33516b tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:09.870337 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b584dbf1-a2cd-44f4-b025-e1d4ac33516b tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] 10.222.0.69 "DELETE /v2.0/subnets/b811a158-31a2-4b38-b497-2bf0b9021ae8 HTTP/1.1" status: 204 len: 168 time: 0.3658509 Sep 08 14:20:09.872835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55002) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:09.945972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 7489f624-3d40-41e2-ae66-4e7ea62b9726 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:09.948823 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:09.956541 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 7489f624-3d40-41e2-ae66-4e7ea62b9726 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:09.957367 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.004032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Deleting port a44a6531-3fd0-4a05-aaa9-241511c24a1e {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:20:10.004375 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.015823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] For port a44a6531-3fd0-4a05-aaa9-241511c24a1e, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:20:10.020977 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] For port a44a6531-3fd0-4a05-aaa9-241511c24a1e, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a44a6531-3fd0-4a05-aaa9-241511c24a1e,segment=NetworkSegment(7b40fc59-877f-4bf3-b498-35cd94fd9db3),segment_id=7b40fc59-877f-4bf3-b498-35cd94fd9db3)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:20:10.067924 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.070668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] For port a44a6531-3fd0-4a05-aaa9-241511c24a1e, host n-d-807558-3, got binding levels [] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:10.071038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.087241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Calling delete_port for a44a6531-3fd0-4a05-aaa9-241511c24a1e owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:20:10.120911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 7489f624-3d40-41e2-ae66-4e7ea62b9726, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7489f624-3d40-41e2-ae66-4e7ea62b9726,segment=NetworkSegment(944f8b49-abc8-42e7-bb45-95a3f89a391e),segment_id=944f8b49-abc8-42e7-bb45-95a3f89a391e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:10.193948 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.245612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801cb433-1a67-4948-ab7b-0e7ff6769dfc None None] Pushing event updated for resources: {'Port': ['ID=a44a6531-3fd0-4a05-aaa9-241511c24a1e,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:10.256192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-21e6c2fb-d0e7-45d5-9d05-8383a46aea4d None None] Provisioning complete for port 7489f624-3d40-41e2-ae66-4e7ea62b9726 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:10.256192 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-21e6c2fb-d0e7-45d5-9d05-8383a46aea4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.275399 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.305350 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.310812 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a64cf3f9-828b-4225-a02f-3a13b6f155c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.336463 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Pushing event deleted for resources: {'Port': ['ID=a44a6531-3fd0-4a05-aaa9-241511c24a1e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:10.338227 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=7489f624-3d40-41e2-ae66-4e7ea62b9726,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:10.341873 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] No DVR routers for this DVR port a44a6531-3fd0-4a05-aaa9-241511c24a1e on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:20:10.438108 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.458423 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f6290f-5529-4437-92e2-1767ddda4193']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:10.468569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b40fc59-877f-4bf3-b498-35cd94fd9db3') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:10.468876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b40fc59-877f-4bf3-b498-35cd94fd9db3') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:10.485519 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.500334 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.507083 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:20:10.507733 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:20:10.510503 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:20:10.642433 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.649282 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.651183 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] 10.222.0.69 "DELETE /v2.0/networks/b4f6290f-5529-4437-92e2-1767ddda4193 HTTP/1.1" status: 204 len: 168 time: 0.7773678 Sep 08 14:20:10.653516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55004) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:10.658367 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.671439 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3a526-10a0-4505-b5ea-f052889fd9f7 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Pushing event deleted for resources: {'Network': ['ID=b4f6290f-5529-4437-92e2-1767ddda4193,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:10.714212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d795d048-6a5a-44df-a771-5b27293faeb3 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Deleting subnet dccd32eb-f40b-447b-80f0-2263898f6de6 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:20:10.717256 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d795d048-6a5a-44df-a771-5b27293faeb3 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.766287 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d795d048-6a5a-44df-a771-5b27293faeb3 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.841055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d795d048-6a5a-44df-a771-5b27293faeb3 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:10.991698 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d795d048-6a5a-44df-a771-5b27293faeb3 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.023600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795d048-6a5a-44df-a771-5b27293faeb3 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Pushing event deleted for resources: {'Subnet': ['ID=dccd32eb-f40b-447b-80f0-2263898f6de6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:11.027809 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d795d048-6a5a-44df-a771-5b27293faeb3 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.029779 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d795d048-6a5a-44df-a771-5b27293faeb3 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] 10.222.0.69 "DELETE /v2.0/subnets/dccd32eb-f40b-447b-80f0-2263898f6de6 HTTP/1.1" status: 204 len: 168 time: 0.3753223 Sep 08 14:20:11.032409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55006) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:11.035634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a83ce5-55e4-496f-a932-c53eb1bcd86a None None] Network 88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:11.110031 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.164946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Deleting port 7489f624-3d40-41e2-ae66-4e7ea62b9726 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:20:11.165297 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.203769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4d724db6-4a93-4614-8f76-3065cd87e855 None None] Could not find standard attr ID for object a44a6531-3fd0-4a05-aaa9-241511c24a1e. {{(pid=96265) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 08 14:20:11.222203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5187abc6-d4da-4607-8268-28fb98db25e5 None None] DHCP port deletion for 88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:20:11.255192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9303f1ec-7a0c-4ad7-b09c-143f35f95848 None None] DHCP port deletion for b4f6290f-5529-4437-92e2-1767ddda4193 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:20:11.278454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f0d02-8fd9-42f0-a5b2-87f2401fc333 None None] Network b4f6290f-5529-4437-92e2-1767ddda4193 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:11.296808 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5f0d02-8fd9-42f0-a5b2-87f2401fc333 None None] Network b4f6290f-5529-4437-92e2-1767ddda4193 could not be found, it might have been deleted concurrently. {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 08 14:20:11.301735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5187abc6-d4da-4607-8268-28fb98db25e5 None None] Deleting port 7489f624-3d40-41e2-ae66-4e7ea62b9726 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:20:11.302159 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5187abc6-d4da-4607-8268-28fb98db25e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.375345 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5187abc6-d4da-4607-8268-28fb98db25e5 None None] For port 7489f624-3d40-41e2-ae66-4e7ea62b9726, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7489f624-3d40-41e2-ae66-4e7ea62b9726,segment=NetworkSegment(944f8b49-abc8-42e7-bb45-95a3f89a391e),segment_id=944f8b49-abc8-42e7-bb45-95a3f89a391e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:11.375850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5187abc6-d4da-4607-8268-28fb98db25e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.388948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-5187abc6-d4da-4607-8268-28fb98db25e5 None None] Calling delete_port for 7489f624-3d40-41e2-ae66-4e7ea62b9726 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:20:11.512403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] For port 7489f624-3d40-41e2-ae66-4e7ea62b9726, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=7489f624-3d40-41e2-ae66-4e7ea62b9726,segment=NetworkSegment(944f8b49-abc8-42e7-bb45-95a3f89a391e),segment_id=944f8b49-abc8-42e7-bb45-95a3f89a391e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:11.512769 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.525778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Calling delete_port for 7489f624-3d40-41e2-ae66-4e7ea62b9726 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:20:11.540571 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5187abc6-d4da-4607-8268-28fb98db25e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.559860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187abc6-d4da-4607-8268-28fb98db25e5 None None] No DVR routers for this DVR port 7489f624-3d40-41e2-ae66-4e7ea62b9726 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:20:11.565514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7489f624-3d40-41e2-ae66-4e7ea62b9726 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:20:11.608781 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187abc6-d4da-4607-8268-28fb98db25e5 None None] Pushing event deleted for resources: {'Port': ['ID=7489f624-3d40-41e2-ae66-4e7ea62b9726,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:11.611287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 7489f624-3d40-41e2-ae66-4e7ea62b9726 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:20:11.611644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 7489f624-3d40-41e2-ae66-4e7ea62b9726 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:20:11.612334 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.639963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Pushing event deleted for resources: {'Port': ['ID=7489f624-3d40-41e2-ae66-4e7ea62b9726,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:11.644202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] No DVR routers for this DVR port 7489f624-3d40-41e2-ae66-4e7ea62b9726 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:20:11.720843 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.739821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:11.748686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944f8b49-abc8-42e7-bb45-95a3f89a391e') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:11.748989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944f8b49-abc8-42e7-bb45-95a3f89a391e') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:11.758542 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.771757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.777428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:20:11.777813 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: self.session.flush() Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: timer() Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:20:11.780683 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:20:11.899747 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.911075 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:11.911075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] 10.222.0.69 "DELETE /v2.0/networks/88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1 HTTP/1.1" status: 204 len: 168 time: 0.8746910 Sep 08 14:20:11.911280 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55008) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:11.919464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716d0bb-1f62-47af-9e08-33d0e10bc87d tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Pushing event deleted for resources: {'Network': ['ID=88a5987f-a660-4fc3-a2e4-f9fe7c91ffb1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:11.937855 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9aab46b0-a015-4020-bbe3-31bd96d44b87 tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] 10.222.0.69 "GET /v2.0/ports?device_id=e696d8ac-2f40-4b93-8caa-32b101ceffad HTTP/1.1" status: 200 len: 205 time: 0.0254569 Sep 08 14:20:11.940112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55010) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:12.013706 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9a02660-b294-4541-9cb9-044007ddd6fd tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:12.071351 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:12.167098 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9a02660-b294-4541-9cb9-044007ddd6fd tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:12.169129 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9a02660-b294-4541-9cb9-044007ddd6fd tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:12.292323 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9a02660-b294-4541-9cb9-044007ddd6fd tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:12.292826 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a02660-b294-4541-9cb9-044007ddd6fd tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Fanout notify agent at l3_agent the message router_deleted on router e696d8ac-2f40-4b93-8caa-32b101ceffad {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:20:12.299689 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b9a02660-b294-4541-9cb9-044007ddd6fd tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:12.301213 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b9a02660-b294-4541-9cb9-044007ddd6fd tempest-RoutersNegativeTest-926133808 tempest-RoutersNegativeTest-926133808-project] 10.222.0.69 "DELETE /v2.0/routers/e696d8ac-2f40-4b93-8caa-32b101ceffad HTTP/1.1" status: 204 len: 168 time: 0.3597345 Sep 08 14:20:12.768093 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55016) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:12.898061 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ca5ba2d4-8726-4808-b5f9-b6fe63654a5e admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=97838e889e3a4c3b8429472c9889b05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288178 Sep 08 14:20:12.900549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55020) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:12.946233 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a08c0d07-0395-4e8d-8a66-04937a7713b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:12.966608 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a08c0d07-0395-4e8d-8a66-04937a7713b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:13.120879 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a08c0d07-0395-4e8d-8a66-04937a7713b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:13.123535 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a08c0d07-0395-4e8d-8a66-04937a7713b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:13.124683 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a08c0d07-0395-4e8d-8a66-04937a7713b1 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/445d43cf-3a75-4442-8a15-e10f59836c2a HTTP/1.1" status: 204 len: 168 time: 0.2232473 Sep 08 14:20:13.133973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08c0d07-0395-4e8d-8a66-04937a7713b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445d43cf-3a75-4442-8a15-e10f59836c2a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:13.494062 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:14.040206 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55042) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:14.131947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-852641533-network', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:14.230654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Made reservation on behalf of db639552443b4c3b8b44985f69a90b9e for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:20:14.232835 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:14.241098 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:14.326278 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:14.396571 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:14.419925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:20:14.429022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a225fbc1-3c93-4fd5-8448-86639942c531,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:14.435857 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:14.440622 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Added segment 87775e43-3561-4362-a913-dfe7e79433dc of type vlan for network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 Sep 08 14:20:14.474715 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:14.554840 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:14.555738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:14.556326 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:14.617257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] Pushing event updated for resources: {'Network': ['ID=96e66f48-4e63-4304-a0ad-3e3f32f4fc96,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:14.626875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:20:14.635774 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-184aae5e-c838-40a0-ae4a-84a61aa8472b admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5944471 Sep 08 14:20:14.638563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55046) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:14.643338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d509ae6c-b67d-4b21-bc00-c6583062e9ff admin admin] Request body: {'subnet': {'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-852641533-subnet', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:14.740052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d509ae6c-b67d-4b21-bc00-c6583062e9ff admin admin] Made reservation on behalf of db639552443b4c3b8b44985f69a90b9e for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:20:14.742442 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d509ae6c-b67d-4b21-bc00-c6583062e9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:14.911617 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:14.983830 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d509ae6c-b67d-4b21-bc00-c6583062e9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.040381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509ae6c-b67d-4b21-bc00-c6583062e9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1430af9-efaf-4f5c-8874-e95f9350f238,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:15.047119 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d509ae6c-b67d-4b21-bc00-c6583062e9ff admin admin] Checking segment: {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:15.047479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d509ae6c-b67d-4b21-bc00-c6583062e9ff admin admin] Network hostable DHCP agents. Network: 96e66f48-4e63-4304-a0ad-3e3f32f4fc96, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:20:15.127838 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d509ae6c-b67d-4b21-bc00-c6583062e9ff admin admin] Network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:20:15.229374 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d509ae6c-b67d-4b21-bc00-c6583062e9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 96e66f48-4e63-4304-a0ad-3e3f32f4fc96) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:15.234090 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d509ae6c-b67d-4b21-bc00-c6583062e9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:15.234824 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d509ae6c-b67d-4b21-bc00-c6583062e9ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.237967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be94e71e-4984-4658-8cf7-a65d6dff035a None None] Network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:15.338772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d509ae6c-b67d-4b21-bc00-c6583062e9ff admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6991041 Sep 08 14:20:15.341358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55048) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:15.346102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-852641533-router', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:15.379472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-96e66f48-4e63-4304-a0ad-3e3f32f4fc96', 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'fixed_ips': [{'subnet_id': 'd1430af9-efaf-4f5c-8874-e95f9350f238'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:20:15.379850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.429930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.431227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.485919 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.514790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Allocated IP 172.20.0.2 (96e66f48-4e63-4304-a0ad-3e3f32f4fc96/d1430af9-efaf-4f5c-8874-e95f9350f238/74e18b0f-2c1e-42cd-bf44-d4cb5faa9056) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:20:15.656429 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.664618 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Transition to ACTIVE for port object 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:15.678544 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Transition to ACTIVE for port object 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:15.705929 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.745793 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.784439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:20:15.789169 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:15.793856 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:20:15.796919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Pushing event updated for resources: {'Port': ['ID=74e18b0f-2c1e-42cd-bf44-d4cb5faa9056,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:15.853387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Attempting to bind port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:20:15.853762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Attempting to bind port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:20:15.854130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Attempting to bind port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 on network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:20:15.858968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:20:15.859342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Checking segment: {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:15.859753 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.860147 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Bound using segment: {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:20:15.860612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Bound port: 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:20:15.860996 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.928639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] For port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:20:15.931669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] For port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=74e18b0f-2c1e-42cd-bf44-d4cb5faa9056,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:20:15.973877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.979934 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:15.993122 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:16.044153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396edb0d-86cc-43b2-90cd-dcea52cbe2f8 None None] Pushing event updated for resources: {'Port': ['ID=74e18b0f-2c1e-42cd-bf44-d4cb5faa9056,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:16.105610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Allocated IP 172.25.5.183 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/f840be5a-93ca-4d15-bd72-05e309d4e0aa) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:20:16.218667 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:16.334745 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:16.371583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:20:16.374361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:16.377853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:20:16.406936 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Pushing event updated for resources: {'Port': ['ID=f840be5a-93ca-4d15-bd72-05e309d4e0aa,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:16.710195 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:16.893507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5ad853-fe33-4d68-af87-13301bed5d8b None None] Network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:16.904946 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:17.023481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-64912fb2-82db-42fb-9dbb-ab58090db466 None None] Provisioning for port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:17.128040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Router 66c01c0e-2352-4627-a226-8f93cea01566 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:20:17.237713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:20:17.246889 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Sync routers for ids ['66c01c0e-2352-4627-a226-8f93cea01566'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:20:17.256827 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Routers {'66c01c0e-2352-4627-a226-8f93cea01566'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:20:17.265455 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['66c01c0e-2352-4627-a226-8f93cea01566'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:17.326843 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:17.328182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f58eeef3-3f8f-4490-8b23-8f0859e7c7ad admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9859006 Sep 08 14:20:17.330841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55050) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:17.359889 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Set router 66c01c0e-2352-4627-a226-8f93cea01566 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:20:17.537826 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:17.549038 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c01c0e-2352-4627-a226-8f93cea01566', 'name': 'tempest-TestEncryptedCinderVolumes-852641533-router', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:16Z', 'revision_number': 3, 'project_id': 'db639552443b4c3b8b44985f69a90b9e', 'gw_port': {'id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c01c0e-2352-4627-a226-8f93cea01566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:17.576302 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Checking router: 66c01c0e-2352-4627-a226-8f93cea01566 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:20:17.576652 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Updating router 66c01c0e-2352-4627-a226-8f93cea01566 port f840be5a-93ca-4d15-bd72-05e309d4e0aa binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:20:17.600001 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:17.602918 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:17.709245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:17.713364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:17.713746 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:17.753989 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:17.796761 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:17.833911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=74e18b0f-2c1e-42cd-bf44-d4cb5faa9056,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:17.871793 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:17.875917 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Transition to ACTIVE for port object f840be5a-93ca-4d15-bd72-05e309d4e0aa will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:17.910548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Allocated IP 172.20.0.1 (96e66f48-4e63-4304-a0ad-3e3f32f4fc96/d1430af9-efaf-4f5c-8874-e95f9350f238/930d2222-673d-43a1-9e87-dec968711a0f) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:20:17.934554 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:17.966659 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:17.990393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=74e18b0f-2c1e-42cd-bf44-d4cb5faa9056,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:18.016110 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:18.016315 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Attempting to bind port f840be5a-93ca-4d15-bd72-05e309d4e0aa on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:20:18.016555 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Attempting to bind port f840be5a-93ca-4d15-bd72-05e309d4e0aa by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:20:18.016921 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Attempting to bind port f840be5a-93ca-4d15-bd72-05e309d4e0aa on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:20:18.028180 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:20:18.031259 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:18.031259 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:18.031259 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:20:18.031259 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Bound port: f840be5a-93ca-4d15-bd72-05e309d4e0aa, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:20:18.031259 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:18.031756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Transition to ACTIVE for port object 930d2222-673d-43a1-9e87-dec968711a0f will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:18.032094 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Pushing event updated for resources: {'Port': ['ID=f840be5a-93ca-4d15-bd72-05e309d4e0aa,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:18.055948 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:18.056296 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:18.056637 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:18.056976 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:18.057409 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:18.057638 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:18.057965 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:18.058322 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:18.065887 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:18.065887 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:18.065887 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:18.065887 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:18.093902 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] For port f840be5a-93ca-4d15-bd72-05e309d4e0aa, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:20:18.098062 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] For port f840be5a-93ca-4d15-bd72-05e309d4e0aa, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f840be5a-93ca-4d15-bd72-05e309d4e0aa,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:20:18.150102 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:18.178665 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:18.188583 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:20:18.191537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:18.194662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:20:18.229203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Pushing event updated for resources: {'Port': ['ID=930d2222-673d-43a1-9e87-dec968711a0f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:18.230193 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Routers {'66c01c0e-2352-4627-a226-8f93cea01566'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:20:18.230830 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['66c01c0e-2352-4627-a226-8f93cea01566'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:18.247674 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:18.280081 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79dac3-5890-4ef4-87e1-b9428a99840a None None] Pushing event updated for resources: {'Port': ['ID=f840be5a-93ca-4d15-bd72-05e309d4e0aa,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:18.351677 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] Set router 66c01c0e-2352-4627-a226-8f93cea01566 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:20:18.462975 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:18.531607 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c01c0e-2352-4627-a226-8f93cea01566', 'name': 'tempest-TestEncryptedCinderVolumes-852641533-router', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:16Z', 'revision_number': 3, 'project_id': 'db639552443b4c3b8b44985f69a90b9e', 'gw_port': {'id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c01c0e-2352-4627-a226-8f93cea01566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:18.557230 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc777a-a0d9-4b13-b88b-cdd925c224f4 None None] The sync data for ids ['66c01c0e-2352-4627-a226-8f93cea01566'] in n-d-807558-3 is: [{'id': '66c01c0e-2352-4627-a226-8f93cea01566', 'name': 'tempest-TestEncryptedCinderVolumes-852641533-router', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:16Z', 'revision_number': 3, 'project_id': 'db639552443b4c3b8b44985f69a90b9e', 'gw_port': {'id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c01c0e-2352-4627-a226-8f93cea01566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:20:18.585425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-aed14262-6a67-46f2-a91a-d8335ad8bf6d None None] Provisioning for port 930d2222-673d-43a1-9e87-dec968711a0f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:18.589760 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-aed14262-6a67-46f2-a91a-d8335ad8bf6d None None] Provisioning complete for port 930d2222-673d-43a1-9e87-dec968711a0f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:18.590289 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-aed14262-6a67-46f2-a91a-d8335ad8bf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:18.633187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-aed14262-6a67-46f2-a91a-d8335ad8bf6d None None] Port 930d2222-673d-43a1-9e87-dec968711a0f cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:20:18.636257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:18.710973 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:18.791703 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:18.803623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Pushing event updated for resources: {'Port': ['ID=930d2222-673d-43a1-9e87-dec968711a0f,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:18.900664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:20:18.902149 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:19.026286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Router 66c01c0e-2352-4627-a226-8f93cea01566 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:20:19.155156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9de93f11-89da-4e6d-a17b-bb178ccd4f96 None None] Provisioning complete for port 930d2222-673d-43a1-9e87-dec968711a0f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:19.155743 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9de93f11-89da-4e6d-a17b-bb178ccd4f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:19.193587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9de93f11-89da-4e6d-a17b-bb178ccd4f96 None None] Port 930d2222-673d-43a1-9e87-dec968711a0f cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:20:19.427869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:20:19.438934 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1d824eba-0fba-4d7d-9ccc-524928d6bc37 admin admin] 10.222.0.69 "PUT /v2.0/routers/66c01c0e-2352-4627-a226-8f93cea01566/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1010189 Sep 08 14:20:19.619367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:19.672333 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:19.672721 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:19.755145 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f840be5a-93ca-4d15-bd72-05e309d4e0aa up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:19.871204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port f840be5a-93ca-4d15-bd72-05e309d4e0aa completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:19.878967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f840be5a-93ca-4d15-bd72-05e309d4e0aa triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:19.879343 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:19.957377 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:19.977199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port f840be5a-93ca-4d15-bd72-05e309d4e0aa, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f840be5a-93ca-4d15-bd72-05e309d4e0aa,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:20.053959 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.083125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Sync routers for ids ['66c01c0e-2352-4627-a226-8f93cea01566'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:20:20.099363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Routers {'66c01c0e-2352-4627-a226-8f93cea01566'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:20:20.100006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['66c01c0e-2352-4627-a226-8f93cea01566'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:20.112112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55066) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:20.116998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-867235481-network', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:20.149930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=f840be5a-93ca-4d15-bd72-05e309d4e0aa,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:20.196828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Made reservation on behalf of 6ff208046ff94cbe9a27a80afa9b124a for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:20:20.199266 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.208485 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.219640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Set router 66c01c0e-2352-4627-a226-8f93cea01566 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:20:20.294438 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.389428 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.408366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:20:20.415243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c01c0e-2352-4627-a226-8f93cea01566', 'name': 'tempest-TestEncryptedCinderVolumes-852641533-router', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:18Z', 'revision_number': 4, 'project_id': 'db639552443b4c3b8b44985f69a90b9e', 'gw_port': {'id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c01c0e-2352-4627-a226-8f93cea01566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '930d2222-673d-43a1-9e87-dec968711a0f', 'name': '', 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'mac_address': 'fa:16:3e:d2:36:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c01c0e-2352-4627-a226-8f93cea01566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1430af9-efaf-4f5c-8874-e95f9350f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:17Z', 'updated_at': '2021-09-08T14:20:18Z', 'revision_number': 2, 'project_id': 'db639552443b4c3b8b44985f69a90b9e', 'subnets': [{'id': 'd1430af9-efaf-4f5c-8874-e95f9350f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:20.427331 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.427681 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Added segment b294aaae-d675-405f-8d04-3e1ecf2cf1c3 of type vlan for network 11c1a942-e95b-4600-8fef-4527dac00503 Sep 08 14:20:20.428864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17af51bf-acb5-4f57-a253-46b035e3b384,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:20.441910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Checking router: 66c01c0e-2352-4627-a226-8f93cea01566 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:20:20.446309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Updating router 66c01c0e-2352-4627-a226-8f93cea01566 port 930d2222-673d-43a1-9e87-dec968711a0f binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:20:20.470740 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.473901 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.590861 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.591776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:20.592357 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.651403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] Pushing event updated for resources: {'Network': ['ID=11c1a942-e95b-4600-8fef-4527dac00503,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:20.661225 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 11c1a942-e95b-4600-8fef-4527dac00503 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:20:20.669839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ae4be3c3-2cf1-4690-83d7-c88a630698c8 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5566385 Sep 08 14:20:20.672705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55068) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:20.678089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-b52cdb1c-ae01-4d74-8c6e-a8fa874493fe admin admin] Request body: {'subnet': {'network_id': '11c1a942-e95b-4600-8fef-4527dac00503', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-867235481-subnet', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:20.772000 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52cdb1c-ae01-4d74-8c6e-a8fa874493fe admin admin] Made reservation on behalf of 6ff208046ff94cbe9a27a80afa9b124a for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:20:20.774533 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b52cdb1c-ae01-4d74-8c6e-a8fa874493fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.781803 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.791886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Transition to ACTIVE for port object 930d2222-673d-43a1-9e87-dec968711a0f will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:20.864457 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.932323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235d48f-f661-4284-be23-ce1991de5233 None None] Pushing event updated for resources: {'Port': ['ID=930d2222-673d-43a1-9e87-dec968711a0f,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:20.961135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Attempting to bind port 930d2222-673d-43a1-9e87-dec968711a0f on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:20:20.961508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Attempting to bind port 930d2222-673d-43a1-9e87-dec968711a0f by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:20:20.961870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Attempting to bind port 930d2222-673d-43a1-9e87-dec968711a0f on network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:20:20.967142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:20:20.967514 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Checking segment: {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:20.967921 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.968310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Bound using segment: {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:20:20.968776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Bound port: 930d2222-673d-43a1-9e87-dec968711a0f, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:20:20.969404 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:20.995756 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b52cdb1c-ae01-4d74-8c6e-a8fa874493fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:21.039363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] For port 930d2222-673d-43a1-9e87-dec968711a0f, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:20:21.042912 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] For port 930d2222-673d-43a1-9e87-dec968711a0f, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=930d2222-673d-43a1-9e87-dec968711a0f,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:20:21.053997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52cdb1c-ae01-4d74-8c6e-a8fa874493fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb2dffd1-47b1-4ab3-b381-74b17c1e33e8,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:21.063726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52cdb1c-ae01-4d74-8c6e-a8fa874493fe admin admin] Checking segment: {'id': 'b294aaae-d675-405f-8d04-3e1ecf2cf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:21.064094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52cdb1c-ae01-4d74-8c6e-a8fa874493fe admin admin] Network hostable DHCP agents. Network: 11c1a942-e95b-4600-8fef-4527dac00503, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:20:21.126937 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:21.155358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52cdb1c-ae01-4d74-8c6e-a8fa874493fe admin admin] Network 11c1a942-e95b-4600-8fef-4527dac00503 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:20:21.180346 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Routers {'66c01c0e-2352-4627-a226-8f93cea01566'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:20:21.180987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['66c01c0e-2352-4627-a226-8f93cea01566'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:21.215985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235d48f-f661-4284-be23-ce1991de5233 None None] Pushing event updated for resources: {'Port': ['ID=930d2222-673d-43a1-9e87-dec968711a0f,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:21.235265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-b52cdb1c-ae01-4d74-8c6e-a8fa874493fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 11c1a942-e95b-4600-8fef-4527dac00503) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:21.240750 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52cdb1c-ae01-4d74-8c6e-a8fa874493fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:21.241497 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-b52cdb1c-ae01-4d74-8c6e-a8fa874493fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:21.341916 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-b52cdb1c-ae01-4d74-8c6e-a8fa874493fe admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6655102 Sep 08 14:20:21.341916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55070) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:21.346864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-867235481-router', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:21.425713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbdece0-c69a-4387-b3c0-bd4828e0a4a8 None None] Network 11c1a942-e95b-4600-8fef-4527dac00503 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:21.430164 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:21.433800 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:21.493059 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:21.499800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] Set router 66c01c0e-2352-4627-a226-8f93cea01566 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:20:21.562475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f840be5a-93ca-4d15-bd72-05e309d4e0aa up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:21.690457 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:21.757790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-11c1a942-e95b-4600-8fef-4527dac00503', 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'fixed_ips': [{'subnet_id': 'fb2dffd1-47b1-4ab3-b381-74b17c1e33e8'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:20:21.758641 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:21.796796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f840be5a-93ca-4d15-bd72-05e309d4e0aa triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:21.797170 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:21.938220 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:21.957448 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:21.983609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c01c0e-2352-4627-a226-8f93cea01566', 'name': 'tempest-TestEncryptedCinderVolumes-852641533-router', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:18Z', 'revision_number': 4, 'project_id': 'db639552443b4c3b8b44985f69a90b9e', 'gw_port': {'id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c01c0e-2352-4627-a226-8f93cea01566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '930d2222-673d-43a1-9e87-dec968711a0f', 'name': '', 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'mac_address': 'fa:16:3e:d2:36:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c01c0e-2352-4627-a226-8f93cea01566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1430af9-efaf-4f5c-8874-e95f9350f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:17Z', 'updated_at': '2021-09-08T14:20:21Z', 'revision_number': 4, 'project_id': 'db639552443b4c3b8b44985f69a90b9e', 'subnets': [{'id': 'd1430af9-efaf-4f5c-8874-e95f9350f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:22.019873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20ff37d-32cf-4c2f-b2c4-cb091bfdb436 None None] The sync data for ids ['66c01c0e-2352-4627-a226-8f93cea01566'] in n-d-807558-3 is: [{'id': '66c01c0e-2352-4627-a226-8f93cea01566', 'name': 'tempest-TestEncryptedCinderVolumes-852641533-router', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:18Z', 'revision_number': 4, 'project_id': 'db639552443b4c3b8b44985f69a90b9e', 'gw_port': {'id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c01c0e-2352-4627-a226-8f93cea01566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '930d2222-673d-43a1-9e87-dec968711a0f', 'name': '', 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'mac_address': 'fa:16:3e:d2:36:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c01c0e-2352-4627-a226-8f93cea01566', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd1430af9-efaf-4f5c-8874-e95f9350f238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:17Z', 'updated_at': '2021-09-08T14:20:21Z', 'revision_number': 4, 'project_id': 'db639552443b4c3b8b44985f69a90b9e', 'subnets': [{'id': 'd1430af9-efaf-4f5c-8874-e95f9350f238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:20:22.027224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Allocated IP 172.20.0.2 (11c1a942-e95b-4600-8fef-4527dac00503/fb2dffd1-47b1-4ab3-b381-74b17c1e33e8/9913ab31-9ce8-4101-969e-de6791dbe784) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:20:22.085531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Allocated IP 172.25.5.200 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/ff4d7326-e7ab-434a-b18c-eda5b8b685c5) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:20:22.211926 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:22.218229 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:22.223478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Transition to ACTIVE for port object 9913ab31-9ce8-4101-969e-de6791dbe784 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:22.242299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Transition to ACTIVE for port object 9913ab31-9ce8-4101-969e-de6791dbe784 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:22.322976 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:22.352457 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:22.363554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Network 11c1a942-e95b-4600-8fef-4527dac00503 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:20:22.368443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:22.372943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:20:22.377933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Pushing event updated for resources: {'Port': ['ID=9913ab31-9ce8-4101-969e-de6791dbe784,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:22.395489 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:20:22.398612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:22.401106 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:20:22.433659 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Pushing event updated for resources: {'Port': ['ID=ff4d7326-e7ab-434a-b18c-eda5b8b685c5,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:22.439638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Attempting to bind port 9913ab31-9ce8-4101-969e-de6791dbe784 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:20:22.440204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Attempting to bind port 9913ab31-9ce8-4101-969e-de6791dbe784 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b294aaae-d675-405f-8d04-3e1ecf2cf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:20:22.440695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Attempting to bind port 9913ab31-9ce8-4101-969e-de6791dbe784 on network 11c1a942-e95b-4600-8fef-4527dac00503 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:20:22.447276 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:20:22.447661 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Checking segment: {'id': 'b294aaae-d675-405f-8d04-3e1ecf2cf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:22.448074 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:22.448893 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Bound using segment: {'id': 'b294aaae-d675-405f-8d04-3e1ecf2cf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:20:22.449390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Bound port: 9913ab31-9ce8-4101-969e-de6791dbe784, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b294aaae-d675-405f-8d04-3e1ecf2cf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:20:22.449780 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:22.523297 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] For port 9913ab31-9ce8-4101-969e-de6791dbe784, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:20:22.526926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] For port 9913ab31-9ce8-4101-969e-de6791dbe784, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9913ab31-9ce8-4101-969e-de6791dbe784,segment=NetworkSegment(b294aaae-d675-405f-8d04-3e1ecf2cf1c3),segment_id=b294aaae-d675-405f-8d04-3e1ecf2cf1c3)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:20:22.589749 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:22.648981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8db44-efe9-4118-9fcf-07f1dfa93d8c None None] Pushing event updated for resources: {'Port': ['ID=9913ab31-9ce8-4101-969e-de6791dbe784,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:22.769338 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:23.002065 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:23.231142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Router 927b3604-2286-42fe-a981-cacbbccf9992 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:20:23.341856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:20:23.352709 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Sync routers for ids ['927b3604-2286-42fe-a981-cacbbccf9992'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:20:23.362689 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Routers {'927b3604-2286-42fe-a981-cacbbccf9992'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:20:23.363336 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['927b3604-2286-42fe-a981-cacbbccf9992'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:23.408125 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:23.409411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-629ff7ab-83d6-4a12-a900-4ff6afeaed6d admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0663185 Sep 08 14:20:23.412708 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55072) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:20:23.487138 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Set router 927b3604-2286-42fe-a981-cacbbccf9992 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:20:23.580307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd78bcb8-bbd3-4330-9e91-408a8a7b8305 None None] Network 11c1a942-e95b-4600-8fef-4527dac00503 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:20:23.672062 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9913ab31-9ce8-4101-969e-de6791dbe784 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:23.723858 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b3604-2286-42fe-a981-cacbbccf9992', 'name': 'tempest-TestEncryptedCinderVolumes-867235481-router', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:22Z', 'revision_number': 3, 'project_id': '6ff208046ff94cbe9a27a80afa9b124a', 'gw_port': {'id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:50:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b3604-2286-42fe-a981-cacbbccf9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:23.755135 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Checking router: 927b3604-2286-42fe-a981-cacbbccf9992 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:20:23.755446 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Updating router 927b3604-2286-42fe-a981-cacbbccf9992 port ff4d7326-e7ab-434a-b18c-eda5b8b685c5 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:20:23.784717 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:23.795855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ec28114f-f983-47e0-8142-9edebd8460b4 None None] Provisioning for port 9913ab31-9ce8-4101-969e-de6791dbe784 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:23.859930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 9913ab31-9ce8-4101-969e-de6791dbe784 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:23.864131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9913ab31-9ce8-4101-969e-de6791dbe784 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:23.864509 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:23.883638 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:23.953126 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:23.990160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 9913ab31-9ce8-4101-969e-de6791dbe784, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9913ab31-9ce8-4101-969e-de6791dbe784,segment=NetworkSegment(b294aaae-d675-405f-8d04-3e1ecf2cf1c3),segment_id=b294aaae-d675-405f-8d04-3e1ecf2cf1c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:24.024300 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-095d223a-8b7d-471c-a61e-fc94fbe529c3 None None] Provisioning complete for port 9913ab31-9ce8-4101-969e-de6791dbe784 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:24.024300 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-095d223a-8b7d-471c-a61e-fc94fbe529c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.061149 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Allocated IP 172.20.0.1 (11c1a942-e95b-4600-8fef-4527dac00503/fb2dffd1-47b1-4ab3-b381-74b17c1e33e8/ce73ce6b-b5fd-44bc-b17e-1875acfc9634) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:20:24.065249 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.066806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 930d2222-673d-43a1-9e87-dec968711a0f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:24.172704 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.174481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=9913ab31-9ce8-4101-969e-de6791dbe784,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:24.179005 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.190533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Transition to ACTIVE for port object ce73ce6b-b5fd-44bc-b17e-1875acfc9634 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:24.194569 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Transition to ACTIVE for port object ff4d7326-e7ab-434a-b18c-eda5b8b685c5 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:24.270812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 930d2222-673d-43a1-9e87-dec968711a0f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:24.274920 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 930d2222-673d-43a1-9e87-dec968711a0f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:24.275237 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.299400 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.299930 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.345851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Network 11c1a942-e95b-4600-8fef-4527dac00503 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:20:24.348840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:24.355903 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93010c3-0c21-46c0-be19-1f3bf894dcdc None None] Pushing event updated for resources: {'Port': ['ID=ff4d7326-e7ab-434a-b18c-eda5b8b685c5,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:24.358621 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Attempting to bind port ff4d7326-e7ab-434a-b18c-eda5b8b685c5 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:20:24.358983 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Attempting to bind port ff4d7326-e7ab-434a-b18c-eda5b8b685c5 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:20:24.361643 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.362517 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Attempting to bind port ff4d7326-e7ab-434a-b18c-eda5b8b685c5 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:20:24.365646 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:20:24.372464 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:20:24.372464 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:24.372464 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.372464 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:20:24.372464 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Bound port: ff4d7326-e7ab-434a-b18c-eda5b8b685c5, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:20:24.372464 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.392380 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Pushing event updated for resources: {'Port': ['ID=ce73ce6b-b5fd-44bc-b17e-1875acfc9634,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:24.398475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 930d2222-673d-43a1-9e87-dec968711a0f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=930d2222-673d-43a1-9e87-dec968711a0f,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:24.412280 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.431308 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] For port ff4d7326-e7ab-434a-b18c-eda5b8b685c5, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:20:24.434801 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] For port ff4d7326-e7ab-434a-b18c-eda5b8b685c5, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ff4d7326-e7ab-434a-b18c-eda5b8b685c5,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:20:24.481233 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.518988 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.538450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=930d2222-673d-43a1-9e87-dec968711a0f,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:24.585144 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Routers {'927b3604-2286-42fe-a981-cacbbccf9992'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:20:24.585794 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['927b3604-2286-42fe-a981-cacbbccf9992'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:24.636701 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93010c3-0c21-46c0-be19-1f3bf894dcdc None None] Pushing event updated for resources: {'Port': ['ID=ff4d7326-e7ab-434a-b18c-eda5b8b685c5,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:24.675329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0c17ede9-6971-461c-8151-c6c61b055aed None None] Provisioning for port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:24.680010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0c17ede9-6971-461c-8151-c6c61b055aed None None] Provisioning complete for port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:24.684355 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0c17ede9-6971-461c-8151-c6c61b055aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.711119 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] Set router 927b3604-2286-42fe-a981-cacbbccf9992 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:20:24.718137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-0c17ede9-6971-461c-8151-c6c61b055aed None None] Port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:20:24.892815 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b3604-2286-42fe-a981-cacbbccf9992', 'name': 'tempest-TestEncryptedCinderVolumes-867235481-router', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:22Z', 'revision_number': 3, 'project_id': '6ff208046ff94cbe9a27a80afa9b124a', 'gw_port': {'id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:50:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b3604-2286-42fe-a981-cacbbccf9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:24.910803 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:24.918975 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617e48f1-6b64-4548-80fa-b36134281980 None None] The sync data for ids ['927b3604-2286-42fe-a981-cacbbccf9992'] in n-d-807558-3 is: [{'id': '927b3604-2286-42fe-a981-cacbbccf9992', 'name': 'tempest-TestEncryptedCinderVolumes-867235481-router', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:22Z', 'revision_number': 3, 'project_id': '6ff208046ff94cbe9a27a80afa9b124a', 'gw_port': {'id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:50:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b3604-2286-42fe-a981-cacbbccf9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:20:25.072826 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:25.155985 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:25.224449 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:25.226263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Pushing event updated for resources: {'Port': ['ID=ce73ce6b-b5fd-44bc-b17e-1875acfc9634,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:25.323523 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Network 11c1a942-e95b-4600-8fef-4527dac00503 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:20:25.324972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:25.444885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Router 927b3604-2286-42fe-a981-cacbbccf9992 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:20:25.550358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c9aacaac-1427-4ec3-94d5-b7bbe69c3143 None None] Provisioning complete for port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:25.551021 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c9aacaac-1427-4ec3-94d5-b7bbe69c3143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:25.579984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:20:25.594455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-61c9889d-8424-4cff-99f6-5dc3a8bb504d admin admin] 10.222.0.69 "PUT /v2.0/routers/927b3604-2286-42fe-a981-cacbbccf9992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1801562 Sep 08 14:20:25.601629 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c9aacaac-1427-4ec3-94d5-b7bbe69c3143 None None] Port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:20:25.709074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9913ab31-9ce8-4101-969e-de6791dbe784 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:25.759865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 9913ab31-9ce8-4101-969e-de6791dbe784 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:25.760335 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:25.836329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 930d2222-673d-43a1-9e87-dec968711a0f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:25.884874 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 930d2222-673d-43a1-9e87-dec968711a0f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:25.885206 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:25.963372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ff4d7326-e7ab-434a-b18c-eda5b8b685c5 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:26.069210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port ff4d7326-e7ab-434a-b18c-eda5b8b685c5 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:26.073028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ff4d7326-e7ab-434a-b18c-eda5b8b685c5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:26.073408 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:26.155821 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:26.176459 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port ff4d7326-e7ab-434a-b18c-eda5b8b685c5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ff4d7326-e7ab-434a-b18c-eda5b8b685c5,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:26.246715 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:26.295024 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=ff4d7326-e7ab-434a-b18c-eda5b8b685c5,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:26.385186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Sync routers for ids ['927b3604-2286-42fe-a981-cacbbccf9992'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:20:26.394927 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Routers {'927b3604-2286-42fe-a981-cacbbccf9992'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:20:26.395548 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['927b3604-2286-42fe-a981-cacbbccf9992'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:26.499823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Set router 927b3604-2286-42fe-a981-cacbbccf9992 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:20:26.689859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b3604-2286-42fe-a981-cacbbccf9992', 'name': 'tempest-TestEncryptedCinderVolumes-867235481-router', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:24Z', 'revision_number': 4, 'project_id': '6ff208046ff94cbe9a27a80afa9b124a', 'gw_port': {'id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b3604-2286-42fe-a981-cacbbccf9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ce73ce6b-b5fd-44bc-b17e-1875acfc9634', 'name': '', 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'mac_address': 'fa:16:3e:7d:a2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b3604-2286-42fe-a981-cacbbccf9992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'fb2dffd1-47b1-4ab3-b381-74b17c1e33e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:23Z', 'updated_at': '2021-09-08T14:20:24Z', 'revision_number': 2, 'project_id': '6ff208046ff94cbe9a27a80afa9b124a', 'subnets': [{'id': 'fb2dffd1-47b1-4ab3-b381-74b17c1e33e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:26.716061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Checking router: 927b3604-2286-42fe-a981-cacbbccf9992 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:20:26.716673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Updating router 927b3604-2286-42fe-a981-cacbbccf9992 port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:20:26.740591 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:27.152167 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:27.161555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Transition to ACTIVE for port object ce73ce6b-b5fd-44bc-b17e-1875acfc9634 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:27.246133 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:27.293973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dde59-e592-497d-97e4-a691016ed589 None None] Pushing event updated for resources: {'Port': ['ID=ce73ce6b-b5fd-44bc-b17e-1875acfc9634,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:27.346832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Attempting to bind port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:20:27.347217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Attempting to bind port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'b294aaae-d675-405f-8d04-3e1ecf2cf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:20:27.347598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Attempting to bind port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 on network 11c1a942-e95b-4600-8fef-4527dac00503 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:20:27.352798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:20:27.353181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Checking segment: {'id': 'b294aaae-d675-405f-8d04-3e1ecf2cf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:27.353616 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:27.354013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Bound using segment: {'id': 'b294aaae-d675-405f-8d04-3e1ecf2cf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:20:27.354509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Bound port: ce73ce6b-b5fd-44bc-b17e-1875acfc9634, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b294aaae-d675-405f-8d04-3e1ecf2cf1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:20:27.354902 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:27.423222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] For port ce73ce6b-b5fd-44bc-b17e-1875acfc9634, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:20:27.427527 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] For port ce73ce6b-b5fd-44bc-b17e-1875acfc9634, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ce73ce6b-b5fd-44bc-b17e-1875acfc9634,segment=NetworkSegment(b294aaae-d675-405f-8d04-3e1ecf2cf1c3),segment_id=b294aaae-d675-405f-8d04-3e1ecf2cf1c3)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:20:27.498288 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:27.577983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Routers {'927b3604-2286-42fe-a981-cacbbccf9992'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:20:27.579284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:20:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['927b3604-2286-42fe-a981-cacbbccf9992'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:27.584416 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ff4d7326-e7ab-434a-b18c-eda5b8b685c5 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:27.644454 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dde59-e592-497d-97e4-a691016ed589 None None] Pushing event updated for resources: {'Port': ['ID=ce73ce6b-b5fd-44bc-b17e-1875acfc9634,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:27.731126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ff4d7326-e7ab-434a-b18c-eda5b8b685c5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:27.731828 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:27.770005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-231d77b4-fd0d-4c55-b519-9715d8c600cb tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:27.771341 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] Set router 927b3604-2286-42fe-a981-cacbbccf9992 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:20:27.771587 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-231d77b4-fd0d-4c55-b519-9715d8c600cb tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/networks?id=96e66f48-4e63-4304-a0ad-3e3f32f4fc96 HTTP/1.1" status: 200 len: 816 time: 0.1173775 Sep 08 14:20:27.787499 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-6fd3a791-56ab-46c6-a93d-2d1af60305d3 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/quotas/db639552443b4c3b8b44985f69a90b9e HTTP/1.1" status: 200 len: 375 time: 0.0100012 Sep 08 14:20:28.026450 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b3604-2286-42fe-a981-cacbbccf9992', 'name': 'tempest-TestEncryptedCinderVolumes-867235481-router', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:24Z', 'revision_number': 4, 'project_id': '6ff208046ff94cbe9a27a80afa9b124a', 'gw_port': {'id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b3604-2286-42fe-a981-cacbbccf9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ce73ce6b-b5fd-44bc-b17e-1875acfc9634', 'name': '', 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'mac_address': 'fa:16:3e:7d:a2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b3604-2286-42fe-a981-cacbbccf9992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'fb2dffd1-47b1-4ab3-b381-74b17c1e33e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:23Z', 'updated_at': '2021-09-08T14:20:27Z', 'revision_number': 4, 'project_id': '6ff208046ff94cbe9a27a80afa9b124a', 'subnets': [{'id': 'fb2dffd1-47b1-4ab3-b381-74b17c1e33e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:20:28.057491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458dff3-c4ff-45d4-8d04-797dbddbcfce None None] The sync data for ids ['927b3604-2286-42fe-a981-cacbbccf9992'] in n-d-807558-3 is: [{'id': '927b3604-2286-42fe-a981-cacbbccf9992', 'name': 'tempest-TestEncryptedCinderVolumes-867235481-router', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:24Z', 'revision_number': 4, 'project_id': '6ff208046ff94cbe9a27a80afa9b124a', 'gw_port': {'id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b3604-2286-42fe-a981-cacbbccf9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'ce73ce6b-b5fd-44bc-b17e-1875acfc9634', 'name': '', 'network_id': '11c1a942-e95b-4600-8fef-4527dac00503', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'mac_address': 'fa:16:3e:7d:a2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '927b3604-2286-42fe-a981-cacbbccf9992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'fb2dffd1-47b1-4ab3-b381-74b17c1e33e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:23Z', 'updated_at': '2021-09-08T14:20:27Z', 'revision_number': 4, 'project_id': '6ff208046ff94cbe9a27a80afa9b124a', 'subnets': [{'id': 'fb2dffd1-47b1-4ab3-b381-74b17c1e33e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:20:28.172537 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-08205e82-3120-4879-aac8-f766907a431f tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=db639552443b4c3b8b44985f69a90b9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3796060 Sep 08 14:20:28.270695 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-dba12dec-2a8f-476c-b5be-c979e9a30f3c service neutron] 10.222.0.69 "GET /v2.0/networks/96e66f48-4e63-4304-a0ad-3e3f32f4fc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860996 Sep 08 14:20:28.364985 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-6f27d954-fea0-40a5-85da-2a3fd01bc75e service neutron] 10.222.0.69 "GET /v2.0/networks/96e66f48-4e63-4304-a0ad-3e3f32f4fc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880291 Sep 08 14:20:28.626908 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12633307-bd64-4034-a092-01b2b64bc4ae req-fc0a9051-86d6-40cd-91c9-1eaed0a262b9 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 210 time: 0.0273614 Sep 08 14:20:29.580140 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ce73ce6b-b5fd-44bc-b17e-1875acfc9634 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:29.708961 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:29.712945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:29.713332 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:29.734073 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4073e78d-d277-4db0-b17d-06904efd8e2f req-f2295473-5a61-4951-a0f5-be95b1d906bd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 210 time: 0.0262673 Sep 08 14:20:29.792837 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:29.824388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port ce73ce6b-b5fd-44bc-b17e-1875acfc9634, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ce73ce6b-b5fd-44bc-b17e-1875acfc9634,segment=NetworkSegment(b294aaae-d675-405f-8d04-3e1ecf2cf1c3),segment_id=b294aaae-d675-405f-8d04-3e1ecf2cf1c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:29.897484 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:29.948853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=ce73ce6b-b5fd-44bc-b17e-1875acfc9634,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:30.309595 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:20:30.491240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-144b5110-b936-4f5d-a945-8b803684d7f0 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:30.492710 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-144b5110-b936-4f5d-a945-8b803684d7f0 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.60 "GET /v2.0/networks?id=96e66f48-4e63-4304-a0ad-3e3f32f4fc96 HTTP/1.1" status: 200 len: 816 time: 0.1045852 Sep 08 14:20:30.506754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Request body: {'port': {'device_id': 'e51eb309-3258-499d-999c-3e57a962343c', 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96', 'admin_state_up': True, 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:30.697936 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Made reservation on behalf of db639552443b4c3b8b44985f69a90b9e for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:20:30.702435 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:30.839246 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4532ab94-9d29-400e-9c39-9db386ddb6f1 req-d58cb1b2-d88a-4023-becf-dc4a02a4517b tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 210 time: 0.0333664 Sep 08 14:20:30.854898 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Allocated IP 172.20.0.12 (96e66f48-4e63-4304-a0ad-3e3f32f4fc96/d1430af9-efaf-4f5c-8874-e95f9350f238/99665797-2d80-4941-a352-76935ef2092a) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:20:31.002294 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:31.015830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Transition to ACTIVE for port object 99665797-2d80-4941-a352-76935ef2092a will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:31.105629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:31.145842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:20:31.148947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:20:31.152745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:20:31.181058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Pushing event updated for resources: {'Port': ['ID=99665797-2d80-4941-a352-76935ef2092a,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:31.195649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:31.196002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:31.196361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:31.196696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:31.197033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:31.197364 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:31.197696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:31.198023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:31.198379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:31.198705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:31.199040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:31.199356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:31.222693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:31.223838 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:31.299315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-c51e0b5f-41c0-4c24-978d-191d179119b2 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7963114 Sep 08 14:20:31.312089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Request body: {'port': {'device_id': 'e51eb309-3258-499d-999c-3e57a962343c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:20:31.368702 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:31.452241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-51fbde2a-4f8a-472f-babe-61f8d6737458 None None] Provisioning for port 99665797-2d80-4941-a352-76935ef2092a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:31.456003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-51fbde2a-4f8a-472f-babe-61f8d6737458 None None] Provisioning complete for port 99665797-2d80-4941-a352-76935ef2092a triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:31.456376 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-51fbde2a-4f8a-472f-babe-61f8d6737458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:31.490669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-51fbde2a-4f8a-472f-babe-61f8d6737458 None None] Port 99665797-2d80-4941-a352-76935ef2092a cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:20:31.563764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ce73ce6b-b5fd-44bc-b17e-1875acfc9634 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:31.609836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:31.610237 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:31.629916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99665797-2d80-4941-a352-76935ef2092a {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:20:31.637162 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:31.649173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Transition to ACTIVE for port object 99665797-2d80-4941-a352-76935ef2092a will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:20:31.710558 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:31.761919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Pushing event updated for resources: {'Port': ['ID=99665797-2d80-4941-a352-76935ef2092a,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:31.830938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Attempting to bind port 99665797-2d80-4941-a352-76935ef2092a on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:20:31.831289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Attempting to bind port 99665797-2d80-4941-a352-76935ef2092a by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:20:31.831781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Attempting to bind port 99665797-2d80-4941-a352-76935ef2092a on network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:20:31.836973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Port 99665797-2d80-4941-a352-76935ef2092a on network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:20:31.837300 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Attempting to bind port 99665797-2d80-4941-a352-76935ef2092a on network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:20:31.843250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:20:31.843601 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Checking segment: {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:20:31.843995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Bound using segment: {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:20:31.844724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Bound port: 99665797-2d80-4941-a352-76935ef2092a, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:20:31.845092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:31.912736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] For port 99665797-2d80-4941-a352-76935ef2092a, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:20:31.916326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] For port 99665797-2d80-4941-a352-76935ef2092a, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=99665797-2d80-4941-a352-76935ef2092a,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:20:31.959931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5ce2c-d9bd-4b61-a377-a3983aaaf1d6 req-1f4d80a4-9076-450d-99bb-e4f9fbf45afb tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:31.961430 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0e5ce2c-d9bd-4b61-a377-a3983aaaf1d6 req-1f4d80a4-9076-450d-99bb-e4f9fbf45afb tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 944 time: 0.0483842 Sep 08 14:20:31.978256 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:32.011657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:32.012282 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:32.013751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] 10.222.0.60 "PUT /v2.0/ports/99665797-2d80-4941-a352-76935ef2092a HTTP/1.1" status: 200 len: 1092 time: 0.7063162 Sep 08 14:20:32.014128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51eb309-3258-499d-999c-3e57a962343c', 'tag': '99665797-2d80-4941-a352-76935ef2092a'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:20:32.015809 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0e5ce2c-d9bd-4b61-a377-a3983aaaf1d6 req-704b938d-3575-42f0-bfbf-f4f7312298fb tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462615 Sep 08 14:20:32.016442 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b455c836-bd8b-4159-ae9c-f97896853cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e51eb309-3258-499d-999c-3e57a962343c", "tag": "99665797-2d80-4941-a352-76935ef2092a"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:20:32.056037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9a9bc-f63f-4912-86b9-811e4812deae service neutron] Pushing event updated for resources: {'Port': ['ID=99665797-2d80-4941-a352-76935ef2092a,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:32.059962 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df373c6-f843-4783-9ace-72ce7eadf3f4 x-openstack-request-id: req-6df373c6-f843-4783-9ace-72ce7eadf3f4 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:20:32.060254 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51eb309-3258-499d-999c-3e57a962343c", "tag": "99665797-2d80-4941-a352-76935ef2092a", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:20:32.060505 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6df373c6-f843-4783-9ace-72ce7eadf3f4 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:20:32.061062 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51eb309-3258-499d-999c-3e57a962343c', 'tag': '99665797-2d80-4941-a352-76935ef2092a', 'status': 'completed', 'code': 200} Sep 08 14:20:32.126569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455c836-bd8b-4159-ae9c-f97896853cc8 req-67cc81e0-72d8-415b-a78c-7e36cd58780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:32.128119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b455c836-bd8b-4159-ae9c-f97896853cc8 req-67cc81e0-72d8-415b-a78c-7e36cd58780c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db639552443b4c3b8b44985f69a90b9e&device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 1095 time: 0.0477943 Sep 08 14:20:32.229428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455c836-bd8b-4159-ae9c-f97896853cc8 req-e9a70c3e-615b-4bc1-b73a-41a9fdb19ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:32.230930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b455c836-bd8b-4159-ae9c-f97896853cc8 req-e9a70c3e-615b-4bc1-b73a-41a9fdb19ed5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=db639552443b4c3b8b44985f69a90b9e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0938592 Sep 08 14:20:32.325192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455c836-bd8b-4159-ae9c-f97896853cc8 req-9523be75-e1c5-4932-b2cb-e9e307fddb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:32.326569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b455c836-bd8b-4159-ae9c-f97896853cc8 req-9523be75-e1c5-4932-b2cb-e9e307fddb5e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887675 Sep 08 14:20:32.402756 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-a07b7aa1-b762-45dd-9861-f0ee915e2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:32.404208 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-a07b7aa1-b762-45dd-9861-f0ee915e2f4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db639552443b4c3b8b44985f69a90b9e&device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 1095 time: 0.0402334 Sep 08 14:20:32.447786 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-ad8bfb0d-860c-461b-9442-a54a94d8dc8e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=99665797-2d80-4941-a352-76935ef2092a HTTP/1.1" status: 200 len: 217 time: 0.0363493 Sep 08 14:20:32.495107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-b352c46f-1f02-498e-93f7-7156879a78c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:32.496526 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-b352c46f-1f02-498e-93f7-7156879a78c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1430af9-efaf-4f5c-8874-e95f9350f238 HTTP/1.1" status: 200 len: 855 time: 0.0415206 Sep 08 14:20:32.540943 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-0b234eff-dedf-4d33-838a-a9003278fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:32.542411 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-0b234eff-dedf-4d33-838a-a9003278fa25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96e66f48-4e63-4304-a0ad-3e3f32f4fc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385227 Sep 08 14:20:32.634590 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-b137b34c-2845-46c6-adb5-223bf864acde service neutron] 10.222.0.60 "GET /v2.0/networks/96e66f48-4e63-4304-a0ad-3e3f32f4fc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847616 Sep 08 14:20:32.722617 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-95c1d0b5-9521-4f8b-aaf0-80c17d200764 req-fd99520b-0da9-4125-8656-ee917c716a57 service neutron] 10.222.0.60 "GET /v2.0/networks/96e66f48-4e63-4304-a0ad-3e3f32f4fc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801687 Sep 08 14:20:33.122860 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b998b65-24e4-41b7-a6ea-cffb3fa5dd68 req-2a95d374-e070-4cba-b654-9be68a14491a tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:33.124311 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3b998b65-24e4-41b7-a6ea-cffb3fa5dd68 req-2a95d374-e070-4cba-b654-9be68a14491a tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 944 time: 0.0496049 Sep 08 14:20:33.160603 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3b998b65-24e4-41b7-a6ea-cffb3fa5dd68 req-3ab46e94-310e-4b0b-818e-0e0874d044f8 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301101 Sep 08 14:20:34.275528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc5fc5-9ffe-466c-9587-6db8f3eb2d61 req-e21b458c-7e9f-4635-9d35-34018668df13 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:34.276941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3efc5fc5-9ffe-466c-9587-6db8f3eb2d61 req-e21b458c-7e9f-4635-9d35-34018668df13 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 944 time: 0.0480461 Sep 08 14:20:34.317925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3efc5fc5-9ffe-466c-9587-6db8f3eb2d61 req-f79a8e4a-09af-430b-9305-7b770a4ff4ec tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351317 Sep 08 14:20:35.430148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4091e02-9a0f-4a65-9eec-8fe587d26723 req-2489e5bf-ec82-4996-a17f-30091f1419ea tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:35.430148 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4091e02-9a0f-4a65-9eec-8fe587d26723 req-2489e5bf-ec82-4996-a17f-30091f1419ea tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 944 time: 0.0471694 Sep 08 14:20:35.465939 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4091e02-9a0f-4a65-9eec-8fe587d26723 req-d9b137db-30b5-48f8-8108-ea5378a7f39f tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305853 Sep 08 14:20:36.063030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 99665797-2d80-4941-a352-76935ef2092a details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:20:36.154394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 99665797-2d80-4941-a352-76935ef2092a, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=99665797-2d80-4941-a352-76935ef2092a,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:36.165763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '99665797-2d80-4941-a352-76935ef2092a', 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96', 'port_id': '99665797-2d80-4941-a352-76935ef2092a', 'mac_address': 'fa:16:3e:e2:2f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1430af9-efaf-4f5c-8874-e95f9350f238', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:20:36.204368 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:36.216863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99665797-2d80-4941-a352-76935ef2092a {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:20:36.235786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 99665797-2d80-4941-a352-76935ef2092a, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=99665797-2d80-4941-a352-76935ef2092a,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:36.316312 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:36.362988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=99665797-2d80-4941-a352-76935ef2092a,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:36.370128 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:36.370520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:36.370865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:36.371205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:36.371555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:36.371877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:36.372206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:36.372537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:36.372861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:36.373187 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:36.373512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:36.373837 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:20:36.597023 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc3921-4488-47ae-b9e4-9c87832eb036 req-feb752af-6132-4e02-82b8-525e21c9e96e tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:36.597796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['99665797-2d80-4941-a352-76935ef2092a'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:20:36.598547 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4bdc3921-4488-47ae-b9e4-9c87832eb036 req-feb752af-6132-4e02-82b8-525e21c9e96e tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 945 time: 0.0487180 Sep 08 14:20:36.636604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4bdc3921-4488-47ae-b9e4-9c87832eb036 req-ef2d8e1f-a029-4c68-b885-cf37c875e6a3 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Sep 08 14:20:37.752466 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b422e35-78e7-4f49-8f03-576a6c7b216e req-fe9633cc-92cd-49d5-8ff8-0266d2cc2fd8 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:37.753911 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b422e35-78e7-4f49-8f03-576a6c7b216e req-fe9633cc-92cd-49d5-8ff8-0266d2cc2fd8 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 945 time: 0.0495899 Sep 08 14:20:37.793982 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b422e35-78e7-4f49-8f03-576a6c7b216e req-05178a65-be9b-4d39-bfd9-9a64800de685 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340462 Sep 08 14:20:37.881750 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ea504fb4-9f31-4a69-af69-059b7475d0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:38.078576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 99665797-2d80-4941-a352-76935ef2092a up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:20:38.173002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 99665797-2d80-4941-a352-76935ef2092a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:20:38.177728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 99665797-2d80-4941-a352-76935ef2092a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:20:38.178197 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:38.252946 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:38.274550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51eb309-3258-499d-999c-3e57a962343c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99665797-2d80-4941-a352-76935ef2092a'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:20:38.276763 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc05ddf-b5fa-433d-a831-d70e1af53f2c" -d '{"events": [{"server_uuid": "e51eb309-3258-499d-999c-3e57a962343c", "name": "network-vif-plugged", "status": "completed", "tag": "99665797-2d80-4941-a352-76935ef2092a"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:20:38.292198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 99665797-2d80-4941-a352-76935ef2092a, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=99665797-2d80-4941-a352-76935ef2092a,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:20:38.315248 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11184703-1c69-4407-980d-904dbdd86eb1 x-openstack-request-id: req-11184703-1c69-4407-980d-904dbdd86eb1 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:20:38.315527 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51eb309-3258-499d-999c-3e57a962343c", "name": "network-vif-plugged", "status": "completed", "tag": "99665797-2d80-4941-a352-76935ef2092a", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:20:38.315771 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-11184703-1c69-4407-980d-904dbdd86eb1 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:20:38.316150 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51eb309-3258-499d-999c-3e57a962343c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99665797-2d80-4941-a352-76935ef2092a', 'code': 200} Sep 08 14:20:38.356589 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:38.404038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=99665797-2d80-4941-a352-76935ef2092a,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:20:38.412830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c9c472-de07-43d4-afad-8ab70001711e req-bd5e5c5d-47d2-4b52-8d07-4e2f522ec9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:38.414262 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e2c9c472-de07-43d4-afad-8ab70001711e req-bd5e5c5d-47d2-4b52-8d07-4e2f522ec9a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 1097 time: 0.0404201 Sep 08 14:20:38.448554 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e2c9c472-de07-43d4-afad-8ab70001711e req-56cdc3f5-1b31-4676-b0cb-984a3103eb5d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267382 Sep 08 14:20:38.905743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6ed33-f25b-4420-82dd-8fced83db978 req-23e98697-592c-4493-8475-cb4bd777acc5 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:38.907223 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aca6ed33-f25b-4420-82dd-8fced83db978 req-23e98697-592c-4493-8475-cb4bd777acc5 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 946 time: 0.0484011 Sep 08 14:20:38.946239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-aca6ed33-f25b-4420-82dd-8fced83db978 req-be855fc5-fa6e-494c-9c31-664bca1d3e55 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305953 Sep 08 14:20:40.060712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d93611-3877-45b3-b4e8-560d0361696c req-37afdbc9-c5cb-46b8-9072-9782601477aa tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:40.062168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52d93611-3877-45b3-b4e8-560d0361696c req-37afdbc9-c5cb-46b8-9072-9782601477aa tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 946 time: 0.0479093 Sep 08 14:20:40.102933 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52d93611-3877-45b3-b4e8-560d0361696c req-4391814c-cd17-4784-bf10-2cc98db2b8af tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346768 Sep 08 14:20:40.208262 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6ab2548a-2a5e-4651-b5c0-92f70ab2d3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:40.215467 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4cbe4-69b3-4a7d-964e-acc4b837021b req-cd16749a-de23-49df-aeea-48751c0733f6 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:20:40.217718 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14c4cbe4-69b3-4a7d-964e-acc4b837021b req-cd16749a-de23-49df-aeea-48751c0733f6 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 946 time: 0.0485897 Sep 08 14:20:40.253686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-14c4cbe4-69b3-4a7d-964e-acc4b837021b req-118a933f-0efe-4644-a120-be8dc5e87b3a tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304446 Sep 08 14:20:40.629240 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:42.076358 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:43.514891 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:44.916141 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:20:47.544998 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:02.571771 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0a33e-6a93-44fa-833b-3abfd41eb7b2 req-a9a77101-790f-43d6-992e-523786f1fc15 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:02.573256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5dc0a33e-6a93-44fa-833b-3abfd41eb7b2 req-a9a77101-790f-43d6-992e-523786f1fc15 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 946 time: 0.0487933 Sep 08 14:21:02.613449 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5dc0a33e-6a93-44fa-833b-3abfd41eb7b2 req-9b9af1ee-70ec-4c6f-a780-095b179f4540 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343688 Sep 08 14:21:03.736278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca60309-b862-43a5-bc17-049adceb893e req-afef8bff-a805-42fa-8f26-68176e34de66 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:03.737773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ca60309-b862-43a5-bc17-049adceb893e req-afef8bff-a805-42fa-8f26-68176e34de66 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 946 time: 0.0543544 Sep 08 14:21:03.774965 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ca60309-b862-43a5-bc17-049adceb893e req-f1c720fc-47ab-469a-a87a-6e30f7f54ab8 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306878 Sep 08 14:21:04.276715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b94915-2b2a-44c3-8de3-8d139115ce1a req-4c4ba9cb-792a-4c22-9ac8-afcd3affe1bd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:04.278159 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6b94915-2b2a-44c3-8de3-8d139115ce1a req-4c4ba9cb-792a-4c22-9ac8-afcd3affe1bd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.60 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 946 time: 0.0474665 Sep 08 14:21:04.369749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e6b94915-2b2a-44c3-8de3-8d139115ce1a req-ab6f73df-d32b-4623-b1d6-5905d88381cd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Deleting port 99665797-2d80-4941-a352-76935ef2092a {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:21:04.370096 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e6b94915-2b2a-44c3-8de3-8d139115ce1a req-ab6f73df-d32b-4623-b1d6-5905d88381cd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:04.454509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e6b94915-2b2a-44c3-8de3-8d139115ce1a req-ab6f73df-d32b-4623-b1d6-5905d88381cd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] For port 99665797-2d80-4941-a352-76935ef2092a, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=99665797-2d80-4941-a352-76935ef2092a,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:04.454876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e6b94915-2b2a-44c3-8de3-8d139115ce1a req-ab6f73df-d32b-4623-b1d6-5905d88381cd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:04.466982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-e6b94915-2b2a-44c3-8de3-8d139115ce1a req-ab6f73df-d32b-4623-b1d6-5905d88381cd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Calling delete_port for 99665797-2d80-4941-a352-76935ef2092a owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:21:04.641344 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e6b94915-2b2a-44c3-8de3-8d139115ce1a req-ab6f73df-d32b-4623-b1d6-5905d88381cd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:04.653125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['99665797-2d80-4941-a352-76935ef2092a'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:21:04.673584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f73df-d32b-4623-b1d6-5905d88381cd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Pushing event deleted for resources: {'Port': ['ID=99665797-2d80-4941-a352-76935ef2092a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:04.713768 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b94915-2b2a-44c3-8de3-8d139115ce1a req-ab6f73df-d32b-4623-b1d6-5905d88381cd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] No DVR routers for this DVR port 99665797-2d80-4941-a352-76935ef2092a on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:21:04.716761 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e6b94915-2b2a-44c3-8de3-8d139115ce1a req-ab6f73df-d32b-4623-b1d6-5905d88381cd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:04.719294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e6b94915-2b2a-44c3-8de3-8d139115ce1a req-ab6f73df-d32b-4623-b1d6-5905d88381cd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.60 "DELETE /v2.0/ports/99665797-2d80-4941-a352-76935ef2092a HTTP/1.1" status: 204 len: 173 time: 0.4340620 Sep 08 14:21:04.719737 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51eb309-3258-499d-999c-3e57a962343c', 'name': 'network-vif-deleted', 'tag': '99665797-2d80-4941-a352-76935ef2092a'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:21:04.721988 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06e32c9-1eef-42b5-8ddc-336299f860dd" -d '{"events": [{"server_uuid": "e51eb309-3258-499d-999c-3e57a962343c", "name": "network-vif-deleted", "tag": "99665797-2d80-4941-a352-76935ef2092a"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:21:04.758660 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f55242-5a04-43c9-8634-feaa823834cd x-openstack-request-id: req-25f55242-5a04-43c9-8634-feaa823834cd {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:21:04.759309 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51eb309-3258-499d-999c-3e57a962343c", "name": "network-vif-deleted", "tag": "99665797-2d80-4941-a352-76935ef2092a", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:21:04.759309 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-25f55242-5a04-43c9-8634-feaa823834cd {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:21:04.759765 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51eb309-3258-499d-999c-3e57a962343c', 'name': 'network-vif-deleted', 'tag': '99665797-2d80-4941-a352-76935ef2092a', 'status': 'completed', 'code': 200} Sep 08 14:21:04.874049 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dd7b4831-c2ca-4800-a823-5e5c0866a3d7 req-bb9e4cf7-2678-4360-b637-0ec526f7dd29 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=e51eb309-3258-499d-999c-3e57a962343c HTTP/1.1" status: 200 len: 210 time: 0.0303347 Sep 08 14:21:06.552146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-20d70202-7888-490a-96b9-77d6d91a1080 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:06.553615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-20d70202-7888-490a-96b9-77d6d91a1080 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/networks?id=96e66f48-4e63-4304-a0ad-3e3f32f4fc96 HTTP/1.1" status: 200 len: 816 time: 0.0988438 Sep 08 14:21:06.568044 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-ebe4989a-6345-4895-8911-330cbd3404eb tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/quotas/db639552443b4c3b8b44985f69a90b9e HTTP/1.1" status: 200 len: 375 time: 0.0087419 Sep 08 14:21:06.621282 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8bf65195-627b-4fb3-807e-208e7f602d87 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=db639552443b4c3b8b44985f69a90b9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481336 Sep 08 14:21:06.811298 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-a6b11125-40fb-4b8b-a0b6-11bb70ccca43 service neutron] 10.222.0.69 "GET /v2.0/networks/96e66f48-4e63-4304-a0ad-3e3f32f4fc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784668 Sep 08 14:21:06.902924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-3aa2cf68-09aa-43b3-ad37-abc3131d6c3d service neutron] 10.222.0.69 "GET /v2.0/networks/96e66f48-4e63-4304-a0ad-3e3f32f4fc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853701 Sep 08 14:21:07.157451 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c8f54494-ce11-435a-bbe0-764b127b68a4 req-2f6044e8-784d-4dbf-8894-542fa23237a1 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 210 time: 0.0261855 Sep 08 14:21:07.308493 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:21:07.908060 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-539b487d-0c98-4a99-873b-f212a3983f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:08.158456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 99665797-2d80-4941-a352-76935ef2092a no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:21:08.182279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 99665797-2d80-4941-a352-76935ef2092a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:21:08.182625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 99665797-2d80-4941-a352-76935ef2092a not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:21:08.251873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-22b1dc11-1e87-414a-bfe4-2ad85901e8df req-c186c6e5-45de-445e-aff6-7db5cc99455c tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 210 time: 0.0271862 Sep 08 14:21:08.962067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-666600dc-44ca-47e7-adee-7e7bae07ef10 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:08.963550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-666600dc-44ca-47e7-adee-7e7bae07ef10 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.60 "GET /v2.0/networks?id=96e66f48-4e63-4304-a0ad-3e3f32f4fc96 HTTP/1.1" status: 200 len: 816 time: 0.1017022 Sep 08 14:21:08.978608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Request body: {'port': {'device_id': '54f83898-457e-450e-8aa7-412862269ad6', 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96', 'admin_state_up': True, 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:21:09.201353 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Made reservation on behalf of db639552443b4c3b8b44985f69a90b9e for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:21:09.204899 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:09.330609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Allocated IP 172.20.0.11 (96e66f48-4e63-4304-a0ad-3e3f32f4fc96/d1430af9-efaf-4f5c-8874-e95f9350f238/89d6d6a7-8378-4623-bdcc-1c7d604e9259) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:21:09.344922 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-64ca6b90-9962-40ef-aa52-acc20d3c402c req-c4bb03ae-4f4f-49f8-a29c-c40cac8f0c80 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 210 time: 0.0264266 Sep 08 14:21:09.474776 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:09.487710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Transition to ACTIVE for port object 89d6d6a7-8378-4623-bdcc-1c7d604e9259 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:21:09.595938 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:09.641549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:21:09.644608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:21:09.650148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:21:09.673480 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Pushing event updated for resources: {'Port': ['ID=89d6d6a7-8378-4623-bdcc-1c7d604e9259,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:09.701725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:09.702433 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:09.768148 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-8407dcdd-8121-47e0-9a41-968e736a622d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7932732 Sep 08 14:21:09.778287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-1f0fb59b-c45e-4e5c-afc6-b96f69bff60f tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:21:09.779221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-1f0fb59b-c45e-4e5c-afc6-b96f69bff60f tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053570 Sep 08 14:21:09.791635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Request body: {'port': {'device_id': '54f83898-457e-450e-8aa7-412862269ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:21:09.845714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:09.927981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d2294b01-9286-4b4a-9803-0778d1363715 None None] Provisioning for port 89d6d6a7-8378-4623-bdcc-1c7d604e9259 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:21:09.931801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d2294b01-9286-4b4a-9803-0778d1363715 None None] Provisioning complete for port 89d6d6a7-8378-4623-bdcc-1c7d604e9259 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:21:09.932172 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d2294b01-9286-4b4a-9803-0778d1363715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:09.965664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d2294b01-9286-4b4a-9803-0778d1363715 None None] Port 89d6d6a7-8378-4623-bdcc-1c7d604e9259 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:21:10.105527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d6d6a7-8378-4623-bdcc-1c7d604e9259 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:21:10.112735 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:10.124835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Transition to ACTIVE for port object 89d6d6a7-8378-4623-bdcc-1c7d604e9259 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:21:10.217146 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:10.239916 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2a18667c-ea80-4606-83fc-bf573e9a9e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:10.268730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Pushing event updated for resources: {'Port': ['ID=89d6d6a7-8378-4623-bdcc-1c7d604e9259,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:10.340296 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Attempting to bind port 89d6d6a7-8378-4623-bdcc-1c7d604e9259 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:21:10.340991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Attempting to bind port 89d6d6a7-8378-4623-bdcc-1c7d604e9259 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:21:10.340991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Attempting to bind port 89d6d6a7-8378-4623-bdcc-1c7d604e9259 on network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:21:10.345901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Port 89d6d6a7-8378-4623-bdcc-1c7d604e9259 on network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:21:10.346264 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Attempting to bind port 89d6d6a7-8378-4623-bdcc-1c7d604e9259 on network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:21:10.351771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:21:10.352103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Checking segment: {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:21:10.354081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Bound using segment: {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:21:10.354081 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Bound port: 89d6d6a7-8378-4623-bdcc-1c7d604e9259, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87775e43-3561-4362-a913-dfe7e79433dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:21:10.354081 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:10.445837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] For port 89d6d6a7-8378-4623-bdcc-1c7d604e9259, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:21:10.461015 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] For port 89d6d6a7-8378-4623-bdcc-1c7d604e9259, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=89d6d6a7-8378-4623-bdcc-1c7d604e9259,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:21:10.478020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe243a78-901a-4410-ae15-bc8823a76e31 req-431ed69b-6187-40f1-a60e-f93828200586 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:10.479598 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe243a78-901a-4410-ae15-bc8823a76e31 req-431ed69b-6187-40f1-a60e-f93828200586 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 944 time: 0.0618155 Sep 08 14:21:10.518993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe243a78-901a-4410-ae15-bc8823a76e31 req-601aa5fc-d68e-45bd-8f5e-eccb33253936 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326774 Sep 08 14:21:10.526041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:10.563031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:10.563653 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:10.565025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] 10.222.0.60 "PUT /v2.0/ports/89d6d6a7-8378-4623-bdcc-1c7d604e9259 HTTP/1.1" status: 200 len: 1092 time: 0.7776697 Sep 08 14:21:10.565465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f83898-457e-450e-8aa7-412862269ad6', 'tag': '89d6d6a7-8378-4623-bdcc-1c7d604e9259'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:21:10.567771 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a0084a-08ae-4b0e-8a1c-f1b4c1a6b68a" -d '{"events": [{"name": "network-changed", "server_uuid": "54f83898-457e-450e-8aa7-412862269ad6", "tag": "89d6d6a7-8378-4623-bdcc-1c7d604e9259"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:21:10.597266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf20923-2ffb-4fb9-91cd-ca9cf3fe7fbc service neutron] Pushing event updated for resources: {'Port': ['ID=89d6d6a7-8378-4623-bdcc-1c7d604e9259,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:10.609444 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ffcee4-0f72-411b-96d4-9ee14b1e9409 x-openstack-request-id: req-71ffcee4-0f72-411b-96d4-9ee14b1e9409 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:21:10.609734 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f83898-457e-450e-8aa7-412862269ad6", "tag": "89d6d6a7-8378-4623-bdcc-1c7d604e9259", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:21:10.609980 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-71ffcee4-0f72-411b-96d4-9ee14b1e9409 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:21:10.610410 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f83898-457e-450e-8aa7-412862269ad6', 'tag': '89d6d6a7-8378-4623-bdcc-1c7d604e9259', 'status': 'completed', 'code': 200} Sep 08 14:21:10.672871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0084a-08ae-4b0e-8a1c-f1b4c1a6b68a req-aa5c4eb2-d101-4b31-bd81-8b02eb4c141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:10.674553 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36a0084a-08ae-4b0e-8a1c-f1b4c1a6b68a req-aa5c4eb2-d101-4b31-bd81-8b02eb4c141e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db639552443b4c3b8b44985f69a90b9e&device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 1095 time: 0.0436251 Sep 08 14:21:10.692414 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:10.774049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0084a-08ae-4b0e-8a1c-f1b4c1a6b68a req-9695c04d-cae0-4e5f-a71a-4232a4f2c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:10.775617 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36a0084a-08ae-4b0e-8a1c-f1b4c1a6b68a req-9695c04d-cae0-4e5f-a71a-4232a4f2c2e7 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=db639552443b4c3b8b44985f69a90b9e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0937481 Sep 08 14:21:10.870373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0084a-08ae-4b0e-8a1c-f1b4c1a6b68a req-8137165a-23f5-4d5e-8f3c-ae9fecb985b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:10.871839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36a0084a-08ae-4b0e-8a1c-f1b4c1a6b68a req-8137165a-23f5-4d5e-8f3c-ae9fecb985b5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890906 Sep 08 14:21:10.947572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-3d8f4ae8-e816-40a3-859d-97db5764e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:10.948935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-3d8f4ae8-e816-40a3-859d-97db5764e2ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=db639552443b4c3b8b44985f69a90b9e&device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 1095 time: 0.0397615 Sep 08 14:21:10.993849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-9495ccfb-39e1-48c1-9a70-1f2da00b293e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89d6d6a7-8378-4623-bdcc-1c7d604e9259 HTTP/1.1" status: 200 len: 217 time: 0.0363798 Sep 08 14:21:11.041508 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-4d855eef-73dc-49c9-ab1b-ff1e730787f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:11.042921 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-4d855eef-73dc-49c9-ab1b-ff1e730787f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d1430af9-efaf-4f5c-8874-e95f9350f238 HTTP/1.1" status: 200 len: 855 time: 0.0412672 Sep 08 14:21:11.086995 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-1acc8e2b-b5cc-4e2f-951b-941708233b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:11.088457 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-1acc8e2b-b5cc-4e2f-951b-941708233b02 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96e66f48-4e63-4304-a0ad-3e3f32f4fc96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386567 Sep 08 14:21:11.467039 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-e72060e3-7d28-4f80-9afc-0f487ab3343c service neutron] 10.222.0.60 "GET /v2.0/networks/96e66f48-4e63-4304-a0ad-3e3f32f4fc96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711059 Sep 08 14:21:11.559536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f0bd151-c27d-4a2b-8407-8a4d0014c453 req-dcee52b9-157a-4e0e-9d81-cd863b8fa586 service neutron] 10.222.0.60 "GET /v2.0/networks/96e66f48-4e63-4304-a0ad-3e3f32f4fc96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806997 Sep 08 14:21:11.644816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52406e03-b1ad-43a9-9590-2f9bcea326f3 req-a01fd95b-7f8f-48ad-8354-49bb8fda018c tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:11.647009 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52406e03-b1ad-43a9-9590-2f9bcea326f3 req-a01fd95b-7f8f-48ad-8354-49bb8fda018c tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 944 time: 0.0553503 Sep 08 14:21:11.686540 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-52406e03-b1ad-43a9-9590-2f9bcea326f3 req-bf4fa15b-2416-4d8b-91cb-76349669bd37 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334747 Sep 08 14:21:12.081134 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:12.801514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bd8ac6-ed04-48d6-bd55-bba50710013d req-03ca7c47-6386-4e7a-bf5e-aaee40ffaa61 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:12.803027 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8bd8ac6-ed04-48d6-bd55-bba50710013d req-03ca7c47-6386-4e7a-bf5e-aaee40ffaa61 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 944 time: 0.0485985 Sep 08 14:21:12.839267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f8bd8ac6-ed04-48d6-bd55-bba50710013d req-f437044a-fb0d-462a-b03e-decb5c4c2c3d tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304041 Sep 08 14:21:13.491322 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:13.952323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0503329-9c91-4bec-9943-ec9354b37b00 req-1bd0cd2f-23b3-41a1-aed6-abd5c5590b2b tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:13.953783 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0503329-9c91-4bec-9943-ec9354b37b00 req-1bd0cd2f-23b3-41a1-aed6-abd5c5590b2b tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 944 time: 0.0478020 Sep 08 14:21:13.991279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0503329-9c91-4bec-9943-ec9354b37b00 req-9678fd3f-5eed-443f-820a-30f82c2b0a59 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314837 Sep 08 14:21:14.190150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 89d6d6a7-8378-4623-bdcc-1c7d604e9259 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:21:14.283779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 89d6d6a7-8378-4623-bdcc-1c7d604e9259, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=89d6d6a7-8378-4623-bdcc-1c7d604e9259,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:14.295164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '89d6d6a7-8378-4623-bdcc-1c7d604e9259', 'network_id': '96e66f48-4e63-4304-a0ad-3e3f32f4fc96', 'port_id': '89d6d6a7-8378-4623-bdcc-1c7d604e9259', 'mac_address': 'fa:16:3e:23:2d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1430af9-efaf-4f5c-8874-e95f9350f238', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:21:14.330133 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:14.342699 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d6d6a7-8378-4623-bdcc-1c7d604e9259 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:21:14.361476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 89d6d6a7-8378-4623-bdcc-1c7d604e9259, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=89d6d6a7-8378-4623-bdcc-1c7d604e9259,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:14.422396 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:14.467109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=89d6d6a7-8378-4623-bdcc-1c7d604e9259,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:14.757424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['89d6d6a7-8378-4623-bdcc-1c7d604e9259'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:21:14.907875 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:15.103284 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8db7-71c6-46fc-ac01-958ed3472f65 req-ac3632f0-dc33-45c8-b9a5-6e27f6be75bd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:15.104791 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e7e8db7-71c6-46fc-ac01-958ed3472f65 req-ac3632f0-dc33-45c8-b9a5-6e27f6be75bd tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 945 time: 0.0479684 Sep 08 14:21:15.145553 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e7e8db7-71c6-46fc-ac01-958ed3472f65 req-8f89d3aa-60f2-4fea-8474-6d3d16f45486 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348680 Sep 08 14:21:16.190427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 89d6d6a7-8378-4623-bdcc-1c7d604e9259 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:21:16.260620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daafaa2-1043-41be-abb0-efc34b611c0e req-95c3cb02-c203-40b8-8e02-268b3fe0c63a tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:16.262024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7daafaa2-1043-41be-abb0-efc34b611c0e req-95c3cb02-c203-40b8-8e02-268b3fe0c63a tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 945 time: 0.0480993 Sep 08 14:21:16.299305 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7daafaa2-1043-41be-abb0-efc34b611c0e req-ec7da185-2b13-4cad-b8d7-94d9b1f4c94b tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312924 Sep 08 14:21:16.319369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 89d6d6a7-8378-4623-bdcc-1c7d604e9259 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:21:16.324310 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 89d6d6a7-8378-4623-bdcc-1c7d604e9259 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:21:16.324310 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:16.400484 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:16.421673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f83898-457e-450e-8aa7-412862269ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d6d6a7-8378-4623-bdcc-1c7d604e9259'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:21:16.423940 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f6cb69-1746-4b2f-92f3-684a8b964d75" -d '{"events": [{"server_uuid": "54f83898-457e-450e-8aa7-412862269ad6", "name": "network-vif-plugged", "status": "completed", "tag": "89d6d6a7-8378-4623-bdcc-1c7d604e9259"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:21:16.437145 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 89d6d6a7-8378-4623-bdcc-1c7d604e9259, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=89d6d6a7-8378-4623-bdcc-1c7d604e9259,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:16.460614 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b97462-a001-48c9-9226-41eab69aa816 x-openstack-request-id: req-e4b97462-a001-48c9-9226-41eab69aa816 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:21:16.460898 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f83898-457e-450e-8aa7-412862269ad6", "name": "network-vif-plugged", "status": "completed", "tag": "89d6d6a7-8378-4623-bdcc-1c7d604e9259", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:21:16.461148 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e4b97462-a001-48c9-9226-41eab69aa816 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:21:16.461564 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f83898-457e-450e-8aa7-412862269ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d6d6a7-8378-4623-bdcc-1c7d604e9259', 'code': 200} Sep 08 14:21:16.509694 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:16.551838 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317d8ad-63b5-4e0d-81e6-8c97797d99a5 req-c1497a27-ff0b-4b98-b96b-8468950bb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:16.553257 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9317d8ad-63b5-4e0d-81e6-8c97797d99a5 req-c1497a27-ff0b-4b98-b96b-8468950bb9e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0391095 Sep 08 14:21:16.556707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=89d6d6a7-8378-4623-bdcc-1c7d604e9259,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:16.592151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9317d8ad-63b5-4e0d-81e6-8c97797d99a5 req-12cc63cc-8e57-4362-81db-36ea12d3e13c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311942 Sep 08 14:21:17.412032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ceca1-ef9e-40e4-8e56-87717425587d req-2d493030-7516-4960-b3fb-3f36ef367431 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:17.413479 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b0ceca1-ef9e-40e4-8e56-87717425587d req-2d493030-7516-4960-b3fb-3f36ef367431 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 946 time: 0.0477128 Sep 08 14:21:17.451090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3b0ceca1-ef9e-40e4-8e56-87717425587d req-105bb717-8679-4115-9901-1a6a375daf15 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316772 Sep 08 14:21:17.583154 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:18.565455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3292a51b-b404-443c-92c2-69a65c2b6695 req-557967bf-fac7-4a78-a773-3e429d19b256 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:18.567442 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3292a51b-b404-443c-92c2-69a65c2b6695 req-557967bf-fac7-4a78-a773-3e429d19b256 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 946 time: 0.0479362 Sep 08 14:21:18.604864 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3292a51b-b404-443c-92c2-69a65c2b6695 req-c558cde0-d5f7-4f3c-b1e6-5516a53c999c tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315886 Sep 08 14:21:18.715540 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000fc2b-450f-4e4b-a6f7-117789e5ca9e req-548f3362-eb1e-45da-8894-09e8a5471022 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:18.717030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6000fc2b-450f-4e4b-a6f7-117789e5ca9e req-548f3362-eb1e-45da-8894-09e8a5471022 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 946 time: 0.0474205 Sep 08 14:21:18.753178 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6000fc2b-450f-4e4b-a6f7-117789e5ca9e req-45cb6f7d-e700-4b7d-b3cc-b9bd2d09ac2a tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299530 Sep 08 14:21:37.909941 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-34ae1636-d6e2-4ced-829b-65b84de8724c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:40.263887 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-19073247-2c96-4d38-a3fc-c3e573e1b6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:40.611426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacdca2f-4b9e-470f-a246-d3858e8e2723 req-b793d55a-ab1d-47a5-88cd-c1feb174c1e3 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:40.612923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aacdca2f-4b9e-470f-a246-d3858e8e2723 req-b793d55a-ab1d-47a5-88cd-c1feb174c1e3 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 946 time: 0.0494554 Sep 08 14:21:40.635457 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:40.654273 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aacdca2f-4b9e-470f-a246-d3858e8e2723 req-c6f9692e-7a89-4a30-a838-b59f8676ae53 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352914 Sep 08 14:21:41.767834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abdfd1-67f6-4891-8542-5854db7f978d req-6daaeeb9-7a86-4435-bd93-a899ffa06ca6 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:41.769292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c1abdfd1-67f6-4891-8542-5854db7f978d req-6daaeeb9-7a86-4435-bd93-a899ffa06ca6 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 946 time: 0.0481129 Sep 08 14:21:41.806729 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c1abdfd1-67f6-4891-8542-5854db7f978d req-796e6581-43fc-42ab-aaff-a91a1b0decb4 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/security-groups?id=a225fbc1-3c93-4fd5-8448-86639942c531&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Sep 08 14:21:42.098339 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:42.284294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13370e60-ca2b-4405-86d1-9e125b5b65dc req-3e08e511-7631-479f-9cfb-f13dcb95572c tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:42.286294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13370e60-ca2b-4405-86d1-9e125b5b65dc req-3e08e511-7631-479f-9cfb-f13dcb95572c tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.60 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 946 time: 0.0554838 Sep 08 14:21:42.374135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-13370e60-ca2b-4405-86d1-9e125b5b65dc req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Deleting port 89d6d6a7-8378-4623-bdcc-1c7d604e9259 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:21:42.374508 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-13370e60-ca2b-4405-86d1-9e125b5b65dc req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:42.462369 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-13370e60-ca2b-4405-86d1-9e125b5b65dc req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] For port 89d6d6a7-8378-4623-bdcc-1c7d604e9259, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=89d6d6a7-8378-4623-bdcc-1c7d604e9259,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:42.462730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-13370e60-ca2b-4405-86d1-9e125b5b65dc req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:42.474501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-13370e60-ca2b-4405-86d1-9e125b5b65dc req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Calling delete_port for 89d6d6a7-8378-4623-bdcc-1c7d604e9259 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:21:42.684992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-13370e60-ca2b-4405-86d1-9e125b5b65dc req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:42.697099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['89d6d6a7-8378-4623-bdcc-1c7d604e9259'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:21:42.714202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Pushing event deleted for resources: {'Port': ['ID=89d6d6a7-8378-4623-bdcc-1c7d604e9259,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:42.745349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:42.745710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:42.746065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:42.746436 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:42.746778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:42.747117 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:42.747455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:42.747790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:42.748125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:42.748456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:42.748852 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:42.749180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:42.765813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-13370e60-ca2b-4405-86d1-9e125b5b65dc req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] No DVR routers for this DVR port 89d6d6a7-8378-4623-bdcc-1c7d604e9259 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:21:42.768531 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-13370e60-ca2b-4405-86d1-9e125b5b65dc req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:42.770658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13370e60-ca2b-4405-86d1-9e125b5b65dc req-1add242e-b96a-4501-9dcf-84624bfa3326 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.60 "DELETE /v2.0/ports/89d6d6a7-8378-4623-bdcc-1c7d604e9259 HTTP/1.1" status: 204 len: 173 time: 0.4787946 Sep 08 14:21:42.771103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f83898-457e-450e-8aa7-412862269ad6', 'name': 'network-vif-deleted', 'tag': '89d6d6a7-8378-4623-bdcc-1c7d604e9259'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:21:42.773839 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d424af6-849d-4927-a5c1-2fc06e2f699c" -d '{"events": [{"server_uuid": "54f83898-457e-450e-8aa7-412862269ad6", "name": "network-vif-deleted", "tag": "89d6d6a7-8378-4623-bdcc-1c7d604e9259"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:21:42.810783 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef33c52-2b90-45fb-933b-cab88dd33d82 x-openstack-request-id: req-bef33c52-2b90-45fb-933b-cab88dd33d82 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:21:42.811150 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f83898-457e-450e-8aa7-412862269ad6", "name": "network-vif-deleted", "tag": "89d6d6a7-8378-4623-bdcc-1c7d604e9259", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:21:42.811334 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bef33c52-2b90-45fb-933b-cab88dd33d82 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:21:42.811742 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f83898-457e-450e-8aa7-412862269ad6', 'name': 'network-vif-deleted', 'tag': '89d6d6a7-8378-4623-bdcc-1c7d604e9259', 'status': 'completed', 'code': 200} Sep 08 14:21:42.902434 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-73216e49-4ac6-41e0-8ead-886352f562c3 req-2d7344f7-ff91-4761-9474-981969b07de9 tempest-TestEncryptedCinderVolumes-1524919094 tempest-TestEncryptedCinderVolumes-1524919094-project] 10.222.0.69 "GET /v2.0/ports?device_id=54f83898-457e-450e-8aa7-412862269ad6 HTTP/1.1" status: 200 len: 210 time: 0.0268748 Sep 08 14:21:43.525163 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:44.057572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55398) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:44.308416 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:21:44.394526 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:44.633406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Deleting port 930d2222-673d-43a1-9e87-dec968711a0f {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:21:44.633757 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:44.709249 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] For port 930d2222-673d-43a1-9e87-dec968711a0f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=930d2222-673d-43a1-9e87-dec968711a0f,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:44.709708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:44.726795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Calling delete_port for 930d2222-673d-43a1-9e87-dec968711a0f owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:21:44.995096 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:45.023634 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:45.049626 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Pushing event deleted for resources: {'Port': ['ID=930d2222-673d-43a1-9e87-dec968711a0f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:45.062880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:45.063702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:45.063702 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:45.063910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:45.064218 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:45.064549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:45.064876 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:45.065201 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:45.065525 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:45.065849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:45.066206 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:45.066513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:45.222726 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:45.434743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Router 66c01c0e-2352-4627-a226-8f93cea01566 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:21:45.540288 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:21:45.555640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a05ad1d6-933a-4339-ba3e-7febe741300e admin admin] 10.222.0.69 "PUT /v2.0/routers/66c01c0e-2352-4627-a226-8f93cea01566/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4937990 Sep 08 14:21:45.555640 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55400) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:45.560545 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee4f59-1ef4-4f63-974a-9f75d008b9fd None None] Sync routers for ids ['66c01c0e-2352-4627-a226-8f93cea01566'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:21:45.571021 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee4f59-1ef4-4f63-974a-9f75d008b9fd None None] Routers {'66c01c0e-2352-4627-a226-8f93cea01566'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:21:45.571642 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b0ee4f59-1ef4-4f63-974a-9f75d008b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['66c01c0e-2352-4627-a226-8f93cea01566'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:45.660980 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:45.672728 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b0ee4f59-1ef4-4f63-974a-9f75d008b9fd None None] Set router 66c01c0e-2352-4627-a226-8f93cea01566 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:21:45.762651 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:45.844589 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b0ee4f59-1ef4-4f63-974a-9f75d008b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c01c0e-2352-4627-a226-8f93cea01566', 'name': 'tempest-TestEncryptedCinderVolumes-852641533-router', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:21:44Z', 'revision_number': 5, 'project_id': 'db639552443b4c3b8b44985f69a90b9e', 'gw_port': {'id': 'f840be5a-93ca-4d15-bd72-05e309d4e0aa', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c01c0e-2352-4627-a226-8f93cea01566', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:45.870790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Deleting port f840be5a-93ca-4d15-bd72-05e309d4e0aa {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:21:45.871243 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:45.874203 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee4f59-1ef4-4f63-974a-9f75d008b9fd None None] Checking router: 66c01c0e-2352-4627-a226-8f93cea01566 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:21:45.883224 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee4f59-1ef4-4f63-974a-9f75d008b9fd None None] Routers {'66c01c0e-2352-4627-a226-8f93cea01566'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:21:45.883832 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b0ee4f59-1ef4-4f63-974a-9f75d008b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['66c01c0e-2352-4627-a226-8f93cea01566'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:45.950523 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] For port f840be5a-93ca-4d15-bd72-05e309d4e0aa, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f840be5a-93ca-4d15-bd72-05e309d4e0aa,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:45.950892 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:45.967035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Calling delete_port for f840be5a-93ca-4d15-bd72-05e309d4e0aa owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:21:45.968009 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b0ee4f59-1ef4-4f63-974a-9f75d008b9fd None None] Set router 66c01c0e-2352-4627-a226-8f93cea01566 gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:21:46.018994 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b0ee4f59-1ef4-4f63-974a-9f75d008b9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c01c0e-2352-4627-a226-8f93cea01566', 'name': 'tempest-TestEncryptedCinderVolumes-852641533-router', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:21:45Z', 'revision_number': 6, 'project_id': 'db639552443b4c3b8b44985f69a90b9e', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:46.047236 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ee4f59-1ef4-4f63-974a-9f75d008b9fd None None] The sync data for ids ['66c01c0e-2352-4627-a226-8f93cea01566'] in n-d-807558-3 is: [{'id': '66c01c0e-2352-4627-a226-8f93cea01566', 'name': 'tempest-TestEncryptedCinderVolumes-852641533-router', 'tenant_id': 'db639552443b4c3b8b44985f69a90b9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:15Z', 'updated_at': '2021-09-08T14:21:45Z', 'revision_number': 6, 'project_id': 'db639552443b4c3b8b44985f69a90b9e', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:21:46.183464 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:46.215165 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=f840be5a-93ca-4d15-bd72-05e309d4e0aa,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:46.273111 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:46.346872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 89d6d6a7-8378-4623-bdcc-1c7d604e9259 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:21:46.361018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:46.363301 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:46.367059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 89d6d6a7-8378-4623-bdcc-1c7d604e9259 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:21:46.367788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 89d6d6a7-8378-4623-bdcc-1c7d604e9259 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:21:46.492373 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:46.492971 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c01c0e-2352-4627-a226-8f93cea01566 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:21:46.498375 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:46.499540 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8f627135-e904-45d9-bb1e-0b1b6b503b1c admin admin] 10.222.0.69 "DELETE /v2.0/routers/66c01c0e-2352-4627-a226-8f93cea01566 HTTP/1.1" status: 204 len: 168 time: 0.9435360 Sep 08 14:21:46.502118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55402) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:46.551031 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e658201e-df3f-46c8-829b-60ebdda08461 admin admin] Deleting subnet d1430af9-efaf-4f5c-8874-e95f9350f238 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:21:46.554409 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e658201e-df3f-46c8-829b-60ebdda08461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:46.588176 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e658201e-df3f-46c8-829b-60ebdda08461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:46.661718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e658201e-df3f-46c8-829b-60ebdda08461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:46.811093 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e658201e-df3f-46c8-829b-60ebdda08461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:46.837188 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658201e-df3f-46c8-829b-60ebdda08461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1430af9-efaf-4f5c-8874-e95f9350f238,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:46.840837 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e658201e-df3f-46c8-829b-60ebdda08461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:46.845576 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e658201e-df3f-46c8-829b-60ebdda08461 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/d1430af9-efaf-4f5c-8874-e95f9350f238 HTTP/1.1" status: 204 len: 168 time: 0.3396482 Sep 08 14:21:46.846700 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55404) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:46.848777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed0d2f2-fe35-43f6-bac9-5832be30e6e4 None None] Network 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:21:46.919700 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:46.977686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Deleting port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:21:46.978041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.040011 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] DHCP port deletion for 96e66f48-4e63-4304-a0ad-3e3f32f4fc96 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:21:47.046142 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-26631490-2785-4169-babc-4003605538d1 admin admin] For port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=74e18b0f-2c1e-42cd-bf44-d4cb5faa9056,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:47.049272 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.060098 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Calling delete_port for 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:21:47.089980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Deleting port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:21:47.090333 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.152442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] For port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=74e18b0f-2c1e-42cd-bf44-d4cb5faa9056,segment=NetworkSegment(87775e43-3561-4362-a913-dfe7e79433dc),segment_id=87775e43-3561-4362-a913-dfe7e79433dc)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:47.152850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.168499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Calling delete_port for 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:21:47.210686 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.237121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e18b0f-2c1e-42cd-bf44-d4cb5faa9056,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:47.239847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26631490-2785-4169-babc-4003605538d1 admin admin] No DVR routers for this DVR port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:21:47.245062 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.269981 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Pushing event deleted for resources: {'Port': ['ID=74e18b0f-2c1e-42cd-bf44-d4cb5faa9056,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:47.274155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] No DVR routers for this DVR port 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:21:47.280949 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:47.283851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:47.283851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:47.283851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:47.283851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:47.283851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:47.283851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:47.283851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:47.283851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:47.283851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:47.284938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:47.284938 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c92c4a-39d0-4f3b-a803-ff1a7af46d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:47.320222 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.339593 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-26631490-2785-4169-babc-4003605538d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e66f48-4e63-4304-a0ad-3e3f32f4fc96']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:47.348707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-26631490-2785-4169-babc-4003605538d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87775e43-3561-4362-a913-dfe7e79433dc') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:47.348944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-26631490-2785-4169-babc-4003605538d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87775e43-3561-4362-a913-dfe7e79433dc') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:47.357868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.370939 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.376526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:21:47.376906 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: timer() Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:21:47.378510 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:21:47.508076 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.518521 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.518521 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-26631490-2785-4169-babc-4003605538d1 admin admin] 10.222.0.69 "DELETE /v2.0/networks/96e66f48-4e63-4304-a0ad-3e3f32f4fc96 HTTP/1.1" status: 204 len: 168 time: 0.6674383 Sep 08 14:21:47.519509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55406) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:47.526742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26631490-2785-4169-babc-4003605538d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=96e66f48-4e63-4304-a0ad-3e3f32f4fc96,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:47.543855 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:47.598379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:21:47.619331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:21:47.619686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 74e18b0f-2c1e-42cd-bf44-d4cb5faa9056 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:21:47.620117 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 930d2222-673d-43a1-9e87-dec968711a0f no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:21:47.640619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 930d2222-673d-43a1-9e87-dec968711a0f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:21:47.640967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 930d2222-673d-43a1-9e87-dec968711a0f not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:21:47.641396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f840be5a-93ca-4d15-bd72-05e309d4e0aa no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:21:47.659463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: f840be5a-93ca-4d15-bd72-05e309d4e0aa {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:21:47.659814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f840be5a-93ca-4d15-bd72-05e309d4e0aa not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:21:47.869502 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5672964a-3b0a-4bae-935f-0d01ae8f1924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:48.126368 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5672964a-3b0a-4bae-935f-0d01ae8f1924 admin admin] Deleting port ce73ce6b-b5fd-44bc-b17e-1875acfc9634 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:21:48.126646 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5672964a-3b0a-4bae-935f-0d01ae8f1924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:48.206511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-5672964a-3b0a-4bae-935f-0d01ae8f1924 admin admin] For port ce73ce6b-b5fd-44bc-b17e-1875acfc9634, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ce73ce6b-b5fd-44bc-b17e-1875acfc9634,segment=NetworkSegment(b294aaae-d675-405f-8d04-3e1ecf2cf1c3),segment_id=b294aaae-d675-405f-8d04-3e1ecf2cf1c3)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:48.206792 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5672964a-3b0a-4bae-935f-0d01ae8f1924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:48.219175 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-5672964a-3b0a-4bae-935f-0d01ae8f1924 admin admin] Calling delete_port for ce73ce6b-b5fd-44bc-b17e-1875acfc9634 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:21:48.456337 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5672964a-3b0a-4bae-935f-0d01ae8f1924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:48.481029 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5672964a-3b0a-4bae-935f-0d01ae8f1924 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce73ce6b-b5fd-44bc-b17e-1875acfc9634,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:48.650696 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5672964a-3b0a-4bae-935f-0d01ae8f1924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:49.163492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5672964a-3b0a-4bae-935f-0d01ae8f1924 admin admin] Router 927b3604-2286-42fe-a981-cacbbccf9992 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:21:49.265691 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5672964a-3b0a-4bae-935f-0d01ae8f1924 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:21:49.270610 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5672964a-3b0a-4bae-935f-0d01ae8f1924 admin admin] 10.222.0.69 "PUT /v2.0/routers/927b3604-2286-42fe-a981-cacbbccf9992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7500761 Sep 08 14:21:49.273703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55408) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:49.276434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923f649-730a-4fcc-9e3f-ea052ae92173 None None] Sync routers for ids ['927b3604-2286-42fe-a981-cacbbccf9992'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:21:49.285857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923f649-730a-4fcc-9e3f-ea052ae92173 None None] Routers {'927b3604-2286-42fe-a981-cacbbccf9992'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:21:49.286513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e923f649-730a-4fcc-9e3f-ea052ae92173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['927b3604-2286-42fe-a981-cacbbccf9992'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:49.375233 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:49.390167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-e923f649-730a-4fcc-9e3f-ea052ae92173 None None] Set router 927b3604-2286-42fe-a981-cacbbccf9992 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:21:49.479225 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:49.567585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Deleting port ff4d7326-e7ab-434a-b18c-eda5b8b685c5 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:21:49.567953 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:49.579407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e923f649-730a-4fcc-9e3f-ea052ae92173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b3604-2286-42fe-a981-cacbbccf9992', 'name': 'tempest-TestEncryptedCinderVolumes-867235481-router', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:21:48Z', 'revision_number': 5, 'project_id': '6ff208046ff94cbe9a27a80afa9b124a', 'gw_port': {'id': 'ff4d7326-e7ab-434a-b18c-eda5b8b685c5', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:50:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '927b3604-2286-42fe-a981-cacbbccf9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:20:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:49.605031 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923f649-730a-4fcc-9e3f-ea052ae92173 None None] Checking router: 927b3604-2286-42fe-a981-cacbbccf9992 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:21:49.613220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e923f649-730a-4fcc-9e3f-ea052ae92173 None None] Routers {'927b3604-2286-42fe-a981-cacbbccf9992'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:21:49.613827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e923f649-730a-4fcc-9e3f-ea052ae92173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['927b3604-2286-42fe-a981-cacbbccf9992'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:49.652483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] For port ff4d7326-e7ab-434a-b18c-eda5b8b685c5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ff4d7326-e7ab-434a-b18c-eda5b8b685c5,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:49.653122 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:49.664222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Calling delete_port for ff4d7326-e7ab-434a-b18c-eda5b8b685c5 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:21:49.699274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-e923f649-730a-4fcc-9e3f-ea052ae92173 None None] Set router 927b3604-2286-42fe-a981-cacbbccf9992 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:21:49.752826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e923f649-730a-4fcc-9e3f-ea052ae92173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '927b3604-2286-42fe-a981-cacbbccf9992', 'name': 'tempest-TestEncryptedCinderVolumes-867235481-router', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:21:49Z', 'revision_number': 6, 'project_id': '6ff208046ff94cbe9a27a80afa9b124a', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:49.779318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e923f649-730a-4fcc-9e3f-ea052ae92173 None None] The sync data for ids ['927b3604-2286-42fe-a981-cacbbccf9992'] in n-d-807558-3 is: [{'id': '927b3604-2286-42fe-a981-cacbbccf9992', 'name': 'tempest-TestEncryptedCinderVolumes-867235481-router', 'tenant_id': '6ff208046ff94cbe9a27a80afa9b124a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:20:21Z', 'updated_at': '2021-09-08T14:21:49Z', 'revision_number': 6, 'project_id': '6ff208046ff94cbe9a27a80afa9b124a', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:21:49.857970 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:49.889466 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=ff4d7326-e7ab-434a-b18c-eda5b8b685c5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:49.944169 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.032512 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.034559 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.147832 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.148411 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 927b3604-2286-42fe-a981-cacbbccf9992 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:21:50.152815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.154037 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-23da8700-37b3-4494-98f4-d6e9aaa42bbc admin admin] 10.222.0.69 "DELETE /v2.0/routers/927b3604-2286-42fe-a981-cacbbccf9992 HTTP/1.1" status: 204 len: 168 time: 0.8793809 Sep 08 14:21:50.156474 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55410) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:50.202321 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfc1846-3bc8-41fe-ac75-5ac824ca5855 admin admin] Deleting subnet fb2dffd1-47b1-4ab3-b381-74b17c1e33e8 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:21:50.205413 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1846-3bc8-41fe-ac75-5ac824ca5855 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.239934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1846-3bc8-41fe-ac75-5ac824ca5855 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.322582 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1846-3bc8-41fe-ac75-5ac824ca5855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.422254 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1846-3bc8-41fe-ac75-5ac824ca5855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.450077 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc1846-3bc8-41fe-ac75-5ac824ca5855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb2dffd1-47b1-4ab3-b381-74b17c1e33e8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:50.452061 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6dfc1846-3bc8-41fe-ac75-5ac824ca5855 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.456314 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6dfc1846-3bc8-41fe-ac75-5ac824ca5855 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/fb2dffd1-47b1-4ab3-b381-74b17c1e33e8 HTTP/1.1" status: 204 len: 168 time: 0.2965240 Sep 08 14:21:50.456931 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55412) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:50.460252 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7408caf-18ec-46da-a216-a47e88c42f0b None None] Network 11c1a942-e95b-4600-8fef-4527dac00503 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:21:50.529564 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.587327 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Deleting port 9913ab31-9ce8-4101-969e-de6791dbe784 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:21:50.587675 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.643945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44611886-2267-4fd4-b2fc-af939bbab3d3 None None] DHCP port deletion for 11c1a942-e95b-4600-8fef-4527dac00503 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:21:50.654657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] For port 9913ab31-9ce8-4101-969e-de6791dbe784, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9913ab31-9ce8-4101-969e-de6791dbe784,segment=NetworkSegment(b294aaae-d675-405f-8d04-3e1ecf2cf1c3),segment_id=b294aaae-d675-405f-8d04-3e1ecf2cf1c3)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:50.655186 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.667526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Calling delete_port for 9913ab31-9ce8-4101-969e-de6791dbe784 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:21:50.690879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-44611886-2267-4fd4-b2fc-af939bbab3d3 None None] Deleting port 9913ab31-9ce8-4101-969e-de6791dbe784 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:21:50.691270 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44611886-2267-4fd4-b2fc-af939bbab3d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.760593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-44611886-2267-4fd4-b2fc-af939bbab3d3 None None] For port 9913ab31-9ce8-4101-969e-de6791dbe784, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=9913ab31-9ce8-4101-969e-de6791dbe784,segment=NetworkSegment(b294aaae-d675-405f-8d04-3e1ecf2cf1c3),segment_id=b294aaae-d675-405f-8d04-3e1ecf2cf1c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:50.766340 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44611886-2267-4fd4-b2fc-af939bbab3d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.773681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-44611886-2267-4fd4-b2fc-af939bbab3d3 None None] Calling delete_port for 9913ab31-9ce8-4101-969e-de6791dbe784 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:21:50.827480 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.852241 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44611886-2267-4fd4-b2fc-af939bbab3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.853351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9913ab31-9ce8-4101-969e-de6791dbe784,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:50.857999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] No DVR routers for this DVR port 9913ab31-9ce8-4101-969e-de6791dbe784 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:21:50.880349 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44611886-2267-4fd4-b2fc-af939bbab3d3 None None] Pushing event deleted for resources: {'Port': ['ID=9913ab31-9ce8-4101-969e-de6791dbe784,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:50.883717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44611886-2267-4fd4-b2fc-af939bbab3d3 None None] No DVR routers for this DVR port 9913ab31-9ce8-4101-969e-de6791dbe784 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:21:50.935630 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.954811 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c1a942-e95b-4600-8fef-4527dac00503']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:50.964122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b294aaae-d675-405f-8d04-3e1ecf2cf1c3') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:50.964418 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b294aaae-d675-405f-8d04-3e1ecf2cf1c3') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:50.973600 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.987738 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.993666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:21:50.996813 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:21:51.097585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:51.104026 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:51.105779 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] 10.222.0.69 "DELETE /v2.0/networks/11c1a942-e95b-4600-8fef-4527dac00503 HTTP/1.1" status: 204 len: 168 time: 0.6484437 Sep 08 14:21:51.116526 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b6c48-be6d-4c9a-8b7d-c8f4b70728d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c1a942-e95b-4600-8fef-4527dac00503,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:51.387874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55416) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:51.431349 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-030c5bb7-b424-4918-bbef-b971591783da admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=db639552443b4c3b8b44985f69a90b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423083 Sep 08 14:21:51.433705 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55418) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:51.481192 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3fe2-ae97-4416-95e6-103bf9994154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:51.501466 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3fe2-ae97-4416-95e6-103bf9994154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:51.604526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ce73ce6b-b5fd-44bc-b17e-1875acfc9634 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:21:51.624131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: ce73ce6b-b5fd-44bc-b17e-1875acfc9634 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:21:51.624413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ce73ce6b-b5fd-44bc-b17e-1875acfc9634 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:21:51.624833 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ff4d7326-e7ab-434a-b18c-eda5b8b685c5 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:21:51.643216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: ff4d7326-e7ab-434a-b18c-eda5b8b685c5 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:21:51.643569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ff4d7326-e7ab-434a-b18c-eda5b8b685c5 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:21:51.643982 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9913ab31-9ce8-4101-969e-de6791dbe784 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:21:51.656382 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3fe2-ae97-4416-95e6-103bf9994154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:51.659104 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7e0f3fe2-ae97-4416-95e6-103bf9994154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:51.660566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7e0f3fe2-ae97-4416-95e6-103bf9994154 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/a225fbc1-3c93-4fd5-8448-86639942c531 HTTP/1.1" status: 204 len: 168 time: 0.2256773 Sep 08 14:21:51.662303 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 9913ab31-9ce8-4101-969e-de6791dbe784 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:21:51.662926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 9913ab31-9ce8-4101-969e-de6791dbe784 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:21:51.670072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f3fe2-ae97-4416-95e6-103bf9994154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a225fbc1-3c93-4fd5-8448-86639942c531,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:52.238916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55424) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:52.278616 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-703cc32f-388e-4abe-89fb-deb51008f873 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=6ff208046ff94cbe9a27a80afa9b124a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384793 Sep 08 14:21:52.280900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55426) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:52.328854 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78105dba-9ecb-4b25-b841-8d27580b9954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:52.349185 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78105dba-9ecb-4b25-b841-8d27580b9954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:52.452115 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78105dba-9ecb-4b25-b841-8d27580b9954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:52.454623 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-78105dba-9ecb-4b25-b841-8d27580b9954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:52.455756 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-78105dba-9ecb-4b25-b841-8d27580b9954 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/17af51bf-acb5-4f57-a253-46b035e3b384 HTTP/1.1" status: 204 len: 168 time: 0.1739788 Sep 08 14:21:52.464579 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78105dba-9ecb-4b25-b841-8d27580b9954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17af51bf-acb5-4f57-a253-46b035e3b384,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:53.445274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55448) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:53.540441 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-100261419-network', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:21:53.640616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Made reservation on behalf of 88bfd09c967046a58ba1d084284b5f7f for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:21:53.642998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:53.652214 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:53.740974 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:53.800657 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:53.824457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:21:53.834485 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c30cfc-c189-45ec-b565-9f7a5aec8c66,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:53.839207 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:53.839548 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Added segment 11d8b756-30e9-4c9f-bbca-904186be4288 of type vlan for network 51826022-887a-45aa-b8f4-9de0216fd64b Sep 08 14:21:53.877854 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:53.969909 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:53.970906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:53.971504 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:54.032974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] Pushing event updated for resources: {'Network': ['ID=51826022-887a-45aa-b8f4-9de0216fd64b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:54.042683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 51826022-887a-45aa-b8f4-9de0216fd64b details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:21:54.051176 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e550f243-3d5f-42cb-bb84-43f83206d762 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6047683 Sep 08 14:21:54.054499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55452) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:54.059262 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e4255754-b918-4264-b39b-dcda471bac03 admin admin] Request body: {'subnet': {'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-100261419-subnet', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:21:54.136074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4255754-b918-4264-b39b-dcda471bac03 admin admin] Made reservation on behalf of 88bfd09c967046a58ba1d084284b5f7f for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:21:54.138442 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e4255754-b918-4264-b39b-dcda471bac03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:54.355285 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e4255754-b918-4264-b39b-dcda471bac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:54.413027 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4255754-b918-4264-b39b-dcda471bac03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b140112-018a-49d7-b939-d8b770bbc03b,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:54.418014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4255754-b918-4264-b39b-dcda471bac03 admin admin] Checking segment: {'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:21:54.418464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4255754-b918-4264-b39b-dcda471bac03 admin admin] Network hostable DHCP agents. Network: 51826022-887a-45aa-b8f4-9de0216fd64b, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:21:54.518797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4255754-b918-4264-b39b-dcda471bac03 admin admin] Network 51826022-887a-45aa-b8f4-9de0216fd64b is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:21:54.593349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-e4255754-b918-4264-b39b-dcda471bac03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 51826022-887a-45aa-b8f4-9de0216fd64b) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:21:54.597702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4255754-b918-4264-b39b-dcda471bac03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:54.598857 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e4255754-b918-4264-b39b-dcda471bac03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:54.602771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38da7ebf-2a31-4394-b1a4-fb350c06aae2 None None] Network 51826022-887a-45aa-b8f4-9de0216fd64b requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:21:54.676048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e4255754-b918-4264-b39b-dcda471bac03 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6204736 Sep 08 14:21:54.679705 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55454) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:54.684356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:21:54.745891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-51826022-887a-45aa-b8f4-9de0216fd64b', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'fixed_ips': [{'subnet_id': '9b140112-018a-49d7-b939-d8b770bbc03b'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:21:54.746776 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:54.755477 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:54.758928 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:54.810857 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:54.876512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Allocated IP 172.20.0.2 (51826022-887a-45aa-b8f4-9de0216fd64b/9b140112-018a-49d7-b939-d8b770bbc03b/cc91d10e-9b03-4d3e-8710-b5948b2123ae) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:21:55.018162 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:55.018995 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:55.027790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Transition to ACTIVE for port object cc91d10e-9b03-4d3e-8710-b5948b2123ae will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:21:55.042642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Transition to ACTIVE for port object cc91d10e-9b03-4d3e-8710-b5948b2123ae will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:21:55.138272 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:55.174891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Network 51826022-887a-45aa-b8f4-9de0216fd64b is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:21:55.179275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:21:55.185005 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:21:55.191860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Pushing event updated for resources: {'Port': ['ID=cc91d10e-9b03-4d3e-8710-b5948b2123ae,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:55.247669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Attempting to bind port cc91d10e-9b03-4d3e-8710-b5948b2123ae on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:21:55.247950 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Attempting to bind port cc91d10e-9b03-4d3e-8710-b5948b2123ae by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:21:55.248319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Attempting to bind port cc91d10e-9b03-4d3e-8710-b5948b2123ae on network 51826022-887a-45aa-b8f4-9de0216fd64b {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:21:55.253151 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:21:55.253525 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Checking segment: {'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:21:55.253929 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:55.254362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Bound using segment: {'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:21:55.254831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Bound port: cc91d10e-9b03-4d3e-8710-b5948b2123ae, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:21:55.255212 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:55.300179 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:55.316148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] For port cc91d10e-9b03-4d3e-8710-b5948b2123ae, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:21:55.319571 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:55.319753 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] For port cc91d10e-9b03-4d3e-8710-b5948b2123ae, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cc91d10e-9b03-4d3e-8710-b5948b2123ae,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:21:55.383894 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:55.417579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Allocated IP 172.25.5.121 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/8d68f8d7-5c43-489e-91ea-aa93b8ba7260) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:21:55.445076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddd961-f325-4726-b56f-31c4e7280801 None None] Pushing event updated for resources: {'Port': ['ID=cc91d10e-9b03-4d3e-8710-b5948b2123ae,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:55.534118 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:55.664316 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:55.705157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:21:55.710032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:21:55.714709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:21:55.717564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Pushing event updated for resources: {'Port': ['ID=8d68f8d7-5c43-489e-91ea-aa93b8ba7260,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:56.023041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:56.221544 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:56.279908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968210b3-99a0-473a-ba39-7f8479a55a67 None None] Network 51826022-887a-45aa-b8f4-9de0216fd64b requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:21:56.400937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Router 557714cb-2c3a-47ca-b47c-fc64975b2b3a is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:21:56.450611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-162079f8-39ef-4a6e-8f43-23af0c5a1365 None None] Provisioning for port cc91d10e-9b03-4d3e-8710-b5948b2123ae completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:21:56.511246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:21:56.524656 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Sync routers for ids ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:21:56.534962 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Routers {'557714cb-2c3a-47ca-b47c-fc64975b2b3a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:21:56.535756 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:56.617954 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:56.621048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-adb0d528-5488-4a4f-9f07-f4bdbc0d01a2 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9384596 Sep 08 14:21:56.622244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55456) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:56.642336 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Set router 557714cb-2c3a-47ca-b47c-fc64975b2b3a gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:21:56.905553 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:21:55Z', 'revision_number': 3, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:56.935593 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Checking router: 557714cb-2c3a-47ca-b47c-fc64975b2b3a for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:21:56.935847 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Updating router 557714cb-2c3a-47ca-b47c-fc64975b2b3a port 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:21:56.962080 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:57.220467 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:57.230734 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Transition to ACTIVE for port object 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:21:57.286060 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:57.318631 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:57.331329 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Attempting to bind port 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:21:57.331701 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Attempting to bind port 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:21:57.332065 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Attempting to bind port 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:21:57.343264 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Pushing event updated for resources: {'Port': ['ID=8d68f8d7-5c43-489e-91ea-aa93b8ba7260,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:57.346205 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:21:57.346587 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:21:57.346986 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:57.347377 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:21:57.347842 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Bound port: 8d68f8d7-5c43-489e-91ea-aa93b8ba7260, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:21:57.348225 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:57.373025 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:57.373369 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:57.373709 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:57.374043 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:57.374404 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:57.374738 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:57.375065 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:57.375390 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:57.376024 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:57.376350 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:57.376675 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:57.377021 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:21:57.411559 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] For port 8d68f8d7-5c43-489e-91ea-aa93b8ba7260, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:21:57.414792 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] For port 8d68f8d7-5c43-489e-91ea-aa93b8ba7260, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8d68f8d7-5c43-489e-91ea-aa93b8ba7260,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:21:57.473630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Allocated IP 172.20.0.1 (51826022-887a-45aa-b8f4-9de0216fd64b/9b140112-018a-49d7-b939-d8b770bbc03b/43d50086-0fa9-45c4-9b3f-bd9747ea8417) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:21:57.475587 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:57.532372 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Routers {'557714cb-2c3a-47ca-b47c-fc64975b2b3a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:21:57.533032 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:57.537937 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa70dd0-5d24-4317-8bdd-69d01532fcd2 None None] Pushing event updated for resources: {'Port': ['ID=8d68f8d7-5c43-489e-91ea-aa93b8ba7260,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:57.578718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:57.593226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Transition to ACTIVE for port object 43d50086-0fa9-45c4-9b3f-bd9747ea8417 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:21:57.650840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cc91d10e-9b03-4d3e-8710-b5948b2123ae up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:21:57.661425 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] Set router 557714cb-2c3a-47ca-b47c-fc64975b2b3a gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:21:57.692685 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:57.732703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Network 51826022-887a-45aa-b8f4-9de0216fd64b is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:21:57.737447 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:21:57.741526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:21:57.761011 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port cc91d10e-9b03-4d3e-8710-b5948b2123ae completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:21:57.765350 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cc91d10e-9b03-4d3e-8710-b5948b2123ae triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:21:57.765533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Pushing event updated for resources: {'Port': ['ID=43d50086-0fa9-45c4-9b3f-bd9747ea8417,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:57.772071 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:57.787437 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:57.866261 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:57.866528 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:21:55Z', 'revision_number': 3, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:57.913752 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f6c7d-476d-4a38-88e3-eaf14b89550e None None] The sync data for ids ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'] in n-d-807558-3 is: [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:21:55Z', 'revision_number': 3, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:21:57.916694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port cc91d10e-9b03-4d3e-8710-b5948b2123ae, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cc91d10e-9b03-4d3e-8710-b5948b2123ae,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:21:58.012502 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:58.018230 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:58.069947 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=cc91d10e-9b03-4d3e-8710-b5948b2123ae,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:58.081180 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1517bcde-7dfb-4e4e-86f6-22cd340662c5 None None] Provisioning for port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:21:58.085210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-1517bcde-7dfb-4e4e-86f6-22cd340662c5 None None] Provisioning complete for port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:21:58.085600 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1517bcde-7dfb-4e4e-86f6-22cd340662c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:58.147014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1517bcde-7dfb-4e4e-86f6-22cd340662c5 None None] Port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:21:58.203427 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:58.252078 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:58.323313 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:58.325067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Pushing event updated for resources: {'Port': ['ID=43d50086-0fa9-45c4-9b3f-bd9747ea8417,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:58.418267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Network 51826022-887a-45aa-b8f4-9de0216fd64b is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:21:58.419733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:21:58.540122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Router 557714cb-2c3a-47ca-b47c-fc64975b2b3a has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:21:58.658527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:21:58.663530 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4f66fccb-5a05-43cd-8aeb-a2adf9d975e5 admin admin] 10.222.0.69 "PUT /v2.0/routers/557714cb-2c3a-47ca-b47c-fc64975b2b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0402660 Sep 08 14:21:58.675507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-789eac61-1d8a-4746-9ed4-b05d17f12c6d None None] Provisioning complete for port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:21:58.675949 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-789eac61-1d8a-4746-9ed4-b05d17f12c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:58.711834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-789eac61-1d8a-4746-9ed4-b05d17f12c6d None None] Port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:21:59.418362 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55472) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:59.423460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1404347690-network', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:21:59.485483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Sync routers for ids ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:21:59.485483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Routers {'557714cb-2c3a-47ca-b47c-fc64975b2b3a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:21:59.485483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:59.531882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Made reservation on behalf of c704255720e74f73a3868f539eaa7ead for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:21:59.534249 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:59.543364 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:59.579872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Set router 557714cb-2c3a-47ca-b47c-fc64975b2b3a gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:21:59.645876 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:59.692336 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cc91d10e-9b03-4d3e-8710-b5948b2123ae up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:21:59.709142 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:59.730927 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:21:59.746203 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33408bf3-d045-4440-8125-0a26170d30a0,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:59.749165 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:59.749508 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Added segment dad5c00e-00dc-42f1-b329-c17f7a3e9b10 of type vlan for network e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 Sep 08 14:21:59.791265 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:59.814587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cc91d10e-9b03-4d3e-8710-b5948b2123ae triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:21:59.814879 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:59.863496 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:21:57Z', 'revision_number': 4, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '43d50086-0fa9-45c4-9b3f-bd9747ea8417', 'name': '', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'mac_address': 'fa:16:3e:19:65:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:57Z', 'updated_at': '2021-09-08T14:21:58Z', 'revision_number': 2, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'subnets': [{'id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:21:59.886290 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:59.887413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:21:59.888028 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:21:59.891122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Checking router: 557714cb-2c3a-47ca-b47c-fc64975b2b3a for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:21:59.891476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Updating router 557714cb-2c3a-47ca-b47c-fc64975b2b3a port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:21:59.958655 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] Pushing event updated for resources: {'Network': ['ID=e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:21:59.990141 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1d9a5ca9-5db0-47ae-a8e3-2cab699f3e72 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5705631 Sep 08 14:21:59.992992 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55474) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:21:59.998158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1cfe13a2-d638-490c-a21c-98ced049d01a admin admin] Request body: {'subnet': {'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1404347690-subnet', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:22:00.080741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfe13a2-d638-490c-a21c-98ced049d01a admin admin] Made reservation on behalf of c704255720e74f73a3868f539eaa7ead for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:22:00.083085 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1cfe13a2-d638-490c-a21c-98ced049d01a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.087572 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:22:00.106851 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.136337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:22:00.291993 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1cfe13a2-d638-490c-a21c-98ced049d01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.348537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe13a2-d638-490c-a21c-98ced049d01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=779ca25f-f51b-4827-b9e1-aa1ab29b3756,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:00.357446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfe13a2-d638-490c-a21c-98ced049d01a admin admin] Checking segment: {'id': 'dad5c00e-00dc-42f1-b329-c17f7a3e9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:22:00.357816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe13a2-d638-490c-a21c-98ced049d01a admin admin] Network hostable DHCP agents. Network: e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:22:00.365126 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:22:00.372805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:00.373183 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.433245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe13a2-d638-490c-a21c-98ced049d01a admin admin] Network e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:22:00.519558 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.525461 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.530042 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-1cfe13a2-d638-490c-a21c-98ced049d01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:22:00.534914 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfe13a2-d638-490c-a21c-98ced049d01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:00.535516 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1cfe13a2-d638-490c-a21c-98ced049d01a admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.538436 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ffd0b9-7ed1-4fb5-9608-34dccb306f50 None None] Network e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:22:00.558860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Transition to ACTIVE for port object 43d50086-0fa9-45c4-9b3f-bd9747ea8417 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:22:00.572740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 8d68f8d7-5c43-489e-91ea-aa93b8ba7260, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8d68f8d7-5c43-489e-91ea-aa93b8ba7260,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:22:00.607382 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1cfe13a2-d638-490c-a21c-98ced049d01a admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6130583 Sep 08 14:22:00.609919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55476) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:22:00.614661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1404347690-router', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:22:00.648348 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.650298 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.692875 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.694522 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.743472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=8d68f8d7-5c43-489e-91ea-aa93b8ba7260,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:00.755378 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.765416 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3', 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'fixed_ips': [{'subnet_id': '779ca25f-f51b-4827-b9e1-aa1ab29b3756'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:22:00.775106 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.845504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4d74e-932f-4623-ae6d-47d6963ad1e6 None None] Pushing event updated for resources: {'Port': ['ID=43d50086-0fa9-45c4-9b3f-bd9747ea8417,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:00.850429 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Attempting to bind port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:22:00.850812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Attempting to bind port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:22:00.851182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Attempting to bind port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 on network 51826022-887a-45aa-b8f4-9de0216fd64b {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:22:00.909503 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:22:00.909876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Checking segment: {'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:22:00.910307 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.910705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Bound using segment: {'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:22:00.911180 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Bound port: 43d50086-0fa9-45c4-9b3f-bd9747ea8417, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:22:00.911568 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:00.986409 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:01.030763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] For port 43d50086-0fa9-45c4-9b3f-bd9747ea8417, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:22:01.035697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] For port 43d50086-0fa9-45c4-9b3f-bd9747ea8417, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=43d50086-0fa9-45c4-9b3f-bd9747ea8417,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:22:01.038326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Allocated IP 172.20.0.2 (e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3/779ca25f-f51b-4827-b9e1-aa1ab29b3756/b61cdd15-88c8-4d07-8946-e2cb47cbff07) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:22:01.110732 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:01.219724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Routers {'557714cb-2c3a-47ca-b47c-fc64975b2b3a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:22:01.220388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:01.248985 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:01.259674 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4d74e-932f-4623-ae6d-47d6963ad1e6 None None] Pushing event updated for resources: {'Port': ['ID=43d50086-0fa9-45c4-9b3f-bd9747ea8417,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:01.270913 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:01.282266 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:01.298826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Transition to ACTIVE for port object b61cdd15-88c8-4d07-8946-e2cb47cbff07 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:22:01.350792 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Transition to ACTIVE for port object b61cdd15-88c8-4d07-8946-e2cb47cbff07 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:22:01.369773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] Set router 557714cb-2c3a-47ca-b47c-fc64975b2b3a gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:22:01.378419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Allocated IP 172.25.5.128 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/cddf3307-49f2-4933-829c-55bcaf24f76c) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:22:01.411621 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:01.484106 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:01.518508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Network e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:22:01.549320 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:22:01.551692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:22:01.557507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Pushing event updated for resources: {'Port': ['ID=b61cdd15-88c8-4d07-8946-e2cb47cbff07,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:01.566847 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:01.610846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Pushing event updated for resources: {'Port': ['ID=cddf3307-49f2-4933-829c-55bcaf24f76c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:01.621954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:22:01.623426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:22:01.625544 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:22:01.630803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:22:01.677487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Attempting to bind port b61cdd15-88c8-4d07-8946-e2cb47cbff07 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:22:01.677836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Attempting to bind port b61cdd15-88c8-4d07-8946-e2cb47cbff07 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dad5c00e-00dc-42f1-b329-c17f7a3e9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:22:01.678256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Attempting to bind port b61cdd15-88c8-4d07-8946-e2cb47cbff07 on network e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:22:01.698546 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:22:01.698932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Checking segment: {'id': 'dad5c00e-00dc-42f1-b329-c17f7a3e9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:22:01.699373 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:01.699777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Bound using segment: {'id': 'dad5c00e-00dc-42f1-b329-c17f7a3e9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:22:01.701221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Bound port: b61cdd15-88c8-4d07-8946-e2cb47cbff07, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad5c00e-00dc-42f1-b329-c17f7a3e9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:22:01.701221 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:01.766453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:01.767161 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:01.803411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:21:57Z', 'revision_number': 4, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '43d50086-0fa9-45c4-9b3f-bd9747ea8417', 'name': '', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'mac_address': 'fa:16:3e:19:65:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:57Z', 'updated_at': '2021-09-08T14:22:01Z', 'revision_number': 4, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'subnets': [{'id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:01.841055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7c82d1-7db7-4f7f-a0cd-beaae3de95bc None None] The sync data for ids ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'] in n-d-807558-3 is: [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:21:57Z', 'revision_number': 4, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '43d50086-0fa9-45c4-9b3f-bd9747ea8417', 'name': '', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'mac_address': 'fa:16:3e:19:65:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:57Z', 'updated_at': '2021-09-08T14:22:01Z', 'revision_number': 4, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'subnets': [{'id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:22:01.849092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] For port b61cdd15-88c8-4d07-8946-e2cb47cbff07, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:22:01.867988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] For port b61cdd15-88c8-4d07-8946-e2cb47cbff07, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b61cdd15-88c8-4d07-8946-e2cb47cbff07,segment=NetworkSegment(dad5c00e-00dc-42f1-b329-c17f7a3e9b10),segment_id=dad5c00e-00dc-42f1-b329-c17f7a3e9b10)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:22:01.947883 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:01.985647 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:02.016556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506648e-1e3d-4d91-be40-f0e7aeefd51d None None] Pushing event updated for resources: {'Port': ['ID=b61cdd15-88c8-4d07-8946-e2cb47cbff07,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:02.224697 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:02.433386 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Router 64b4247b-b49e-4346-906e-c20957651b8a is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:22:02.543710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:22:02.552881 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Sync routers for ids ['64b4247b-b49e-4346-906e-c20957651b8a'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:22:02.563607 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Routers {'64b4247b-b49e-4346-906e-c20957651b8a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:22:02.564227 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['64b4247b-b49e-4346-906e-c20957651b8a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:02.617905 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:02.619232 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e8f44e9d-c013-404f-969e-b9942da0f460 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0082171 Sep 08 14:22:02.621871 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55478) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:22:02.685229 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Set router 64b4247b-b49e-4346-906e-c20957651b8a gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:22:02.892366 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4247b-b49e-4346-906e-c20957651b8a', 'name': 'tempest-TestMinimumBasicScenario-1404347690-router', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:22:00Z', 'updated_at': '2021-09-08T14:22:01Z', 'revision_number': 3, 'project_id': 'c704255720e74f73a3868f539eaa7ead', 'gw_port': {'id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4247b-b49e-4346-906e-c20957651b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:22:01Z', 'updated_at': '2021-09-08T14:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:02.920548 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Checking router: 64b4247b-b49e-4346-906e-c20957651b8a for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:22:02.920900 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Updating router 64b4247b-b49e-4346-906e-c20957651b8a port cddf3307-49f2-4933-829c-55bcaf24f76c binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:22:02.952388 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.033388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24b21ff-6f4b-4736-9a75-484d78d58116 None None] Network e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:22:03.132429 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.197337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-493f2f39-d2dc-40ba-921f-9bda27d937bf None None] Provisioning for port b61cdd15-88c8-4d07-8946-e2cb47cbff07 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:22:03.253362 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.263518 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Transition to ACTIVE for port object cddf3307-49f2-4933-829c-55bcaf24f76c will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:22:03.298499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Allocated IP 172.20.0.1 (e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3/779ca25f-f51b-4827-b9e1-aa1ab29b3756/15a65d08-15f8-41a1-b3ba-3a10d0e87a51) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:22:03.331785 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.386334 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Attempting to bind port cddf3307-49f2-4933-829c-55bcaf24f76c on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:22:03.386724 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Attempting to bind port cddf3307-49f2-4933-829c-55bcaf24f76c by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:22:03.387105 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Attempting to bind port cddf3307-49f2-4933-829c-55bcaf24f76c on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:22:03.389262 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358eb504-fbd5-4b7e-a703-3709aefb585e None None] Pushing event updated for resources: {'Port': ['ID=cddf3307-49f2-4933-829c-55bcaf24f76c,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:03.396717 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:22:03.398712 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:22:03.399121 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.399570 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:22:03.400302 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Bound port: cddf3307-49f2-4933-829c-55bcaf24f76c, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:22:03.400494 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.470994 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] For port cddf3307-49f2-4933-829c-55bcaf24f76c, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:22:03.474490 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] For port cddf3307-49f2-4933-829c-55bcaf24f76c, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cddf3307-49f2-4933-829c-55bcaf24f76c,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:22:03.543797 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.611077 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Routers {'64b4247b-b49e-4346-906e-c20957651b8a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:22:03.611761 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['64b4247b-b49e-4346-906e-c20957651b8a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:03.614023 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358eb504-fbd5-4b7e-a703-3709aefb585e None None] Pushing event updated for resources: {'Port': ['ID=cddf3307-49f2-4933-829c-55bcaf24f76c,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:03.691671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 43d50086-0fa9-45c4-9b3f-bd9747ea8417 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:22:03.712768 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.729856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Transition to ACTIVE for port object 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:22:03.794641 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:22:03.798612 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:03.799801 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.812468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.816982 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] Set router 64b4247b-b49e-4346-906e-c20957651b8a gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:22:03.851003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Network e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:22:03.855695 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:22:03.861863 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:22:03.882965 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.887115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Pushing event updated for resources: {'Port': ['ID=15a65d08-15f8-41a1-b3ba-3a10d0e87a51,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:03.915526 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.918472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 43d50086-0fa9-45c4-9b3f-bd9747ea8417, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=43d50086-0fa9-45c4-9b3f-bd9747ea8417,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:22:03.989379 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:03.990441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b61cdd15-88c8-4d07-8946-e2cb47cbff07 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:22:04.032447 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4247b-b49e-4346-906e-c20957651b8a', 'name': 'tempest-TestMinimumBasicScenario-1404347690-router', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:22:00Z', 'updated_at': '2021-09-08T14:22:01Z', 'revision_number': 3, 'project_id': 'c704255720e74f73a3868f539eaa7ead', 'gw_port': {'id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4247b-b49e-4346-906e-c20957651b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:22:01Z', 'updated_at': '2021-09-08T14:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:04.066489 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984cb7a8-d289-4ee5-a5e1-ecd8666b8412 None None] The sync data for ids ['64b4247b-b49e-4346-906e-c20957651b8a'] in n-d-807558-3 is: [{'id': '64b4247b-b49e-4346-906e-c20957651b8a', 'name': 'tempest-TestMinimumBasicScenario-1404347690-router', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:22:00Z', 'updated_at': '2021-09-08T14:22:01Z', 'revision_number': 3, 'project_id': 'c704255720e74f73a3868f539eaa7ead', 'gw_port': {'id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4247b-b49e-4346-906e-c20957651b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:22:01Z', 'updated_at': '2021-09-08T14:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:22:04.097806 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=43d50086-0fa9-45c4-9b3f-bd9747ea8417,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:04.140572 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:04.177533 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b61cdd15-88c8-4d07-8946-e2cb47cbff07 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:22:04.182228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b61cdd15-88c8-4d07-8946-e2cb47cbff07 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:04.182680 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:04.251221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dfc06beb-2b55-490e-990f-ba4f914637e1 None None] Provisioning for port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:22:04.259921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-dfc06beb-2b55-490e-990f-ba4f914637e1 None None] Provisioning complete for port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:04.260298 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dfc06beb-2b55-490e-990f-ba4f914637e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:04.308063 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:04.332642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-dfc06beb-2b55-490e-990f-ba4f914637e1 None None] Port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:22:04.334136 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:04.357317 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b61cdd15-88c8-4d07-8946-e2cb47cbff07, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b61cdd15-88c8-4d07-8946-e2cb47cbff07,segment=NetworkSegment(dad5c00e-00dc-42f1-b329-c17f7a3e9b10),segment_id=dad5c00e-00dc-42f1-b329-c17f7a3e9b10)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:22:04.394869 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:04.423402 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:04.471224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Pushing event updated for resources: {'Port': ['ID=15a65d08-15f8-41a1-b3ba-3a10d0e87a51,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:04.477818 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:04.576269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Network e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:22:04.578105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:22:04.647915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b61cdd15-88c8-4d07-8946-e2cb47cbff07,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:04.723334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Router 64b4247b-b49e-4346-906e-c20957651b8a has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:22:04.838383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:22:04.846192 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3a8239e3-4a62-4bb4-a525-ccefb31bb76c admin admin] 10.222.0.69 "PUT /v2.0/routers/64b4247b-b49e-4346-906e-c20957651b8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2217541 Sep 08 14:22:04.856223 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2461c6a9-bf65-4e33-a1fe-4a0fdc3feade None None] Provisioning complete for port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:04.856602 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2461c6a9-bf65-4e33-a1fe-4a0fdc3feade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:04.895530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2461c6a9-bf65-4e33-a1fe-4a0fdc3feade None None] Port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:22:05.688721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Sync routers for ids ['64b4247b-b49e-4346-906e-c20957651b8a'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:22:05.700249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Routers {'64b4247b-b49e-4346-906e-c20957651b8a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:22:05.700895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['64b4247b-b49e-4346-906e-c20957651b8a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:05.738248 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 43d50086-0fa9-45c4-9b3f-bd9747ea8417 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:22:05.842336 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:05.842707 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:05.845393 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Set router 64b4247b-b49e-4346-906e-c20957651b8a gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:22:06.071817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b61cdd15-88c8-4d07-8946-e2cb47cbff07 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:22:06.171267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b61cdd15-88c8-4d07-8946-e2cb47cbff07 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:06.171639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:06.204288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4247b-b49e-4346-906e-c20957651b8a', 'name': 'tempest-TestMinimumBasicScenario-1404347690-router', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:22:00Z', 'updated_at': '2021-09-08T14:22:04Z', 'revision_number': 4, 'project_id': 'c704255720e74f73a3868f539eaa7ead', 'gw_port': {'id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4247b-b49e-4346-906e-c20957651b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:22:01Z', 'updated_at': '2021-09-08T14:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '15a65d08-15f8-41a1-b3ba-3a10d0e87a51', 'name': '', 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'mac_address': 'fa:16:3e:2d:41:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4247b-b49e-4346-906e-c20957651b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '779ca25f-f51b-4827-b9e1-aa1ab29b3756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:22:03Z', 'updated_at': '2021-09-08T14:22:04Z', 'revision_number': 2, 'project_id': 'c704255720e74f73a3868f539eaa7ead', 'subnets': [{'id': '779ca25f-f51b-4827-b9e1-aa1ab29b3756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:06.236942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Checking router: 64b4247b-b49e-4346-906e-c20957651b8a for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:22:06.237305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Updating router 64b4247b-b49e-4346-906e-c20957651b8a port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:22:06.271187 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:06.343476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cddf3307-49f2-4933-829c-55bcaf24f76c up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:22:06.600796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port cddf3307-49f2-4933-829c-55bcaf24f76c completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:22:06.608535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cddf3307-49f2-4933-829c-55bcaf24f76c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:06.608922 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:06.650209 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:06.668076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Transition to ACTIVE for port object 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:22:06.739970 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:06.750690 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:06.816674 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port cddf3307-49f2-4933-829c-55bcaf24f76c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cddf3307-49f2-4933-829c-55bcaf24f76c,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:22:06.829108 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f0a1a-465f-4ed6-a7ff-3b8d5869951b None None] Pushing event updated for resources: {'Port': ['ID=15a65d08-15f8-41a1-b3ba-3a10d0e87a51,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:06.893899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Attempting to bind port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:22:06.894326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Attempting to bind port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dad5c00e-00dc-42f1-b329-c17f7a3e9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:22:06.894756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Attempting to bind port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 on network e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:22:06.901216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:22:06.901486 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Checking segment: {'id': 'dad5c00e-00dc-42f1-b329-c17f7a3e9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:22:06.901739 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:06.902139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Bound using segment: {'id': 'dad5c00e-00dc-42f1-b329-c17f7a3e9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:22:06.902639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Bound port: 15a65d08-15f8-41a1-b3ba-3a10d0e87a51, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad5c00e-00dc-42f1-b329-c17f7a3e9b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:22:06.903184 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:06.960862 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:07.006543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] For port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:22:07.011235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] For port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=15a65d08-15f8-41a1-b3ba-3a10d0e87a51,segment=NetworkSegment(dad5c00e-00dc-42f1-b329-c17f7a3e9b10),segment_id=dad5c00e-00dc-42f1-b329-c17f7a3e9b10)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:22:07.036271 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=cddf3307-49f2-4933-829c-55bcaf24f76c,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:07.088752 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:07.157356 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Routers {'64b4247b-b49e-4346-906e-c20957651b8a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:22:07.157997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:21:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['64b4247b-b49e-4346-906e-c20957651b8a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:07.164555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f0a1a-465f-4ed6-a7ff-3b8d5869951b None None] Pushing event updated for resources: {'Port': ['ID=15a65d08-15f8-41a1-b3ba-3a10d0e87a51,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:07.291236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] Set router 64b4247b-b49e-4346-906e-c20957651b8a gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:22:07.536634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4247b-b49e-4346-906e-c20957651b8a', 'name': 'tempest-TestMinimumBasicScenario-1404347690-router', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:22:00Z', 'updated_at': '2021-09-08T14:22:04Z', 'revision_number': 4, 'project_id': 'c704255720e74f73a3868f539eaa7ead', 'gw_port': {'id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4247b-b49e-4346-906e-c20957651b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:22:01Z', 'updated_at': '2021-09-08T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '15a65d08-15f8-41a1-b3ba-3a10d0e87a51', 'name': '', 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'mac_address': 'fa:16:3e:2d:41:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4247b-b49e-4346-906e-c20957651b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '779ca25f-f51b-4827-b9e1-aa1ab29b3756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:22:03Z', 'updated_at': '2021-09-08T14:22:06Z', 'revision_number': 4, 'project_id': 'c704255720e74f73a3868f539eaa7ead', 'subnets': [{'id': '779ca25f-f51b-4827-b9e1-aa1ab29b3756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:07.570183 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77977172-f0ef-432b-9c76-4b68e9698667 None None] The sync data for ids ['64b4247b-b49e-4346-906e-c20957651b8a'] in n-d-807558-3 is: [{'id': '64b4247b-b49e-4346-906e-c20957651b8a', 'name': 'tempest-TestMinimumBasicScenario-1404347690-router', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:22:00Z', 'updated_at': '2021-09-08T14:22:04Z', 'revision_number': 4, 'project_id': 'c704255720e74f73a3868f539eaa7ead', 'gw_port': {'id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4247b-b49e-4346-906e-c20957651b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:22:01Z', 'updated_at': '2021-09-08T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '15a65d08-15f8-41a1-b3ba-3a10d0e87a51', 'name': '', 'network_id': 'e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'mac_address': 'fa:16:3e:2d:41:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b4247b-b49e-4346-906e-c20957651b8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '779ca25f-f51b-4827-b9e1-aa1ab29b3756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:22:03Z', 'updated_at': '2021-09-08T14:22:06Z', 'revision_number': 4, 'project_id': 'c704255720e74f73a3868f539eaa7ead', 'subnets': [{'id': '779ca25f-f51b-4827-b9e1-aa1ab29b3756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:22:07.686041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cddf3307-49f2-4933-829c-55bcaf24f76c up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:22:07.784167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port cddf3307-49f2-4933-829c-55bcaf24f76c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:07.784881 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:07.928394 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cde0e0cc-b5c9-415c-a5ca-a01dbd681711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:09.667772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:22:09.766299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:22:09.770520 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:09.771234 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:09.860119 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:09.904602 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=15a65d08-15f8-41a1-b3ba-3a10d0e87a51,segment=NetworkSegment(dad5c00e-00dc-42f1-b329-c17f7a3e9b10),segment_id=dad5c00e-00dc-42f1-b329-c17f7a3e9b10)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:22:09.976660 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:10.041817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=15a65d08-15f8-41a1-b3ba-3a10d0e87a51,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:10.204390 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-22873677-2c8a-4460-8153-1d2951490f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:10.650370 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:11.623037 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:22:11.669199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:11.669571 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:12.084805 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:13.553081 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:14.926360 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:16.211420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-41d6a851-affe-4877-afd3-ecbb56e4f266 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:16.212896 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-41d6a851-affe-4877-afd3-ecbb56e4f266 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/networks?id=51826022-887a-45aa-b8f4-9de0216fd64b HTTP/1.1" status: 200 len: 814 time: 0.1040969 Sep 08 14:22:16.227543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-7c7869d4-9e78-4544-929c-e3728c043192 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/quotas/88bfd09c967046a58ba1d084284b5f7f HTTP/1.1" status: 200 len: 375 time: 0.0087953 Sep 08 14:22:16.277027 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-586f1db3-eaf1-414d-ae6e-39e4aa281629 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=88bfd09c967046a58ba1d084284b5f7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443180 Sep 08 14:22:16.374492 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-9f45a918-6f3f-431d-a172-8ddb7d5eb4d9 service neutron] 10.222.0.69 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858090 Sep 08 14:22:16.462156 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-a58fa666-1401-4cc7-aeab-3968807d2fb5 service neutron] 10.222.0.69 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814223 Sep 08 14:22:16.729219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8cd2f45f-c1f0-4d79-bdc8-93b1d5d4c78f req-b1a43351-e3e2-4eb2-b5b6-25a423dcadc6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 210 time: 0.0270379 Sep 08 14:22:17.563959 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:17.826398 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f872146c-316b-456a-b05e-fd0531f82140 req-dd7218ae-2c95-4c9d-8005-0c3cec6ed76f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 210 time: 0.0266161 Sep 08 14:22:18.539956 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-c1033cff-ec4e-4ec7-b6f6-2317bccf1e50 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:18.541412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-c1033cff-ec4e-4ec7-b6f6-2317bccf1e50 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.60 "GET /v2.0/networks?id=51826022-887a-45aa-b8f4-9de0216fd64b HTTP/1.1" status: 200 len: 814 time: 0.1080484 Sep 08 14:22:18.554236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Request body: {'port': {'device_id': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'admin_state_up': True, 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:22:18.743268 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Made reservation on behalf of 88bfd09c967046a58ba1d084284b5f7f for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:22:18.746920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:18.873543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Allocated IP 172.20.0.14 (51826022-887a-45aa-b8f4-9de0216fd64b/9b140112-018a-49d7-b939-d8b770bbc03b/6941ca37-901f-422d-9211-82aa9f6c783b) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:22:18.934741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-632eb767-1b91-4154-8221-b974a3700df5 req-ad356cdd-10f8-4da8-8ba1-a897c62ea693 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 210 time: 0.0370262 Sep 08 14:22:19.053483 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:19.065772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Transition to ACTIVE for port object 6941ca37-901f-422d-9211-82aa9f6c783b will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:22:19.172988 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:19.236902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event updated for resources: {'Port': ['ID=6941ca37-901f-422d-9211-82aa9f6c783b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:19.260726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Network 51826022-887a-45aa-b8f4-9de0216fd64b is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:22:19.262637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:22:19.265457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:22:19.318951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:19.319615 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:19.413095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-49cd4249-58f6-48a8-9b1c-4bd78f3f9d88 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8617694 Sep 08 14:22:19.610585 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-471ee9da-e3bf-4941-a8d2-a1f7bd1e94e3 None None] Provisioning for port 6941ca37-901f-422d-9211-82aa9f6c783b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:22:19.617460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-471ee9da-e3bf-4941-a8d2-a1f7bd1e94e3 None None] Provisioning complete for port 6941ca37-901f-422d-9211-82aa9f6c783b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:19.619135 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-471ee9da-e3bf-4941-a8d2-a1f7bd1e94e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:19.657028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-471ee9da-e3bf-4941-a8d2-a1f7bd1e94e3 None None] Port 6941ca37-901f-422d-9211-82aa9f6c783b cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:22:20.060620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1fe67-1cd4-4812-904e-8f4f9ae5405d req-8eb6f498-c4f3-4e7b-b79e-00d476224d5a tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:20.062128 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0b1fe67-1cd4-4812-904e-8f4f9ae5405d req-8eb6f498-c4f3-4e7b-b79e-00d476224d5a tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 932 time: 0.0597701 Sep 08 14:22:20.102611 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b0b1fe67-1cd4-4812-904e-8f4f9ae5405d req-7b83539d-8b7e-44da-85cd-a2ca27afc19a tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340171 Sep 08 14:22:21.225057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5cf92-4dea-4ad8-aeff-aababc032d86 req-c2d683c4-11f8-49b3-9737-8acc80e9900b tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:21.226551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-94a5cf92-4dea-4ad8-aeff-aababc032d86 req-c2d683c4-11f8-49b3-9737-8acc80e9900b tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 932 time: 0.0564930 Sep 08 14:22:21.269915 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-94a5cf92-4dea-4ad8-aeff-aababc032d86 req-06b29ace-e589-4a84-987f-5c581f02ac91 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355859 Sep 08 14:22:21.308677 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:22:22.390562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12195a15-9f63-4370-aa4c-4c8acc914e3a req-f5f880b1-06ea-47a9-bbef-0ec1af0565aa tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:22.392055 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-12195a15-9f63-4370-aa4c-4c8acc914e3a req-f5f880b1-06ea-47a9-bbef-0ec1af0565aa tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 932 time: 0.0558474 Sep 08 14:22:22.429729 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-12195a15-9f63-4370-aa4c-4c8acc914e3a req-9e04a6b7-4037-49d1-ab59-db4c23dc90fa tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311127 Sep 08 14:22:23.555409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edace1b-1a46-499b-9650-cdac4b5a0119 req-977e4579-3f7e-4371-82ca-f8b83d7c712a tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:23.557038 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6edace1b-1a46-499b-9650-cdac4b5a0119 req-977e4579-3f7e-4371-82ca-f8b83d7c712a tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 932 time: 0.0526469 Sep 08 14:22:23.601514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6edace1b-1a46-499b-9650-cdac4b5a0119 req-e328a223-b98d-484c-b210-037ff217069f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384262 Sep 08 14:22:24.719559 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99714e9c-b409-410e-805b-60c3fd7df88d req-8714a774-f7e3-47a1-8517-c421cf0da745 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:24.721229 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99714e9c-b409-410e-805b-60c3fd7df88d req-8714a774-f7e3-47a1-8517-c421cf0da745 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 932 time: 0.0511622 Sep 08 14:22:24.759969 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-99714e9c-b409-410e-805b-60c3fd7df88d req-29809df5-c16a-480c-a08d-17f3a71f6b46 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320792 Sep 08 14:22:25.888876 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc1a36d-e35a-401a-a54a-e50ef7b424cf req-8471e1e5-3fb7-409d-b2a0-1881aabb8d14 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:25.890435 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bc1a36d-e35a-401a-a54a-e50ef7b424cf req-8471e1e5-3fb7-409d-b2a0-1881aabb8d14 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 932 time: 0.0545349 Sep 08 14:22:25.928964 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bc1a36d-e35a-401a-a54a-e50ef7b424cf req-87864173-1d04-48ce-9b21-7db62fa36c60 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325263 Sep 08 14:22:27.055148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f7596-f4d3-44e6-b51b-e8b0ccaf57ec req-9a6beb7e-4e8e-4c7c-a223-b112724f0148 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:27.062518 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-775f7596-f4d3-44e6-b51b-e8b0ccaf57ec req-9a6beb7e-4e8e-4c7c-a223-b112724f0148 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 932 time: 0.0582428 Sep 08 14:22:27.115334 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-775f7596-f4d3-44e6-b51b-e8b0ccaf57ec req-2bb13d87-d39d-47b5-9d1e-18811cde480c tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510736 Sep 08 14:22:28.236675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa276c-52dc-483c-a108-d7ffb71fee6f req-a6debb35-4cad-4d0c-b8e9-3be5ffc8bebb tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:28.239039 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2aa276c-52dc-483c-a108-d7ffb71fee6f req-a6debb35-4cad-4d0c-b8e9-3be5ffc8bebb tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 932 time: 0.0612342 Sep 08 14:22:28.278416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2aa276c-52dc-483c-a108-d7ffb71fee6f req-c0f7e11e-446b-45c6-ad2e-a2f4f0514938 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Sep 08 14:22:29.389724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901cfba1-7f8f-4a4e-8658-13a84f368603 req-4a3ce1d1-f650-4331-abea-c58dcb50cb15 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:29.391203 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-901cfba1-7f8f-4a4e-8658-13a84f368603 req-4a3ce1d1-f650-4331-abea-c58dcb50cb15 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 932 time: 0.0473561 Sep 08 14:22:29.428158 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-901cfba1-7f8f-4a4e-8658-13a84f368603 req-17dad13b-920a-4a7a-8528-8311b0303282 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Sep 08 14:22:30.539991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c6efc-941a-462d-824a-56dbb9301a25 req-7c218148-cf32-4ab7-ad60-c95afaeb22d2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:30.541459 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e03c6efc-941a-462d-824a-56dbb9301a25 req-7c218148-cf32-4ab7-ad60-c95afaeb22d2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 932 time: 0.0484111 Sep 08 14:22:30.577900 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e03c6efc-941a-462d-824a-56dbb9301a25 req-b1d8b307-03bc-4ab3-b133-f4e86499eed4 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304465 Sep 08 14:22:31.498126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Request body: {'port': {'device_id': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:22:31.552809 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:31.690063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1b6a1-e810-40f4-945c-a5ba264c2fa8 req-c29c5479-a35a-4ef1-95db-5aefc1e12fc9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:31.691687 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ce1b6a1-e810-40f4-945c-a5ba264c2fa8 req-c29c5479-a35a-4ef1-95db-5aefc1e12fc9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 932 time: 0.0482476 Sep 08 14:22:31.729657 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ce1b6a1-e810-40f4-945c-a5ba264c2fa8 req-a4cb232e-da98-4af5-9e23-bf4e49b8467c tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319564 Sep 08 14:22:31.807699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6941ca37-901f-422d-9211-82aa9f6c783b {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:22:31.815085 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:31.826905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Transition to ACTIVE for port object 6941ca37-901f-422d-9211-82aa9f6c783b will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:22:31.902575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:31.968606 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Pushing event updated for resources: {'Port': ['ID=6941ca37-901f-422d-9211-82aa9f6c783b,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:32.022932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Attempting to bind port 6941ca37-901f-422d-9211-82aa9f6c783b on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:22:32.023273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Attempting to bind port 6941ca37-901f-422d-9211-82aa9f6c783b by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:22:32.023608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Attempting to bind port 6941ca37-901f-422d-9211-82aa9f6c783b on network 51826022-887a-45aa-b8f4-9de0216fd64b {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:22:32.028243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Port 6941ca37-901f-422d-9211-82aa9f6c783b on network 51826022-887a-45aa-b8f4-9de0216fd64b not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:22:32.028556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Attempting to bind port 6941ca37-901f-422d-9211-82aa9f6c783b on network 51826022-887a-45aa-b8f4-9de0216fd64b {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:22:32.033675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:22:32.034017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Checking segment: {'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:22:32.034433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Bound using segment: {'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:22:32.034869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Bound port: 6941ca37-901f-422d-9211-82aa9f6c783b, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11d8b756-30e9-4c9f-bbca-904186be4288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:22:32.035227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:32.101772 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] For port 6941ca37-901f-422d-9211-82aa9f6c783b, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:22:32.104813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] For port 6941ca37-901f-422d-9211-82aa9f6c783b, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6941ca37-901f-422d-9211-82aa9f6c783b,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:22:32.177373 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:32.213256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:32.213956 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:32.215375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] 10.222.0.60 "PUT /v2.0/ports/6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 200 len: 1092 time: 0.7215791 Sep 08 14:22:32.215805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:22:32.218356 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c34298-5cc7-4fd4-b4d6-d1a4582bdfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:22:32.243419 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27641323-3a3d-494f-be42-6fbd7d1d4d8f service neutron] Pushing event updated for resources: {'Port': ['ID=6941ca37-901f-422d-9211-82aa9f6c783b,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:32.262020 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868353e8-1586-41fb-ae19-7cca05230122 x-openstack-request-id: req-868353e8-1586-41fb-ae19-7cca05230122 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:22:32.262369 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:22:32.266782 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-868353e8-1586-41fb-ae19-7cca05230122 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:22:32.266782 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b', 'status': 'completed', 'code': 200} Sep 08 14:22:32.326313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c34298-5cc7-4fd4-b4d6-d1a4582bdfcb req-972396df-858f-4d36-b318-724c78fa3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:32.327779 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9c34298-5cc7-4fd4-b4d6-d1a4582bdfcb req-972396df-858f-4d36-b318-724c78fa3182 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88bfd09c967046a58ba1d084284b5f7f&device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0439544 Sep 08 14:22:32.431158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c34298-5cc7-4fd4-b4d6-d1a4582bdfcb req-73d6d1bf-65c9-4296-b6dd-5e57969b9606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:32.432652 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9c34298-5cc7-4fd4-b4d6-d1a4582bdfcb req-73d6d1bf-65c9-4296-b6dd-5e57969b9606 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=88bfd09c967046a58ba1d084284b5f7f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0975063 Sep 08 14:22:32.529949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c34298-5cc7-4fd4-b4d6-d1a4582bdfcb req-bd73aa2e-118f-4761-8dbc-5a40d55ad5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:32.531451 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9c34298-5cc7-4fd4-b4d6-d1a4582bdfcb req-bd73aa2e-118f-4761-8dbc-5a40d55ad5aa service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911393 Sep 08 14:22:32.607066 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-f4a196b3-f57e-4b79-9462-6d5e55546d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:32.608453 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-f4a196b3-f57e-4b79-9462-6d5e55546d3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88bfd09c967046a58ba1d084284b5f7f&device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 1095 time: 0.0401669 Sep 08 14:22:32.649785 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-9633d90f-3142-47c7-ba96-d889e0b5358e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 200 len: 217 time: 0.0340383 Sep 08 14:22:32.701923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-d97af9aa-88dc-4d6c-b50d-12e5e3c36a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:32.703467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-d97af9aa-88dc-4d6c-b50d-12e5e3c36a49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b140112-018a-49d7-b939-d8b770bbc03b HTTP/1.1" status: 200 len: 853 time: 0.0475101 Sep 08 14:22:32.749325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-2c2e57d3-9a15-4d12-9ca1-6ddc998e127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:32.909434 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-2c2e57d3-9a15-4d12-9ca1-6ddc998e127d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51826022-887a-45aa-b8f4-9de0216fd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408428 Sep 08 14:22:32.909434 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-12546ccb-300b-4581-9e74-9acce7b4f388 service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813880 Sep 08 14:22:32.912645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6adde29-8ff4-4489-9efc-184c30684625 req-954c3460-5dc5-40b2-a10c-112d7b0539b2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:32.912645 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d6adde29-8ff4-4489-9efc-184c30684625 req-954c3460-5dc5-40b2-a10c-112d7b0539b2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 944 time: 0.0548790 Sep 08 14:22:32.919036 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d6adde29-8ff4-4489-9efc-184c30684625 req-c841a969-5b55-4928-b113-00713a60e145 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342619 Sep 08 14:22:32.953918 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c3ccb90-0ff5-42a0-b076-d9fffabfe65c req-e45557f9-5d2f-4ff5-9e62-81ec221edf31 service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069453 Sep 08 14:22:34.045406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9b828-cd2c-4698-86a9-c497db4e3000 req-236cd67a-b74d-4720-9a7b-95c15b1bae14 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:34.046933 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78d9b828-cd2c-4698-86a9-c497db4e3000 req-236cd67a-b74d-4720-9a7b-95c15b1bae14 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 944 time: 0.0488000 Sep 08 14:22:34.083583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78d9b828-cd2c-4698-86a9-c497db4e3000 req-961cafab-ddad-4931-8474-a0cb1c4c1c3e tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308201 Sep 08 14:22:35.195773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489a7f2-22e1-4f4e-9ae5-65a237513bb6 req-f8ec408c-2888-4aa0-93bc-9473b1ba01f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:35.197237 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5489a7f2-22e1-4f4e-9ae5-65a237513bb6 req-f8ec408c-2888-4aa0-93bc-9473b1ba01f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 944 time: 0.0483551 Sep 08 14:22:35.234789 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5489a7f2-22e1-4f4e-9ae5-65a237513bb6 req-ee0fbb4b-ccde-4aaf-91c8-a37e6781e7c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Sep 08 14:22:36.347176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72343bd-20e5-4970-a784-9ffe64753bcd req-d87a2091-90a1-4b5c-8310-472d0713811f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:36.348651 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e72343bd-20e5-4970-a784-9ffe64753bcd req-d87a2091-90a1-4b5c-8310-472d0713811f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 944 time: 0.0488653 Sep 08 14:22:36.389615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e72343bd-20e5-4970-a784-9ffe64753bcd req-62768c4b-5a79-4237-abca-ccceec3185f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351212 Sep 08 14:22:36.613085 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6941ca37-901f-422d-9211-82aa9f6c783b details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:22:36.708554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6941ca37-901f-422d-9211-82aa9f6c783b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6941ca37-901f-422d-9211-82aa9f6c783b,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:22:36.719779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '6941ca37-901f-422d-9211-82aa9f6c783b', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'port_id': '6941ca37-901f-422d-9211-82aa9f6c783b', 'mac_address': 'fa:16:3e:82:9e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:22:36.755697 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:36.768717 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6941ca37-901f-422d-9211-82aa9f6c783b {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:22:36.787682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6941ca37-901f-422d-9211-82aa9f6c783b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6941ca37-901f-422d-9211-82aa9f6c783b,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:22:36.834101 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:36.883311 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=6941ca37-901f-422d-9211-82aa9f6c783b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:37.126984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6941ca37-901f-422d-9211-82aa9f6c783b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:22:37.501900 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6505e-11f8-499b-8e26-45bfc926dd7d req-1cf2f1e1-b309-4866-8db7-8df2f08a39b7 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:37.503460 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-deb6505e-11f8-499b-8e26-45bfc926dd7d req-1cf2f1e1-b309-4866-8db7-8df2f08a39b7 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 945 time: 0.0491834 Sep 08 14:22:37.540721 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-deb6505e-11f8-499b-8e26-45bfc926dd7d req-09a02bee-36b8-4939-99f5-60d30406bd66 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Sep 08 14:22:37.884033 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c6906b00-bfdb-4440-9cfa-fa3f94968ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:38.625088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6941ca37-901f-422d-9211-82aa9f6c783b up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:22:38.653996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890bd2-18e8-4969-a771-68f5d0ea3943 req-e08d27e0-dc29-483f-9bd0-4bf131169085 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:38.655525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67890bd2-18e8-4969-a771-68f5d0ea3943 req-e08d27e0-dc29-483f-9bd0-4bf131169085 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 945 time: 0.0501895 Sep 08 14:22:38.693435 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67890bd2-18e8-4969-a771-68f5d0ea3943 req-cef4ffdf-3143-4d68-8991-e9424330a49f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318887 Sep 08 14:22:38.729332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 6941ca37-901f-422d-9211-82aa9f6c783b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:22:38.733250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 6941ca37-901f-422d-9211-82aa9f6c783b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:22:38.733627 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:38.954259 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:38.977077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:22:38.980195 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61acef75-b9b5-4c94-b7b4-34280c5955d5" -d '{"events": [{"server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "name": "network-vif-plugged", "status": "completed", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:22:38.993279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 6941ca37-901f-422d-9211-82aa9f6c783b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6941ca37-901f-422d-9211-82aa9f6c783b,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:22:39.016361 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b92235-96f0-466e-b4b1-9bafecab70b6 x-openstack-request-id: req-f1b92235-96f0-466e-b4b1-9bafecab70b6 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:22:39.016654 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "name": "network-vif-plugged", "status": "completed", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:22:39.016911 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f1b92235-96f0-466e-b4b1-9bafecab70b6 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:22:39.017320 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b', 'code': 200} Sep 08 14:22:39.063025 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:39.111322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=6941ca37-901f-422d-9211-82aa9f6c783b,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:39.112356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6297b-acc4-4159-a22d-bcb98ebe3a0e req-aa82cbc6-b87e-4adb-9a6b-db45592243f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:39.114899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78e6297b-acc4-4159-a22d-bcb98ebe3a0e req-aa82cbc6-b87e-4adb-9a6b-db45592243f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0413792 Sep 08 14:22:39.150017 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78e6297b-acc4-4159-a22d-bcb98ebe3a0e req-d775c8be-6658-4dba-b703-385b0b986846 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277007 Sep 08 14:22:39.804707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618ca10-07f6-4e3a-9e32-f7ee8af1a7ed req-bf98dc4e-1404-41f3-ab53-0a553dfd43e4 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:39.806198 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d618ca10-07f6-4e3a-9e32-f7ee8af1a7ed req-bf98dc4e-1404-41f3-ab53-0a553dfd43e4 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 946 time: 0.0479529 Sep 08 14:22:39.846351 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d618ca10-07f6-4e3a-9e32-f7ee8af1a7ed req-17f4c041-6258-49af-b226-375cca886485 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340276 Sep 08 14:22:40.216519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-860a6d2e-7825-484a-88be-8a0e19642b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:40.662377 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:40.963215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ba29c-8159-4f95-b690-dbfe83dbe9af req-5c035e77-db5e-4f1d-a998-1280b09a1f03 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:40.964578 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce4ba29c-8159-4f95-b690-dbfe83dbe9af req-5c035e77-db5e-4f1d-a998-1280b09a1f03 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 946 time: 0.0518839 Sep 08 14:22:41.001026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce4ba29c-8159-4f95-b690-dbfe83dbe9af req-5379d933-f512-45e3-b3f9-43d3fe748768 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304554 Sep 08 14:22:41.112036 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7eb61-f1bc-45b8-8d2e-2bbc078b35b4 req-ab478480-ba2e-4dbc-950a-a0ad72d94a10 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:41.113498 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0bd7eb61-f1bc-45b8-8d2e-2bbc078b35b4 req-ab478480-ba2e-4dbc-950a-a0ad72d94a10 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 946 time: 0.0490184 Sep 08 14:22:41.150182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0bd7eb61-f1bc-45b8-8d2e-2bbc078b35b4 req-c5c45f27-97e1-430d-ac5a-7795d83de9a9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302513 Sep 08 14:22:41.331556 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac6150-657c-4172-81c6-94bea82b140b req-4c825971-8db0-4603-89f6-c11db434832f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:41.333020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4ac6150-657c-4172-81c6-94bea82b140b req-4c825971-8db0-4603-89f6-c11db434832f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 946 time: 0.0481985 Sep 08 14:22:41.369703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4ac6150-657c-4172-81c6-94bea82b140b req-8ba2d052-2fc7-4087-acc3-cbed79c17f41 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307491 Sep 08 14:22:42.095345 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:43.503035 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:44.914408 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:47.584930 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:55.872433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36a16-f364-4814-9f9c-3e9512e8ebfc req-a1d0db17-3cb2-4eb2-b090-8c9bc710e951 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:55.874157 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96f36a16-f364-4814-9f9c-3e9512e8ebfc req-a1d0db17-3cb2-4eb2-b090-8c9bc710e951 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 946 time: 0.2138338 Sep 08 14:22:55.918221 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96f36a16-f364-4814-9f9c-3e9512e8ebfc req-e883c06b-4f03-4587-b307-15621bc75b50 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368075 Sep 08 14:22:55.939735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55698) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:22:56.025937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6941e3b-2e60-446b-9947-a83b3047ddc1 tempest-TestMinimumBasicScenario-1167768294 tempest-TestMinimumBasicScenario-1167768294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:56.027493 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d6941e3b-2e60-446b-9947-a83b3047ddc1 tempest-TestMinimumBasicScenario-1167768294 tempest-TestMinimumBasicScenario-1167768294-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 1092 time: 0.0868106 Sep 08 14:22:56.030455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55702) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:22:56.034656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '6941ca37-901f-422d-9211-82aa9f6c783b', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:22:56.113922 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:56.211279 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:56.313637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Allocated IP 172.25.5.14 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/e5461e1f-6d06-49bb-bfce-98c7664a4e3b) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:22:56.410845 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:56.513762 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:56.547423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:22:56.550189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:22:56.553546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:22:56.581720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event updated for resources: {'Port': ['ID=e5461e1f-6d06-49bb-bfce-98c7664a4e3b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:56.594405 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:56.594760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:56.595105 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:56.595446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:56.595783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:56.596116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:56.596445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:56.596774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:56.597102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:56.597428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:56.597753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:56.598076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:56.917588 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:57.033672 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:57.180638 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:57.231545 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:57.300085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event updated for resources: {'Port': ['ID=e5461e1f-6d06-49bb-bfce-98c7664a4e3b,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:57.308996 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:57.407625 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Floating IP 72ddb80d-55a1-461a-8a8c-9c982182b6fa associated. External IP: 172.25.5.14, port: 6941ca37-901f-422d-9211-82aa9f6c783b. Sep 08 14:22:57.608937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Router 557714cb-2c3a-47ca-b47c-fc64975b2b3a has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:22:57.714004 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:22:57.724799 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fedafb7-2783-4576-be5e-284ced739805 None None] Sync routers for ids ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:22:57.734267 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fedafb7-2783-4576-be5e-284ced739805 None None] Routers {'557714cb-2c3a-47ca-b47c-fc64975b2b3a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:22:57.734870 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9fedafb7-2783-4576-be5e-284ced739805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:22:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:57.792233 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:57.819019 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-42600b80-c16f-4884-81c0-f33cc25cd6a2 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7875574 Sep 08 14:22:57.819701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:22:57.822540 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55704) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:22:57.823073 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce5a689-551f-4e34-a323-3b85998cf42e" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:22:57.826959 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2055566368', 'description': 'tempest-secgroup-smoke-2055566368 description', 'project_id': '88bfd09c967046a58ba1d084284b5f7f'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:22:57.841653 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-9fedafb7-2783-4576-be5e-284ced739805 None None] Set router 557714cb-2c3a-47ca-b47c-fc64975b2b3a gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:22:57.861471 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92528e61-1987-4eab-85e2-87ebebb8f4af x-openstack-request-id: req-92528e61-1987-4eab-85e2-87ebebb8f4af {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:22:57.861782 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:22:57.862080 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-92528e61-1987-4eab-85e2-87ebebb8f4af {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:22:57.862527 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b', 'status': 'completed', 'code': 200} Sep 08 14:22:57.923639 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:57.923977 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5a689-551f-4e34-a323-3b85998cf42e req-0639e3eb-31e4-4e7f-823a-5f8a9c050c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:57.925487 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce5a689-551f-4e34-a323-3b85998cf42e req-0639e3eb-31e4-4e7f-823a-5f8a9c050c4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88bfd09c967046a58ba1d084284b5f7f&device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0395494 Sep 08 14:22:58.010365 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:58.029807 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5a689-551f-4e34-a323-3b85998cf42e req-56666c75-384f-4ef9-b159-049ee8742ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:58.031332 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce5a689-551f-4e34-a323-3b85998cf42e req-56666c75-384f-4ef9-b159-049ee8742ab7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=51826022-887a-45aa-b8f4-9de0216fd64b HTTP/1.1" status: 200 len: 915 time: 0.0969608 Sep 08 14:22:58.069221 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9fedafb7-2783-4576-be5e-284ced739805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:21:57Z', 'revision_number': 4, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '72ddb80d-55a1-461a-8a8c-9c982182b6fa', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'port_id': '6941ca37-901f-422d-9211-82aa9f6c783b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'mac_address': 'fa:16:3e:82:9e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:22:56Z', 'updated_at': '2021-09-08T14:22:56Z', 'revision_number': 0, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d50086-0fa9-45c4-9b3f-bd9747ea8417', 'name': '', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'mac_address': 'fa:16:3e:19:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:57Z', 'updated_at': '2021-09-08T14:22:03Z', 'revision_number': 5, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'subnets': [{'id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:58.090635 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:58.099201 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fedafb7-2783-4576-be5e-284ced739805 None None] Checking router: 557714cb-2c3a-47ca-b47c-fc64975b2b3a for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:22:58.101715 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce5a689-551f-4e34-a323-3b85998cf42e req-81a8bdbb-a3c2-4c56-aa72-85448887c1f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 200 len: 999 time: 0.0623930 Sep 08 14:22:58.108149 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fedafb7-2783-4576-be5e-284ced739805 None None] Routers {'557714cb-2c3a-47ca-b47c-fc64975b2b3a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:22:58.108756 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9fedafb7-2783-4576-be5e-284ced739805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:22:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:58.121628 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df55338-468e-4424-acc2-bfecdc1b3d87,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:58.129117 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:58.129472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:58.134048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:58.134048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:58.134048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:58.134048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:58.134048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:58.134048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:58.134048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:58.134048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:58.134048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:58.134048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:22:58.156425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5a689-551f-4e34-a323-3b85998cf42e req-bb931400-221d-4600-896d-886704b6d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:58.158379 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce5a689-551f-4e34-a323-3b85998cf42e req-bb931400-221d-4600-896d-886704b6d02a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b140112-018a-49d7-b939-d8b770bbc03b HTTP/1.1" status: 200 len: 853 time: 0.0495591 Sep 08 14:22:58.182383 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:58.186256 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-25b35175-64e5-4794-a343-22dfc1589066 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3601367 Sep 08 14:22:58.186481 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55708) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:22:58.191116 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d63d5fe5-8214-4ac9-8a63-5ae3f89e87a4 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Request body: {'security_group_rule': {'security_group_id': '8df55338-468e-4424-acc2-bfecdc1b3d87', 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:22:58.208365 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5a689-551f-4e34-a323-3b85998cf42e req-82293f40-256d-4093-83d4-2fecfeb93d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:22:58.209923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce5a689-551f-4e34-a323-3b85998cf42e req-82293f40-256d-4093-83d4-2fecfeb93d05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51826022-887a-45aa-b8f4-9de0216fd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432253 Sep 08 14:22:58.220287 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-9fedafb7-2783-4576-be5e-284ced739805 None None] Set router 557714cb-2c3a-47ca-b47c-fc64975b2b3a gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:22:58.284195 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d63d5fe5-8214-4ac9-8a63-5ae3f89e87a4 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:58.304858 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce5a689-551f-4e34-a323-3b85998cf42e req-b2daf110-ec1c-4fd6-ae05-20bbe12064c2 service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861292 Sep 08 14:22:58.321466 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:22:58.346115 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d63d5fe5-8214-4ac9-8a63-5ae3f89e87a4 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:58.450813 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d63d5fe5-8214-4ac9-8a63-5ae3f89e87a4 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:58.458340 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-9fedafb7-2783-4576-be5e-284ced739805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:21:57Z', 'revision_number': 4, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '72ddb80d-55a1-461a-8a8c-9c982182b6fa', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'port_id': '6941ca37-901f-422d-9211-82aa9f6c783b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'mac_address': 'fa:16:3e:82:9e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:22:56Z', 'updated_at': '2021-09-08T14:22:56Z', 'revision_number': 0, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d50086-0fa9-45c4-9b3f-bd9747ea8417', 'name': '', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'mac_address': 'fa:16:3e:19:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:57Z', 'updated_at': '2021-09-08T14:22:03Z', 'revision_number': 5, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'subnets': [{'id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:22:58.470380 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d5fe5-8214-4ac9-8a63-5ae3f89e87a4 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0601075f-ce67-4711-ae19-2ae23d7f6231,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:58.493410 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fedafb7-2783-4576-be5e-284ced739805 None None] The sync data for ids ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'] in n-d-807558-3 is: [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:21:57Z', 'revision_number': 4, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '72ddb80d-55a1-461a-8a8c-9c982182b6fa', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'floating_ip_address': '172.25.5.14', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'port_id': '6941ca37-901f-422d-9211-82aa9f6c783b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'mac_address': 'fa:16:3e:82:9e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:22:56Z', 'updated_at': '2021-09-08T14:22:56Z', 'revision_number': 0, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d50086-0fa9-45c4-9b3f-bd9747ea8417', 'name': '', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'mac_address': 'fa:16:3e:19:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:57Z', 'updated_at': '2021-09-08T14:22:03Z', 'revision_number': 5, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'subnets': [{'id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:22:58.514010 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d63d5fe5-8214-4ac9-8a63-5ae3f89e87a4 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:58.516085 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d63d5fe5-8214-4ac9-8a63-5ae3f89e87a4 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3283234 Sep 08 14:22:58.518734 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55710) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:22:58.524710 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-17432ecc-4b52-4879-96dd-93c72e91b82d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Request body: {'security_group_rule': {'security_group_id': '8df55338-468e-4424-acc2-bfecdc1b3d87', 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:22:58.599115 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17432ecc-4b52-4879-96dd-93c72e91b82d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:58.665928 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17432ecc-4b52-4879-96dd-93c72e91b82d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:58.694656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4ce5a689-551f-4e34-a323-3b85998cf42e req-6ca34d67-4130-4d33-ad62-8ccf8e990ed7 service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821504 Sep 08 14:22:58.707905 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17432ecc-4b52-4879-96dd-93c72e91b82d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:58.712955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a6bd27-a735-4307-8f40-85706e0e3078 None None] New status for floating IP 72ddb80d-55a1-461a-8a8c-9c982182b6fa: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:22:58.728892 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17432ecc-4b52-4879-96dd-93c72e91b82d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196a85b2-3dd9-4597-bc74-9e9cb4ae2681,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:58.811099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-17432ecc-4b52-4879-96dd-93c72e91b82d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:58.812348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-17432ecc-4b52-4879-96dd-93c72e91b82d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2924440 Sep 08 14:22:58.815014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55712) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:22:58.819453 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-3a97df81-833b-41f5-b1f6-361bf73329aa tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Request body: {'security_group_rule': {'security_group_id': '8df55338-468e-4424-acc2-bfecdc1b3d87', 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:22:58.910827 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a97df81-833b-41f5-b1f6-361bf73329aa tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:58.970055 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a97df81-833b-41f5-b1f6-361bf73329aa tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.043522 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a97df81-833b-41f5-b1f6-361bf73329aa tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.062241 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97df81-833b-41f5-b1f6-361bf73329aa tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed81f80-353e-42ff-8b37-bb685632fef2,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:59.102367 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3a97df81-833b-41f5-b1f6-361bf73329aa tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.103598 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3a97df81-833b-41f5-b1f6-361bf73329aa tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2876399 Sep 08 14:22:59.106862 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55714) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:22:59.111173 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-df9c6e16-0eed-4a3d-ab9f-a32ca39fdb93 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Request body: {'security_group_rule': {'security_group_id': '8df55338-468e-4424-acc2-bfecdc1b3d87', 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:22:59.186464 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df9c6e16-0eed-4a3d-ab9f-a32ca39fdb93 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.243776 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df9c6e16-0eed-4a3d-ab9f-a32ca39fdb93 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.284781 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df9c6e16-0eed-4a3d-ab9f-a32ca39fdb93 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.301649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c6e16-0eed-4a3d-ab9f-a32ca39fdb93 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8b4a99-43cf-4def-8515-110c5f9490b9,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:59.357565 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-df9c6e16-0eed-4a3d-ab9f-a32ca39fdb93 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.358851 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-df9c6e16-0eed-4a3d-ab9f-a32ca39fdb93 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2510083 Sep 08 14:22:59.361536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55716) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:22:59.365787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-573a86cf-0c12-4099-ab9a-802fe1a2ce94 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Request body: {'security_group_rule': {'security_group_id': '8df55338-468e-4424-acc2-bfecdc1b3d87', 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:22:59.444927 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-573a86cf-0c12-4099-ab9a-802fe1a2ce94 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Project 88bfd09c967046a58ba1d084284b5f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:22:59.450441 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-573a86cf-0c12-4099-ab9a-802fe1a2ce94 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.510759 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-573a86cf-0c12-4099-ab9a-802fe1a2ce94 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.570620 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-573a86cf-0c12-4099-ab9a-802fe1a2ce94 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.589207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a86cf-0c12-4099-ab9a-802fe1a2ce94 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73672975-fb09-4f0d-839d-61e1794e5048,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:59.639024 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-573a86cf-0c12-4099-ab9a-802fe1a2ce94 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.640247 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-573a86cf-0c12-4099-ab9a-802fe1a2ce94 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2778137 Sep 08 14:22:59.642930 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55718) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:22:59.647138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-bcbecc8a-478e-4788-a032-fb2cb941e11d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Request body: {'security_group_rule': {'security_group_id': '8df55338-468e-4424-acc2-bfecdc1b3d87', 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:22:59.736241 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-bcbecc8a-478e-4788-a032-fb2cb941e11d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Project 88bfd09c967046a58ba1d084284b5f7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:22:59.741305 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc8a-478e-4788-a032-fb2cb941e11d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.801419 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc8a-478e-4788-a032-fb2cb941e11d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.885258 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc8a-478e-4788-a032-fb2cb941e11d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.904326 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbecc8a-478e-4788-a032-fb2cb941e11d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c50d3c-73d2-48b4-b1c0-dac6fb66b3a4,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:22:59.981062 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bcbecc8a-478e-4788-a032-fb2cb941e11d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:22:59.982831 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bcbecc8a-478e-4788-a032-fb2cb941e11d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3388238 Sep 08 14:23:00.063922 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-772d21b2-72e2-44a1-aa26-4255ed81d668 req-aa643e88-1cb0-4980-aa3b-efea7e17d0fd tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055566368&fields=id&tenant_id=88bfd09c967046a58ba1d084284b5f7f HTTP/1.1" status: 200 len: 267 time: 0.0320506 Sep 08 14:23:00.118025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d21b2-72e2-44a1-aa26-4255ed81d668 req-fe828a94-ba1d-48cf-9cba-ef7aa4fe6821 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:00.119541 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-772d21b2-72e2-44a1-aa26-4255ed81d668 req-fe828a94-ba1d-48cf-9cba-ef7aa4fe6821 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 946 time: 0.0502713 Sep 08 14:23:00.130265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-772d21b2-72e2-44a1-aa26-4255ed81d668 req-f5e6e9f7-3baf-4c61-be75-863e6086adc8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Request body: {'port': {'security_groups': ['34c30cfc-c189-45ec-b565-9f7a5aec8c66', '8df55338-468e-4424-acc2-bfecdc1b3d87']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:23:00.189016 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-772d21b2-72e2-44a1-aa26-4255ed81d668 req-f5e6e9f7-3baf-4c61-be75-863e6086adc8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:00.364674 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-772d21b2-72e2-44a1-aa26-4255ed81d668 req-f5e6e9f7-3baf-4c61-be75-863e6086adc8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] For port 6941ca37-901f-422d-9211-82aa9f6c783b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6941ca37-901f-422d-9211-82aa9f6c783b,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:23:00.392978 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-772d21b2-72e2-44a1-aa26-4255ed81d668 req-f5e6e9f7-3baf-4c61-be75-863e6086adc8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:00.500236 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-772d21b2-72e2-44a1-aa26-4255ed81d668 req-f5e6e9f7-3baf-4c61-be75-863e6086adc8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:00.513519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6941ca37-901f-422d-9211-82aa9f6c783b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:23:00.544014 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d21b2-72e2-44a1-aa26-4255ed81d668 req-f5e6e9f7-3baf-4c61-be75-863e6086adc8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:00.544656 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-772d21b2-72e2-44a1-aa26-4255ed81d668 req-f5e6e9f7-3baf-4c61-be75-863e6086adc8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:00.546805 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-772d21b2-72e2-44a1-aa26-4255ed81d668 req-f5e6e9f7-3baf-4c61-be75-863e6086adc8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "PUT /v2.0/ports/6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 200 len: 982 time: 0.4206789 Sep 08 14:23:00.547457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:23:00.551798 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d47d54-ff31-4334-a45e-eba09947603f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:23:00.577632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6e9f7-3baf-4c61-be75-863e6086adc8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event updated for resources: {'Port': ['ID=6941ca37-901f-422d-9211-82aa9f6c783b,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:23:00.619085 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96be6f9-0f73-4991-a979-7ad0f7b99780 x-openstack-request-id: req-f96be6f9-0f73-4991-a979-7ad0f7b99780 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:23:00.619856 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:23:00.620304 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f96be6f9-0f73-4991-a979-7ad0f7b99780 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:23:00.620913 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b', 'status': 'completed', 'code': 200} Sep 08 14:23:00.627168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6941ca37-901f-422d-9211-82aa9f6c783b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:23:00.694699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d47d54-ff31-4334-a45e-eba09947603f req-9f428433-c485-4661-9758-d08ea20f48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:00.699495 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86d47d54-ff31-4334-a45e-eba09947603f req-9f428433-c485-4661-9758-d08ea20f48bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88bfd09c967046a58ba1d084284b5f7f&device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 1136 time: 0.0538731 Sep 08 14:23:00.750776 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b527b-1db9-4f82-8315-bdbfa14a5043 req-cec0e165-1712-4299-8f80-0203f77be38e tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:00.761301 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-096b527b-1db9-4f82-8315-bdbfa14a5043 req-cec0e165-1712-4299-8f80-0203f77be38e tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.1319506 Sep 08 14:23:00.802584 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-096b527b-1db9-4f82-8315-bdbfa14a5043 req-8be4b5a3-3544-4a87-bad3-98445cc176f0 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&id=8df55338-468e-4424-acc2-bfecdc1b3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401196 Sep 08 14:23:00.807829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d47d54-ff31-4334-a45e-eba09947603f req-72227cae-9023-4bf2-9071-408a7796530f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:00.809275 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86d47d54-ff31-4334-a45e-eba09947603f req-72227cae-9023-4bf2-9071-408a7796530f service neutron] 10.222.0.60 "GET /v2.0/networks?id=51826022-887a-45aa-b8f4-9de0216fd64b HTTP/1.1" status: 200 len: 915 time: 0.1003897 Sep 08 14:23:00.885455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86d47d54-ff31-4334-a45e-eba09947603f req-f1e07ac3-e09b-484f-9704-c2f4b2b33601 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 200 len: 1001 time: 0.0668881 Sep 08 14:23:00.894331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9542ac03-b355-4aab-b2d6-8a52b99f0d82 None None] Provisioning complete for port 6941ca37-901f-422d-9211-82aa9f6c783b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:23:00.894714 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9542ac03-b355-4aab-b2d6-8a52b99f0d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:00.935816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d47d54-ff31-4334-a45e-eba09947603f req-971f0e57-f31c-4284-9702-d36142f33ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:00.937314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86d47d54-ff31-4334-a45e-eba09947603f req-971f0e57-f31c-4284-9702-d36142f33ba1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b140112-018a-49d7-b939-d8b770bbc03b HTTP/1.1" status: 200 len: 853 time: 0.0436432 Sep 08 14:23:00.984185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d47d54-ff31-4334-a45e-eba09947603f req-72042b33-dc34-49d7-9f7c-a759e21a793d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:00.985960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86d47d54-ff31-4334-a45e-eba09947603f req-72042b33-dc34-49d7-9f7c-a759e21a793d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51826022-887a-45aa-b8f4-9de0216fd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415778 Sep 08 14:23:01.078971 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86d47d54-ff31-4334-a45e-eba09947603f req-4dacf29e-f984-45d7-af06-0252deb97dc0 service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848157 Sep 08 14:23:01.168871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-86d47d54-ff31-4334-a45e-eba09947603f req-c1236a70-fdb6-494b-88b1-02cdc3e640e7 service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822368 Sep 08 14:23:07.907686 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-07a3f115-fc48-4171-acbb-df73f7da2af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:10.210744 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-656237a0-5fe4-4b33-a141-aabf158ee99d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:10.650933 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:11.285715 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09737013-1065-46a3-bf69-cca9b2368ce9 req-db14854d-8ba7-4f46-8374-62ceacf70db8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435679 Sep 08 14:23:11.366159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09737013-1065-46a3-bf69-cca9b2368ce9 req-7cb7dd16-fd0f-41ae-a80f-159d7c6d0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:11.367645 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09737013-1065-46a3-bf69-cca9b2368ce9 req-7cb7dd16-fd0f-41ae-a80f-159d7c6d0974 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88bfd09c967046a58ba1d084284b5f7f&device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 1136 time: 0.0405946 Sep 08 14:23:11.467875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09737013-1065-46a3-bf69-cca9b2368ce9 req-6f94b451-3c4d-4413-9bd4-ff89de888c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:11.469327 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09737013-1065-46a3-bf69-cca9b2368ce9 req-6f94b451-3c4d-4413-9bd4-ff89de888c31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=51826022-887a-45aa-b8f4-9de0216fd64b HTTP/1.1" status: 200 len: 915 time: 0.0834038 Sep 08 14:23:11.536285 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09737013-1065-46a3-bf69-cca9b2368ce9 req-3ae674ce-7657-47de-9827-e2859fc57c1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 200 len: 1001 time: 0.0598311 Sep 08 14:23:11.583362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09737013-1065-46a3-bf69-cca9b2368ce9 req-77b85aa6-b6c3-43b0-80ba-65d72de88cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:11.584773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09737013-1065-46a3-bf69-cca9b2368ce9 req-77b85aa6-b6c3-43b0-80ba-65d72de88cb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b140112-018a-49d7-b939-d8b770bbc03b HTTP/1.1" status: 200 len: 853 time: 0.0419815 Sep 08 14:23:11.629801 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09737013-1065-46a3-bf69-cca9b2368ce9 req-c76f0d8d-e9db-468b-97bc-e33d990ec3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:11.631308 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09737013-1065-46a3-bf69-cca9b2368ce9 req-c76f0d8d-e9db-468b-97bc-e33d990ec3d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51826022-887a-45aa-b8f4-9de0216fd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383132 Sep 08 14:23:11.721772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09737013-1065-46a3-bf69-cca9b2368ce9 req-e02f1f53-2c17-4c1c-a683-cedfaa1d6b75 service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827415 Sep 08 14:23:11.811647 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-09737013-1065-46a3-bf69-cca9b2368ce9 req-ecb4a66e-76b7-42e0-b02d-ae349f64004e service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830741 Sep 08 14:23:12.083129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:13.484643 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:14.936213 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:17.587512 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:35.311984 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:23:37.895634 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-891371da-1e9b-4630-ad39-68b92129542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:40.238629 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-740b8b27-ed92-459c-86f0-ffb2cc65143d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:40.636827 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:42.123891 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:43.539384 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:44.969586 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:47.586850 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:23:49.305193 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a18fe-80ef-4044-90e1-1c0d9decc218 req-56c5de74-c479-4ae3-a388-bf938fed168c tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:49.306658 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-122a18fe-80ef-4044-90e1-1c0d9decc218 req-56c5de74-c479-4ae3-a388-bf938fed168c tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.0548315 Sep 08 14:23:49.349458 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-122a18fe-80ef-4044-90e1-1c0d9decc218 req-3a170eb4-0090-4aba-b184-0674cf17c1c0 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&id=8df55338-468e-4424-acc2-bfecdc1b3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363917 Sep 08 14:23:49.407238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edf3c1-75ba-4880-99ee-70c4481b0ac8 req-43125300-d714-4079-a5e6-e519d13c6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:49.408737 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78edf3c1-75ba-4880-99ee-70c4481b0ac8 req-43125300-d714-4079-a5e6-e519d13c6a54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88bfd09c967046a58ba1d084284b5f7f&device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 1136 time: 0.0839791 Sep 08 14:23:49.497109 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edf3c1-75ba-4880-99ee-70c4481b0ac8 req-4506c3bb-39f6-48f5-b7a9-723ffe847235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:49.498575 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78edf3c1-75ba-4880-99ee-70c4481b0ac8 req-4506c3bb-39f6-48f5-b7a9-723ffe847235 service neutron] 10.222.0.60 "GET /v2.0/networks?id=51826022-887a-45aa-b8f4-9de0216fd64b HTTP/1.1" status: 200 len: 915 time: 0.0823722 Sep 08 14:23:49.564877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78edf3c1-75ba-4880-99ee-70c4481b0ac8 req-e2095338-d4b0-463e-909e-1720dfc83011 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 200 len: 1001 time: 0.0592391 Sep 08 14:23:49.613107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edf3c1-75ba-4880-99ee-70c4481b0ac8 req-d709b4c2-cfa7-48f3-8f6b-24723cc9cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:49.614599 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78edf3c1-75ba-4880-99ee-70c4481b0ac8 req-d709b4c2-cfa7-48f3-8f6b-24723cc9cb8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b140112-018a-49d7-b939-d8b770bbc03b HTTP/1.1" status: 200 len: 853 time: 0.0425792 Sep 08 14:23:49.659748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78edf3c1-75ba-4880-99ee-70c4481b0ac8 req-d9d6337e-a0ee-4cd4-9e11-803b8909fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:49.661208 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78edf3c1-75ba-4880-99ee-70c4481b0ac8 req-d9d6337e-a0ee-4cd4-9e11-803b8909fb1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51826022-887a-45aa-b8f4-9de0216fd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395553 Sep 08 14:23:49.753946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78edf3c1-75ba-4880-99ee-70c4481b0ac8 req-9be1111d-fabd-40c5-b233-6dd4ea55ee8c service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843778 Sep 08 14:23:49.846034 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-78edf3c1-75ba-4880-99ee-70c4481b0ac8 req-5e96ceaf-7679-4691-8ed5-86b948facdae service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847976 Sep 08 14:23:50.498497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe628b3-d651-4862-9e34-10bddca086db req-5470ddea-c402-45f4-bb53-5e2e78490a39 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:50.500015 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ebe628b3-d651-4862-9e34-10bddca086db req-5470ddea-c402-45f4-bb53-5e2e78490a39 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.0510666 Sep 08 14:23:50.540212 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ebe628b3-d651-4862-9e34-10bddca086db req-e6133afd-dc31-41a5-859d-dbaed7a941cd tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&id=8df55338-468e-4424-acc2-bfecdc1b3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339596 Sep 08 14:23:51.655122 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70102298-1bf0-4d71-83bb-3bc5d50045b3 req-85e5dd0d-4b30-4ab0-a291-66b339cf7407 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:51.656599 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70102298-1bf0-4d71-83bb-3bc5d50045b3 req-85e5dd0d-4b30-4ab0-a291-66b339cf7407 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.0503449 Sep 08 14:23:51.695948 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-70102298-1bf0-4d71-83bb-3bc5d50045b3 req-b11aeaf7-d3dd-47d0-9253-f4c9fda8fc27 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&id=8df55338-468e-4424-acc2-bfecdc1b3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332251 Sep 08 14:23:52.808002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42609043-3b48-4db6-bc51-7f24ddb30d70 req-e75c550e-9c81-4cdb-9bbb-97ed6185a801 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:52.809971 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42609043-3b48-4db6-bc51-7f24ddb30d70 req-e75c550e-9c81-4cdb-9bbb-97ed6185a801 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.0486460 Sep 08 14:23:52.849720 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-42609043-3b48-4db6-bc51-7f24ddb30d70 req-c086a029-32c5-4797-a2cd-5e60a080f827 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&id=8df55338-468e-4424-acc2-bfecdc1b3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336037 Sep 08 14:23:53.961313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de17493-0308-4265-b9b6-52943fba0c1f req-4b6ea462-4c2b-4714-a9e5-355ae9901e1c tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:53.962811 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2de17493-0308-4265-b9b6-52943fba0c1f req-4b6ea462-4c2b-4714-a9e5-355ae9901e1c tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.0477407 Sep 08 14:23:54.002134 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2de17493-0308-4265-b9b6-52943fba0c1f req-a602fc3e-5e7f-45f7-a5b0-74a8da148896 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&id=8df55338-468e-4424-acc2-bfecdc1b3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325656 Sep 08 14:23:55.121125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051e1a1-92ff-40db-9f40-ee4618610c61 req-8f0267c0-628f-4454-8981-15dafc15a1ec tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:55.122704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4051e1a1-92ff-40db-9f40-ee4618610c61 req-8f0267c0-628f-4454-8981-15dafc15a1ec tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.0532744 Sep 08 14:23:55.161558 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4051e1a1-92ff-40db-9f40-ee4618610c61 req-7064ca88-e059-4f05-a2cf-5075cfe013e3 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&id=8df55338-468e-4424-acc2-bfecdc1b3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327938 Sep 08 14:23:56.278407 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c56365-0446-40bf-b8a8-c19e09652dc6 req-e31eb080-b991-4a7b-9765-6070cfc7e5e6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:56.279779 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-28c56365-0446-40bf-b8a8-c19e09652dc6 req-e31eb080-b991-4a7b-9765-6070cfc7e5e6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.0524542 Sep 08 14:23:56.318692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-28c56365-0446-40bf-b8a8-c19e09652dc6 req-3ef9c324-be44-4ec3-bb10-3dcb556c2af0 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&id=8df55338-468e-4424-acc2-bfecdc1b3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329485 Sep 08 14:23:57.430481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828aa19f-416f-49aa-8a8e-b4fb06ae9c91 req-425a25db-04a8-4308-a03d-49930101b67e tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:57.431962 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-828aa19f-416f-49aa-8a8e-b4fb06ae9c91 req-425a25db-04a8-4308-a03d-49930101b67e tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.0483694 Sep 08 14:23:57.471792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-828aa19f-416f-49aa-8a8e-b4fb06ae9c91 req-77dc7b96-b960-4959-bc78-c8bad3aa1c70 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&id=8df55338-468e-4424-acc2-bfecdc1b3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333440 Sep 08 14:23:58.584282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290aba4a-b2d0-4f40-9f16-9c8a262d0089 req-5dbeae4f-c05e-4470-b847-ef41720dbf5a tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:58.585744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-290aba4a-b2d0-4f40-9f16-9c8a262d0089 req-5dbeae4f-c05e-4470-b847-ef41720dbf5a tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.0482864 Sep 08 14:23:58.625588 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-290aba4a-b2d0-4f40-9f16-9c8a262d0089 req-9da8aef2-1434-49ee-904d-aa181eff2581 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&id=8df55338-468e-4424-acc2-bfecdc1b3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329373 Sep 08 14:23:59.739465 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee84277-debb-4408-8adb-388c2b84c5dc req-ae089148-c21e-4668-895a-810761e08382 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:23:59.740953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aee84277-debb-4408-8adb-388c2b84c5dc req-ae089148-c21e-4668-895a-810761e08382 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.0489552 Sep 08 14:23:59.780479 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aee84277-debb-4408-8adb-388c2b84c5dc req-fbc37c02-f8bb-449e-8362-1f71bf73eac8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&id=8df55338-468e-4424-acc2-bfecdc1b3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334015 Sep 08 14:24:00.894339 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d441befa-aa14-4974-b681-b41ecab38d85 req-ebcb36b3-e904-4cbb-af93-faf7840b5c28 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:24:00.895826 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d441befa-aa14-4974-b681-b41ecab38d85 req-ebcb36b3-e904-4cbb-af93-faf7840b5c28 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.0495775 Sep 08 14:24:00.935687 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d441befa-aa14-4974-b681-b41ecab38d85 req-9d24f426-8dc8-47e1-bb4c-f4da22e448ca tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&id=8df55338-468e-4424-acc2-bfecdc1b3d87&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338752 Sep 08 14:24:07.898888 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-63c61215-2f39-4949-9bc2-337d6b39d411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:10.226118 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2ca540b1-0642-486c-8f94-63bb79ef8c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:10.637465 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:12.081576 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:12.311228 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:24:12.469381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d157145-4850-4ddd-8dd2-a642920b4088 req-129d1495-9f10-4682-8a7d-ec76dfc8c1d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444422 Sep 08 14:24:12.551130 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157145-4850-4ddd-8dd2-a642920b4088 req-50ceebf6-39fa-406f-965f-61521870a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:24:12.552639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d157145-4850-4ddd-8dd2-a642920b4088 req-50ceebf6-39fa-406f-965f-61521870a6a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88bfd09c967046a58ba1d084284b5f7f&device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 1136 time: 0.0408921 Sep 08 14:24:12.653178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157145-4850-4ddd-8dd2-a642920b4088 req-61133bab-f8a6-40b5-a99c-9ab2df12f408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:24:12.654776 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d157145-4850-4ddd-8dd2-a642920b4088 req-61133bab-f8a6-40b5-a99c-9ab2df12f408 service neutron] 10.222.0.60 "GET /v2.0/networks?id=51826022-887a-45aa-b8f4-9de0216fd64b HTTP/1.1" status: 200 len: 915 time: 0.0830297 Sep 08 14:24:12.723365 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d157145-4850-4ddd-8dd2-a642920b4088 req-840d9fa1-538e-446d-abe7-ec9701670c86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 200 len: 1001 time: 0.0613973 Sep 08 14:24:12.771669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157145-4850-4ddd-8dd2-a642920b4088 req-dc780c3d-9f33-4299-a385-560e535511d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:24:12.773112 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d157145-4850-4ddd-8dd2-a642920b4088 req-dc780c3d-9f33-4299-a385-560e535511d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b140112-018a-49d7-b939-d8b770bbc03b HTTP/1.1" status: 200 len: 853 time: 0.0430295 Sep 08 14:24:12.819371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d157145-4850-4ddd-8dd2-a642920b4088 req-02f71f0e-eabe-4121-a564-4724743f15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:24:12.820890 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d157145-4850-4ddd-8dd2-a642920b4088 req-02f71f0e-eabe-4121-a564-4724743f15aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51826022-887a-45aa-b8f4-9de0216fd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397565 Sep 08 14:24:12.915138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d157145-4850-4ddd-8dd2-a642920b4088 req-a5e71b8e-238a-443c-928e-28eb6a34816f service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843692 Sep 08 14:24:13.003867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0d157145-4850-4ddd-8dd2-a642920b4088 req-16fbccd7-9617-47d1-8284-3ef3c179932a service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800879 Sep 08 14:24:13.504345 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:14.978812 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:17.574719 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:37.909728 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-680b6de5-1058-4b17-8429-8b354cc65f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:40.196953 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0f47c204-6549-402a-84fd-a5f0fc14670b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:40.642973 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:42.094058 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:43.503754 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:44.996880 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:47.591818 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:24:49.310312 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:25:04.299792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a5f7953a-059d-4383-a2c1-75786dd93cdd req-21a9722f-91f3-41c3-b78f-d3bce5993450 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2055566368&fields=id&tenant_id=88bfd09c967046a58ba1d084284b5f7f HTTP/1.1" status: 200 len: 267 time: 0.0371737 Sep 08 14:25:04.351462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7953a-059d-4383-a2c1-75786dd93cdd req-6c67b37a-f77b-4d15-92d9-3092f41ac8e5 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:04.352927 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a5f7953a-059d-4383-a2c1-75786dd93cdd req-6c67b37a-f77b-4d15-92d9-3092f41ac8e5 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 985 time: 0.0477908 Sep 08 14:25:04.364173 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-a5f7953a-059d-4383-a2c1-75786dd93cdd req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Request body: {'port': {'security_groups': ['34c30cfc-c189-45ec-b565-9f7a5aec8c66']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:04.426603 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a5f7953a-059d-4383-a2c1-75786dd93cdd req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:04.595236 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a5f7953a-059d-4383-a2c1-75786dd93cdd req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] For port 6941ca37-901f-422d-9211-82aa9f6c783b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6941ca37-901f-422d-9211-82aa9f6c783b,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:04.623400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a5f7953a-059d-4383-a2c1-75786dd93cdd req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:04.708968 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a5f7953a-059d-4383-a2c1-75786dd93cdd req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:04.724161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6941ca37-901f-422d-9211-82aa9f6c783b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:25:04.755788 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7953a-059d-4383-a2c1-75786dd93cdd req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:04.756386 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a5f7953a-059d-4383-a2c1-75786dd93cdd req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:04.757787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a5f7953a-059d-4383-a2c1-75786dd93cdd req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "PUT /v2.0/ports/6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 200 len: 943 time: 0.3980191 Sep 08 14:25:04.758269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:25:04.763986 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f227f7c3-e6c7-4dea-b211-553c6516a891" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:25:04.764131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55816) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:04.805096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event updated for resources: {'Port': ['ID=6941ca37-901f-422d-9211-82aa9f6c783b,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:04.822263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:04.822799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:04.823154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:04.823496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:04.823835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:04.824174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:04.824512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:04.824844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:04.825172 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:04.825502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:04.825828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:04.826155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e366c5a-ad66-4750-b5d6-30f108444c7f tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:04.842466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6941ca37-901f-422d-9211-82aa9f6c783b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:25:04.883858 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:04.906656 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f33832-d078-41a4-a610-45ed26f89c82 x-openstack-request-id: req-79f33832-d078-41a4-a610-45ed26f89c82 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:25:04.907106 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:25:04.907361 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-79f33832-d078-41a4-a610-45ed26f89c82 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:25:04.907770 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b', 'status': 'completed', 'code': 200} Sep 08 14:25:04.925360 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:04.975211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227f7c3-e6c7-4dea-b211-553c6516a891 req-c5f81c38-4936-4143-ae43-70b38da4e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:04.976950 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f227f7c3-e6c7-4dea-b211-553c6516a891 req-c5f81c38-4936-4143-ae43-70b38da4e731 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88bfd09c967046a58ba1d084284b5f7f&device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0447280 Sep 08 14:25:05.036495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3a58dc2d-cc9b-42e2-9e90-3595343bd35c None None] Provisioning complete for port 6941ca37-901f-422d-9211-82aa9f6c783b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:25:05.036881 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3a58dc2d-cc9b-42e2-9e90-3595343bd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:05.058210 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:05.065138 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:05.065138 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "DELETE /v2.0/security-groups/8df55338-468e-4424-acc2-bfecdc1b3d87 HTTP/1.1" status: 204 len: 168 time: 0.2970884 Sep 08 14:25:05.065778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55824) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:05.071987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df55338-468e-4424-acc2-bfecdc1b3d87,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:05.079497 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:05.079874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:05.080212 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:05.080546 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:05.080884 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:05.081219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:05.081556 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:05.081885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:05.082458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:05.082795 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:05.083279 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:05.083444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b928a-6b84-4e07-9dc1-35ef3d49e8c9 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:05.112962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227f7c3-e6c7-4dea-b211-553c6516a891 req-353da683-afb7-43e7-bd40-e5cc924ce33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:05.114494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f227f7c3-e6c7-4dea-b211-553c6516a891 req-353da683-afb7-43e7-bd40-e5cc924ce33e service neutron] 10.222.0.60 "GET /v2.0/networks?id=51826022-887a-45aa-b8f4-9de0216fd64b HTTP/1.1" status: 200 len: 915 time: 0.1304877 Sep 08 14:25:05.227366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f227f7c3-e6c7-4dea-b211-553c6516a891 req-af3af497-19f3-40ac-9a73-519f0b5d0262 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 200 len: 1001 time: 0.1045098 Sep 08 14:25:05.306856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227f7c3-e6c7-4dea-b211-553c6516a891 req-fefcca21-8644-44c2-802f-0028196773e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:05.308309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f227f7c3-e6c7-4dea-b211-553c6516a891 req-fefcca21-8644-44c2-802f-0028196773e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b140112-018a-49d7-b939-d8b770bbc03b HTTP/1.1" status: 200 len: 853 time: 0.0705452 Sep 08 14:25:05.349938 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Deleting port e5461e1f-6d06-49bb-bfce-98c7664a4e3b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:25:05.350302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:05.406887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227f7c3-e6c7-4dea-b211-553c6516a891 req-2959f5f6-ad05-47cf-82d0-d93e4729e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:05.408321 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f227f7c3-e6c7-4dea-b211-553c6516a891 req-2959f5f6-ad05-47cf-82d0-d93e4729e529 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51826022-887a-45aa-b8f4-9de0216fd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928285 Sep 08 14:25:05.459154 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:05.459491 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:05.503077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Calling delete_port for e5461e1f-6d06-49bb-bfce-98c7664a4e3b owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:25:05.559825 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f227f7c3-e6c7-4dea-b211-553c6516a891 req-11c192e2-1023-408b-b233-923b62917eac service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442592 Sep 08 14:25:05.685036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f227f7c3-e6c7-4dea-b211-553c6516a891 req-432880e2-fc84-415b-ab61-471e6445bca9 service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183214 Sep 08 14:25:05.797049 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:05.822139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event deleted for resources: {'Port': ['ID=e5461e1f-6d06-49bb-bfce-98c7664a4e3b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:05.885241 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:05.888041 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Floating IP 72ddb80d-55a1-461a-8a8c-9c982182b6fa disassociated (deleted). External IP: 172.25.5.14, port: 6941ca37-901f-422d-9211-82aa9f6c783b. Sep 08 14:25:06.085378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Router 557714cb-2c3a-47ca-b47c-fc64975b2b3a has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:25:06.189860 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:25:06.194687 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:06.199165 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3bab6-b1d0-4c19-a5a1-547c5e436737 None None] Sync routers for ids ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:25:06.208562 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3bab6-b1d0-4c19-a5a1-547c5e436737 None None] Routers {'557714cb-2c3a-47ca-b47c-fc64975b2b3a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:25:06.209222 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-95b3bab6-b1d0-4c19-a5a1-547c5e436737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:24:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:06.220951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-871f7fd9-17a6-426f-b593-f91949ec0cb8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "DELETE /v2.0/floatingips/72ddb80d-55a1-461a-8a8c-9c982182b6fa HTTP/1.1" status: 204 len: 168 time: 1.1540613 Sep 08 14:25:06.416571 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-95b3bab6-b1d0-4c19-a5a1-547c5e436737 None None] Set router 557714cb-2c3a-47ca-b47c-fc64975b2b3a gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:25:06.614886 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-95b3bab6-b1d0-4c19-a5a1-547c5e436737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:21:57Z', 'revision_number': 4, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '43d50086-0fa9-45c4-9b3f-bd9747ea8417', 'name': '', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'mac_address': 'fa:16:3e:19:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:57Z', 'updated_at': '2021-09-08T14:22:03Z', 'revision_number': 5, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'subnets': [{'id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:06.645563 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3bab6-b1d0-4c19-a5a1-547c5e436737 None None] Checking router: 557714cb-2c3a-47ca-b47c-fc64975b2b3a for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:25:06.653846 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3bab6-b1d0-4c19-a5a1-547c5e436737 None None] Routers {'557714cb-2c3a-47ca-b47c-fc64975b2b3a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:25:06.654487 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-95b3bab6-b1d0-4c19-a5a1-547c5e436737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:24:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:06.757241 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-95b3bab6-b1d0-4c19-a5a1-547c5e436737 None None] Set router 557714cb-2c3a-47ca-b47c-fc64975b2b3a gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:25:06.908933 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:25:06.911357 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1be31e-7f2e-4a55-b021-1c74b56d8e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:25:06.947780 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf62d1a2-f9b5-44f5-835d-a838a25ed85d x-openstack-request-id: req-cf62d1a2-f9b5-44f5-835d-a838a25ed85d {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:25:06.948101 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:25:06.948378 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cf62d1a2-f9b5-44f5-835d-a838a25ed85d {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:25:06.948786 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b', 'status': 'completed', 'code': 200} Sep 08 14:25:06.954487 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-95b3bab6-b1d0-4c19-a5a1-547c5e436737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:21:57Z', 'revision_number': 4, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '43d50086-0fa9-45c4-9b3f-bd9747ea8417', 'name': '', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'mac_address': 'fa:16:3e:19:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:57Z', 'updated_at': '2021-09-08T14:22:03Z', 'revision_number': 5, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'subnets': [{'id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:06.981650 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b3bab6-b1d0-4c19-a5a1-547c5e436737 None None] The sync data for ids ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'] in n-d-807558-3 is: [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:21:57Z', 'revision_number': 4, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '43d50086-0fa9-45c4-9b3f-bd9747ea8417', 'name': '', 'network_id': '51826022-887a-45aa-b8f4-9de0216fd64b', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'mac_address': 'fa:16:3e:19:65:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:57Z', 'updated_at': '2021-09-08T14:22:03Z', 'revision_number': 5, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'subnets': [{'id': '9b140112-018a-49d7-b939-d8b770bbc03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:25:07.020900 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1be31e-7f2e-4a55-b021-1c74b56d8e6a req-593c73a6-b1ca-40a5-b536-8b3c425cc603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:07.022503 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c1be31e-7f2e-4a55-b021-1c74b56d8e6a req-593c73a6-b1ca-40a5-b536-8b3c425cc603 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88bfd09c967046a58ba1d084284b5f7f&device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0429988 Sep 08 14:25:07.120834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1be31e-7f2e-4a55-b021-1c74b56d8e6a req-e8389444-8ce3-462a-9d57-b0a16279c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:07.122476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c1be31e-7f2e-4a55-b021-1c74b56d8e6a req-e8389444-8ce3-462a-9d57-b0a16279c2e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=51826022-887a-45aa-b8f4-9de0216fd64b HTTP/1.1" status: 200 len: 915 time: 0.0929346 Sep 08 14:25:07.227160 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9198d5a4-909a-4bc1-81d7-5b371f7e42b0 None None] New status for floating IP 72ddb80d-55a1-461a-8a8c-9c982182b6fa: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:25:07.451682 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c1be31e-7f2e-4a55-b021-1c74b56d8e6a req-1a8d85db-8ef0-45dd-8dea-35d40fb220ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 200 len: 217 time: 0.3223660 Sep 08 14:25:07.499911 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1be31e-7f2e-4a55-b021-1c74b56d8e6a req-289e740b-d2a8-4a7b-add2-b39c69ce2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:07.501380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c1be31e-7f2e-4a55-b021-1c74b56d8e6a req-289e740b-d2a8-4a7b-add2-b39c69ce2751 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b140112-018a-49d7-b939-d8b770bbc03b HTTP/1.1" status: 200 len: 853 time: 0.0426157 Sep 08 14:25:07.547604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1be31e-7f2e-4a55-b021-1c74b56d8e6a req-502096e0-79a9-4336-b976-36f30f14afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:07.549123 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c1be31e-7f2e-4a55-b021-1c74b56d8e6a req-502096e0-79a9-4336-b976-36f30f14afeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51826022-887a-45aa-b8f4-9de0216fd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397334 Sep 08 14:25:07.650872 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c1be31e-7f2e-4a55-b021-1c74b56d8e6a req-04dcede3-474e-41ee-a742-b5ceac792633 service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873079 Sep 08 14:25:07.748461 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c1be31e-7f2e-4a55-b021-1c74b56d8e6a req-e8c5b679-1fdd-4c3c-9f97-846610406538 service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898919 Sep 08 14:25:07.899915 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6762d211-2b88-4c2b-a6a1-fdc4077b5054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:10.236932 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c397-c69a-4463-b2f1-b2319067792b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:10.646418 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:12.126367 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:12.962452 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91170d05-e59a-4615-87f8-01efc309b0d5 req-1cb27012-ffab-4f3d-9808-0a05e35f0e78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403626 Sep 08 14:25:13.041673 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91170d05-e59a-4615-87f8-01efc309b0d5 req-5ff6db0c-c6ef-4f57-aeb3-4eeb25baeef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:13.043215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91170d05-e59a-4615-87f8-01efc309b0d5 req-5ff6db0c-c6ef-4f57-aeb3-4eeb25baeef7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=88bfd09c967046a58ba1d084284b5f7f&device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 1097 time: 0.0404115 Sep 08 14:25:13.156882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91170d05-e59a-4615-87f8-01efc309b0d5 req-9540cc6c-9d70-45e8-9da5-1a804fd8271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:13.158412 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91170d05-e59a-4615-87f8-01efc309b0d5 req-9540cc6c-9d70-45e8-9da5-1a804fd8271a service neutron] 10.222.0.60 "GET /v2.0/networks?id=51826022-887a-45aa-b8f4-9de0216fd64b HTTP/1.1" status: 200 len: 915 time: 0.0951152 Sep 08 14:25:13.198707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91170d05-e59a-4615-87f8-01efc309b0d5 req-5dece15e-bbd0-405d-a570-f601cc8c0a9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 200 len: 217 time: 0.0325766 Sep 08 14:25:13.255005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91170d05-e59a-4615-87f8-01efc309b0d5 req-247b1eb6-e900-4b07-9189-521596636ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:13.258151 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91170d05-e59a-4615-87f8-01efc309b0d5 req-247b1eb6-e900-4b07-9189-521596636ff9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b140112-018a-49d7-b939-d8b770bbc03b HTTP/1.1" status: 200 len: 853 time: 0.0532765 Sep 08 14:25:13.316319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91170d05-e59a-4615-87f8-01efc309b0d5 req-985cc407-e578-4b0d-a85f-4cd8a2e44b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:13.317860 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91170d05-e59a-4615-87f8-01efc309b0d5 req-985cc407-e578-4b0d-a85f-4cd8a2e44b46 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=51826022-887a-45aa-b8f4-9de0216fd64b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513635 Sep 08 14:25:13.410293 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91170d05-e59a-4615-87f8-01efc309b0d5 req-55f077e1-e458-4d2d-9165-ad2185dabd54 service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850236 Sep 08 14:25:13.506672 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91170d05-e59a-4615-87f8-01efc309b0d5 req-38ee4b11-f25b-427e-a970-62680a9e57ca service neutron] 10.222.0.60 "GET /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888031 Sep 08 14:25:13.517603 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:14.724110 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5a81d-fa9b-49b2-854f-a22babaaeb07 req-960b4cdb-8277-441c-bcaa-6288f670c9ce tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:14.725604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ea5a81d-fa9b-49b2-854f-a22babaaeb07 req-960b4cdb-8277-441c-bcaa-6288f670c9ce tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 946 time: 0.0495515 Sep 08 14:25:14.762090 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3ea5a81d-fa9b-49b2-854f-a22babaaeb07 req-dc0ebc68-2532-4e77-a739-5f640da626db tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304658 Sep 08 14:25:14.977386 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:15.877400 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80360b-7802-4086-b288-2ccb4823d4b2 req-7f105ba6-e1ec-43e2-bf98-ce065ca0a5f8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:15.878940 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8d80360b-7802-4086-b288-2ccb4823d4b2 req-7f105ba6-e1ec-43e2-bf98-ce065ca0a5f8 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 946 time: 0.0492277 Sep 08 14:25:15.916227 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8d80360b-7802-4086-b288-2ccb4823d4b2 req-2d3b15d8-6184-4f33-9c75-ff0a86afa36e tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/security-groups?id=34c30cfc-c189-45ec-b565-9f7a5aec8c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311801 Sep 08 14:25:16.487948 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c2cd1-380a-4dd8-a9c0-23faa6aefa04 req-3e237972-39d4-47e2-8cbc-c9dac8b12b61 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:16.489398 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e3c2cd1-380a-4dd8-a9c0-23faa6aefa04 req-3e237972-39d4-47e2-8cbc-c9dac8b12b61 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 946 time: 0.0481875 Sep 08 14:25:16.580590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-3e3c2cd1-380a-4dd8-a9c0-23faa6aefa04 req-a070e82f-ba57-4642-ad0a-335ac550c4f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Deleting port 6941ca37-901f-422d-9211-82aa9f6c783b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:25:16.580938 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e3c2cd1-380a-4dd8-a9c0-23faa6aefa04 req-a070e82f-ba57-4642-ad0a-335ac550c4f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:16.666315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-3e3c2cd1-380a-4dd8-a9c0-23faa6aefa04 req-a070e82f-ba57-4642-ad0a-335ac550c4f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] For port 6941ca37-901f-422d-9211-82aa9f6c783b, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=6941ca37-901f-422d-9211-82aa9f6c783b,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:16.666692 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e3c2cd1-380a-4dd8-a9c0-23faa6aefa04 req-a070e82f-ba57-4642-ad0a-335ac550c4f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:16.678949 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-3e3c2cd1-380a-4dd8-a9c0-23faa6aefa04 req-a070e82f-ba57-4642-ad0a-335ac550c4f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Calling delete_port for 6941ca37-901f-422d-9211-82aa9f6c783b owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:25:16.911236 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e3c2cd1-380a-4dd8-a9c0-23faa6aefa04 req-a070e82f-ba57-4642-ad0a-335ac550c4f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:16.923113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['6941ca37-901f-422d-9211-82aa9f6c783b'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:25:16.941116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070e82f-ba57-4642-ad0a-335ac550c4f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Pushing event deleted for resources: {'Port': ['ID=6941ca37-901f-422d-9211-82aa9f6c783b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:16.987612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e3c2cd1-380a-4dd8-a9c0-23faa6aefa04 req-a070e82f-ba57-4642-ad0a-335ac550c4f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] No DVR routers for this DVR port 6941ca37-901f-422d-9211-82aa9f6c783b on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:25:16.990481 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-3e3c2cd1-380a-4dd8-a9c0-23faa6aefa04 req-a070e82f-ba57-4642-ad0a-335ac550c4f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:16.992531 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3e3c2cd1-380a-4dd8-a9c0-23faa6aefa04 req-a070e82f-ba57-4642-ad0a-335ac550c4f6 tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.60 "DELETE /v2.0/ports/6941ca37-901f-422d-9211-82aa9f6c783b HTTP/1.1" status: 204 len: 173 time: 0.4969137 Sep 08 14:25:16.992990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'name': 'network-vif-deleted', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:25:16.995556 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac390db-8d6f-4620-a88b-05e5a2441708" -d '{"events": [{"server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "name": "network-vif-deleted", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:25:17.014192 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17b73244-24b7-4bf0-98c9-2630280c8dba req-f7440844-c5f1-40c0-a471-ab03c737d78d tempest-TestMinimumBasicScenario-2081155006 tempest-TestMinimumBasicScenario-2081155006-project] 10.222.0.69 "GET /v2.0/ports?device_id=3cfb1002-1080-40e3-83af-03611e6ee5e6 HTTP/1.1" status: 200 len: 210 time: 0.0278666 Sep 08 14:25:17.033365 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c56be5e-3c70-4d13-8864-1e8b8bb14835 x-openstack-request-id: req-3c56be5e-3c70-4d13-8864-1e8b8bb14835 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:25:17.033683 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cfb1002-1080-40e3-83af-03611e6ee5e6", "name": "network-vif-deleted", "tag": "6941ca37-901f-422d-9211-82aa9f6c783b", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:25:17.033929 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3c56be5e-3c70-4d13-8864-1e8b8bb14835 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:25:17.034380 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfb1002-1080-40e3-83af-03611e6ee5e6', 'name': 'network-vif-deleted', 'tag': '6941ca37-901f-422d-9211-82aa9f6c783b', 'status': 'completed', 'code': 200} Sep 08 14:25:17.589246 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:19.203998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55930) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:19.463778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6941ca37-901f-422d-9211-82aa9f6c783b no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:25:19.483326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 6941ca37-901f-422d-9211-82aa9f6c783b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:25:19.484186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 6941ca37-901f-422d-9211-82aa9f6c783b not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:25:19.534365 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e92287fa-d244-48af-8f86-15ebcf591cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:19.769531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e92287fa-d244-48af-8f86-15ebcf591cb7 admin admin] Deleting port 43d50086-0fa9-45c4-9b3f-bd9747ea8417 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:25:19.769796 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e92287fa-d244-48af-8f86-15ebcf591cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:19.848828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-e92287fa-d244-48af-8f86-15ebcf591cb7 admin admin] For port 43d50086-0fa9-45c4-9b3f-bd9747ea8417, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=43d50086-0fa9-45c4-9b3f-bd9747ea8417,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:19.849194 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e92287fa-d244-48af-8f86-15ebcf591cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:19.861765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e92287fa-d244-48af-8f86-15ebcf591cb7 admin admin] Calling delete_port for 43d50086-0fa9-45c4-9b3f-bd9747ea8417 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:25:20.122149 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e92287fa-d244-48af-8f86-15ebcf591cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:20.147597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92287fa-d244-48af-8f86-15ebcf591cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=43d50086-0fa9-45c4-9b3f-bd9747ea8417,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:20.312685 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e92287fa-d244-48af-8f86-15ebcf591cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:20.517576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92287fa-d244-48af-8f86-15ebcf591cb7 admin admin] Router 557714cb-2c3a-47ca-b47c-fc64975b2b3a has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:25:20.621784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92287fa-d244-48af-8f86-15ebcf591cb7 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:25:20.627734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e92287fa-d244-48af-8f86-15ebcf591cb7 admin admin] 10.222.0.69 "PUT /v2.0/routers/557714cb-2c3a-47ca-b47c-fc64975b2b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4226682 Sep 08 14:25:20.629657 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55932) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:20.632904 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317aa46-9cfc-48ed-bcff-dde7a8f36f74 None None] Sync routers for ids ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:25:20.647126 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317aa46-9cfc-48ed-bcff-dde7a8f36f74 None None] Routers {'557714cb-2c3a-47ca-b47c-fc64975b2b3a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:25:20.647738 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3317aa46-9cfc-48ed-bcff-dde7a8f36f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:25:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:20.731378 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:20.749825 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-3317aa46-9cfc-48ed-bcff-dde7a8f36f74 None None] Set router 557714cb-2c3a-47ca-b47c-fc64975b2b3a gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:25:20.829547 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:20.923067 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3317aa46-9cfc-48ed-bcff-dde7a8f36f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:25:19Z', 'revision_number': 5, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port': {'id': '8d68f8d7-5c43-489e-91ea-aa93b8ba7260', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:e5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:21:55Z', 'updated_at': '2021-09-08T14:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:20.937201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Deleting port 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:25:20.937553 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:20.948368 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317aa46-9cfc-48ed-bcff-dde7a8f36f74 None None] Checking router: 557714cb-2c3a-47ca-b47c-fc64975b2b3a for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:25:20.956969 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317aa46-9cfc-48ed-bcff-dde7a8f36f74 None None] Routers {'557714cb-2c3a-47ca-b47c-fc64975b2b3a'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:25:20.957631 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3317aa46-9cfc-48ed-bcff-dde7a8f36f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:25:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:21.019203 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] For port 8d68f8d7-5c43-489e-91ea-aa93b8ba7260, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=8d68f8d7-5c43-489e-91ea-aa93b8ba7260,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:21.019566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:21.032147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Calling delete_port for 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:25:21.042187 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-3317aa46-9cfc-48ed-bcff-dde7a8f36f74 None None] Set router 557714cb-2c3a-47ca-b47c-fc64975b2b3a gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:25:21.095466 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3317aa46-9cfc-48ed-bcff-dde7a8f36f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:25:20Z', 'revision_number': 6, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:21.122471 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317aa46-9cfc-48ed-bcff-dde7a8f36f74 None None] The sync data for ids ['557714cb-2c3a-47ca-b47c-fc64975b2b3a'] in n-d-807558-3 is: [{'id': '557714cb-2c3a-47ca-b47c-fc64975b2b3a', 'name': 'tempest-TestMinimumBasicScenario-100261419-router', 'tenant_id': '88bfd09c967046a58ba1d084284b5f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:21:54Z', 'updated_at': '2021-09-08T14:25:20Z', 'revision_number': 6, 'project_id': '88bfd09c967046a58ba1d084284b5f7f', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:25:21.257522 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:21.282842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=8d68f8d7-5c43-489e-91ea-aa93b8ba7260,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:21.344911 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:21.715000 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:21.717345 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:21.829338 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:21.830022 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 557714cb-2c3a-47ca-b47c-fc64975b2b3a {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:25:21.835074 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:21.839396 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-02759229-6bcd-474d-a923-12006e6ad6bd admin admin] 10.222.0.69 "DELETE /v2.0/routers/557714cb-2c3a-47ca-b47c-fc64975b2b3a HTTP/1.1" status: 204 len: 168 time: 1.2087369 Sep 08 14:25:21.839661 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55934) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:21.886384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 43d50086-0fa9-45c4-9b3f-bd9747ea8417 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:25:21.892607 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f698220-ab8f-4702-ae87-3c6d2c0c062f admin admin] Deleting subnet 9b140112-018a-49d7-b939-d8b770bbc03b {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:25:21.895683 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f698220-ab8f-4702-ae87-3c6d2c0c062f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:21.909370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 43d50086-0fa9-45c4-9b3f-bd9747ea8417 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:25:21.913196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 43d50086-0fa9-45c4-9b3f-bd9747ea8417 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:25:21.913196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:25:21.928985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:25:21.929560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 8d68f8d7-5c43-489e-91ea-aa93b8ba7260 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:25:21.931465 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f698220-ab8f-4702-ae87-3c6d2c0c062f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.010208 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f698220-ab8f-4702-ae87-3c6d2c0c062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.168671 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f698220-ab8f-4702-ae87-3c6d2c0c062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.193735 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f698220-ab8f-4702-ae87-3c6d2c0c062f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b140112-018a-49d7-b939-d8b770bbc03b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:22.198602 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7f698220-ab8f-4702-ae87-3c6d2c0c062f admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.200411 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7f698220-ab8f-4702-ae87-3c6d2c0c062f admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9b140112-018a-49d7-b939-d8b770bbc03b HTTP/1.1" status: 204 len: 168 time: 0.3585231 Sep 08 14:25:22.203558 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55936) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:22.204748 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965637f9-8abf-4370-9979-03cf166d64fd None None] Network 51826022-887a-45aa-b8f4-9de0216fd64b requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:25:22.273863 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.328027 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Deleting port cc91d10e-9b03-4d3e-8710-b5948b2123ae {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:25:22.328373 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.379250 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] DHCP port deletion for 51826022-887a-45aa-b8f4-9de0216fd64b request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:25:22.397498 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] For port cc91d10e-9b03-4d3e-8710-b5948b2123ae, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cc91d10e-9b03-4d3e-8710-b5948b2123ae,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:22.397868 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.410891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Calling delete_port for cc91d10e-9b03-4d3e-8710-b5948b2123ae owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:25:22.424668 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Deleting port cc91d10e-9b03-4d3e-8710-b5948b2123ae {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:25:22.425052 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.488521 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] For port cc91d10e-9b03-4d3e-8710-b5948b2123ae, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cc91d10e-9b03-4d3e-8710-b5948b2123ae,segment=NetworkSegment(11d8b756-30e9-4c9f-bbca-904186be4288),segment_id=11d8b756-30e9-4c9f-bbca-904186be4288)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:22.488922 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.501325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Calling delete_port for cc91d10e-9b03-4d3e-8710-b5948b2123ae owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:25:22.697410 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.704416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.724946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] No DVR routers for this DVR port cc91d10e-9b03-4d3e-8710-b5948b2123ae on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:25:22.728288 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Pushing event deleted for resources: {'Port': ['ID=cc91d10e-9b03-4d3e-8710-b5948b2123ae,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:22.729255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc91d10e-9b03-4d3e-8710-b5948b2123ae,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:22.738588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:22.738926 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:22.739287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:22.739636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:22.740057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:22.740406 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:22.740742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:22.741077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:22.741411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:22.741743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:22.742071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:22.742424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:22.745107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610d7319-1acc-4dfc-bd7b-ebca3653123e None None] No DVR routers for this DVR port cc91d10e-9b03-4d3e-8710-b5948b2123ae on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:25:22.803981 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.823415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51826022-887a-45aa-b8f4-9de0216fd64b']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:22.833040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11d8b756-30e9-4c9f-bbca-904186be4288') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:22.833330 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11d8b756-30e9-4c9f-bbca-904186be4288') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:22.846141 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.858602 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.864304 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:25:22.864727 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:25:22.866317 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:25:22.983864 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.989279 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:22.991153 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] 10.222.0.69 "DELETE /v2.0/networks/51826022-887a-45aa-b8f4-9de0216fd64b HTTP/1.1" status: 204 len: 168 time: 0.7866733 Sep 08 14:25:22.994141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55940) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:23.002668 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5ea6b-f2cf-4f77-afc5-26b179ada399 admin admin] Pushing event deleted for resources: {'Network': ['ID=51826022-887a-45aa-b8f4-9de0216fd64b,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:23.325196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c694091-92b0-4f03-ae9a-b383db909090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:23.558377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1c694091-92b0-4f03-ae9a-b383db909090 admin admin] Deleting port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:25:23.558723 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c694091-92b0-4f03-ae9a-b383db909090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:23.634225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-1c694091-92b0-4f03-ae9a-b383db909090 admin admin] For port 15a65d08-15f8-41a1-b3ba-3a10d0e87a51, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=15a65d08-15f8-41a1-b3ba-3a10d0e87a51,segment=NetworkSegment(dad5c00e-00dc-42f1-b329-c17f7a3e9b10),segment_id=dad5c00e-00dc-42f1-b329-c17f7a3e9b10)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:23.634600 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c694091-92b0-4f03-ae9a-b383db909090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:23.647451 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-1c694091-92b0-4f03-ae9a-b383db909090 admin admin] Calling delete_port for 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:25:23.710574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cc91d10e-9b03-4d3e-8710-b5948b2123ae no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:25:23.730899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: cc91d10e-9b03-4d3e-8710-b5948b2123ae {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:25:23.731248 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cc91d10e-9b03-4d3e-8710-b5948b2123ae not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:25:23.908845 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c694091-92b0-4f03-ae9a-b383db909090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:23.933595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c694091-92b0-4f03-ae9a-b383db909090 admin admin] Pushing event deleted for resources: {'Port': ['ID=15a65d08-15f8-41a1-b3ba-3a10d0e87a51,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:24.102783 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1c694091-92b0-4f03-ae9a-b383db909090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:24.311745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c694091-92b0-4f03-ae9a-b383db909090 admin admin] Router 64b4247b-b49e-4346-906e-c20957651b8a has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:25:24.413047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c694091-92b0-4f03-ae9a-b383db909090 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:25:24.417914 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1c694091-92b0-4f03-ae9a-b383db909090 admin admin] 10.222.0.69 "PUT /v2.0/routers/64b4247b-b49e-4346-906e-c20957651b8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4227087 Sep 08 14:25:24.420527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55944) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:24.421495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a9daa-b742-4b85-ae42-e026e9b0e912 None None] Sync routers for ids ['64b4247b-b49e-4346-906e-c20957651b8a'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:25:24.430494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a9daa-b742-4b85-ae42-e026e9b0e912 None None] Routers {'64b4247b-b49e-4346-906e-c20957651b8a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:25:24.431112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cf6a9daa-b742-4b85-ae42-e026e9b0e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:25:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['64b4247b-b49e-4346-906e-c20957651b8a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:24.527868 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:24.533214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-cf6a9daa-b742-4b85-ae42-e026e9b0e912 None None] Set router 64b4247b-b49e-4346-906e-c20957651b8a gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:25:24.629151 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:24.708015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cf6a9daa-b742-4b85-ae42-e026e9b0e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4247b-b49e-4346-906e-c20957651b8a', 'name': 'tempest-TestMinimumBasicScenario-1404347690-router', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128'}], 'enable_snat': True}, 'gw_port_id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:22:00Z', 'updated_at': '2021-09-08T14:25:23Z', 'revision_number': 5, 'project_id': 'c704255720e74f73a3868f539eaa7ead', 'gw_port': {'id': 'cddf3307-49f2-4933-829c-55bcaf24f76c', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b4247b-b49e-4346-906e-c20957651b8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:22:01Z', 'updated_at': '2021-09-08T14:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:24.734724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a9daa-b742-4b85-ae42-e026e9b0e912 None None] Checking router: 64b4247b-b49e-4346-906e-c20957651b8a for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:25:24.743877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a9daa-b742-4b85-ae42-e026e9b0e912 None None] Routers {'64b4247b-b49e-4346-906e-c20957651b8a'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:25:24.744545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cf6a9daa-b742-4b85-ae42-e026e9b0e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:25:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['64b4247b-b49e-4346-906e-c20957651b8a'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:24.758685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Deleting port cddf3307-49f2-4933-829c-55bcaf24f76c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:25:24.759029 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:24.831577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-cf6a9daa-b742-4b85-ae42-e026e9b0e912 None None] Set router 64b4247b-b49e-4346-906e-c20957651b8a gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:25:24.835421 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] For port cddf3307-49f2-4933-829c-55bcaf24f76c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=cddf3307-49f2-4933-829c-55bcaf24f76c,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:24.835788 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:24.848402 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Calling delete_port for cddf3307-49f2-4933-829c-55bcaf24f76c owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:25:24.882320 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-cf6a9daa-b742-4b85-ae42-e026e9b0e912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b4247b-b49e-4346-906e-c20957651b8a', 'name': 'tempest-TestMinimumBasicScenario-1404347690-router', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:22:00Z', 'updated_at': '2021-09-08T14:25:24Z', 'revision_number': 6, 'project_id': 'c704255720e74f73a3868f539eaa7ead', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:24.911916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a9daa-b742-4b85-ae42-e026e9b0e912 None None] The sync data for ids ['64b4247b-b49e-4346-906e-c20957651b8a'] in n-d-807558-3 is: [{'id': '64b4247b-b49e-4346-906e-c20957651b8a', 'name': 'tempest-TestMinimumBasicScenario-1404347690-router', 'tenant_id': 'c704255720e74f73a3868f539eaa7ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:22:00Z', 'updated_at': '2021-09-08T14:25:24Z', 'revision_number': 6, 'project_id': 'c704255720e74f73a3868f539eaa7ead', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:25:25.087896 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.116442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cddf3307-49f2-4933-829c-55bcaf24f76c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:25.174608 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.261967 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.264165 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.373861 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.375100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64b4247b-b49e-4346-906e-c20957651b8a {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:25:25.379392 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.380547 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f0728cf8-0267-453f-80c2-904b509d5ae3 admin admin] 10.222.0.69 "DELETE /v2.0/routers/64b4247b-b49e-4346-906e-c20957651b8a HTTP/1.1" status: 204 len: 168 time: 0.9589977 Sep 08 14:25:25.383150 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 55946) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:25.429373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ecf4c0-979f-4488-a8df-fd5e6d482c0c admin admin] Deleting subnet 779ca25f-f51b-4827-b9e1-aa1ab29b3756 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:25:25.432248 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-07ecf4c0-979f-4488-a8df-fd5e6d482c0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.465426 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-07ecf4c0-979f-4488-a8df-fd5e6d482c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.538409 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-07ecf4c0-979f-4488-a8df-fd5e6d482c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.669651 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-07ecf4c0-979f-4488-a8df-fd5e6d482c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.697298 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecf4c0-979f-4488-a8df-fd5e6d482c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=779ca25f-f51b-4827-b9e1-aa1ab29b3756,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:25.702595 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-07ecf4c0-979f-4488-a8df-fd5e6d482c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.706653 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-07ecf4c0-979f-4488-a8df-fd5e6d482c0c admin admin] 10.222.0.69 "DELETE /v2.0/subnets/779ca25f-f51b-4827-b9e1-aa1ab29b3756 HTTP/1.1" status: 204 len: 168 time: 0.3225136 Sep 08 14:25:25.707576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55948) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:25.708563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a47955-5624-4914-b50e-fac5acd58d51 None None] Network e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:25:25.727139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cddf3307-49f2-4933-829c-55bcaf24f76c no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:25:25.758357 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: cddf3307-49f2-4933-829c-55bcaf24f76c {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:25:25.759666 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device cddf3307-49f2-4933-829c-55bcaf24f76c not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:25:25.760313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:25:25.787765 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.809494 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:25:25.809848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 15a65d08-15f8-41a1-b3ba-3a10d0e87a51 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:25:25.840969 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Deleting port b61cdd15-88c8-4d07-8946-e2cb47cbff07 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:25:25.841328 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.910010 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] For port b61cdd15-88c8-4d07-8946-e2cb47cbff07, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b61cdd15-88c8-4d07-8946-e2cb47cbff07,segment=NetworkSegment(dad5c00e-00dc-42f1-b329-c17f7a3e9b10),segment_id=dad5c00e-00dc-42f1-b329-c17f7a3e9b10)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:25.910411 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:25.926834 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Calling delete_port for b61cdd15-88c8-4d07-8946-e2cb47cbff07 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:25:25.938164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07688bd-3555-4d1a-bb7f-c81928451904 None None] DHCP port deletion for e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:25:25.985742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e07688bd-3555-4d1a-bb7f-c81928451904 None None] Deleting port b61cdd15-88c8-4d07-8946-e2cb47cbff07 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:25:25.986142 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e07688bd-3555-4d1a-bb7f-c81928451904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.086639 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.111728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Pushing event deleted for resources: {'Port': ['ID=b61cdd15-88c8-4d07-8946-e2cb47cbff07,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:26.118688 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] No DVR routers for this DVR port b61cdd15-88c8-4d07-8946-e2cb47cbff07 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:25:26.195407 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.202964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e07688bd-3555-4d1a-bb7f-c81928451904 None None] For port b61cdd15-88c8-4d07-8946-e2cb47cbff07, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b61cdd15-88c8-4d07-8946-e2cb47cbff07,segment=NetworkSegment(dad5c00e-00dc-42f1-b329-c17f7a3e9b10),segment_id=dad5c00e-00dc-42f1-b329-c17f7a3e9b10)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:26.203371 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e07688bd-3555-4d1a-bb7f-c81928451904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.214732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:26.215637 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e07688bd-3555-4d1a-bb7f-c81928451904 None None] Calling delete_port for b61cdd15-88c8-4d07-8946-e2cb47cbff07 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:25:26.223943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad5c00e-00dc-42f1-b329-c17f7a3e9b10') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:26.224242 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad5c00e-00dc-42f1-b329-c17f7a3e9b10') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:26.233787 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.246556 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.253196 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:25:26.257978 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:25:26.291692 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e07688bd-3555-4d1a-bb7f-c81928451904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.308895 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:25:26.319293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07688bd-3555-4d1a-bb7f-c81928451904 None None] Pushing event deleted for resources: {'Port': ['ID=b61cdd15-88c8-4d07-8946-e2cb47cbff07,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:26.323127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07688bd-3555-4d1a-bb7f-c81928451904 None None] No DVR routers for this DVR port b61cdd15-88c8-4d07-8946-e2cb47cbff07 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:25:26.373613 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.379225 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.381060 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] 10.222.0.69 "DELETE /v2.0/networks/e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3 HTTP/1.1" status: 204 len: 168 time: 0.6724753 Sep 08 14:25:26.391788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2ba58-912a-4992-b19f-9d78fb3cfeef admin admin] Pushing event deleted for resources: {'Network': ['ID=e22a6ebf-6e4c-4b4a-9754-05ccaffb84a3,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:26.763028 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55954) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:26.806850 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e1486a92-533d-402a-901c-1c220ecbc143 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=88bfd09c967046a58ba1d084284b5f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426488 Sep 08 14:25:26.809390 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55956) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:26.856850 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01a86325-af43-4c04-8298-9d82a7d29334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.877555 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01a86325-af43-4c04-8298-9d82a7d29334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.988868 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01a86325-af43-4c04-8298-9d82a7d29334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.991561 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-01a86325-af43-4c04-8298-9d82a7d29334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:26.992744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-01a86325-af43-4c04-8298-9d82a7d29334 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/34c30cfc-c189-45ec-b565-9f7a5aec8c66 HTTP/1.1" status: 204 len: 168 time: 0.1824534 Sep 08 14:25:27.000592 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a86325-af43-4c04-8298-9d82a7d29334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c30cfc-c189-45ec-b565-9f7a5aec8c66,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:27.587621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55962) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:27.627630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e2fe5157-a849-4153-b937-c9628072278a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=c704255720e74f73a3868f539eaa7ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388777 Sep 08 14:25:27.629947 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 55964) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:27.676503 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-80a6f793-ee72-4675-8a40-be4f958869e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:27.699101 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-80a6f793-ee72-4675-8a40-be4f958869e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:27.735013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b61cdd15-88c8-4d07-8946-e2cb47cbff07 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:25:27.756218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b61cdd15-88c8-4d07-8946-e2cb47cbff07 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:25:27.756491 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b61cdd15-88c8-4d07-8946-e2cb47cbff07 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:25:27.802468 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-80a6f793-ee72-4675-8a40-be4f958869e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:27.805044 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-80a6f793-ee72-4675-8a40-be4f958869e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:27.806240 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-80a6f793-ee72-4675-8a40-be4f958869e9 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/33408bf3-d045-4440-8125-0a26170d30a0 HTTP/1.1" status: 204 len: 168 time: 0.1753561 Sep 08 14:25:27.814207 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6f793-ee72-4675-8a40-be4f958869e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33408bf3-d045-4440-8125-0a26170d30a0,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:30.102226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56006) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:30.107047 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-fea2c06e-b9ce-4f98-abf2-865b30dd8ef8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723066810', 'description': 'tempest-secgroup-smoke-1723066810 description', 'project_id': '2fb8d6a378b9468d9535c788a77c6778'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:30.219426 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fea2c06e-b9ce-4f98-abf2-865b30dd8ef8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:30.227190 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fea2c06e-b9ce-4f98-abf2-865b30dd8ef8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:30.314315 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fea2c06e-b9ce-4f98-abf2-865b30dd8ef8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:30.376717 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fea2c06e-b9ce-4f98-abf2-865b30dd8ef8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:30.412568 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2c06e-b9ce-4f98-abf2-865b30dd8ef8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39090757-188c-42eb-bd70-b94b402c58ac,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:30.463906 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fea2c06e-b9ce-4f98-abf2-865b30dd8ef8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:30.548392 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fea2c06e-b9ce-4f98-abf2-865b30dd8ef8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:30.576589 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2c06e-b9ce-4f98-abf2-865b30dd8ef8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f38efe4-b889-4f48-b3a7-3741f51bb3bb,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:30.651688 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fea2c06e-b9ce-4f98-abf2-865b30dd8ef8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:30.652925 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fea2c06e-b9ce-4f98-abf2-865b30dd8ef8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5494828 Sep 08 14:25:30.656376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56008) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:30.660747 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-bf230705-17d6-4f8b-a523-388cf19af0fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '2f38efe4-b889-4f48-b3a7-3741f51bb3bb', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:30.730494 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf230705-17d6-4f8b-a523-388cf19af0fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:30.784485 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf230705-17d6-4f8b-a523-388cf19af0fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:30.840433 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf230705-17d6-4f8b-a523-388cf19af0fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:30.860561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf230705-17d6-4f8b-a523-388cf19af0fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=226a2e7f-ebf9-48be-86d0-ada49eba31b5,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:30.910492 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-bf230705-17d6-4f8b-a523-388cf19af0fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:30.911893 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-bf230705-17d6-4f8b-a523-388cf19af0fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2545650 Sep 08 14:25:30.914675 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56010) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:30.918937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-927fe7b1-4649-4242-9df6-8b4ecab9a3f4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '2f38efe4-b889-4f48-b3a7-3741f51bb3bb', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:31.016663 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-927fe7b1-4649-4242-9df6-8b4ecab9a3f4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:31.070508 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-927fe7b1-4649-4242-9df6-8b4ecab9a3f4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:31.142663 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-927fe7b1-4649-4242-9df6-8b4ecab9a3f4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:31.159382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fe7b1-4649-4242-9df6-8b4ecab9a3f4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=861483a5-2ad1-453f-9f29-17c387ca92f3,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:31.228438 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-927fe7b1-4649-4242-9df6-8b4ecab9a3f4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:31.229659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-927fe7b1-4649-4242-9df6-8b4ecab9a3f4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3140454 Sep 08 14:25:31.232435 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56012) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:31.237186 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-64926f05-25cb-4c32-bc0b-367302fb375d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '2f38efe4-b889-4f48-b3a7-3741f51bb3bb', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:31.349126 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-64926f05-25cb-4c32-bc0b-367302fb375d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:31.405336 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-64926f05-25cb-4c32-bc0b-367302fb375d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:31.481772 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-64926f05-25cb-4c32-bc0b-367302fb375d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:31.501194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64926f05-25cb-4c32-bc0b-367302fb375d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b746a598-dff8-4122-a745-1588dad7f1cb,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:31.573038 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-64926f05-25cb-4c32-bc0b-367302fb375d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:31.574159 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-64926f05-25cb-4c32-bc0b-367302fb375d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3407862 Sep 08 14:25:31.576880 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56014) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:31.581118 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-51f7467a-7c1b-4051-bc08-d0161acf540e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '2f38efe4-b889-4f48-b3a7-3741f51bb3bb', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:31.669484 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-51f7467a-7c1b-4051-bc08-d0161acf540e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:31.726524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-51f7467a-7c1b-4051-bc08-d0161acf540e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:31.801822 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-51f7467a-7c1b-4051-bc08-d0161acf540e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:31.821018 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7467a-7c1b-4051-bc08-d0161acf540e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c6a3357-7c3b-4892-8ed5-6101f2196562,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:31.876322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-51f7467a-7c1b-4051-bc08-d0161acf540e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:31.877571 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-51f7467a-7c1b-4051-bc08-d0161acf540e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2997565 Sep 08 14:25:31.880281 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56016) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:31.884600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-0329945a-e27c-42b8-aa7e-3856c35b1d11 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '2f38efe4-b889-4f48-b3a7-3741f51bb3bb', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:31.950598 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-0329945a-e27c-42b8-aa7e-3856c35b1d11 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Project 2fb8d6a378b9468d9535c788a77c6778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:25:31.955785 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0329945a-e27c-42b8-aa7e-3856c35b1d11 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.013711 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0329945a-e27c-42b8-aa7e-3856c35b1d11 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.085482 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0329945a-e27c-42b8-aa7e-3856c35b1d11 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.104472 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329945a-e27c-42b8-aa7e-3856c35b1d11 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9a49b6-f36c-4a3f-b9a2-a7cd800b030c,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:32.188750 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0329945a-e27c-42b8-aa7e-3856c35b1d11 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.189959 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0329945a-e27c-42b8-aa7e-3856c35b1d11 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3087645 Sep 08 14:25:32.192595 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56018) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:32.196828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-66f7bcaf-a232-421e-8036-99386a3b46ac tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '2f38efe4-b889-4f48-b3a7-3741f51bb3bb', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:32.276485 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-66f7bcaf-a232-421e-8036-99386a3b46ac tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Project 2fb8d6a378b9468d9535c788a77c6778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:25:32.281931 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-66f7bcaf-a232-421e-8036-99386a3b46ac tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.341769 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-66f7bcaf-a232-421e-8036-99386a3b46ac tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.407656 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-66f7bcaf-a232-421e-8036-99386a3b46ac tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.424101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7bcaf-a232-421e-8036-99386a3b46ac tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5acad820-1eef-41a3-b445-6fb1cd584c73,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:32.504907 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-66f7bcaf-a232-421e-8036-99386a3b46ac tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.506120 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-66f7bcaf-a232-421e-8036-99386a3b46ac tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3126140 Sep 08 14:25:32.509153 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56020) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:32.513867 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-44d0f468-acc2-4361-a8d8-b84aeb3e5bd0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'network': {'name': 'tempest-network-smoke--2060906296', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'port_security_enabled': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:32.590888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d0f468-acc2-4361-a8d8-b84aeb3e5bd0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:25:32.594211 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-44d0f468-acc2-4361-a8d8-b84aeb3e5bd0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.615809 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d0f468-acc2-4361-a8d8-b84aeb3e5bd0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:25:32.625267 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-44d0f468-acc2-4361-a8d8-b84aeb3e5bd0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.625757 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-44d0f468-acc2-4361-a8d8-b84aeb3e5bd0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Added segment 00f1e5c7-455c-4e63-becc-f8bcf74d5976 of type vlan for network 0bc28cc3-2042-4035-8cce-3d360877b749 Sep 08 14:25:32.667289 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-44d0f468-acc2-4361-a8d8-b84aeb3e5bd0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.739287 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-44d0f468-acc2-4361-a8d8-b84aeb3e5bd0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.744858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d0f468-acc2-4361-a8d8-b84aeb3e5bd0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:32.745496 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-44d0f468-acc2-4361-a8d8-b84aeb3e5bd0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.810410 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0f468-acc2-4361-a8d8-b84aeb3e5bd0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Network': ['ID=0bc28cc3-2042-4035-8cce-3d360877b749,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:32.822460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 0bc28cc3-2042-4035-8cce-3d360877b749 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:25:32.842865 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-44d0f468-acc2-4361-a8d8-b84aeb3e5bd0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3326256 Sep 08 14:25:32.845613 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56022) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:32.850199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'admin_state_up': True, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:32.927650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.928714 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:32.981313 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:33.196234 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:33.752468 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:33.770571 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:33.871059 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.25.5.49 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/6d10631a-d0c7-45c1-89ef-66d64bd669ed) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:25:33.972047 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:34.068804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:34.106370 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:25:34.109773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:25:34.115740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:25:34.121105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=6d10631a-d0c7-45c1-89ef-66d64bd669ed,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:34.416487 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:34.605099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:34.805919 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router d70f1525-2ac4-4e18-826c-20bc14c7f099 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:25:34.912138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:25:34.930165 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Sync routers for ids ['d70f1525-2ac4-4e18-826c-20bc14c7f099'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:25:34.931482 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Routers {'d70f1525-2ac4-4e18-826c-20bc14c7f099'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:25:34.932091 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:25:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d70f1525-2ac4-4e18-826c-20bc14c7f099'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:35.013848 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:35.015151 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-81e2d019-21fd-4f69-bd8c-04dccb1549bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1685777 Sep 08 14:25:35.018398 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56024) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:35.034885 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Set router d70f1525-2ac4-4e18-826c-20bc14c7f099 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:25:35.162119 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d6c14700-766b-4f16-a2b9-9275b0b94593 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=2fb8d6a378b9468d9535c788a77c6778&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1425495 Sep 08 14:25:35.164827 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56028) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:35.251149 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084a5404-2585-412b-bf98-bdb1821d0c13 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:35.252667 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-084a5404-2585-412b-bf98-bdb1821d0c13 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869305 Sep 08 14:25:35.255555 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56030) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:35.289001 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-22b2c985-50a5-4dc8-ba8e-00fbbed52237 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323598 Sep 08 14:25:35.291531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56032) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:35.296835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-57a69f11-193d-45e7-a1e2-caadeff7c080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-519755459', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:35.304424 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:25:34Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:35.329696 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Checking router: d70f1525-2ac4-4e18-826c-20bc14c7f099 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:25:35.330223 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Updating router d70f1525-2ac4-4e18-826c-20bc14c7f099 port 6d10631a-d0c7-45c1-89ef-66d64bd669ed binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:25:35.355393 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:35.476310 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a69f11-193d-45e7-a1e2-caadeff7c080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:25:35.479990 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57a69f11-193d-45e7-a1e2-caadeff7c080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:35.600865 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:35.611221 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Transition to ACTIVE for port object 6d10631a-d0c7-45c1-89ef-66d64bd669ed will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:25:35.708669 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:35.759789 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Attempting to bind port 6d10631a-d0c7-45c1-89ef-66d64bd669ed on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:25:35.760156 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Attempting to bind port 6d10631a-d0c7-45c1-89ef-66d64bd669ed by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:25:35.760513 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Attempting to bind port 6d10631a-d0c7-45c1-89ef-66d64bd669ed on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:25:35.760679 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57a69f11-193d-45e7-a1e2-caadeff7c080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:35.762417 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Pushing event updated for resources: {'Port': ['ID=6d10631a-d0c7-45c1-89ef-66d64bd669ed,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:35.770921 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:25:35.771289 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:25:35.771682 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:35.772065 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:25:35.772519 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Bound port: 6d10631a-d0c7-45c1-89ef-66d64bd669ed, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:25:35.772892 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:35.775822 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:35.777900 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:35.777900 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:35.777900 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:35.777900 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:35.777900 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:35.777900 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:35.778505 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:35.778505 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:35.778720 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:35.778953 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:35.779268 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:25:35.822044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a69f11-193d-45e7-a1e2-caadeff7c080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Subnet': ['ID=f998ad9c-7cb1-4b28-817d-afd377d8f86e,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:35.829421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a69f11-193d-45e7-a1e2-caadeff7c080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Checking segment: {'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:25:35.829789 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a69f11-193d-45e7-a1e2-caadeff7c080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network hostable DHCP agents. Network: 0bc28cc3-2042-4035-8cce-3d360877b749, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:25:35.831053 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] For port 6d10631a-d0c7-45c1-89ef-66d64bd669ed, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:25:35.834342 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] For port 6d10631a-d0c7-45c1-89ef-66d64bd669ed, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6d10631a-d0c7-45c1-89ef-66d64bd669ed,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:25:35.903468 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:35.940499 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a69f11-193d-45e7-a1e2-caadeff7c080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 0bc28cc3-2042-4035-8cce-3d360877b749 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:25:35.962620 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c3584-6545-4cfa-a261-8ffc03280d0a None None] Pushing event updated for resources: {'Port': ['ID=6d10631a-d0c7-45c1-89ef-66d64bd669ed,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:35.967956 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Routers {'d70f1525-2ac4-4e18-826c-20bc14c7f099'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:25:35.968578 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:25:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d70f1525-2ac4-4e18-826c-20bc14c7f099'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:36.024953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-57a69f11-193d-45e7-a1e2-caadeff7c080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 0bc28cc3-2042-4035-8cce-3d360877b749) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:25:36.029100 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a69f11-193d-45e7-a1e2-caadeff7c080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:36.029690 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-57a69f11-193d-45e7-a1e2-caadeff7c080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:36.036872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbbee65-2038-4614-a40d-1421dc593c43 None None] Network 0bc28cc3-2042-4035-8cce-3d360877b749 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:25:36.071798 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] Set router d70f1525-2ac4-4e18-826c-20bc14c7f099 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:25:36.123186 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-57a69f11-193d-45e7-a1e2-caadeff7c080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8305218 Sep 08 14:25:36.125787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56034) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:36.190120 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-0bc28cc3-2042-4035-8cce-3d360877b749', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ips': [{'subnet_id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:25:36.191109 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:36.251477 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:25:34Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:36.277278 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921ed4f-2d70-4c73-bc5e-c294ccbcdfa7 None None] The sync data for ids ['d70f1525-2ac4-4e18-826c-20bc14c7f099'] in n-d-807558-3 is: [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:25:34Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:25:36.327265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Allocated IP 172.20.0.2 (0bc28cc3-2042-4035-8cce-3d360877b749/f998ad9c-7cb1-4b28-817d-afd377d8f86e/391a463c-b663-49a2-904f-bf19b02ba35b) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:25:36.477389 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:36.486025 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Transition to ACTIVE for port object 391a463c-b663-49a2-904f-bf19b02ba35b will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:25:36.505825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Transition to ACTIVE for port object 391a463c-b663-49a2-904f-bf19b02ba35b will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:25:36.583716 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:36.593233 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:36.624784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Network 0bc28cc3-2042-4035-8cce-3d360877b749 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:25:36.628212 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:25:36.634690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:25:36.642901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Pushing event updated for resources: {'Port': ['ID=391a463c-b663-49a2-904f-bf19b02ba35b,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:36.699232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Attempting to bind port 391a463c-b663-49a2-904f-bf19b02ba35b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:25:36.699622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Attempting to bind port 391a463c-b663-49a2-904f-bf19b02ba35b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:25:36.700069 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Attempting to bind port 391a463c-b663-49a2-904f-bf19b02ba35b on network 0bc28cc3-2042-4035-8cce-3d360877b749 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:25:36.705932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:25:36.706431 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Checking segment: {'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:25:36.707049 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:36.707519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Bound using segment: {'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:25:36.708059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Bound port: 391a463c-b663-49a2-904f-bf19b02ba35b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:25:36.708455 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:36.782206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] For port 391a463c-b663-49a2-904f-bf19b02ba35b, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:25:36.785728 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] For port 391a463c-b663-49a2-904f-bf19b02ba35b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=391a463c-b663-49a2-904f-bf19b02ba35b,segment=NetworkSegment(00f1e5c7-455c-4e63-becc-f8bcf74d5976),segment_id=00f1e5c7-455c-4e63-becc-f8bcf74d5976)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:25:36.865399 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:36.884145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.20.0.1 (0bc28cc3-2042-4035-8cce-3d360877b749/f998ad9c-7cb1-4b28-817d-afd377d8f86e/59ad865d-53d2-4408-bfa5-e5e27d91caa6) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:25:36.933918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc55820-89e6-4b0a-899b-2a1ddd17463c None None] Pushing event updated for resources: {'Port': ['ID=391a463c-b663-49a2-904f-bf19b02ba35b,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:37.015107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:37.029623 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Transition to ACTIVE for port object 59ad865d-53d2-4408-bfa5-e5e27d91caa6 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:25:37.134503 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:37.180582 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 0bc28cc3-2042-4035-8cce-3d360877b749 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:25:37.184066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:25:37.190749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:25:37.197484 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=59ad865d-53d2-4408-bfa5-e5e27d91caa6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:37.243483 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:37.422489 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:37.696522 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:37.754788 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:37.769096 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6d10631a-d0c7-45c1-89ef-66d64bd669ed up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:25:37.841285 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:37.849711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=59ad865d-53d2-4408-bfa5-e5e27d91caa6,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:37.893307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 6d10631a-d0c7-45c1-89ef-66d64bd669ed completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:25:37.897505 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6d10631a-d0c7-45c1-89ef-66d64bd669ed triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:25:37.897917 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:37.923414 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b4b5cd93-76c0-44c0-84ab-a7f5f20abb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:37.937376 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 0bc28cc3-2042-4035-8cce-3d360877b749 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:25:37.939005 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:25:37.984178 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:38.005777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 6d10631a-d0c7-45c1-89ef-66d64bd669ed, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6d10631a-d0c7-45c1-89ef-66d64bd669ed,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:38.057476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router d70f1525-2ac4-4e18-826c-20bc14c7f099 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:25:38.120511 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:38.123639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 391a463c-b663-49a2-904f-bf19b02ba35b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:25:38.179800 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:25:38.188102 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e558d859-36cd-4296-97f0-b7cf78fe92ad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "PUT /v2.0/routers/d70f1525-2ac4-4e18-826c-20bc14c7f099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0611827 Sep 08 14:25:38.204273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=6d10631a-d0c7-45c1-89ef-66d64bd669ed,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:38.269324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 391a463c-b663-49a2-904f-bf19b02ba35b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:25:38.338165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc345d9-37da-4936-b531-a9d98ed6a6ea None None] Network 0bc28cc3-2042-4035-8cce-3d360877b749 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:25:38.346359 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-18472ef6-d34b-43ed-88e8-8fdc14f010ea tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723066810&fields=id&tenant_id=2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 267 time: 0.0355892 Sep 08 14:25:38.398469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Sync routers for ids ['d70f1525-2ac4-4e18-826c-20bc14c7f099'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:25:38.416243 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Routers {'d70f1525-2ac4-4e18-826c-20bc14c7f099'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:25:38.417086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:25:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d70f1525-2ac4-4e18-826c-20bc14c7f099'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:38.453854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-5172d930-c859-45b7-b67c-52438c4a51c7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:38.455374 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-5172d930-c859-45b7-b67c-52438c4a51c7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/networks?id=0bc28cc3-2042-4035-8cce-3d360877b749 HTTP/1.1" status: 200 len: 797 time: 0.1019888 Sep 08 14:25:38.455539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-62686e4f-ca72-4033-8e68-dc4e6d7f7c16 None None] Provisioning for port 391a463c-b663-49a2-904f-bf19b02ba35b completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:25:38.470899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-bcd12718-16e3-4271-b883-dcc577b72199 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/quotas/2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 375 time: 0.0094943 Sep 08 14:25:38.475908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-62686e4f-ca72-4033-8e68-dc4e6d7f7c16 None None] Provisioning complete for port 391a463c-b663-49a2-904f-bf19b02ba35b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:25:38.476283 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62686e4f-ca72-4033-8e68-dc4e6d7f7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:38.527072 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-97221797-5635-4bd6-a778-011cc1cfe974 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503721 Sep 08 14:25:38.613031 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Set router d70f1525-2ac4-4e18-826c-20bc14c7f099 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:25:38.622681 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-e5d00ce1-0c1f-41a5-afe4-7fb025a46660 service neutron] 10.222.0.69 "GET /v2.0/networks/0bc28cc3-2042-4035-8cce-3d360877b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829165 Sep 08 14:25:38.745501 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62686e4f-ca72-4033-8e68-dc4e6d7f7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:38.818030 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-62686e4f-ca72-4033-8e68-dc4e6d7f7c16 None None] For port 391a463c-b663-49a2-904f-bf19b02ba35b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=391a463c-b663-49a2-904f-bf19b02ba35b,segment=NetworkSegment(00f1e5c7-455c-4e63-becc-f8bcf74d5976),segment_id=00f1e5c7-455c-4e63-becc-f8bcf74d5976)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:38.883390 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62686e4f-ca72-4033-8e68-dc4e6d7f7c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:38.946797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62686e4f-ca72-4033-8e68-dc4e6d7f7c16 None None] Pushing event updated for resources: {'Port': ['ID=391a463c-b663-49a2-904f-bf19b02ba35b,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:38.953823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '59ad865d-53d2-4408-bfa5-e5e27d91caa6', 'name': '', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:e2:39:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:36Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 2, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:38.982017 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Checking router: d70f1525-2ac4-4e18-826c-20bc14c7f099 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:25:38.983901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Updating router d70f1525-2ac4-4e18-826c-20bc14c7f099 port 59ad865d-53d2-4408-bfa5-e5e27d91caa6 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:25:39.015864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-18f170a9-0c50-47d6-b876-42bbc961e599 service neutron] 10.222.0.69 "GET /v2.0/networks/0bc28cc3-2042-4035-8cce-3d360877b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864963 Sep 08 14:25:39.016880 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:39.032456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b5d448da-8c9c-4244-aae6-af35f69f2cdd None None] Provisioning complete for port 391a463c-b663-49a2-904f-bf19b02ba35b triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:25:39.032816 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5d448da-8c9c-4244-aae6-af35f69f2cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:39.274887 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0c5819cc-a844-45b2-8a1e-a0d240a9089f req-af64db58-65e1-4088-abba-3cfdc396466c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 210 time: 0.0429401 Sep 08 14:25:39.518977 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:39.528695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Transition to ACTIVE for port object 59ad865d-53d2-4408-bfa5-e5e27d91caa6 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:25:39.544626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b5d448da-8c9c-4244-aae6-af35f69f2cdd None None] Provisioning for port 59ad865d-53d2-4408-bfa5-e5e27d91caa6 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:25:39.548738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b5d448da-8c9c-4244-aae6-af35f69f2cdd None None] Provisioning complete for port 59ad865d-53d2-4408-bfa5-e5e27d91caa6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:25:39.555760 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b5d448da-8c9c-4244-aae6-af35f69f2cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:39.584739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b5d448da-8c9c-4244-aae6-af35f69f2cdd None None] Port 59ad865d-53d2-4408-bfa5-e5e27d91caa6 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:25:39.658844 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:39.732220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5aae4-3689-4624-a9b0-38b503f2c46b None None] Pushing event updated for resources: {'Port': ['ID=59ad865d-53d2-4408-bfa5-e5e27d91caa6,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:39.760438 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6d10631a-d0c7-45c1-89ef-66d64bd669ed up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:25:39.799474 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Attempting to bind port 59ad865d-53d2-4408-bfa5-e5e27d91caa6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:25:39.799857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Attempting to bind port 59ad865d-53d2-4408-bfa5-e5e27d91caa6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:25:39.800232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Attempting to bind port 59ad865d-53d2-4408-bfa5-e5e27d91caa6 on network 0bc28cc3-2042-4035-8cce-3d360877b749 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:25:39.809569 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:25:39.809956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Checking segment: {'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:25:39.810400 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:39.810801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Bound using segment: {'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:25:39.811829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Bound port: 59ad865d-53d2-4408-bfa5-e5e27d91caa6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:25:39.812222 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:39.867013 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6d10631a-d0c7-45c1-89ef-66d64bd669ed triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:25:39.867616 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:39.925782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] For port 59ad865d-53d2-4408-bfa5-e5e27d91caa6, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:25:39.944720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] For port 59ad865d-53d2-4408-bfa5-e5e27d91caa6, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=59ad865d-53d2-4408-bfa5-e5e27d91caa6,segment=NetworkSegment(00f1e5c7-455c-4e63-becc-f8bcf74d5976),segment_id=00f1e5c7-455c-4e63-becc-f8bcf74d5976)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:25:39.986803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 391a463c-b663-49a2-904f-bf19b02ba35b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:25:40.032037 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:40.058155 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 391a463c-b663-49a2-904f-bf19b02ba35b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:25:40.058540 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:40.121274 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Routers {'d70f1525-2ac4-4e18-826c-20bc14c7f099'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:25:40.121918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:25:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d70f1525-2ac4-4e18-826c-20bc14c7f099'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:40.170236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5aae4-3689-4624-a9b0-38b503f2c46b None None] Pushing event updated for resources: {'Port': ['ID=59ad865d-53d2-4408-bfa5-e5e27d91caa6,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:40.265535 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-80f8b460-bd03-4448-9eb6-3cb94a65b9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:40.299412 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] Set router d70f1525-2ac4-4e18-826c-20bc14c7f099 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:25:40.371018 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5b5f0b3-eccc-4c02-b301-ac1773510b7f req-d27b9507-7a55-4aae-be16-635ced167536 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 210 time: 0.0261195 Sep 08 14:25:40.492869 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '59ad865d-53d2-4408-bfa5-e5e27d91caa6', 'name': '', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:e2:39:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:36Z', 'updated_at': '2021-09-08T14:25:39Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:40.519671 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b86ed8-dba3-45aa-b2ce-b48c5f1f9a42 None None] The sync data for ids ['d70f1525-2ac4-4e18-826c-20bc14c7f099'] in n-d-807558-3 is: [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '59ad865d-53d2-4408-bfa5-e5e27d91caa6', 'name': '', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:e2:39:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:36Z', 'updated_at': '2021-09-08T14:25:39Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:25:40.659038 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:41.213265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-cb5fa43a-3542-45ed-83bf-c28253069043 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:41.214759 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-cb5fa43a-3542-45ed-83bf-c28253069043 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "GET /v2.0/networks?id=0bc28cc3-2042-4035-8cce-3d360877b749 HTTP/1.1" status: 200 len: 797 time: 0.1064215 Sep 08 14:25:41.258670 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-1298b4c1-d765-42e2-b933-0eafa3d9e008 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 380 time: 0.0351415 Sep 08 14:25:41.268460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'port': {'device_id': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'admin_state_up': True, 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'security_groups': ['2f38efe4-b889-4f48-b3a7-3741f51bb3bb']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:41.467758 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-43dcd8c2-302c-428e-97a6-29a8fb08988a req-a50ab204-e199-45ef-8f97-11c92c372888 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 210 time: 0.0270050 Sep 08 14:25:41.531423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:25:41.535100 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:41.660509 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.20.0.13 (0bc28cc3-2042-4035-8cce-3d360877b749/f998ad9c-7cb1-4b28-817d-afd377d8f86e/f16b72fa-6a49-4d31-8de5-414a9632d578) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:25:41.744797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 59ad865d-53d2-4408-bfa5-e5e27d91caa6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:25:41.806947 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:41.820516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Transition to ACTIVE for port object f16b72fa-6a49-4d31-8de5-414a9632d578 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:25:41.859161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 59ad865d-53d2-4408-bfa5-e5e27d91caa6 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:25:41.862905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 59ad865d-53d2-4408-bfa5-e5e27d91caa6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:25:41.863283 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:41.923083 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:41.941240 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:41.967738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 0bc28cc3-2042-4035-8cce-3d360877b749 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:25:41.970967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:25:41.973681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 59ad865d-53d2-4408-bfa5-e5e27d91caa6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=59ad865d-53d2-4408-bfa5-e5e27d91caa6,segment=NetworkSegment(00f1e5c7-455c-4e63-becc-f8bcf74d5976),segment_id=00f1e5c7-455c-4e63-becc-f8bcf74d5976)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:41.976928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:25:41.984733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=f16b72fa-6a49-4d31-8de5-414a9632d578,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:42.032424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:42.033065 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:42.043150 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:42.095308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=59ad865d-53d2-4408-bfa5-e5e27d91caa6,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:42.116405 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:42.128409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-44a405c4-84a7-433f-a633-353dc811acae tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8643510 Sep 08 14:25:42.139518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-c8ad53db-75df-4c21-a5f9-f57bae23b576 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:25:42.140661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-c8ad53db-75df-4c21-a5f9-f57bae23b576 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056257 Sep 08 14:25:42.200623 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Request body: {'port': {'device_id': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:42.259419 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:42.287519 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6ccd725f-e6cd-40e4-8b9b-79fb0e11eb53 None None] Provisioning for port f16b72fa-6a49-4d31-8de5-414a9632d578 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:25:42.291445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6ccd725f-e6cd-40e4-8b9b-79fb0e11eb53 None None] Provisioning complete for port f16b72fa-6a49-4d31-8de5-414a9632d578 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:25:42.291828 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6ccd725f-e6cd-40e4-8b9b-79fb0e11eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:42.327784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd725f-e6cd-40e4-8b9b-79fb0e11eb53 None None] Port f16b72fa-6a49-4d31-8de5-414a9632d578 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:25:42.518973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16b72fa-6a49-4d31-8de5-414a9632d578 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:25:42.526226 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:42.547592 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Transition to ACTIVE for port object f16b72fa-6a49-4d31-8de5-414a9632d578 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:25:42.583632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043c848-b7ed-409d-88a9-4d19ab4f26a4 req-1788bb44-681e-4c16-917b-13f037811022 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:42.586083 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a043c848-b7ed-409d-88a9-4d19ab4f26a4 req-1788bb44-681e-4c16-917b-13f037811022 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 932 time: 0.0489974 Sep 08 14:25:42.617456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:42.653006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a043c848-b7ed-409d-88a9-4d19ab4f26a4 req-98adbd17-03df-4ca3-baec-8d45241b8d1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605979 Sep 08 14:25:42.679061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Pushing event updated for resources: {'Port': ['ID=f16b72fa-6a49-4d31-8de5-414a9632d578,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:42.747384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Attempting to bind port f16b72fa-6a49-4d31-8de5-414a9632d578 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:25:42.747384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Attempting to bind port f16b72fa-6a49-4d31-8de5-414a9632d578 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:25:42.747684 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Attempting to bind port f16b72fa-6a49-4d31-8de5-414a9632d578 on network 0bc28cc3-2042-4035-8cce-3d360877b749 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:25:42.752273 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Port f16b72fa-6a49-4d31-8de5-414a9632d578 on network 0bc28cc3-2042-4035-8cce-3d360877b749 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:25:42.752607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Attempting to bind port f16b72fa-6a49-4d31-8de5-414a9632d578 on network 0bc28cc3-2042-4035-8cce-3d360877b749 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:25:42.757824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:25:42.758167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Checking segment: {'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:25:42.758590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Bound using segment: {'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:25:42.759028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Bound port: f16b72fa-6a49-4d31-8de5-414a9632d578, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f1e5c7-455c-4e63-becc-f8bcf74d5976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:25:42.759397 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:42.828744 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] For port f16b72fa-6a49-4d31-8de5-414a9632d578, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:25:42.831941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] For port f16b72fa-6a49-4d31-8de5-414a9632d578, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f16b72fa-6a49-4d31-8de5-414a9632d578,segment=NetworkSegment(00f1e5c7-455c-4e63-becc-f8bcf74d5976),segment_id=00f1e5c7-455c-4e63-becc-f8bcf74d5976)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:25:42.928703 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:42.969077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:42.969695 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:42.971100 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] 10.222.0.70 "PUT /v2.0/ports/f16b72fa-6a49-4d31-8de5-414a9632d578 HTTP/1.1" status: 200 len: 1092 time: 0.8219445 Sep 08 14:25:42.971534 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'tag': 'f16b72fa-6a49-4d31-8de5-414a9632d578'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:25:42.973810 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495eb622-80ed-4f59-961a-03ecca14e3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ee9968-6a06-46fa-b9bd-50dbbebb4533", "tag": "f16b72fa-6a49-4d31-8de5-414a9632d578"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:25:43.002092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff61447e-fae7-45ac-b241-1f97435fa31c service neutron] Pushing event updated for resources: {'Port': ['ID=f16b72fa-6a49-4d31-8de5-414a9632d578,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:43.012889 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8d28b1-db8a-4325-bd38-4cf3b83a9d0b x-openstack-request-id: req-4e8d28b1-db8a-4325-bd38-4cf3b83a9d0b {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:25:43.013180 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ee9968-6a06-46fa-b9bd-50dbbebb4533", "tag": "f16b72fa-6a49-4d31-8de5-414a9632d578", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:25:43.013426 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4e8d28b1-db8a-4325-bd38-4cf3b83a9d0b {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:25:43.013824 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'tag': 'f16b72fa-6a49-4d31-8de5-414a9632d578', 'status': 'completed', 'code': 200} Sep 08 14:25:43.075026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eb622-80ed-4f59-961a-03ecca14e3d3 req-c72f41b9-ad76-4c5b-8d45-a8167eff6731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:43.076559 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-495eb622-80ed-4f59-961a-03ecca14e3d3 req-c72f41b9-ad76-4c5b-8d45-a8167eff6731 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 1095 time: 0.0425777 Sep 08 14:25:43.179627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eb622-80ed-4f59-961a-03ecca14e3d3 req-0f0e2cab-641a-4bac-b863-d108e533ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:43.181116 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-495eb622-80ed-4f59-961a-03ecca14e3d3 req-0f0e2cab-641a-4bac-b863-d108e533ae4d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2fb8d6a378b9468d9535c788a77c6778&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0973709 Sep 08 14:25:43.272329 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eb622-80ed-4f59-961a-03ecca14e3d3 req-03d0ebdb-0cb0-4954-b20d-fbb270b37d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:43.273712 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-495eb622-80ed-4f59-961a-03ecca14e3d3 req-03d0ebdb-0cb0-4954-b20d-fbb270b37d35 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859170 Sep 08 14:25:43.349810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-bdbf4afe-b281-4e4e-b323-717868094a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:43.351373 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-bdbf4afe-b281-4e4e-b323-717868094a6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 1095 time: 0.0402861 Sep 08 14:25:43.395574 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-17708685-aabd-44fb-a275-93536e00ba6d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f16b72fa-6a49-4d31-8de5-414a9632d578 HTTP/1.1" status: 200 len: 217 time: 0.0363421 Sep 08 14:25:43.442660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-32acb1b2-4ddd-446c-95b9-455f6f020286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:43.444129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-32acb1b2-4ddd-446c-95b9-455f6f020286 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f998ad9c-7cb1-4b28-817d-afd377d8f86e HTTP/1.1" status: 200 len: 834 time: 0.0423052 Sep 08 14:25:43.489646 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-7d344b8e-27ec-4510-98cc-72f20c07e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:43.491189 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-7d344b8e-27ec-4510-98cc-72f20c07e341 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bc28cc3-2042-4035-8cce-3d360877b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405242 Sep 08 14:25:43.499532 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:43.583425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-2362de47-beab-434c-816d-65de9c832365 service neutron] 10.222.0.70 "GET /v2.0/networks/0bc28cc3-2042-4035-8cce-3d360877b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850637 Sep 08 14:25:43.672513 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9ccf127-d252-470c-b1fe-a951df6f08ea req-95b61970-751a-41e5-9e7d-c7d2f448e6a8 service neutron] 10.222.0.70 "GET /v2.0/networks/0bc28cc3-2042-4035-8cce-3d360877b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816312 Sep 08 14:25:43.728705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 59ad865d-53d2-4408-bfa5-e5e27d91caa6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:25:43.778166 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 59ad865d-53d2-4408-bfa5-e5e27d91caa6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:25:43.778579 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:43.779632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3769eb8-d675-4790-91ff-21196e9fa1a5 req-7257fcd4-82c8-4969-bdea-7cbc35e8c8cf tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:43.781654 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3769eb8-d675-4790-91ff-21196e9fa1a5 req-7257fcd4-82c8-4969-bdea-7cbc35e8c8cf tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 944 time: 0.0533473 Sep 08 14:25:43.819204 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a3769eb8-d675-4790-91ff-21196e9fa1a5 req-3ce67052-e3b1-438d-ba82-a758a20632ab tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316067 Sep 08 14:25:44.937455 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d24ff4-0139-4937-a53b-94cc3646bdfb req-96d992c1-6004-408b-8cfe-e8796addfa67 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:44.938954 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48d24ff4-0139-4937-a53b-94cc3646bdfb req-96d992c1-6004-408b-8cfe-e8796addfa67 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 944 time: 0.0520620 Sep 08 14:25:44.961583 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:44.977281 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-48d24ff4-0139-4937-a53b-94cc3646bdfb req-2223cc09-ec9e-4fe2-816c-def5b713930d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323460 Sep 08 14:25:45.712279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device f16b72fa-6a49-4d31-8de5-414a9632d578 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:25:45.802885 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port f16b72fa-6a49-4d31-8de5-414a9632d578, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f16b72fa-6a49-4d31-8de5-414a9632d578,segment=NetworkSegment(00f1e5c7-455c-4e63-becc-f8bcf74d5976),segment_id=00f1e5c7-455c-4e63-becc-f8bcf74d5976)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:45.813990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'f16b72fa-6a49-4d31-8de5-414a9632d578', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'port_id': 'f16b72fa-6a49-4d31-8de5-414a9632d578', 'mac_address': 'fa:16:3e:a8:f0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:25:45.852790 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:45.864765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16b72fa-6a49-4d31-8de5-414a9632d578 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:25:45.883487 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port f16b72fa-6a49-4d31-8de5-414a9632d578, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f16b72fa-6a49-4d31-8de5-414a9632d578,segment=NetworkSegment(00f1e5c7-455c-4e63-becc-f8bcf74d5976),segment_id=00f1e5c7-455c-4e63-becc-f8bcf74d5976)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:45.950075 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:45.996968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=f16b72fa-6a49-4d31-8de5-414a9632d578,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:46.093279 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54aab5-46b1-4ca0-bf3c-7306ebc38dec req-d17a5209-5f8f-4f7a-ad41-370d904a2275 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:46.094808 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a54aab5-46b1-4ca0-bf3c-7306ebc38dec req-d17a5209-5f8f-4f7a-ad41-370d904a2275 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 945 time: 0.0500724 Sep 08 14:25:46.132973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a54aab5-46b1-4ca0-bf3c-7306ebc38dec req-3631ab77-7b5c-4963-afcc-88e133b415d6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322742 Sep 08 14:25:46.178516 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['f16b72fa-6a49-4d31-8de5-414a9632d578'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:25:47.246513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a63af1-9ea3-4ffd-829a-7fd655a816fc req-b3156b50-6675-475c-956b-c229d42c5277 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:47.247904 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19a63af1-9ea3-4ffd-829a-7fd655a816fc req-b3156b50-6675-475c-956b-c229d42c5277 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 945 time: 0.0488255 Sep 08 14:25:47.294094 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-19a63af1-9ea3-4ffd-829a-7fd655a816fc req-5618c88c-317a-450d-acc0-d33d693534fa tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400476 Sep 08 14:25:47.595886 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:47.727853 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device f16b72fa-6a49-4d31-8de5-414a9632d578 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:25:47.841573 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port f16b72fa-6a49-4d31-8de5-414a9632d578 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:25:47.845927 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port f16b72fa-6a49-4d31-8de5-414a9632d578 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:25:47.846341 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:47.925612 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:47.947895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b72fa-6a49-4d31-8de5-414a9632d578'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:25:47.950321 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24590350-7ae3-4b74-83ec-27b06e7127a6" -d '{"events": [{"server_uuid": "a9ee9968-6a06-46fa-b9bd-50dbbebb4533", "name": "network-vif-plugged", "status": "completed", "tag": "f16b72fa-6a49-4d31-8de5-414a9632d578"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:25:47.963021 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port f16b72fa-6a49-4d31-8de5-414a9632d578, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f16b72fa-6a49-4d31-8de5-414a9632d578,segment=NetworkSegment(00f1e5c7-455c-4e63-becc-f8bcf74d5976),segment_id=00f1e5c7-455c-4e63-becc-f8bcf74d5976)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:25:48.024899 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:48.052817 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827d50b0-9f50-45ae-9a36-e1d7579ab4b2 x-openstack-request-id: req-827d50b0-9f50-45ae-9a36-e1d7579ab4b2 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:25:48.053117 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ee9968-6a06-46fa-b9bd-50dbbebb4533", "name": "network-vif-plugged", "status": "completed", "tag": "f16b72fa-6a49-4d31-8de5-414a9632d578", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:25:48.053401 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-827d50b0-9f50-45ae-9a36-e1d7579ab4b2 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:25:48.053818 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b72fa-6a49-4d31-8de5-414a9632d578', 'code': 200} Sep 08 14:25:48.083415 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=f16b72fa-6a49-4d31-8de5-414a9632d578,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:48.151189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23007663-965f-4cf1-bf78-4500a3298209 req-15149f7a-560b-4bc7-a8a4-995c7ee31d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:48.152719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-23007663-965f-4cf1-bf78-4500a3298209 req-15149f7a-560b-4bc7-a8a4-995c7ee31d50 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 1097 time: 0.0387666 Sep 08 14:25:48.187514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-23007663-965f-4cf1-bf78-4500a3298209 req-1580e845-d608-40ea-b4a2-40fadc145b33 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275843 Sep 08 14:25:48.408764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf2094-202f-42e6-b891-22aa74bad3c6 req-5cdea891-dbbb-4258-80dd-138ce60a1715 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:48.410291 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4cf2094-202f-42e6-b891-22aa74bad3c6 req-5cdea891-dbbb-4258-80dd-138ce60a1715 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 946 time: 0.0495727 Sep 08 14:25:48.446832 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4cf2094-202f-42e6-b891-22aa74bad3c6 req-91ef5dd1-c8a6-4d73-a113-3b86009a7817 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306666 Sep 08 14:25:49.565515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ef374-5bd3-4272-99e4-710b0d445bdb req-b550f607-725c-4a70-a4a0-07f05942a089 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:49.567036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b32ef374-5bd3-4272-99e4-710b0d445bdb req-b550f607-725c-4a70-a4a0-07f05942a089 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 946 time: 0.0521643 Sep 08 14:25:49.604392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b32ef374-5bd3-4272-99e4-710b0d445bdb req-5deaae4d-5556-424a-b5bc-6d54de010144 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314565 Sep 08 14:25:49.718545 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c504a2a-a0e8-461e-98eb-abb83d4cc93d req-02e57a1b-804f-4e41-85b3-c36f76e846a2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:49.720023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c504a2a-a0e8-461e-98eb-abb83d4cc93d req-02e57a1b-804f-4e41-85b3-c36f76e846a2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 946 time: 0.0520875 Sep 08 14:25:49.756477 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7c504a2a-a0e8-461e-98eb-abb83d4cc93d req-4d24a8e5-d946-4642-9e8e-382b0227e1a0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305889 Sep 08 14:25:49.777149 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56088) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:49.815589 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176df646-c38e-49df-8f54-de7f6d89917a tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:49.817055 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-176df646-c38e-49df-8f54-de7f6d89917a tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 1092 time: 0.0389483 Sep 08 14:25:49.819831 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56090) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:49.824037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'f16b72fa-6a49-4d31-8de5-414a9632d578', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address': '172.20.0.13'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:25:49.902554 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:49.999605 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:50.099745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.25.5.64 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/58435451-0090-4492-ae7f-b6c0721ec226) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:25:50.200138 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:50.302524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:50.337885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:25:50.340865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:25:50.344401 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:25:50.369016 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=58435451-0090-4492-ae7f-b6c0721ec226,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:51.006157 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:51.138755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:51.286288 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:51.353588 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:51.426779 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=58435451-0090-4492-ae7f-b6c0721ec226,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:25:51.435371 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:51.534527 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Floating IP 6499db71-7060-40e7-a902-a025da3f4091 associated. External IP: 172.25.5.64, port: f16b72fa-6a49-4d31-8de5-414a9632d578. Sep 08 14:25:51.735168 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router d70f1525-2ac4-4e18-826c-20bc14c7f099 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:25:51.839019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:25:51.849364 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d5f90-6d67-4cd9-b11b-d3282a088e5e None None] Sync routers for ids ['d70f1525-2ac4-4e18-826c-20bc14c7f099'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:25:51.858598 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d5f90-6d67-4cd9-b11b-d3282a088e5e None None] Routers {'d70f1525-2ac4-4e18-826c-20bc14c7f099'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:25:51.859284 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a12d5f90-6d67-4cd9-b11b-d3282a088e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:25:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d70f1525-2ac4-4e18-826c-20bc14c7f099'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:51.921686 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:25:51.949317 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b0a0a53e-5a9e-49ff-b4d0-b66aa6de0135 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1284823 Sep 08 14:25:51.949998 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'tag': 'f16b72fa-6a49-4d31-8de5-414a9632d578'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:25:51.952947 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53914b5cbc8b3b403e16123f979e5e8060fc37f7363c24167064795fe79b24c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2169cd85-7875-44cd-b3eb-ad65d22c7ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ee9968-6a06-46fa-b9bd-50dbbebb4533", "tag": "f16b72fa-6a49-4d31-8de5-414a9632d578"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:25:51.964957 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-a12d5f90-6d67-4cd9-b11b-d3282a088e5e None None] Set router d70f1525-2ac4-4e18-826c-20bc14c7f099 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:25:52.046555 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f107037c-5cad-4f99-b01d-2056df04e3c5 x-openstack-request-id: req-f107037c-5cad-4f99-b01d-2056df04e3c5 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:25:52.047085 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ee9968-6a06-46fa-b9bd-50dbbebb4533", "tag": "f16b72fa-6a49-4d31-8de5-414a9632d578", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:25:52.047187 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f107037c-5cad-4f99-b01d-2056df04e3c5 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:25:52.047720 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'tag': 'f16b72fa-6a49-4d31-8de5-414a9632d578', 'status': 'completed', 'code': 200} Sep 08 14:25:52.049034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b24345-f084-4506-93d6-7e771ebe4ab7 req-65e2a6b4-f02b-4310-a4b5-239ce756854c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:52.050602 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7b24345-f084-4506-93d6-7e771ebe4ab7 req-65e2a6b4-f02b-4310-a4b5-239ce756854c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 946 time: 0.0497851 Sep 08 14:25:52.120290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7b24345-f084-4506-93d6-7e771ebe4ab7 req-b55e4009-7a54-495f-a278-164e83ac3ab1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575604 Sep 08 14:25:52.130086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169cd85-7875-44cd-b3eb-ad65d22c7ba8 req-c4fbd5a1-f041-46ed-b98f-ac41a90f0a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:52.131598 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2169cd85-7875-44cd-b3eb-ad65d22c7ba8 req-c4fbd5a1-f041-46ed-b98f-ac41a90f0a49 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 1097 time: 0.0620136 Sep 08 14:25:52.145231 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56098) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:52.201262 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a12d5f90-6d67-4cd9-b11b-d3282a088e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '6499db71-7060-40e7-a902-a025da3f4091', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'port_id': 'f16b72fa-6a49-4d31-8de5-414a9632d578', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'mac_address': 'fa:16:3e:a8:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:25:50Z', 'updated_at': '2021-09-08T14:25:50Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ad865d-53d2-4408-bfa5-e5e27d91caa6', 'name': '', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:e2:39:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:36Z', 'updated_at': '2021-09-08T14:25:41Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:52.207692 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9ca7090e-044b-4bf8-84b2-1ef40dfef8f8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/6499db71-7060-40e7-a902-a025da3f4091 HTTP/1.1" status: 200 len: 991 time: 0.0612967 Sep 08 14:25:52.226813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169cd85-7875-44cd-b3eb-ad65d22c7ba8 req-76bd9f18-2a70-4f1e-9c7e-a5484f940fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:52.228299 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2169cd85-7875-44cd-b3eb-ad65d22c7ba8 req-76bd9f18-2a70-4f1e-9c7e-a5484f940fd6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bc28cc3-2042-4035-8cce-3d360877b749 HTTP/1.1" status: 200 len: 898 time: 0.0899348 Sep 08 14:25:52.230745 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d5f90-6d67-4cd9-b11b-d3282a088e5e None None] Checking router: d70f1525-2ac4-4e18-826c-20bc14c7f099 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:25:52.239556 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d5f90-6d67-4cd9-b11b-d3282a088e5e None None] Routers {'d70f1525-2ac4-4e18-826c-20bc14c7f099'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:25:52.240173 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a12d5f90-6d67-4cd9-b11b-d3282a088e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:25:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d70f1525-2ac4-4e18-826c-20bc14c7f099'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:52.296224 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2169cd85-7875-44cd-b3eb-ad65d22c7ba8 req-3f8e8155-d37e-4b93-8940-f640cce3f66f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f16b72fa-6a49-4d31-8de5-414a9632d578 HTTP/1.1" status: 200 len: 999 time: 0.0587265 Sep 08 14:25:52.345286 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-a12d5f90-6d67-4cd9-b11b-d3282a088e5e None None] Set router d70f1525-2ac4-4e18-826c-20bc14c7f099 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:25:52.348372 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169cd85-7875-44cd-b3eb-ad65d22c7ba8 req-c27ef30b-4021-4384-8cb1-1bf110c2cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:52.349836 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2169cd85-7875-44cd-b3eb-ad65d22c7ba8 req-c27ef30b-4021-4384-8cb1-1bf110c2cc3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f998ad9c-7cb1-4b28-817d-afd377d8f86e HTTP/1.1" status: 200 len: 834 time: 0.0473917 Sep 08 14:25:52.395982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169cd85-7875-44cd-b3eb-ad65d22c7ba8 req-046dac52-f2c3-4d79-aa35-a4ede6d4f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:25:52.397391 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2169cd85-7875-44cd-b3eb-ad65d22c7ba8 req-046dac52-f2c3-4d79-aa35-a4ede6d4f8ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bc28cc3-2042-4035-8cce-3d360877b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399909 Sep 08 14:25:52.494068 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2169cd85-7875-44cd-b3eb-ad65d22c7ba8 req-efcb6d64-bc18-4e3c-ad07-fc3c5fd7aa5d service neutron] 10.222.0.70 "GET /v2.0/networks/0bc28cc3-2042-4035-8cce-3d360877b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897698 Sep 08 14:25:52.582114 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2169cd85-7875-44cd-b3eb-ad65d22c7ba8 req-53ca2a99-deb7-4d61-9a4e-b560082e2d79 service neutron] 10.222.0.70 "GET /v2.0/networks/0bc28cc3-2042-4035-8cce-3d360877b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812242 Sep 08 14:25:52.652678 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-a12d5f90-6d67-4cd9-b11b-d3282a088e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '6499db71-7060-40e7-a902-a025da3f4091', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'port_id': 'f16b72fa-6a49-4d31-8de5-414a9632d578', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'mac_address': 'fa:16:3e:a8:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:25:50Z', 'updated_at': '2021-09-08T14:25:50Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ad865d-53d2-4408-bfa5-e5e27d91caa6', 'name': '', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:e2:39:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:36Z', 'updated_at': '2021-09-08T14:25:41Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:25:52.679916 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d5f90-6d67-4cd9-b11b-d3282a088e5e None None] The sync data for ids ['d70f1525-2ac4-4e18-826c-20bc14c7f099'] in n-d-807558-3 is: [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '6499db71-7060-40e7-a902-a025da3f4091', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.64', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'port_id': 'f16b72fa-6a49-4d31-8de5-414a9632d578', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'mac_address': 'fa:16:3e:a8:f0:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:25:50Z', 'updated_at': '2021-09-08T14:25:50Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59ad865d-53d2-4408-bfa5-e5e27d91caa6', 'name': '', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:e2:39:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:36Z', 'updated_at': '2021-09-08T14:25:41Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:25:52.883296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666bbeaa-64e5-4ac6-b698-afb4a8709e3f None None] New status for floating IP 6499db71-7060-40e7-a902-a025da3f4091: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:25:53.211836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56100) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:25:53.283156 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0bc8803c-dfd6-474c-9f0b-8936d342dec3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/6499db71-7060-40e7-a902-a025da3f4091 HTTP/1.1" status: 200 len: 993 time: 0.0700738 Sep 08 14:26:02.974576 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4c4c58-9f4c-4b9b-9157-376c0e438551 req-2e557430-9675-42f0-99da-4cc0f3db6b8e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392647 Sep 08 14:26:03.052896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c4c58-9f4c-4b9b-9157-376c0e438551 req-8fe1fe08-753f-46a0-8936-e734dd698a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:03.054415 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4c4c58-9f4c-4b9b-9157-376c0e438551 req-8fe1fe08-753f-46a0-8936-e734dd698a1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 1097 time: 0.0403395 Sep 08 14:26:03.159581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c4c58-9f4c-4b9b-9157-376c0e438551 req-3379d5c0-a66c-494e-bebb-30367a3baa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:03.161065 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4c4c58-9f4c-4b9b-9157-376c0e438551 req-3379d5c0-a66c-494e-bebb-30367a3baa9f service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bc28cc3-2042-4035-8cce-3d360877b749 HTTP/1.1" status: 200 len: 898 time: 0.0873725 Sep 08 14:26:03.222692 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4c4c58-9f4c-4b9b-9157-376c0e438551 req-629eed63-da36-4bb7-8f0c-2fc626325b00 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f16b72fa-6a49-4d31-8de5-414a9632d578 HTTP/1.1" status: 200 len: 1001 time: 0.0552039 Sep 08 14:26:03.269096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c4c58-9f4c-4b9b-9157-376c0e438551 req-e4b0ef03-d2d3-4cfd-b20b-1b3bd89686d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:03.270443 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4c4c58-9f4c-4b9b-9157-376c0e438551 req-e4b0ef03-d2d3-4cfd-b20b-1b3bd89686d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f998ad9c-7cb1-4b28-817d-afd377d8f86e HTTP/1.1" status: 200 len: 834 time: 0.0414746 Sep 08 14:26:03.307294 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:26:03.318265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c4c58-9f4c-4b9b-9157-376c0e438551 req-235a348f-2f69-4a02-849b-c57d68100b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:03.319741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4c4c58-9f4c-4b9b-9157-376c0e438551 req-235a348f-2f69-4a02-849b-c57d68100b72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bc28cc3-2042-4035-8cce-3d360877b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425942 Sep 08 14:26:03.408238 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4c4c58-9f4c-4b9b-9157-376c0e438551 req-e9f86016-0122-475a-b931-7578b7c95e84 service neutron] 10.222.0.70 "GET /v2.0/networks/0bc28cc3-2042-4035-8cce-3d360877b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804935 Sep 08 14:26:03.498764 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1a4c4c58-9f4c-4b9b-9157-376c0e438551 req-0468a5bc-5e20-4845-9fc2-d21bcbc2834d service neutron] 10.222.0.70 "GET /v2.0/networks/0bc28cc3-2042-4035-8cce-3d360877b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824029 Sep 08 14:26:07.927241 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9eae6099-3249-4fa7-af1b-e5cbf17f2973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:10.212732 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b1e693eb-7f7f-4da0-b801-6eb23ffe9e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:10.652208 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:12.102133 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:13.507524 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:14.987522 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:17.617784 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:24.828215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653659b1-2029-46c9-bd6e-df2dac4acd2f req-fc8c485e-7185-4dda-a2b1-9091a9bc31a3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:24.829695 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-653659b1-2029-46c9-bd6e-df2dac4acd2f req-fc8c485e-7185-4dda-a2b1-9091a9bc31a3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 946 time: 0.0485709 Sep 08 14:26:24.874305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-653659b1-2029-46c9-bd6e-df2dac4acd2f req-cf7199c0-4e28-4010-82a5-9a42592eb811 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375950 Sep 08 14:26:25.992246 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3345ecab-6d37-41d4-b33d-4df1fb5c30ae req-a6d13b89-3674-4af7-9bcc-36316244aa7b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:25.993778 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3345ecab-6d37-41d4-b33d-4df1fb5c30ae req-a6d13b89-3674-4af7-9bcc-36316244aa7b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 946 time: 0.0501223 Sep 08 14:26:26.030953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3345ecab-6d37-41d4-b33d-4df1fb5c30ae req-3cf0f7a8-0b59-4256-b299-0ccd74181d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310879 Sep 08 14:26:26.053843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56120) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:26.117598 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-79b806db-6c17-49a8-8839-056b037e3d76 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/6499db71-7060-40e7-a902-a025da3f4091 HTTP/1.1" status: 200 len: 993 time: 0.0625746 Sep 08 14:26:27.537518 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841a09e0-24b0-4f16-a956-1e56c38c0518 req-ab0e09cb-5916-464c-8829-d93ba0f583b8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:27.539073 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-841a09e0-24b0-4f16-a956-1e56c38c0518 req-ab0e09cb-5916-464c-8829-d93ba0f583b8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 946 time: 0.0486596 Sep 08 14:26:27.578215 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-841a09e0-24b0-4f16-a956-1e56c38c0518 req-b8172c83-e280-400d-963c-3522478c7731 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319278 Sep 08 14:26:28.696570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34a2b6-d706-43ff-a794-4ce7daca6d05 req-9910a34e-f762-4e54-9bb5-98b62ec39e2d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:28.698083 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f34a2b6-d706-43ff-a794-4ce7daca6d05 req-9910a34e-f762-4e54-9bb5-98b62ec39e2d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 946 time: 0.0482950 Sep 08 14:26:28.735047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1f34a2b6-d706-43ff-a794-4ce7daca6d05 req-5b1f98e3-3bf1-438a-9e58-5f79081d944d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305445 Sep 08 14:26:28.757497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56130) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:28.818882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eac7374f-2b0f-4a45-b2d5-2b993ac64e42 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/6499db71-7060-40e7-a902-a025da3f4091 HTTP/1.1" status: 200 len: 993 time: 0.0603004 Sep 08 14:26:29.043605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56136) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:29.198275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 58435451-0090-4492-ae7f-b6c0721ec226 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:26:29.198552 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:29.271443 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:29.271787 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:29.283541 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 58435451-0090-4492-ae7f-b6c0721ec226 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:26:29.492501 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:29.516526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=58435451-0090-4492-ae7f-b6c0721ec226,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:29.527869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:29.528225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:29.528569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:29.528901 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:29.529232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:29.529563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:29.529893 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:29.530244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:29.530574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:29.530897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:29.531218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:29.532174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:29.586073 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:29.586428 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Floating IP 6499db71-7060-40e7-a902-a025da3f4091 disassociated (deleted). External IP: 172.25.5.64, port: f16b72fa-6a49-4d31-8de5-414a9632d578. Sep 08 14:26:29.787537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router d70f1525-2ac4-4e18-826c-20bc14c7f099 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:26:29.892806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:26:29.897555 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:29.902710 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009a3f5-f828-4963-9014-84d37eb59960 None None] Sync routers for ids ['d70f1525-2ac4-4e18-826c-20bc14c7f099'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:26:29.911605 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009a3f5-f828-4963-9014-84d37eb59960 None None] Routers {'d70f1525-2ac4-4e18-826c-20bc14c7f099'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:26:29.912212 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5009a3f5-f828-4963-9014-84d37eb59960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d70f1525-2ac4-4e18-826c-20bc14c7f099'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:29.924707 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-16b032e7-2992-4202-a72b-429541643b3d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/floatingips/6499db71-7060-40e7-a902-a025da3f4091 HTTP/1.1" status: 204 len: 168 time: 0.8800058 Sep 08 14:26:29.925305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'tag': 'f16b72fa-6a49-4d31-8de5-414a9632d578'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:26:29.927597 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bf511f-7ccf-4e82-8c4b-e5f673db0ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ee9968-6a06-46fa-b9bd-50dbbebb4533", "tag": "f16b72fa-6a49-4d31-8de5-414a9632d578"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:26:29.966031 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc05ecf-2740-4f7f-ba5c-8b5933a202f8 x-openstack-request-id: req-5cc05ecf-2740-4f7f-ba5c-8b5933a202f8 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:26:29.966418 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ee9968-6a06-46fa-b9bd-50dbbebb4533", "tag": "f16b72fa-6a49-4d31-8de5-414a9632d578", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:26:29.966672 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5cc05ecf-2740-4f7f-ba5c-8b5933a202f8 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:26:29.967077 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'tag': 'f16b72fa-6a49-4d31-8de5-414a9632d578', 'status': 'completed', 'code': 200} Sep 08 14:26:30.023491 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-5009a3f5-f828-4963-9014-84d37eb59960 None None] Set router d70f1525-2ac4-4e18-826c-20bc14c7f099 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:26:30.034520 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf511f-7ccf-4e82-8c4b-e5f673db0ca3 req-2eed7313-3fca-4ccc-8bd3-8cd029630473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:30.034520 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4bf511f-7ccf-4e82-8c4b-e5f673db0ca3 req-2eed7313-3fca-4ccc-8bd3-8cd029630473 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 1097 time: 0.0421836 Sep 08 14:26:30.126957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf511f-7ccf-4e82-8c4b-e5f673db0ca3 req-d931ad26-d9ab-4b1e-be86-e8b099e636b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:30.128458 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4bf511f-7ccf-4e82-8c4b-e5f673db0ca3 req-d931ad26-d9ab-4b1e-be86-e8b099e636b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0bc28cc3-2042-4035-8cce-3d360877b749 HTTP/1.1" status: 200 len: 898 time: 0.0909085 Sep 08 14:26:30.169458 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4bf511f-7ccf-4e82-8c4b-e5f673db0ca3 req-8ca27af4-9f52-4b9c-a035-14bfec824ab9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f16b72fa-6a49-4d31-8de5-414a9632d578 HTTP/1.1" status: 200 len: 217 time: 0.0333910 Sep 08 14:26:30.222995 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5009a3f5-f828-4963-9014-84d37eb59960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '59ad865d-53d2-4408-bfa5-e5e27d91caa6', 'name': '', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:e2:39:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:36Z', 'updated_at': '2021-09-08T14:25:41Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:30.226153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf511f-7ccf-4e82-8c4b-e5f673db0ca3 req-2c608075-ab13-4fdc-b831-9523e504995e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:30.227846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4bf511f-7ccf-4e82-8c4b-e5f673db0ca3 req-2c608075-ab13-4fdc-b831-9523e504995e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f998ad9c-7cb1-4b28-817d-afd377d8f86e HTTP/1.1" status: 200 len: 834 time: 0.0520465 Sep 08 14:26:30.253475 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009a3f5-f828-4963-9014-84d37eb59960 None None] Checking router: d70f1525-2ac4-4e18-826c-20bc14c7f099 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:26:30.261694 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5009a3f5-f828-4963-9014-84d37eb59960 None None] Routers {'d70f1525-2ac4-4e18-826c-20bc14c7f099'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:26:30.262334 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5009a3f5-f828-4963-9014-84d37eb59960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d70f1525-2ac4-4e18-826c-20bc14c7f099'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:30.277313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf511f-7ccf-4e82-8c4b-e5f673db0ca3 req-6e20feb3-c595-437e-9b07-272b1f3f7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:30.279528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4bf511f-7ccf-4e82-8c4b-e5f673db0ca3 req-6e20feb3-c595-437e-9b07-272b1f3f7a00 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0bc28cc3-2042-4035-8cce-3d360877b749&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445132 Sep 08 14:26:30.370014 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-5009a3f5-f828-4963-9014-84d37eb59960 None None] Set router d70f1525-2ac4-4e18-826c-20bc14c7f099 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:26:30.374336 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4bf511f-7ccf-4e82-8c4b-e5f673db0ca3 req-773cfc3f-4a05-4f08-a93d-b8eee8a5bb7f service neutron] 10.222.0.70 "GET /v2.0/networks/0bc28cc3-2042-4035-8cce-3d360877b749?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883400 Sep 08 14:26:30.402842 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd37ddf-5b59-4149-a53c-7fe02fc186a9 req-91160a50-0126-40d7-82a5-8d292acde274 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:30.404272 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cbd37ddf-5b59-4149-a53c-7fe02fc186a9 req-91160a50-0126-40d7-82a5-8d292acde274 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 946 time: 0.0502460 Sep 08 14:26:30.446624 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cbd37ddf-5b59-4149-a53c-7fe02fc186a9 req-32efa6df-510c-4163-9d9d-9fddb3598aad tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334320 Sep 08 14:26:30.574167 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5009a3f5-f828-4963-9014-84d37eb59960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '59ad865d-53d2-4408-bfa5-e5e27d91caa6', 'name': '', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:e2:39:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:36Z', 'updated_at': '2021-09-08T14:25:41Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:30.602050 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5009a3f5-f828-4963-9014-84d37eb59960 None None] The sync data for ids ['d70f1525-2ac4-4e18-826c-20bc14c7f099'] in n-d-807558-3 is: [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '59ad865d-53d2-4408-bfa5-e5e27d91caa6', 'name': '', 'network_id': '0bc28cc3-2042-4035-8cce-3d360877b749', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:e2:39:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:36Z', 'updated_at': '2021-09-08T14:25:41Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': 'f998ad9c-7cb1-4b28-817d-afd377d8f86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:26:30.767082 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a4bf511f-7ccf-4e82-8c4b-e5f673db0ca3 req-8c01d793-428a-4b6b-ac74-af0998b8a39f service neutron] 10.222.0.70 "GET /v2.0/networks/0bc28cc3-2042-4035-8cce-3d360877b749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853343 Sep 08 14:26:30.830929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a155654-4d35-4ea0-a952-0ece2a11d5fa None None] New status for floating IP 6499db71-7060-40e7-a902-a025da3f4091: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:26:31.560970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce14a7-d675-4c98-8158-f20e2d31bf58 req-c3c1bc20-77fa-4085-a938-4aafd32613c5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:31.562425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7ce14a7-d675-4c98-8158-f20e2d31bf58 req-c3c1bc20-77fa-4085-a938-4aafd32613c5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 946 time: 0.0469837 Sep 08 14:26:31.598724 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c7ce14a7-d675-4c98-8158-f20e2d31bf58 req-6d414d51-9e76-4c6e-952f-5038f1c0fe69 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=2f38efe4-b889-4f48-b3a7-3741f51bb3bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298324 Sep 08 14:26:31.923530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811388c-c8dd-4d83-8d7a-187094df6d7b req-61c822e4-cb56-4385-8777-4b07a41ed385 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:31.924977 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5811388c-c8dd-4d83-8d7a-187094df6d7b req-61c822e4-cb56-4385-8777-4b07a41ed385 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 946 time: 0.0482407 Sep 08 14:26:32.013613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5811388c-c8dd-4d83-8d7a-187094df6d7b req-e3d6608e-e79c-4b52-be16-ab4a47980628 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port f16b72fa-6a49-4d31-8de5-414a9632d578 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:26:32.013960 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5811388c-c8dd-4d83-8d7a-187094df6d7b req-e3d6608e-e79c-4b52-be16-ab4a47980628 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:32.098864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5811388c-c8dd-4d83-8d7a-187094df6d7b req-e3d6608e-e79c-4b52-be16-ab4a47980628 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port f16b72fa-6a49-4d31-8de5-414a9632d578, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=f16b72fa-6a49-4d31-8de5-414a9632d578,segment=NetworkSegment(00f1e5c7-455c-4e63-becc-f8bcf74d5976),segment_id=00f1e5c7-455c-4e63-becc-f8bcf74d5976)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:26:32.099237 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5811388c-c8dd-4d83-8d7a-187094df6d7b req-e3d6608e-e79c-4b52-be16-ab4a47980628 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:32.112063 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-5811388c-c8dd-4d83-8d7a-187094df6d7b req-e3d6608e-e79c-4b52-be16-ab4a47980628 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for f16b72fa-6a49-4d31-8de5-414a9632d578 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:26:32.298228 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5811388c-c8dd-4d83-8d7a-187094df6d7b req-e3d6608e-e79c-4b52-be16-ab4a47980628 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:32.324391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6608e-e79c-4b52-be16-ab4a47980628 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=f16b72fa-6a49-4d31-8de5-414a9632d578,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:32.370685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5811388c-c8dd-4d83-8d7a-187094df6d7b req-e3d6608e-e79c-4b52-be16-ab4a47980628 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] No DVR routers for this DVR port f16b72fa-6a49-4d31-8de5-414a9632d578 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:26:32.373232 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5811388c-c8dd-4d83-8d7a-187094df6d7b req-e3d6608e-e79c-4b52-be16-ab4a47980628 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:32.375522 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5811388c-c8dd-4d83-8d7a-187094df6d7b req-e3d6608e-e79c-4b52-be16-ab4a47980628 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "DELETE /v2.0/ports/f16b72fa-6a49-4d31-8de5-414a9632d578 HTTP/1.1" status: 204 len: 173 time: 0.4435644 Sep 08 14:26:32.379930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'name': 'network-vif-deleted', 'tag': 'f16b72fa-6a49-4d31-8de5-414a9632d578'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:26:32.379930 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2e91ce-76cb-45cc-8c4e-f41b0e897e7d" -d '{"events": [{"server_uuid": "a9ee9968-6a06-46fa-b9bd-50dbbebb4533", "name": "network-vif-deleted", "tag": "f16b72fa-6a49-4d31-8de5-414a9632d578"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:26:32.415485 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1412118-696a-4822-8780-e4c03fb15125 x-openstack-request-id: req-b1412118-696a-4822-8780-e4c03fb15125 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:26:32.415780 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ee9968-6a06-46fa-b9bd-50dbbebb4533", "name": "network-vif-deleted", "tag": "f16b72fa-6a49-4d31-8de5-414a9632d578", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:26:32.416034 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b1412118-696a-4822-8780-e4c03fb15125 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:26:32.416434 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ee9968-6a06-46fa-b9bd-50dbbebb4533', 'name': 'network-vif-deleted', 'tag': 'f16b72fa-6a49-4d31-8de5-414a9632d578', 'status': 'completed', 'code': 200} Sep 08 14:26:32.712504 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3917425-f55c-4ad2-b702-8a2246c0994b req-f4b6ca2d-a841-44fd-9bb4-f0ad12c8471a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a9ee9968-6a06-46fa-b9bd-50dbbebb4533 HTTP/1.1" status: 200 len: 210 time: 0.0274286 Sep 08 14:26:33.768998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56152) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:34.170570 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e57a-ca52-4827-9ef5-1f38ca347447 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:34.416020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2e57a-ca52-4827-9ef5-1f38ca347447 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 59ad865d-53d2-4408-bfa5-e5e27d91caa6 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:26:34.416374 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e57a-ca52-4827-9ef5-1f38ca347447 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:34.506834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-6ce2e57a-ca52-4827-9ef5-1f38ca347447 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port 59ad865d-53d2-4408-bfa5-e5e27d91caa6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=59ad865d-53d2-4408-bfa5-e5e27d91caa6,segment=NetworkSegment(00f1e5c7-455c-4e63-becc-f8bcf74d5976),segment_id=00f1e5c7-455c-4e63-becc-f8bcf74d5976)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:26:34.507210 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e57a-ca52-4827-9ef5-1f38ca347447 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:34.518652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2e57a-ca52-4827-9ef5-1f38ca347447 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 59ad865d-53d2-4408-bfa5-e5e27d91caa6 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:26:34.755288 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e57a-ca52-4827-9ef5-1f38ca347447 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:34.782077 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2e57a-ca52-4827-9ef5-1f38ca347447 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=59ad865d-53d2-4408-bfa5-e5e27d91caa6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:34.955462 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6ce2e57a-ca52-4827-9ef5-1f38ca347447 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:35.166272 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce2e57a-ca52-4827-9ef5-1f38ca347447 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router d70f1525-2ac4-4e18-826c-20bc14c7f099 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:26:35.268722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce2e57a-ca52-4827-9ef5-1f38ca347447 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:26:35.275467 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6ce2e57a-ca52-4827-9ef5-1f38ca347447 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "PUT /v2.0/routers/d70f1525-2ac4-4e18-826c-20bc14c7f099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5036972 Sep 08 14:26:35.276443 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56154) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:35.278934 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db206fc-46da-4bc1-af10-f89d316f92a1 None None] Sync routers for ids ['d70f1525-2ac4-4e18-826c-20bc14c7f099'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:26:35.288667 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db206fc-46da-4bc1-af10-f89d316f92a1 None None] Routers {'d70f1525-2ac4-4e18-826c-20bc14c7f099'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:26:35.289276 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0db206fc-46da-4bc1-af10-f89d316f92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d70f1525-2ac4-4e18-826c-20bc14c7f099'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:35.326270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce8b620-a79d-472a-ac38-7ad0d05a9c10 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting subnet f998ad9c-7cb1-4b28-817d-afd377d8f86e {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:26:35.330378 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b620-a79d-472a-ac38-7ad0d05a9c10 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:35.368721 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b620-a79d-472a-ac38-7ad0d05a9c10 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:35.391612 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0db206fc-46da-4bc1-af10-f89d316f92a1 None None] Set router d70f1525-2ac4-4e18-826c-20bc14c7f099 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:26:35.453991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b620-a79d-472a-ac38-7ad0d05a9c10 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:35.566329 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0db206fc-46da-4bc1-af10-f89d316f92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:26:34Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:35.590062 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b620-a79d-472a-ac38-7ad0d05a9c10 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:35.593548 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db206fc-46da-4bc1-af10-f89d316f92a1 None None] Checking router: d70f1525-2ac4-4e18-826c-20bc14c7f099 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:26:35.600977 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db206fc-46da-4bc1-af10-f89d316f92a1 None None] Routers {'d70f1525-2ac4-4e18-826c-20bc14c7f099'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:26:35.601582 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0db206fc-46da-4bc1-af10-f89d316f92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:26:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['d70f1525-2ac4-4e18-826c-20bc14c7f099'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:35.618341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8b620-a79d-472a-ac38-7ad0d05a9c10 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Subnet': ['ID=f998ad9c-7cb1-4b28-817d-afd377d8f86e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:35.623538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8ce8b620-a79d-472a-ac38-7ad0d05a9c10 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:35.628381 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8ce8b620-a79d-472a-ac38-7ad0d05a9c10 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/subnets/f998ad9c-7cb1-4b28-817d-afd377d8f86e HTTP/1.1" status: 204 len: 168 time: 0.3485849 Sep 08 14:26:35.628666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56156) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:35.630291 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b3076c-395e-4998-af58-020977d23cea None None] Network 0bc28cc3-2042-4035-8cce-3d360877b749 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:26:35.710073 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0db206fc-46da-4bc1-af10-f89d316f92a1 None None] Set router d70f1525-2ac4-4e18-826c-20bc14c7f099 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:26:35.746338 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:35.831780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] DHCP port deletion for 0bc28cc3-2042-4035-8cce-3d360877b749 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:26:35.862052 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:35.881206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Deleting port 391a463c-b663-49a2-904f-bf19b02ba35b {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:26:35.881586 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:35.901520 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0db206fc-46da-4bc1-af10-f89d316f92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:26:34Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:35.930883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device f16b72fa-6a49-4d31-8de5-414a9632d578 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:26:35.961928 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: f16b72fa-6a49-4d31-8de5-414a9632d578 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:26:35.962690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device f16b72fa-6a49-4d31-8de5-414a9632d578 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:26:35.969384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] For port 391a463c-b663-49a2-904f-bf19b02ba35b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=391a463c-b663-49a2-904f-bf19b02ba35b,segment=NetworkSegment(00f1e5c7-455c-4e63-becc-f8bcf74d5976),segment_id=00f1e5c7-455c-4e63-becc-f8bcf74d5976)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:26:35.969793 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:35.983723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 6d10631a-d0c7-45c1-89ef-66d64bd669ed {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:26:35.984080 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:35.991615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Calling delete_port for 391a463c-b663-49a2-904f-bf19b02ba35b owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:26:36.024820 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db206fc-46da-4bc1-af10-f89d316f92a1 None None] The sync data for ids ['d70f1525-2ac4-4e18-826c-20bc14c7f099'] in n-d-807558-3 is: [{'id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'name': 'tempest-TestNetworkAdvancedServerOps-router-986951009', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49'}], 'enable_snat': True}, 'gw_port_id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:25:32Z', 'updated_at': '2021-09-08T14:26:34Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '6d10631a-d0c7-45c1-89ef-66d64bd669ed', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:89:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd70f1525-2ac4-4e18-826c-20bc14c7f099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:25:33Z', 'updated_at': '2021-09-08T14:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:26:36.071297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port 6d10631a-d0c7-45c1-89ef-66d64bd669ed, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6d10631a-d0c7-45c1-89ef-66d64bd669ed,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:26:36.071666 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.083668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 6d10631a-d0c7-45c1-89ef-66d64bd669ed owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:26:36.159036 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.186804 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Pushing event deleted for resources: {'Port': ['ID=391a463c-b663-49a2-904f-bf19b02ba35b,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:36.189772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] No DVR routers for this DVR port 391a463c-b663-49a2-904f-bf19b02ba35b on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:26:36.200163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:36.200523 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:36.200995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:36.201203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:36.201538 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:36.201880 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:36.202220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:36.202559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:36.202937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:36.203266 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:36.203587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:36.203917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a505623d-3bc4-476c-97e9-48af32204bae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:36.309397 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.334551 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=6d10631a-d0c7-45c1-89ef-66d64bd669ed,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:36.398575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.490907 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.493070 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.604621 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.605196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Fanout notify agent at l3_agent the message router_deleted on router d70f1525-2ac4-4e18-826c-20bc14c7f099 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:26:36.612576 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.613714 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e0b7b27f-5e92-4fb2-a5b2-073b314caea7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/routers/d70f1525-2ac4-4e18-826c-20bc14c7f099 HTTP/1.1" status: 204 len: 168 time: 0.9838400 Sep 08 14:26:36.616530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56158) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:36.693650 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.782109 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.800915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc28cc3-2042-4035-8cce-3d360877b749']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:36.809914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f1e5c7-455c-4e63-becc-f8bcf74d5976') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:36.818127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f1e5c7-455c-4e63-becc-f8bcf74d5976') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:36.819406 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.833256 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.838962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:26:36.839604 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: timer() Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:26:36.842506 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:26:36.977921 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.982610 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:36.984577 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/networks/0bc28cc3-2042-4035-8cce-3d360877b749 HTTP/1.1" status: 204 len: 168 time: 0.3669715 Sep 08 14:26:36.987537 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56160) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:36.998401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cead07f-fd2c-466e-af9a-b9eb20a0193c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Network': ['ID=0bc28cc3-2042-4035-8cce-3d360877b749,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:37.048585 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:37.077005 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:37.189302 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:37.192005 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:37.193202 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/security-groups/2f38efe4-b889-4f48-b3a7-3741f51bb3bb HTTP/1.1" status: 204 len: 168 time: 0.2045987 Sep 08 14:26:37.202716 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f38efe4-b889-4f48-b3a7-3741f51bb3bb,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:37.211413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:37.211770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:37.212139 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:37.212485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:37.212819 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:37.213160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:37.213486 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:37.213818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:37.214489 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:37.214825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:37.215158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:37.215477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c644d34-9b70-48bd-a71d-de0344689edb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:37.519882 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56166) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:37.524476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-eea4f22e-58b8-4259-9b9b-16dcdfc53c49 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488938798', 'description': 'tempest-secgroup-smoke-1488938798 description', 'project_id': '2fb8d6a378b9468d9535c788a77c6778'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:37.640755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eea4f22e-58b8-4259-9b9b-16dcdfc53c49 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:37.719951 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eea4f22e-58b8-4259-9b9b-16dcdfc53c49 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:37.754338 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 59ad865d-53d2-4408-bfa5-e5e27d91caa6 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:26:37.773278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 59ad865d-53d2-4408-bfa5-e5e27d91caa6 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:26:37.773633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 59ad865d-53d2-4408-bfa5-e5e27d91caa6 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:26:37.774055 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 391a463c-b663-49a2-904f-bf19b02ba35b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:26:37.791820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 391a463c-b663-49a2-904f-bf19b02ba35b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:26:37.792173 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 391a463c-b663-49a2-904f-bf19b02ba35b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:26:37.792587 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6d10631a-d0c7-45c1-89ef-66d64bd669ed no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:26:37.812280 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eea4f22e-58b8-4259-9b9b-16dcdfc53c49 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:37.813979 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 6d10631a-d0c7-45c1-89ef-66d64bd669ed {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:26:37.814361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6d10631a-d0c7-45c1-89ef-66d64bd669ed not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:26:37.845815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4f22e-58b8-4259-9b9b-16dcdfc53c49 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad120bae-92b2-4fd7-846e-1fd42ea88d2e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:37.895985 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-27641950-b1c0-4416-94ee-304d37b19115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:37.915165 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-eea4f22e-58b8-4259-9b9b-16dcdfc53c49 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:37.916435 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-eea4f22e-58b8-4259-9b9b-16dcdfc53c49 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3955491 Sep 08 14:26:37.925422 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56168) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:37.929749 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6af50824-6d00-4ef2-b2a0-14eff963d62c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': 'ad120bae-92b2-4fd7-846e-1fd42ea88d2e', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:38.022787 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6af50824-6d00-4ef2-b2a0-14eff963d62c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.076207 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6af50824-6d00-4ef2-b2a0-14eff963d62c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.148981 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6af50824-6d00-4ef2-b2a0-14eff963d62c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.166449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af50824-6d00-4ef2-b2a0-14eff963d62c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af2f548-a95a-440f-8677-c3c73aeaede0,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:38.231504 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6af50824-6d00-4ef2-b2a0-14eff963d62c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.232740 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6af50824-6d00-4ef2-b2a0-14eff963d62c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3064022 Sep 08 14:26:38.236073 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56170) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:38.240504 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-92a63180-5457-45f0-afb8-f55219ced5fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': 'ad120bae-92b2-4fd7-846e-1fd42ea88d2e', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:38.322849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92a63180-5457-45f0-afb8-f55219ced5fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.380682 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92a63180-5457-45f0-afb8-f55219ced5fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.472503 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92a63180-5457-45f0-afb8-f55219ced5fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.489257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a63180-5457-45f0-afb8-f55219ced5fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b049634d-4a63-4c28-970d-d81a74cd6632,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:38.560291 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-92a63180-5457-45f0-afb8-f55219ced5fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.561517 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-92a63180-5457-45f0-afb8-f55219ced5fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3245091 Sep 08 14:26:38.564215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56172) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:38.568502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4c917c0a-1099-461c-b88a-44708b5d462a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': 'ad120bae-92b2-4fd7-846e-1fd42ea88d2e', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:38.661748 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c917c0a-1099-461c-b88a-44708b5d462a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.717664 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c917c0a-1099-461c-b88a-44708b5d462a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.783358 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c917c0a-1099-461c-b88a-44708b5d462a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.800602 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c917c0a-1099-461c-b88a-44708b5d462a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fad6e705-d6c5-4c8b-a1cc-062948a061f6,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:38.852102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4c917c0a-1099-461c-b88a-44708b5d462a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.853335 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4c917c0a-1099-461c-b88a-44708b5d462a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2881982 Sep 08 14:26:38.856065 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56174) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:38.860353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6ba306d7-527e-4364-bd28-d5419a982504 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': 'ad120bae-92b2-4fd7-846e-1fd42ea88d2e', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:38.936894 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ba306d7-527e-4364-bd28-d5419a982504 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:38.996348 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ba306d7-527e-4364-bd28-d5419a982504 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.052191 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ba306d7-527e-4364-bd28-d5419a982504 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.069946 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba306d7-527e-4364-bd28-d5419a982504 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148b3c10-91c9-48d3-862d-2de746d48d4b,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:39.135632 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6ba306d7-527e-4364-bd28-d5419a982504 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.136849 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6ba306d7-527e-4364-bd28-d5419a982504 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2798593 Sep 08 14:26:39.139510 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56176) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:39.143844 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-23d0e18d-8c35-4093-9b87-de70822d815c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': 'ad120bae-92b2-4fd7-846e-1fd42ea88d2e', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:39.221463 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-23d0e18d-8c35-4093-9b87-de70822d815c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Project 2fb8d6a378b9468d9535c788a77c6778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:26:39.226207 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23d0e18d-8c35-4093-9b87-de70822d815c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.287720 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23d0e18d-8c35-4093-9b87-de70822d815c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.364137 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23d0e18d-8c35-4093-9b87-de70822d815c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.381512 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0e18d-8c35-4093-9b87-de70822d815c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f913b9-e22c-47d3-ac78-3bbc1fc82b19,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:39.451987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-23d0e18d-8c35-4093-9b87-de70822d815c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.453309 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-23d0e18d-8c35-4093-9b87-de70822d815c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3128319 Sep 08 14:26:39.455970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56178) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:39.460254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-dc8503f2-af43-4b80-8bbb-8d1b3d8b93d9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': 'ad120bae-92b2-4fd7-846e-1fd42ea88d2e', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:39.554627 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-dc8503f2-af43-4b80-8bbb-8d1b3d8b93d9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Project 2fb8d6a378b9468d9535c788a77c6778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:26:39.559251 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dc8503f2-af43-4b80-8bbb-8d1b3d8b93d9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.618102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dc8503f2-af43-4b80-8bbb-8d1b3d8b93d9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.691542 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dc8503f2-af43-4b80-8bbb-8d1b3d8b93d9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.709152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8503f2-af43-4b80-8bbb-8d1b3d8b93d9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c259db1-3501-4bb9-aca8-a85bee068498,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:39.777307 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dc8503f2-af43-4b80-8bbb-8d1b3d8b93d9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.778545 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dc8503f2-af43-4b80-8bbb-8d1b3d8b93d9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3216474 Sep 08 14:26:39.782019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56180) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:39.787194 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-517875af-c298-46a9-afc2-5ddf43e704ed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'network': {'name': 'tempest-network-smoke--1592531422', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'port_security_enabled': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:39.886282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517875af-c298-46a9-afc2-5ddf43e704ed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:26:39.889709 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-517875af-c298-46a9-afc2-5ddf43e704ed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.913832 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517875af-c298-46a9-afc2-5ddf43e704ed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:26:39.922334 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-517875af-c298-46a9-afc2-5ddf43e704ed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:39.922679 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-517875af-c298-46a9-afc2-5ddf43e704ed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Added segment 85e71a30-54ff-4312-b348-6cbdee536900 of type vlan for network c9a2cd47-9db3-40cc-9e37-9c6df9328197 Sep 08 14:26:39.962675 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-517875af-c298-46a9-afc2-5ddf43e704ed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:40.038776 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-517875af-c298-46a9-afc2-5ddf43e704ed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:40.044480 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517875af-c298-46a9-afc2-5ddf43e704ed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:40.045105 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-517875af-c298-46a9-afc2-5ddf43e704ed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:40.113091 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517875af-c298-46a9-afc2-5ddf43e704ed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Network': ['ID=c9a2cd47-9db3-40cc-9e37-9c6df9328197,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:40.123212 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network c9a2cd47-9db3-40cc-9e37-9c6df9328197 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:26:40.138807 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-517875af-c298-46a9-afc2-5ddf43e704ed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3550966 Sep 08 14:26:40.141575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56182) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:40.145954 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'admin_state_up': True, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:40.229369 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:40.230518 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:40.255737 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4e9121da-d3bb-4ff4-8316-50085b6b5f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:40.280918 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:40.306412 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:26:40.473179 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:40.663764 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:40.727547 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:40.745708 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:40.842485 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.25.5.200 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:26:40.944673 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:41.023942 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:41.063044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:26:41.067865 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:26:41.074282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:26:41.076574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:41.363817 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:41.865417 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:42.084166 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router ebd15263-c1a4-44f0-ac69-d87270fce993 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:26:42.135645 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:42.190500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:26:42.202706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Sync routers for ids ['ebd15263-c1a4-44f0-ac69-d87270fce993'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:26:42.212802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Routers {'ebd15263-c1a4-44f0-ac69-d87270fce993'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:26:42.214650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:26:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ebd15263-c1a4-44f0-ac69-d87270fce993'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:42.275282 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:42.276480 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-066a892f-e7b0-4247-b483-9003ab2d36da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1339755 Sep 08 14:26:42.279759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56184) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:42.317355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-66c2ab3b-afed-4aea-8c8d-400995a2b4b7 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=2fb8d6a378b9468d9535c788a77c6778&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338717 Sep 08 14:26:42.317645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Set router ebd15263-c1a4-44f0-ac69-d87270fce993 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:26:42.317771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56186) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:42.477157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964dede7-fbd2-4cbf-af27-ba0c63b9062c tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:42.478864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-964dede7-fbd2-4cbf-af27-ba0c63b9062c tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1601691 Sep 08 14:26:42.481774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56188) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:42.649116 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:41Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:42.675664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Checking router: ebd15263-c1a4-44f0-ac69-d87270fce993 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:26:42.676015 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Updating router ebd15263-c1a4-44f0-ac69-d87270fce993 port 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:26:42.705226 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:42.818267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d1189d62-13ca-463a-9495-c11b5f9b9f2f tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3353131 Sep 08 14:26:42.820754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56190) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:42.825806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-3ef0a868-7fec-4fe6-9e61-e8404209ef45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1532481580', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:42.960888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef0a868-7fec-4fe6-9e61-e8404209ef45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:26:42.961118 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:42.964666 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ef0a868-7fec-4fe6-9e61-e8404209ef45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:42.971469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Transition to ACTIVE for port object 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:26:43.012380 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:43.060267 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Attempting to bind port 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:26:43.060656 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Attempting to bind port 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:26:43.061032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Attempting to bind port 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:26:43.073848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:26:43.078691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:26:43.078691 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:43.078691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:26:43.078691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Bound port: 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:26:43.078691 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:43.078691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d0d09-59cc-4b06-8c0e-433de8bcbef2 None None] Pushing event updated for resources: {'Port': ['ID=92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:43.132563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] For port 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:26:43.135896 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] For port 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:26:43.210454 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:43.235317 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ef0a868-7fec-4fe6-9e61-e8404209ef45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:43.267131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Routers {'ebd15263-c1a4-44f0-ac69-d87270fce993'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:26:43.267767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:26:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ebd15263-c1a4-44f0-ac69-d87270fce993'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:43.300971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0a868-7fec-4fe6-9e61-e8404209ef45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Subnet': ['ID=626574c4-9631-4b6f-aef2-fe3af965e536,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:43.305490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d0d09-59cc-4b06-8c0e-433de8bcbef2 None None] Pushing event updated for resources: {'Port': ['ID=92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:43.308241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef0a868-7fec-4fe6-9e61-e8404209ef45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Checking segment: {'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:26:43.308654 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef0a868-7fec-4fe6-9e61-e8404209ef45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network hostable DHCP agents. Network: c9a2cd47-9db3-40cc-9e37-9c6df9328197, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:26:43.374611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] Set router ebd15263-c1a4-44f0-ac69-d87270fce993 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:26:43.387048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef0a868-7fec-4fe6-9e61-e8404209ef45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network c9a2cd47-9db3-40cc-9e37-9c6df9328197 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:26:43.457481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3ef0a868-7fec-4fe6-9e61-e8404209ef45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, c9a2cd47-9db3-40cc-9e37-9c6df9328197) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:26:43.461907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef0a868-7fec-4fe6-9e61-e8404209ef45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:43.462506 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3ef0a868-7fec-4fe6-9e61-e8404209ef45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:43.489867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2da424-4d92-4772-b31d-c1ff994c5d99 None None] Network c9a2cd47-9db3-40cc-9e37-9c6df9328197 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:26:43.578502 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3ef0a868-7fec-4fe6-9e61-e8404209ef45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7566197 Sep 08 14:26:43.581111 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56192) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:43.597734 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:43.674374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:41Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:43.702449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ips': [{'subnet_id': '626574c4-9631-4b6f-aef2-fe3af965e536'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:26:43.703397 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:43.705802 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0309f2-551e-4ffb-afaf-e82797185542 None None] The sync data for ids ['ebd15263-c1a4-44f0-ac69-d87270fce993'] in n-d-807558-3 is: [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:41Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:26:43.844376 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Allocated IP 172.20.0.2 (c9a2cd47-9db3-40cc-9e37-9c6df9328197/626574c4-9631-4b6f-aef2-fe3af965e536/4a478f33-e6c4-4b8a-89ec-a41b3d8bed32) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:26:44.029830 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:44.039774 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Transition to ACTIVE for port object 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:26:44.050690 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:44.056563 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Transition to ACTIVE for port object 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:26:44.159080 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:44.198975 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Network c9a2cd47-9db3-40cc-9e37-9c6df9328197 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:26:44.204703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:26:44.209461 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:26:44.212610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Pushing event updated for resources: {'Port': ['ID=4a478f33-e6c4-4b8a-89ec-a41b3d8bed32,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:44.267778 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Attempting to bind port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:26:44.268153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Attempting to bind port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:26:44.268695 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Attempting to bind port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 on network c9a2cd47-9db3-40cc-9e37-9c6df9328197 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:26:44.274026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:26:44.274446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Checking segment: {'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:26:44.274856 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:44.275304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Bound using segment: {'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:26:44.275726 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Bound port: 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:26:44.276114 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:44.342194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] For port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:26:44.346496 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] For port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4a478f33-e6c4-4b8a-89ec-a41b3d8bed32,segment=NetworkSegment(85e71a30-54ff-4312-b348-6cbdee536900),segment_id=85e71a30-54ff-4312-b348-6cbdee536900)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:26:44.398597 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.20.0.1 (c9a2cd47-9db3-40cc-9e37-9c6df9328197/626574c4-9631-4b6f-aef2-fe3af965e536/898a7292-e274-434c-be61-f1c470a3262d) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:26:44.412519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:44.500868 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9599eb-a682-4cda-9af2-11aaaa813b91 None None] Pushing event updated for resources: {'Port': ['ID=4a478f33-e6c4-4b8a-89ec-a41b3d8bed32,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:44.547442 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:44.563697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Transition to ACTIVE for port object 898a7292-e274-434c-be61-f1c470a3262d will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:26:44.678920 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:44.729135 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network c9a2cd47-9db3-40cc-9e37-9c6df9328197 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:26:44.729370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:26:44.737055 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:26:44.760915 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=898a7292-e274-434c-be61-f1c470a3262d,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:44.799696 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:44.998616 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:45.005719 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:45.286667 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:45.349287 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:45.427921 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:45.429809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=898a7292-e274-434c-be61-f1c470a3262d,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:45.451679 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378f7b29-4281-412f-82bc-5479b3cdbbe3 None None] Network c9a2cd47-9db3-40cc-9e37-9c6df9328197 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:26:45.533180 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network c9a2cd47-9db3-40cc-9e37-9c6df9328197 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:26:45.538571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:26:45.635034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cdd79c65-7484-4945-ae83-12967dc149b1 None None] Provisioning for port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:26:45.665951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router ebd15263-c1a4-44f0-ac69-d87270fce993 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:26:45.795499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:26:45.806238 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-3787ce57-83fd-4eb7-b9ac-77212d868aa9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "PUT /v2.0/routers/ebd15263-c1a4-44f0-ac69-d87270fce993/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2236788 Sep 08 14:26:45.821012 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Sync routers for ids ['ebd15263-c1a4-44f0-ac69-d87270fce993'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:26:45.835207 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Routers {'ebd15263-c1a4-44f0-ac69-d87270fce993'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:26:45.835916 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:26:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ebd15263-c1a4-44f0-ac69-d87270fce993'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:45.853647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:26:45.970731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c73b06af-f8b9-409b-9dfe-c2fb8d572375 None None] Provisioning for port 898a7292-e274-434c-be61-f1c470a3262d completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:26:45.971507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-2622ae38-b954-4595-917f-ad9bb3be86d7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488938798&fields=id&tenant_id=2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 267 time: 0.0363076 Sep 08 14:26:45.975074 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c73b06af-f8b9-409b-9dfe-c2fb8d572375 None None] Provisioning complete for port 898a7292-e274-434c-be61-f1c470a3262d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:26:45.979785 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c73b06af-f8b9-409b-9dfe-c2fb8d572375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:45.984505 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Set router ebd15263-c1a4-44f0-ac69-d87270fce993 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:26:46.006165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:26:46.014605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:26:46.014997 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.051382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c73b06af-f8b9-409b-9dfe-c2fb8d572375 None None] Port 898a7292-e274-434c-be61-f1c470a3262d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:26:46.101733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-d8400273-2189-47c2-81dc-f41a2aa011e4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:46.104075 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-d8400273-2189-47c2-81dc-f41a2aa011e4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/networks?id=c9a2cd47-9db3-40cc-9e37-9c6df9328197 HTTP/1.1" status: 200 len: 797 time: 0.1208351 Sep 08 14:26:46.111236 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.122735 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-a29ae370-4e5b-415f-b56e-ac1bc89fe0e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/quotas/2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 375 time: 0.0126929 Sep 08 14:26:46.147622 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4a478f33-e6c4-4b8a-89ec-a41b3d8bed32,segment=NetworkSegment(85e71a30-54ff-4312-b348-6cbdee536900),segment_id=85e71a30-54ff-4312-b348-6cbdee536900)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:26:46.173983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e75d98e9-de9d-4419-a545-c8e14a01b739 None None] Provisioning complete for port 898a7292-e274-434c-be61-f1c470a3262d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:26:46.174728 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e75d98e9-de9d-4419-a545-c8e14a01b739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.183552 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-f02a50b0-d8e8-4a5c-9d51-a2928d68cc7b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530787 Sep 08 14:26:46.221128 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.221951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:26:46.227014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e75d98e9-de9d-4419-a545-c8e14a01b739 None None] Port 898a7292-e274-434c-be61-f1c470a3262d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:26:46.259975 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-a3ef60db-6fc1-4674-930c-19fc37e9ba74 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:26:46.261053 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-a3ef60db-6fc1-4674-930c-19fc37e9ba74 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0621965 Sep 08 14:26:46.268666 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:44Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '898a7292-e274-434c-be61-f1c470a3262d', 'name': '', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:87:88:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:44Z', 'updated_at': '2021-09-08T14:26:45Z', 'revision_number': 2, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:46.305903 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=4a478f33-e6c4-4b8a-89ec-a41b3d8bed32,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:46.325858 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Checking router: ebd15263-c1a4-44f0-ac69-d87270fce993 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:26:46.326276 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Updating router ebd15263-c1a4-44f0-ac69-d87270fce993 port 898a7292-e274-434c-be61-f1c470a3262d binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:26:46.345865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ec812148-1660-4b6c-b812-15e2359ab679 None None] Provisioning complete for port 898a7292-e274-434c-be61-f1c470a3262d triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:26:46.346361 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ec812148-1660-4b6c-b812-15e2359ab679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.354504 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.370500 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-4d099c90-b977-4267-b97c-4ab2edd720c9 service neutron] 10.222.0.69 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990014 Sep 08 14:26:46.380929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:26:46.384347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ec812148-1660-4b6c-b812-15e2359ab679 None None] Port 898a7292-e274-434c-be61-f1c470a3262d cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:26:46.387562 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:26:46.390333 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.463376 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-d0045839-56f6-40fc-8693-96c5de246565 service neutron] 10.222.0.69 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840647 Sep 08 14:26:46.471506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.491964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:26:46.560633 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.608501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:46.631061 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.641061 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Transition to ACTIVE for port object 898a7292-e274-434c-be61-f1c470a3262d will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:26:46.735506 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d5341c9e-8649-4585-8706-609af7c3eb9d req-04cf4681-91a7-427b-980b-0635af6fb8b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 210 time: 0.0270300 Sep 08 14:26:46.749475 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.810623 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Pushing event updated for resources: {'Port': ['ID=898a7292-e274-434c-be61-f1c470a3262d,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:46.835092 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:46.835763 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:46.835763 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:46.841084 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:46.841084 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:46.841084 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:46.841084 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:46.841084 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:46.841084 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:46.841084 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:46.841084 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:46.841084 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:26:46.882064 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Attempting to bind port 898a7292-e274-434c-be61-f1c470a3262d on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:26:46.882485 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Attempting to bind port 898a7292-e274-434c-be61-f1c470a3262d by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:26:46.882849 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Attempting to bind port 898a7292-e274-434c-be61-f1c470a3262d on network c9a2cd47-9db3-40cc-9e37-9c6df9328197 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:26:46.888122 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:26:46.888492 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Checking segment: {'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:26:46.888905 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.889303 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Bound using segment: {'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:26:46.889771 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Bound port: 898a7292-e274-434c-be61-f1c470a3262d, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:26:46.890155 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:46.959285 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] For port 898a7292-e274-434c-be61-f1c470a3262d, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:26:46.963044 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] For port 898a7292-e274-434c-be61-f1c470a3262d, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=898a7292-e274-434c-be61-f1c470a3262d,segment=NetworkSegment(85e71a30-54ff-4312-b348-6cbdee536900),segment_id=85e71a30-54ff-4312-b348-6cbdee536900)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:26:47.047700 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:47.103372 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Routers {'ebd15263-c1a4-44f0-ac69-d87270fce993'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:26:47.104000 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:26:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ebd15263-c1a4-44f0-ac69-d87270fce993'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:47.108718 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a8fa4d-c130-4647-beca-4ec5442f305a None None] Pushing event updated for resources: {'Port': ['ID=898a7292-e274-434c-be61-f1c470a3262d,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:47.222295 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] Set router ebd15263-c1a4-44f0-ac69-d87270fce993 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:26:47.420605 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:44Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '898a7292-e274-434c-be61-f1c470a3262d', 'name': '', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:87:88:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:44Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:26:47.445999 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761013dd-fb9c-44be-9f84-89c3c0fdf6c8 None None] The sync data for ids ['ebd15263-c1a4-44f0-ac69-d87270fce993'] in n-d-807558-3 is: [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:44Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '898a7292-e274-434c-be61-f1c470a3262d', 'name': '', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:87:88:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:44Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:26:47.623425 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:47.858300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-895450e0-ae51-4f62-bf20-b4cbbe94f1c5 req-3b26fcd0-5ad1-4be5-afca-bc4bf796245d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 210 time: 0.0345545 Sep 08 14:26:47.888436 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:26:47.951136 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:26:47.951608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:48.062935 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:26:48.115593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:26:48.116188 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:48.204193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 898a7292-e274-434c-be61-f1c470a3262d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:26:48.361090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 898a7292-e274-434c-be61-f1c470a3262d completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:26:48.365634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 898a7292-e274-434c-be61-f1c470a3262d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:26:48.366038 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:48.459094 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:48.509631 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 898a7292-e274-434c-be61-f1c470a3262d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=898a7292-e274-434c-be61-f1c470a3262d,segment=NetworkSegment(85e71a30-54ff-4312-b348-6cbdee536900),segment_id=85e71a30-54ff-4312-b348-6cbdee536900)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:26:48.601968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:48.665623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=898a7292-e274-434c-be61-f1c470a3262d,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:48.830584 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-df4608c9-f541-4a3f-8211-7644296a1dd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:48.831954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-df4608c9-f541-4a3f-8211-7644296a1dd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.60 "GET /v2.0/networks?id=c9a2cd47-9db3-40cc-9e37-9c6df9328197 HTTP/1.1" status: 200 len: 797 time: 0.1079955 Sep 08 14:26:48.877332 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-0ac4be7b-7f93-4d9e-a552-f9b8e902e801 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 380 time: 0.0358768 Sep 08 14:26:48.891363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'port': {'device_id': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'admin_state_up': True, 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'security_groups': ['ad120bae-92b2-4fd7-846e-1fd42ea88d2e']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:48.976542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a96981f3-a2c8-499e-9ecd-abf57e56756b req-4f0dd83d-bae0-400e-889d-d11968bf4b46 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 210 time: 0.0329220 Sep 08 14:26:49.126781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:26:49.130317 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:49.249676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.20.0.8 (c9a2cd47-9db3-40cc-9e37-9c6df9328197/626574c4-9631-4b6f-aef2-fe3af965e536/68cd68f4-f1ac-4f9c-a6d7-209aa2795577) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:26:49.380837 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:49.393394 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Transition to ACTIVE for port object 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:26:49.474700 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:49.516204 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network c9a2cd47-9db3-40cc-9e37-9c6df9328197 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:26:49.519323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:26:49.524825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:26:49.548168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=68cd68f4-f1ac-4f9c-a6d7-209aa2795577,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:49.575266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:49.575889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:49.657325 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-88f6d5f7-1db7-4a78-9368-88b5ba7b024f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7729311 Sep 08 14:26:49.669886 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Request body: {'port': {'device_id': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:49.728731 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:49.761843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 898a7292-e274-434c-be61-f1c470a3262d up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:26:49.817206 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 898a7292-e274-434c-be61-f1c470a3262d triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:26:49.817547 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:49.878578 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2bb99f85-ee4f-44a9-af89-eabb18ebbc79 None None] Provisioning for port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:26:49.884704 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2bb99f85-ee4f-44a9-af89-eabb18ebbc79 None None] Provisioning complete for port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:26:49.885073 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2bb99f85-ee4f-44a9-af89-eabb18ebbc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:49.928825 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2bb99f85-ee4f-44a9-af89-eabb18ebbc79 None None] Port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:26:49.985525 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:26:49.992390 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:50.004622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Transition to ACTIVE for port object 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:26:50.095582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfd55d-4d8b-4d7a-a9a2-3c3bbb8bf81a req-fea1a66a-a7db-460c-ae20-86db675716c7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:50.097052 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbfd55d-4d8b-4d7a-a9a2-3c3bbb8bf81a req-fea1a66a-a7db-460c-ae20-86db675716c7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 931 time: 0.0531042 Sep 08 14:26:50.098161 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:50.171665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Pushing event updated for resources: {'Port': ['ID=68cd68f4-f1ac-4f9c-a6d7-209aa2795577,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:50.195680 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1bbfd55d-4d8b-4d7a-a9a2-3c3bbb8bf81a req-3d8ea375-7387-4be8-9ba3-8c537973e39c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895946 Sep 08 14:26:50.247546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Attempting to bind port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:26:50.247891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Attempting to bind port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:26:50.248226 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Attempting to bind port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 on network c9a2cd47-9db3-40cc-9e37-9c6df9328197 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:26:50.253265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 on network c9a2cd47-9db3-40cc-9e37-9c6df9328197 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:26:50.253586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Attempting to bind port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 on network c9a2cd47-9db3-40cc-9e37-9c6df9328197 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:26:50.258522 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:26:50.258857 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Checking segment: {'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:26:50.259250 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Bound using segment: {'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:26:50.259676 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Bound port: 68cd68f4-f1ac-4f9c-a6d7-209aa2795577, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e71a30-54ff-4312-b348-6cbdee536900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:26:50.260039 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:50.326974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] For port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:26:50.329992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] For port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=68cd68f4-f1ac-4f9c-a6d7-209aa2795577,segment=NetworkSegment(85e71a30-54ff-4312-b348-6cbdee536900),segment_id=85e71a30-54ff-4312-b348-6cbdee536900)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:26:50.399856 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:50.431635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:50.432258 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:50.433655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] 10.222.0.60 "PUT /v2.0/ports/68cd68f4-f1ac-4f9c-a6d7-209aa2795577 HTTP/1.1" status: 200 len: 1091 time: 0.7681084 Sep 08 14:26:50.434089 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'tag': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:26:50.436361 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63e6cc2-50dd-4f4b-addd-9a6dddb83789" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6a46a0-611f-4211-ae49-9ce74c931d4d", "tag": "68cd68f4-f1ac-4f9c-a6d7-209aa2795577"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:26:50.471045 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea85a6e5-f82f-4b14-b93a-7b834f408359 service neutron] Pushing event updated for resources: {'Port': ['ID=68cd68f4-f1ac-4f9c-a6d7-209aa2795577,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:50.482003 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbc7197-98d4-486d-9c50-56216e0a97ca x-openstack-request-id: req-3bbc7197-98d4-486d-9c50-56216e0a97ca {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:26:50.482449 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6a46a0-611f-4211-ae49-9ce74c931d4d", "tag": "68cd68f4-f1ac-4f9c-a6d7-209aa2795577", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:26:50.482808 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3bbc7197-98d4-486d-9c50-56216e0a97ca {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:26:50.483169 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'tag': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577', 'status': 'completed', 'code': 200} Sep 08 14:26:50.545966 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e6cc2-50dd-4f4b-addd-9a6dddb83789 req-9f2f254c-183d-4f9c-b5e1-694d20912dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:50.547719 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d63e6cc2-50dd-4f4b-addd-9a6dddb83789 req-9f2f254c-183d-4f9c-b5e1-694d20912dcd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 1094 time: 0.0433600 Sep 08 14:26:50.653183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e6cc2-50dd-4f4b-addd-9a6dddb83789 req-bd0465b0-63f4-460e-828f-7eb6cae1800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:50.654685 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d63e6cc2-50dd-4f4b-addd-9a6dddb83789 req-bd0465b0-63f4-460e-828f-7eb6cae1800b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2fb8d6a378b9468d9535c788a77c6778&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0996394 Sep 08 14:26:50.747258 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e6cc2-50dd-4f4b-addd-9a6dddb83789 req-5c828097-a29f-4a86-b829-6384486da92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:50.748621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d63e6cc2-50dd-4f4b-addd-9a6dddb83789 req-5c828097-a29f-4a86-b829-6384486da92e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868256 Sep 08 14:26:50.824016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-7d7dfba2-d812-4058-8bfd-0e45a258bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:50.825477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-7d7dfba2-d812-4058-8bfd-0e45a258bfaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 1094 time: 0.0433097 Sep 08 14:26:50.864836 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-b7acbfde-4c68-4564-9516-6f7a73075a92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68cd68f4-f1ac-4f9c-a6d7-209aa2795577 HTTP/1.1" status: 200 len: 217 time: 0.0321815 Sep 08 14:26:50.912721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-367a7a28-5d51-4529-87bd-4fd46cfdc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:50.914200 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-367a7a28-5d51-4529-87bd-4fd46cfdc2de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=626574c4-9631-4b6f-aef2-fe3af965e536 HTTP/1.1" status: 200 len: 835 time: 0.0426149 Sep 08 14:26:50.959238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-8f562345-5cc2-42d7-9f70-b287cfb2d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:50.960709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-8f562345-5cc2-42d7-9f70-b287cfb2d508 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9a2cd47-9db3-40cc-9e37-9c6df9328197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391641 Sep 08 14:26:51.050744 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-32107fd2-e111-4394-9250-a25e01795d8b service neutron] 10.222.0.60 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826275 Sep 08 14:26:51.142117 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5f1b95f8-c116-4d2c-83f1-fdb52270ad77 req-61f0ff86-092b-4039-924c-7c91162798bf service neutron] 10.222.0.60 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843697 Sep 08 14:26:51.311813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a344bf-ed23-436f-8961-b68770a74ecd req-a80bcfca-c465-4e99-b503-27d2a3c85306 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:51.313224 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5a344bf-ed23-436f-8961-b68770a74ecd req-a80bcfca-c465-4e99-b503-27d2a3c85306 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 943 time: 0.0489895 Sep 08 14:26:51.350901 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5a344bf-ed23-436f-8961-b68770a74ecd req-c7cb4126-6dce-4238-a4f9-f95f038239d2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314658 Sep 08 14:26:52.464274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a474ad6-2838-449a-bc0c-1d71f0376124 req-ed09b9f2-b158-4671-ae05-c5538fbac49b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:52.465725 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a474ad6-2838-449a-bc0c-1d71f0376124 req-ed09b9f2-b158-4671-ae05-c5538fbac49b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 943 time: 0.0489542 Sep 08 14:26:52.503269 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1a474ad6-2838-449a-bc0c-1d71f0376124 req-839b7ac6-245d-4f54-86fa-0e6224e05130 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309751 Sep 08 14:26:53.634837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c37f8bf-29c0-4a58-ad28-cb053d2f4915 req-2d2c9e69-662a-4ca9-8d66-042f80db6bf4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:53.636296 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c37f8bf-29c0-4a58-ad28-cb053d2f4915 req-2d2c9e69-662a-4ca9-8d66-042f80db6bf4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 943 time: 0.0513222 Sep 08 14:26:53.672727 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c37f8bf-29c0-4a58-ad28-cb053d2f4915 req-41436ef3-ce82-43be-b4d4-b56ab8370dde tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304680 Sep 08 14:26:53.797686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:26:53.887153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=68cd68f4-f1ac-4f9c-a6d7-209aa2795577,segment=NetworkSegment(85e71a30-54ff-4312-b348-6cbdee536900),segment_id=85e71a30-54ff-4312-b348-6cbdee536900)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:26:53.897749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'port_id': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577', 'mac_address': 'fa:16:3e:24:c7:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:26:53.933748 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:53.948848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:26:53.967038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=68cd68f4-f1ac-4f9c-a6d7-209aa2795577,segment=NetworkSegment(85e71a30-54ff-4312-b348-6cbdee536900),segment_id=85e71a30-54ff-4312-b348-6cbdee536900)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:26:54.034785 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:54.081222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=68cd68f4-f1ac-4f9c-a6d7-209aa2795577,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:54.361694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['68cd68f4-f1ac-4f9c-a6d7-209aa2795577'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:26:54.789772 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2eadf-bfd4-468f-b184-3a02b54402fc req-0ba1ca22-9ecf-40d5-8d52-f9f1d5a4f594 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:54.791247 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7b2eadf-bfd4-468f-b184-3a02b54402fc req-0ba1ca22-9ecf-40d5-8d52-f9f1d5a4f594 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 944 time: 0.0508502 Sep 08 14:26:54.830096 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c7b2eadf-bfd4-468f-b184-3a02b54402fc req-366920c4-4d5c-4fb3-95da-61ff63cc0980 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319910 Sep 08 14:26:55.819158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:26:55.918435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:26:55.922545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:26:55.922928 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:55.959521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc36ab7-4cf3-4b24-86a6-f065aaed374c req-d2656eae-1b4b-4da2-817b-b26cf37961d8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:55.960958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4bc36ab7-4cf3-4b24-86a6-f065aaed374c req-d2656eae-1b4b-4da2-817b-b26cf37961d8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 944 time: 0.0507181 Sep 08 14:26:56.003511 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:56.007496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4bc36ab7-4cf3-4b24-86a6-f065aaed374c req-c992a342-987e-49ba-a0a2-dbcfa6ca7b58 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368862 Sep 08 14:26:56.174984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:26:56.177207 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0dbba62-d625-42b4-831d-256fdf354a09" -d '{"events": [{"server_uuid": "5f6a46a0-611f-4211-ae49-9ce74c931d4d", "name": "network-vif-plugged", "status": "completed", "tag": "68cd68f4-f1ac-4f9c-a6d7-209aa2795577"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:26:56.190099 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=68cd68f4-f1ac-4f9c-a6d7-209aa2795577,segment=NetworkSegment(85e71a30-54ff-4312-b348-6cbdee536900),segment_id=85e71a30-54ff-4312-b348-6cbdee536900)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:26:56.212781 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491b98da-f915-4775-8baa-6b45ce685242 x-openstack-request-id: req-491b98da-f915-4775-8baa-6b45ce685242 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:26:56.213072 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6a46a0-611f-4211-ae49-9ce74c931d4d", "name": "network-vif-plugged", "status": "completed", "tag": "68cd68f4-f1ac-4f9c-a6d7-209aa2795577", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:26:56.213324 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-491b98da-f915-4775-8baa-6b45ce685242 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:26:56.213959 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577', 'code': 200} Sep 08 14:26:56.272837 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:56.311780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604a509-8078-46a9-8f4e-55e5e1c8e91a req-fbab83ab-3f19-4cf8-aa81-e488dc714fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:56.313893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d604a509-8078-46a9-8f4e-55e5e1c8e91a req-fbab83ab-3f19-4cf8-aa81-e488dc714fbb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 1096 time: 0.0400543 Sep 08 14:26:56.319689 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=68cd68f4-f1ac-4f9c-a6d7-209aa2795577,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:56.348514 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d604a509-8078-46a9-8f4e-55e5e1c8e91a req-453eae3d-b4d2-4940-81eb-bbb07e5f6da9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276954 Sep 08 14:26:57.119006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e586b1-856e-4a6f-9948-57716f525a42 req-bbf40574-e664-45be-8db9-edb4273263dc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:57.120516 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5e586b1-856e-4a6f-9948-57716f525a42 req-bbf40574-e664-45be-8db9-edb4273263dc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0493474 Sep 08 14:26:57.157252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e5e586b1-856e-4a6f-9948-57716f525a42 req-b154c8f9-68cb-48ad-aeb3-8c07ee5cfe31 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302904 Sep 08 14:26:58.270964 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968af03-648e-4aaa-a8d2-59bba02c1ff3 req-3ec8c350-2aa2-478b-883f-7492f408a261 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:58.272359 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2968af03-648e-4aaa-a8d2-59bba02c1ff3 req-3ec8c350-2aa2-478b-883f-7492f408a261 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0480857 Sep 08 14:26:58.307901 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2968af03-648e-4aaa-a8d2-59bba02c1ff3 req-1d6b8786-25ee-49fb-88ae-0e540715d8b9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297458 Sep 08 14:26:58.418376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433b260-4fb4-43c8-9dda-57268c23392b req-8b6a3643-d65a-425a-a309-5c29aeb4b73d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:58.419837 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6433b260-4fb4-43c8-9dda-57268c23392b req-8b6a3643-d65a-425a-a309-5c29aeb4b73d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0475943 Sep 08 14:26:58.459824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6433b260-4fb4-43c8-9dda-57268c23392b req-b784e792-0b51-4ec6-83d7-1474b22a5741 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340335 Sep 08 14:26:58.481012 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56254) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:58.817446 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d779e3c-ff02-4506-94be-6e2522e20de7 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:26:58.818985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9d779e3c-ff02-4506-94be-6e2522e20de7 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 1091 time: 0.3370509 Sep 08 14:26:58.821799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56256) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:26:58.825973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address': '172.20.0.8'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:26:58.903451 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:59.002325 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:59.106851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.25.5.204 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/8f5d6875-dc87-4d37-8f46-715ac26eec37) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:26:59.233726 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:59.320533 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:59.354616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:26:59.358990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:26:59.362762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:26:59.387195 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=8f5d6875-dc87-4d37-8f46-715ac26eec37,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:26:59.708950 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:59.827935 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:26:59.973636 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:00.039984 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:00.113613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=8f5d6875-dc87-4d37-8f46-715ac26eec37,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:27:00.123841 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:00.220922 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Floating IP 2cb02c94-539a-4169-a35b-0cd57d13eb58 associated. External IP: 172.25.5.204, port: 68cd68f4-f1ac-4f9c-a6d7-209aa2795577. Sep 08 14:27:00.417653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router ebd15263-c1a4-44f0-ac69-d87270fce993 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:27:00.522897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:27:00.532633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd042259-9267-4a31-a2d6-18b8cb9b4923 None None] Sync routers for ids ['ebd15263-c1a4-44f0-ac69-d87270fce993'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:27:00.544199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd042259-9267-4a31-a2d6-18b8cb9b4923 None None] Routers {'ebd15263-c1a4-44f0-ac69-d87270fce993'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:27:00.544199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bd042259-9267-4a31-a2d6-18b8cb9b4923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:26:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ebd15263-c1a4-44f0-ac69-d87270fce993'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:27:00.623111 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:00.647743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-bd042259-9267-4a31-a2d6-18b8cb9b4923 None None] Set router ebd15263-c1a4-44f0-ac69-d87270fce993 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:27:00.649350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6be2d532-c999-477a-88e2-20f60dd06051 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8265440 Sep 08 14:27:00.649957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'tag': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:27:00.652233 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d916ce2-7923-4131-9039-c489c70488b8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6a46a0-611f-4211-ae49-9ce74c931d4d", "tag": "68cd68f4-f1ac-4f9c-a6d7-209aa2795577"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:27:00.691384 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0327131f-3113-4c23-8b97-b133bfe85ca7 x-openstack-request-id: req-0327131f-3113-4c23-8b97-b133bfe85ca7 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:27:00.691674 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6a46a0-611f-4211-ae49-9ce74c931d4d", "tag": "68cd68f4-f1ac-4f9c-a6d7-209aa2795577", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:27:00.691923 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0327131f-3113-4c23-8b97-b133bfe85ca7 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:27:00.692323 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'tag': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577', 'status': 'completed', 'code': 200} Sep 08 14:27:00.751409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a5e9-b24f-4a7b-9810-1ea5290b2f6c req-4e4ad229-55fd-414f-993d-cab728e704f5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:27:00.753219 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ee3a5e9-b24f-4a7b-9810-1ea5290b2f6c req-4e4ad229-55fd-414f-993d-cab728e704f5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0521908 Sep 08 14:27:00.759188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d916ce2-7923-4131-9039-c489c70488b8 req-815ef381-4e97-4339-9170-adb3d29af51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:27:00.760818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d916ce2-7923-4131-9039-c489c70488b8 req-815ef381-4e97-4339-9170-adb3d29af51e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 1096 time: 0.0465548 Sep 08 14:27:00.805504 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9ee3a5e9-b24f-4a7b-9810-1ea5290b2f6c req-dd55bade-542c-4467-82ad-08262ebf3fcf tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413861 Sep 08 14:27:00.817353 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56262) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:27:00.854902 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d916ce2-7923-4131-9039-c489c70488b8 req-1d660daa-87f4-415a-94b2-6f9c59fab11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:27:00.856775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d916ce2-7923-4131-9039-c489c70488b8 req-1d660daa-87f4-415a-94b2-6f9c59fab11a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9a2cd47-9db3-40cc-9e37-9c6df9328197 HTTP/1.1" status: 200 len: 898 time: 0.0866649 Sep 08 14:27:00.886960 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bd042259-9267-4a31-a2d6-18b8cb9b4923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:44Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2cb02c94-539a-4169-a35b-0cd57d13eb58', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'port_id': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'mac_address': 'fa:16:3e:24:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:26:59Z', 'updated_at': '2021-09-08T14:26:59Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898a7292-e274-434c-be61-f1c470a3262d', 'name': '', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:87:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:44Z', 'updated_at': '2021-09-08T14:26:48Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:27:00.889253 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6134c393-55f7-40a9-8c19-7adafcd0deba tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/2cb02c94-539a-4169-a35b-0cd57d13eb58 HTTP/1.1" status: 200 len: 991 time: 0.0695693 Sep 08 14:27:00.912957 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd042259-9267-4a31-a2d6-18b8cb9b4923 None None] Checking router: ebd15263-c1a4-44f0-ac69-d87270fce993 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:27:00.921870 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd042259-9267-4a31-a2d6-18b8cb9b4923 None None] Routers {'ebd15263-c1a4-44f0-ac69-d87270fce993'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:27:00.922038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bd042259-9267-4a31-a2d6-18b8cb9b4923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:26:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ebd15263-c1a4-44f0-ac69-d87270fce993'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:27:00.928924 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d916ce2-7923-4131-9039-c489c70488b8 req-ee190cbb-949e-4526-a4c2-fd1997b163fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68cd68f4-f1ac-4f9c-a6d7-209aa2795577 HTTP/1.1" status: 200 len: 999 time: 0.0649741 Sep 08 14:27:00.977798 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d916ce2-7923-4131-9039-c489c70488b8 req-399d6f59-6ed1-45e9-a9da-2fd63f1d8e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:27:00.982888 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d916ce2-7923-4131-9039-c489c70488b8 req-399d6f59-6ed1-45e9-a9da-2fd63f1d8e3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=626574c4-9631-4b6f-aef2-fe3af965e536 HTTP/1.1" status: 200 len: 835 time: 0.0431569 Sep 08 14:27:01.025269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d916ce2-7923-4131-9039-c489c70488b8 req-520e594d-b565-44fd-9d07-fd795cedfb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:27:01.026839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d916ce2-7923-4131-9039-c489c70488b8 req-520e594d-b565-44fd-9d07-fd795cedfb4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9a2cd47-9db3-40cc-9e37-9c6df9328197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406251 Sep 08 14:27:01.031564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-bd042259-9267-4a31-a2d6-18b8cb9b4923 None None] Set router ebd15263-c1a4-44f0-ac69-d87270fce993 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:27:01.121591 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d916ce2-7923-4131-9039-c489c70488b8 req-7a5038f0-a3de-41ba-b7c8-76aa62499f3d service neutron] 10.222.0.60 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880499 Sep 08 14:27:01.209012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d916ce2-7923-4131-9039-c489c70488b8 req-696ccb12-eab3-42be-922d-4e2a13f56a95 service neutron] 10.222.0.60 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804842 Sep 08 14:27:01.254247 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-bd042259-9267-4a31-a2d6-18b8cb9b4923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:44Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2cb02c94-539a-4169-a35b-0cd57d13eb58', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'port_id': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'mac_address': 'fa:16:3e:24:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:26:59Z', 'updated_at': '2021-09-08T14:26:59Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898a7292-e274-434c-be61-f1c470a3262d', 'name': '', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:87:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:44Z', 'updated_at': '2021-09-08T14:26:48Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:27:01.284105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd042259-9267-4a31-a2d6-18b8cb9b4923 None None] The sync data for ids ['ebd15263-c1a4-44f0-ac69-d87270fce993'] in n-d-807558-3 is: [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:44Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2cb02c94-539a-4169-a35b-0cd57d13eb58', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.204', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'port_id': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'mac_address': 'fa:16:3e:24:c7:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:26:59Z', 'updated_at': '2021-09-08T14:26:59Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898a7292-e274-434c-be61-f1c470a3262d', 'name': '', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:87:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:44Z', 'updated_at': '2021-09-08T14:26:48Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:27:01.471227 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def908c4-6dc6-42d0-8516-17483c354386 None None] New status for floating IP 2cb02c94-539a-4169-a35b-0cd57d13eb58: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:27:01.892142 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56264) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:27:01.950880 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5afc9e6b-9664-48ce-95b6-d05cf029b2e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/2cb02c94-539a-4169-a35b-0cd57d13eb58 HTTP/1.1" status: 200 len: 993 time: 0.0576067 Sep 08 14:27:07.925921 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e15a0969-53fd-4b89-b133-57fc20a27791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:10.233955 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-20927e05-ed65-473e-a42f-43b0837ed145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:10.663124 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:12.106395 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:13.525679 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:15.003459 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:15.476970 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9fa4b4e-ebbc-4091-844a-155700fa1e04 req-c937c650-6fe7-4577-b97c-7099ff9a37b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437019 Sep 08 14:27:15.560251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa4b4e-ebbc-4091-844a-155700fa1e04 req-3f38c00d-930f-4624-adf8-31c0bfef7324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:27:15.561760 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9fa4b4e-ebbc-4091-844a-155700fa1e04 req-3f38c00d-930f-4624-adf8-31c0bfef7324 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 1096 time: 0.0415628 Sep 08 14:27:15.666577 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa4b4e-ebbc-4091-844a-155700fa1e04 req-b4e9b956-a9c6-4553-8457-b9498a3bde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:27:15.668043 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9fa4b4e-ebbc-4091-844a-155700fa1e04 req-b4e9b956-a9c6-4553-8457-b9498a3bde6c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9a2cd47-9db3-40cc-9e37-9c6df9328197 HTTP/1.1" status: 200 len: 898 time: 0.0885155 Sep 08 14:27:15.733981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9fa4b4e-ebbc-4091-844a-155700fa1e04 req-094cfa0e-d064-4a10-b06e-2e9ce950dc0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68cd68f4-f1ac-4f9c-a6d7-209aa2795577 HTTP/1.1" status: 200 len: 1001 time: 0.0577211 Sep 08 14:27:15.782398 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa4b4e-ebbc-4091-844a-155700fa1e04 req-a44fbf34-d3b3-4292-8b42-a8692968d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:27:15.783817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9fa4b4e-ebbc-4091-844a-155700fa1e04 req-a44fbf34-d3b3-4292-8b42-a8692968d215 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=626574c4-9631-4b6f-aef2-fe3af965e536 HTTP/1.1" status: 200 len: 835 time: 0.0420027 Sep 08 14:27:15.830401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fa4b4e-ebbc-4091-844a-155700fa1e04 req-2c9bd045-fc81-40bf-815b-a05a2fe54556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:27:15.831864 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9fa4b4e-ebbc-4091-844a-155700fa1e04 req-2c9bd045-fc81-40bf-815b-a05a2fe54556 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9a2cd47-9db3-40cc-9e37-9c6df9328197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411940 Sep 08 14:27:15.920346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9fa4b4e-ebbc-4091-844a-155700fa1e04 req-f8794597-36f3-486e-91fe-c32f5c7fdb8f service neutron] 10.222.0.60 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801275 Sep 08 14:27:16.013374 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f9fa4b4e-ebbc-4091-844a-155700fa1e04 req-b5a58079-9779-4caf-bb8f-4935519ab104 service neutron] 10.222.0.60 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846672 Sep 08 14:27:17.305614 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:27:17.626483 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:37.896654 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ad2299c2-e36f-4e29-945e-185b1ecf59b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:40.347751 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8646f33a-dcc9-43d5-bd84-d75fa19d5af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:40.661872 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:42.116991 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:43.522865 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:45.031841 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:47.631381 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:27:54.304112 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:28:04.941511 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca125e-8a87-46a2-b41c-cb2e23b42530 req-aa77ef44-cc48-489f-b84e-5fbe356c8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:04.943041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0eca125e-8a87-46a2-b41c-cb2e23b42530 req-aa77ef44-cc48-489f-b84e-5fbe356c8d76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 1096 time: 0.0634062 Sep 08 14:28:04.988961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cb187-9b7f-49a7-aa99-07f16575f4ce req-d2ed5d2c-7fd5-4ba6-b380-87427f594867 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:04.990613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-709cb187-9b7f-49a7-aa99-07f16575f4ce req-d2ed5d2c-7fd5-4ba6-b380-87427f594867 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.1765664 Sep 08 14:28:05.065360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-709cb187-9b7f-49a7-aa99-07f16575f4ce req-755771c1-2fdf-485b-80a2-d1b5c0bfb03f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685911 Sep 08 14:28:05.078924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca125e-8a87-46a2-b41c-cb2e23b42530 req-8592f7ba-ae48-48ed-8252-5a1fd553e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:05.080575 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0eca125e-8a87-46a2-b41c-cb2e23b42530 req-8592f7ba-ae48-48ed-8252-5a1fd553e082 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9a2cd47-9db3-40cc-9e37-9c6df9328197 HTTP/1.1" status: 200 len: 898 time: 0.1294966 Sep 08 14:28:05.148468 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0eca125e-8a87-46a2-b41c-cb2e23b42530 req-2f14f1da-75a0-4124-bd66-1069e02d5cbd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68cd68f4-f1ac-4f9c-a6d7-209aa2795577 HTTP/1.1" status: 200 len: 1001 time: 0.0597434 Sep 08 14:28:05.196925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca125e-8a87-46a2-b41c-cb2e23b42530 req-c581d7b1-3e8b-4b3f-867c-405c1be1a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:05.198387 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0eca125e-8a87-46a2-b41c-cb2e23b42530 req-c581d7b1-3e8b-4b3f-867c-405c1be1a881 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=626574c4-9631-4b6f-aef2-fe3af965e536 HTTP/1.1" status: 200 len: 835 time: 0.0429928 Sep 08 14:28:05.243569 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca125e-8a87-46a2-b41c-cb2e23b42530 req-e378cbae-f3f1-4683-8462-d5e32dbbb7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:05.245249 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0eca125e-8a87-46a2-b41c-cb2e23b42530 req-e378cbae-f3f1-4683-8462-d5e32dbbb7f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9a2cd47-9db3-40cc-9e37-9c6df9328197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393519 Sep 08 14:28:05.335867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0eca125e-8a87-46a2-b41c-cb2e23b42530 req-e07be0f5-1538-4b7e-aade-5e41284fb747 service neutron] 10.222.0.60 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835466 Sep 08 14:28:05.424018 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0eca125e-8a87-46a2-b41c-cb2e23b42530 req-8e8702b0-f3a1-4f49-a402-6f5e680d6036 service neutron] 10.222.0.60 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803964 Sep 08 14:28:06.249684 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e642861-b3bb-4d4d-89e3-8146614f7fed req-a14f46a1-1d1e-42a6-b88e-96a02e9ae5b7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:06.251227 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e642861-b3bb-4d4d-89e3-8146614f7fed req-a14f46a1-1d1e-42a6-b88e-96a02e9ae5b7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.1169422 Sep 08 14:28:06.289117 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4e642861-b3bb-4d4d-89e3-8146614f7fed req-c11a9420-c0a6-4fc8-879b-178994c0f2e9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312788 Sep 08 14:28:07.402565 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d2b16-6f3e-45a2-b2d1-d3f2617e71b9 req-da11b9f7-4a5d-4795-8a0b-aee1d4af99ee tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:07.404047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a9d2b16-6f3e-45a2-b2d1-d3f2617e71b9 req-da11b9f7-4a5d-4795-8a0b-aee1d4af99ee tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0487473 Sep 08 14:28:07.445240 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a9d2b16-6f3e-45a2-b2d1-d3f2617e71b9 req-54d316f7-cd2f-47b2-8287-1bd7501137c9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352645 Sep 08 14:28:07.924697 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bce21fe6-b170-4fef-b257-0c0c39c5c47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:08.559215 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca9383-7a87-48c7-b45c-513cb6b5e3e8 req-e99c8280-c17c-48e8-8f97-b6c32a2262b2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:08.560691 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-92ca9383-7a87-48c7-b45c-513cb6b5e3e8 req-e99c8280-c17c-48e8-8f97-b6c32a2262b2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0480883 Sep 08 14:28:08.596924 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-92ca9383-7a87-48c7-b45c-513cb6b5e3e8 req-f91f7a3e-c3ba-4b2c-bf01-25855ac847f2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304945 Sep 08 14:28:09.710290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23a5f5-b5c6-4b2f-8ae6-59b5e36654c8 req-daf05733-54f6-47bc-bf67-ee18d36c2565 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:09.711787 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb23a5f5-b5c6-4b2f-8ae6-59b5e36654c8 req-daf05733-54f6-47bc-bf67-ee18d36c2565 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0479903 Sep 08 14:28:09.748568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fb23a5f5-b5c6-4b2f-8ae6-59b5e36654c8 req-ccae5935-4bcc-4fcc-a15d-f76be7e2b52d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306082 Sep 08 14:28:10.209811 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b65301fe-eeb6-4295-aca1-916837d75bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:10.676504 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:10.874111 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d984504-0e7f-477e-aacc-6bf9addc6ab1 req-db8a026c-9da4-4b61-9810-d55cd8a973f5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:10.875616 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d984504-0e7f-477e-aacc-6bf9addc6ab1 req-db8a026c-9da4-4b61-9810-d55cd8a973f5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0477748 Sep 08 14:28:10.913416 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d984504-0e7f-477e-aacc-6bf9addc6ab1 req-37068a9c-a147-494a-ba95-7ee5d0ea8412 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314004 Sep 08 14:28:12.026861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a866a95d-54dc-4b01-a9e6-37cd848726a1 req-16efdb26-c8e0-4f5b-845a-761c884c19f2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:12.028281 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a866a95d-54dc-4b01-a9e6-37cd848726a1 req-16efdb26-c8e0-4f5b-845a-761c884c19f2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0489333 Sep 08 14:28:12.066801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a866a95d-54dc-4b01-a9e6-37cd848726a1 req-13dc07d8-3054-4a91-a866-3b58359b63d9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325146 Sep 08 14:28:12.122569 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:13.184185 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe0435-59fd-4496-b900-4f10c15da9e3 req-9ae4945c-3734-4dfc-95c2-6327af7c72ab tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:13.185671 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-febe0435-59fd-4496-b900-4f10c15da9e3 req-9ae4945c-3734-4dfc-95c2-6327af7c72ab tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0528474 Sep 08 14:28:13.223792 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-febe0435-59fd-4496-b900-4f10c15da9e3 req-2fc9f068-2647-4107-84b3-bf1b9bad47a9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316241 Sep 08 14:28:13.507284 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:14.338082 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c033d5-8fa5-48c1-8cf0-caea2e4013c4 req-23f56b09-8231-4b55-a149-f13f27d2e10a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:14.339557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13c033d5-8fa5-48c1-8cf0-caea2e4013c4 req-23f56b09-8231-4b55-a149-f13f27d2e10a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0469196 Sep 08 14:28:14.379211 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-13c033d5-8fa5-48c1-8cf0-caea2e4013c4 req-4c3c9337-8bbe-4119-b13c-f8662414bfc5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337338 Sep 08 14:28:15.055791 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:15.492621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3b640-1a87-4553-baaa-01902544ac9d req-d6a7367b-7cd6-4b56-8bf0-d32e5f0fda7a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:15.494122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-04a3b640-1a87-4553-baaa-01902544ac9d req-d6a7367b-7cd6-4b56-8bf0-d32e5f0fda7a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0486963 Sep 08 14:28:15.530307 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-04a3b640-1a87-4553-baaa-01902544ac9d req-f3548205-aea8-4a65-9363-c6be7c1f2d4f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303814 Sep 08 14:28:16.496287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf529-e35c-410d-bb59-578d68548362 req-18ae20db-4e90-43f5-a6f3-9a159cce7a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:16.497796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e9cf529-e35c-410d-bb59-578d68548362 req-18ae20db-4e90-43f5-a6f3-9a159cce7a5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 1096 time: 0.0400839 Sep 08 14:28:16.608350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf529-e35c-410d-bb59-578d68548362 req-af891ac9-ab94-468e-b8f3-994335462bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:16.609784 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e9cf529-e35c-410d-bb59-578d68548362 req-af891ac9-ab94-468e-b8f3-994335462bbe service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9a2cd47-9db3-40cc-9e37-9c6df9328197 HTTP/1.1" status: 200 len: 898 time: 0.0941885 Sep 08 14:28:16.691483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfafd00-3880-4372-bbc3-9c978c836c4c req-df4cfdb2-8226-4ccd-a598-88dd7ad9fd13 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:16.692975 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bfafd00-3880-4372-bbc3-9c978c836c4c req-df4cfdb2-8226-4ccd-a598-88dd7ad9fd13 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0970275 Sep 08 14:28:16.698765 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e9cf529-e35c-410d-bb59-578d68548362 req-2c387607-bf7e-4c89-9af3-2f647bbbb1b6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68cd68f4-f1ac-4f9c-a6d7-209aa2795577 HTTP/1.1" status: 200 len: 1001 time: 0.0725958 Sep 08 14:28:16.762692 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7bfafd00-3880-4372-bbc3-9c978c836c4c req-aba37121-3a8a-4280-88ad-417e5ce73a86 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628955 Sep 08 14:28:16.772973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf529-e35c-410d-bb59-578d68548362 req-3b25c968-93bb-4c7d-ab49-4abd4245d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:16.774443 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e9cf529-e35c-410d-bb59-578d68548362 req-3b25c968-93bb-4c7d-ab49-4abd4245d4b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=626574c4-9631-4b6f-aef2-fe3af965e536 HTTP/1.1" status: 200 len: 835 time: 0.0600224 Sep 08 14:28:16.784355 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56328) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:28:16.820389 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cf529-e35c-410d-bb59-578d68548362 req-73786106-3219-41c2-998f-6f7d0326602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:28:16.821926 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e9cf529-e35c-410d-bb59-578d68548362 req-73786106-3219-41c2-998f-6f7d0326602e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9a2cd47-9db3-40cc-9e37-9c6df9328197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407948 Sep 08 14:28:16.849015 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-75df6a2f-3ec8-4043-b2f1-0be2a5b35324 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/2cb02c94-539a-4169-a35b-0cd57d13eb58 HTTP/1.1" status: 200 len: 993 time: 0.0629835 Sep 08 14:28:16.912065 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e9cf529-e35c-410d-bb59-578d68548362 req-3bb49bbb-10d9-4524-b64c-b5a8c26f52a6 service neutron] 10.222.0.60 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830441 Sep 08 14:28:17.001817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1e9cf529-e35c-410d-bb59-578d68548362 req-9bbf7e58-0c24-449d-ba5a-4ae982c7d102 service neutron] 10.222.0.60 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834186 Sep 08 14:28:17.621476 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:31.303150 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:28:37.893503 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-658d91e9-e43c-4797-adc5-bcc781a7cf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:40.236220 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-43fb8c75-5ed7-46af-b16d-afdca8f8e4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:40.676087 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:42.115924 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:43.527524 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:45.026788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:28:47.615701 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:06.225314 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56360) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:06.381600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 8f5d6875-dc87-4d37-8f46-715ac26eec37 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:29:06.381940 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:06.454416 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:06.454669 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:06.466135 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 8f5d6875-dc87-4d37-8f46-715ac26eec37 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:29:06.660908 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:06.689214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=8f5d6875-dc87-4d37-8f46-715ac26eec37,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:06.713098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:06.713375 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:06.713717 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:06.714055 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:06.714414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:06.714743 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:06.715074 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:06.715400 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:06.715725 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:06.716048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:06.716369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:06.716686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:06.756500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:06.756831 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Floating IP 2cb02c94-539a-4169-a35b-0cd57d13eb58 disassociated (deleted). External IP: 172.25.5.204, port: 68cd68f4-f1ac-4f9c-a6d7-209aa2795577. Sep 08 14:29:06.961382 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router ebd15263-c1a4-44f0-ac69-d87270fce993 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:29:07.062941 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:29:07.068154 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:07.072858 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15720cb4-1548-4983-91ac-aba265cc01c1 None None] Sync routers for ids ['ebd15263-c1a4-44f0-ac69-d87270fce993'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:29:07.082019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15720cb4-1548-4983-91ac-aba265cc01c1 None None] Routers {'ebd15263-c1a4-44f0-ac69-d87270fce993'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:29:07.082658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-15720cb4-1548-4983-91ac-aba265cc01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ebd15263-c1a4-44f0-ac69-d87270fce993'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:07.097846 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f156e3b6-a0e3-48de-afe2-c6460d151518 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/floatingips/2cb02c94-539a-4169-a35b-0cd57d13eb58 HTTP/1.1" status: 204 len: 168 time: 0.8714623 Sep 08 14:29:07.098465 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'tag': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:29:07.100738 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53914b5cbc8b3b403e16123f979e5e8060fc37f7363c24167064795fe79b24c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e912ba-3fb4-44af-8cb8-3eda78689454" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6a46a0-611f-4211-ae49-9ce74c931d4d", "tag": "68cd68f4-f1ac-4f9c-a6d7-209aa2795577"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:29:07.144899 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34274df-6218-4474-b36f-35ec33e2daca x-openstack-request-id: req-b34274df-6218-4474-b36f-35ec33e2daca {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:29:07.145194 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6a46a0-611f-4211-ae49-9ce74c931d4d", "tag": "68cd68f4-f1ac-4f9c-a6d7-209aa2795577", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:29:07.145446 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b34274df-6218-4474-b36f-35ec33e2daca {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:29:07.145852 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'tag': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577', 'status': 'completed', 'code': 200} Sep 08 14:29:07.192134 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-15720cb4-1548-4983-91ac-aba265cc01c1 None None] Set router ebd15263-c1a4-44f0-ac69-d87270fce993 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:29:07.264881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e912ba-3fb4-44af-8cb8-3eda78689454 req-d94953e9-9c48-479f-899e-ea3f5355f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:07.265503 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12e912ba-3fb4-44af-8cb8-3eda78689454 req-d94953e9-9c48-479f-899e-ea3f5355f501 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 1096 time: 0.0977666 Sep 08 14:29:07.358555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e912ba-3fb4-44af-8cb8-3eda78689454 req-e8623774-1e9b-4955-b26b-f6f835b70e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:07.360080 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12e912ba-3fb4-44af-8cb8-3eda78689454 req-e8623774-1e9b-4955-b26b-f6f835b70e96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c9a2cd47-9db3-40cc-9e37-9c6df9328197 HTTP/1.1" status: 200 len: 898 time: 0.0884097 Sep 08 14:29:07.399356 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-15720cb4-1548-4983-91ac-aba265cc01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:44Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '898a7292-e274-434c-be61-f1c470a3262d', 'name': '', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:87:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:44Z', 'updated_at': '2021-09-08T14:26:48Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:07.402472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12e912ba-3fb4-44af-8cb8-3eda78689454 req-1e872322-c63f-499c-8906-8f66a525ab2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=68cd68f4-f1ac-4f9c-a6d7-209aa2795577 HTTP/1.1" status: 200 len: 217 time: 0.0351131 Sep 08 14:29:07.429273 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15720cb4-1548-4983-91ac-aba265cc01c1 None None] Checking router: ebd15263-c1a4-44f0-ac69-d87270fce993 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:29:07.438973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15720cb4-1548-4983-91ac-aba265cc01c1 None None] Routers {'ebd15263-c1a4-44f0-ac69-d87270fce993'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:29:07.440067 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-15720cb4-1548-4983-91ac-aba265cc01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:28:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ebd15263-c1a4-44f0-ac69-d87270fce993'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:07.456232 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e912ba-3fb4-44af-8cb8-3eda78689454 req-7a01fa34-9e4f-4b87-b98b-487a37ba004c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:07.457897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12e912ba-3fb4-44af-8cb8-3eda78689454 req-7a01fa34-9e4f-4b87-b98b-487a37ba004c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=626574c4-9631-4b6f-aef2-fe3af965e536 HTTP/1.1" status: 200 len: 835 time: 0.0484452 Sep 08 14:29:07.504842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e912ba-3fb4-44af-8cb8-3eda78689454 req-60b96ff4-70e6-48c8-8e74-5daab7b092cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:07.506415 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12e912ba-3fb4-44af-8cb8-3eda78689454 req-60b96ff4-70e6-48c8-8e74-5daab7b092cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c9a2cd47-9db3-40cc-9e37-9c6df9328197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412550 Sep 08 14:29:07.545838 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e158a3-334a-479a-8b86-8f58b69b8ecb req-0305624b-a8ce-4a25-a6bb-4f5a61e155fb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:07.546967 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-15720cb4-1548-4983-91ac-aba265cc01c1 None None] Set router ebd15263-c1a4-44f0-ac69-d87270fce993 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:29:07.549318 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d0e158a3-334a-479a-8b86-8f58b69b8ecb req-0305624b-a8ce-4a25-a6bb-4f5a61e155fb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0620713 Sep 08 14:29:07.592933 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d0e158a3-334a-479a-8b86-8f58b69b8ecb req-929fe606-05a7-460c-8537-9b0dba6f4d5f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376894 Sep 08 14:29:07.605041 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12e912ba-3fb4-44af-8cb8-3eda78689454 req-68e5215d-7c51-4588-85b7-0cc7f05a01ad service neutron] 10.222.0.60 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889845 Sep 08 14:29:07.699655 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12e912ba-3fb4-44af-8cb8-3eda78689454 req-5386519b-bae9-4f9f-b6a4-c5e56a0b6715 service neutron] 10.222.0.60 "GET /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869401 Sep 08 14:29:07.742899 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-15720cb4-1548-4983-91ac-aba265cc01c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:44Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '898a7292-e274-434c-be61-f1c470a3262d', 'name': '', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:87:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:44Z', 'updated_at': '2021-09-08T14:26:48Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:07.768732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15720cb4-1548-4983-91ac-aba265cc01c1 None None] The sync data for ids ['ebd15263-c1a4-44f0-ac69-d87270fce993'] in n-d-807558-3 is: [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:44Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '898a7292-e274-434c-be61-f1c470a3262d', 'name': '', 'network_id': 'c9a2cd47-9db3-40cc-9e37-9c6df9328197', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:87:88:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:44Z', 'updated_at': '2021-09-08T14:26:48Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '626574c4-9631-4b6f-aef2-fe3af965e536', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:29:07.883539 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e11fbd91-aa07-468a-9a11-0061ce130373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:07.996072 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70e186f-a123-41cc-ad1a-b17259e0c0dd None None] New status for floating IP 2cb02c94-539a-4169-a35b-0cd57d13eb58: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:29:08.301621 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:29:08.727786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fc235-b494-41b4-9b62-2a93f5b687f6 req-fcc9c16e-6144-457e-94a1-2eba2eca0080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:08.729257 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-447fc235-b494-41b4-9b62-2a93f5b687f6 req-fcc9c16e-6144-457e-94a1-2eba2eca0080 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0492222 Sep 08 14:29:08.765884 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-447fc235-b494-41b4-9b62-2a93f5b687f6 req-7b59c474-3106-4a10-a71c-462d22131c95 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307107 Sep 08 14:29:09.165162 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f98223-4a96-4c10-84d4-33eba82ddf0c req-f922b29d-2c17-498a-957f-a2e08848a984 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:09.166633 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67f98223-4a96-4c10-84d4-33eba82ddf0c req-f922b29d-2c17-498a-957f-a2e08848a984 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.60 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 945 time: 0.0467055 Sep 08 14:29:09.556490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-67f98223-4a96-4c10-84d4-33eba82ddf0c req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:29:09.556835 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67f98223-4a96-4c10-84d4-33eba82ddf0c req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:09.643155 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-67f98223-4a96-4c10-84d4-33eba82ddf0c req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=68cd68f4-f1ac-4f9c-a6d7-209aa2795577,segment=NetworkSegment(85e71a30-54ff-4312-b348-6cbdee536900),segment_id=85e71a30-54ff-4312-b348-6cbdee536900)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:29:09.643521 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67f98223-4a96-4c10-84d4-33eba82ddf0c req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:09.656102 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-67f98223-4a96-4c10-84d4-33eba82ddf0c req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:29:09.847594 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67f98223-4a96-4c10-84d4-33eba82ddf0c req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:09.878778 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c9922-4675-4905-84fb-a4f65d39567b req-0c2f561b-5997-470b-9856-b885da11b866 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:09.880429 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c7c9922-4675-4905-84fb-a4f65d39567b req-0c2f561b-5997-470b-9856-b885da11b866 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f6a46a0-611f-4211-ae49-9ce74c931d4d HTTP/1.1" status: 200 len: 867 time: 0.0494804 Sep 08 14:29:09.881260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=68cd68f4-f1ac-4f9c-a6d7-209aa2795577,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:09.896140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:09.896571 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:09.896993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:09.897407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:09.897810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:09.898237 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:09.898652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:09.899141 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:09.899530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:09.899934 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:09.900825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:09.900825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:09.922260 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c7c9922-4675-4905-84fb-a4f65d39567b req-fa3097cf-7320-4f10-b5ad-a89bd250cde0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=ad120bae-92b2-4fd7-846e-1fd42ea88d2e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350988 Sep 08 14:29:09.937137 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f98223-4a96-4c10-84d4-33eba82ddf0c req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] No DVR routers for this DVR port 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:29:09.940230 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-67f98223-4a96-4c10-84d4-33eba82ddf0c req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:09.942309 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-67f98223-4a96-4c10-84d4-33eba82ddf0c req-d1c18fdc-fb3b-474f-924e-19a593d3748f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.60 "DELETE /v2.0/ports/68cd68f4-f1ac-4f9c-a6d7-209aa2795577 HTTP/1.1" status: 204 len: 173 time: 0.7686930 Sep 08 14:29:09.942763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'name': 'network-vif-deleted', 'tag': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:29:09.945063 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d01c43-f4d0-48bc-9cc1-d90c96d2ad41" -d '{"events": [{"server_uuid": "5f6a46a0-611f-4211-ae49-9ce74c931d4d", "name": "network-vif-deleted", "tag": "68cd68f4-f1ac-4f9c-a6d7-209aa2795577"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:29:09.981386 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195ff0c2-bd46-4f3a-bfd0-ebc220a97b8a x-openstack-request-id: req-195ff0c2-bd46-4f3a-bfd0-ebc220a97b8a {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:29:09.981386 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6a46a0-611f-4211-ae49-9ce74c931d4d", "name": "network-vif-deleted", "tag": "68cd68f4-f1ac-4f9c-a6d7-209aa2795577", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:29:09.981386 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-195ff0c2-bd46-4f3a-bfd0-ebc220a97b8a {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:29:09.981386 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6a46a0-611f-4211-ae49-9ce74c931d4d', 'name': 'network-vif-deleted', 'tag': '68cd68f4-f1ac-4f9c-a6d7-209aa2795577', 'status': 'completed', 'code': 200} Sep 08 14:29:10.226550 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ec950c08-b34a-41bc-88cd-077d037346e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:10.654827 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:10.977164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56390) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:11.329000 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3dac3db5-73cc-4804-9926-1e228242440d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:11.581621 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3dac3db5-73cc-4804-9926-1e228242440d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 898a7292-e274-434c-be61-f1c470a3262d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:29:11.581890 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3dac3db5-73cc-4804-9926-1e228242440d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:11.667902 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-3dac3db5-73cc-4804-9926-1e228242440d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port 898a7292-e274-434c-be61-f1c470a3262d, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=898a7292-e274-434c-be61-f1c470a3262d,segment=NetworkSegment(85e71a30-54ff-4312-b348-6cbdee536900),segment_id=85e71a30-54ff-4312-b348-6cbdee536900)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:29:11.668274 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3dac3db5-73cc-4804-9926-1e228242440d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:11.680920 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-3dac3db5-73cc-4804-9926-1e228242440d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 898a7292-e274-434c-be61-f1c470a3262d owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:29:11.946425 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3dac3db5-73cc-4804-9926-1e228242440d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:11.971511 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac3db5-73cc-4804-9926-1e228242440d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=898a7292-e274-434c-be61-f1c470a3262d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:12.118068 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:12.147204 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-3dac3db5-73cc-4804-9926-1e228242440d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:12.356824 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dac3db5-73cc-4804-9926-1e228242440d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router ebd15263-c1a4-44f0-ac69-d87270fce993 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:29:12.459268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dac3db5-73cc-4804-9926-1e228242440d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:29:12.464842 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-3dac3db5-73cc-4804-9926-1e228242440d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "PUT /v2.0/routers/ebd15263-c1a4-44f0-ac69-d87270fce993/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4863045 Sep 08 14:29:12.467199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56392) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:12.470261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398ffda-bf14-49cd-8ffa-4b8961df883b None None] Sync routers for ids ['ebd15263-c1a4-44f0-ac69-d87270fce993'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:29:12.476090 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:29:12.505353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:29:12.505691 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 68cd68f4-f1ac-4f9c-a6d7-209aa2795577 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:29:12.508508 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398ffda-bf14-49cd-8ffa-4b8961df883b None None] Routers {'ebd15263-c1a4-44f0-ac69-d87270fce993'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:29:12.509129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5398ffda-bf14-49cd-8ffa-4b8961df883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ebd15263-c1a4-44f0-ac69-d87270fce993'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:12.517871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67de060-f323-48ad-a9ba-4f39a6012ddc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting subnet 626574c4-9631-4b6f-aef2-fe3af965e536 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:29:12.521066 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e67de060-f323-48ad-a9ba-4f39a6012ddc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:12.560357 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e67de060-f323-48ad-a9ba-4f39a6012ddc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:12.648193 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e67de060-f323-48ad-a9ba-4f39a6012ddc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:12.771101 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-5398ffda-bf14-49cd-8ffa-4b8961df883b None None] Set router ebd15263-c1a4-44f0-ac69-d87270fce993 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:29:12.780600 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e67de060-f323-48ad-a9ba-4f39a6012ddc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:12.808835 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67de060-f323-48ad-a9ba-4f39a6012ddc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Subnet': ['ID=626574c4-9631-4b6f-aef2-fe3af965e536,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:12.810858 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e67de060-f323-48ad-a9ba-4f39a6012ddc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:12.812735 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e67de060-f323-48ad-a9ba-4f39a6012ddc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/subnets/626574c4-9631-4b6f-aef2-fe3af965e536 HTTP/1.1" status: 204 len: 168 time: 0.3445840 Sep 08 14:29:12.815513 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56394) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:12.826109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29abd096-2405-4413-94dc-a88f035d305b None None] Network c9a2cd47-9db3-40cc-9e37-9c6df9328197 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:29:12.923512 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:13.054985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5398ffda-bf14-49cd-8ffa-4b8961df883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:29:11Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:13.083538 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398ffda-bf14-49cd-8ffa-4b8961df883b None None] Checking router: ebd15263-c1a4-44f0-ac69-d87270fce993 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:29:13.092696 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398ffda-bf14-49cd-8ffa-4b8961df883b None None] Routers {'ebd15263-c1a4-44f0-ac69-d87270fce993'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:29:13.093323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5398ffda-bf14-49cd-8ffa-4b8961df883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ebd15263-c1a4-44f0-ac69-d87270fce993'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:13.132253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] DHCP port deletion for c9a2cd47-9db3-40cc-9e37-9c6df9328197 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:29:13.237057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-5398ffda-bf14-49cd-8ffa-4b8961df883b None None] Set router ebd15263-c1a4-44f0-ac69-d87270fce993 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:29:13.265982 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Deleting port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:29:13.266385 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:13.343003 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:13.405990 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] For port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=4a478f33-e6c4-4b8a-89ec-a41b3d8bed32,segment=NetworkSegment(85e71a30-54ff-4312-b348-6cbdee536900),segment_id=85e71a30-54ff-4312-b348-6cbdee536900)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:29:13.406532 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:13.422583 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Calling delete_port for 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:29:13.475117 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:29:13.475463 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:13.556549 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:29:13.557323 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:13.561727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5398ffda-bf14-49cd-8ffa-4b8961df883b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:29:11Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:13.570869 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:29:13.589581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5398ffda-bf14-49cd-8ffa-4b8961df883b None None] The sync data for ids ['ebd15263-c1a4-44f0-ac69-d87270fce993'] in n-d-807558-3 is: [{'id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'name': 'tempest-TestNetworkAdvancedServerOps-router-391905102', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200'}], 'enable_snat': True}, 'gw_port_id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:29:11Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:2f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebd15263-c1a4-44f0-ac69-d87270fce993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:26:40Z', 'updated_at': '2021-09-08T14:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:29:13.620895 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:13.649148 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:13.678507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Pushing event deleted for resources: {'Port': ['ID=4a478f33-e6c4-4b8a-89ec-a41b3d8bed32,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:13.689455 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] No DVR routers for this DVR port 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:29:13.693239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:13.694020 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:13.694785 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:13.695145 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:13.695488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:13.695832 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:13.696167 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:13.696501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:13.696831 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:13.697162 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:13.697493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:13.697827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c644c0-12b2-40ca-be3a-2953c99e8bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:13.806945 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:13.835542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:13.895757 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:13.991110 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:13.993886 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.068545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:29:14.087933 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:29:14.088290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 4a478f33-e6c4-4b8a-89ec-a41b3d8bed32 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:29:14.088723 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 898a7292-e274-434c-be61-f1c470a3262d no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:29:14.108081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 898a7292-e274-434c-be61-f1c470a3262d {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:29:14.112076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 898a7292-e274-434c-be61-f1c470a3262d not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:29:14.127087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.127641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Fanout notify agent at l3_agent the message router_deleted on router ebd15263-c1a4-44f0-ac69-d87270fce993 {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:29:14.134829 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.136122 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a0945bc9-0699-44fb-a7ea-f2674ce7692f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/routers/ebd15263-c1a4-44f0-ac69-d87270fce993 HTTP/1.1" status: 204 len: 168 time: 1.3196988 Sep 08 14:29:14.138800 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56396) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:14.222505 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.307959 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.328413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a2cd47-9db3-40cc-9e37-9c6df9328197']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:14.337519 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e71a30-54ff-4312-b348-6cbdee536900') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:14.337813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e71a30-54ff-4312-b348-6cbdee536900') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:14.346867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.359630 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.365774 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:29:14.366162 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:29:14.369031 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:29:14.486547 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.500493 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.500493 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/networks/c9a2cd47-9db3-40cc-9e37-9c6df9328197 HTTP/1.1" status: 204 len: 168 time: 0.3559997 Sep 08 14:29:14.500721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56398) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:14.507590 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf2173-4e7c-498b-846e-182caefc1fd9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Network': ['ID=c9a2cd47-9db3-40cc-9e37-9c6df9328197,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:14.560165 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4953-f295-4dbe-be60-c48e82f9d56d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.587204 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4953-f295-4dbe-be60-c48e82f9d56d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.711461 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4953-f295-4dbe-be60-c48e82f9d56d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.714375 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4953-f295-4dbe-be60-c48e82f9d56d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:14.715587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-5a2f4953-f295-4dbe-be60-c48e82f9d56d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/security-groups/ad120bae-92b2-4fd7-846e-1fd42ea88d2e HTTP/1.1" status: 204 len: 168 time: 0.2160599 Sep 08 14:29:14.724982 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f4953-f295-4dbe-be60-c48e82f9d56d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad120bae-92b2-4fd7-846e-1fd42ea88d2e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:15.023904 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:15.167981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56404) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:15.172682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-cf3cf041-5d58-4bb0-b774-e7e2dda410c8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2004048182', 'description': 'tempest-secgroup-smoke-2004048182 description', 'project_id': '2fb8d6a378b9468d9535c788a77c6778'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:15.270389 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf041-5d58-4bb0-b774-e7e2dda410c8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:15.351423 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf041-5d58-4bb0-b774-e7e2dda410c8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:15.412494 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf041-5d58-4bb0-b774-e7e2dda410c8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:15.439969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cf041-5d58-4bb0-b774-e7e2dda410c8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26f19e7-623e-4e2e-a82c-d402fa43ac9f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:15.500257 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf041-5d58-4bb0-b774-e7e2dda410c8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:15.501520 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cf3cf041-5d58-4bb0-b774-e7e2dda410c8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3324370 Sep 08 14:29:15.504922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56406) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:15.509261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-fbfff269-b0a1-4722-82fc-4863276dc3fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': 'f26f19e7-623e-4e2e-a82c-d402fa43ac9f', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:15.595050 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fbfff269-b0a1-4722-82fc-4863276dc3fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:15.648564 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fbfff269-b0a1-4722-82fc-4863276dc3fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:15.723380 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fbfff269-b0a1-4722-82fc-4863276dc3fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:15.743181 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfff269-b0a1-4722-82fc-4863276dc3fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3deb940c-5830-4454-92f5-9b2b46ddf8f5,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:15.789193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:29:15.809269 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-fbfff269-b0a1-4722-82fc-4863276dc3fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:15.809433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:29:15.809640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 92479fe7-e0bf-4b8d-9a81-fe1694ab2bcb not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:29:15.810637 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fbfff269-b0a1-4722-82fc-4863276dc3fc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3047190 Sep 08 14:29:15.813417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56410) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:15.818249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bd277eda-9b4a-4b98-857f-877f4d4be8b3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': 'f26f19e7-623e-4e2e-a82c-d402fa43ac9f', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:15.933782 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd277eda-9b4a-4b98-857f-877f4d4be8b3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:15.990447 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd277eda-9b4a-4b98-857f-877f4d4be8b3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:16.105752 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd277eda-9b4a-4b98-857f-877f4d4be8b3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:16.120790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd277eda-9b4a-4b98-857f-877f4d4be8b3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3506ff9a-6bfd-4319-aa4e-be7c526bd044,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:16.243423 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bd277eda-9b4a-4b98-857f-877f4d4be8b3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:16.244588 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bd277eda-9b4a-4b98-857f-877f4d4be8b3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4303935 Sep 08 14:29:16.247371 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56412) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:16.251660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7a131e23-d05f-46ee-bcb4-f1c352ba4735 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': 'f26f19e7-623e-4e2e-a82c-d402fa43ac9f', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:16.370974 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a131e23-d05f-46ee-bcb4-f1c352ba4735 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:16.430302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a131e23-d05f-46ee-bcb4-f1c352ba4735 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:16.503790 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a131e23-d05f-46ee-bcb4-f1c352ba4735 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:16.521533 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a131e23-d05f-46ee-bcb4-f1c352ba4735 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696a7b04-7307-4cf1-a4d4-fda9a6cc1905,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:16.600883 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7a131e23-d05f-46ee-bcb4-f1c352ba4735 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:16.602278 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7a131e23-d05f-46ee-bcb4-f1c352ba4735 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3538539 Sep 08 14:29:16.604830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56414) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:16.609254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-dc0edde4-be21-42ed-930d-20b264f3c17f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': 'f26f19e7-623e-4e2e-a82c-d402fa43ac9f', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:16.698788 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dc0edde4-be21-42ed-930d-20b264f3c17f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:16.756320 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dc0edde4-be21-42ed-930d-20b264f3c17f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:16.829208 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dc0edde4-be21-42ed-930d-20b264f3c17f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:16.846717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0edde4-be21-42ed-930d-20b264f3c17f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a329ba-bae2-465f-83b7-b063a5e40f3c,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:16.911663 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-dc0edde4-be21-42ed-930d-20b264f3c17f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:16.912936 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-dc0edde4-be21-42ed-930d-20b264f3c17f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3071716 Sep 08 14:29:16.915677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56416) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:16.920011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9ccab09e-a9b0-4122-ae03-b2ae35c97a52 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': 'f26f19e7-623e-4e2e-a82c-d402fa43ac9f', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:16.991851 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-9ccab09e-a9b0-4122-ae03-b2ae35c97a52 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Project 2fb8d6a378b9468d9535c788a77c6778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:29:16.996941 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ccab09e-a9b0-4122-ae03-b2ae35c97a52 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.055327 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ccab09e-a9b0-4122-ae03-b2ae35c97a52 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.120875 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ccab09e-a9b0-4122-ae03-b2ae35c97a52 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.139665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccab09e-a9b0-4122-ae03-b2ae35c97a52 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e18ee1-7160-48f1-b87c-bd780f320f33,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:17.246415 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9ccab09e-a9b0-4122-ae03-b2ae35c97a52 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.247628 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9ccab09e-a9b0-4122-ae03-b2ae35c97a52 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3310289 Sep 08 14:29:17.250418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56418) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:17.255346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8c4752ee-cbe6-44ac-93db-6ef93ae1b874 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': 'f26f19e7-623e-4e2e-a82c-d402fa43ac9f', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:17.345678 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-8c4752ee-cbe6-44ac-93db-6ef93ae1b874 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Project 2fb8d6a378b9468d9535c788a77c6778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:29:17.350313 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8c4752ee-cbe6-44ac-93db-6ef93ae1b874 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.411949 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8c4752ee-cbe6-44ac-93db-6ef93ae1b874 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.492366 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8c4752ee-cbe6-44ac-93db-6ef93ae1b874 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.509660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4752ee-cbe6-44ac-93db-6ef93ae1b874 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7427bd4b-7a3f-433a-a2ed-8ec935a59d1a,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:17.583967 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8c4752ee-cbe6-44ac-93db-6ef93ae1b874 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.585199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8c4752ee-cbe6-44ac-93db-6ef93ae1b874 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3338606 Sep 08 14:29:17.588391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56420) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:17.593125 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-ce9a50f8-e041-4d41-bebb-01c64b68e88c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'network': {'name': 'tempest-network-smoke--1120281106', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'port_security_enabled': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:17.686713 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.703711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9a50f8-e041-4d41-bebb-01c64b68e88c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:29:17.707376 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce9a50f8-e041-4d41-bebb-01c64b68e88c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.731049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9a50f8-e041-4d41-bebb-01c64b68e88c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:29:17.740111 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce9a50f8-e041-4d41-bebb-01c64b68e88c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.740458 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-ce9a50f8-e041-4d41-bebb-01c64b68e88c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Added segment 649551c0-4926-4be1-873e-3f50e21aa26a of type vlan for network 2ec26a58-8563-48c6-8701-4f07dcc25f47 Sep 08 14:29:17.779552 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce9a50f8-e041-4d41-bebb-01c64b68e88c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.888709 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce9a50f8-e041-4d41-bebb-01c64b68e88c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.895029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a50f8-e041-4d41-bebb-01c64b68e88c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:17.895631 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce9a50f8-e041-4d41-bebb-01c64b68e88c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:17.962964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a50f8-e041-4d41-bebb-01c64b68e88c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Network': ['ID=2ec26a58-8563-48c6-8701-4f07dcc25f47,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:17.979359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 2ec26a58-8563-48c6-8701-4f07dcc25f47 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:29:17.998496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ce9a50f8-e041-4d41-bebb-01c64b68e88c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4090426 Sep 08 14:29:18.002619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56422) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:18.005733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'admin_state_up': True, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:18.083413 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:18.084581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:18.134620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:18.384078 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:18.636349 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:18.657963 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:18.756101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.25.5.31 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/830b3737-15e6-4867-9795-17abe743361b) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:29:18.861899 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:18.957991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:18.996474 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:29:18.999707 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:29:19.005996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:29:19.011537 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=830b3737-15e6-4867-9795-17abe743361b,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:19.334699 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:19.523903 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:19.723307 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 45c19834-9103-4ddd-860f-673b3edd4742 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:29:19.828457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:29:19.837944 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Sync routers for ids ['45c19834-9103-4ddd-860f-673b3edd4742'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:29:19.846391 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Routers {'45c19834-9103-4ddd-860f-673b3edd4742'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:29:19.847485 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['45c19834-9103-4ddd-860f-673b3edd4742'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:19.911885 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:19.913289 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c86620e5-4c86-4065-a7d7-650dbc1f0a68 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9110410 Sep 08 14:29:19.916385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56426) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:19.944185 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-195984df-54a9-4fb9-8a1f-f50816e297f6 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=2fb8d6a378b9468d9535c788a77c6778&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267394 Sep 08 14:29:19.946667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56428) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:19.949684 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Set router 45c19834-9103-4ddd-860f-673b3edd4742 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:29:20.031722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc91855-c487-4a71-b619-efdfd6559b57 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:20.033243 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0bc91855-c487-4a71-b619-efdfd6559b57 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856910 Sep 08 14:29:20.036628 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56430) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:20.067659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d23fd93b-0e3b-4540-aa0b-56927bf59e1b tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299692 Sep 08 14:29:20.069989 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56432) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:20.074634 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-bebcf248-b69b-4d9e-b75d-77f2856df812 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-682544644', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:20.124292 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:19Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:20.150007 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Checking router: 45c19834-9103-4ddd-860f-673b3edd4742 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:29:20.150380 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Updating router 45c19834-9103-4ddd-860f-673b3edd4742 port 830b3737-15e6-4867-9795-17abe743361b binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:29:20.174183 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:20.240839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebcf248-b69b-4d9e-b75d-77f2856df812 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:29:20.244371 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bebcf248-b69b-4d9e-b75d-77f2856df812 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:20.418892 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:20.428812 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Transition to ACTIVE for port object 830b3737-15e6-4867-9795-17abe743361b will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:29:20.472181 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bebcf248-b69b-4d9e-b75d-77f2856df812 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:20.505905 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:20.540294 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcf248-b69b-4d9e-b75d-77f2856df812 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Subnet': ['ID=3e5621e3-5742-44ae-a0f6-d7d4aade311e,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:20.542503 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebcf248-b69b-4d9e-b75d-77f2856df812 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Checking segment: {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:29:20.542861 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebcf248-b69b-4d9e-b75d-77f2856df812 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network hostable DHCP agents. Network: 2ec26a58-8563-48c6-8701-4f07dcc25f47, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:29:20.554518 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Attempting to bind port 830b3737-15e6-4867-9795-17abe743361b on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:29:20.554931 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Attempting to bind port 830b3737-15e6-4867-9795-17abe743361b by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:29:20.555299 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Attempting to bind port 830b3737-15e6-4867-9795-17abe743361b on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:29:20.567398 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:29:20.567769 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:29:20.568167 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:20.568554 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:29:20.569013 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Bound port: 830b3737-15e6-4867-9795-17abe743361b, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:29:20.569391 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:20.572162 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Pushing event updated for resources: {'Port': ['ID=830b3737-15e6-4867-9795-17abe743361b,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:20.598060 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:20.598428 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:20.598768 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:20.599101 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:20.599430 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:20.599756 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:20.600079 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:20.600400 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:20.600719 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:20.601040 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:20.601358 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:20.601673 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:29:20.614436 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebcf248-b69b-4d9e-b75d-77f2856df812 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 2ec26a58-8563-48c6-8701-4f07dcc25f47 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:29:20.632630 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] For port 830b3737-15e6-4867-9795-17abe743361b, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:29:20.635742 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] For port 830b3737-15e6-4867-9795-17abe743361b, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=830b3737-15e6-4867-9795-17abe743361b,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:29:20.699959 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-bebcf248-b69b-4d9e-b75d-77f2856df812 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 2ec26a58-8563-48c6-8701-4f07dcc25f47) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:29:20.704020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebcf248-b69b-4d9e-b75d-77f2856df812 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:20.704617 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bebcf248-b69b-4d9e-b75d-77f2856df812 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:20.708839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf044403-1539-4afb-bb57-170915b935ee None None] Network 2ec26a58-8563-48c6-8701-4f07dcc25f47 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:29:20.729343 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:20.783330 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Routers {'45c19834-9103-4ddd-860f-673b3edd4742'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:29:20.783937 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['45c19834-9103-4ddd-860f-673b3edd4742'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:20.822024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bebcf248-b69b-4d9e-b75d-77f2856df812 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7506318 Sep 08 14:29:20.825025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56434) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:20.833932 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4162af4-216a-4d26-9e42-023a7339d3ce None None] Pushing event updated for resources: {'Port': ['ID=830b3737-15e6-4867-9795-17abe743361b,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:20.857835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-2ec26a58-8563-48c6-8701-4f07dcc25f47', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ips': [{'subnet_id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:29:20.858948 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:20.906516 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] Set router 45c19834-9103-4ddd-860f-673b3edd4742 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:29:21.003929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Allocated IP 172.20.0.2 (2ec26a58-8563-48c6-8701-4f07dcc25f47/3e5621e3-5742-44ae-a0f6-d7d4aade311e/1ab1cf23-38fb-43f5-8b15-968b9b90c26a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:29:21.098921 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:19Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:21.127554 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efa76d4-f38d-4d42-a376-13da48831c02 None None] The sync data for ids ['45c19834-9103-4ddd-860f-673b3edd4742'] in n-d-807558-3 is: [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:19Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:29:21.156807 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:21.167003 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Transition to ACTIVE for port object 1ab1cf23-38fb-43f5-8b15-968b9b90c26a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:29:21.184050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Transition to ACTIVE for port object 1ab1cf23-38fb-43f5-8b15-968b9b90c26a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:29:21.253912 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:21.294596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Network 2ec26a58-8563-48c6-8701-4f07dcc25f47 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:29:21.297711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:29:21.304016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:29:21.312630 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Pushing event updated for resources: {'Port': ['ID=1ab1cf23-38fb-43f5-8b15-968b9b90c26a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:21.399360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Attempting to bind port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:29:21.401113 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Attempting to bind port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:29:21.401697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Attempting to bind port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a on network 2ec26a58-8563-48c6-8701-4f07dcc25f47 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:29:21.408054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:29:21.408449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Checking segment: {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:29:21.408849 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:21.409287 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Bound using segment: {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:29:21.409764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Bound port: 1ab1cf23-38fb-43f5-8b15-968b9b90c26a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:29:21.410359 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:21.487022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] For port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:29:21.491702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] For port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1ab1cf23-38fb-43f5-8b15-968b9b90c26a,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:29:21.586554 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:21.607411 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:21.650857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720768b4-4ba9-40f5-a50f-72c3d4b5cf7e None None] Pushing event updated for resources: {'Port': ['ID=1ab1cf23-38fb-43f5-8b15-968b9b90c26a,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:21.935761 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.20.0.1 (2ec26a58-8563-48c6-8701-4f07dcc25f47/3e5621e3-5742-44ae-a0f6-d7d4aade311e/5f60d83f-59f3-4413-9971-79c31e8b3345) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:29:21.938615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 830b3737-15e6-4867-9795-17abe743361b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:29:22.079849 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:22.094002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Transition to ACTIVE for port object 5f60d83f-59f3-4413-9971-79c31e8b3345 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:29:22.134718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 830b3737-15e6-4867-9795-17abe743361b completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:29:22.138872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 830b3737-15e6-4867-9795-17abe743361b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:29:22.139248 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:22.173198 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:22.218721 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:22.224591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 2ec26a58-8563-48c6-8701-4f07dcc25f47 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:29:22.229192 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:29:22.236314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:29:22.239772 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 830b3737-15e6-4867-9795-17abe743361b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=830b3737-15e6-4867-9795-17abe743361b,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:29:22.271780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=5f60d83f-59f3-4413-9971-79c31e8b3345,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:22.296319 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:22.317774 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:22.369791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=830b3737-15e6-4867-9795-17abe743361b,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:22.501090 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:22.600299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd064a5-d942-4412-bf04-ddb31d628ae5 None None] Network 2ec26a58-8563-48c6-8701-4f07dcc25f47 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:29:22.757643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c1f8417d-9ff6-47b5-b4c2-a514fb4aa423 None None] Provisioning for port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:29:22.806873 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:22.875662 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:22.953784 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:22.962276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=5f60d83f-59f3-4413-9971-79c31e8b3345,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:23.067970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 2ec26a58-8563-48c6-8701-4f07dcc25f47 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:29:23.069507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:29:23.188801 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d696c824-154e-4083-b83c-39d5868775a6 None None] Provisioning for port 5f60d83f-59f3-4413-9971-79c31e8b3345 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:29:23.194427 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d696c824-154e-4083-b83c-39d5868775a6 None None] Provisioning complete for port 5f60d83f-59f3-4413-9971-79c31e8b3345 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:29:23.194427 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d696c824-154e-4083-b83c-39d5868775a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:23.204825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 45c19834-9103-4ddd-860f-673b3edd4742 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:29:23.237369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d696c824-154e-4083-b83c-39d5868775a6 None None] Port 5f60d83f-59f3-4413-9971-79c31e8b3345 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:29:23.318286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:29:23.323585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-493cf7f1-7217-414a-b7b1-3ed9e6f6d86a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "PUT /v2.0/routers/45c19834-9103-4ddd-860f-673b3edd4742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4979467 Sep 08 14:29:23.330075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Sync routers for ids ['45c19834-9103-4ddd-860f-673b3edd4742'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:29:23.340865 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Routers {'45c19834-9103-4ddd-860f-673b3edd4742'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:29:23.341603 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['45c19834-9103-4ddd-860f-673b3edd4742'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:23.396911 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-66507ae6-2688-450b-a607-db64733a31ed None None] Provisioning complete for port 5f60d83f-59f3-4413-9971-79c31e8b3345 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:29:23.397796 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-66507ae6-2688-450b-a607-db64733a31ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:23.468607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-66507ae6-2688-450b-a607-db64733a31ed None None] Port 5f60d83f-59f3-4413-9971-79c31e8b3345 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:29:23.472690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-2049951c-6733-4a33-bf5f-97bbc92ab396 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2004048182&fields=id&tenant_id=2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 267 time: 0.0344000 Sep 08 14:29:23.484876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Set router 45c19834-9103-4ddd-860f-673b3edd4742 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:29:23.577781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-d152d6fa-04dd-4a51-a0f0-3f2ddff385a5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:23.579319 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-d152d6fa-04dd-4a51-a0f0-3f2ddff385a5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/networks?id=2ec26a58-8563-48c6-8701-4f07dcc25f47 HTTP/1.1" status: 200 len: 797 time: 0.0998194 Sep 08 14:29:23.594549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9c2b772a-32f4-40ea-bd4a-a9d95113c7bc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/quotas/2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 375 time: 0.0093949 Sep 08 14:29:23.622420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-4a06626a-c677-4916-961f-0f3564f3f16a None None] Provisioning complete for port 5f60d83f-59f3-4413-9971-79c31e8b3345 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:29:23.622797 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4a06626a-c677-4916-961f-0f3564f3f16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:23.651353 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-3212addb-6f26-42e7-b579-e4b9c55450ff tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508256 Sep 08 14:29:23.688204 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-4a06626a-c677-4916-961f-0f3564f3f16a None None] Port 5f60d83f-59f3-4413-9971-79c31e8b3345 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:29:23.716412 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '5f60d83f-59f3-4413-9971-79c31e8b3345', 'name': '', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5c:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:21Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 2, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:23.747690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-30eff976-215b-4ef0-9a13-01f9809ecea6 service neutron] 10.222.0.69 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 Sep 08 14:29:23.751773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Checking router: 45c19834-9103-4ddd-860f-673b3edd4742 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:29:23.752139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Updating router 45c19834-9103-4ddd-860f-673b3edd4742 port 5f60d83f-59f3-4413-9971-79c31e8b3345 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:29:23.777284 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:23.852796 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-2ce06ee4-b019-46c1-82ed-d0316cc0d489 service neutron] 10.222.0.69 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981846 Sep 08 14:29:24.055238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1ab1cf23-38fb-43f5-8b15-968b9b90c26a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:29:24.091655 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3eb7bceb-5ac6-4d74-bea2-41975566c61a req-7bb5e6f6-7746-42d7-b7c0-a66336f42c78 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 210 time: 0.0380514 Sep 08 14:29:24.234366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:29:24.242554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:29:24.242873 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:24.277326 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:24.295743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Transition to ACTIVE for port object 5f60d83f-59f3-4413-9971-79c31e8b3345 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:29:24.342059 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:24.373965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1ab1cf23-38fb-43f5-8b15-968b9b90c26a,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:29:24.385562 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:24.442241 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d8467-4e07-47f2-841e-b68329d8e011 None None] Pushing event updated for resources: {'Port': ['ID=5f60d83f-59f3-4413-9971-79c31e8b3345,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:24.477871 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:24.478712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 830b3737-15e6-4867-9795-17abe743361b up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:29:24.540823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Attempting to bind port 5f60d83f-59f3-4413-9971-79c31e8b3345 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:29:24.541205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Attempting to bind port 5f60d83f-59f3-4413-9971-79c31e8b3345 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:29:24.541570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Attempting to bind port 5f60d83f-59f3-4413-9971-79c31e8b3345 on network 2ec26a58-8563-48c6-8701-4f07dcc25f47 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:29:24.565010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:29:24.565445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Checking segment: {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:29:24.565862 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:24.566289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Bound using segment: {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:29:24.566766 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Bound port: 5f60d83f-59f3-4413-9971-79c31e8b3345, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:29:24.567154 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:24.591910 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=1ab1cf23-38fb-43f5-8b15-968b9b90c26a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:24.629256 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 830b3737-15e6-4867-9795-17abe743361b triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:29:24.629635 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:24.680311 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] For port 5f60d83f-59f3-4413-9971-79c31e8b3345, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:29:24.694530 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] For port 5f60d83f-59f3-4413-9971-79c31e8b3345, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5f60d83f-59f3-4413-9971-79c31e8b3345,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:29:24.775150 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:24.831812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Routers {'45c19834-9103-4ddd-860f-673b3edd4742'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:29:24.832673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['45c19834-9103-4ddd-860f-673b3edd4742'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:24.879639 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d8467-4e07-47f2-841e-b68329d8e011 None None] Pushing event updated for resources: {'Port': ['ID=5f60d83f-59f3-4413-9971-79c31e8b3345,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:24.966301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] Set router 45c19834-9103-4ddd-860f-673b3edd4742 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:29:25.183418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9915b8fe-b7ed-4383-9e2c-9f54a248a8cc req-7ba42a75-2a41-4d4c-861e-6694aa58e53d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 210 time: 0.0319099 Sep 08 14:29:25.219550 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '5f60d83f-59f3-4413-9971-79c31e8b3345', 'name': '', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5c:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:21Z', 'updated_at': '2021-09-08T14:29:24Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:25.249925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf32b8a-3433-438b-9ffd-7e4600f544b3 None None] The sync data for ids ['45c19834-9103-4ddd-860f-673b3edd4742'] in n-d-807558-3 is: [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '5f60d83f-59f3-4413-9971-79c31e8b3345', 'name': '', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5c:cd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:21Z', 'updated_at': '2021-09-08T14:29:24Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:29:25.914463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1ab1cf23-38fb-43f5-8b15-968b9b90c26a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:29:25.970302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:29:25.970679 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:26.055802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-7e759355-d5f5-4f70-bda9-c2d6871f780d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:26.057680 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-7e759355-d5f5-4f70-bda9-c2d6871f780d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "GET /v2.0/networks?id=2ec26a58-8563-48c6-8701-4f07dcc25f47 HTTP/1.1" status: 200 len: 797 time: 0.1213374 Sep 08 14:29:26.061580 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5f60d83f-59f3-4413-9971-79c31e8b3345 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:29:26.103016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-c60befb5-1d2b-40ce-b385-eaea3dfc2bb5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 380 time: 0.0362725 Sep 08 14:29:26.112872 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'port': {'device_id': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'admin_state_up': True, 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'security_groups': ['f26f19e7-623e-4e2e-a82c-d402fa43ac9f']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:26.167222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 5f60d83f-59f3-4413-9971-79c31e8b3345 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:29:26.174061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 5f60d83f-59f3-4413-9971-79c31e8b3345 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:29:26.175037 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:26.266272 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:26.292772 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b759724d-6911-490d-9506-99b3d492e4ff req-db74b643-f6ec-440e-9869-06b5964817c3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 210 time: 0.0291917 Sep 08 14:29:26.301773 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 5f60d83f-59f3-4413-9971-79c31e8b3345, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5f60d83f-59f3-4413-9971-79c31e8b3345,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:29:26.317358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:29:26.321119 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:26.380176 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:26.431423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=5f60d83f-59f3-4413-9971-79c31e8b3345,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:26.450806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.20.0.14 (2ec26a58-8563-48c6-8701-4f07dcc25f47/3e5621e3-5742-44ae-a0f6-d7d4aade311e/e16c006d-283a-4ae0-9feb-cb4258c57813) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:29:26.588062 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:26.600965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Transition to ACTIVE for port object e16c006d-283a-4ae0-9feb-cb4258c57813 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:29:26.698617 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:26.739675 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 2ec26a58-8563-48c6-8701-4f07dcc25f47 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:29:26.742697 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:29:26.745003 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:29:26.776754 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=e16c006d-283a-4ae0-9feb-cb4258c57813,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:26.804510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:26.805138 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:26.870475 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-9f0732c6-1cd6-4227-9d91-ec35a92d1098 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7615182 Sep 08 14:29:26.884129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Request body: {'port': {'device_id': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:26.941382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:27.054633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-06bae6a0-df0e-43f6-ade4-f817d1e7fcdc None None] Provisioning for port e16c006d-283a-4ae0-9feb-cb4258c57813 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:29:27.058458 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-06bae6a0-df0e-43f6-ade4-f817d1e7fcdc None None] Provisioning complete for port e16c006d-283a-4ae0-9feb-cb4258c57813 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:29:27.058829 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-06bae6a0-df0e-43f6-ade4-f817d1e7fcdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:27.095596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-06bae6a0-df0e-43f6-ade4-f817d1e7fcdc None None] Port e16c006d-283a-4ae0-9feb-cb4258c57813 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:29:27.193692 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e16c006d-283a-4ae0-9feb-cb4258c57813 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:29:27.201367 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:27.213282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Transition to ACTIVE for port object e16c006d-283a-4ae0-9feb-cb4258c57813 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:29:27.282921 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:27.332689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Pushing event updated for resources: {'Port': ['ID=e16c006d-283a-4ae0-9feb-cb4258c57813,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:27.435896 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Attempting to bind port e16c006d-283a-4ae0-9feb-cb4258c57813 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:29:27.436242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Attempting to bind port e16c006d-283a-4ae0-9feb-cb4258c57813 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:29:27.436587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Attempting to bind port e16c006d-283a-4ae0-9feb-cb4258c57813 on network 2ec26a58-8563-48c6-8701-4f07dcc25f47 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:29:27.451890 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8211f-bbd8-4542-b0e4-e3db0a281f5e req-eae47d46-f972-4891-85e5-aebdc57eceb1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:27.453465 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01d8211f-bbd8-4542-b0e4-e3db0a281f5e req-eae47d46-f972-4891-85e5-aebdc57eceb1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 944 time: 0.0759845 Sep 08 14:29:27.454065 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Port e16c006d-283a-4ae0-9feb-cb4258c57813 on network 2ec26a58-8563-48c6-8701-4f07dcc25f47 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:29:27.454417 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Attempting to bind port e16c006d-283a-4ae0-9feb-cb4258c57813 on network 2ec26a58-8563-48c6-8701-4f07dcc25f47 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:29:27.462028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:29:27.462479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Checking segment: {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:29:27.462776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Bound using segment: {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:29:27.463214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Bound port: e16c006d-283a-4ae0-9feb-cb4258c57813, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:29:27.463577 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:27.524726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-01d8211f-bbd8-4542-b0e4-e3db0a281f5e req-ab6ab0f7-083f-4542-9c94-1a3cb470ce58 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646663 Sep 08 14:29:27.551702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:29:27.554663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e16c006d-283a-4ae0-9feb-cb4258c57813,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:29:27.698703 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:27.736698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:27.737321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:27.738705 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] 10.222.0.70 "PUT /v2.0/ports/e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 200 len: 1092 time: 0.8592100 Sep 08 14:29:27.739240 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:29:27.741392 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2d4c96-96f2-4e86-bcad-514bde5fc4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:29:27.772769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb677e32-5f92-4a62-ad1f-9b1f231d7d37 service neutron] Pushing event updated for resources: {'Port': ['ID=e16c006d-283a-4ae0-9feb-cb4258c57813,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:27.802275 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120e7866-d385-47fd-932c-3a2f77c3107e x-openstack-request-id: req-120e7866-d385-47fd-932c-3a2f77c3107e {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:29:27.803573 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:29:27.804942 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-120e7866-d385-47fd-932c-3a2f77c3107e {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:29:27.805533 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'status': 'completed', 'code': 200} Sep 08 14:29:27.866592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5f60d83f-59f3-4413-9971-79c31e8b3345 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:29:27.877780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d4c96-96f2-4e86-bcad-514bde5fc4ab req-0f0c73f9-857b-4dfa-b140-6125d170a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:27.881631 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ab2d4c96-96f2-4e86-bcad-514bde5fc4ab req-0f0c73f9-857b-4dfa-b140-6125d170a718 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1095 time: 0.0581429 Sep 08 14:29:27.927879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 5f60d83f-59f3-4413-9971-79c31e8b3345 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:29:27.928318 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:27.996969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d4c96-96f2-4e86-bcad-514bde5fc4ab req-4bc4e088-ecc0-4ac9-be23-e82824b81081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:27.998478 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ab2d4c96-96f2-4e86-bcad-514bde5fc4ab req-4bc4e088-ecc0-4ac9-be23-e82824b81081 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2fb8d6a378b9468d9535c788a77c6778&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1093483 Sep 08 14:29:28.090792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d4c96-96f2-4e86-bcad-514bde5fc4ab req-2f0fdc94-93f0-4e12-9020-89a5d328ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:28.092277 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ab2d4c96-96f2-4e86-bcad-514bde5fc4ab req-2f0fdc94-93f0-4e12-9020-89a5d328ca4c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863769 Sep 08 14:29:28.169265 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-0cfc35d4-27f5-4be0-90d6-d2512c17c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:28.170775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-0cfc35d4-27f5-4be0-90d6-d2512c17c6df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1095 time: 0.0399144 Sep 08 14:29:28.215536 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-d4041950-fd66-4f73-a46f-4ce652505cca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 200 len: 217 time: 0.0371382 Sep 08 14:29:28.263191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-e05e784a-5af7-4f4d-9348-4fbbbc74d010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:28.264619 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-e05e784a-5af7-4f4d-9348-4fbbbc74d010 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e5621e3-5742-44ae-a0f6-d7d4aade311e HTTP/1.1" status: 200 len: 834 time: 0.0418530 Sep 08 14:29:28.308660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-c6703e04-4e2a-43ae-88da-d2b5e120b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:28.310102 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-c6703e04-4e2a-43ae-88da-d2b5e120b4df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ec26a58-8563-48c6-8701-4f07dcc25f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379159 Sep 08 14:29:28.400125 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-1b968aa1-de8b-4348-bd95-a9eb5df372ab service neutron] 10.222.0.70 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825958 Sep 08 14:29:28.488147 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b1e2586c-6643-4372-87ee-86e7c75f4cf8 req-1806653b-4d4b-44d0-903b-a0bf3b49011f service neutron] 10.222.0.70 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795922 Sep 08 14:29:28.643457 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7d00d0-ecd2-4559-baf4-e5de19c9542e req-c4fd8280-27dc-436f-8f18-0ea72df6ac96 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:28.644931 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a7d00d0-ecd2-4559-baf4-e5de19c9542e req-c4fd8280-27dc-436f-8f18-0ea72df6ac96 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 944 time: 0.0528064 Sep 08 14:29:28.680984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a7d00d0-ecd2-4559-baf4-e5de19c9542e req-2bce29bc-9b79-4c36-8fdd-a1b3a6764fb7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300798 Sep 08 14:29:29.797163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6b3b8-23dc-41a4-b209-3215771c1c88 req-9a08a32e-873a-4065-a7a0-bf64d3e7c466 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:29.798643 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bb6b3b8-23dc-41a4-b209-3215771c1c88 req-9a08a32e-873a-4065-a7a0-bf64d3e7c466 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 944 time: 0.0495031 Sep 08 14:29:29.839867 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6bb6b3b8-23dc-41a4-b209-3215771c1c88 req-71d0af7b-0154-42e5-b8aa-e0bfe1e209d6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347507 Sep 08 14:29:30.720017 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device e16c006d-283a-4ae0-9feb-cb4258c57813 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:29:30.811919 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e16c006d-283a-4ae0-9feb-cb4258c57813,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:29:30.823188 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'port_id': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'mac_address': 'fa:16:3e:a0:f7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:29:30.858163 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:30.874396 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16c006d-283a-4ae0-9feb-cb4258c57813 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:29:30.902788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e16c006d-283a-4ae0-9feb-cb4258c57813,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:29:30.956853 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade577a4-9dff-4996-94ec-26b84223ef89 req-04b77575-1d20-41d9-9e5c-fc1cbed568e6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:30.958385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ade577a4-9dff-4996-94ec-26b84223ef89 req-04b77575-1d20-41d9-9e5c-fc1cbed568e6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 944 time: 0.0498431 Sep 08 14:29:30.973102 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:30.999165 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ade577a4-9dff-4996-94ec-26b84223ef89 req-066f5ecd-1b94-45b0-bdf2-73de3c6bc4e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344448 Sep 08 14:29:31.023114 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=e16c006d-283a-4ae0-9feb-cb4258c57813,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:31.216327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['e16c006d-283a-4ae0-9feb-cb4258c57813'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:29:32.115425 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93dc67-3998-4742-9d7b-fc1e6cd709a5 req-23325ebb-604c-4ed2-9e75-1055514770b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:32.116937 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7e93dc67-3998-4742-9d7b-fc1e6cd709a5 req-23325ebb-604c-4ed2-9e75-1055514770b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 945 time: 0.0495961 Sep 08 14:29:32.154055 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7e93dc67-3998-4742-9d7b-fc1e6cd709a5 req-62ee631e-53cb-4e28-aa7c-863afe767017 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311408 Sep 08 14:29:32.735543 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device e16c006d-283a-4ae0-9feb-cb4258c57813 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:29:32.842472 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port e16c006d-283a-4ae0-9feb-cb4258c57813 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:29:32.846041 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port e16c006d-283a-4ae0-9feb-cb4258c57813 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:29:32.846446 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:32.923930 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:32.947428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:29:32.949704 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c44e82-21d9-44f5-8671-e85c1c236fac" -d '{"events": [{"server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "name": "network-vif-plugged", "status": "completed", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:29:32.962943 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e16c006d-283a-4ae0-9feb-cb4258c57813,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:29:32.985825 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99e1f82-5ec2-4429-adb2-8d60808af228 x-openstack-request-id: req-e99e1f82-5ec2-4429-adb2-8d60808af228 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:29:32.985825 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "name": "network-vif-plugged", "status": "completed", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:29:32.985825 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e99e1f82-5ec2-4429-adb2-8d60808af228 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:29:32.986307 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'code': 200} Sep 08 14:29:33.052400 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:33.081595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d8dddb-145b-4dac-ac02-b83bf2bcd28f req-8c749ed9-8e8a-4615-a949-2436fc4cd50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:33.083136 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54d8dddb-145b-4dac-ac02-b83bf2bcd28f req-8c749ed9-8e8a-4615-a949-2436fc4cd50e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1097 time: 0.0417404 Sep 08 14:29:33.099859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=e16c006d-283a-4ae0-9feb-cb4258c57813,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:33.118665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-54d8dddb-145b-4dac-ac02-b83bf2bcd28f req-90b1be20-d293-4881-b7bd-7879e8035fd7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285370 Sep 08 14:29:33.267349 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc18f16-0b91-4103-863f-708915322250 req-90a60e1c-31ee-463c-9390-f76edf171977 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:33.268760 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ecc18f16-0b91-4103-863f-708915322250 req-90a60e1c-31ee-463c-9390-f76edf171977 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0486619 Sep 08 14:29:33.306183 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ecc18f16-0b91-4103-863f-708915322250 req-8d27a994-eb0f-451f-81c4-7be88d1ff0dc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313804 Sep 08 14:29:34.425071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5bade1-7042-4e59-bd47-2e5437a27af8 req-6a501ead-148d-4156-9fc4-badf65e7a06a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:34.426551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d5bade1-7042-4e59-bd47-2e5437a27af8 req-6a501ead-148d-4156-9fc4-badf65e7a06a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0513883 Sep 08 14:29:34.464240 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2d5bade1-7042-4e59-bd47-2e5437a27af8 req-b0e137b8-10e8-464b-ab34-daeca9767025 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315769 Sep 08 14:29:34.574295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ef2c0-70e3-45b5-9789-fe0b5be4c676 req-682b0ba6-db83-4063-9378-8a94ebd82010 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:34.575756 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e64ef2c0-70e3-45b5-9789-fe0b5be4c676 req-682b0ba6-db83-4063-9378-8a94ebd82010 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0477066 Sep 08 14:29:34.616100 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e64ef2c0-70e3-45b5-9789-fe0b5be4c676 req-8aff7136-f3f7-4951-9661-a10d5b6dfbb9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346341 Sep 08 14:29:34.637601 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56486) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:34.675883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc13875-aed2-45a6-9671-f9218d3f1941 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:34.677362 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cdc13875-aed2-45a6-9671-f9218d3f1941 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1092 time: 0.0387995 Sep 08 14:29:34.680069 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56488) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:34.684179 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address': '172.20.0.14'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:29:34.788916 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:34.885202 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:34.990958 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.25.5.171 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/82ebc093-d28a-4b1c-87a5-e0663dd415ba) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:29:35.088943 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:35.242926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:35.279711 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:29:35.282585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:29:35.288904 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:29:35.294351 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=82ebc093-d28a-4b1c-87a5-e0663dd415ba,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:35.634130 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:35.757702 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:35.906966 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:35.972299 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:36.040748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=82ebc093-d28a-4b1c-87a5-e0663dd415ba,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:29:36.050950 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:36.148425 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Floating IP 2eaa847f-7833-46a0-8a26-cee3720028c7 associated. External IP: 172.25.5.171, port: e16c006d-283a-4ae0-9feb-cb4258c57813. Sep 08 14:29:36.349773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 45c19834-9103-4ddd-860f-673b3edd4742 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:29:36.452986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:29:36.462501 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6337e3-c001-4d8e-b7da-aea4ddb79ed3 None None] Sync routers for ids ['45c19834-9103-4ddd-860f-673b3edd4742'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:29:36.471816 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6337e3-c001-4d8e-b7da-aea4ddb79ed3 None None] Routers {'45c19834-9103-4ddd-860f-673b3edd4742'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:29:36.472414 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3e6337e3-c001-4d8e-b7da-aea4ddb79ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['45c19834-9103-4ddd-860f-673b3edd4742'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:36.532115 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:36.559383 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-220e1429-0eda-4f72-89cc-fa82e99f678f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8783231 Sep 08 14:29:36.560138 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:29:36.562329 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53914b5cbc8b3b403e16123f979e5e8060fc37f7363c24167064795fe79b24c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbe3a2c-ae5c-42b3-9ee2-02cbd8752b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:29:36.578689 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-3e6337e3-c001-4d8e-b7da-aea4ddb79ed3 None None] Set router 45c19834-9103-4ddd-860f-673b3edd4742 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:29:36.604370 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32072aa4-37d7-4d65-aa5d-7aa5321e8e67 x-openstack-request-id: req-32072aa4-37d7-4d65-aa5d-7aa5321e8e67 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:29:36.604370 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:29:36.604370 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-32072aa4-37d7-4d65-aa5d-7aa5321e8e67 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:29:36.604370 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'status': 'completed', 'code': 200} Sep 08 14:29:36.688482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a9f52-a988-4e57-962a-621c335bf733 req-95d988cc-6e1b-4ffb-ad2e-54fc5c13b1cf tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:36.690138 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b63a9f52-a988-4e57-962a-621c335bf733 req-95d988cc-6e1b-4ffb-ad2e-54fc5c13b1cf tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0790324 Sep 08 14:29:36.704774 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe3a2c-ae5c-42b3-9ee2-02cbd8752b2e req-d12c1e9f-a5aa-4d94-a729-2692c36511be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:36.706785 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffbe3a2c-ae5c-42b3-9ee2-02cbd8752b2e req-d12c1e9f-a5aa-4d94-a729-2692c36511be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1097 time: 0.0780923 Sep 08 14:29:36.761815 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b63a9f52-a988-4e57-962a-621c335bf733 req-45c226bc-42db-4df7-878d-878c92d7f22d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649219 Sep 08 14:29:36.785421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56494) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:36.811025 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3e6337e3-c001-4d8e-b7da-aea4ddb79ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2eaa847f-7833-46a0-8a26-cee3720028c7', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'port_id': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'mac_address': 'fa:16:3e:a0:f7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:29:35Z', 'updated_at': '2021-09-08T14:29:35Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f60d83f-59f3-4413-9971-79c31e8b3345', 'name': '', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5c:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:21Z', 'updated_at': '2021-09-08T14:29:26Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:36.818929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe3a2c-ae5c-42b3-9ee2-02cbd8752b2e req-ee7be8c4-ee0b-452f-9ea2-cb369fcab87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:36.820419 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffbe3a2c-ae5c-42b3-9ee2-02cbd8752b2e req-ee7be8c4-ee0b-452f-9ea2-cb369fcab87e service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ec26a58-8563-48c6-8701-4f07dcc25f47 HTTP/1.1" status: 200 len: 898 time: 0.1064026 Sep 08 14:29:36.837623 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6337e3-c001-4d8e-b7da-aea4ddb79ed3 None None] Checking router: 45c19834-9103-4ddd-860f-673b3edd4742 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:29:36.845875 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6337e3-c001-4d8e-b7da-aea4ddb79ed3 None None] Routers {'45c19834-9103-4ddd-860f-673b3edd4742'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:29:36.847087 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3e6337e3-c001-4d8e-b7da-aea4ddb79ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:29:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['45c19834-9103-4ddd-860f-673b3edd4742'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:36.860651 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8b93cb57-8541-47e9-934e-57fa71151752 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/2eaa847f-7833-46a0-8a26-cee3720028c7 HTTP/1.1" status: 200 len: 992 time: 0.0727501 Sep 08 14:29:36.886793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffbe3a2c-ae5c-42b3-9ee2-02cbd8752b2e req-c17854df-71a8-4908-9fcb-db0cf16e1c73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 200 len: 1000 time: 0.0591033 Sep 08 14:29:36.945745 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe3a2c-ae5c-42b3-9ee2-02cbd8752b2e req-a173ac66-20ae-4b9d-8a61-c8567a865176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:36.947291 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffbe3a2c-ae5c-42b3-9ee2-02cbd8752b2e req-a173ac66-20ae-4b9d-8a61-c8567a865176 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e5621e3-5742-44ae-a0f6-d7d4aade311e HTTP/1.1" status: 200 len: 834 time: 0.0528953 Sep 08 14:29:36.995182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe3a2c-ae5c-42b3-9ee2-02cbd8752b2e req-6e1532c3-aa4a-4992-aa41-44865193cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:29:36.996811 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffbe3a2c-ae5c-42b3-9ee2-02cbd8752b2e req-6e1532c3-aa4a-4992-aa41-44865193cc0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ec26a58-8563-48c6-8701-4f07dcc25f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427692 Sep 08 14:29:37.046694 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-3e6337e3-c001-4d8e-b7da-aea4ddb79ed3 None None] Set router 45c19834-9103-4ddd-860f-673b3edd4742 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:29:37.091225 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffbe3a2c-ae5c-42b3-9ee2-02cbd8752b2e req-8cc4fef4-8c5c-4755-80a7-cdfe66d3ddd1 service neutron] 10.222.0.70 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864420 Sep 08 14:29:37.180546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffbe3a2c-ae5c-42b3-9ee2-02cbd8752b2e req-2dc4488a-04ed-4652-af16-7b2f38c4d670 service neutron] 10.222.0.70 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820353 Sep 08 14:29:37.267437 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3e6337e3-c001-4d8e-b7da-aea4ddb79ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2eaa847f-7833-46a0-8a26-cee3720028c7', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'port_id': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'mac_address': 'fa:16:3e:a0:f7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:29:35Z', 'updated_at': '2021-09-08T14:29:35Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f60d83f-59f3-4413-9971-79c31e8b3345', 'name': '', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5c:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:21Z', 'updated_at': '2021-09-08T14:29:26Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:29:37.293684 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6337e3-c001-4d8e-b7da-aea4ddb79ed3 None None] The sync data for ids ['45c19834-9103-4ddd-860f-673b3edd4742'] in n-d-807558-3 is: [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2eaa847f-7833-46a0-8a26-cee3720028c7', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.171', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'port_id': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'mac_address': 'fa:16:3e:a0:f7:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:29:35Z', 'updated_at': '2021-09-08T14:29:35Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f60d83f-59f3-4413-9971-79c31e8b3345', 'name': '', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5c:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:21Z', 'updated_at': '2021-09-08T14:29:26Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:29:37.469658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72ee95e-dbd1-4e63-84d3-1888cfbbd0b5 None None] New status for floating IP 2eaa847f-7833-46a0-8a26-cee3720028c7: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:29:37.863929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56496) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:29:37.882692 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cf027df0-ff3d-4a39-bb9d-cfbca3eb8a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:37.924175 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5385ed5b-e0d5-43de-a572-5ab0af9ddc51 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/2eaa847f-7833-46a0-8a26-cee3720028c7 HTTP/1.1" status: 200 len: 994 time: 0.0591035 Sep 08 14:29:40.230938 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e490eaae-9808-4ef1-ae69-55acebbabf99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:40.694599 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:42.174021 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:43.531954 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:45.028883 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:29:45.301405 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:29:47.671001 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:06.592988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-b7c74d88-46ef-4475-8c05-3477738a2b33 req-f6ff0da7-c556-4771-9075-29d4dfece7cc service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:30:06.593984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b7c74d88-46ef-4475-8c05-3477738a2b33 req-f6ff0da7-c556-4771-9075-29d4dfece7cc service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052965 Sep 08 14:30:06.955807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb3d93-d157-404f-be3a-d57053128a49 req-a9c3d872-c62d-4ce4-ad4c-740f6197e736 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:06.957322 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7dcb3d93-d157-404f-be3a-d57053128a49 req-a9c3d872-c62d-4ce4-ad4c-740f6197e736 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0525701 Sep 08 14:30:06.996058 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7dcb3d93-d157-404f-be3a-d57053128a49 req-e050a0ae-9866-4a76-950d-bba998d0edd5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324790 Sep 08 14:30:07.182706 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-75a4054f-2479-46cc-a5a1-63a5ee71a137 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874276 Sep 08 14:30:07.191560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-2ebc21b4-2637-4bf5-a522-9051efcb56ef service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:30:07.192549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-2ebc21b4-2637-4bf5-a522-9051efcb56ef service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050290 Sep 08 14:30:07.904968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f57effa6-f2be-4c7e-b8f6-10246f913c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:08.116114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da141901-adca-4a33-93d8-c4617f711a43 req-eaeb1a72-86d9-47fc-a8b4-5241933a49c8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:08.117733 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da141901-adca-4a33-93d8-c4617f711a43 req-eaeb1a72-86d9-47fc-a8b4-5241933a49c8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0529599 Sep 08 14:30:08.155495 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-da141901-adca-4a33-93d8-c4617f711a43 req-4c520ce5-cd96-4263-b94a-c3c3c1d9ff8f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316656 Sep 08 14:30:09.230208 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-314782b3-f9ad-4b84-bc07-767efe52301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:09.231869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-314782b3-f9ad-4b84-bc07-767efe52301f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1097 time: 0.0409987 Sep 08 14:30:09.277179 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cc7fb-cd48-4f43-a27f-cd21b5e4ea58 req-20b142e5-3483-4f43-b5b6-b45587e55ea9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:09.278634 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-880cc7fb-cd48-4f43-a27f-cd21b5e4ea58 req-20b142e5-3483-4f43-b5b6-b45587e55ea9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0516911 Sep 08 14:30:09.316997 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-880cc7fb-cd48-4f43-a27f-cd21b5e4ea58 req-9bca1072-1954-4dff-99c6-59fee0480ed7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319791 Sep 08 14:30:09.324914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-e1d18538-9fda-4793-b7f0-db186b25eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:09.327204 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-e1d18538-9fda-4793-b7f0-db186b25eb47 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ec26a58-8563-48c6-8701-4f07dcc25f47 HTTP/1.1" status: 200 len: 898 time: 0.0871835 Sep 08 14:30:09.394087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-7d787ba0-4bdc-4c43-9350-fadc1fa03404 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 200 len: 1002 time: 0.0585809 Sep 08 14:30:09.448245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-d2674086-3ea5-4aaf-9239-5315f2500914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:09.449716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-d2674086-3ea5-4aaf-9239-5315f2500914 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e5621e3-5742-44ae-a0f6-d7d4aade311e HTTP/1.1" status: 200 len: 834 time: 0.0492508 Sep 08 14:30:09.500596 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-9b3d4581-6abb-409a-baea-6fe0fe5717ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:09.502089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-9b3d4581-6abb-409a-baea-6fe0fe5717ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ec26a58-8563-48c6-8701-4f07dcc25f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430233 Sep 08 14:30:09.589973 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-0fba6b89-9748-487d-9b1f-4b4b82aa75eb service neutron] 10.222.0.70 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796335 Sep 08 14:30:09.988601 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-3544ceb3-226c-4504-b119-ce20c1eae880 service neutron] 10.222.0.70 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908603 Sep 08 14:30:10.251416 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f3ba-6a9a-403f-9dd3-e75694c4ec41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:10.431107 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93835c95-99bd-4712-aa2e-5dc130a7cf21 req-3dbbad2c-2f41-4ed4-a7fc-4accf3dc1c28 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:10.432643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93835c95-99bd-4712-aa2e-5dc130a7cf21 req-3dbbad2c-2f41-4ed4-a7fc-4accf3dc1c28 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0484183 Sep 08 14:30:10.470081 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-93835c95-99bd-4712-aa2e-5dc130a7cf21 req-a243fb33-354b-4710-8a24-62f94444a077 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Sep 08 14:30:10.676425 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:10.701779 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a63b-b829-4e90-9be4-6aa63d7df706 req-572e71ef-d83d-4365-96c4-31cdc90fa311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:10.703326 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7034a63b-b829-4e90-9be4-6aa63d7df706 req-572e71ef-d83d-4365-96c4-31cdc90fa311 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1097 time: 0.0403516 Sep 08 14:30:10.805140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a63b-b829-4e90-9be4-6aa63d7df706 req-29eed329-0c35-4c65-8165-da1bce9346e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:10.806614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7034a63b-b829-4e90-9be4-6aa63d7df706 req-29eed329-0c35-4c65-8165-da1bce9346e4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ec26a58-8563-48c6-8701-4f07dcc25f47 HTTP/1.1" status: 200 len: 898 time: 0.0846584 Sep 08 14:30:10.869231 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7034a63b-b829-4e90-9be4-6aa63d7df706 req-f7c51ad3-d634-451a-a135-0a47b523767e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 200 len: 1002 time: 0.0546982 Sep 08 14:30:10.921617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a63b-b829-4e90-9be4-6aa63d7df706 req-61d8bafd-f5d9-4002-aa9b-0859f0e2c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:10.923071 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7034a63b-b829-4e90-9be4-6aa63d7df706 req-61d8bafd-f5d9-4002-aa9b-0859f0e2c900 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e5621e3-5742-44ae-a0f6-d7d4aade311e HTTP/1.1" status: 200 len: 834 time: 0.0453489 Sep 08 14:30:10.966433 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a63b-b829-4e90-9be4-6aa63d7df706 req-b11ccd64-9215-419e-8ea8-907e7bb7f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:10.967785 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7034a63b-b829-4e90-9be4-6aa63d7df706 req-b11ccd64-9215-419e-8ea8-907e7bb7f656 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ec26a58-8563-48c6-8701-4f07dcc25f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378065 Sep 08 14:30:11.055390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7034a63b-b829-4e90-9be4-6aa63d7df706 req-1f6a1ead-3fa1-4fa3-97db-9c1bd351b148 service neutron] 10.222.0.70 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800636 Sep 08 14:30:11.146050 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7034a63b-b829-4e90-9be4-6aa63d7df706 req-50adc06e-a693-4758-90fe-b0dd9449ce71 service neutron] 10.222.0.70 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825815 Sep 08 14:30:11.584274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62cf50-9776-4cb3-a9e1-b24356549849 req-09b9477f-6087-45fb-b5b3-c90c9697126e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:11.585681 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3b62cf50-9776-4cb3-a9e1-b24356549849 req-09b9477f-6087-45fb-b5b3-c90c9697126e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0484934 Sep 08 14:30:11.621734 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3b62cf50-9776-4cb3-a9e1-b24356549849 req-03a21ee0-a6f8-4329-9c73-c4a408bb9717 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300019 Sep 08 14:30:12.196035 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:12.736820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec66df2-e928-487b-bbdb-ab672231b64c req-2a557662-afda-4109-98bd-f81098735019 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:12.738333 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dec66df2-e928-487b-bbdb-ab672231b64c req-2a557662-afda-4109-98bd-f81098735019 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0487146 Sep 08 14:30:12.774876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-dec66df2-e928-487b-bbdb-ab672231b64c req-155d97f4-a6b5-44d7-87f2-470f37a1aa18 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306811 Sep 08 14:30:13.531191 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:13.890068 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e668c-55b8-4aeb-a7f9-e3e0d70fe3e9 req-c3582c60-67ac-457d-82b2-bc39feaed227 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:13.891552 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-923e668c-55b8-4aeb-a7f9-e3e0d70fe3e9 req-c3582c60-67ac-457d-82b2-bc39feaed227 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0498552 Sep 08 14:30:13.928874 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-923e668c-55b8-4aeb-a7f9-e3e0d70fe3e9 req-7df8f41a-9679-4833-95b0-817cdf0ac5bd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310934 Sep 08 14:30:15.043481 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c59cd-f62a-4d3f-a8cf-2e58fe6c2c12 req-5886b981-00b9-4497-b82e-73b3d76272c3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:15.044961 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff7c59cd-f62a-4d3f-a8cf-2e58fe6c2c12 req-5886b981-00b9-4497-b82e-73b3d76272c3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0487490 Sep 08 14:30:15.068635 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:15.086895 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff7c59cd-f62a-4d3f-a8cf-2e58fe6c2c12 req-43e8cf4d-e1bf-411b-8a05-097fd0b0a024 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358958 Sep 08 14:30:16.206051 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1561860-39c4-4912-9a57-44a2e74cc30a req-4d59acb5-ba40-49ea-80a5-eaee25c15efe tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:16.207682 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d1561860-39c4-4912-9a57-44a2e74cc30a req-4d59acb5-ba40-49ea-80a5-eaee25c15efe tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0531983 Sep 08 14:30:16.245087 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d1561860-39c4-4912-9a57-44a2e74cc30a req-e6f86293-ea04-4c85-8759-ad4e0fc58025 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313644 Sep 08 14:30:17.357243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e93889-2058-4940-a13e-d24a1c7712db req-2300bab8-5ad5-4e1c-a1b0-951987f6d3a1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:17.358734 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b6e93889-2058-4940-a13e-d24a1c7712db req-2300bab8-5ad5-4e1c-a1b0-951987f6d3a1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0477576 Sep 08 14:30:17.395768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b6e93889-2058-4940-a13e-d24a1c7712db req-005234a9-9941-4347-88bf-f0c518294038 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305805 Sep 08 14:30:17.710681 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:18.508757 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de245ec3-5ca9-4995-892d-c7d38d21c521 req-8655c769-34ae-40c6-8153-27de7f69e0d5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:18.510215 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-de245ec3-5ca9-4995-892d-c7d38d21c521 req-8655c769-34ae-40c6-8153-27de7f69e0d5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0475769 Sep 08 14:30:18.546725 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-de245ec3-5ca9-4995-892d-c7d38d21c521 req-c0c3b799-15c7-43ea-ad4c-7a1b1f951963 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305812 Sep 08 14:30:19.660665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968dac3-69bf-46da-8274-78380f0caffd req-f5bb34c1-42b8-465e-b5cd-c11b85051878 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:19.662143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1968dac3-69bf-46da-8274-78380f0caffd req-f5bb34c1-42b8-465e-b5cd-c11b85051878 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0483193 Sep 08 14:30:19.701206 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1968dac3-69bf-46da-8274-78380f0caffd req-d48f7bf8-1ec6-4635-b8ac-e5b10d89c07c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331728 Sep 08 14:30:20.814199 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1d8422-eceb-410b-b157-253187fd101b req-3681786e-3b1b-4e58-90db-2ee6bc966960 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:20.815693 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc1d8422-eceb-410b-b157-253187fd101b req-3681786e-3b1b-4e58-90db-2ee6bc966960 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0477419 Sep 08 14:30:20.852293 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-cc1d8422-eceb-410b-b157-253187fd101b req-81efb04a-2bb9-460d-a297-f5861595e410 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307982 Sep 08 14:30:21.964617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ffd4e-1127-41f3-9070-dbc3f60d9de8 req-d5b0836a-7d1e-4017-8e84-d7bdca63777b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:21.966095 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cc9ffd4e-1127-41f3-9070-dbc3f60d9de8 req-d5b0836a-7d1e-4017-8e84-d7bdca63777b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0481014 Sep 08 14:30:22.006565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cc9ffd4e-1127-41f3-9070-dbc3f60d9de8 req-d2aae225-9225-4241-89d4-fe4dd7ed9b0b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341210 Sep 08 14:30:22.301558 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:30:23.124509 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064eec71-5500-4e55-b3d3-edf6750456a4 req-c28ac3a9-715c-4244-8b1d-49d380acfba9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:23.125991 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-064eec71-5500-4e55-b3d3-edf6750456a4 req-c28ac3a9-715c-4244-8b1d-49d380acfba9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0525773 Sep 08 14:30:23.163331 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-064eec71-5500-4e55-b3d3-edf6750456a4 req-e333f1eb-90e9-4e2c-8842-ec751504a992 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305774 Sep 08 14:30:24.278464 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a20d71-668b-42ff-a47d-2c646f4fb232 req-f29c95f6-87d4-4144-93a3-a88e2473c808 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:24.279944 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16a20d71-668b-42ff-a47d-2c646f4fb232 req-f29c95f6-87d4-4144-93a3-a88e2473c808 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0483801 Sep 08 14:30:24.317832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-16a20d71-668b-42ff-a47d-2c646f4fb232 req-b8165790-7628-4ff6-bf78-cfa74930645f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Sep 08 14:30:25.431552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c63fe-d18e-4c65-8413-7b3521de075a req-6d856e0d-d49d-4585-a820-be728c7f46ce tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:25.433026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-331c63fe-d18e-4c65-8413-7b3521de075a req-6d856e0d-d49d-4585-a820-be728c7f46ce tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0486484 Sep 08 14:30:25.470487 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-331c63fe-d18e-4c65-8413-7b3521de075a req-3c05d326-7054-4c14-86a5-56426085b3d0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315754 Sep 08 14:30:26.583046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91314662-f847-429f-b719-71ab0f3ed902 req-58c8cddb-a208-4154-9c74-23185b1d8315 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:26.584504 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91314662-f847-429f-b719-71ab0f3ed902 req-58c8cddb-a208-4154-9c74-23185b1d8315 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0472817 Sep 08 14:30:26.621421 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-91314662-f847-429f-b719-71ab0f3ed902 req-c45457ea-f438-4fab-a1ed-cadf16075243 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308044 Sep 08 14:30:27.211748 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-ffd3afc7-dc14-4401-812e-56a71a3f25b4 service neutron] show failed (client error): The resource could not be found. Sep 08 14:30:27.212751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-ffd3afc7-dc14-4401-812e-56a71a3f25b4 service neutron] 10.222.0.70 "GET /v2.0/ports/e16c006d-283a-4ae0-9feb-cb4258c57813/bindings/n-h2-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0533645 Sep 08 14:30:27.736369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b500bc3-e3b4-4cfa-8c1b-3d3516b95610 req-98a390be-3d7e-4ab4-a5d4-2fd8073f6d8f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:27.737864 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b500bc3-e3b4-4cfa-8c1b-3d3516b95610 req-98a390be-3d7e-4ab4-a5d4-2fd8073f6d8f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0493631 Sep 08 14:30:27.775897 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8b500bc3-e3b4-4cfa-8c1b-3d3516b95610 req-d0608dab-5c7e-44ab-878e-20b010f64667 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320566 Sep 08 14:30:27.834964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-58a2497d-67ce-444d-ab0b-6bf173641b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:27.836736 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-58a2497d-67ce-444d-ab0b-6bf173641b72 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04&tenant_id=2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 1097 time: 0.0446808 Sep 08 14:30:27.849021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:30:27.899394 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:28.095748 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=e16c006d-283a-4ae0-9feb-cb4258c57813,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:30:28.126603 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:30:28.169305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:30:28.171601 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97d712f-e733-47c2-84d6-30bf3db2f21d" -d '{"events": [{"server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "name": "network-vif-unplugged", "status": "completed", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:30:28.175624 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:28.187450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Transition to ACTIVE for port object e16c006d-283a-4ae0-9feb-cb4258c57813 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:30:28.272129 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d731a593-0935-4865-986b-37a901bab2ef x-openstack-request-id: req-d731a593-0935-4865-986b-37a901bab2ef {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:30:28.272426 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "name": "network-vif-unplugged", "status": "completed", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:30:28.272685 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d731a593-0935-4865-986b-37a901bab2ef {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:30:28.273091 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'code': 200} Sep 08 14:30:28.333157 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:28.411289 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Pushing event updated for resources: {'Port': ['ID=e16c006d-283a-4ae0-9feb-cb4258c57813,revision_number=6']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:30:28.423335 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:28.423612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:28.424449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:28.424794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:28.425153 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:28.425472 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:28.425804 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:28.426134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:28.426491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:28.426821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:28.427147 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:28.427471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:28.466644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] No DVR routers for this DVR port e16c006d-283a-4ae0-9feb-cb4258c57813 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:30:28.602502 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Attempting to bind port e16c006d-283a-4ae0-9feb-cb4258c57813 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:30:28.602847 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Attempting to bind port e16c006d-283a-4ae0-9feb-cb4258c57813 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:30:28.603182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Attempting to bind port e16c006d-283a-4ae0-9feb-cb4258c57813 on network 2ec26a58-8563-48c6-8701-4f07dcc25f47 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:30:28.607530 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Port e16c006d-283a-4ae0-9feb-cb4258c57813 on network 2ec26a58-8563-48c6-8701-4f07dcc25f47 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:30:28.607859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Attempting to bind port e16c006d-283a-4ae0-9feb-cb4258c57813 on network 2ec26a58-8563-48c6-8701-4f07dcc25f47 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:30:28.613085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:30:28.613425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Checking segment: {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:30:28.613810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Bound using segment: {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:30:28.614266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Bound port: e16c006d-283a-4ae0-9feb-cb4258c57813, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649551c0-4926-4be1-873e-3f50e21aa26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:30:28.614627 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:28.675535 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:30:28.678385 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=e16c006d-283a-4ae0-9feb-cb4258c57813,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:30:28.782834 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:28.817693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:28.818210 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:28.819730 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] 10.222.0.60 "PUT /v2.0/ports/e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 200 len: 1092 time: 0.9750812 Sep 08 14:30:28.841383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f07c03-a05f-4dc9-b380-d7edb3b2e503 service neutron] Pushing event updated for resources: {'Port': ['ID=e16c006d-283a-4ae0-9feb-cb4258c57813,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:30:28.887167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-8301b572-cd40-4cb5-8566-9f7a9fc3b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:28.888892 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-8301b572-cd40-4cb5-8566-9f7a9fc3b487 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1095 time: 0.0443852 Sep 08 14:30:28.913222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cd941-5ac1-496c-9b8f-b764889e853b req-ffa79880-d7b0-4538-80e0-87ce38132b45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:28.921305 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-683cd941-5ac1-496c-9b8f-b764889e853b req-ffa79880-d7b0-4538-80e0-87ce38132b45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 944 time: 0.0639565 Sep 08 14:30:28.958741 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-683cd941-5ac1-496c-9b8f-b764889e853b req-a080abff-5001-4b31-ab86-632cc15c0e01 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366428 Sep 08 14:30:28.995691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-55fa93f0-9b89-4406-a432-b322b50b4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:28.997314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-55fa93f0-9b89-4406-a432-b322b50b4046 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ec26a58-8563-48c6-8701-4f07dcc25f47 HTTP/1.1" status: 200 len: 898 time: 0.1018159 Sep 08 14:30:29.065806 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-90e4bc75-f6ee-45ec-a634-619b6ddabc73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 200 len: 1000 time: 0.0613391 Sep 08 14:30:29.116132 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-93dd9d47-ccc7-4b11-be8a-55ea3d4ae81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:29.117725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-93dd9d47-ccc7-4b11-be8a-55ea3d4ae81d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e5621e3-5742-44ae-a0f6-d7d4aade311e HTTP/1.1" status: 200 len: 834 time: 0.0449378 Sep 08 14:30:29.162478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-17035dd4-5715-440f-93fa-720318155918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:29.163945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-17035dd4-5715-440f-93fa-720318155918 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ec26a58-8563-48c6-8701-4f07dcc25f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395942 Sep 08 14:30:29.253971 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-7b42b72e-52b3-46ff-bc22-397c37a1916b service neutron] 10.222.0.60 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825644 Sep 08 14:30:29.341301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-af54135f-c1c4-4227-9cb8-403f2d00bceb service neutron] 10.222.0.60 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806353 Sep 08 14:30:30.117957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fb51a-a49c-433a-bc07-cadb0044fc54 req-476e5dbb-a18f-49f7-a2d7-a8a3373523f5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:30.119476 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b4fb51a-a49c-433a-bc07-cadb0044fc54 req-476e5dbb-a18f-49f7-a2d7-a8a3373523f5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 944 time: 0.0486290 Sep 08 14:30:30.156532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2b4fb51a-a49c-433a-bc07-cadb0044fc54 req-289092f8-a122-4ce1-9e8b-5be9aa3e13fa tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311515 Sep 08 14:30:30.274439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:30:30.276696 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d5dbb5-db92-4947-8531-2048d95ceb21" -d '{"events": [{"name": "network-changed", "server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:30:30.330857 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91a8053-0ece-49b6-8a19-b1fbca992cee x-openstack-request-id: req-c91a8053-0ece-49b6-8a19-b1fbca992cee {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:30:30.339159 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:30:30.339159 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c91a8053-0ece-49b6-8a19-b1fbca992cee {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:30:30.339159 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'status': 'completed', 'code': 200} Sep 08 14:30:30.419498 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-a1988a15-d6b3-4450-8389-57ebc55a9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:30.421006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-a1988a15-d6b3-4450-8389-57ebc55a9fa4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1095 time: 0.0716300 Sep 08 14:30:30.423564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-64018acd-57f8-48f0-9b20-899d7d3d4b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:30.425572 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-64018acd-57f8-48f0-9b20-899d7d3d4b19 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1095 time: 0.0683441 Sep 08 14:30:30.576963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-197e4248-55bd-4456-8fc1-4b217223753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:30.578390 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-197e4248-55bd-4456-8fc1-4b217223753e service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ec26a58-8563-48c6-8701-4f07dcc25f47 HTTP/1.1" status: 200 len: 898 time: 0.1498580 Sep 08 14:30:30.581425 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-c8f26c1a-df9b-4fc2-b509-247b66425688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:30.582779 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-c8f26c1a-df9b-4fc2-b509-247b66425688 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ec26a58-8563-48c6-8701-4f07dcc25f47 HTTP/1.1" status: 200 len: 898 time: 0.1455486 Sep 08 14:30:30.688981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-46f1374c-b8c9-4dbe-a999-5eceffd57a3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 200 len: 1000 time: 0.1025727 Sep 08 14:30:30.690828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-a96b3372-c104-4d62-abae-619d00b1db50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 200 len: 1000 time: 0.0991247 Sep 08 14:30:30.776471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-e37d4991-4f22-4835-a492-3db5fd6d3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:30.777913 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-e37d4991-4f22-4835-a492-3db5fd6d3d27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e5621e3-5742-44ae-a0f6-d7d4aade311e HTTP/1.1" status: 200 len: 834 time: 0.0818465 Sep 08 14:30:30.779350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-86609f0b-37b9-4c0f-9efd-787954e66b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:30.780654 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-86609f0b-37b9-4c0f-9efd-787954e66b5e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e5621e3-5742-44ae-a0f6-d7d4aade311e HTTP/1.1" status: 200 len: 834 time: 0.0776463 Sep 08 14:30:30.849726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-7bca9e21-6809-49b8-81e1-663aaeeeab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:30.851217 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-7bca9e21-6809-49b8-81e1-663aaeeeab5f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ec26a58-8563-48c6-8701-4f07dcc25f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661740 Sep 08 14:30:30.853687 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-09690fa0-f04d-4ffb-a4cf-7d3caeefd75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:30.855053 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-09690fa0-f04d-4ffb-a4cf-7d3caeefd75c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ec26a58-8563-48c6-8701-4f07dcc25f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628390 Sep 08 14:30:31.009024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-26bcf5dd-ef45-4f20-a301-2b173bb4e118 service neutron] 10.222.0.60 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492717 Sep 08 14:30:31.012293 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-31a67565-efcc-4356-ae6d-8ee7cc3efe23 service neutron] 10.222.0.70 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452155 Sep 08 14:30:31.162902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-02af4cec-0abb-4728-8550-12750df4a407 service neutron] 10.222.0.60 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460717 Sep 08 14:30:31.166161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-45d5dbb5-db92-4947-8531-2048d95ceb21 req-1139b30d-33c7-417c-a1c5-80d8e0d5d9bb service neutron] 10.222.0.70 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413825 Sep 08 14:30:31.271579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7001a-2fcc-4f75-885b-f5e68133e545 req-4131e49d-a98d-4228-ba82-64f39bd279e1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:31.273054 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92b7001a-2fcc-4f75-885b-f5e68133e545 req-4131e49d-a98d-4228-ba82-64f39bd279e1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 944 time: 0.0484757 Sep 08 14:30:31.308889 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-92b7001a-2fcc-4f75-885b-f5e68133e545 req-31194fb7-c1cd-4a00-8403-8e414d5df0af tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299342 Sep 08 14:30:32.426058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbaeac-e32f-456d-a1f2-3492d1015f2c req-d360d4eb-c1bd-4289-99d8-f6ab759125ec tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:32.427593 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8adbaeac-e32f-456d-a1f2-3492d1015f2c req-d360d4eb-c1bd-4289-99d8-f6ab759125ec tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 944 time: 0.0493579 Sep 08 14:30:32.466185 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8adbaeac-e32f-456d-a1f2-3492d1015f2c req-78d81ce9-eca5-4908-b982-72411ee71811 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328496 Sep 08 14:30:32.968163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device e16c006d-283a-4ae0-9feb-cb4258c57813 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:30:33.005840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device e16c006d-283a-4ae0-9feb-cb4258c57813 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:30:33.579835 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb48fb-b03b-4198-a9ed-542c4a88e41b req-7a85e520-ad58-42a6-b4b1-6676b320d6c4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:33.581822 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-81fb48fb-b03b-4198-a9ed-542c4a88e41b req-7a85e520-ad58-42a6-b4b1-6676b320d6c4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 944 time: 0.0488229 Sep 08 14:30:33.618752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-81fb48fb-b03b-4198-a9ed-542c4a88e41b req-3af1ec15-5e92-4aed-9bcd-f45cf5cbe72f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308046 Sep 08 14:30:33.978191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f570b4-b0d2-465b-98df-d75b965d6b13 req-b46b9109-2636-4b87-8794-70c0d908fa94 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:33.982773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0f570b4-b0d2-465b-98df-d75b965d6b13 req-b46b9109-2636-4b87-8794-70c0d908fa94 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 944 time: 0.0529175 Sep 08 14:30:34.039639 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0f570b4-b0d2-465b-98df-d75b965d6b13 req-099ba05d-ceb4-4d72-8a0e-7b1557a7ec74 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535204 Sep 08 14:30:34.063795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-2d3eda08-a6d5-4617-af9d-25495e4b0ba5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:34.065809 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-2d3eda08-a6d5-4617-af9d-25495e4b0ba5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04&tenant_id=2fb8d6a378b9468d9535c788a77c6778&binding%3Ahost_id=n-h2-807558-3 HTTP/1.1" status: 200 len: 944 time: 0.0592980 Sep 08 14:30:34.125347 n-d-807558-3 neutron-server[96263]: INFO neutron.api.v2.resource [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-7b508890-e6b6-4baa-b4fc-c711cef35d2f service neutron] delete failed (client error): The resource could not be found. Sep 08 14:30:34.126453 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-7b508890-e6b6-4baa-b4fc-c711cef35d2f service neutron] 10.222.0.70 "DELETE /v2.0/ports/e16c006d-283a-4ae0-9feb-cb4258c57813/bindings/n-h1-807558-3 HTTP/1.1" status: 404 len: 380 time: 0.0536084 Sep 08 14:30:34.155579 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8ac2e-8c68-400a-b81c-8e40d3ec0913 req-d81cc1f1-abd7-46cf-a649-cad361adadf8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:34.157092 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2df8ac2e-8c68-400a-b81c-8e40d3ec0913 req-d81cc1f1-abd7-46cf-a649-cad361adadf8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 944 time: 0.0496151 Sep 08 14:30:34.194547 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2df8ac2e-8c68-400a-b81c-8e40d3ec0913 req-fc43f672-34cc-4fb7-bd02-cdac63054766 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311980 Sep 08 14:30:34.213875 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-b67ebcba-2146-44df-b984-86fa355091bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:34.215458 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-b67ebcba-2146-44df-b984-86fa355091bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1095 time: 0.0456080 Sep 08 14:30:34.303114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-fe5083d8-ecd8-49cc-83b3-bbb6244854e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:34.304590 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-fe5083d8-ecd8-49cc-83b3-bbb6244854e3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2ec26a58-8563-48c6-8701-4f07dcc25f47 HTTP/1.1" status: 200 len: 898 time: 0.0825324 Sep 08 14:30:34.373016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-a1ca1bff-c063-4256-83d2-03489b2c5de3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 200 len: 1000 time: 0.0620043 Sep 08 14:30:34.419409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-a6062e33-2a07-4347-ae43-e1b7d48507af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:34.420841 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-a6062e33-2a07-4347-ae43-e1b7d48507af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3e5621e3-5742-44ae-a0f6-d7d4aade311e HTTP/1.1" status: 200 len: 834 time: 0.0411386 Sep 08 14:30:34.466735 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-4d9f0c2e-4241-4357-a382-ed9f4445a3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:34.468193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-4d9f0c2e-4241-4357-a382-ed9f4445a3b7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2ec26a58-8563-48c6-8701-4f07dcc25f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407133 Sep 08 14:30:34.557699 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-38ae1933-b95c-4b2d-9a74-92aeec6c6528 service neutron] 10.222.0.70 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826540 Sep 08 14:30:34.643689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d4b804de-3e60-41f8-97e7-ba3d796dd70c req-7f939760-3075-40c6-911a-0d089f4a06f8 service neutron] 10.222.0.70 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793421 Sep 08 14:30:34.843462 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device e16c006d-283a-4ae0-9feb-cb4258c57813 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:30:34.939780 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=e16c006d-283a-4ae0-9feb-cb4258c57813,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:30:34.950812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'port_id': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'mac_address': 'fa:16:3e:a0:f7:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:30:34.987630 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:34.999918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e16c006d-283a-4ae0-9feb-cb4258c57813 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:30:35.018091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=e16c006d-283a-4ae0-9feb-cb4258c57813,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:30:35.125161 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:35.170891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=e16c006d-283a-4ae0-9feb-cb4258c57813,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:30:35.178002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:35.178382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:35.178733 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:35.179080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:35.179424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:35.179759 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:35.180093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:35.180425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:35.180756 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:35.181086 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:35.181414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:35.181742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:30:35.316491 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294dec94-1949-47de-a9ca-16dea20e1d4f req-d048e9d5-0099-4127-95d9-7721ce8d4a5e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:35.317991 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-294dec94-1949-47de-a9ca-16dea20e1d4f req-d048e9d5-0099-4127-95d9-7721ce8d4a5e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 945 time: 0.0560360 Sep 08 14:30:35.356294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-294dec94-1949-47de-a9ca-16dea20e1d4f req-c97c756c-bafe-4229-91c2-37264e0c8bc2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318878 Sep 08 14:30:35.480879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['e16c006d-283a-4ae0-9feb-cb4258c57813'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:30:36.473553 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ab38c-f4e0-4aab-95b0-b02c3b0c5d37 req-5fb01618-190d-4a70-a8df-970f63b1fc2d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:30:36.475042 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9f7ab38c-f4e0-4aab-95b0-b02c3b0c5d37 req-5fb01618-190d-4a70-a8df-970f63b1fc2d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 945 time: 0.0528674 Sep 08 14:30:36.513195 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9f7ab38c-f4e0-4aab-95b0-b02c3b0c5d37 req-32d3c4e3-8094-4341-9110-67e0b90a6e13 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311801 Sep 08 14:30:36.535919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56604) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:30:36.593990 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-174a7c99-824a-447d-90ad-ed8e6cde4ac0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/2eaa847f-7833-46a0-8a26-cee3720028c7 HTTP/1.1" status: 200 len: 993 time: 0.0568335 Sep 08 14:30:36.843278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device e16c006d-283a-4ae0-9feb-cb4258c57813 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:30:36.978744 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port e16c006d-283a-4ae0-9feb-cb4258c57813 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:30:36.982647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port e16c006d-283a-4ae0-9feb-cb4258c57813 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:30:36.983048 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:37.057707 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:37.078867 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:30:37.081107 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be266f8-7aea-48ef-90e6-dce61102cb3d" -d '{"events": [{"server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "name": "network-vif-plugged", "status": "completed", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:30:37.108823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=e16c006d-283a-4ae0-9feb-cb4258c57813,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:30:37.116965 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2814640a-eb83-48ee-a91d-76a04782a3e1 x-openstack-request-id: req-2814640a-eb83-48ee-a91d-76a04782a3e1 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:30:37.117261 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "name": "network-vif-plugged", "status": "completed", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:30:37.117516 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-2814640a-eb83-48ee-a91d-76a04782a3e1 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:30:37.117907 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'code': 200} Sep 08 14:30:37.205280 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:37.251052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=e16c006d-283a-4ae0-9feb-cb4258c57813,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:30:37.921490 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-140acf34-5763-439d-855f-400159439d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:40.284984 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-67f70521-0414-4c8c-80a3-0acb77f03e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:40.692941 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:42.292655 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:43.559055 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:45.038899 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:47.684548 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:30:59.300186 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:31:07.992973 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6fd3c106-39eb-4839-92e3-a2b4ab141ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:10.234825 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-58dbc5bf-c349-45e7-97d9-3158323d07c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:10.657483 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:12.130399 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:13.538086 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:15.052348 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:17.684027 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:22.449394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-332371ec-5a9c-40bd-ba59-950cc88c9c00 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395565 Sep 08 14:31:22.531962 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-0e746938-c65c-40dc-bd83-0c23f496e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:22.535262 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-0e746938-c65c-40dc-bd83-0c23f496e828 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1097 time: 0.0435944 Sep 08 14:31:22.634070 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-7255f502-0d28-4ebd-9651-1aeda2812654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:22.635560 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-7255f502-0d28-4ebd-9651-1aeda2812654 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ec26a58-8563-48c6-8701-4f07dcc25f47 HTTP/1.1" status: 200 len: 898 time: 0.0832305 Sep 08 14:31:22.709820 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-9af17e6e-93d9-4d0c-9192-99c82844c613 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 200 len: 1002 time: 0.0660808 Sep 08 14:31:22.758467 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-283007a8-29d8-4aaf-a8b2-2889b3ebbf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:22.759887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-283007a8-29d8-4aaf-a8b2-2889b3ebbf4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e5621e3-5742-44ae-a0f6-d7d4aade311e HTTP/1.1" status: 200 len: 834 time: 0.0426378 Sep 08 14:31:22.803843 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-5954db42-cd99-4817-a517-ad81b0436228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:22.805354 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-5954db42-cd99-4817-a517-ad81b0436228 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ec26a58-8563-48c6-8701-4f07dcc25f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385945 Sep 08 14:31:22.817815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-c41d6f12-ec18-4805-b19e-5662f478706d service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:31:22.818792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-c41d6f12-ec18-4805-b19e-5662f478706d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064201 Sep 08 14:31:22.912587 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-910d4059-254d-4589-bff3-b97317424064 service neutron] 10.222.0.60 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857790 Sep 08 14:31:22.963571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56622) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:23.005080 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d8b7e402-8778-482b-8ac6-f49bda5ddcd3 req-abd8daba-92aa-4720-be43-6f1a448cfdb0 service neutron] 10.222.0.60 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850613 Sep 08 14:31:23.122473 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 82ebc093-d28a-4b1c-87a5-e0663dd415ba {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:31:23.122828 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:23.201149 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:23.201500 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:23.213076 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 82ebc093-d28a-4b1c-87a5-e0663dd415ba owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:31:23.440245 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:23.470245 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=82ebc093-d28a-4b1c-87a5-e0663dd415ba,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:23.495429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:23.495785 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:23.496129 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:23.496469 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:23.496804 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:23.497137 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:23.497468 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:23.497799 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:23.498130 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:23.498483 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:23.498807 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:23.499131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:23.538288 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:23.538660 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Floating IP 2eaa847f-7833-46a0-8a26-cee3720028c7 disassociated (deleted). External IP: 172.25.5.171, port: e16c006d-283a-4ae0-9feb-cb4258c57813. Sep 08 14:31:23.740420 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 45c19834-9103-4ddd-860f-673b3edd4742 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:31:23.844753 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:31:23.849577 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:23.854486 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bba59e9-48f3-474f-a353-e13134984f77 None None] Sync routers for ids ['45c19834-9103-4ddd-860f-673b3edd4742'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:31:23.864030 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba59e9-48f3-474f-a353-e13134984f77 None None] Routers {'45c19834-9103-4ddd-860f-673b3edd4742'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:31:23.864633 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0bba59e9-48f3-474f-a353-e13134984f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['45c19834-9103-4ddd-860f-673b3edd4742'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:23.878912 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f281a6b8-f99d-42e1-85c5-22b8ab71e166 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/floatingips/2eaa847f-7833-46a0-8a26-cee3720028c7 HTTP/1.1" status: 204 len: 168 time: 0.9107332 Sep 08 14:31:23.878912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:31:23.878912 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53914b5cbc8b3b403e16123f979e5e8060fc37f7363c24167064795fe79b24c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a683de-940c-4ad0-8c59-1787c5156436" -d '{"events": [{"name": "network-changed", "server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:31:23.968503 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa3e524-bcff-468d-b665-c375d865b89f x-openstack-request-id: req-5aa3e524-bcff-468d-b665-c375d865b89f {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:31:23.969132 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:31:23.969132 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-5aa3e524-bcff-468d-b665-c375d865b89f {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:31:23.969480 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'status': 'completed', 'code': 200} Sep 08 14:31:23.972436 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0bba59e9-48f3-474f-a353-e13134984f77 None None] Set router 45c19834-9103-4ddd-860f-673b3edd4742 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:31:24.036330 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a683de-940c-4ad0-8c59-1787c5156436 req-1187648a-bfcd-4a57-9fc3-53ccfaed6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:24.037745 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1a683de-940c-4ad0-8c59-1787c5156436 req-1187648a-bfcd-4a57-9fc3-53ccfaed6c62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 1097 time: 0.0460067 Sep 08 14:31:24.127478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a683de-940c-4ad0-8c59-1787c5156436 req-82c2a803-45be-4df4-9149-a86f59148c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:24.129565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1a683de-940c-4ad0-8c59-1787c5156436 req-82c2a803-45be-4df4-9149-a86f59148c3c service neutron] 10.222.0.60 "GET /v2.0/networks?id=2ec26a58-8563-48c6-8701-4f07dcc25f47 HTTP/1.1" status: 200 len: 898 time: 0.0843644 Sep 08 14:31:24.167441 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0bba59e9-48f3-474f-a353-e13134984f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '5f60d83f-59f3-4413-9971-79c31e8b3345', 'name': '', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5c:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:21Z', 'updated_at': '2021-09-08T14:29:26Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:24.177748 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1a683de-940c-4ad0-8c59-1787c5156436 req-83538e4b-a510-4992-b555-095361626c60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 200 len: 217 time: 0.0397813 Sep 08 14:31:24.199743 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bba59e9-48f3-474f-a353-e13134984f77 None None] Checking router: 45c19834-9103-4ddd-860f-673b3edd4742 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:31:24.207899 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba59e9-48f3-474f-a353-e13134984f77 None None] Routers {'45c19834-9103-4ddd-860f-673b3edd4742'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:31:24.208544 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0bba59e9-48f3-474f-a353-e13134984f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['45c19834-9103-4ddd-860f-673b3edd4742'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:24.229211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a683de-940c-4ad0-8c59-1787c5156436 req-3d320ecc-4d4d-470a-b1d7-45e64a86929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:24.230725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1a683de-940c-4ad0-8c59-1787c5156436 req-3d320ecc-4d4d-470a-b1d7-45e64a86929e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e5621e3-5742-44ae-a0f6-d7d4aade311e HTTP/1.1" status: 200 len: 834 time: 0.0452180 Sep 08 14:31:24.280343 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a683de-940c-4ad0-8c59-1787c5156436 req-a830fff9-9e81-4a41-b0aa-b573c824bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:24.281899 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1a683de-940c-4ad0-8c59-1787c5156436 req-a830fff9-9e81-4a41-b0aa-b573c824bfba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2ec26a58-8563-48c6-8701-4f07dcc25f47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443199 Sep 08 14:31:24.325517 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-0bba59e9-48f3-474f-a353-e13134984f77 None None] Set router 45c19834-9103-4ddd-860f-673b3edd4742 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:31:24.338551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723ee53-76e2-48c4-9066-390d685ddba6 req-89299971-5d65-4a8a-8be8-8723441b04b5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:24.340359 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c723ee53-76e2-48c4-9066-390d685ddba6 req-89299971-5d65-4a8a-8be8-8723441b04b5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0538132 Sep 08 14:31:24.382452 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c723ee53-76e2-48c4-9066-390d685ddba6 req-1313c151-7b88-4d62-a4fd-eabc6c2a7a6d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355721 Sep 08 14:31:24.387557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1a683de-940c-4ad0-8c59-1787c5156436 req-410a7ebc-ee81-49c0-b457-b48f2a032b4b service neutron] 10.222.0.60 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967400 Sep 08 14:31:24.476233 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1a683de-940c-4ad0-8c59-1787c5156436 req-b777a0ae-055f-41c1-b3a5-7ad452fc6b71 service neutron] 10.222.0.60 "GET /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810695 Sep 08 14:31:24.513896 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-0bba59e9-48f3-474f-a353-e13134984f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '5f60d83f-59f3-4413-9971-79c31e8b3345', 'name': '', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5c:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:21Z', 'updated_at': '2021-09-08T14:29:26Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:24.539300 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bba59e9-48f3-474f-a353-e13134984f77 None None] The sync data for ids ['45c19834-9103-4ddd-860f-673b3edd4742'] in n-d-807558-3 is: [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '5f60d83f-59f3-4413-9971-79c31e8b3345', 'name': '', 'network_id': '2ec26a58-8563-48c6-8701-4f07dcc25f47', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5c:cd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:21Z', 'updated_at': '2021-09-08T14:29:26Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '3e5621e3-5742-44ae-a0f6-d7d4aade311e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:31:24.768712 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8565a1-93d1-40b2-8a84-d01a267e5ffd None None] New status for floating IP 2eaa847f-7833-46a0-8a26-cee3720028c7: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:31:25.498978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7c1f1-bf7b-42fd-ac98-ac04964cd0d8 req-f49d9909-6605-4301-9358-38ee1b4bdd14 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:25.500627 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-19f7c1f1-bf7b-42fd-ac98-ac04964cd0d8 req-f49d9909-6605-4301-9358-38ee1b4bdd14 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.0497713 Sep 08 14:31:25.541808 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-19f7c1f1-bf7b-42fd-ac98-ac04964cd0d8 req-321f5eba-d96a-429a-8f3b-a8cc519b1bc1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=f26f19e7-623e-4e2e-a82c-d402fa43ac9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352442 Sep 08 14:31:26.184842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e150de-7834-4776-b14c-37239ddbb1a3 req-70941de0-fde2-4448-8565-22089300e20f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:26.186350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3e150de-7834-4776-b14c-37239ddbb1a3 req-70941de0-fde2-4448-8565-22089300e20f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.60 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 946 time: 0.3516979 Sep 08 14:31:26.271591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f3e150de-7834-4776-b14c-37239ddbb1a3 req-6491083f-336c-482d-8ff7-ea7a4ab47f1f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port e16c006d-283a-4ae0-9feb-cb4258c57813 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:31:26.271861 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f3e150de-7834-4776-b14c-37239ddbb1a3 req-6491083f-336c-482d-8ff7-ea7a4ab47f1f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:26.358357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f3e150de-7834-4776-b14c-37239ddbb1a3 req-6491083f-336c-482d-8ff7-ea7a4ab47f1f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port e16c006d-283a-4ae0-9feb-cb4258c57813, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=e16c006d-283a-4ae0-9feb-cb4258c57813,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:31:26.358724 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f3e150de-7834-4776-b14c-37239ddbb1a3 req-6491083f-336c-482d-8ff7-ea7a4ab47f1f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:26.370615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f3e150de-7834-4776-b14c-37239ddbb1a3 req-6491083f-336c-482d-8ff7-ea7a4ab47f1f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for e16c006d-283a-4ae0-9feb-cb4258c57813 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:31:26.588008 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f3e150de-7834-4776-b14c-37239ddbb1a3 req-6491083f-336c-482d-8ff7-ea7a4ab47f1f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:26.618373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491083f-336c-482d-8ff7-ea7a4ab47f1f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=e16c006d-283a-4ae0-9feb-cb4258c57813,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:26.654872 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fcad3917-8750-42d2-ac51-19cfdb5f6796 req-7b1fafdd-2269-41f1-b365-166fa7306b71 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=48d83a67-2d30-428d-a7f8-9a6145389b04 HTTP/1.1" status: 200 len: 210 time: 0.0292561 Sep 08 14:31:26.660482 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e150de-7834-4776-b14c-37239ddbb1a3 req-6491083f-336c-482d-8ff7-ea7a4ab47f1f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] No DVR routers for this DVR port e16c006d-283a-4ae0-9feb-cb4258c57813 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:31:26.663425 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f3e150de-7834-4776-b14c-37239ddbb1a3 req-6491083f-336c-482d-8ff7-ea7a4ab47f1f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:26.665118 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f3e150de-7834-4776-b14c-37239ddbb1a3 req-6491083f-336c-482d-8ff7-ea7a4ab47f1f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.60 "DELETE /v2.0/ports/e16c006d-283a-4ae0-9feb-cb4258c57813 HTTP/1.1" status: 204 len: 173 time: 0.4728923 Sep 08 14:31:26.665578 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'name': 'network-vif-deleted', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:31:26.676362 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc713ee6-d6d8-4d88-a468-3fd9fda44a1b" -d '{"events": [{"server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "name": "network-vif-deleted", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:31:26.705472 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72c2d1a-04ec-4466-a45b-dd3a9fd13795 x-openstack-request-id: req-b72c2d1a-04ec-4466-a45b-dd3a9fd13795 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:31:26.705769 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48d83a67-2d30-428d-a7f8-9a6145389b04", "name": "network-vif-deleted", "tag": "e16c006d-283a-4ae0-9feb-cb4258c57813", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:31:26.706020 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b72c2d1a-04ec-4466-a45b-dd3a9fd13795 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:31:26.706480 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48d83a67-2d30-428d-a7f8-9a6145389b04', 'name': 'network-vif-deleted', 'tag': 'e16c006d-283a-4ae0-9feb-cb4258c57813', 'status': 'completed', 'code': 200} Sep 08 14:31:27.711254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56646) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:28.099977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:28.344103 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 5f60d83f-59f3-4413-9971-79c31e8b3345 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:31:28.344370 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:28.432221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port 5f60d83f-59f3-4413-9971-79c31e8b3345, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5f60d83f-59f3-4413-9971-79c31e8b3345,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:31:28.432583 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:28.444245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 5f60d83f-59f3-4413-9971-79c31e8b3345 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:31:28.678466 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:28.707767 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=5f60d83f-59f3-4413-9971-79c31e8b3345,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:28.731655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:28.732311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:28.732424 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:28.732683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:28.733020 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:28.733358 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:28.733701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:28.734032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:28.734389 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:28.734723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:28.735057 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:28.735384 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:28.888533 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:29.097965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 45c19834-9103-4ddd-860f-673b3edd4742 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:31:29.201823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:31:29.207132 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ebdd4b70-6904-4e59-be52-97e229a06442 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "PUT /v2.0/routers/45c19834-9103-4ddd-860f-673b3edd4742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4947886 Sep 08 14:31:29.210488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56648) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:29.211666 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf4ffd-9bdd-4691-b152-cdca0b2d4a26 None None] Sync routers for ids ['45c19834-9103-4ddd-860f-673b3edd4742'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:31:29.220853 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf4ffd-9bdd-4691-b152-cdca0b2d4a26 None None] Routers {'45c19834-9103-4ddd-860f-673b3edd4742'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:31:29.221555 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f6cf4ffd-9bdd-4691-b152-cdca0b2d4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['45c19834-9103-4ddd-860f-673b3edd4742'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:29.261085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-d447f7b1-a877-487a-9f90-88d927f2c528 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting subnet 3e5621e3-5742-44ae-a0f6-d7d4aade311e {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:31:29.264061 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d447f7b1-a877-487a-9f90-88d927f2c528 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:29.303146 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d447f7b1-a877-487a-9f90-88d927f2c528 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:29.322243 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f6cf4ffd-9bdd-4691-b152-cdca0b2d4a26 None None] Set router 45c19834-9103-4ddd-860f-673b3edd4742 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:31:29.388532 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d447f7b1-a877-487a-9f90-88d927f2c528 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:29.498395 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f6cf4ffd-9bdd-4691-b152-cdca0b2d4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:31:28Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:29.509476 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d447f7b1-a877-487a-9f90-88d927f2c528 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:29.524612 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf4ffd-9bdd-4691-b152-cdca0b2d4a26 None None] Checking router: 45c19834-9103-4ddd-860f-673b3edd4742 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:31:29.532620 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf4ffd-9bdd-4691-b152-cdca0b2d4a26 None None] Routers {'45c19834-9103-4ddd-860f-673b3edd4742'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:31:29.533222 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f6cf4ffd-9bdd-4691-b152-cdca0b2d4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['45c19834-9103-4ddd-860f-673b3edd4742'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:29.538266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447f7b1-a877-487a-9f90-88d927f2c528 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5621e3-5742-44ae-a0f6-d7d4aade311e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:29.540266 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d447f7b1-a877-487a-9f90-88d927f2c528 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:29.544643 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d447f7b1-a877-487a-9f90-88d927f2c528 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/subnets/3e5621e3-5742-44ae-a0f6-d7d4aade311e HTTP/1.1" status: 204 len: 168 time: 0.3307276 Sep 08 14:31:29.545463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56650) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:29.550331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7595e5f8-e38a-4c4c-a797-c3ab6bbb7827 None None] Network 2ec26a58-8563-48c6-8701-4f07dcc25f47 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:31:29.657914 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:29.735439 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ce00a5-ddbd-4e3a-83f4-9b0b09dbb96e None None] DHCP port deletion for 2ec26a58-8563-48c6-8701-4f07dcc25f47 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:31:29.745912 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f6cf4ffd-9bdd-4691-b152-cdca0b2d4a26 None None] Set router 45c19834-9103-4ddd-860f-673b3edd4742 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:31:29.765857 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:29.786799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-11ce00a5-ddbd-4e3a-83f4-9b0b09dbb96e None None] Deleting port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:31:29.786799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11ce00a5-ddbd-4e3a-83f4-9b0b09dbb96e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:29.844577 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-11ce00a5-ddbd-4e3a-83f4-9b0b09dbb96e None None] For port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1ab1cf23-38fb-43f5-8b15-968b9b90c26a,segment=NetworkSegment(649551c0-4926-4be1-873e-3f50e21aa26a),segment_id=649551c0-4926-4be1-873e-3f50e21aa26a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:31:29.844974 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11ce00a5-ddbd-4e3a-83f4-9b0b09dbb96e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:29.866237 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-11ce00a5-ddbd-4e3a-83f4-9b0b09dbb96e None None] Calling delete_port for 1ab1cf23-38fb-43f5-8b15-968b9b90c26a owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:31:29.883087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 830b3737-15e6-4867-9795-17abe743361b {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:31:29.883449 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:29.931060 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f6cf4ffd-9bdd-4691-b152-cdca0b2d4a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:31:28Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:29.975716 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf4ffd-9bdd-4691-b152-cdca0b2d4a26 None None] The sync data for ids ['45c19834-9103-4ddd-860f-673b3edd4742'] in n-d-807558-3 is: [{'id': '45c19834-9103-4ddd-860f-673b3edd4742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825025650', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '830b3737-15e6-4867-9795-17abe743361b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:31:28Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '830b3737-15e6-4867-9795-17abe743361b', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c19834-9103-4ddd-860f-673b3edd4742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:29:18Z', 'updated_at': '2021-09-08T14:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:31:29.984054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port 830b3737-15e6-4867-9795-17abe743361b, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=830b3737-15e6-4867-9795-17abe743361b,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:31:29.984430 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:29.998725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 830b3737-15e6-4867-9795-17abe743361b owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:31:30.010650 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1ab1cf23-38fb-43f5-8b15-968b9b90c26a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:31:30.047607 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11ce00a5-ddbd-4e3a-83f4-9b0b09dbb96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.073446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No active binding found for port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a {{(pid=96265) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 08 14:31:30.073881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1ab1cf23-38fb-43f5-8b15-968b9b90c26a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:31:30.077179 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce00a5-ddbd-4e3a-83f4-9b0b09dbb96e None None] Pushing event deleted for resources: {'Port': ['ID=1ab1cf23-38fb-43f5-8b15-968b9b90c26a,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:30.081446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce00a5-ddbd-4e3a-83f4-9b0b09dbb96e None None] No DVR routers for this DVR port 1ab1cf23-38fb-43f5-8b15-968b9b90c26a on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:31:30.217711 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.244038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=830b3737-15e6-4867-9795-17abe743361b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:30.300118 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.395331 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.397564 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.497455 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.498030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Fanout notify agent at l3_agent the message router_deleted on router 45c19834-9103-4ddd-860f-673b3edd4742 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:31:30.506839 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.506951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0566ab6b-485a-4ba5-8b51-56577906e6c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/routers/45c19834-9103-4ddd-860f-673b3edd4742 HTTP/1.1" status: 204 len: 168 time: 0.9611030 Sep 08 14:31:30.509854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56652) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:30.587448 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.679112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.697836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec26a58-8563-48c6-8701-4f07dcc25f47']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:30.706727 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649551c0-4926-4be1-873e-3f50e21aa26a') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:30.707026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649551c0-4926-4be1-873e-3f50e21aa26a') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:30.716304 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.729548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.735239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:31:30.735619 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: timer() Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:31:30.739079 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:31:30.895618 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.902593 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.904264 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/networks/2ec26a58-8563-48c6-8701-4f07dcc25f47 HTTP/1.1" status: 204 len: 168 time: 0.3933918 Sep 08 14:31:30.907265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56654) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:30.916512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ba3f8-cdc2-4073-a8af-474eccb33309 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Network': ['ID=2ec26a58-8563-48c6-8701-4f07dcc25f47,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:30.971504 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19da9c9d-f234-42d8-876f-15b30ca53b4a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:30.997982 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19da9c9d-f234-42d8-876f-15b30ca53b4a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:31.123722 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19da9c9d-f234-42d8-876f-15b30ca53b4a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:31.126362 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-19da9c9d-f234-42d8-876f-15b30ca53b4a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:31.127540 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-19da9c9d-f234-42d8-876f-15b30ca53b4a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/security-groups/f26f19e7-623e-4e2e-a82c-d402fa43ac9f HTTP/1.1" status: 204 len: 168 time: 0.2193015 Sep 08 14:31:31.140144 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da9c9d-f234-42d8-876f-15b30ca53b4a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26f19e7-623e-4e2e-a82c-d402fa43ac9f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:31.168846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device e16c006d-283a-4ae0-9feb-cb4258c57813 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:31:31.191356 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: e16c006d-283a-4ae0-9feb-cb4258c57813 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:31:31.191702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device e16c006d-283a-4ae0-9feb-cb4258c57813 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:31:31.898881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5f60d83f-59f3-4413-9971-79c31e8b3345 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:31:31.918707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 5f60d83f-59f3-4413-9971-79c31e8b3345 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:31:31.919049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5f60d83f-59f3-4413-9971-79c31e8b3345 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:31:31.919460 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 830b3737-15e6-4867-9795-17abe743361b no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:31:31.937362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 830b3737-15e6-4867-9795-17abe743361b {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:31:31.937701 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 830b3737-15e6-4867-9795-17abe743361b not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:31:32.566986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56662) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:32.571618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9a114afa-f29a-46c8-99f2-6a0d6513e1fd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947544807', 'description': 'tempest-secgroup-smoke-1947544807 description', 'project_id': '2fb8d6a378b9468d9535c788a77c6778'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:32.706881 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a114afa-f29a-46c8-99f2-6a0d6513e1fd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:32.785823 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a114afa-f29a-46c8-99f2-6a0d6513e1fd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:32.880763 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a114afa-f29a-46c8-99f2-6a0d6513e1fd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:32.909794 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a114afa-f29a-46c8-99f2-6a0d6513e1fd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5762de-18e3-487f-9e07-c6d701ddfacd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:32.989520 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a114afa-f29a-46c8-99f2-6a0d6513e1fd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:32.990849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9a114afa-f29a-46c8-99f2-6a0d6513e1fd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4228554 Sep 08 14:31:32.993704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56664) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:32.998054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-129b4929-b535-4e7f-bd90-756829c197da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '7a5762de-18e3-487f-9e07-c6d701ddfacd', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:33.079326 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-129b4929-b535-4e7f-bd90-756829c197da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:33.133155 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-129b4929-b535-4e7f-bd90-756829c197da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:33.211245 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-129b4929-b535-4e7f-bd90-756829c197da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:33.228191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b4929-b535-4e7f-bd90-756829c197da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ca688f-db1c-4160-b472-6aba653d1f39,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:33.291682 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-129b4929-b535-4e7f-bd90-756829c197da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:33.292881 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-129b4929-b535-4e7f-bd90-756829c197da tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2981937 Sep 08 14:31:33.295586 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56666) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:33.299787 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-c6c4df61-0b6c-462a-aac8-6df50a03e7ef tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '7a5762de-18e3-487f-9e07-c6d701ddfacd', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:33.387560 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6c4df61-0b6c-462a-aac8-6df50a03e7ef tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:33.446020 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6c4df61-0b6c-462a-aac8-6df50a03e7ef tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:33.559917 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6c4df61-0b6c-462a-aac8-6df50a03e7ef tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:33.579349 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4df61-0b6c-462a-aac8-6df50a03e7ef tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2432c702-54c1-44c1-a588-83b557605eca,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:33.674584 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6c4df61-0b6c-462a-aac8-6df50a03e7ef tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:33.676879 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c6c4df61-0b6c-462a-aac8-6df50a03e7ef tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3803318 Sep 08 14:31:33.679608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56668) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:33.683953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-82fc50c4-cd14-44f7-a49b-1665c179510e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '7a5762de-18e3-487f-9e07-c6d701ddfacd', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:33.856577 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82fc50c4-cd14-44f7-a49b-1665c179510e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:33.912977 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82fc50c4-cd14-44f7-a49b-1665c179510e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:34.023193 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82fc50c4-cd14-44f7-a49b-1665c179510e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:34.042219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc50c4-cd14-44f7-a49b-1665c179510e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44da87d6-8363-4f8c-ab81-4448fe74f66e,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:34.114906 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-82fc50c4-cd14-44f7-a49b-1665c179510e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:34.116129 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-82fc50c4-cd14-44f7-a49b-1665c179510e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4355502 Sep 08 14:31:34.118851 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56670) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:34.123149 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-923068ef-8c3f-49fd-ab76-6dc7059ab8f3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '7a5762de-18e3-487f-9e07-c6d701ddfacd', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:34.230874 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-923068ef-8c3f-49fd-ab76-6dc7059ab8f3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:34.288294 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-923068ef-8c3f-49fd-ab76-6dc7059ab8f3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:34.383253 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-923068ef-8c3f-49fd-ab76-6dc7059ab8f3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:34.400403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923068ef-8c3f-49fd-ab76-6dc7059ab8f3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e59d4a1-febb-4b0c-9367-1fbc8145ed16,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:34.483876 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-923068ef-8c3f-49fd-ab76-6dc7059ab8f3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:34.485154 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-923068ef-8c3f-49fd-ab76-6dc7059ab8f3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3653793 Sep 08 14:31:34.487846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56672) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:34.492771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-70b1f791-37c4-4984-af1f-161c5225181c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '7a5762de-18e3-487f-9e07-c6d701ddfacd', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:34.632473 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-70b1f791-37c4-4984-af1f-161c5225181c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Project 2fb8d6a378b9468d9535c788a77c6778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:31:34.637196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70b1f791-37c4-4984-af1f-161c5225181c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:34.697436 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70b1f791-37c4-4984-af1f-161c5225181c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:34.823023 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70b1f791-37c4-4984-af1f-161c5225181c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:34.842201 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1f791-37c4-4984-af1f-161c5225181c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381abb80-afec-4d6b-82c0-5b0bdfeb1d24,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:34.965901 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70b1f791-37c4-4984-af1f-161c5225181c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:34.967162 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-70b1f791-37c4-4984-af1f-161c5225181c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4781177 Sep 08 14:31:34.969840 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56674) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:34.975088 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f02b030c-f2b5-4948-9f92-d4865436dc73 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '7a5762de-18e3-487f-9e07-c6d701ddfacd', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:35.060768 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-f02b030c-f2b5-4948-9f92-d4865436dc73 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Project 2fb8d6a378b9468d9535c788a77c6778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:31:35.065762 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f02b030c-f2b5-4948-9f92-d4865436dc73 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:35.125551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f02b030c-f2b5-4948-9f92-d4865436dc73 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:35.194162 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f02b030c-f2b5-4948-9f92-d4865436dc73 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:35.212782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b030c-f2b5-4948-9f92-d4865436dc73 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50140495-a03a-42d3-9933-506c519d6182,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:35.286864 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f02b030c-f2b5-4948-9f92-d4865436dc73 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:35.290307 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f02b030c-f2b5-4948-9f92-d4865436dc73 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3172762 Sep 08 14:31:35.290909 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56676) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:35.295757 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e79e3ef2-786b-4be5-8c85-4ce1644708b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'network': {'name': 'tempest-network-smoke--222663279', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'port_security_enabled': True}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:35.388759 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79e3ef2-786b-4be5-8c85-4ce1644708b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:31:35.392161 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e79e3ef2-786b-4be5-8c85-4ce1644708b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:35.415221 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e79e3ef2-786b-4be5-8c85-4ce1644708b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:31:35.423582 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e79e3ef2-786b-4be5-8c85-4ce1644708b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:35.423929 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-e79e3ef2-786b-4be5-8c85-4ce1644708b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Added segment e8a1b773-f29d-4e14-9ea7-93e332fe8a21 of type vlan for network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa Sep 08 14:31:35.462298 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e79e3ef2-786b-4be5-8c85-4ce1644708b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:35.554667 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e79e3ef2-786b-4be5-8c85-4ce1644708b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:35.560176 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79e3ef2-786b-4be5-8c85-4ce1644708b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:35.560743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e79e3ef2-786b-4be5-8c85-4ce1644708b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:35.626025 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79e3ef2-786b-4be5-8c85-4ce1644708b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Network': ['ID=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:35.636642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:31:35.724604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e79e3ef2-786b-4be5-8c85-4ce1644708b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4326634 Sep 08 14:31:35.728177 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56678) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:35.731826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'admin_state_up': True, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:35.835510 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:35.836465 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:35.889097 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:36.125953 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:36.298853 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:31:36.365507 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:36.383309 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:36.480836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.25.5.89 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/400261fe-9085-4ec8-b85b-23fe6b1903af) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:31:36.886517 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:36.987103 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:37.023671 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:31:37.026448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:31:37.029929 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:31:37.055501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=400261fe-9085-4ec8-b85b-23fe6b1903af,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:37.357718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:37.548629 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:37.769439 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 5be31252-0ece-495a-89c4-b2d66049ee4b is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:31:37.882709 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:31:37.892364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Sync routers for ids ['5be31252-0ece-495a-89c4-b2d66049ee4b'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:31:37.902414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Routers {'5be31252-0ece-495a-89c4-b2d66049ee4b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:31:37.903050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5be31252-0ece-495a-89c4-b2d66049ee4b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:37.938066 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-611a9f05-96b6-4baa-8cc6-d06350615150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:37.975227 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:37.976510 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e62b64b1-5acd-477b-b745-fe9b47f418e2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2481790 Sep 08 14:31:37.982874 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56682) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:38.009547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Set router 5be31252-0ece-495a-89c4-b2d66049ee4b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:31:38.053238 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8a4d80ed-9d9e-436a-9eb0-06651542a437 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=2fb8d6a378b9468d9535c788a77c6778&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0723717 Sep 08 14:31:38.055988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56686) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:38.144420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b6eca2-9ad8-44e0-9ba0-3dcf1bdf44cb tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:38.146473 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-73b6eca2-9ad8-44e0-9ba0-3dcf1bdf44cb tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895665 Sep 08 14:31:38.149553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56688) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:38.177615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ef5fa150-c18b-4eb1-90d0-150e23f2555f tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269535 Sep 08 14:31:38.180199 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56690) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:38.184975 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:31:37Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:38.185189 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-f4e309eb-1c4a-4785-a578-c3d311b35bca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-477543464', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:38.211448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Checking router: 5be31252-0ece-495a-89c4-b2d66049ee4b for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:31:38.211725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Updating router 5be31252-0ece-495a-89c4-b2d66049ee4b port 400261fe-9085-4ec8-b85b-23fe6b1903af binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:31:38.236104 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:38.354786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e309eb-1c4a-4785-a578-c3d311b35bca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:31:38.358429 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f4e309eb-1c4a-4785-a578-c3d311b35bca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:38.485436 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:38.494995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Transition to ACTIVE for port object 400261fe-9085-4ec8-b85b-23fe6b1903af will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:31:38.594193 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:38.632574 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f4e309eb-1c4a-4785-a578-c3d311b35bca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:38.645822 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Attempting to bind port 400261fe-9085-4ec8-b85b-23fe6b1903af on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:31:38.646217 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Attempting to bind port 400261fe-9085-4ec8-b85b-23fe6b1903af by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:31:38.646589 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Attempting to bind port 400261fe-9085-4ec8-b85b-23fe6b1903af on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:31:38.648441 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Pushing event updated for resources: {'Port': ['ID=400261fe-9085-4ec8-b85b-23fe6b1903af,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:38.657061 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:31:38.657440 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:31:38.657846 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:38.658269 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:31:38.658741 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Bound port: 400261fe-9085-4ec8-b85b-23fe6b1903af, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:31:38.659124 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:38.662633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:38.662983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:38.663335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:38.663675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:38.664009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:38.664342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:38.664669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:38.665000 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:38.665326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:38.665647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:38.665970 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:38.666325 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:38.700475 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e309eb-1c4a-4785-a578-c3d311b35bca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Subnet': ['ID=9e865c30-8d02-48f6-a511-c4e8d207a051,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:38.708681 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e309eb-1c4a-4785-a578-c3d311b35bca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Checking segment: {'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:31:38.709054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e309eb-1c4a-4785-a578-c3d311b35bca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network hostable DHCP agents. Network: d88e0cf8-17a8-4fbb-bc55-13f1f54404aa, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:31:38.719075 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] For port 400261fe-9085-4ec8-b85b-23fe6b1903af, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:31:38.722059 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] For port 400261fe-9085-4ec8-b85b-23fe6b1903af, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=400261fe-9085-4ec8-b85b-23fe6b1903af,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:31:38.795210 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:38.806046 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e309eb-1c4a-4785-a578-c3d311b35bca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:31:38.855765 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Routers {'5be31252-0ece-495a-89c4-b2d66049ee4b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:31:38.856394 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:31:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5be31252-0ece-495a-89c4-b2d66049ee4b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:38.872391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-f4e309eb-1c4a-4785-a578-c3d311b35bca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, d88e0cf8-17a8-4fbb-bc55-13f1f54404aa) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:31:38.883830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e309eb-1c4a-4785-a578-c3d311b35bca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:38.893092 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-f4e309eb-1c4a-4785-a578-c3d311b35bca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:38.896361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c61c49-0d45-4beb-90b0-dd0b656a0478 None None] Network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:31:38.898023 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cf57f-690e-4866-a199-378de6976179 None None] Pushing event updated for resources: {'Port': ['ID=400261fe-9085-4ec8-b85b-23fe6b1903af,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:38.977579 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-f4e309eb-1c4a-4785-a578-c3d311b35bca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7963345 Sep 08 14:31:38.980497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56692) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:39.028955 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] Set router 5be31252-0ece-495a-89c4-b2d66049ee4b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:31:39.196698 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-d88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ips': [{'subnet_id': '9e865c30-8d02-48f6-a511-c4e8d207a051'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:31:39.197602 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:39.401216 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:39.525049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:31:37Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:39.530138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Allocated IP 172.20.0.2 (d88e0cf8-17a8-4fbb-bc55-13f1f54404aa/9e865c30-8d02-48f6-a511-c4e8d207a051/a1e727f6-c171-427e-baf2-de19b5a698bd) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:31:39.556302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae6c7a1-66ad-412a-9231-9cba96cb4384 None None] The sync data for ids ['5be31252-0ece-495a-89c4-b2d66049ee4b'] in n-d-807558-3 is: [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:31:37Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:31:39.703942 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:39.713182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Transition to ACTIVE for port object a1e727f6-c171-427e-baf2-de19b5a698bd will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:31:39.732481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Transition to ACTIVE for port object a1e727f6-c171-427e-baf2-de19b5a698bd will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:31:39.827390 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:39.869173 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:31:39.872483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:31:39.881081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:31:39.889417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Pushing event updated for resources: {'Port': ['ID=a1e727f6-c171-427e-baf2-de19b5a698bd,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:39.895753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.20.0.1 (d88e0cf8-17a8-4fbb-bc55-13f1f54404aa/9e865c30-8d02-48f6-a511-c4e8d207a051/b3b12ae1-7b1e-4863-ae45-58e478683a97) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:31:39.952295 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Attempting to bind port a1e727f6-c171-427e-baf2-de19b5a698bd on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:31:39.952883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Attempting to bind port a1e727f6-c171-427e-baf2-de19b5a698bd by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:31:39.952999 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Attempting to bind port a1e727f6-c171-427e-baf2-de19b5a698bd on network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:31:39.958797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:31:39.959211 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Checking segment: {'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:31:39.960026 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:39.960433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Bound using segment: {'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:31:39.960915 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Bound port: a1e727f6-c171-427e-baf2-de19b5a698bd, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:31:39.961340 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:39.977965 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 400261fe-9085-4ec8-b85b-23fe6b1903af up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:31:40.042942 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:40.059332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Transition to ACTIVE for port object b3b12ae1-7b1e-4863-ae45-58e478683a97 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:31:40.069565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-90632668-7dce-4738-b89c-ac23846753ab None None] For port a1e727f6-c171-427e-baf2-de19b5a698bd, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:31:40.073004 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-90632668-7dce-4738-b89c-ac23846753ab None None] For port a1e727f6-c171-427e-baf2-de19b5a698bd, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a1e727f6-c171-427e-baf2-de19b5a698bd,segment=NetworkSegment(e8a1b773-f29d-4e14-9ea7-93e332fe8a21),segment_id=e8a1b773-f29d-4e14-9ea7-93e332fe8a21)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:31:40.137344 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 400261fe-9085-4ec8-b85b-23fe6b1903af completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:31:40.141902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 400261fe-9085-4ec8-b85b-23fe6b1903af triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:31:40.146244 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:40.201035 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:40.201703 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:40.245370 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:31:40.248620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:31:40.251139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:31:40.265721 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b81d9bef-2610-4a46-903f-71d6271e52e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:40.287945 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:40.293888 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=b3b12ae1-7b1e-4863-ae45-58e478683a97,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:40.296989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90632668-7dce-4738-b89c-ac23846753ab None None] Pushing event updated for resources: {'Port': ['ID=a1e727f6-c171-427e-baf2-de19b5a698bd,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:40.316052 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:40.325054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 400261fe-9085-4ec8-b85b-23fe6b1903af, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=400261fe-9085-4ec8-b85b-23fe6b1903af,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:31:40.400648 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:40.480522 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=400261fe-9085-4ec8-b85b-23fe6b1903af,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:40.528937 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:40.686368 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:40.805408 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:40.886290 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:40.958034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=b3b12ae1-7b1e-4863-ae45-58e478683a97,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:40.961676 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:41.054783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:31:41.056227 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:31:41.167242 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 5be31252-0ece-495a-89c4-b2d66049ee4b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:31:41.271817 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:31:41.276943 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-88201287-1139-4818-8932-4851436fccdc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "PUT /v2.0/routers/5be31252-0ece-495a-89c4-b2d66049ee4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2953770 Sep 08 14:31:41.422933 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-4385b145-2d61-4dbb-b36d-669efac4103b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947544807&fields=id&tenant_id=2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 267 time: 0.0370369 Sep 08 14:31:41.534781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-31ad13fc-3fb6-48f6-93df-0c3ae48c5951 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:41.536851 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-31ad13fc-3fb6-48f6-93df-0c3ae48c5951 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/networks?id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa HTTP/1.1" status: 200 len: 796 time: 0.1053402 Sep 08 14:31:41.560218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-7e2df6a6-2956-4aad-9140-a7ff96834777 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/quotas/2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 375 time: 0.0144098 Sep 08 14:31:41.595384 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Sync routers for ids ['5be31252-0ece-495a-89c4-b2d66049ee4b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:31:41.607264 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Routers {'5be31252-0ece-495a-89c4-b2d66049ee4b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:31:41.608787 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:31:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5be31252-0ece-495a-89c4-b2d66049ee4b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:41.631094 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-17428e5f-6fcf-475e-be93-943e526b3d26 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0630369 Sep 08 14:31:41.639843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74659a9d-1508-4ab7-a7a5-f020b8019b02 None None] Network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:31:41.719537 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Set router 5be31252-0ece-495a-89c4-b2d66049ee4b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:31:41.733130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-f8cfb66b-5b4b-44f5-9746-a9923cb703d3 service neutron] 10.222.0.69 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886486 Sep 08 14:31:41.838264 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-9cdeb6e5-be80-43c0-8891-192f18de68ed service neutron] 10.222.0.69 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960367 Sep 08 14:31:41.857686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-69c6c1d1-b34e-4d6e-bc43-b2ae7d7619d9 None None] Provisioning for port a1e727f6-c171-427e-baf2-de19b5a698bd completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:31:41.946942 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b3b12ae1-7b1e-4863-ae45-58e478683a97', 'name': '', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5f:ab:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:39Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 2, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:41.992656 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Checking router: 5be31252-0ece-495a-89c4-b2d66049ee4b for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:31:41.992656 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Updating router 5be31252-0ece-495a-89c4-b2d66049ee4b port b3b12ae1-7b1e-4863-ae45-58e478683a97 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:31:42.016267 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.046452 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a1e727f6-c171-427e-baf2-de19b5a698bd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:31:42.139979 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4efbc681-4024-4a0d-8089-4520d59e55b7 req-917efb2d-8e42-4b72-8cec-cc111b124877 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 210 time: 0.0431798 Sep 08 14:31:42.172232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-65ad350a-ad9c-4cb0-9a79-0abedc749fbd None None] Provisioning for port b3b12ae1-7b1e-4863-ae45-58e478683a97 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:31:42.174758 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.175466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port a1e727f6-c171-427e-baf2-de19b5a698bd completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:31:42.180894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-65ad350a-ad9c-4cb0-9a79-0abedc749fbd None None] Provisioning complete for port b3b12ae1-7b1e-4863-ae45-58e478683a97 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:31:42.182907 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-65ad350a-ad9c-4cb0-9a79-0abedc749fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.182907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a1e727f6-c171-427e-baf2-de19b5a698bd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:31:42.183229 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.256687 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-65ad350a-ad9c-4cb0-9a79-0abedc749fbd None None] Port b3b12ae1-7b1e-4863-ae45-58e478683a97 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:31:42.271925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-65ad350a-ad9c-4cb0-9a79-0abedc749fbd None None] Provisioning complete for port a1e727f6-c171-427e-baf2-de19b5a698bd triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:31:42.272300 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-65ad350a-ad9c-4cb0-9a79-0abedc749fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.346738 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.362771 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.373584 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Transition to ACTIVE for port object b3b12ae1-7b1e-4863-ae45-58e478683a97 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:31:42.409907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port a1e727f6-c171-427e-baf2-de19b5a698bd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a1e727f6-c171-427e-baf2-de19b5a698bd,segment=NetworkSegment(e8a1b773-f29d-4e14-9ea7-93e332fe8a21),segment_id=e8a1b773-f29d-4e14-9ea7-93e332fe8a21)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:31:42.411529 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-65ad350a-ad9c-4cb0-9a79-0abedc749fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.458293 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.481703 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.482581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 400261fe-9085-4ec8-b85b-23fe6b1903af up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:31:42.513823 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Pushing event updated for resources: {'Port': ['ID=b3b12ae1-7b1e-4863-ae45-58e478683a97,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:42.579858 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:42.580208 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:42.580539 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:42.580891 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:42.581208 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:42.581783 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:42.582789 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:42.584448 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:42.584448 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:42.584448 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:42.584448 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:42.585132 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:31:42.601368 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.db.api [None req-65ad350a-ad9c-4cb0-9a79-0abedc749fbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=96265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 14:31:42.601732 n-d-807558-3 neutron-server[96265]: DEBUG oslo_db.api [None req-65ad350a-ad9c-4cb0-9a79-0abedc749fbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 14:31:42.603647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=a1e727f6-c171-427e-baf2-de19b5a698bd,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:42.619444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 400261fe-9085-4ec8-b85b-23fe6b1903af triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:31:42.621830 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.622635 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Attempting to bind port b3b12ae1-7b1e-4863-ae45-58e478683a97 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:31:42.623157 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Attempting to bind port b3b12ae1-7b1e-4863-ae45-58e478683a97 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:31:42.623365 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Attempting to bind port b3b12ae1-7b1e-4863-ae45-58e478683a97 on network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:31:42.629387 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:31:42.629760 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Checking segment: {'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:31:42.630168 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.630602 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Bound using segment: {'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:31:42.631153 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Bound port: b3b12ae1-7b1e-4863-ae45-58e478683a97, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:31:42.631497 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.703608 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] For port b3b12ae1-7b1e-4863-ae45-58e478683a97, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:31:42.707547 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] For port b3b12ae1-7b1e-4863-ae45-58e478683a97, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b3b12ae1-7b1e-4863-ae45-58e478683a97,segment=NetworkSegment(e8a1b773-f29d-4e14-9ea7-93e332fe8a21),segment_id=e8a1b773-f29d-4e14-9ea7-93e332fe8a21)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:31:42.789624 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:42.849408 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310bd6-4bbe-4b98-bab9-63c822f12fda None None] Pushing event updated for resources: {'Port': ['ID=b3b12ae1-7b1e-4863-ae45-58e478683a97,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:42.852396 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Routers {'5be31252-0ece-495a-89c4-b2d66049ee4b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:31:42.853201 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:31:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5be31252-0ece-495a-89c4-b2d66049ee4b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:42.963522 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] Set router 5be31252-0ece-495a-89c4-b2d66049ee4b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:31:43.167222 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b3b12ae1-7b1e-4863-ae45-58e478683a97', 'name': '', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5f:ab:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:39Z', 'updated_at': '2021-09-08T14:31:42Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:43.194479 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e36199e-64df-4dee-aa3d-dee3ab384e9d None None] The sync data for ids ['5be31252-0ece-495a-89c4-b2d66049ee4b'] in n-d-807558-3 is: [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b3b12ae1-7b1e-4863-ae45-58e478683a97', 'name': '', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5f:ab:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:39Z', 'updated_at': '2021-09-08T14:31:42Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:31:43.224632 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8c1c08b9-8e46-46c5-ba39-f6cc8b987822 req-be95e62d-3011-4018-88b2-07543c8e45d2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 210 time: 0.0274665 Sep 08 14:31:43.564187 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:43.998929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a1e727f6-c171-427e-baf2-de19b5a698bd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:31:44.048759 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a1e727f6-c171-427e-baf2-de19b5a698bd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:31:44.049135 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:44.136599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b3b12ae1-7b1e-4863-ae45-58e478683a97 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:31:44.183587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8a3f32ca-d662-4e03-9103-0f690696c82d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:44.185136 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8a3f32ca-d662-4e03-9103-0f690696c82d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "GET /v2.0/networks?id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa HTTP/1.1" status: 200 len: 796 time: 0.1151633 Sep 08 14:31:44.230751 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-83939ed3-2880-4d15-abce-93932d5933b6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 380 time: 0.0363839 Sep 08 14:31:44.240183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'port': {'device_id': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'admin_state_up': True, 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'security_groups': ['7a5762de-18e3-487f-9e07-c6d701ddfacd']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:44.245963 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b3b12ae1-7b1e-4863-ae45-58e478683a97 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:31:44.250195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b3b12ae1-7b1e-4863-ae45-58e478683a97 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:31:44.256213 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:44.334478 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:44.350640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bd6ba617-8a5f-43e7-b8a1-95924d0c9d35 req-28bd2a97-1c7b-4ea9-99e7-0e1c0fdd7e21 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 210 time: 0.0355024 Sep 08 14:31:44.373664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b3b12ae1-7b1e-4863-ae45-58e478683a97, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b3b12ae1-7b1e-4863-ae45-58e478683a97,segment=NetworkSegment(e8a1b773-f29d-4e14-9ea7-93e332fe8a21),segment_id=e8a1b773-f29d-4e14-9ea7-93e332fe8a21)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:31:44.422615 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:44.422793 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:31:44.427253 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:44.474121 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b3b12ae1-7b1e-4863-ae45-58e478683a97,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:44.551895 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.20.0.7 (d88e0cf8-17a8-4fbb-bc55-13f1f54404aa/9e865c30-8d02-48f6-a511-c4e8d207a051/08601597-c3bc-4699-85f8-cf87fdb18386) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:31:44.999122 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:45.012286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Transition to ACTIVE for port object 08601597-c3bc-4699-85f8-cf87fdb18386 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:31:45.062862 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:45.130294 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:45.169781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:31:45.172740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:31:45.176401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:31:45.202486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=08601597-c3bc-4699-85f8-cf87fdb18386,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:45.232042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:45.232760 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:45.312958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c03c4546-4a14-4587-a2ae-93bb2ce2850d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0768998 Sep 08 14:31:45.365548 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Request body: {'port': {'device_id': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:45.431564 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:45.462788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ba04831d-5453-4f5d-8242-caa61f9b5344 None None] Provisioning for port 08601597-c3bc-4699-85f8-cf87fdb18386 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:31:45.466994 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ba04831d-5453-4f5d-8242-caa61f9b5344 None None] Provisioning complete for port 08601597-c3bc-4699-85f8-cf87fdb18386 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:31:45.467369 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ba04831d-5453-4f5d-8242-caa61f9b5344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:45.496168 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d96d7a-7fde-4ead-8f85-de1fa0e9fcbf req-98a36f17-67c5-4143-a21e-6856b5909843 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:45.496722 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39d96d7a-7fde-4ead-8f85-de1fa0e9fcbf req-98a36f17-67c5-4143-a21e-6856b5909843 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 931 time: 0.0767369 Sep 08 14:31:45.501141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ba04831d-5453-4f5d-8242-caa61f9b5344 None None] Port 08601597-c3bc-4699-85f8-cf87fdb18386 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:31:45.607775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39d96d7a-7fde-4ead-8f85-de1fa0e9fcbf req-71a2caa8-b1d9-4624-9af8-8b5886b13fb9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004887 Sep 08 14:31:45.751831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08601597-c3bc-4699-85f8-cf87fdb18386 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:31:45.759849 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:45.772092 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Transition to ACTIVE for port object 08601597-c3bc-4699-85f8-cf87fdb18386 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:31:45.866854 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:45.915420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b3b12ae1-7b1e-4863-ae45-58e478683a97 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:31:45.940154 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Pushing event updated for resources: {'Port': ['ID=08601597-c3bc-4699-85f8-cf87fdb18386,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:45.991683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b3b12ae1-7b1e-4863-ae45-58e478683a97 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:31:45.992076 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:46.020608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Attempting to bind port 08601597-c3bc-4699-85f8-cf87fdb18386 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:31:46.020608 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Attempting to bind port 08601597-c3bc-4699-85f8-cf87fdb18386 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:31:46.020963 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Attempting to bind port 08601597-c3bc-4699-85f8-cf87fdb18386 on network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:31:46.025689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Port 08601597-c3bc-4699-85f8-cf87fdb18386 on network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:31:46.026031 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Attempting to bind port 08601597-c3bc-4699-85f8-cf87fdb18386 on network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:31:46.031179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:31:46.031532 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Checking segment: {'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:31:46.031930 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Bound using segment: {'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:31:46.032376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Bound port: 08601597-c3bc-4699-85f8-cf87fdb18386, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:31:46.032746 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:46.105024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] For port 08601597-c3bc-4699-85f8-cf87fdb18386, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:31:46.108576 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] For port 08601597-c3bc-4699-85f8-cf87fdb18386, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=08601597-c3bc-4699-85f8-cf87fdb18386,segment=NetworkSegment(e8a1b773-f29d-4e14-9ea7-93e332fe8a21),segment_id=e8a1b773-f29d-4e14-9ea7-93e332fe8a21)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:31:46.183439 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:46.215490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:46.215724 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:46.217239 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] 10.222.0.70 "PUT /v2.0/ports/08601597-c3bc-4699-85f8-cf87fdb18386 HTTP/1.1" status: 200 len: 1091 time: 0.8962440 Sep 08 14:31:46.219486 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'tag': '08601597-c3bc-4699-85f8-cf87fdb18386'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:31:46.222939 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c39cd2b-3c58-42ec-9ad7-67bf5726d1ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2db136-1748-4a22-9ddd-dd93ee67d58e", "tag": "08601597-c3bc-4699-85f8-cf87fdb18386"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:31:46.255047 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1540a-362c-4161-a0f7-b72feaf4097b service neutron] Pushing event updated for resources: {'Port': ['ID=08601597-c3bc-4699-85f8-cf87fdb18386,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:46.266374 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a016eb2-eef1-4e43-803a-1457d5c75c06 x-openstack-request-id: req-1a016eb2-eef1-4e43-803a-1457d5c75c06 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:31:46.266724 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2db136-1748-4a22-9ddd-dd93ee67d58e", "tag": "08601597-c3bc-4699-85f8-cf87fdb18386", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:31:46.267035 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1a016eb2-eef1-4e43-803a-1457d5c75c06 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:31:46.267486 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'tag': '08601597-c3bc-4699-85f8-cf87fdb18386', 'status': 'completed', 'code': 200} Sep 08 14:31:46.328937 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39cd2b-3c58-42ec-9ad7-67bf5726d1ca req-3ed599a7-1e62-4cf1-9326-e2ea99bb1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:46.330589 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9c39cd2b-3c58-42ec-9ad7-67bf5726d1ca req-3ed599a7-1e62-4cf1-9326-e2ea99bb1ee0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 1094 time: 0.0423810 Sep 08 14:31:46.434016 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39cd2b-3c58-42ec-9ad7-67bf5726d1ca req-975b3da7-684f-4b75-81fc-d390954abe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:46.435528 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9c39cd2b-3c58-42ec-9ad7-67bf5726d1ca req-975b3da7-684f-4b75-81fc-d390954abe5d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=2fb8d6a378b9468d9535c788a77c6778&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0973296 Sep 08 14:31:46.527461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39cd2b-3c58-42ec-9ad7-67bf5726d1ca req-f50d21d9-cb46-4b29-bf52-9103dc6360b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:46.528833 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9c39cd2b-3c58-42ec-9ad7-67bf5726d1ca req-f50d21d9-cb46-4b29-bf52-9103dc6360b5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863874 Sep 08 14:31:46.608618 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-ee63b764-345e-485b-829e-b7f36742c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:46.610087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-ee63b764-345e-485b-829e-b7f36742c6ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 1094 time: 0.0451212 Sep 08 14:31:46.651130 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-59a72c58-d57d-48e4-919f-cd21bd60406b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08601597-c3bc-4699-85f8-cf87fdb18386 HTTP/1.1" status: 200 len: 217 time: 0.0332370 Sep 08 14:31:46.708338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-f10a2d43-57f6-4909-9aaa-041d172cf685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:46.710065 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-f10a2d43-57f6-4909-9aaa-041d172cf685 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e865c30-8d02-48f6-a511-c4e8d207a051 HTTP/1.1" status: 200 len: 834 time: 0.0520732 Sep 08 14:31:46.773691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c0009845-8ec1-4e72-95dc-137f8eb24bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:46.775218 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c0009845-8ec1-4e72-95dc-137f8eb24bc3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571406 Sep 08 14:31:46.810283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a54f3-a7af-4b52-baa3-acd8baa267b2 req-7354feb7-69cb-4b02-b58f-7366f676a0a0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:46.812338 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-280a54f3-a7af-4b52-baa3-acd8baa267b2 req-7354feb7-69cb-4b02-b58f-7366f676a0a0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 943 time: 0.1290689 Sep 08 14:31:46.904801 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-280a54f3-a7af-4b52-baa3-acd8baa267b2 req-50d47049-a2c5-4c43-9461-0854fcd6cfa4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824332 Sep 08 14:31:46.922966 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-c0a750a8-ed7d-40a3-9946-c227cc107ab6 service neutron] 10.222.0.70 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385055 Sep 08 14:31:47.028508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4ec51d4-1819-4c08-b147-a9610f0c24d5 req-eb7348a9-050b-45a1-8e3b-112e67a26d70 service neutron] 10.222.0.70 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987942 Sep 08 14:31:47.712285 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:48.022761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e95bb4-8027-417c-9b5c-b5f5d50a65cf req-087fb20a-e460-4bcc-9a30-65c6426d5877 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:48.024230 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17e95bb4-8027-417c-9b5c-b5f5d50a65cf req-087fb20a-e460-4bcc-9a30-65c6426d5877 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 943 time: 0.0482967 Sep 08 14:31:48.065246 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-17e95bb4-8027-417c-9b5c-b5f5d50a65cf req-774f9710-f452-422f-91d8-0780167a901e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349801 Sep 08 14:31:49.179449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978db1e-eff9-4ae4-8b89-f17ac47b4381 req-0ad04e01-07b6-4209-8304-3745266201f7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:49.180940 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5978db1e-eff9-4ae4-8b89-f17ac47b4381 req-0ad04e01-07b6-4209-8304-3745266201f7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 943 time: 0.0489972 Sep 08 14:31:49.218945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5978db1e-eff9-4ae4-8b89-f17ac47b4381 req-e0c48f78-b8e7-4448-bb8b-5303ee984a51 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320132 Sep 08 14:31:50.331109 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10f056-3995-42fa-a559-9e417f996fa1 req-d065d7c7-f2b6-475b-a76e-d0d51d52f3aa tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:50.333072 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da10f056-3995-42fa-a559-9e417f996fa1 req-d065d7c7-f2b6-475b-a76e-d0d51d52f3aa tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 943 time: 0.0484493 Sep 08 14:31:50.369658 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-da10f056-3995-42fa-a559-9e417f996fa1 req-8a062b14-e0ea-489f-b062-2a8ddf90e82b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305560 Sep 08 14:31:51.361422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 08601597-c3bc-4699-85f8-cf87fdb18386 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:31:51.458130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 08601597-c3bc-4699-85f8-cf87fdb18386, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=08601597-c3bc-4699-85f8-cf87fdb18386,segment=NetworkSegment(e8a1b773-f29d-4e14-9ea7-93e332fe8a21),segment_id=e8a1b773-f29d-4e14-9ea7-93e332fe8a21)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:31:51.469386 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '08601597-c3bc-4699-85f8-cf87fdb18386', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'port_id': '08601597-c3bc-4699-85f8-cf87fdb18386', 'mac_address': 'fa:16:3e:31:9d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:31:51.488078 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e937bc-c9cc-4ee3-8223-ed40fe39a92a req-4ee560a3-8e52-4ebe-b76f-0060084e7b55 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:51.489569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21e937bc-c9cc-4ee3-8223-ed40fe39a92a req-4ee560a3-8e52-4ebe-b76f-0060084e7b55 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 943 time: 0.0545273 Sep 08 14:31:51.506610 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:51.519259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08601597-c3bc-4699-85f8-cf87fdb18386 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:31:51.528317 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21e937bc-c9cc-4ee3-8223-ed40fe39a92a req-00e172f9-0653-4941-912c-5b07ccd68722 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325394 Sep 08 14:31:51.538537 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 08601597-c3bc-4699-85f8-cf87fdb18386, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=08601597-c3bc-4699-85f8-cf87fdb18386,segment=NetworkSegment(e8a1b773-f29d-4e14-9ea7-93e332fe8a21),segment_id=e8a1b773-f29d-4e14-9ea7-93e332fe8a21)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:31:51.597847 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:51.645694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=08601597-c3bc-4699-85f8-cf87fdb18386,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:51.798591 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['08601597-c3bc-4699-85f8-cf87fdb18386'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:31:52.642414 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc72ad3-dc08-41fd-b003-1933ed854e85 req-672bc3d7-addd-4114-af3d-23268a9fe0b5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:52.643901 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0dc72ad3-dc08-41fd-b003-1933ed854e85 req-672bc3d7-addd-4114-af3d-23268a9fe0b5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 944 time: 0.0496595 Sep 08 14:31:52.681632 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0dc72ad3-dc08-41fd-b003-1933ed854e85 req-f1f34f1c-a38c-4839-a9e2-b00a4a8370d1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313056 Sep 08 14:31:53.371302 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 08601597-c3bc-4699-85f8-cf87fdb18386 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:31:53.528891 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 08601597-c3bc-4699-85f8-cf87fdb18386 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:31:53.532834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 08601597-c3bc-4699-85f8-cf87fdb18386 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:31:53.533219 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:53.612362 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:53.634582 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08601597-c3bc-4699-85f8-cf87fdb18386'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:31:53.636743 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2df8b0-e4c6-469c-bcfb-cbeaaba0ebf3" -d '{"events": [{"server_uuid": "2f2db136-1748-4a22-9ddd-dd93ee67d58e", "name": "network-vif-plugged", "status": "completed", "tag": "08601597-c3bc-4699-85f8-cf87fdb18386"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:31:53.652621 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 08601597-c3bc-4699-85f8-cf87fdb18386, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=08601597-c3bc-4699-85f8-cf87fdb18386,segment=NetworkSegment(e8a1b773-f29d-4e14-9ea7-93e332fe8a21),segment_id=e8a1b773-f29d-4e14-9ea7-93e332fe8a21)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:31:53.724074 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaaead7-a668-4205-bd23-5704b8f21d13 x-openstack-request-id: req-abaaead7-a668-4205-bd23-5704b8f21d13 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:31:53.724370 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2db136-1748-4a22-9ddd-dd93ee67d58e", "name": "network-vif-plugged", "status": "completed", "tag": "08601597-c3bc-4699-85f8-cf87fdb18386", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:31:53.724625 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-abaaead7-a668-4205-bd23-5704b8f21d13 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:31:53.725024 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08601597-c3bc-4699-85f8-cf87fdb18386', 'code': 200} Sep 08 14:31:53.746619 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:53.798820 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=08601597-c3bc-4699-85f8-cf87fdb18386,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:53.811261 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41016a8-8f33-4d41-9772-859e1305911f req-84fb80ea-d3c2-4c36-87f2-6e032e439d09 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:53.814666 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b41016a8-8f33-4d41-9772-859e1305911f req-84fb80ea-d3c2-4c36-87f2-6e032e439d09 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0610733 Sep 08 14:31:53.833461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4b224-5753-4b6c-8859-26c3841fad9c req-ee30c10c-efe4-4b82-8406-9174bf03cf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:53.835296 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3ae4b224-5753-4b6c-8859-26c3841fad9c req-ee30c10c-efe4-4b82-8406-9174bf03cf0c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 1096 time: 0.0490804 Sep 08 14:31:53.856410 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b41016a8-8f33-4d41-9772-859e1305911f req-59c417d4-6e4d-4958-8536-c29ff8db5a55 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377440 Sep 08 14:31:53.872045 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3ae4b224-5753-4b6c-8859-26c3841fad9c req-4b8ae9b4-5525-434f-a310-54871eb3162f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298004 Sep 08 14:31:54.990650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bd140-6cdd-4108-9f04-e9716aeec704 req-df2ede39-994c-4642-83c7-c8a2d7f0f3d0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:54.992190 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a73bd140-6cdd-4108-9f04-e9716aeec704 req-df2ede39-994c-4642-83c7-c8a2d7f0f3d0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0506909 Sep 08 14:31:55.030975 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a73bd140-6cdd-4108-9f04-e9716aeec704 req-9467b675-53d3-4147-bcd9-9f7a9524f449 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324740 Sep 08 14:31:56.158744 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b1020-12c9-40a5-8dd3-6cfa88e7cc6d req-1c7052be-c568-44f9-b966-35b6beb05dfb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:56.160750 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-641b1020-12c9-40a5-8dd3-6cfa88e7cc6d req-1c7052be-c568-44f9-b966-35b6beb05dfb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0620928 Sep 08 14:31:56.198020 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-641b1020-12c9-40a5-8dd3-6cfa88e7cc6d req-664c07c1-74cf-421a-84a1-f3f3ee8d365b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315247 Sep 08 14:31:56.313668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17d5c7-6f8b-4be8-bfe3-d14908945943 req-7ddc0cd2-99af-4f72-8b9a-441cbb462087 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:56.315238 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff17d5c7-6f8b-4be8-bfe3-d14908945943 req-7ddc0cd2-99af-4f72-8b9a-441cbb462087 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0529714 Sep 08 14:31:56.353089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff17d5c7-6f8b-4be8-bfe3-d14908945943 req-7388a53e-ce58-46b5-a137-d6721e2934b2 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318975 Sep 08 14:31:56.374049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56756) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:56.413361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a78bc0-3fe0-4a77-b323-93c8db6b7b30 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:56.414832 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-36a78bc0-3fe0-4a77-b323-93c8db6b7b30 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 1091 time: 0.0398004 Sep 08 14:31:56.417515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56758) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:56.421742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '08601597-c3bc-4699-85f8-cf87fdb18386', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address': '172.20.0.7'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:31:56.536903 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:56.634113 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:56.732819 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.25.5.120 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/c14d9f6b-b2a4-4d7a-a331-915e0fcc93af) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:31:56.836395 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:56.943671 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:56.980139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:31:56.985557 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:31:56.991263 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:31:56.996831 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=c14d9f6b-b2a4-4d7a-a331-915e0fcc93af,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:57.341340 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:57.457409 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:57.602267 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:57.662424 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:57.728334 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=c14d9f6b-b2a4-4d7a-a331-915e0fcc93af,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:31:57.738429 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:57.836544 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Floating IP 8d84e792-814f-4eb1-a392-6268e2c23f3b associated. External IP: 172.25.5.120, port: 08601597-c3bc-4699-85f8-cf87fdb18386. Sep 08 14:31:58.041946 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 5be31252-0ece-495a-89c4-b2d66049ee4b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:31:58.147388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:31:58.157249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656232ea-7ff9-48af-87c3-5a58a89f0554 None None] Sync routers for ids ['5be31252-0ece-495a-89c4-b2d66049ee4b'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:31:58.167103 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656232ea-7ff9-48af-87c3-5a58a89f0554 None None] Routers {'5be31252-0ece-495a-89c4-b2d66049ee4b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:31:58.167736 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-656232ea-7ff9-48af-87c3-5a58a89f0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:31:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5be31252-0ece-495a-89c4-b2d66049ee4b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:58.222753 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:31:58.248955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-20071621-a615-4978-ba5f-c2e0cd33db1d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8304501 Sep 08 14:31:58.249536 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'tag': '08601597-c3bc-4699-85f8-cf87fdb18386'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:31:58.252032 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ee4394-b469-4c6c-b14e-ec3ad6b826d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2db136-1748-4a22-9ddd-dd93ee67d58e", "tag": "08601597-c3bc-4699-85f8-cf87fdb18386"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:31:58.273767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-656232ea-7ff9-48af-87c3-5a58a89f0554 None None] Set router 5be31252-0ece-495a-89c4-b2d66049ee4b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:31:58.295875 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22519b17-c9a8-4121-bd4b-17d9b91669b2 x-openstack-request-id: req-22519b17-c9a8-4121-bd4b-17d9b91669b2 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:31:58.296344 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2db136-1748-4a22-9ddd-dd93ee67d58e", "tag": "08601597-c3bc-4699-85f8-cf87fdb18386", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:31:58.296641 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-22519b17-c9a8-4121-bd4b-17d9b91669b2 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:31:58.297048 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'tag': '08601597-c3bc-4699-85f8-cf87fdb18386', 'status': 'completed', 'code': 200} Sep 08 14:31:58.355391 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee4394-b469-4c6c-b14e-ec3ad6b826d8 req-5da5834e-b197-4142-be63-144cfce09508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:58.356580 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31645b-1504-42db-a7c9-b2fe304aa8b7 req-c5814773-7440-4789-9df3-24d35a06d4a1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:58.357853 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12ee4394-b469-4c6c-b14e-ec3ad6b826d8 req-5da5834e-b197-4142-be63-144cfce09508 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 1096 time: 0.0446057 Sep 08 14:31:58.358345 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c31645b-1504-42db-a7c9-b2fe304aa8b7 req-c5814773-7440-4789-9df3-24d35a06d4a1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0496068 Sep 08 14:31:58.397381 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4c31645b-1504-42db-a7c9-b2fe304aa8b7 req-97255960-72cc-4a66-953f-a6f2dfed4fee tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328281 Sep 08 14:31:58.419008 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56764) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:58.458669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee4394-b469-4c6c-b14e-ec3ad6b826d8 req-93da6122-f158-4c7c-b1d4-eab3ca7dcd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:58.460935 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12ee4394-b469-4c6c-b14e-ec3ad6b826d8 req-93da6122-f158-4c7c-b1d4-eab3ca7dcd94 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa HTTP/1.1" status: 200 len: 897 time: 0.0964477 Sep 08 14:31:58.509150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-656232ea-7ff9-48af-87c3-5a58a89f0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8d84e792-814f-4eb1-a392-6268e2c23f3b', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'port_id': '08601597-c3bc-4699-85f8-cf87fdb18386', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'mac_address': 'fa:16:3e:31:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:31:57Z', 'updated_at': '2021-09-08T14:31:57Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b12ae1-7b1e-4863-ae45-58e478683a97', 'name': '', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5f:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:39Z', 'updated_at': '2021-09-08T14:31:44Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:58.529583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12ee4394-b469-4c6c-b14e-ec3ad6b826d8 req-202b2cbd-d77c-4ae0-997a-9e13857634f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08601597-c3bc-4699-85f8-cf87fdb18386 HTTP/1.1" status: 200 len: 999 time: 0.0619116 Sep 08 14:31:58.536999 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656232ea-7ff9-48af-87c3-5a58a89f0554 None None] Checking router: 5be31252-0ece-495a-89c4-b2d66049ee4b for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:31:58.546642 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656232ea-7ff9-48af-87c3-5a58a89f0554 None None] Routers {'5be31252-0ece-495a-89c4-b2d66049ee4b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:31:58.547305 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-656232ea-7ff9-48af-87c3-5a58a89f0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:31:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5be31252-0ece-495a-89c4-b2d66049ee4b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:58.587435 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee4394-b469-4c6c-b14e-ec3ad6b826d8 req-1b630d11-6d0b-4687-b6e5-e03cb8fba853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:58.589236 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12ee4394-b469-4c6c-b14e-ec3ad6b826d8 req-1b630d11-6d0b-4687-b6e5-e03cb8fba853 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e865c30-8d02-48f6-a511-c4e8d207a051 HTTP/1.1" status: 200 len: 834 time: 0.0532293 Sep 08 14:31:58.638802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee4394-b469-4c6c-b14e-ec3ad6b826d8 req-8fd12749-5464-4de4-800b-164447fdf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:31:58.640569 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12ee4394-b469-4c6c-b14e-ec3ad6b826d8 req-8fd12749-5464-4de4-800b-164447fdf44c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446248 Sep 08 14:31:58.659769 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-656232ea-7ff9-48af-87c3-5a58a89f0554 None None] Set router 5be31252-0ece-495a-89c4-b2d66049ee4b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:31:58.734666 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12ee4394-b469-4c6c-b14e-ec3ad6b826d8 req-856da78f-569c-4551-ba22-7ae8805337e1 service neutron] 10.222.0.70 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871499 Sep 08 14:31:58.808168 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4994004a-f79e-47a3-82ad-a428ea4747a4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/8d84e792-814f-4eb1-a392-6268e2c23f3b HTTP/1.1" status: 200 len: 991 time: 0.3880033 Sep 08 14:31:58.833206 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-12ee4394-b469-4c6c-b14e-ec3ad6b826d8 req-0952e041-b233-427c-bf66-2fa77c645e74 service neutron] 10.222.0.70 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919287 Sep 08 14:31:58.892089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-656232ea-7ff9-48af-87c3-5a58a89f0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8d84e792-814f-4eb1-a392-6268e2c23f3b', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'port_id': '08601597-c3bc-4699-85f8-cf87fdb18386', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'mac_address': 'fa:16:3e:31:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:31:57Z', 'updated_at': '2021-09-08T14:31:57Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b12ae1-7b1e-4863-ae45-58e478683a97', 'name': '', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5f:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:39Z', 'updated_at': '2021-09-08T14:31:44Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:31:58.918694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656232ea-7ff9-48af-87c3-5a58a89f0554 None None] The sync data for ids ['5be31252-0ece-495a-89c4-b2d66049ee4b'] in n-d-807558-3 is: [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '8d84e792-814f-4eb1-a392-6268e2c23f3b', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'port_id': '08601597-c3bc-4699-85f8-cf87fdb18386', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'mac_address': 'fa:16:3e:31:9d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:31:57Z', 'updated_at': '2021-09-08T14:31:57Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3b12ae1-7b1e-4863-ae45-58e478683a97', 'name': '', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5f:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:39Z', 'updated_at': '2021-09-08T14:31:44Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:31:59.107952 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac7310-dd69-46a5-89ba-fed95780211e None None] New status for floating IP 8d84e792-814f-4eb1-a392-6268e2c23f3b: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:31:59.812172 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56766) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:31:59.872295 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9aa74d38-f307-4d39-a303-efdc8e1b74c9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/8d84e792-814f-4eb1-a392-6268e2c23f3b HTTP/1.1" status: 200 len: 993 time: 0.0589504 Sep 08 14:32:07.928708 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-df1de2ae-0a60-48dc-a485-0eb05eda997c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:10.228158 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-47a7f64e-9e41-4227-9f8f-405e808e6834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:10.871333 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:11.702165 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c9e10ca-84fd-4637-bf03-0895832e16da req-493acc1b-0309-4550-8fec-62db0f0f2720 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392547 Sep 08 14:32:11.785760 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e10ca-84fd-4637-bf03-0895832e16da req-cd2000e9-0c17-498e-bb13-05907f79d1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:11.787310 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c9e10ca-84fd-4637-bf03-0895832e16da req-cd2000e9-0c17-498e-bb13-05907f79d1bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 1096 time: 0.0444298 Sep 08 14:32:11.889049 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e10ca-84fd-4637-bf03-0895832e16da req-932dd7ea-de39-4e54-a4b8-66ac2fddf73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:11.890592 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c9e10ca-84fd-4637-bf03-0895832e16da req-932dd7ea-de39-4e54-a4b8-66ac2fddf73e service neutron] 10.222.0.70 "GET /v2.0/networks?id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa HTTP/1.1" status: 200 len: 897 time: 0.0841191 Sep 08 14:32:11.957369 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c9e10ca-84fd-4637-bf03-0895832e16da req-7dba7f7e-e7fc-427e-a491-d719d3b416e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08601597-c3bc-4699-85f8-cf87fdb18386 HTTP/1.1" status: 200 len: 1001 time: 0.0597239 Sep 08 14:32:12.008275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e10ca-84fd-4637-bf03-0895832e16da req-448d479d-941d-4b6a-9108-af7cfca4bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:12.009722 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c9e10ca-84fd-4637-bf03-0895832e16da req-448d479d-941d-4b6a-9108-af7cfca4bc60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e865c30-8d02-48f6-a511-c4e8d207a051 HTTP/1.1" status: 200 len: 834 time: 0.0433078 Sep 08 14:32:12.054030 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e10ca-84fd-4637-bf03-0895832e16da req-d0c10a0c-1ff4-44ad-9f27-3ad4ee1b3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:12.055529 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c9e10ca-84fd-4637-bf03-0895832e16da req-d0c10a0c-1ff4-44ad-9f27-3ad4ee1b3a59 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387416 Sep 08 14:32:12.140210 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:12.147451 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c9e10ca-84fd-4637-bf03-0895832e16da req-0c3558a5-a927-41dc-bfe1-c6262009099c service neutron] 10.222.0.70 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847003 Sep 08 14:32:12.235379 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1c9e10ca-84fd-4637-bf03-0895832e16da req-60c662a8-fd50-4062-b4ae-5701a24a8acb service neutron] 10.222.0.70 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800197 Sep 08 14:32:13.297633 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:32:13.536260 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:15.050957 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:17.753645 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:31.354373 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96703851-229b-43ab-b107-57ab8dec1833 req-2c199378-888c-4263-90d8-d20b27fca44b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:31.355876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96703851-229b-43ab-b107-57ab8dec1833 req-2c199378-888c-4263-90d8-d20b27fca44b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0492775 Sep 08 14:32:31.399188 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-96703851-229b-43ab-b107-57ab8dec1833 req-6d5e6b3d-1004-4409-84d7-fd017a6e9c1a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372558 Sep 08 14:32:32.516495 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833de24-fcc8-4d19-b03a-bd292c5a4c26 req-1b3ac032-73cd-4b57-9b5a-82d3436e96e6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:32.518239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b833de24-fcc8-4d19-b03a-bd292c5a4c26 req-1b3ac032-73cd-4b57-9b5a-82d3436e96e6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0495570 Sep 08 14:32:32.555906 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b833de24-fcc8-4d19-b03a-bd292c5a4c26 req-5a5d8bec-2c46-48af-b06c-aca47a29f6ba tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Sep 08 14:32:33.669704 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b059f6a2-ee8d-4188-ad6e-5be63ee8fa8b req-812e398e-c6c6-415c-ab1b-0046be45379b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:33.671181 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b059f6a2-ee8d-4188-ad6e-5be63ee8fa8b req-812e398e-c6c6-415c-ab1b-0046be45379b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0482655 Sep 08 14:32:33.708438 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b059f6a2-ee8d-4188-ad6e-5be63ee8fa8b req-3c1df4d9-ad41-4ea4-a2be-9bbb0f519489 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307746 Sep 08 14:32:34.824192 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c645ec6-2984-4248-8403-c57e90a12e52 req-42c5bd0f-87da-4313-83fa-9fcaf223eb91 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:34.825643 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c645ec6-2984-4248-8403-c57e90a12e52 req-42c5bd0f-87da-4313-83fa-9fcaf223eb91 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0507970 Sep 08 14:32:34.862630 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6c645ec6-2984-4248-8403-c57e90a12e52 req-783a253a-3997-4802-b6cd-b3203f8a686a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312369 Sep 08 14:32:35.976616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dc91e-099a-47d4-b182-6efc95fb134f req-fcb265d2-686d-45da-9f33-5ab7986268fa tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:35.978107 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-582dc91e-099a-47d4-b182-6efc95fb134f req-fcb265d2-686d-45da-9f33-5ab7986268fa tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0493858 Sep 08 14:32:36.016055 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-582dc91e-099a-47d4-b182-6efc95fb134f req-59ccd323-1d61-4943-b65d-75bde5408d0b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313697 Sep 08 14:32:37.127888 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f62355-31c1-4652-aeb3-4cde890e3b07 req-e34b1789-82fb-4471-94e4-ce364536f547 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:37.129332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5f62355-31c1-4652-aeb3-4cde890e3b07 req-e34b1789-82fb-4471-94e4-ce364536f547 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0477533 Sep 08 14:32:37.165672 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a5f62355-31c1-4652-aeb3-4cde890e3b07 req-f9fef66f-bbce-45b5-85d5-13c7103c1bc3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305343 Sep 08 14:32:37.919148 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9aba70b8-0f99-4157-b974-0943b5605f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:38.282907 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b4328-4dc2-4c1a-994b-fe80bacb7da0 req-57b5605d-8a91-4066-9018-8bfc7694411c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:38.284290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-855b4328-4dc2-4c1a-994b-fe80bacb7da0 req-57b5605d-8a91-4066-9018-8bfc7694411c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0475204 Sep 08 14:32:38.324945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-855b4328-4dc2-4c1a-994b-fe80bacb7da0 req-c443df8d-9b95-48d3-a0f5-e4f8a0ef7a69 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342429 Sep 08 14:32:39.436547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdc189-628c-4d2c-a80d-80c49ec027ab req-5d708698-1530-4570-8c82-c3facc6cd091 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:39.438031 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3afdc189-628c-4d2c-a80d-80c49ec027ab req-5d708698-1530-4570-8c82-c3facc6cd091 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0481353 Sep 08 14:32:39.475332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3afdc189-628c-4d2c-a80d-80c49ec027ab req-576ce82b-f731-40f9-ab08-c4f7ab5d768c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309162 Sep 08 14:32:40.238653 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b76007c2-f2fc-4809-80b1-ef474621fd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:40.592882 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0d316-5102-4990-a45c-fe41e8d5debd req-fc5ddcf9-9e96-4b96-96e4-18ab8b9926aa tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:40.594397 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5e0d316-5102-4990-a45c-fe41e8d5debd req-fc5ddcf9-9e96-4b96-96e4-18ab8b9926aa tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0492625 Sep 08 14:32:40.632844 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5e0d316-5102-4990-a45c-fe41e8d5debd req-21882ca7-bf4a-47eb-93c1-1971acc6c91f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314798 Sep 08 14:32:40.690587 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:41.750283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980f1e2e-2049-4ac0-b5fb-c4529d3a53c5 req-e637c172-8f70-40f8-b4e0-687fdae35cbc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:41.751748 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-980f1e2e-2049-4ac0-b5fb-c4529d3a53c5 req-e637c172-8f70-40f8-b4e0-687fdae35cbc tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0518334 Sep 08 14:32:41.789652 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-980f1e2e-2049-4ac0-b5fb-c4529d3a53c5 req-14771992-5d9b-4a84-9e50-ecc448ea3bfb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319731 Sep 08 14:32:42.322282 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:42.917655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43207f-219d-4d28-8ca4-74387dbe2df4 req-2204efe9-6c11-4c84-9884-fedbc5729441 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:42.919241 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b43207f-219d-4d28-8ca4-74387dbe2df4 req-2204efe9-6c11-4c84-9884-fedbc5729441 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0607176 Sep 08 14:32:42.961367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6b43207f-219d-4d28-8ca4-74387dbe2df4 req-a7cf6966-3c08-49e7-a3e6-7aabb70f8084 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358543 Sep 08 14:32:43.596499 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:44.076323 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2425bb38-d494-421c-9f29-f956d9497205 req-db5d67d2-2072-4e79-8d5b-7e20c7dfd621 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:44.077786 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2425bb38-d494-421c-9f29-f956d9497205 req-db5d67d2-2072-4e79-8d5b-7e20c7dfd621 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0483892 Sep 08 14:32:44.114702 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2425bb38-d494-421c-9f29-f956d9497205 req-dbf62041-6eb5-4c38-ad88-2b2f5db5df51 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311813 Sep 08 14:32:45.090401 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:45.228771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec465d-1a05-4af8-9325-805c71cda802 req-3501083a-5cb1-4f6c-aa5b-3a7e4b388f28 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:45.230272 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82ec465d-1a05-4af8-9325-805c71cda802 req-3501083a-5cb1-4f6c-aa5b-3a7e4b388f28 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0491595 Sep 08 14:32:45.271322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-82ec465d-1a05-4af8-9325-805c71cda802 req-d630f404-c611-48ad-90a2-1c2c9293808f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348716 Sep 08 14:32:46.383600 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc1995-bf13-4412-93bd-82e59fb0ec15 req-3190038d-bc33-4f40-a451-0395c895594a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:46.385099 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8dc1995-bf13-4412-93bd-82e59fb0ec15 req-3190038d-bc33-4f40-a451-0395c895594a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0482748 Sep 08 14:32:46.421435 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a8dc1995-bf13-4412-93bd-82e59fb0ec15 req-22dd8f3d-6164-4316-abea-f5b2ae3e6745 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305028 Sep 08 14:32:47.536253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42dff90-dcbc-456d-a96e-a9b2c5008c11 req-be24b38a-c5f3-4160-a373-edec43d76dea tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:47.538597 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a42dff90-dcbc-456d-a96e-a9b2c5008c11 req-be24b38a-c5f3-4160-a373-edec43d76dea tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0500624 Sep 08 14:32:47.575037 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a42dff90-dcbc-456d-a96e-a9b2c5008c11 req-b326fa9e-6073-4b78-9849-dbe9cc1187fb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304899 Sep 08 14:32:47.597361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56820) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:32:47.655350 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-cc9bd579-be68-4bd1-b9ca-037b867080e1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/8d84e792-814f-4eb1-a392-6268e2c23f3b HTTP/1.1" status: 200 len: 993 time: 0.0568407 Sep 08 14:32:47.730263 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:32:49.082022 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a169d0-3df0-45f8-8a14-2bc75f1b8034 req-cfab04af-eeea-4b52-bbe0-d3e423a1f4e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:49.083950 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-01a169d0-3df0-45f8-8a14-2bc75f1b8034 req-cfab04af-eeea-4b52-bbe0-d3e423a1f4e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0522156 Sep 08 14:32:49.123456 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-01a169d0-3df0-45f8-8a14-2bc75f1b8034 req-62481fd0-c238-4fca-ba5f-aeef9b4ae5c5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332680 Sep 08 14:32:49.175723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c263ad-b655-4f77-ab81-014338f7a883 req-8c3cdbe6-ddd1-49ad-a7ec-941cbb22f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:49.177380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3c263ad-b655-4f77-ab81-014338f7a883 req-8c3cdbe6-ddd1-49ad-a7ec-941cbb22f8de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 1096 time: 0.0452683 Sep 08 14:32:49.269897 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c263ad-b655-4f77-ab81-014338f7a883 req-839d6a2d-afc2-482c-8675-ea305b84364d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:49.271837 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3c263ad-b655-4f77-ab81-014338f7a883 req-839d6a2d-afc2-482c-8675-ea305b84364d service neutron] 10.222.0.70 "GET /v2.0/networks?id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa HTTP/1.1" status: 200 len: 897 time: 0.0876598 Sep 08 14:32:49.338255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3c263ad-b655-4f77-ab81-014338f7a883 req-68725fcb-19e7-4c20-a4f6-4184b801730c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08601597-c3bc-4699-85f8-cf87fdb18386 HTTP/1.1" status: 200 len: 1001 time: 0.0586400 Sep 08 14:32:49.385733 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c263ad-b655-4f77-ab81-014338f7a883 req-a1fe1805-7faa-48af-bc53-b6c52ff0ffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:49.387196 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3c263ad-b655-4f77-ab81-014338f7a883 req-a1fe1805-7faa-48af-bc53-b6c52ff0ffdb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e865c30-8d02-48f6-a511-c4e8d207a051 HTTP/1.1" status: 200 len: 834 time: 0.0426583 Sep 08 14:32:49.430411 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c263ad-b655-4f77-ab81-014338f7a883 req-33880deb-a330-48af-80a0-061d95a3b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:49.431891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3c263ad-b655-4f77-ab81-014338f7a883 req-33880deb-a330-48af-80a0-061d95a3b7e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382307 Sep 08 14:32:49.522375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3c263ad-b655-4f77-ab81-014338f7a883 req-a32d9055-96ff-45bc-86cf-f290c07f20a3 service neutron] 10.222.0.70 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835068 Sep 08 14:32:49.610766 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3c263ad-b655-4f77-ab81-014338f7a883 req-627e6417-2060-4dd8-ae76-3ec950ec0944 service neutron] 10.222.0.70 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822752 Sep 08 14:32:50.245927 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfe480-0763-4c9b-8e67-8814cecf076a req-3bfb95d3-37de-4f25-b2b8-ee41860331df tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:50.247419 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eedfe480-0763-4c9b-8e67-8814cecf076a req-3bfb95d3-37de-4f25-b2b8-ee41860331df tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0524619 Sep 08 14:32:50.284190 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-eedfe480-0763-4c9b-8e67-8814cecf076a req-d61e27dd-ae99-4df3-bab1-ba51d7a02173 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307093 Sep 08 14:32:50.296166 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:32:51.401424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0a69b-f690-43b7-a2d1-78b216976b32 req-244614f3-06df-41e3-b9ac-ec2b2578de02 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:32:51.402963 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6da0a69b-f690-43b7-a2d1-78b216976b32 req-244614f3-06df-41e3-b9ac-ec2b2578de02 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0501189 Sep 08 14:32:51.439912 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6da0a69b-f690-43b7-a2d1-78b216976b32 req-ebce1c4f-9c75-4e5b-b293-e739ec9e3f6a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Sep 08 14:32:51.463274 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56834) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:32:51.526389 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-c25cafcb-a30a-406a-9b9f-b7390d2a5656 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/8d84e792-814f-4eb1-a392-6268e2c23f3b HTTP/1.1" status: 200 len: 993 time: 0.0619907 Sep 08 14:32:58.810224 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-36848362-c760-4cc7-84cb-09de08fc62e2 req-13961bb5-c735-42f6-b5f7-6aa032b00bc5 service neutron] (96263) timed out ('10.222.0.69', 54454) {{(pid=96263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 14:33:07.916051 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-be2b8e4a-13e3-402a-a03a-fdad3c51f19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:10.232798 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a1a832ed-c419-474c-86bd-2f12d6f2af05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:10.655305 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:12.152594 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:12.538978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-461d1f5f-8738-4f92-815f-4ff40c5a518d req-e0c907f1-31c4-46ad-afa6-e1fc27245a94 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394721 Sep 08 14:33:12.621579 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d1f5f-8738-4f92-815f-4ff40c5a518d req-94f4dbd2-ed9b-45c0-ae38-6bd82ccc6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:12.623112 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-461d1f5f-8738-4f92-815f-4ff40c5a518d req-94f4dbd2-ed9b-45c0-ae38-6bd82ccc6a8f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 1096 time: 0.0399835 Sep 08 14:33:13.039789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d1f5f-8738-4f92-815f-4ff40c5a518d req-cc47aeef-3e1a-4516-8ab3-99ef70620245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:13.041349 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-461d1f5f-8738-4f92-815f-4ff40c5a518d req-cc47aeef-3e1a-4516-8ab3-99ef70620245 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa HTTP/1.1" status: 200 len: 897 time: 0.3957078 Sep 08 14:33:13.105285 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-461d1f5f-8738-4f92-815f-4ff40c5a518d req-7823cd85-a26d-4aa7-863c-6234ab17e315 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08601597-c3bc-4699-85f8-cf87fdb18386 HTTP/1.1" status: 200 len: 1001 time: 0.0562859 Sep 08 14:33:13.152278 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d1f5f-8738-4f92-815f-4ff40c5a518d req-dfff9206-61c3-46a7-93ff-c5d4c04d3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:13.153693 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-461d1f5f-8738-4f92-815f-4ff40c5a518d req-dfff9206-61c3-46a7-93ff-c5d4c04d3768 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e865c30-8d02-48f6-a511-c4e8d207a051 HTTP/1.1" status: 200 len: 834 time: 0.0413027 Sep 08 14:33:13.200582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d1f5f-8738-4f92-815f-4ff40c5a518d req-09fde08e-487c-4912-8459-2743f491af83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:13.202018 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-461d1f5f-8738-4f92-815f-4ff40c5a518d req-09fde08e-487c-4912-8459-2743f491af83 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411391 Sep 08 14:33:13.290068 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-461d1f5f-8738-4f92-815f-4ff40c5a518d req-d38c84ae-1810-49b4-9785-309b5a0a3bb8 service neutron] 10.222.0.70 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793242 Sep 08 14:33:13.379605 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-461d1f5f-8738-4f92-815f-4ff40c5a518d req-858307c8-68c5-4e43-823b-ea699f47d496 service neutron] 10.222.0.70 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827522 Sep 08 14:33:13.556116 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:15.111978 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:17.740648 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:21.934361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56852) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:22.089758 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port c14d9f6b-b2a4-4d7a-a331-915e0fcc93af {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:33:22.090104 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:22.167743 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:22.167743 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:22.174720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for c14d9f6b-b2a4-4d7a-a331-915e0fcc93af owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:33:22.384649 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:22.407189 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=c14d9f6b-b2a4-4d7a-a331-915e0fcc93af,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:22.421698 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:22.421999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:22.422380 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:22.422726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:22.423063 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:22.423432 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:22.423766 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:22.424098 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:22.424429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:22.424759 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:22.425090 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:22.425417 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:22.482320 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:22.482659 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Floating IP 8d84e792-814f-4eb1-a392-6268e2c23f3b disassociated (deleted). External IP: 172.25.5.120, port: 08601597-c3bc-4699-85f8-cf87fdb18386. Sep 08 14:33:22.687247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 5be31252-0ece-495a-89c4-b2d66049ee4b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:33:22.794856 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:33:22.799596 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:22.804940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d2e7b-43d6-4af7-a751-d8f5b616d7f7 None None] Sync routers for ids ['5be31252-0ece-495a-89c4-b2d66049ee4b'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:33:22.814130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d2e7b-43d6-4af7-a751-d8f5b616d7f7 None None] Routers {'5be31252-0ece-495a-89c4-b2d66049ee4b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:33:22.818027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a43d2e7b-43d6-4af7-a751-d8f5b616d7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:33:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5be31252-0ece-495a-89c4-b2d66049ee4b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:22.830045 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0fc87157-e473-4fbe-84b2-18a9e1136bf3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/floatingips/8d84e792-814f-4eb1-a392-6268e2c23f3b HTTP/1.1" status: 204 len: 168 time: 0.8946185 Sep 08 14:33:22.830764 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'tag': '08601597-c3bc-4699-85f8-cf87fdb18386'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:33:22.833515 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53914b5cbc8b3b403e16123f979e5e8060fc37f7363c24167064795fe79b24c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1c4171-0233-4a24-a5c2-e78d6b3bfaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2db136-1748-4a22-9ddd-dd93ee67d58e", "tag": "08601597-c3bc-4699-85f8-cf87fdb18386"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:33:22.890488 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820369e4-7f99-4682-ae56-cd179df04318 x-openstack-request-id: req-820369e4-7f99-4682-ae56-cd179df04318 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:33:22.890782 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2db136-1748-4a22-9ddd-dd93ee67d58e", "tag": "08601597-c3bc-4699-85f8-cf87fdb18386", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:33:22.891059 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-820369e4-7f99-4682-ae56-cd179df04318 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:33:22.892823 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'tag': '08601597-c3bc-4699-85f8-cf87fdb18386', 'status': 'completed', 'code': 200} Sep 08 14:33:22.955721 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c4171-0233-4a24-a5c2-e78d6b3bfaeb req-3122b986-6d05-4638-9910-e07e7cc267cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:22.957202 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa1c4171-0233-4a24-a5c2-e78d6b3bfaeb req-3122b986-6d05-4638-9910-e07e7cc267cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 1096 time: 0.0435143 Sep 08 14:33:23.053304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c4171-0233-4a24-a5c2-e78d6b3bfaeb req-753f615d-4a25-443b-86b5-535593b206c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:23.054826 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa1c4171-0233-4a24-a5c2-e78d6b3bfaeb req-753f615d-4a25-443b-86b5-535593b206c2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa HTTP/1.1" status: 200 len: 897 time: 0.0904043 Sep 08 14:33:23.080558 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-a43d2e7b-43d6-4af7-a751-d8f5b616d7f7 None None] Set router 5be31252-0ece-495a-89c4-b2d66049ee4b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:33:23.096450 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa1c4171-0233-4a24-a5c2-e78d6b3bfaeb req-85c2933d-d55d-409b-9ba4-7865acc3f34b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08601597-c3bc-4699-85f8-cf87fdb18386 HTTP/1.1" status: 200 len: 217 time: 0.0347850 Sep 08 14:33:23.144351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c4171-0233-4a24-a5c2-e78d6b3bfaeb req-ddc11014-7a83-41d9-9d16-520273b0fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:23.145887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa1c4171-0233-4a24-a5c2-e78d6b3bfaeb req-ddc11014-7a83-41d9-9d16-520273b0fbc2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9e865c30-8d02-48f6-a511-c4e8d207a051 HTTP/1.1" status: 200 len: 834 time: 0.0428512 Sep 08 14:33:23.190639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c4171-0233-4a24-a5c2-e78d6b3bfaeb req-a8e23aab-32b2-4f86-9d7b-c9cc9a60a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:23.192149 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa1c4171-0233-4a24-a5c2-e78d6b3bfaeb req-a8e23aab-32b2-4f86-9d7b-c9cc9a60a81f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394857 Sep 08 14:33:23.278673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a43d2e7b-43d6-4af7-a751-d8f5b616d7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b3b12ae1-7b1e-4863-ae45-58e478683a97', 'name': '', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5f:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:39Z', 'updated_at': '2021-09-08T14:31:44Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:23.287521 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa1c4171-0233-4a24-a5c2-e78d6b3bfaeb req-2c36a087-deb6-4cb1-9dac-693b97cc51a2 service neutron] 10.222.0.70 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877206 Sep 08 14:33:23.308599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d2e7b-43d6-4af7-a751-d8f5b616d7f7 None None] Checking router: 5be31252-0ece-495a-89c4-b2d66049ee4b for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:33:23.316851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d2e7b-43d6-4af7-a751-d8f5b616d7f7 None None] Routers {'5be31252-0ece-495a-89c4-b2d66049ee4b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:33:23.317467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a43d2e7b-43d6-4af7-a751-d8f5b616d7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:33:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5be31252-0ece-495a-89c4-b2d66049ee4b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:23.383625 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fa1c4171-0233-4a24-a5c2-e78d6b3bfaeb req-5794e262-b780-4138-b24a-622292fc6696 service neutron] 10.222.0.70 "GET /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887983 Sep 08 14:33:23.431445 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-a43d2e7b-43d6-4af7-a751-d8f5b616d7f7 None None] Set router 5be31252-0ece-495a-89c4-b2d66049ee4b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:33:23.525706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938256e3-ef23-4a88-bbe5-a9bd799020d0 req-1a020ea8-ba53-4caf-8c3d-51cbfb4b4685 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:23.527301 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-938256e3-ef23-4a88-bbe5-a9bd799020d0 req-1a020ea8-ba53-4caf-8c3d-51cbfb4b4685 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.1225808 Sep 08 14:33:23.565777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-938256e3-ef23-4a88-bbe5-a9bd799020d0 req-6d21d51c-6541-4be2-af09-137f7b6e1161 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319684 Sep 08 14:33:23.639690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a43d2e7b-43d6-4af7-a751-d8f5b616d7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b3b12ae1-7b1e-4863-ae45-58e478683a97', 'name': '', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5f:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:39Z', 'updated_at': '2021-09-08T14:31:44Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:23.665481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43d2e7b-43d6-4af7-a751-d8f5b616d7f7 None None] The sync data for ids ['5be31252-0ece-495a-89c4-b2d66049ee4b'] in n-d-807558-3 is: [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b3b12ae1-7b1e-4863-ae45-58e478683a97', 'name': '', 'network_id': 'd88e0cf8-17a8-4fbb-bc55-13f1f54404aa', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:5f:ab:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:39Z', 'updated_at': '2021-09-08T14:31:44Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '9e865c30-8d02-48f6-a511-c4e8d207a051', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:33:23.878450 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2692a73b-6e70-4899-bb78-1caf60a2d75b None None] New status for floating IP 8d84e792-814f-4eb1-a392-6268e2c23f3b: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:33:24.726254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c2c6b-7e28-4e4e-847c-0a146121c43e req-3d65cf4c-2505-4ed8-ac9f-742c47872e24 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:24.727744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-672c2c6b-7e28-4e4e-847c-0a146121c43e req-3d65cf4c-2505-4ed8-ac9f-742c47872e24 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0931394 Sep 08 14:33:24.767128 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-672c2c6b-7e28-4e4e-847c-0a146121c43e req-04012c75-58a9-4c1d-b19d-5bef2aca1a70 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=7a5762de-18e3-487f-9e07-c6d701ddfacd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329316 Sep 08 14:33:24.915656 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605c9ed-a9e5-4ccd-b6da-9fca2c466bbc req-9ac3cefc-b5ca-4bd8-8c2e-f9e6e166ee61 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:24.917089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a605c9ed-a9e5-4ccd-b6da-9fca2c466bbc req-9ac3cefc-b5ca-4bd8-8c2e-f9e6e166ee61 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 945 time: 0.0478835 Sep 08 14:33:25.012216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-a605c9ed-a9e5-4ccd-b6da-9fca2c466bbc req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 08601597-c3bc-4699-85f8-cf87fdb18386 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:33:25.012556 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a605c9ed-a9e5-4ccd-b6da-9fca2c466bbc req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:25.096436 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-a605c9ed-a9e5-4ccd-b6da-9fca2c466bbc req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port 08601597-c3bc-4699-85f8-cf87fdb18386, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=08601597-c3bc-4699-85f8-cf87fdb18386,segment=NetworkSegment(e8a1b773-f29d-4e14-9ea7-93e332fe8a21),segment_id=e8a1b773-f29d-4e14-9ea7-93e332fe8a21)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:33:25.096799 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a605c9ed-a9e5-4ccd-b6da-9fca2c466bbc req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:25.109255 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-a605c9ed-a9e5-4ccd-b6da-9fca2c466bbc req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 08601597-c3bc-4699-85f8-cf87fdb18386 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:33:25.301068 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a605c9ed-a9e5-4ccd-b6da-9fca2c466bbc req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:25.329218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=08601597-c3bc-4699-85f8-cf87fdb18386,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:25.341738 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:25.342095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:25.342495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:25.342836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:25.343178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:25.343667 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:25.344008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:25.344348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:25.344683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:25.345013 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:25.345448 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:25.345786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:25.385337 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-a605c9ed-a9e5-4ccd-b6da-9fca2c466bbc req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] No DVR routers for this DVR port 08601597-c3bc-4699-85f8-cf87fdb18386 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:33:25.388206 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-a605c9ed-a9e5-4ccd-b6da-9fca2c466bbc req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:25.391070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a605c9ed-a9e5-4ccd-b6da-9fca2c466bbc req-b9869f96-a3ac-44a3-852d-3d5a041d7935 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.70 "DELETE /v2.0/ports/08601597-c3bc-4699-85f8-cf87fdb18386 HTTP/1.1" status: 204 len: 173 time: 0.4677086 Sep 08 14:33:25.391512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'name': 'network-vif-deleted', 'tag': '08601597-c3bc-4699-85f8-cf87fdb18386'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:33:25.394635 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725d8492-ca27-4f35-95d9-3dfebd7a35f0" -d '{"events": [{"server_uuid": "2f2db136-1748-4a22-9ddd-dd93ee67d58e", "name": "network-vif-deleted", "tag": "08601597-c3bc-4699-85f8-cf87fdb18386"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:33:25.431680 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fecd46cf-cc2b-4155-b0ff-5a47c8b51330 x-openstack-request-id: req-fecd46cf-cc2b-4155-b0ff-5a47c8b51330 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:33:25.431680 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2db136-1748-4a22-9ddd-dd93ee67d58e", "name": "network-vif-deleted", "tag": "08601597-c3bc-4699-85f8-cf87fdb18386", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:33:25.431925 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-fecd46cf-cc2b-4155-b0ff-5a47c8b51330 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:33:25.432175 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f2db136-1748-4a22-9ddd-dd93ee67d58e', 'name': 'network-vif-deleted', 'tag': '08601597-c3bc-4699-85f8-cf87fdb18386', 'status': 'completed', 'code': 200} Sep 08 14:33:25.871334 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f199730f-c48e-4181-9610-a9ec8ee6d182 req-9894963b-c6cb-422d-90d8-766f4f309cab tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=2f2db136-1748-4a22-9ddd-dd93ee67d58e HTTP/1.1" status: 200 len: 210 time: 0.0273364 Sep 08 14:33:26.927516 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56872) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:27.280243 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1dad33f9-14aa-4817-ad50-9f69092cd671 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:27.295623 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:33:27.526951 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-1dad33f9-14aa-4817-ad50-9f69092cd671 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port b3b12ae1-7b1e-4863-ae45-58e478683a97 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:33:27.527296 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1dad33f9-14aa-4817-ad50-9f69092cd671 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:27.611839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-1dad33f9-14aa-4817-ad50-9f69092cd671 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port b3b12ae1-7b1e-4863-ae45-58e478683a97, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b3b12ae1-7b1e-4863-ae45-58e478683a97,segment=NetworkSegment(e8a1b773-f29d-4e14-9ea7-93e332fe8a21),segment_id=e8a1b773-f29d-4e14-9ea7-93e332fe8a21)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:33:27.612100 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1dad33f9-14aa-4817-ad50-9f69092cd671 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:27.628641 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-1dad33f9-14aa-4817-ad50-9f69092cd671 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for b3b12ae1-7b1e-4863-ae45-58e478683a97 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:33:27.895595 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1dad33f9-14aa-4817-ad50-9f69092cd671 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:27.925686 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad33f9-14aa-4817-ad50-9f69092cd671 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=b3b12ae1-7b1e-4863-ae45-58e478683a97,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:28.094401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1dad33f9-14aa-4817-ad50-9f69092cd671 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:28.303709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dad33f9-14aa-4817-ad50-9f69092cd671 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 5be31252-0ece-495a-89c4-b2d66049ee4b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:33:28.407085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dad33f9-14aa-4817-ad50-9f69092cd671 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:33:28.412428 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1dad33f9-14aa-4817-ad50-9f69092cd671 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "PUT /v2.0/routers/5be31252-0ece-495a-89c4-b2d66049ee4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4837112 Sep 08 14:33:28.414977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56874) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:28.417129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365b56d-acb7-486e-8cb7-e2d3d542bb25 None None] Sync routers for ids ['5be31252-0ece-495a-89c4-b2d66049ee4b'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:33:28.426233 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365b56d-acb7-486e-8cb7-e2d3d542bb25 None None] Routers {'5be31252-0ece-495a-89c4-b2d66049ee4b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:33:28.426841 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0365b56d-acb7-486e-8cb7-e2d3d542bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:33:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5be31252-0ece-495a-89c4-b2d66049ee4b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:28.464342 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3b2e22-18ef-4a05-832b-b59f468ee917 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting subnet 9e865c30-8d02-48f6-a511-c4e8d207a051 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:33:28.467374 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd3b2e22-18ef-4a05-832b-b59f468ee917 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:28.505843 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd3b2e22-18ef-4a05-832b-b59f468ee917 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:28.530432 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-0365b56d-acb7-486e-8cb7-e2d3d542bb25 None None] Set router 5be31252-0ece-495a-89c4-b2d66049ee4b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:33:28.592647 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd3b2e22-18ef-4a05-832b-b59f468ee917 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:28.706240 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0365b56d-acb7-486e-8cb7-e2d3d542bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:33:27Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:28.731506 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365b56d-acb7-486e-8cb7-e2d3d542bb25 None None] Checking router: 5be31252-0ece-495a-89c4-b2d66049ee4b for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:33:28.739566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0365b56d-acb7-486e-8cb7-e2d3d542bb25 None None] Routers {'5be31252-0ece-495a-89c4-b2d66049ee4b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:33:28.740165 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0365b56d-acb7-486e-8cb7-e2d3d542bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:33:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['5be31252-0ece-495a-89c4-b2d66049ee4b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:28.744592 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd3b2e22-18ef-4a05-832b-b59f468ee917 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:28.773214 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b2e22-18ef-4a05-832b-b59f468ee917 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Subnet': ['ID=9e865c30-8d02-48f6-a511-c4e8d207a051,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:28.775261 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-dd3b2e22-18ef-4a05-832b-b59f468ee917 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:28.777213 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dd3b2e22-18ef-4a05-832b-b59f468ee917 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/subnets/9e865c30-8d02-48f6-a511-c4e8d207a051 HTTP/1.1" status: 204 len: 168 time: 0.3611929 Sep 08 14:33:28.781867 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56876) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:28.782382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7dfb4e-b390-4c28-99ff-77d2e643b914 None None] Network d88e0cf8-17a8-4fbb-bc55-13f1f54404aa requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:33:28.892647 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:28.914676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-0365b56d-acb7-486e-8cb7-e2d3d542bb25 None None] Set router 5be31252-0ece-495a-89c4-b2d66049ee4b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:33:28.996755 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.088762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] DHCP port deletion for d88e0cf8-17a8-4fbb-bc55-13f1f54404aa request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:33:29.107742 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 400261fe-9085-4ec8-b85b-23fe6b1903af {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:33:29.108086 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.149424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-0365b56d-acb7-486e-8cb7-e2d3d542bb25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:33:27Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:29.181836 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0365b56d-acb7-486e-8cb7-e2d3d542bb25 None None] The sync data for ids ['5be31252-0ece-495a-89c4-b2d66049ee4b'] in n-d-807558-3 is: [{'id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1244939727', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:31:35Z', 'updated_at': '2021-09-08T14:33:27Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '400261fe-9085-4ec8-b85b-23fe6b1903af', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:bd:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5be31252-0ece-495a-89c4-b2d66049ee4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:31:36Z', 'updated_at': '2021-09-08T14:31:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:33:29.184430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Deleting port a1e727f6-c171-427e-baf2-de19b5a698bd {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:33:29.184820 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.185376 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port 400261fe-9085-4ec8-b85b-23fe6b1903af, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=400261fe-9085-4ec8-b85b-23fe6b1903af,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:33:29.185693 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.198553 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 400261fe-9085-4ec8-b85b-23fe6b1903af owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:33:29.249326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] For port a1e727f6-c171-427e-baf2-de19b5a698bd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a1e727f6-c171-427e-baf2-de19b5a698bd,segment=NetworkSegment(e8a1b773-f29d-4e14-9ea7-93e332fe8a21),segment_id=e8a1b773-f29d-4e14-9ea7-93e332fe8a21)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:33:29.249735 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.262638 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Calling delete_port for a1e727f6-c171-427e-baf2-de19b5a698bd owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:33:29.426609 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.451978 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Pushing event deleted for resources: {'Port': ['ID=a1e727f6-c171-427e-baf2-de19b5a698bd,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:29.453054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.456078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] No DVR routers for this DVR port a1e727f6-c171-427e-baf2-de19b5a698bd on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:33:29.472777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:29.472777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:29.472777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:29.472777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:29.472777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:29.472777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:29.472777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:29.472777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:29.472777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:29.472777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:29.472777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:29.472777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa1b1c5-dc13-4db2-8c66-609997633cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:29.481426 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=400261fe-9085-4ec8-b85b-23fe6b1903af,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:29.561921 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.654562 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.656730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.752145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.752677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Fanout notify agent at l3_agent the message router_deleted on router 5be31252-0ece-495a-89c4-b2d66049ee4b {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:33:29.759733 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.760850 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-557b6530-675e-48d8-b812-93f32a4034b1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/routers/5be31252-0ece-495a-89c4-b2d66049ee4b HTTP/1.1" status: 204 len: 168 time: 0.9779668 Sep 08 14:33:29.763611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56878) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:29.821107 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 08601597-c3bc-4699-85f8-cf87fdb18386 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:33:29.841224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 08601597-c3bc-4699-85f8-cf87fdb18386 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:33:29.841568 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 08601597-c3bc-4699-85f8-cf87fdb18386 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:33:29.847088 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.936738 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.955716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88e0cf8-17a8-4fbb-bc55-13f1f54404aa']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:29.965270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:29.965570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a1b773-f29d-4e14-9ea7-93e332fe8a21') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:29.974509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.987824 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.993717 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:33:29.994124 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: timer() Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:33:29.997154 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:33:30.111934 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:30.119171 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:30.120464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/networks/d88e0cf8-17a8-4fbb-bc55-13f1f54404aa HTTP/1.1" status: 204 len: 168 time: 0.3558950 Sep 08 14:33:30.123255 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56880) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:30.131539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe8f65-365c-4099-8f0a-6b9e04a1dbc4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Network': ['ID=d88e0cf8-17a8-4fbb-bc55-13f1f54404aa,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:30.182099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fc3627b-3e1a-454f-b9fd-a6aad52771bb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:30.208928 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fc3627b-3e1a-454f-b9fd-a6aad52771bb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:30.259598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a1e727f6-c171-427e-baf2-de19b5a698bd no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:33:30.279576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: a1e727f6-c171-427e-baf2-de19b5a698bd {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:33:30.280008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a1e727f6-c171-427e-baf2-de19b5a698bd not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:33:30.280364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b3b12ae1-7b1e-4863-ae45-58e478683a97 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:33:30.298613 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b3b12ae1-7b1e-4863-ae45-58e478683a97 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:33:30.298957 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b3b12ae1-7b1e-4863-ae45-58e478683a97 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:33:30.299362 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 400261fe-9085-4ec8-b85b-23fe6b1903af no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:33:30.319384 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 400261fe-9085-4ec8-b85b-23fe6b1903af {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:33:30.322137 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 400261fe-9085-4ec8-b85b-23fe6b1903af not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:33:30.346736 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fc3627b-3e1a-454f-b9fd-a6aad52771bb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:30.349618 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9fc3627b-3e1a-454f-b9fd-a6aad52771bb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:30.351082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9fc3627b-3e1a-454f-b9fd-a6aad52771bb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/security-groups/7a5762de-18e3-487f-9e07-c6d701ddfacd HTTP/1.1" status: 204 len: 168 time: 0.2268088 Sep 08 14:33:30.360369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3627b-3e1a-454f-b9fd-a6aad52771bb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5762de-18e3-487f-9e07-c6d701ddfacd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:31.204972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56886) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:31.209977 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-318e9182-2481-468d-981e-76fe4317e79f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174569306', 'description': 'tempest-secgroup-smoke-174569306 description', 'project_id': '2fb8d6a378b9468d9535c788a77c6778'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:31.294853 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-318e9182-2481-468d-981e-76fe4317e79f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:31.373755 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-318e9182-2481-468d-981e-76fe4317e79f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:31.449217 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-318e9182-2481-468d-981e-76fe4317e79f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:31.478288 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e9182-2481-468d-981e-76fe4317e79f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bdd22e-471b-41fc-945b-5ac19525fe6e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:31.546353 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-318e9182-2481-468d-981e-76fe4317e79f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:31.547558 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-318e9182-2481-468d-981e-76fe4317e79f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3415833 Sep 08 14:33:31.550531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56888) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:31.554895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-685a7ae1-e102-4802-b242-05e5fa5450ee tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '72bdd22e-471b-41fc-945b-5ac19525fe6e', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:31.628189 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-685a7ae1-e102-4802-b242-05e5fa5450ee tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:31.682332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-685a7ae1-e102-4802-b242-05e5fa5450ee tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:31.737926 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-685a7ae1-e102-4802-b242-05e5fa5450ee tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:31.752101 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a7ae1-e102-4802-b242-05e5fa5450ee tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b467c5d8-ba8a-4a56-ae41-47daaa982cd4,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:31.824584 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-685a7ae1-e102-4802-b242-05e5fa5450ee tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:31.825732 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-685a7ae1-e102-4802-b242-05e5fa5450ee tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2742565 Sep 08 14:33:31.828545 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56890) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:31.832843 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-96b4efbe-f37f-4e5b-a48f-3cb40265f408 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '72bdd22e-471b-41fc-945b-5ac19525fe6e', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:31.934242 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96b4efbe-f37f-4e5b-a48f-3cb40265f408 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:31.993332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96b4efbe-f37f-4e5b-a48f-3cb40265f408 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:32.060668 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96b4efbe-f37f-4e5b-a48f-3cb40265f408 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:32.075800 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4efbe-f37f-4e5b-a48f-3cb40265f408 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3813854-e23b-497e-9cd4-994bcaf8cee4,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:32.135230 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-96b4efbe-f37f-4e5b-a48f-3cb40265f408 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:32.136437 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-96b4efbe-f37f-4e5b-a48f-3cb40265f408 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3069153 Sep 08 14:33:32.139265 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56892) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:32.143771 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-16a8cc4d-bdc9-4637-b060-355096dfe634 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '72bdd22e-471b-41fc-945b-5ac19525fe6e', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:32.242753 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16a8cc4d-bdc9-4637-b060-355096dfe634 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:32.298753 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16a8cc4d-bdc9-4637-b060-355096dfe634 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:32.403425 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16a8cc4d-bdc9-4637-b060-355096dfe634 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:32.420350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8cc4d-bdc9-4637-b060-355096dfe634 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430106ae-76e7-4992-a001-9f207ce90bb9,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:32.506492 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-16a8cc4d-bdc9-4637-b060-355096dfe634 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:32.508400 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-16a8cc4d-bdc9-4637-b060-355096dfe634 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3674076 Sep 08 14:33:32.511295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56894) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:32.515672 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-31582ac0-8859-42ec-b394-881d2105282b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '72bdd22e-471b-41fc-945b-5ac19525fe6e', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:32.602674 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31582ac0-8859-42ec-b394-881d2105282b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:32.658899 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31582ac0-8859-42ec-b394-881d2105282b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:32.740387 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31582ac0-8859-42ec-b394-881d2105282b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:32.759729 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31582ac0-8859-42ec-b394-881d2105282b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80298c1-0c1f-45b9-8e45-31a3f2c47147,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:32.860665 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-31582ac0-8859-42ec-b394-881d2105282b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:32.861886 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-31582ac0-8859-42ec-b394-881d2105282b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3495851 Sep 08 14:33:32.864642 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56896) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:32.869604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6b36583d-7606-4513-a066-25adbef92bf6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '72bdd22e-471b-41fc-945b-5ac19525fe6e', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:32.951905 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-6b36583d-7606-4513-a066-25adbef92bf6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Project 2fb8d6a378b9468d9535c788a77c6778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:33:32.956586 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b36583d-7606-4513-a066-25adbef92bf6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.015095 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b36583d-7606-4513-a066-25adbef92bf6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.117871 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b36583d-7606-4513-a066-25adbef92bf6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.137752 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36583d-7606-4513-a066-25adbef92bf6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0634a78-e1d0-4952-be84-dc3e4757da8d,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:33.212623 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6b36583d-7606-4513-a066-25adbef92bf6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.213793 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6b36583d-7606-4513-a066-25adbef92bf6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3481951 Sep 08 14:33:33.216496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56898) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:33.220768 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7425f52f-6df9-42d8-82dc-a96f2e93d332 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'security_group_rule': {'security_group_id': '72bdd22e-471b-41fc-945b-5ac19525fe6e', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:33.332704 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-7425f52f-6df9-42d8-82dc-a96f2e93d332 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Project 2fb8d6a378b9468d9535c788a77c6778 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:33:33.338307 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7425f52f-6df9-42d8-82dc-a96f2e93d332 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.396552 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7425f52f-6df9-42d8-82dc-a96f2e93d332 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.489176 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7425f52f-6df9-42d8-82dc-a96f2e93d332 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.508633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425f52f-6df9-42d8-82dc-a96f2e93d332 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79beee6f-5de9-43e5-b01b-f07a64f2645a,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:33.586287 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7425f52f-6df9-42d8-82dc-a96f2e93d332 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.587532 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7425f52f-6df9-42d8-82dc-a96f2e93d332 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3700299 Sep 08 14:33:33.590917 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56900) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:33.595670 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-a627685d-6e38-4c16-affc-0ce6c620914e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'network': {'name': 'tempest-network-smoke--54321046', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'port_security_enabled': True}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:33.695151 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a627685d-6e38-4c16-affc-0ce6c620914e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:33:33.699210 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a627685d-6e38-4c16-affc-0ce6c620914e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.721849 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a627685d-6e38-4c16-affc-0ce6c620914e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:33:33.730407 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a627685d-6e38-4c16-affc-0ce6c620914e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.730755 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-a627685d-6e38-4c16-affc-0ce6c620914e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Added segment 3729a60b-65a4-4463-8df5-7515eb0bf4bb of type vlan for network e8679a9c-ab9a-4508-a321-27d3a44bf783 Sep 08 14:33:33.769021 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a627685d-6e38-4c16-affc-0ce6c620914e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.888997 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a627685d-6e38-4c16-affc-0ce6c620914e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.895720 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a627685d-6e38-4c16-affc-0ce6c620914e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:33.896312 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-a627685d-6e38-4c16-affc-0ce6c620914e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:33.962707 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627685d-6e38-4c16-affc-0ce6c620914e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Network': ['ID=e8679a9c-ab9a-4508-a321-27d3a44bf783,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:33.973208 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network e8679a9c-ab9a-4508-a321-27d3a44bf783 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:33:34.010876 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-a627685d-6e38-4c16-affc-0ce6c620914e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4189241 Sep 08 14:33:34.013598 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56902) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:34.018041 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'admin_state_up': True, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:34.121549 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:34.122616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:34.171524 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:34.424302 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:34.983353 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:35.001503 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:35.099406 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.25.5.43 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/28a3b419-b962-444f-99b8-0cd998b7c0cd) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:33:35.201744 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:35.304720 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:35.341219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:33:35.344105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:33:35.349429 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:33:35.370730 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=28a3b419-b962-444f-99b8-0cd998b7c0cd,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:35.720095 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:35.914557 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:36.132292 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:33:36.236004 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:33:36.245614 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Sync routers for ids ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:33:36.254273 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Routers {'189e15f6-3893-4d6a-be94-4ca3dba01cc4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:33:36.254891 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:33:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:36.300877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:36.302151 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ea8c6382-fa1d-4ff7-b83a-07ad0c670599 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2875690 Sep 08 14:33:36.305267 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56904) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:36.335152 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5b0fcb55-bb0a-4a80-b3ca-b2bfa938b6d3 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/subnets?project_id=2fb8d6a378b9468d9535c788a77c6778&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287011 Sep 08 14:33:36.338532 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56906) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:36.430895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3b643e-ae55-4837-91f3-cf1c6f7aa7fc tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:36.432428 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6d3b643e-ae55-4837-91f3-cf1c6f7aa7fc tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0929668 Sep 08 14:33:36.435257 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56908) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:36.446233 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Set router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:33:36.464015 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-57474d22-d79e-4668-9e9c-97002ef20c06 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/subnets?network_id=4c250eb5-9c09-4211-bfa1-2def0c9fc28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276034 Sep 08 14:33:36.466444 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56910) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:36.471152 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-9b4776e7-35f5-4892-9fca-fbfcd1f7c9e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-86503398', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:36.614810 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4776e7-35f5-4892-9fca-fbfcd1f7c9e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:33:36.618661 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9b4776e7-35f5-4892-9fca-fbfcd1f7c9e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:36.620974 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:33:35Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:36.651952 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Checking router: 189e15f6-3893-4d6a-be94-4ca3dba01cc4 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:33:36.652301 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Updating router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 port 28a3b419-b962-444f-99b8-0cd998b7c0cd binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:33:36.676202 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:36.872256 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9b4776e7-35f5-4892-9fca-fbfcd1f7c9e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:36.922493 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:36.934538 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Transition to ACTIVE for port object 28a3b419-b962-444f-99b8-0cd998b7c0cd will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:33:36.938458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4776e7-35f5-4892-9fca-fbfcd1f7c9e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Subnet': ['ID=98473dd9-da7f-44a6-b0b4-3380f59f5bc6,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:36.946585 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4776e7-35f5-4892-9fca-fbfcd1f7c9e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Checking segment: {'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:33:36.947552 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4776e7-35f5-4892-9fca-fbfcd1f7c9e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network hostable DHCP agents. Network: e8679a9c-ab9a-4508-a321-27d3a44bf783, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:33:37.009110 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:37.049224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4776e7-35f5-4892-9fca-fbfcd1f7c9e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network e8679a9c-ab9a-4508-a321-27d3a44bf783 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:33:37.064322 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Attempting to bind port 28a3b419-b962-444f-99b8-0cd998b7c0cd on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:33:37.064687 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Attempting to bind port 28a3b419-b962-444f-99b8-0cd998b7c0cd by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:33:37.065032 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Attempting to bind port 28a3b419-b962-444f-99b8-0cd998b7c0cd on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:33:37.066960 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Pushing event updated for resources: {'Port': ['ID=28a3b419-b962-444f-99b8-0cd998b7c0cd,revision_number=2']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:37.075954 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:33:37.076318 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:33:37.076713 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:37.077097 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:33:37.077612 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Bound port: 28a3b419-b962-444f-99b8-0cd998b7c0cd, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:33:37.077990 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:37.080204 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:37.080542 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:37.080875 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:37.081204 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:37.081532 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:37.081853 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:37.082198 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:37.082550 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:37.083127 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:37.083440 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:37.083756 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:37.084071 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:33:37.121514 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-9b4776e7-35f5-4892-9fca-fbfcd1f7c9e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, e8679a9c-ab9a-4508-a321-27d3a44bf783) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:33:37.125838 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4776e7-35f5-4892-9fca-fbfcd1f7c9e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:37.126415 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-9b4776e7-35f5-4892-9fca-fbfcd1f7c9e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:37.133163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70174704-75d8-4e94-9d03-b4023acfb8d8 None None] Network e8679a9c-ab9a-4508-a321-27d3a44bf783 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:33:37.137239 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] For port 28a3b419-b962-444f-99b8-0cd998b7c0cd, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:33:37.140073 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] For port 28a3b419-b962-444f-99b8-0cd998b7c0cd, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=28a3b419-b962-444f-99b8-0cd998b7c0cd,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:33:37.221547 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-9b4776e7-35f5-4892-9fca-fbfcd1f7c9e8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7540443 Sep 08 14:33:37.224424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56912) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:37.233748 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:37.279275 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-e8679a9c-ab9a-4508-a321-27d3a44bf783', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ips': [{'subnet_id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:33:37.279853 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:37.292723 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebff6585-90ba-44f9-93f1-949864a8895f None None] Pushing event updated for resources: {'Port': ['ID=28a3b419-b962-444f-99b8-0cd998b7c0cd,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:37.300289 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Routers {'189e15f6-3893-4d6a-be94-4ca3dba01cc4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:33:37.301005 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:33:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:37.412288 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] Set router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:33:37.415463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Allocated IP 172.20.0.2 (e8679a9c-ab9a-4508-a321-27d3a44bf783/98473dd9-da7f-44a6-b0b4-3380f59f5bc6/ff752d11-d4e9-4541-86d6-d8e431b37b1f) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:33:37.606255 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:33:35Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:37.633736 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2752179-67ef-4f04-947f-aae79d02039f None None] The sync data for ids ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'] in n-d-807558-3 is: [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:33:35Z', 'revision_number': 3, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:33:37.683070 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:37.728567 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:37.736954 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Transition to ACTIVE for port object ff752d11-d4e9-4541-86d6-d8e431b37b1f will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:33:37.753529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Transition to ACTIVE for port object ff752d11-d4e9-4541-86d6-d8e431b37b1f will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:33:37.842106 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:37.899369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Network e8679a9c-ab9a-4508-a321-27d3a44bf783 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:33:37.902364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:33:37.909368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:33:37.917053 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Pushing event updated for resources: {'Port': ['ID=ff752d11-d4e9-4541-86d6-d8e431b37b1f,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:37.981197 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Attempting to bind port ff752d11-d4e9-4541-86d6-d8e431b37b1f on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:33:37.981592 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Attempting to bind port ff752d11-d4e9-4541-86d6-d8e431b37b1f by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:33:37.981966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Attempting to bind port ff752d11-d4e9-4541-86d6-d8e431b37b1f on network e8679a9c-ab9a-4508-a321-27d3a44bf783 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:33:37.984357 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8cffc692-a3af-4abc-b600-538ade3afac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:37.989953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:33:37.990375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Checking segment: {'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:33:37.990793 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:37.991195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Bound using segment: {'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:33:37.991686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Bound port: ff752d11-d4e9-4541-86d6-d8e431b37b1f, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:33:37.992078 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:38.008937 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.20.0.1 (e8679a9c-ab9a-4508-a321-27d3a44bf783/98473dd9-da7f-44a6-b0b4-3380f59f5bc6/5c488f86-e08b-4975-873d-b2298c7bffbf) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:33:38.064226 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 28a3b419-b962-444f-99b8-0cd998b7c0cd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:33:38.108489 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] For port ff752d11-d4e9-4541-86d6-d8e431b37b1f, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:33:38.109314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] For port ff752d11-d4e9-4541-86d6-d8e431b37b1f, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ff752d11-d4e9-4541-86d6-d8e431b37b1f,segment=NetworkSegment(3729a60b-65a4-4463-8df5-7515eb0bf4bb),segment_id=3729a60b-65a4-4463-8df5-7515eb0bf4bb)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:33:38.148099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:38.162419 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Transition to ACTIVE for port object 5c488f86-e08b-4975-873d-b2298c7bffbf will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:33:38.185200 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:38.222313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 28a3b419-b962-444f-99b8-0cd998b7c0cd completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:33:38.230008 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 28a3b419-b962-444f-99b8-0cd998b7c0cd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:33:38.230422 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:38.273213 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a469bd-dcdc-4d2f-bce9-fb4386e0f775 None None] Pushing event updated for resources: {'Port': ['ID=ff752d11-d4e9-4541-86d6-d8e431b37b1f,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:38.287559 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:38.329953 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network e8679a9c-ab9a-4508-a321-27d3a44bf783 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:33:38.333561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:33:38.340409 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:33:38.351723 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:38.365148 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=5c488f86-e08b-4975-873d-b2298c7bffbf,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:38.375841 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 28a3b419-b962-444f-99b8-0cd998b7c0cd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=28a3b419-b962-444f-99b8-0cd998b7c0cd,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:33:38.392087 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:38.461620 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:38.519688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=28a3b419-b962-444f-99b8-0cd998b7c0cd,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:38.631546 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:38.898814 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:38.975472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:39.046450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=5c488f86-e08b-4975-873d-b2298c7bffbf,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:39.053892 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:39.150502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network e8679a9c-ab9a-4508-a321-27d3a44bf783 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:33:39.151891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:33:39.216428 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a0e850-eecc-4e8f-85da-7ff01c000ac3 None None] Network e8679a9c-ab9a-4508-a321-27d3a44bf783 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:33:39.376402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-7518565e-7be5-4d3e-9bcd-b0d032e30f96 None None] Provisioning for port ff752d11-d4e9-4541-86d6-d8e431b37b1f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:33:39.592660 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:33:39.699081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3c566eb9-6fb3-4e68-8f91-265a4ca66992 None None] Provisioning for port 5c488f86-e08b-4975-873d-b2298c7bffbf completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:33:39.703565 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3c566eb9-6fb3-4e68-8f91-265a4ca66992 None None] Provisioning complete for port 5c488f86-e08b-4975-873d-b2298c7bffbf triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:33:39.703954 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3c566eb9-6fb3-4e68-8f91-265a4ca66992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:39.722742 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:33:39.730399 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2c041177-48ac-44cd-86a6-5e08eaf29d63 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "PUT /v2.0/routers/189e15f6-3893-4d6a-be94-4ca3dba01cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5029492 Sep 08 14:33:39.745212 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3c566eb9-6fb3-4e68-8f91-265a4ca66992 None None] Port 5c488f86-e08b-4975-873d-b2298c7bffbf cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:33:39.816381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Sync routers for ids ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:33:39.826840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Routers {'189e15f6-3893-4d6a-be94-4ca3dba01cc4'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:33:39.827710 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:33:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:39.883711 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-af02c606-ae2a-416f-b714-b17116316eb4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174569306&fields=id&tenant_id=2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 267 time: 0.0364759 Sep 08 14:33:39.889050 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-3ea96a00-1f94-4c55-8e0b-a5cc8f2968f8 None None] Provisioning complete for port 5c488f86-e08b-4975-873d-b2298c7bffbf triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:33:39.889578 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3ea96a00-1f94-4c55-8e0b-a5cc8f2968f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:39.970725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-3ea96a00-1f94-4c55-8e0b-a5cc8f2968f8 None None] Port 5c488f86-e08b-4975-873d-b2298c7bffbf cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:33:39.992721 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Set router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:33:40.027421 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e908b-eb65-44cb-b86d-69954d81740b req-f2ccbe6c-1b94-4db2-a520-bc27c8ce0eb5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:40.028925 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-f2ccbe6c-1b94-4db2-a520-bc27c8ce0eb5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/networks?id=e8679a9c-ab9a-4508-a321-27d3a44bf783 HTTP/1.1" status: 200 len: 795 time: 0.1357241 Sep 08 14:33:40.046239 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-fa8f3827-6cd5-4739-aa42-e747f599339c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/quotas/2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 375 time: 0.0098591 Sep 08 14:33:40.093028 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 28a3b419-b962-444f-99b8-0cd998b7c0cd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:33:40.104058 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-9c52d7db-a18b-414a-b723-1183c3a8fab3 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535364 Sep 08 14:33:40.162891 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-6442e90f-6a5b-41ff-bbd4-7dfece30ccce service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:33:40.163893 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-6442e90f-6a5b-41ff-bbd4-7dfece30ccce service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484409 Sep 08 14:33:40.178080 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-03926783-0127-4cad-9beb-293f5c3cd7ba None None] Provisioning complete for port 5c488f86-e08b-4975-873d-b2298c7bffbf triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:33:40.178486 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-03926783-0127-4cad-9beb-293f5c3cd7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:40.252764 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-354ea39f-5a6e-4191-a78c-6765bddc1088 service neutron] 10.222.0.69 "GET /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819304 Sep 08 14:33:40.258290 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-03926783-0127-4cad-9beb-293f5c3cd7ba None None] Port 5c488f86-e08b-4975-873d-b2298c7bffbf cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:33:40.264872 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8f1985a2-bef4-4682-b33a-c4dcb30e2cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:40.274877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 28a3b419-b962-444f-99b8-0cd998b7c0cd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:33:40.275257 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:40.324425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '5c488f86-e08b-4975-873d-b2298c7bffbf', 'name': '', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:c8:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:37Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 2, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:40.347730 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-c3d2e2fd-ee63-4062-a1de-83f4dd4d4929 service neutron] 10.222.0.69 "GET /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882161 Sep 08 14:33:40.354425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Checking router: 189e15f6-3893-4d6a-be94-4ca3dba01cc4 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:33:40.354791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Updating router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 port 5c488f86-e08b-4975-873d-b2298c7bffbf binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:33:40.406560 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:40.421547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ff752d11-d4e9-4541-86d6-d8e431b37b1f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:33:40.619568 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6ff5ad41-3711-4496-8328-ea9f82181cbc req-18475e46-f53e-45fb-b06a-5b58f1466971 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 210 time: 0.0336123 Sep 08 14:33:40.698744 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port ff752d11-d4e9-4541-86d6-d8e431b37b1f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:33:40.706248 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ff752d11-d4e9-4541-86d6-d8e431b37b1f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:33:40.706632 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:40.739737 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:40.748093 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:40.765130 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Transition to ACTIVE for port object 5c488f86-e08b-4975-873d-b2298c7bffbf will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:33:40.809894 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:40.841244 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port ff752d11-d4e9-4541-86d6-d8e431b37b1f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ff752d11-d4e9-4541-86d6-d8e431b37b1f,segment=NetworkSegment(3729a60b-65a4-4463-8df5-7515eb0bf4bb),segment_id=3729a60b-65a4-4463-8df5-7515eb0bf4bb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:33:40.895004 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:40.927670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:40.950812 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc6fde-0368-417f-a096-3767b60defc8 None None] Pushing event updated for resources: {'Port': ['ID=5c488f86-e08b-4975-873d-b2298c7bffbf,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:41.026139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Attempting to bind port 5c488f86-e08b-4975-873d-b2298c7bffbf on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:33:41.026539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Attempting to bind port 5c488f86-e08b-4975-873d-b2298c7bffbf by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:33:41.026913 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Attempting to bind port 5c488f86-e08b-4975-873d-b2298c7bffbf on network e8679a9c-ab9a-4508-a321-27d3a44bf783 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:33:41.044324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:33:41.044707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Checking segment: {'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:33:41.045127 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:41.045532 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Bound using segment: {'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:33:41.046023 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Bound port: 5c488f86-e08b-4975-873d-b2298c7bffbf, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:33:41.046440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:41.051433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=ff752d11-d4e9-4541-86d6-d8e431b37b1f,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:41.119272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] For port 5c488f86-e08b-4975-873d-b2298c7bffbf, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:33:41.122497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] For port 5c488f86-e08b-4975-873d-b2298c7bffbf, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5c488f86-e08b-4975-873d-b2298c7bffbf,segment=NetworkSegment(3729a60b-65a4-4463-8df5-7515eb0bf4bb),segment_id=3729a60b-65a4-4463-8df5-7515eb0bf4bb)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:33:41.221130 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:41.275259 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Routers {'189e15f6-3893-4d6a-be94-4ca3dba01cc4'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:33:41.275907 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:41.314662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc6fde-0368-417f-a096-3767b60defc8 None None] Pushing event updated for resources: {'Port': ['ID=5c488f86-e08b-4975-873d-b2298c7bffbf,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:41.390972 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] Set router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:33:41.605016 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '5c488f86-e08b-4975-873d-b2298c7bffbf', 'name': '', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:c8:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:37Z', 'updated_at': '2021-09-08T14:33:41Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:41.631607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad1b1d-3444-460d-998e-2e1873fc4237 None None] The sync data for ids ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'] in n-d-807558-3 is: [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '5c488f86-e08b-4975-873d-b2298c7bffbf', 'name': '', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:c8:1b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:37Z', 'updated_at': '2021-09-08T14:33:41Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:33:41.725551 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0b31aa53-4972-44df-874f-a497dab21496 req-47a408d2-a761-4009-9bff-0a276198d69c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 210 time: 0.0349684 Sep 08 14:33:42.045077 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5c488f86-e08b-4975-873d-b2298c7bffbf up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:33:42.201952 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 5c488f86-e08b-4975-873d-b2298c7bffbf completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:33:42.212839 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:42.212839 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 5c488f86-e08b-4975-873d-b2298c7bffbf triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:33:42.212839 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:42.288294 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:42.322908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 5c488f86-e08b-4975-873d-b2298c7bffbf, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5c488f86-e08b-4975-873d-b2298c7bffbf,segment=NetworkSegment(3729a60b-65a4-4463-8df5-7515eb0bf4bb),segment_id=3729a60b-65a4-4463-8df5-7515eb0bf4bb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:33:42.396178 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:42.397010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ff752d11-d4e9-4541-86d6-d8e431b37b1f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:33:42.643129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=5c488f86-e08b-4975-873d-b2298c7bffbf,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:42.655504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ff752d11-d4e9-4541-86d6-d8e431b37b1f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:33:42.655891 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:42.709521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e908b-eb65-44cb-b86d-69954d81740b req-37c55e50-7d1b-4b39-80f5-d9cf8b0e46c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:42.710785 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-37c55e50-7d1b-4b39-80f5-d9cf8b0e46c1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.60 "GET /v2.0/networks?id=e8679a9c-ab9a-4508-a321-27d3a44bf783 HTTP/1.1" status: 200 len: 795 time: 0.1146848 Sep 08 14:33:42.758016 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-95b19888-5690-4f70-b2af-f16647956611 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fb8d6a378b9468d9535c788a77c6778 HTTP/1.1" status: 200 len: 379 time: 0.0369370 Sep 08 14:33:42.765693 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'port': {'device_id': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'admin_state_up': True, 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'security_groups': ['72bdd22e-471b-41fc-945b-5ac19525fe6e']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:42.851748 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-08ab6f6b-0e88-4803-92bc-d7eeea35a720 req-d121bb4e-c07a-4895-8e3c-4033955b52ff tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 210 time: 0.0575087 Sep 08 14:33:42.991259 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Made reservation on behalf of 2fb8d6a378b9468d9535c788a77c6778 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:33:42.995469 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:43.122740 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.20.0.7 (e8679a9c-ab9a-4508-a321-27d3a44bf783/98473dd9-da7f-44a6-b0b4-3380f59f5bc6/a343d246-0bbe-4a91-838a-a44fbb9a8e6f) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:33:43.253757 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:43.267566 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Transition to ACTIVE for port object a343d246-0bbe-4a91-838a-a44fbb9a8e6f will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:33:43.416190 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:43.461923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network e8679a9c-ab9a-4508-a321-27d3a44bf783 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:33:43.465527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:33:43.474702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:33:43.478653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=a343d246-0bbe-4a91-838a-a44fbb9a8e6f,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:43.524432 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:43.525581 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:43.632336 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:43.659872 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-04c25ea3-cdeb-436f-ab21-bea877c9ff6f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8977692 Sep 08 14:33:43.672317 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Request body: {'port': {'device_id': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:43.725030 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:43.738375 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ff5c0f25-cb87-4467-89ef-376e81ffdfdc None None] Provisioning for port a343d246-0bbe-4a91-838a-a44fbb9a8e6f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:33:43.742135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ff5c0f25-cb87-4467-89ef-376e81ffdfdc None None] Provisioning complete for port a343d246-0bbe-4a91-838a-a44fbb9a8e6f triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:33:43.742535 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ff5c0f25-cb87-4467-89ef-376e81ffdfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:43.776023 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-ff5c0f25-cb87-4467-89ef-376e81ffdfdc None None] Port a343d246-0bbe-4a91-838a-a44fbb9a8e6f cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:33:43.968923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a0d03-fadf-4e80-b2e4-30539d80d506 req-5a237ec2-8fc8-41f2-a536-edd88e297f0e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:43.970605 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-975a0d03-fadf-4e80-b2e4-30539d80d506 req-5a237ec2-8fc8-41f2-a536-edd88e297f0e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 931 time: 0.0512898 Sep 08 14:33:43.990643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5c488f86-e08b-4975-873d-b2298c7bffbf up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:33:43.993143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a343d246-0bbe-4a91-838a-a44fbb9a8e6f {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:33:44.000911 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:44.012359 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-975a0d03-fadf-4e80-b2e4-30539d80d506 req-00ffaaec-1587-4216-b81c-143963f891ca tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356247 Sep 08 14:33:44.014160 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Transition to ACTIVE for port object a343d246-0bbe-4a91-838a-a44fbb9a8e6f will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:33:44.042105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 5c488f86-e08b-4975-873d-b2298c7bffbf triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:33:44.042525 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:44.092748 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:44.143951 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Pushing event updated for resources: {'Port': ['ID=a343d246-0bbe-4a91-838a-a44fbb9a8e6f,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:44.217061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Attempting to bind port a343d246-0bbe-4a91-838a-a44fbb9a8e6f on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:33:44.217401 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Attempting to bind port a343d246-0bbe-4a91-838a-a44fbb9a8e6f by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:33:44.217758 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Attempting to bind port a343d246-0bbe-4a91-838a-a44fbb9a8e6f on network e8679a9c-ab9a-4508-a321-27d3a44bf783 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:33:44.222427 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Port a343d246-0bbe-4a91-838a-a44fbb9a8e6f on network e8679a9c-ab9a-4508-a321-27d3a44bf783 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:33:44.222753 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Attempting to bind port a343d246-0bbe-4a91-838a-a44fbb9a8e6f on network e8679a9c-ab9a-4508-a321-27d3a44bf783 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:33:44.227689 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:33:44.228024 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Checking segment: {'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:33:44.228410 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Bound using segment: {'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:33:44.228842 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Bound port: a343d246-0bbe-4a91-838a-a44fbb9a8e6f, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3729a60b-65a4-4463-8df5-7515eb0bf4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:33:44.229205 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:44.293683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] For port a343d246-0bbe-4a91-838a-a44fbb9a8e6f, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:33:44.296778 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] For port a343d246-0bbe-4a91-838a-a44fbb9a8e6f, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a343d246-0bbe-4a91-838a-a44fbb9a8e6f,segment=NetworkSegment(3729a60b-65a4-4463-8df5-7515eb0bf4bb),segment_id=3729a60b-65a4-4463-8df5-7515eb0bf4bb)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:33:44.407431 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:44.462904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:44.462904 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:44.462904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] 10.222.0.60 "PUT /v2.0/ports/a343d246-0bbe-4a91-838a-a44fbb9a8e6f HTTP/1.1" status: 200 len: 1091 time: 0.7768826 Sep 08 14:33:44.462904 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'tag': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:33:44.462904 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af3064c-f53b-41c8-9b23-16ab2fef74c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c05754fe-3e18-4522-81d3-02ed802c1346", "tag": "a343d246-0bbe-4a91-838a-a44fbb9a8e6f"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:33:44.478124 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70f83-6bfa-4fbc-9773-e74962f29f0f service neutron] Pushing event updated for resources: {'Port': ['ID=a343d246-0bbe-4a91-838a-a44fbb9a8e6f,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:44.497057 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8980e6-b65c-438b-b8c1-77bb018a83c7 x-openstack-request-id: req-db8980e6-b65c-438b-b8c1-77bb018a83c7 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:33:44.497400 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05754fe-3e18-4522-81d3-02ed802c1346", "tag": "a343d246-0bbe-4a91-838a-a44fbb9a8e6f", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:33:44.497613 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-db8980e6-b65c-438b-b8c1-77bb018a83c7 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:33:44.498031 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'tag': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f', 'status': 'completed', 'code': 200} Sep 08 14:33:44.557836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3064c-f53b-41c8-9b23-16ab2fef74c7 req-c7179196-5cc0-47be-87b2-353698de7213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:44.559400 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8af3064c-f53b-41c8-9b23-16ab2fef74c7 req-c7179196-5cc0-47be-87b2-353698de7213 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 1094 time: 0.0429263 Sep 08 14:33:44.667212 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3064c-f53b-41c8-9b23-16ab2fef74c7 req-5ba88cbf-d463-4051-9eb9-4e5f9f4ae724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:44.673590 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8af3064c-f53b-41c8-9b23-16ab2fef74c7 req-5ba88cbf-d463-4051-9eb9-4e5f9f4ae724 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2fb8d6a378b9468d9535c788a77c6778&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0996604 Sep 08 14:33:44.764653 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3064c-f53b-41c8-9b23-16ab2fef74c7 req-a23ec60b-fbd9-48e3-b0e9-299bb5ff7633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:44.766152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8af3064c-f53b-41c8-9b23-16ab2fef74c7 req-a23ec60b-fbd9-48e3-b0e9-299bb5ff7633 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907762 Sep 08 14:33:44.840283 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e908b-eb65-44cb-b86d-69954d81740b req-52341589-d493-47c2-9ed7-43d865a08555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:44.841748 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-52341589-d493-47c2-9ed7-43d865a08555 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 1094 time: 0.0400426 Sep 08 14:33:44.882694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-923a01b7-4ec1-4cb7-9c44-cc15db856c8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a343d246-0bbe-4a91-838a-a44fbb9a8e6f HTTP/1.1" status: 200 len: 217 time: 0.0330861 Sep 08 14:33:44.929505 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e908b-eb65-44cb-b86d-69954d81740b req-fe37fe3c-0b54-4ca3-a856-ccd9081b9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:44.930953 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-fe37fe3c-0b54-4ca3-a856-ccd9081b9a71 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98473dd9-da7f-44a6-b0b4-3380f59f5bc6 HTTP/1.1" status: 200 len: 833 time: 0.0418019 Sep 08 14:33:44.978936 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e908b-eb65-44cb-b86d-69954d81740b req-ac255b55-b9bf-4243-a382-4ecc596e1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:44.980346 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-ac255b55-b9bf-4243-a382-4ecc596e1605 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8679a9c-ab9a-4508-a321-27d3a44bf783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430546 Sep 08 14:33:45.069902 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-4c536c0b-b8b1-4c60-8ff5-afbc432796c7 service neutron] 10.222.0.60 "GET /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825751 Sep 08 14:33:45.095352 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:45.132588 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae0c07-d54a-4753-86d5-76405c30d735 req-d0da8265-280b-42fc-8268-870e64a5eabd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:45.134214 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9bae0c07-d54a-4753-86d5-76405c30d735 req-d0da8265-280b-42fc-8268-870e64a5eabd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 943 time: 0.0535467 Sep 08 14:33:45.164563 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e46e908b-eb65-44cb-b86d-69954d81740b req-ce9d065c-22b5-4f56-b5d3-377c6143c381 service neutron] 10.222.0.60 "GET /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876915 Sep 08 14:33:45.172733 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9bae0c07-d54a-4753-86d5-76405c30d735 req-1f3bb6b7-4513-4413-8142-ac2e1b56a645 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322943 Sep 08 14:33:46.289340 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66340865-29a3-4140-bbad-3b23eade7f4b req-d3cb3168-6590-4457-802c-6f81acceac7b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:46.294215 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-66340865-29a3-4140-bbad-3b23eade7f4b req-d3cb3168-6590-4457-802c-6f81acceac7b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 943 time: 0.0502801 Sep 08 14:33:46.330545 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-66340865-29a3-4140-bbad-3b23eade7f4b req-d6a20c33-e481-4ca9-bd0f-83cfd046af71 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330918 Sep 08 14:33:47.443300 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64486b-4af8-4942-a46b-9deb8e29d6b0 req-12fd2570-a0c2-4702-8c4e-df6ec19a6ddb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:47.444777 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d64486b-4af8-4942-a46b-9deb8e29d6b0 req-12fd2570-a0c2-4702-8c4e-df6ec19a6ddb tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 943 time: 0.0488052 Sep 08 14:33:47.484438 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-9d64486b-4af8-4942-a46b-9deb8e29d6b0 req-5360d13e-1fed-4e59-b07e-8b62ea8fde4b tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337405 Sep 08 14:33:47.740432 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:48.597706 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b4c80-66b1-40f0-bf33-ca68863d76a6 req-dc7478d4-9e52-434b-b626-99086af1ad26 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:48.599223 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-228b4c80-66b1-40f0-bf33-ca68863d76a6 req-dc7478d4-9e52-434b-b626-99086af1ad26 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 943 time: 0.0496025 Sep 08 14:33:48.641262 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-228b4c80-66b1-40f0-bf33-ca68863d76a6 req-592c7da5-9ca4-4efa-affb-25cab8af17b5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356126 Sep 08 14:33:49.742420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a343d246-0bbe-4a91-838a-a44fbb9a8e6f details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:33:49.755612 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6963ada-d389-426e-8fef-7279a4f4788c req-8898ced8-10f9-41f1-8a98-86b46bf73fa1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:49.757091 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d6963ada-d389-426e-8fef-7279a4f4788c req-8898ced8-10f9-41f1-8a98-86b46bf73fa1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 943 time: 0.0476944 Sep 08 14:33:49.799760 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d6963ada-d389-426e-8fef-7279a4f4788c req-fbc88f8b-5ccd-4a1c-bcf1-b8cc411f8778 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341265 Sep 08 14:33:49.839725 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a343d246-0bbe-4a91-838a-a44fbb9a8e6f, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a343d246-0bbe-4a91-838a-a44fbb9a8e6f,segment=NetworkSegment(3729a60b-65a4-4463-8df5-7515eb0bf4bb),segment_id=3729a60b-65a4-4463-8df5-7515eb0bf4bb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:33:49.850430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'port_id': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f', 'mac_address': 'fa:16:3e:7b:06:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:33:49.886961 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:49.899193 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a343d246-0bbe-4a91-838a-a44fbb9a8e6f {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:33:49.918150 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a343d246-0bbe-4a91-838a-a44fbb9a8e6f, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a343d246-0bbe-4a91-838a-a44fbb9a8e6f,segment=NetworkSegment(3729a60b-65a4-4463-8df5-7515eb0bf4bb),segment_id=3729a60b-65a4-4463-8df5-7515eb0bf4bb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:33:50.012426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:50.061809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a343d246-0bbe-4a91-838a-a44fbb9a8e6f,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:50.372078 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['a343d246-0bbe-4a91-838a-a44fbb9a8e6f'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:33:50.913381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683a963-2def-48cf-8473-e9b8cd165f58 req-038e2922-55b5-4a13-bb84-1eda07813b38 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:50.914882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a683a963-2def-48cf-8473-e9b8cd165f58 req-038e2922-55b5-4a13-bb84-1eda07813b38 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 944 time: 0.0482452 Sep 08 14:33:50.951944 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a683a963-2def-48cf-8473-e9b8cd165f58 req-d2aec70e-0009-4edc-a594-28b95d0bb6ef tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311921 Sep 08 14:33:51.742616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a343d246-0bbe-4a91-838a-a44fbb9a8e6f up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:33:51.854146 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port a343d246-0bbe-4a91-838a-a44fbb9a8e6f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:33:51.858374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port a343d246-0bbe-4a91-838a-a44fbb9a8e6f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:33:51.858751 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:51.933265 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:51.954677 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:33:51.957025 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21af296-0999-467a-8b42-2e64fb338c24" -d '{"events": [{"server_uuid": "c05754fe-3e18-4522-81d3-02ed802c1346", "name": "network-vif-plugged", "status": "completed", "tag": "a343d246-0bbe-4a91-838a-a44fbb9a8e6f"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:33:51.973570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port a343d246-0bbe-4a91-838a-a44fbb9a8e6f, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a343d246-0bbe-4a91-838a-a44fbb9a8e6f,segment=NetworkSegment(3729a60b-65a4-4463-8df5-7515eb0bf4bb),segment_id=3729a60b-65a4-4463-8df5-7515eb0bf4bb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:33:51.993942 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d446918c-ad18-439a-874f-75069b470c30 x-openstack-request-id: req-d446918c-ad18-439a-874f-75069b470c30 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:33:51.994333 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05754fe-3e18-4522-81d3-02ed802c1346", "name": "network-vif-plugged", "status": "completed", "tag": "a343d246-0bbe-4a91-838a-a44fbb9a8e6f", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:33:52.001449 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-d446918c-ad18-439a-874f-75069b470c30 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:33:52.001449 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f', 'code': 200} Sep 08 14:33:52.052570 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:52.094792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247cf28-5678-4db8-8898-bbb4f8722c1b req-c0287af4-9d5d-4330-bac6-76e2522c03b8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:52.096285 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c247cf28-5678-4db8-8898-bbb4f8722c1b req-c0287af4-9d5d-4330-bac6-76e2522c03b8 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 944 time: 0.0761662 Sep 08 14:33:52.102034 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=a343d246-0bbe-4a91-838a-a44fbb9a8e6f,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:52.102387 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc60ca-f106-4022-a19d-fad36dfab61f req-63d6f49d-5f28-43a1-9a9f-bdafea5ebb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:52.103777 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7bc60ca-f106-4022-a19d-fad36dfab61f req-63d6f49d-5f28-43a1-9a9f-bdafea5ebb8f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 1096 time: 0.0538769 Sep 08 14:33:52.157524 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c247cf28-5678-4db8-8898-bbb4f8722c1b req-04be0c7c-9f95-4b3d-b480-7a5dd55298a0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528235 Sep 08 14:33:52.161066 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d7bc60ca-f106-4022-a19d-fad36dfab61f req-4ff3688d-7c47-49e0-92bb-63a0571ad123 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497191 Sep 08 14:33:53.273190 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09edcd5-a9e1-46e2-a22c-49fb83e59696 req-f04bb0d1-e5bb-49ec-9b9b-e22e93b2ec6e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:53.274659 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f09edcd5-a9e1-46e2-a22c-49fb83e59696 req-f04bb0d1-e5bb-49ec-9b9b-e22e93b2ec6e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0506425 Sep 08 14:33:53.311821 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f09edcd5-a9e1-46e2-a22c-49fb83e59696 req-01b56728-af36-4960-abab-b73202a32f51 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308666 Sep 08 14:33:54.424725 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9bc657-ec1f-498b-b170-2d536f8bee60 req-40da2ebc-7374-4e96-a558-a3583738f113 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:54.426248 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac9bc657-ec1f-498b-b170-2d536f8bee60 req-40da2ebc-7374-4e96-a558-a3583738f113 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0489216 Sep 08 14:33:54.463255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac9bc657-ec1f-498b-b170-2d536f8bee60 req-5c28926e-3383-4308-8f9d-abab3702145e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310102 Sep 08 14:33:54.576762 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fadff-01dd-4804-9adb-434e8a097cc7 req-4359ffb9-dad6-4e65-80ec-0f415cd7afab tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:54.578259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-472fadff-01dd-4804-9adb-434e8a097cc7 req-4359ffb9-dad6-4e65-80ec-0f415cd7afab tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0484281 Sep 08 14:33:54.615207 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-472fadff-01dd-4804-9adb-434e8a097cc7 req-209e082e-056b-4cb0-9fcd-03e23c59c455 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307958 Sep 08 14:33:54.637351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56976) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:54.674516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aa9263-be75-42c1-bd42-cd25c68a3eb0 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:54.675993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-08aa9263-be75-42c1-bd42-cd25c68a3eb0 tempest-TestNetworkAdvancedServerOps-674949406 tempest-TestNetworkAdvancedServerOps-674949406-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 1091 time: 0.0376673 Sep 08 14:33:54.678818 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56978) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:54.683341 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address': '172.20.0.7'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:33:54.768665 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:54.863037 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:54.966188 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Allocated IP 172.25.5.197 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/4e385d34-2994-4a14-a838-f1149b3242af) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:33:55.069761 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:55.157848 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:55.194456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:33:55.197231 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:33:55.200261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:33:55.231755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=4e385d34-2994-4a14-a838-f1149b3242af,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:55.958953 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:56.070558 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:56.213616 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:56.263642 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:56.330361 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event updated for resources: {'Port': ['ID=4e385d34-2994-4a14-a838-f1149b3242af,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:33:56.342102 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:56.438397 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Floating IP c03fdbfd-58ec-4881-a7b8-c72e67eb06e0 associated. External IP: 172.25.5.197, port: a343d246-0bbe-4a91-838a-a44fbb9a8e6f. Sep 08 14:33:56.637167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:33:56.741083 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:33:56.751148 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128cd599-a201-458b-b160-891907c15802 None None] Sync routers for ids ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:33:56.760410 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128cd599-a201-458b-b160-891907c15802 None None] Routers {'189e15f6-3893-4d6a-be94-4ca3dba01cc4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:33:56.763174 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-128cd599-a201-458b-b160-891907c15802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:56.812042 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:33:56.843510 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e06e33e7-a7a3-4317-bbdd-28a8ddb38f1c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1637039 Sep 08 14:33:56.844086 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'tag': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:33:56.846382 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb6a398-1e7e-42b8-93c6-910429025848" -d '{"events": [{"name": "network-changed", "server_uuid": "c05754fe-3e18-4522-81d3-02ed802c1346", "tag": "a343d246-0bbe-4a91-838a-a44fbb9a8e6f"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:33:56.866110 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-128cd599-a201-458b-b160-891907c15802 None None] Set router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:33:56.890536 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99e7c10-ae2c-44be-bc3d-0f42ae561285 x-openstack-request-id: req-e99e7c10-ae2c-44be-bc3d-0f42ae561285 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:33:56.890822 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05754fe-3e18-4522-81d3-02ed802c1346", "tag": "a343d246-0bbe-4a91-838a-a44fbb9a8e6f", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:33:56.891070 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e99e7c10-ae2c-44be-bc3d-0f42ae561285 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:33:56.891964 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'tag': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f', 'status': 'completed', 'code': 200} Sep 08 14:33:56.979287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0918230-7e2e-4cd8-b569-b5e64f447391 req-23e22a40-2b4a-42c1-8478-b76efd03a6f9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:56.980871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0918230-7e2e-4cd8-b569-b5e64f447391 req-23e22a40-2b4a-42c1-8478-b76efd03a6f9 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0846105 Sep 08 14:33:56.987549 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6a398-1e7e-42b8-93c6-910429025848 req-4443f42e-cd40-4a91-95bc-517679c17993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:56.988989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdb6a398-1e7e-42b8-93c6-910429025848 req-4443f42e-cd40-4a91-95bc-517679c17993 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 1096 time: 0.0620594 Sep 08 14:33:57.076182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a0918230-7e2e-4cd8-b569-b5e64f447391 req-75ae170d-1742-41dd-881a-3a900b81e4a7 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862365 Sep 08 14:33:57.094196 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-128cd599-a201-458b-b160-891907c15802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'c03fdbfd-58ec-4881-a7b8-c72e67eb06e0', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'port_id': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'mac_address': 'fa:16:3e:7b:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:33:55Z', 'updated_at': '2021-09-08T14:33:55Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c488f86-e08b-4975-873d-b2298c7bffbf', 'name': '', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:c8:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:37Z', 'updated_at': '2021-09-08T14:33:42Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:57.099254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 56984) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:57.112032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6a398-1e7e-42b8-93c6-910429025848 req-ae61d069-5d7e-47eb-b449-87f30dadeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:57.113721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdb6a398-1e7e-42b8-93c6-910429025848 req-ae61d069-5d7e-47eb-b449-87f30dadeca5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8679a9c-ab9a-4508-a321-27d3a44bf783 HTTP/1.1" status: 200 len: 896 time: 0.1167705 Sep 08 14:33:57.128701 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128cd599-a201-458b-b160-891907c15802 None None] Checking router: 189e15f6-3893-4d6a-be94-4ca3dba01cc4 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:33:57.136810 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128cd599-a201-458b-b160-891907c15802 None None] Routers {'189e15f6-3893-4d6a-be94-4ca3dba01cc4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:33:57.137305 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-128cd599-a201-458b-b160-891907c15802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:33:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:57.161258 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8fcae9bb-3e95-45cd-9c7c-6c5ca9532da1 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/c03fdbfd-58ec-4881-a7b8-c72e67eb06e0 HTTP/1.1" status: 200 len: 991 time: 0.0600958 Sep 08 14:33:57.180186 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdb6a398-1e7e-42b8-93c6-910429025848 req-0d31c588-c50a-41bf-8cd5-9e20f87235b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a343d246-0bbe-4a91-838a-a44fbb9a8e6f HTTP/1.1" status: 200 len: 999 time: 0.0589674 Sep 08 14:33:57.229143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6a398-1e7e-42b8-93c6-910429025848 req-367a67d3-e36e-4da8-8837-e9d0d26194e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:57.231252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdb6a398-1e7e-42b8-93c6-910429025848 req-367a67d3-e36e-4da8-8837-e9d0d26194e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98473dd9-da7f-44a6-b0b4-3380f59f5bc6 HTTP/1.1" status: 200 len: 833 time: 0.0434480 Sep 08 14:33:57.239631 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-128cd599-a201-458b-b160-891907c15802 None None] Set router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:33:57.281029 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6a398-1e7e-42b8-93c6-910429025848 req-43db1afc-5a4b-48db-8ba2-453c9e33f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:33:57.282573 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdb6a398-1e7e-42b8-93c6-910429025848 req-43db1afc-5a4b-48db-8ba2-453c9e33f1f1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8679a9c-ab9a-4508-a321-27d3a44bf783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446112 Sep 08 14:33:57.371780 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdb6a398-1e7e-42b8-93c6-910429025848 req-020517bc-2e02-4660-a46e-08d53074e7d4 service neutron] 10.222.0.60 "GET /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818722 Sep 08 14:33:57.469131 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cdb6a398-1e7e-42b8-93c6-910429025848 req-492484e2-da3e-48f1-a213-38a3dcbcf3e3 service neutron] 10.222.0.60 "GET /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904019 Sep 08 14:33:57.543872 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-128cd599-a201-458b-b160-891907c15802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'c03fdbfd-58ec-4881-a7b8-c72e67eb06e0', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'port_id': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'mac_address': 'fa:16:3e:7b:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:33:55Z', 'updated_at': '2021-09-08T14:33:55Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c488f86-e08b-4975-873d-b2298c7bffbf', 'name': '', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:c8:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:37Z', 'updated_at': '2021-09-08T14:33:42Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:33:57.571977 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128cd599-a201-458b-b160-891907c15802 None None] The sync data for ids ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'] in n-d-807558-3 is: [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'c03fdbfd-58ec-4881-a7b8-c72e67eb06e0', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'floating_ip_address': '172.25.5.197', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'port_id': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'mac_address': 'fa:16:3e:7b:06:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:33:55Z', 'updated_at': '2021-09-08T14:33:55Z', 'revision_number': 0, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c488f86-e08b-4975-873d-b2298c7bffbf', 'name': '', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:c8:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:37Z', 'updated_at': '2021-09-08T14:33:42Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:33:57.769763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e5787-5a0e-4736-b7cf-c72d0af5252e None None] New status for floating IP c03fdbfd-58ec-4881-a7b8-c72e67eb06e0: ACTIVE {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:33:58.163442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 56986) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:33:58.222993 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-32d25172-cc14-458a-a2ce-f589dbdfab8f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/c03fdbfd-58ec-4881-a7b8-c72e67eb06e0 HTTP/1.1" status: 200 len: 993 time: 0.0583949 Sep 08 14:34:04.294392 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:34:07.938104 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2fa51da3-3e2f-4eac-b8f0-b57b398fc871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:10.265282 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d64c4902-1feb-444a-b384-9227863b29f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:10.697621 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:12.156650 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:13.556701 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:15.125757 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:17.749190 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:25.514709 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e69e8bb4-4d4f-4cbf-a7bc-c5f094aae7f7 req-5ad95e37-fabf-426b-bb59-1605e85bcf7c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808513 Sep 08 14:34:25.593726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e8bb4-4d4f-4cbf-a7bc-c5f094aae7f7 req-729ab887-a981-4695-aef7-d367749468f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:34:25.595209 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e69e8bb4-4d4f-4cbf-a7bc-c5f094aae7f7 req-729ab887-a981-4695-aef7-d367749468f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 1096 time: 0.0397794 Sep 08 14:34:25.694521 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e8bb4-4d4f-4cbf-a7bc-c5f094aae7f7 req-a8e7c9d7-c511-4ea4-b6c8-7d6ebe068b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:34:25.695930 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e69e8bb4-4d4f-4cbf-a7bc-c5f094aae7f7 req-a8e7c9d7-c511-4ea4-b6c8-7d6ebe068b93 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8679a9c-ab9a-4508-a321-27d3a44bf783 HTTP/1.1" status: 200 len: 896 time: 0.0824947 Sep 08 14:34:25.765018 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e69e8bb4-4d4f-4cbf-a7bc-c5f094aae7f7 req-cc2b1fdd-65c1-41ec-9c56-a862e0c9bdc8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a343d246-0bbe-4a91-838a-a44fbb9a8e6f HTTP/1.1" status: 200 len: 1001 time: 0.0603883 Sep 08 14:34:25.812383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e8bb4-4d4f-4cbf-a7bc-c5f094aae7f7 req-50a76d39-ddae-49a1-b320-50d0b1199290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:34:25.813769 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e69e8bb4-4d4f-4cbf-a7bc-c5f094aae7f7 req-50a76d39-ddae-49a1-b320-50d0b1199290 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98473dd9-da7f-44a6-b0b4-3380f59f5bc6 HTTP/1.1" status: 200 len: 833 time: 0.0417736 Sep 08 14:34:25.864629 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e8bb4-4d4f-4cbf-a7bc-c5f094aae7f7 req-4906010c-8766-471c-89d6-fe8562fc989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:34:25.866137 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e69e8bb4-4d4f-4cbf-a7bc-c5f094aae7f7 req-4906010c-8766-471c-89d6-fe8562fc989e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8679a9c-ab9a-4508-a321-27d3a44bf783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454814 Sep 08 14:34:25.960686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e69e8bb4-4d4f-4cbf-a7bc-c5f094aae7f7 req-362b7e1b-e854-4149-a025-5f646c51bf1f service neutron] 10.222.0.60 "GET /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861576 Sep 08 14:34:26.052901 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e69e8bb4-4d4f-4cbf-a7bc-c5f094aae7f7 req-3d50b79e-33d7-4254-9e2c-b29f26ac6d4c service neutron] 10.222.0.60 "GET /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853965 Sep 08 14:34:37.916545 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8fd9b5a-c9a9-464f-8457-b58b7030d5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:40.257125 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5347900e-f917-4f20-a794-ac44bbeba47e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:40.742414 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:41.293819 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:34:42.154107 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:43.571176 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:45.108067 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:34:47.756292 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:01.268731 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812a477-cd61-4674-b5ad-f53282c38165 req-4e836d23-11ae-4559-b000-9900aa078155 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:01.275858 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1812a477-cd61-4674-b5ad-f53282c38165 req-4e836d23-11ae-4559-b000-9900aa078155 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0555501 Sep 08 14:35:01.308546 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1812a477-cd61-4674-b5ad-f53282c38165 req-8cc2308d-b231-4e0d-aa5b-95d9177ffb82 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323770 Sep 08 14:35:02.424820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715751d6-f1fc-4cba-b31d-e16691f0be88 req-d0b6b7f7-27b9-492d-9d2b-7418fcac04f5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:02.426338 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-715751d6-f1fc-4cba-b31d-e16691f0be88 req-d0b6b7f7-27b9-492d-9d2b-7418fcac04f5 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0494020 Sep 08 14:35:02.462983 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-715751d6-f1fc-4cba-b31d-e16691f0be88 req-426d9e4b-a4c9-4d5c-9bde-49f96fba504f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307906 Sep 08 14:35:03.577492 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fc3af-e8c4-436e-9cad-ad3e06e7c4bb req-2f898367-fd3d-425b-b5c6-11ae6abd3543 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:03.579003 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a52fc3af-e8c4-436e-9cad-ad3e06e7c4bb req-2f898367-fd3d-425b-b5c6-11ae6abd3543 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0483389 Sep 08 14:35:03.615370 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a52fc3af-e8c4-436e-9cad-ad3e06e7c4bb req-84dc30d8-df41-4285-9a3b-2cfc0a6378d0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303452 Sep 08 14:35:03.637302 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57028) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:03.698553 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-264d2737-369c-44df-926a-842d578c8d45 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/c03fdbfd-58ec-4881-a7b8-c72e67eb06e0 HTTP/1.1" status: 200 len: 993 time: 0.0601208 Sep 08 14:35:05.132244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240f07f-569c-4926-b6d2-f0ef712dd6c0 req-537d74a6-da20-48cf-97dd-6a7c3967c259 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:05.133763 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c240f07f-569c-4926-b6d2-f0ef712dd6c0 req-537d74a6-da20-48cf-97dd-6a7c3967c259 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0494785 Sep 08 14:35:05.173873 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c240f07f-569c-4926-b6d2-f0ef712dd6c0 req-d442c44f-1271-4118-82a2-d1f597fd700f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325749 Sep 08 14:35:05.213319 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b59f0-0fed-44c8-aebc-c4ed3f848ddc req-d221e4e4-b06d-4ca1-a865-687d118a55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:05.214980 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-856b59f0-0fed-44c8-aebc-c4ed3f848ddc req-d221e4e4-b06d-4ca1-a865-687d118a55a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 1096 time: 0.0401418 Sep 08 14:35:05.305914 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b59f0-0fed-44c8-aebc-c4ed3f848ddc req-150b74db-e593-4841-aefb-d9a04fe20ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:05.307314 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-856b59f0-0fed-44c8-aebc-c4ed3f848ddc req-150b74db-e593-4841-aefb-d9a04fe20ce7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8679a9c-ab9a-4508-a321-27d3a44bf783 HTTP/1.1" status: 200 len: 896 time: 0.0856709 Sep 08 14:35:05.372960 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-856b59f0-0fed-44c8-aebc-c4ed3f848ddc req-9653830e-0a5a-4a64-ae73-19d701309956 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a343d246-0bbe-4a91-838a-a44fbb9a8e6f HTTP/1.1" status: 200 len: 1001 time: 0.0586424 Sep 08 14:35:05.420751 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b59f0-0fed-44c8-aebc-c4ed3f848ddc req-c771bbc9-c96b-446d-8834-986e7236a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:05.422795 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-856b59f0-0fed-44c8-aebc-c4ed3f848ddc req-c771bbc9-c96b-446d-8834-986e7236a9b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98473dd9-da7f-44a6-b0b4-3380f59f5bc6 HTTP/1.1" status: 200 len: 833 time: 0.0427454 Sep 08 14:35:05.466981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b59f0-0fed-44c8-aebc-c4ed3f848ddc req-6e5aadbd-f962-4269-aaaa-7d5b1a163af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:05.469118 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-856b59f0-0fed-44c8-aebc-c4ed3f848ddc req-6e5aadbd-f962-4269-aaaa-7d5b1a163af2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8679a9c-ab9a-4508-a321-27d3a44bf783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388355 Sep 08 14:35:05.560409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-856b59f0-0fed-44c8-aebc-c4ed3f848ddc req-097ee51f-9ef1-473d-bcdb-8897a9d7cd84 service neutron] 10.222.0.60 "GET /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839939 Sep 08 14:35:05.646265 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-856b59f0-0fed-44c8-aebc-c4ed3f848ddc req-1d8f95aa-1eac-4794-9363-2e6529c5e28d service neutron] 10.222.0.60 "GET /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793774 Sep 08 14:35:06.291633 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a287211-a0ca-4748-b250-e4a62aa1a0ce req-fe41b71f-0c0c-4865-97e3-41e2dc0b95f4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:06.293116 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a287211-a0ca-4748-b250-e4a62aa1a0ce req-fe41b71f-0c0c-4865-97e3-41e2dc0b95f4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0483403 Sep 08 14:35:06.336477 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-7a287211-a0ca-4748-b250-e4a62aa1a0ce req-30f13a79-df59-40b1-8d27-acf422a47e0e tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327849 Sep 08 14:35:07.464978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edeae06-f7a7-4b35-aac6-21a7912bae35 req-40128fb4-6c9a-4d5a-a934-bddcea0886d6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:07.466491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6edeae06-f7a7-4b35-aac6-21a7912bae35 req-40128fb4-6c9a-4d5a-a934-bddcea0886d6 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0484436 Sep 08 14:35:07.508284 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6edeae06-f7a7-4b35-aac6-21a7912bae35 req-2f6e9d12-82fc-4ae5-9af7-e7d6efe03a3c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351150 Sep 08 14:35:07.543158 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57040) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:07.602813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e76dc453-5367-4231-bedf-ae57022f5f4d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/floatingips/c03fdbfd-58ec-4881-a7b8-c72e67eb06e0 HTTP/1.1" status: 200 len: 993 time: 0.0585120 Sep 08 14:35:07.889925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57046) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:07.936292 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bbfdc88c-ce45-4b80-bc7c-d9d9c7d9623d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:08.047437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 4e385d34-2994-4a14-a838-f1149b3242af {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:35:08.047787 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:08.131664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:08.131993 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:08.143332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 4e385d34-2994-4a14-a838-f1149b3242af owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:35:08.399505 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:08.424723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=4e385d34-2994-4a14-a838-f1149b3242af,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:08.436152 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:08.437712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:08.437712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:08.437712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:08.437712 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:08.438126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:08.438126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:08.438591 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:08.438809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:08.439138 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:08.439461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:08.439777 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:08.491449 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:08.492138 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Floating IP c03fdbfd-58ec-4881-a7b8-c72e67eb06e0 disassociated (deleted). External IP: 172.25.5.197, port: a343d246-0bbe-4a91-838a-a44fbb9a8e6f. Sep 08 14:35:08.690703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:35:08.795595 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:35:08.800575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:08.805594 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b337be-f002-4bb9-bc60-b5bbdf78249c None None] Sync routers for ids ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:35:08.814287 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b337be-f002-4bb9-bc60-b5bbdf78249c None None] Routers {'189e15f6-3893-4d6a-be94-4ca3dba01cc4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:08.814890 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-33b337be-f002-4bb9-bc60-b5bbdf78249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:34:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:08.827028 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-17c6784d-d4d1-4f45-9f85-a028d6f4bb53 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/floatingips/c03fdbfd-58ec-4881-a7b8-c72e67eb06e0 HTTP/1.1" status: 204 len: 168 time: 0.9354866 Sep 08 14:35:08.828121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'tag': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:35:08.830401 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8139b3-0c9d-4f0d-a78b-8bd5e3830836" -d '{"events": [{"name": "network-changed", "server_uuid": "c05754fe-3e18-4522-81d3-02ed802c1346", "tag": "a343d246-0bbe-4a91-838a-a44fbb9a8e6f"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:35:08.867755 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2898f4e-5b68-45e3-bc05-da42d56566e9 x-openstack-request-id: req-b2898f4e-5b68-45e3-bc05-da42d56566e9 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:35:08.868046 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c05754fe-3e18-4522-81d3-02ed802c1346", "tag": "a343d246-0bbe-4a91-838a-a44fbb9a8e6f", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:35:08.868295 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b2898f4e-5b68-45e3-bc05-da42d56566e9 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:35:08.868700 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'tag': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f', 'status': 'completed', 'code': 200} Sep 08 14:35:08.921891 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-33b337be-f002-4bb9-bc60-b5bbdf78249c None None] Set router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:08.931699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8139b3-0c9d-4f0d-a78b-8bd5e3830836 req-8dca8112-bac1-4728-adb1-6d4a84ffffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:08.933230 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe8139b3-0c9d-4f0d-a78b-8bd5e3830836 req-8dca8112-bac1-4728-adb1-6d4a84ffffaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2fb8d6a378b9468d9535c788a77c6778&device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 1096 time: 0.0416899 Sep 08 14:35:09.027440 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8139b3-0c9d-4f0d-a78b-8bd5e3830836 req-f0262f6a-e17f-4e1f-8bc5-077dd6caae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:09.028912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe8139b3-0c9d-4f0d-a78b-8bd5e3830836 req-f0262f6a-e17f-4e1f-8bc5-077dd6caae41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e8679a9c-ab9a-4508-a321-27d3a44bf783 HTTP/1.1" status: 200 len: 896 time: 0.0873075 Sep 08 14:35:09.069525 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe8139b3-0c9d-4f0d-a78b-8bd5e3830836 req-24b706f4-a563-4d2a-9ff7-1247262f19bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a343d246-0bbe-4a91-838a-a44fbb9a8e6f HTTP/1.1" status: 200 len: 217 time: 0.0325143 Sep 08 14:35:09.126986 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-33b337be-f002-4bb9-bc60-b5bbdf78249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '5c488f86-e08b-4975-873d-b2298c7bffbf', 'name': '', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:c8:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:37Z', 'updated_at': '2021-09-08T14:33:42Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:09.127325 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8139b3-0c9d-4f0d-a78b-8bd5e3830836 req-583a1c9f-02ec-460d-b634-cb6b540b7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:09.128843 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe8139b3-0c9d-4f0d-a78b-8bd5e3830836 req-583a1c9f-02ec-460d-b634-cb6b540b7aae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=98473dd9-da7f-44a6-b0b4-3380f59f5bc6 HTTP/1.1" status: 200 len: 833 time: 0.0529413 Sep 08 14:35:09.157319 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b337be-f002-4bb9-bc60-b5bbdf78249c None None] Checking router: 189e15f6-3893-4d6a-be94-4ca3dba01cc4 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:35:09.166340 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b337be-f002-4bb9-bc60-b5bbdf78249c None None] Routers {'189e15f6-3893-4d6a-be94-4ca3dba01cc4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:09.166726 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-33b337be-f002-4bb9-bc60-b5bbdf78249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:34:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:09.175881 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8139b3-0c9d-4f0d-a78b-8bd5e3830836 req-f479bfaa-6c10-45ee-a7ee-d912f40df3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:09.177452 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe8139b3-0c9d-4f0d-a78b-8bd5e3830836 req-f479bfaa-6c10-45ee-a7ee-d912f40df3bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e8679a9c-ab9a-4508-a321-27d3a44bf783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406394 Sep 08 14:35:09.275813 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe8139b3-0c9d-4f0d-a78b-8bd5e3830836 req-f7203dd1-75a0-4b7f-9d84-8b873045d161 service neutron] 10.222.0.60 "GET /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894454 Sep 08 14:35:09.280413 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-33b337be-f002-4bb9-bc60-b5bbdf78249c None None] Set router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:09.292021 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad9781-0139-4fd3-b564-153b4c4c0101 req-44992010-9295-49fd-be3d-52a6e21ee3b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:09.293706 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcad9781-0139-4fd3-b564-153b4c4c0101 req-44992010-9295-49fd-be3d-52a6e21ee3b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0519600 Sep 08 14:35:09.333619 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bcad9781-0139-4fd3-b564-153b4c4c0101 req-9b6e51a6-f5a8-4c96-b7cd-1d88a5aafba0 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339241 Sep 08 14:35:09.376550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fe8139b3-0c9d-4f0d-a78b-8bd5e3830836 req-6a7f07bb-6ac2-4083-b1db-3f1526ae986e service neutron] 10.222.0.60 "GET /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913305 Sep 08 14:35:09.481424 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-33b337be-f002-4bb9-bc60-b5bbdf78249c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '5c488f86-e08b-4975-873d-b2298c7bffbf', 'name': '', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:c8:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:37Z', 'updated_at': '2021-09-08T14:33:42Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:09.508262 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b337be-f002-4bb9-bc60-b5bbdf78249c None None] The sync data for ids ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'] in n-d-807558-3 is: [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '5c488f86-e08b-4975-873d-b2298c7bffbf', 'name': '', 'network_id': 'e8679a9c-ab9a-4508-a321-27d3a44bf783', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'mac_address': 'fa:16:3e:c8:1b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:37Z', 'updated_at': '2021-09-08T14:33:42Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'subnets': [{'id': '98473dd9-da7f-44a6-b0b4-3380f59f5bc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:35:09.721199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a9603b-fba5-42d5-869d-974b3fbfb227 None None] New status for floating IP c03fdbfd-58ec-4881-a7b8-c72e67eb06e0: DOWN {{(pid=96265) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:35:10.275695 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a3866bd8-d9d5-4acd-9173-907a031e21ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:10.449266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56895b88-d9aa-43a1-8701-70c68d265678 req-ae7b8ced-109e-4eea-946d-df017c0d8aed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:10.450775 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56895b88-d9aa-43a1-8701-70c68d265678 req-ae7b8ced-109e-4eea-946d-df017c0d8aed tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0488377 Sep 08 14:35:10.487938 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56895b88-d9aa-43a1-8701-70c68d265678 req-beb734c3-9b72-4a59-942b-394a40d2f721 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/security-groups?id=72bdd22e-471b-41fc-945b-5ac19525fe6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312250 Sep 08 14:35:10.692798 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:11.095108 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3a800-7533-4025-be40-449514057c6f req-980e988c-4062-41c1-b8da-b4f5fa398f86 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:11.096578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-07d3a800-7533-4025-be40-449514057c6f req-980e988c-4062-41c1-b8da-b4f5fa398f86 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.60 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 945 time: 0.0521917 Sep 08 14:35:11.182356 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-07d3a800-7533-4025-be40-449514057c6f req-3f7551aa-49c0-4551-a230-983ac0f0516c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port a343d246-0bbe-4a91-838a-a44fbb9a8e6f {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:35:11.182708 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-07d3a800-7533-4025-be40-449514057c6f req-3f7551aa-49c0-4551-a230-983ac0f0516c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:11.270932 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-07d3a800-7533-4025-be40-449514057c6f req-3f7551aa-49c0-4551-a230-983ac0f0516c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port a343d246-0bbe-4a91-838a-a44fbb9a8e6f, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=a343d246-0bbe-4a91-838a-a44fbb9a8e6f,segment=NetworkSegment(3729a60b-65a4-4463-8df5-7515eb0bf4bb),segment_id=3729a60b-65a4-4463-8df5-7515eb0bf4bb)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:11.271222 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-07d3a800-7533-4025-be40-449514057c6f req-3f7551aa-49c0-4551-a230-983ac0f0516c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:11.283282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-07d3a800-7533-4025-be40-449514057c6f req-3f7551aa-49c0-4551-a230-983ac0f0516c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for a343d246-0bbe-4a91-838a-a44fbb9a8e6f owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:35:11.475716 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-07d3a800-7533-4025-be40-449514057c6f req-3f7551aa-49c0-4551-a230-983ac0f0516c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:11.508719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7551aa-49c0-4551-a230-983ac0f0516c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=a343d246-0bbe-4a91-838a-a44fbb9a8e6f,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:11.551058 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d3a800-7533-4025-be40-449514057c6f req-3f7551aa-49c0-4551-a230-983ac0f0516c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] No DVR routers for this DVR port a343d246-0bbe-4a91-838a-a44fbb9a8e6f on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:35:11.553975 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-07d3a800-7533-4025-be40-449514057c6f req-3f7551aa-49c0-4551-a230-983ac0f0516c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:11.556292 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-07d3a800-7533-4025-be40-449514057c6f req-3f7551aa-49c0-4551-a230-983ac0f0516c tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.60 "DELETE /v2.0/ports/a343d246-0bbe-4a91-838a-a44fbb9a8e6f HTTP/1.1" status: 204 len: 173 time: 0.4540744 Sep 08 14:35:11.556752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'name': 'network-vif-deleted', 'tag': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:35:11.559538 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433a1859-625e-487c-8090-e8ef0f6e6ec4" -d '{"events": [{"server_uuid": "c05754fe-3e18-4522-81d3-02ed802c1346", "name": "network-vif-deleted", "tag": "a343d246-0bbe-4a91-838a-a44fbb9a8e6f"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:35:11.592542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5346e355-d7ee-48bb-94bc-fb7a1d43f17c req-ff73514d-e531-4ec2-868c-eded0db85d2d tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "GET /v2.0/ports?device_id=c05754fe-3e18-4522-81d3-02ed802c1346 HTTP/1.1" status: 200 len: 210 time: 0.0313203 Sep 08 14:35:11.595943 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aea80ec-6623-4068-bec2-bd4dae667712 x-openstack-request-id: req-0aea80ec-6623-4068-bec2-bd4dae667712 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:35:11.596320 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c05754fe-3e18-4522-81d3-02ed802c1346", "name": "network-vif-deleted", "tag": "a343d246-0bbe-4a91-838a-a44fbb9a8e6f", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:35:11.596639 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0aea80ec-6623-4068-bec2-bd4dae667712 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:35:11.597131 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c05754fe-3e18-4522-81d3-02ed802c1346', 'name': 'network-vif-deleted', 'tag': 'a343d246-0bbe-4a91-838a-a44fbb9a8e6f', 'status': 'completed', 'code': 200} Sep 08 14:35:12.176746 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:12.646923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57064) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:13.307991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66f7650c-c153-4471-b975-e79be7910477 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:13.555071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-66f7650c-c153-4471-b975-e79be7910477 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 5c488f86-e08b-4975-873d-b2298c7bffbf {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:35:13.555449 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66f7650c-c153-4471-b975-e79be7910477 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:13.605038 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:13.641501 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-66f7650c-c153-4471-b975-e79be7910477 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port 5c488f86-e08b-4975-873d-b2298c7bffbf, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=5c488f86-e08b-4975-873d-b2298c7bffbf,segment=NetworkSegment(3729a60b-65a4-4463-8df5-7515eb0bf4bb),segment_id=3729a60b-65a4-4463-8df5-7515eb0bf4bb)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:13.641869 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66f7650c-c153-4471-b975-e79be7910477 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:13.654054 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-66f7650c-c153-4471-b975-e79be7910477 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 5c488f86-e08b-4975-873d-b2298c7bffbf owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:35:13.936450 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66f7650c-c153-4471-b975-e79be7910477 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:13.966582 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7650c-c153-4471-b975-e79be7910477 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=5c488f86-e08b-4975-873d-b2298c7bffbf,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:14.137704 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-66f7650c-c153-4471-b975-e79be7910477 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:14.347944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f7650c-c153-4471-b975-e79be7910477 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:35:14.451633 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f7650c-c153-4471-b975-e79be7910477 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:35:14.457985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-66f7650c-c153-4471-b975-e79be7910477 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "PUT /v2.0/routers/189e15f6-3893-4d6a-be94-4ca3dba01cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099000 Sep 08 14:35:14.460763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57066) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:14.463206 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc2b5ee-c91f-438c-8527-2d8e30111a51 None None] Sync routers for ids ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:35:14.472249 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc2b5ee-c91f-438c-8527-2d8e30111a51 None None] Routers {'189e15f6-3893-4d6a-be94-4ca3dba01cc4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:14.475990 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5fc2b5ee-c91f-438c-8527-2d8e30111a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:14.510287 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b8b23c-23b2-43df-b291-4077ecb9842f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting subnet 98473dd9-da7f-44a6-b0b4-3380f59f5bc6 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:35:14.513290 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b23c-23b2-43df-b291-4077ecb9842f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:14.551911 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b23c-23b2-43df-b291-4077ecb9842f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:14.573688 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-5fc2b5ee-c91f-438c-8527-2d8e30111a51 None None] Set router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:14.637137 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b23c-23b2-43df-b291-4077ecb9842f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:14.749161 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5fc2b5ee-c91f-438c-8527-2d8e30111a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:35:13Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:14.774681 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc2b5ee-c91f-438c-8527-2d8e30111a51 None None] Checking router: 189e15f6-3893-4d6a-be94-4ca3dba01cc4 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:35:14.782610 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc2b5ee-c91f-438c-8527-2d8e30111a51 None None] Routers {'189e15f6-3893-4d6a-be94-4ca3dba01cc4'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:14.783207 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5fc2b5ee-c91f-438c-8527-2d8e30111a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:14.805287 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b23c-23b2-43df-b291-4077ecb9842f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:14.834497 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8b23c-23b2-43df-b291-4077ecb9842f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Subnet': ['ID=98473dd9-da7f-44a6-b0b4-3380f59f5bc6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:14.836509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d2b8b23c-23b2-43df-b291-4077ecb9842f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:14.838580 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d2b8b23c-23b2-43df-b291-4077ecb9842f tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/subnets/98473dd9-da7f-44a6-b0b4-3380f59f5bc6 HTTP/1.1" status: 204 len: 168 time: 0.3767180 Sep 08 14:35:14.841110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df46ac93-87d7-477f-b130-6b9a534295b2 None None] Network e8679a9c-ab9a-4508-a321-27d3a44bf783 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:35:14.841625 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57068) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:14.957270 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:14.988048 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-5fc2b5ee-c91f-438c-8527-2d8e30111a51 None None] Set router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:15.059329 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] DHCP port deletion for e8679a9c-ab9a-4508-a321-27d3a44bf783 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:35:15.070383 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.117330 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Deleting port ff752d11-d4e9-4541-86d6-d8e431b37b1f {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:35:15.117727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.165736 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-5fc2b5ee-c91f-438c-8527-2d8e30111a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:35:13Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:15.168706 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.180236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] For port ff752d11-d4e9-4541-86d6-d8e431b37b1f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ff752d11-d4e9-4541-86d6-d8e431b37b1f,segment=NetworkSegment(3729a60b-65a4-4463-8df5-7515eb0bf4bb),segment_id=3729a60b-65a4-4463-8df5-7515eb0bf4bb)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:15.180644 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.192360 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Calling delete_port for ff752d11-d4e9-4541-86d6-d8e431b37b1f owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:35:15.196153 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc2b5ee-c91f-438c-8527-2d8e30111a51 None None] The sync data for ids ['189e15f6-3893-4d6a-be94-4ca3dba01cc4'] in n-d-807558-3 is: [{'id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-461291803', 'tenant_id': '2fb8d6a378b9468d9535c788a77c6778', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:33:34Z', 'updated_at': '2021-09-08T14:35:13Z', 'revision_number': 5, 'project_id': '2fb8d6a378b9468d9535c788a77c6778', 'gw_port': {'id': '28a3b419-b962-444f-99b8-0cd998b7c0cd', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '189e15f6-3893-4d6a-be94-4ca3dba01cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:33:35Z', 'updated_at': '2021-09-08T14:33:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:35:15.243848 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Deleting port 28a3b419-b962-444f-99b8-0cd998b7c0cd {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:35:15.244206 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.323791 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] For port 28a3b419-b962-444f-99b8-0cd998b7c0cd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=28a3b419-b962-444f-99b8-0cd998b7c0cd,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:15.324086 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.335691 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Calling delete_port for 28a3b419-b962-444f-99b8-0cd998b7c0cd owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:35:15.373230 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.397588 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Pushing event deleted for resources: {'Port': ['ID=ff752d11-d4e9-4541-86d6-d8e431b37b1f,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:15.408261 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] No DVR routers for this DVR port ff752d11-d4e9-4541-86d6-d8e431b37b1f on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:35:15.413192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:15.413192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:15.413192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:15.413192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:15.413192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:15.413192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:15.413192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:15.413192 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:15.413959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:15.413959 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:15.414161 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:15.414434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6fa98af-3b15-4d6e-8653-7d44cb15b010 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:15.579608 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.606568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Port': ['ID=28a3b419-b962-444f-99b8-0cd998b7c0cd,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:15.667716 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.760177 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.762309 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.919082 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.919749 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Fanout notify agent at l3_agent the message router_deleted on router 189e15f6-3893-4d6a-be94-4ca3dba01cc4 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:35:15.926336 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:15.927486 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-ce523626-cbbd-45f7-9f78-06678828390a tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/routers/189e15f6-3893-4d6a-be94-4ca3dba01cc4 HTTP/1.1" status: 204 len: 168 time: 1.0854306 Sep 08 14:35:15.930202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57070) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:16.013335 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:16.104236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5c488f86-e08b-4975-873d-b2298c7bffbf no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:35:16.107715 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:16.126076 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 5c488f86-e08b-4975-873d-b2298c7bffbf {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:35:16.126564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 5c488f86-e08b-4975-873d-b2298c7bffbf not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:35:16.126985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ff752d11-d4e9-4541-86d6-d8e431b37b1f no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:35:16.129826 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8679a9c-ab9a-4508-a321-27d3a44bf783']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:16.141071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3729a60b-65a4-4463-8df5-7515eb0bf4bb') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:16.141377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3729a60b-65a4-4463-8df5-7515eb0bf4bb') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:16.148777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a343d246-0bbe-4a91-838a-a44fbb9a8e6f no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:35:16.151777 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:16.151991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: ff752d11-d4e9-4541-86d6-d8e431b37b1f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:35:16.152301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ff752d11-d4e9-4541-86d6-d8e431b37b1f not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:35:16.165925 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:16.172730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:35:16.173151 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:16.176071 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: a343d246-0bbe-4a91-838a-a44fbb9a8e6f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: timer() Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:35:16.179601 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:35:16.182405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device a343d246-0bbe-4a91-838a-a44fbb9a8e6f not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:35:16.327023 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:16.334101 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:16.335949 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/networks/e8679a9c-ab9a-4508-a321-27d3a44bf783 HTTP/1.1" status: 204 len: 168 time: 0.4047637 Sep 08 14:35:16.338895 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57072) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:16.346762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c1c47-ea59-4281-b51b-aa22b27c94b4 tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'Network': ['ID=e8679a9c-ab9a-4508-a321-27d3a44bf783,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:16.397001 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:16.421897 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:16.543921 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:16.546998 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:16.548185 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] 10.222.0.69 "DELETE /v2.0/security-groups/72bdd22e-471b-41fc-945b-5ac19525fe6e HTTP/1.1" status: 204 len: 168 time: 0.2082987 Sep 08 14:35:16.557189 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bdd22e-471b-41fc-945b-5ac19525fe6e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:16.565197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:16.565551 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:16.565893 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:16.566247 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:16.566581 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:16.566912 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:16.567244 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:16.567569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:16.567910 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:16.568236 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:16.568562 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:16.568885 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4553d44-9eeb-4ecd-9e6c-79186e1317dd tempest-TestNetworkAdvancedServerOps-520129983 tempest-TestNetworkAdvancedServerOps-520129983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:17.303919 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57080) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:17.430793 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-60521991-88c1-4953-9115-a7fe60491b0a admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=2fb8d6a378b9468d9535c788a77c6778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256623 Sep 08 14:35:17.435781 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57084) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:17.480010 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-98b5f5d8-454d-439c-acb7-32153cdeef38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:17.500399 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-98b5f5d8-454d-439c-acb7-32153cdeef38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:17.630166 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-98b5f5d8-454d-439c-acb7-32153cdeef38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:17.630166 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-98b5f5d8-454d-439c-acb7-32153cdeef38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:17.631318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-98b5f5d8-454d-439c-acb7-32153cdeef38 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/39090757-188c-42eb-bd70-b94b402c58ac HTTP/1.1" status: 204 len: 168 time: 0.1973269 Sep 08 14:35:17.638987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b5f5d8-454d-439c-acb7-32153cdeef38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39090757-188c-42eb-bd70-b94b402c58ac,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:17.732476 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:17.975216 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 28a3b419-b962-444f-99b8-0cd998b7c0cd no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:35:17.995817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 28a3b419-b962-444f-99b8-0cd998b7c0cd {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:35:17.996170 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 28a3b419-b962-444f-99b8-0cd998b7c0cd not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:35:18.238836 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57092) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:18.255262 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-45ee308b-c182-4f0d-bf13-c0ea8e2e59ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:18.292792 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:35:18.342839 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-45ee308b-c182-4f0d-bf13-c0ea8e2e59ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:18.435866 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-45ee308b-c182-4f0d-bf13-c0ea8e2e59ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:18.474668 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-45ee308b-c182-4f0d-bf13-c0ea8e2e59ad admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=edb73b5342ff4301af0d63b6da70aff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2346976 Sep 08 14:35:18.475808 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee308b-c182-4f0d-bf13-c0ea8e2e59ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf2365f-9c24-40db-b489-a33c4211d6b6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:18.477318 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57094) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:18.526699 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1e18614-abb0-403e-9ab3-27795e7ec997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:18.547124 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1e18614-abb0-403e-9ab3-27795e7ec997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:18.675520 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1e18614-abb0-403e-9ab3-27795e7ec997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:18.678033 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d1e18614-abb0-403e-9ab3-27795e7ec997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:18.679208 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d1e18614-abb0-403e-9ab3-27795e7ec997 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/daf2365f-9c24-40db-b489-a33c4211d6b6 HTTP/1.1" status: 204 len: 168 time: 0.2003009 Sep 08 14:35:18.686761 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e18614-abb0-403e-9ab3-27795e7ec997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf2365f-9c24-40db-b489-a33c4211d6b6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:19.801604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57116) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:19.896627 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-675894662-network', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:19.995707 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Made reservation on behalf of b47759e90973417eb1d811d08474fc2b for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:35:19.998072 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:20.009821 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:20.095867 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:20.181834 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:20.206674 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:35:20.215531 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2bd2e0-a53b-42fa-9529-a5561b0bb230,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:20.222049 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:20.222431 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Added segment 1b7892ff-c6fd-4b41-a1ad-e06c132453c3 of type vlan for network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 Sep 08 14:35:20.260372 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:20.366965 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:20.367942 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:20.368529 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:20.429253 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] Pushing event updated for resources: {'Network': ['ID=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:20.439285 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:35:20.482160 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ea0e9617-505b-4e2a-b752-3c49dfa22eb7 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6793616 Sep 08 14:35:20.485019 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57120) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:20.489777 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b647d420-b419-4859-b59c-5070aeb38085 admin admin] Request body: {'subnet': {'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-675894662-subnet', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:20.593032 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b647d420-b419-4859-b59c-5070aeb38085 admin admin] Made reservation on behalf of b47759e90973417eb1d811d08474fc2b for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:35:20.595468 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b647d420-b419-4859-b59c-5070aeb38085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:20.821987 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b647d420-b419-4859-b59c-5070aeb38085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:20.878673 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647d420-b419-4859-b59c-5070aeb38085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13714687-bc55-4ea1-bd20-cd881d97fb05,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:20.886724 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b647d420-b419-4859-b59c-5070aeb38085 admin admin] Checking segment: {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:35:20.887085 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b647d420-b419-4859-b59c-5070aeb38085 admin admin] Network hostable DHCP agents. Network: ed2e3c7f-2082-4694-9fbb-7668b59ff4b8, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:35:20.987678 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b647d420-b419-4859-b59c-5070aeb38085 admin admin] Network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:35:21.086879 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b647d420-b419-4859-b59c-5070aeb38085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, ed2e3c7f-2082-4694-9fbb-7668b59ff4b8) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:35:21.091105 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b647d420-b419-4859-b59c-5070aeb38085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:21.091704 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b647d420-b419-4859-b59c-5070aeb38085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.095411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3551408-e267-447c-b033-dcabe9609c86 None None] Network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:35:21.202181 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b647d420-b419-4859-b59c-5070aeb38085 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7160864 Sep 08 14:35:21.204886 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57122) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:21.209395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:21.238956 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:35:21.239809 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.313547 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.314678 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.369271 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.371299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Allocated IP 172.20.0.2 (ed2e3c7f-2082-4694-9fbb-7668b59ff4b8/13714687-bc55-4ea1-bd20-cd881d97fb05/1e626da8-b963-452b-a6ab-de1fa38f793f) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:35:21.512385 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.520985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Transition to ACTIVE for port object 1e626da8-b963-452b-a6ab-de1fa38f793f will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:35:21.535883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Transition to ACTIVE for port object 1e626da8-b963-452b-a6ab-de1fa38f793f will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:35:21.561964 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.628349 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.663957 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:35:21.666660 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:35:21.670143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:35:21.680693 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Pushing event updated for resources: {'Port': ['ID=1e626da8-b963-452b-a6ab-de1fa38f793f,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:21.730879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Attempting to bind port 1e626da8-b963-452b-a6ab-de1fa38f793f on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:35:21.731239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Attempting to bind port 1e626da8-b963-452b-a6ab-de1fa38f793f by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:35:21.731609 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Attempting to bind port 1e626da8-b963-452b-a6ab-de1fa38f793f on network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:35:21.736464 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:35:21.741045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Checking segment: {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:35:21.741045 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.741045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Bound using segment: {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:35:21.741045 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Bound port: 1e626da8-b963-452b-a6ab-de1fa38f793f, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:35:21.741045 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.800138 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] For port 1e626da8-b963-452b-a6ab-de1fa38f793f, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:35:21.803198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] For port 1e626da8-b963-452b-a6ab-de1fa38f793f, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1e626da8-b963-452b-a6ab-de1fa38f793f,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:35:21.879463 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.882404 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.898818 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:21.944382 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1241fb-ecf8-450e-94a9-4c5d8cd0494b None None] Pushing event updated for resources: {'Port': ['ID=1e626da8-b963-452b-a6ab-de1fa38f793f,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:22.004496 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Allocated IP 172.25.5.42 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/78bf8310-20bc-48c1-9148-1acb3fb162c6) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:35:22.121203 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:22.230472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:22.268283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:35:22.271258 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:35:22.276790 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:35:22.282378 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Pushing event updated for resources: {'Port': ['ID=78bf8310-20bc-48c1-9148-1acb3fb162c6,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:22.617265 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:22.799422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a4810-3609-4335-ba78-4ad7563b3f36 None None] Network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:35:22.814934 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:22.957122 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-bdd93efe-7725-4aba-b06a-ccef55574d45 None None] Provisioning for port 1e626da8-b963-452b-a6ab-de1fa38f793f completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:35:23.012813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Router 500527ca-0097-4711-9726-2cadb97ecf7b is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:35:23.125121 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:35:23.134876 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Sync routers for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:35:23.144148 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:23.144779 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:23.210798 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:23.212089 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2187858a-c87b-4149-919c-02d8b62aba0a admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0062723 Sep 08 14:35:23.260731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:23.276164 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57124) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:23.436526 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:22Z', 'revision_number': 3, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:23.462743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Checking router: 500527ca-0097-4711-9726-2cadb97ecf7b for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:35:23.463095 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Updating router 500527ca-0097-4711-9726-2cadb97ecf7b port 78bf8310-20bc-48c1-9148-1acb3fb162c6 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:35:23.491409 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:23.741875 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:23.751849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Transition to ACTIVE for port object 78bf8310-20bc-48c1-9148-1acb3fb162c6 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:35:23.830155 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:23.884190 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Attempting to bind port 78bf8310-20bc-48c1-9148-1acb3fb162c6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:35:23.884553 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Attempting to bind port 78bf8310-20bc-48c1-9148-1acb3fb162c6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:35:23.884923 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Attempting to bind port 78bf8310-20bc-48c1-9148-1acb3fb162c6 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:35:23.887039 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937338-4e74-4b36-be8d-0a5ffc68a170 None None] Pushing event updated for resources: {'Port': ['ID=78bf8310-20bc-48c1-9148-1acb3fb162c6,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:23.893355 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:35:23.893743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:35:23.894163 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:23.894596 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:35:23.895607 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Bound port: 78bf8310-20bc-48c1-9148-1acb3fb162c6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:35:23.895607 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:23.949852 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] For port 78bf8310-20bc-48c1-9148-1acb3fb162c6, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:35:23.953467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] For port 78bf8310-20bc-48c1-9148-1acb3fb162c6, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=78bf8310-20bc-48c1-9148-1acb3fb162c6,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:35:24.001586 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.031255 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.061538 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1e626da8-b963-452b-a6ab-de1fa38f793f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:24.123895 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:24.125054 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:24.158515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Allocated IP 172.20.0.1 (ed2e3c7f-2082-4694-9fbb-7668b59ff4b8/13714687-bc55-4ea1-bd20-cd881d97fb05/a7ee41a2-fc56-4324-aeb4-75a7fd932dc5) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:35:24.269366 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.283837 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.provisioning_blocks [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Transition to ACTIVE for port object a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 will not be triggered until provisioned by entity DHCP. {{(pid=96264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:35:24.323615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d937338-4e74-4b36-be8d-0a5ffc68a170 None None] Pushing event updated for resources: {'Port': ['ID=78bf8310-20bc-48c1-9148-1acb3fb162c6,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:24.391166 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.399422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:24.425433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:35:24.436169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:35:24.436169 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:35:24.460145 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Pushing event updated for resources: {'Port': ['ID=a7ee41a2-fc56-4324-aeb4-75a7fd932dc5,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:24.480813 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.507797 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 1e626da8-b963-452b-a6ab-de1fa38f793f completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:35:24.517792 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1e626da8-b963-452b-a6ab-de1fa38f793f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:24.518289 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.649440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.663750 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:22Z', 'revision_number': 3, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:24.664018 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.697971 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86ba814-bc4f-475d-91cc-86e67308f973 None None] The sync data for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 is: [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:22Z', 'revision_number': 3, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:35:24.713884 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 1e626da8-b963-452b-a6ab-de1fa38f793f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1e626da8-b963-452b-a6ab-de1fa38f793f,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:24.832369 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.833334 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.856946 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d065e70c-4b33-438e-b874-a4f28590dd2e None None] Provisioning for port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:35:24.865827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-d065e70c-4b33-438e-b874-a4f28590dd2e None None] Provisioning complete for port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:24.866227 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d065e70c-4b33-438e-b874-a4f28590dd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.903989 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.910479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=1e626da8-b963-452b-a6ab-de1fa38f793f,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:24.918885 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-d065e70c-4b33-438e-b874-a4f28590dd2e None None] Port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:35:24.985322 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:24.988132 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Pushing event updated for resources: {'Port': ['ID=a7ee41a2-fc56-4324-aeb4-75a7fd932dc5,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:25.085108 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:35:25.086594 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:35:25.215290 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Router 500527ca-0097-4711-9726-2cadb97ecf7b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:35:25.328938 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:35:25.334228 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-8b8c7bad-b327-4465-9e11-f41049c21c7a admin admin] 10.222.0.69 "PUT /v2.0/routers/500527ca-0097-4711-9726-2cadb97ecf7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0568454 Sep 08 14:35:25.359784 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a9641c89-5610-402b-af90-829765354329 None None] Provisioning complete for port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:25.360297 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a9641c89-5610-402b-af90-829765354329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:25.397556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a9641c89-5610-402b-af90-829765354329 None None] Port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:35:26.108388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 78bf8310-20bc-48c1-9148-1acb3fb162c6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:26.122972 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57140) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:26.128515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1947357645-network', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:26.229913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Made reservation on behalf of 01c5e7419c4a4434b514fc15de871fdc for: {'network': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:35:26.234363 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.241964 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.244141 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Sync routers for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:35:26.253320 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 78bf8310-20bc-48c1-9148-1acb3fb162c6 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:35:26.254102 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:26.254762 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:26.257483 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 78bf8310-20bc-48c1-9148-1acb3fb162c6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:26.258448 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.336859 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.339625 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.356625 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 78bf8310-20bc-48c1-9148-1acb3fb162c6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=78bf8310-20bc-48c1-9148-1acb3fb162c6,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:26.362487 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:26.401445 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.427046 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=96264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:35:26.436682 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da64ee21-11c3-4691-97c9-302a7da3377b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:26.441443 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.441783 n-d-807558-3 neutron-server[96264]: INFO neutron.db.segments_db [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Added segment 9d439862-4dc1-4321-aa59-9c350417e16e of type vlan for network 82052c5e-2125-472f-8ed1-f1c40fe8bd2a Sep 08 14:35:26.450057 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.450057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1e626da8-b963-452b-a6ab-de1fa38f793f up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:26.488620 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.544754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=78bf8310-20bc-48c1-9148-1acb3fb162c6,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:26.556827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 1e626da8-b963-452b-a6ab-de1fa38f793f triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:26.557178 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.564418 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 2, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:26.590006 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.590302 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Checking router: 500527ca-0097-4711-9726-2cadb97ecf7b for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:35:26.590531 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Updating router 500527ca-0097-4711-9726-2cadb97ecf7b port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:35:26.591054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:26.591733 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.620515 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.651936 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] Pushing event updated for resources: {'Network': ['ID=82052c5e-2125-472f-8ed1-f1c40fe8bd2a,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:26.662976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 82052c5e-2125-472f-8ed1-f1c40fe8bd2a details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:35:26.693764 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-1aae93bf-b6cc-41df-86da-84d57c7b8e75 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5696580 Sep 08 14:35:26.696632 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57144) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:26.702094 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-a503749f-e5ff-421d-bc88-9594b74fb7ec admin admin] Request body: {'subnet': {'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1947357645-subnet', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:26.793315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a503749f-e5ff-421d-bc88-9594b74fb7ec admin admin] Made reservation on behalf of 01c5e7419c4a4434b514fc15de871fdc for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:35:26.795689 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a503749f-e5ff-421d-bc88-9594b74fb7ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.882833 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:26.893454 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Transition to ACTIVE for port object a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:35:27.039060 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:27.039261 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a503749f-e5ff-421d-bc88-9594b74fb7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:27.086666 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Pushing event updated for resources: {'Port': ['ID=a7ee41a2-fc56-4324-aeb4-75a7fd932dc5,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:27.103666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503749f-e5ff-421d-bc88-9594b74fb7ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=60046d7f-f637-4c1e-949f-a188f74fa4bc,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:27.110935 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a503749f-e5ff-421d-bc88-9594b74fb7ec admin admin] Checking segment: {'id': '9d439862-4dc1-4321-aa59-9c350417e16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:35:27.111051 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a503749f-e5ff-421d-bc88-9594b74fb7ec admin admin] Network hostable DHCP agents. Network: 82052c5e-2125-472f-8ed1-f1c40fe8bd2a, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:35:27.118425 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:27.118767 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:27.119172 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:27.119437 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:27.119764 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:27.120092 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:27.120417 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:27.120818 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:27.121057 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:27.121377 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:27.121704 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:27.122023 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:35:27.154599 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Attempting to bind port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:35:27.154974 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Attempting to bind port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:35:27.155372 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Attempting to bind port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 on network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:35:27.160403 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:35:27.160869 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Checking segment: {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:35:27.161166 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:27.161590 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Bound using segment: {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:35:27.162064 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Bound port: a7ee41a2-fc56-4324-aeb4-75a7fd932dc5, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:35:27.162470 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:27.226361 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] For port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:35:27.229800 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] For port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a7ee41a2-fc56-4324-aeb4-75a7fd932dc5,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:35:27.235611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a503749f-e5ff-421d-bc88-9594b74fb7ec admin admin] Network 82052c5e-2125-472f-8ed1-f1c40fe8bd2a is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:35:27.333656 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:27.347506 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-a503749f-e5ff-421d-bc88-9594b74fb7ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 82052c5e-2125-472f-8ed1-f1c40fe8bd2a) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:35:27.351630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a503749f-e5ff-421d-bc88-9594b74fb7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:27.352225 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a503749f-e5ff-421d-bc88-9594b74fb7ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:27.356872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ec727a-c9f9-4199-ba22-197bcabea109 None None] Network 82052c5e-2125-472f-8ed1-f1c40fe8bd2a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:35:27.397261 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:27.397811 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:27.428673 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a503749f-e5ff-421d-bc88-9594b74fb7ec admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7303441 Sep 08 14:35:27.431248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57148) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:27.435789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1947357645-router', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:27.437479 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7920255-0bd6-41a4-97d5-fd5ee41266ac None None] Pushing event updated for resources: {'Port': ['ID=a7ee41a2-fc56-4324-aeb4-75a7fd932dc5,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:27.520546 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:27.529359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-82052c5e-2125-472f-8ed1-f1c40fe8bd2a', 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'fixed_ips': [{'subnet_id': '60046d7f-f637-4c1e-949f-a188f74fa4bc'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:35:27.530258 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:27.561718 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:27.563346 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:27.623612 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:27.675908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Allocated IP 172.20.0.2 (82052c5e-2125-472f-8ed1-f1c40fe8bd2a/60046d7f-f637-4c1e-949f-a188f74fa4bc/f1d46db5-75c4-401b-8f02-72ff23e5bd6c) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:35:27.732202 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:27Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:27.759792 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49657655-d5e1-4e19-9283-b9e34e0c559b None None] The sync data for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 is: [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:27Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:35:27.859201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:27.889679 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:27.909940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Transition to ACTIVE for port object f1d46db5-75c4-401b-8f02-72ff23e5bd6c will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:35:27.925711 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Transition to ACTIVE for port object f1d46db5-75c4-401b-8f02-72ff23e5bd6c will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:35:28.031216 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:28.075409 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Network 82052c5e-2125-472f-8ed1-f1c40fe8bd2a is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:35:28.078727 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:35:28.082570 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:35:28.097347 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Pushing event updated for resources: {'Port': ['ID=f1d46db5-75c4-401b-8f02-72ff23e5bd6c,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:28.155214 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 78bf8310-20bc-48c1-9148-1acb3fb162c6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:28.192417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Attempting to bind port f1d46db5-75c4-401b-8f02-72ff23e5bd6c on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:35:28.192803 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Attempting to bind port f1d46db5-75c4-401b-8f02-72ff23e5bd6c by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '9d439862-4dc1-4321-aa59-9c350417e16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:35:28.193174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Attempting to bind port f1d46db5-75c4-401b-8f02-72ff23e5bd6c on network 82052c5e-2125-472f-8ed1-f1c40fe8bd2a {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:35:28.203233 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:35:28.203673 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Checking segment: {'id': '9d439862-4dc1-4321-aa59-9c350417e16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:35:28.204033 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:28.204437 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Bound using segment: {'id': '9d439862-4dc1-4321-aa59-9c350417e16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:35:28.204929 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Bound port: f1d46db5-75c4-401b-8f02-72ff23e5bd6c, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d439862-4dc1-4321-aa59-9c350417e16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:35:28.205321 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:28.271173 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 78bf8310-20bc-48c1-9148-1acb3fb162c6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:28.271559 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:28.310724 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] For port f1d46db5-75c4-401b-8f02-72ff23e5bd6c, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:35:28.316195 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] For port f1d46db5-75c4-401b-8f02-72ff23e5bd6c, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f1d46db5-75c4-401b-8f02-72ff23e5bd6c,segment=NetworkSegment(9d439862-4dc1-4321-aa59-9c350417e16e),segment_id=9d439862-4dc1-4321-aa59-9c350417e16e)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:35:28.383492 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:28.468708 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:28.522755 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:28.536561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fd18c-3d41-4cb3-b7db-9aa4f63c1654 None None] Pushing event updated for resources: {'Port': ['ID=f1d46db5-75c4-401b-8f02-72ff23e5bd6c,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:28.544518 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:28.549014 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:35:28.557367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:28.561090 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:28.663512 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:28.680002 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Allocated IP 172.25.5.125 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/539bc842-986c-4fe4-a48f-f81b2e5a7862) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:35:28.714392 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a7ee41a2-fc56-4324-aeb4-75a7fd932dc5,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:28.784828 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:28.818992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:28.842710 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=a7ee41a2-fc56-4324-aeb4-75a7fd932dc5,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:28.919818 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:28.959939 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:35:28.969682 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:35:28.974074 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:35:28.977087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Pushing event updated for resources: {'Port': ['ID=539bc842-986c-4fe4-a48f-f81b2e5a7862,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:29.294530 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:29.496557 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:29.502199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f41d2d-e17d-4738-b64c-8eba85e4d8df None None] Network 82052c5e-2125-472f-8ed1-f1c40fe8bd2a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:35:29.690664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a16f9583-e64c-4861-84ee-ce3e6c4ac6da None None] Provisioning for port f1d46db5-75c4-401b-8f02-72ff23e5bd6c completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:35:29.710061 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Router 869948bf-1cc6-46ed-8d61-93d03841e40b is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:35:29.816241 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:35:29.824815 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Sync routers for ids ['869948bf-1cc6-46ed-8d61-93d03841e40b'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:35:29.833814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Routers {'869948bf-1cc6-46ed-8d61-93d03841e40b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:29.837301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['869948bf-1cc6-46ed-8d61-93d03841e40b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:29.915898 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:29.917269 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-7cf04dbf-5a87-4f60-a492-77b2bd8fd220 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4848640 Sep 08 14:35:29.920010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57154) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:29.949787 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Set router 869948bf-1cc6-46ed-8d61-93d03841e40b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:30.129314 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:30.346049 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'name': 'tempest-TestShelveInstance-1947357645-router', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:27Z', 'updated_at': '2021-09-08T14:35:29Z', 'revision_number': 3, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'gw_port': {'id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:28Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:30.359147 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:30.376173 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Checking router: 869948bf-1cc6-46ed-8d61-93d03841e40b for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:35:30.384027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Updating router 869948bf-1cc6-46ed-8d61-93d03841e40b port 539bc842-986c-4fe4-a48f-f81b2e5a7862 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:35:30.384027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:30.384027 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:30.420771 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:30.549590 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Allocated IP 172.20.0.1 (82052c5e-2125-472f-8ed1-f1c40fe8bd2a/60046d7f-f637-4c1e-949f-a188f74fa4bc/d1feaa80-4411-43d2-997a-c91cab972ce2) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:35:30.567814 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f1d46db5-75c4-401b-8f02-72ff23e5bd6c up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:30.650182 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:30.664662 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Transition to ACTIVE for port object d1feaa80-4411-43d2-997a-c91cab972ce2 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:35:30.740683 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:30.750035 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Transition to ACTIVE for port object 539bc842-986c-4fe4-a48f-f81b2e5a7862 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:35:30.760692 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port f1d46db5-75c4-401b-8f02-72ff23e5bd6c completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:35:30.764210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f1d46db5-75c4-401b-8f02-72ff23e5bd6c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:30.769982 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:30.784760 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:30.825233 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Network 82052c5e-2125-472f-8ed1-f1c40fe8bd2a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:35:30.828720 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:35:30.831127 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:35:30.846026 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:30.866570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Pushing event updated for resources: {'Port': ['ID=d1feaa80-4411-43d2-997a-c91cab972ce2,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:30.870476 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:30.892094 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:30.908624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port f1d46db5-75c4-401b-8f02-72ff23e5bd6c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f1d46db5-75c4-401b-8f02-72ff23e5bd6c,segment=NetworkSegment(9d439862-4dc1-4321-aa59-9c350417e16e),segment_id=9d439862-4dc1-4321-aa59-9c350417e16e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:30.938507 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2285e-3e62-491b-bc5f-bbf7e3e2c7cc None None] Pushing event updated for resources: {'Port': ['ID=539bc842-986c-4fe4-a48f-f81b2e5a7862,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:30.941236 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Attempting to bind port 539bc842-986c-4fe4-a48f-f81b2e5a7862 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:35:30.941369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Attempting to bind port 539bc842-986c-4fe4-a48f-f81b2e5a7862 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:35:30.941743 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Attempting to bind port 539bc842-986c-4fe4-a48f-f81b2e5a7862 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:35:30.947619 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:35:30.948001 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:35:30.948405 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:30.948908 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:35:30.949390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Bound port: 539bc842-986c-4fe4-a48f-f81b2e5a7862, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:35:30.949780 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:31.002005 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:31.041640 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] For port 539bc842-986c-4fe4-a48f-f81b2e5a7862, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:35:31.064109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] For port 539bc842-986c-4fe4-a48f-f81b2e5a7862, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=539bc842-986c-4fe4-a48f-f81b2e5a7862,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:35:31.078293 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=f1d46db5-75c4-401b-8f02-72ff23e5bd6c,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:31.092942 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:31.162273 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:31.220598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Routers {'869948bf-1cc6-46ed-8d61-93d03841e40b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:31.221235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['869948bf-1cc6-46ed-8d61-93d03841e40b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:31.227742 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-06787546-7fa9-49ab-9ab0-6b456c83b34c None None] Provisioning for port d1feaa80-4411-43d2-997a-c91cab972ce2 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:35:31.252349 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:31.264916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2285e-3e62-491b-bc5f-bbf7e3e2c7cc None None] Pushing event updated for resources: {'Port': ['ID=539bc842-986c-4fe4-a48f-f81b2e5a7862,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:31.270303 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-06787546-7fa9-49ab-9ab0-6b456c83b34c None None] Provisioning complete for port d1feaa80-4411-43d2-997a-c91cab972ce2 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:31.270688 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-06787546-7fa9-49ab-9ab0-6b456c83b34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:31.342771 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-06787546-7fa9-49ab-9ab0-6b456c83b34c None None] Port d1feaa80-4411-43d2-997a-c91cab972ce2 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:35:31.352915 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:31.368112 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] Set router 869948bf-1cc6-46ed-8d61-93d03841e40b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:31.418114 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Pushing event updated for resources: {'Port': ['ID=d1feaa80-4411-43d2-997a-c91cab972ce2,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:31.420488 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:31.516243 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Network 82052c5e-2125-472f-8ed1-f1c40fe8bd2a is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:35:31.517736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:35:31.567424 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'name': 'tempest-TestShelveInstance-1947357645-router', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:27Z', 'updated_at': '2021-09-08T14:35:30Z', 'revision_number': 4, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'gw_port': {'id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:28Z', 'updated_at': '2021-09-08T14:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'd1feaa80-4411-43d2-997a-c91cab972ce2', 'name': '', 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'mac_address': 'fa:16:3e:ee:94:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '60046d7f-f637-4c1e-949f-a188f74fa4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:30Z', 'updated_at': '2021-09-08T14:35:30Z', 'revision_number': 1, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'subnets': [{'id': '60046d7f-f637-4c1e-949f-a188f74fa4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:31.595366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d3fe0c-9039-4678-9e65-4ca8f80386f4 None None] The sync data for ids ['869948bf-1cc6-46ed-8d61-93d03841e40b'] in n-d-807558-3 is: [{'id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'name': 'tempest-TestShelveInstance-1947357645-router', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:27Z', 'updated_at': '2021-09-08T14:35:30Z', 'revision_number': 4, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'gw_port': {'id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:28Z', 'updated_at': '2021-09-08T14:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'd1feaa80-4411-43d2-997a-c91cab972ce2', 'name': '', 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'mac_address': 'fa:16:3e:ee:94:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '60046d7f-f637-4c1e-949f-a188f74fa4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:30Z', 'updated_at': '2021-09-08T14:35:30Z', 'revision_number': 1, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'subnets': [{'id': '60046d7f-f637-4c1e-949f-a188f74fa4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:35:31.630801 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Router 869948bf-1cc6-46ed-8d61-93d03841e40b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:35:31.743225 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:35:31.748224 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-629a820e-fb8b-41d6-8ae1-4e6f391aa78b admin admin] 10.222.0.69 "PUT /v2.0/routers/869948bf-1cc6-46ed-8d61-93d03841e40b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8272488 Sep 08 14:35:31.763411 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8b92e410-19fe-4432-89bc-068d03e3a6f3 None None] Provisioning complete for port d1feaa80-4411-43d2-997a-c91cab972ce2 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:31.763778 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b92e410-19fe-4432-89bc-068d03e3a6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:31.810600 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-8b92e410-19fe-4432-89bc-068d03e3a6f3 None None] Port d1feaa80-4411-43d2-997a-c91cab972ce2 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:35:32.043178 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f1d46db5-75c4-401b-8f02-72ff23e5bd6c up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:32.096326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port f1d46db5-75c4-401b-8f02-72ff23e5bd6c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:32.096630 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:32.565802 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57162) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:32.570575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-39aecb3b-91d8-4420-a620-f7950a0dd355 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-860182048', 'description': 'tempest-secgroup-smoke-860182048 description', 'project_id': 'b47759e90973417eb1d811d08474fc2b'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:32.675879 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-39aecb3b-91d8-4420-a620-f7950a0dd355 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:32.763588 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-39aecb3b-91d8-4420-a620-f7950a0dd355 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:32.884456 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-39aecb3b-91d8-4420-a620-f7950a0dd355 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:32.913249 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aecb3b-91d8-4420-a620-f7950a0dd355 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909da7b3-03fe-4c40-b403-6e078d2d5fdc,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:32.990010 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-39aecb3b-91d8-4420-a620-f7950a0dd355 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:32.991347 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-39aecb3b-91d8-4420-a620-f7950a0dd355 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4244897 Sep 08 14:35:32.994347 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57164) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:32.998702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-180687d8-e2ea-4446-8e16-a74cec52fab6 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group_rule': {'security_group_id': '909da7b3-03fe-4c40-b403-6e078d2d5fdc', 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:33.097211 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-180687d8-e2ea-4446-8e16-a74cec52fab6 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:33.152957 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-180687d8-e2ea-4446-8e16-a74cec52fab6 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:33.218782 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-180687d8-e2ea-4446-8e16-a74cec52fab6 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:33.237379 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180687d8-e2ea-4446-8e16-a74cec52fab6 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69dd51a9-07c2-4d47-af5d-5b22e024da3e,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:33.324201 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-180687d8-e2ea-4446-8e16-a74cec52fab6 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:33.325377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-180687d8-e2ea-4446-8e16-a74cec52fab6 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3300803 Sep 08 14:35:33.327996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57166) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:33.332538 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-596d27cb-def4-42a3-b58d-09cccd9943b1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group_rule': {'security_group_id': '909da7b3-03fe-4c40-b403-6e078d2d5fdc', 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:33.446489 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-596d27cb-def4-42a3-b58d-09cccd9943b1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:33.502662 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-596d27cb-def4-42a3-b58d-09cccd9943b1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:33.604463 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-596d27cb-def4-42a3-b58d-09cccd9943b1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:33.620941 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d27cb-def4-42a3-b58d-09cccd9943b1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a9dce1-3f70-4c95-a674-0717ffbdb214,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:33.695995 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-596d27cb-def4-42a3-b58d-09cccd9943b1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:33.697235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-596d27cb-def4-42a3-b58d-09cccd9943b1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3682945 Sep 08 14:35:33.699839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57168) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:33.704564 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-1819154b-f385-40b5-9c01-ae8c1b3ac6a0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group_rule': {'security_group_id': '909da7b3-03fe-4c40-b403-6e078d2d5fdc', 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:33.803031 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1819154b-f385-40b5-9c01-ae8c1b3ac6a0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:33.868421 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1819154b-f385-40b5-9c01-ae8c1b3ac6a0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:33.964322 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1819154b-f385-40b5-9c01-ae8c1b3ac6a0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:33.981276 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819154b-f385-40b5-9c01-ae8c1b3ac6a0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b516b86-9b20-4737-93f4-000484ea454b,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:34.050401 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 539bc842-986c-4fe4-a48f-f81b2e5a7862 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:34.067252 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1819154b-f385-40b5-9c01-ae8c1b3ac6a0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.071266 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1819154b-f385-40b5-9c01-ae8c1b3ac6a0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3677697 Sep 08 14:35:34.071428 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57170) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:34.075771 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-eca320dd-4efe-4319-b08a-e758432e3531 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group_rule': {'security_group_id': '909da7b3-03fe-4c40-b403-6e078d2d5fdc', 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:34.171507 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eca320dd-4efe-4319-b08a-e758432e3531 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.210528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 539bc842-986c-4fe4-a48f-f81b2e5a7862 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:35:34.214545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 539bc842-986c-4fe4-a48f-f81b2e5a7862 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:34.214932 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.229781 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eca320dd-4efe-4319-b08a-e758432e3531 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.299633 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.315326 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eca320dd-4efe-4319-b08a-e758432e3531 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.321826 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 539bc842-986c-4fe4-a48f-f81b2e5a7862, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=539bc842-986c-4fe4-a48f-f81b2e5a7862,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:34.333615 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca320dd-4efe-4319-b08a-e758432e3531 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ebef064-449d-4eb2-a94b-a9a3f514a11d,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:34.384171 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.412627 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-eca320dd-4efe-4319-b08a-e758432e3531 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.413869 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-eca320dd-4efe-4319-b08a-e758432e3531 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3414869 Sep 08 14:35:34.416668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57172) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:34.421442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-809b3de4-34b2-459f-b8d1-0bd059a53376 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group_rule': {'security_group_id': '909da7b3-03fe-4c40-b403-6e078d2d5fdc', 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:34.431407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=539bc842-986c-4fe4-a48f-f81b2e5a7862,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:34.501875 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-809b3de4-34b2-459f-b8d1-0bd059a53376 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Project b47759e90973417eb1d811d08474fc2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:35:34.507283 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-809b3de4-34b2-459f-b8d1-0bd059a53376 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.568785 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-809b3de4-34b2-459f-b8d1-0bd059a53376 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.667613 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-809b3de4-34b2-459f-b8d1-0bd059a53376 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.672245 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Sync routers for ids ['869948bf-1cc6-46ed-8d61-93d03841e40b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:35:34.681518 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Routers {'869948bf-1cc6-46ed-8d61-93d03841e40b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:34.682130 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['869948bf-1cc6-46ed-8d61-93d03841e40b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:34.685873 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b3de4-34b2-459f-b8d1-0bd059a53376 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6cbe17a-4171-4b7f-93b6-0bb27da11dd7,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:34.767024 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-809b3de4-34b2-459f-b8d1-0bd059a53376 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.768512 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-809b3de4-34b2-459f-b8d1-0bd059a53376 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3509336 Sep 08 14:35:34.771431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 57174) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:34.776174 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-16f113a9-f0e9-462d-9289-3df54d02dd4a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group_rule': {'security_group_id': '909da7b3-03fe-4c40-b403-6e078d2d5fdc', 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:34.873395 n-d-807558-3 neutron-server[96263]: INFO neutron.db.securitygroups_db [None req-16f113a9-f0e9-462d-9289-3df54d02dd4a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Project b47759e90973417eb1d811d08474fc2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:35:34.875352 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Set router 869948bf-1cc6-46ed-8d61-93d03841e40b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:34.878587 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16f113a9-f0e9-462d-9289-3df54d02dd4a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:34.940766 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16f113a9-f0e9-462d-9289-3df54d02dd4a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:35.021730 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16f113a9-f0e9-462d-9289-3df54d02dd4a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:35.040073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f113a9-f0e9-462d-9289-3df54d02dd4a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74c6842-50ea-452a-9844-febc365255af,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:35.071586 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'name': 'tempest-TestShelveInstance-1947357645-router', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:27Z', 'updated_at': '2021-09-08T14:35:30Z', 'revision_number': 4, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'gw_port': {'id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:28Z', 'updated_at': '2021-09-08T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'd1feaa80-4411-43d2-997a-c91cab972ce2', 'name': '', 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'mac_address': 'fa:16:3e:ee:94:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '60046d7f-f637-4c1e-949f-a188f74fa4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:30Z', 'updated_at': '2021-09-08T14:35:31Z', 'revision_number': 2, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'subnets': [{'id': '60046d7f-f637-4c1e-949f-a188f74fa4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:35.102310 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Checking router: 869948bf-1cc6-46ed-8d61-93d03841e40b for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:35:35.102667 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Updating router 869948bf-1cc6-46ed-8d61-93d03841e40b port d1feaa80-4411-43d2-997a-c91cab972ce2 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:35:35.115616 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-16f113a9-f0e9-462d-9289-3df54d02dd4a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:35.117058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-16f113a9-f0e9-462d-9289-3df54d02dd4a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3446572 Sep 08 14:35:35.126442 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:35.255368 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-1d8b493a-aff5-40fb-a8ca-11a90ed7e965 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-860182048&fields=id&tenant_id=b47759e90973417eb1d811d08474fc2b HTTP/1.1" status: 200 len: 267 time: 0.0323613 Sep 08 14:35:35.363433 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-7cbbe7fa-e720-42e0-bf27-f42e0d9080d1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:35.365050 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-7cbbe7fa-e720-42e0-bf27-f42e0d9080d1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 808 time: 0.1029603 Sep 08 14:35:35.380960 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-82907052-46ad-4180-9d75-8b1d7916108a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/quotas/b47759e90973417eb1d811d08474fc2b HTTP/1.1" status: 200 len: 375 time: 0.0095687 Sep 08 14:35:35.386641 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:35.397009 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Transition to ACTIVE for port object d1feaa80-4411-43d2-997a-c91cab972ce2 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:35:35.432186 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-f7bb1967-a535-4f26-a54d-8037f3eddc9a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456586 Sep 08 14:35:35.492837 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:35.532082 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-200ac3a2-3979-4743-a3c3-026f97aee10b service neutron] 10.222.0.69 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879519 Sep 08 14:35:35.541102 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7cf66-b987-4d86-bb17-9ce8252bf2bb None None] Pushing event updated for resources: {'Port': ['ID=d1feaa80-4411-43d2-997a-c91cab972ce2,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:35.604564 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Attempting to bind port d1feaa80-4411-43d2-997a-c91cab972ce2 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:35:35.604997 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Attempting to bind port d1feaa80-4411-43d2-997a-c91cab972ce2 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '9d439862-4dc1-4321-aa59-9c350417e16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:35:35.605378 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Attempting to bind port d1feaa80-4411-43d2-997a-c91cab972ce2 on network 82052c5e-2125-472f-8ed1-f1c40fe8bd2a {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:35:35.610854 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:35:35.611231 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Checking segment: {'id': '9d439862-4dc1-4321-aa59-9c350417e16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:35:35.611637 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:35.612033 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Bound using segment: {'id': '9d439862-4dc1-4321-aa59-9c350417e16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:35:35.612502 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Bound port: d1feaa80-4411-43d2-997a-c91cab972ce2, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d439862-4dc1-4321-aa59-9c350417e16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:35:35.612892 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:35.630566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-f97ebe49-3369-4d49-9ff2-1e12c2139e09 service neutron] 10.222.0.69 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924809 Sep 08 14:35:35.680749 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] For port d1feaa80-4411-43d2-997a-c91cab972ce2, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:35:35.684010 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] For port d1feaa80-4411-43d2-997a-c91cab972ce2, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d1feaa80-4411-43d2-997a-c91cab972ce2,segment=NetworkSegment(9d439862-4dc1-4321-aa59-9c350417e16e),segment_id=9d439862-4dc1-4321-aa59-9c350417e16e)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:35:35.801452 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:35.859646 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d7cf66-b987-4d86-bb17-9ce8252bf2bb None None] Pushing event updated for resources: {'Port': ['ID=d1feaa80-4411-43d2-997a-c91cab972ce2,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:35.864238 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Routers {'869948bf-1cc6-46ed-8d61-93d03841e40b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:35.865042 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:35:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['869948bf-1cc6-46ed-8d61-93d03841e40b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:35.994078 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] Set router 869948bf-1cc6-46ed-8d61-93d03841e40b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:35.995234 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f64d52eb-d383-494a-81fa-0c1c327b41d2 req-12c36290-6110-446f-8417-2b6a0fdabd27 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 210 time: 0.0423875 Sep 08 14:35:36.098374 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d1feaa80-4411-43d2-997a-c91cab972ce2 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:36.200864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port d1feaa80-4411-43d2-997a-c91cab972ce2 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:35:36.204940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d1feaa80-4411-43d2-997a-c91cab972ce2 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:36.205316 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:36.220933 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'name': 'tempest-TestShelveInstance-1947357645-router', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:27Z', 'updated_at': '2021-09-08T14:35:30Z', 'revision_number': 4, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'gw_port': {'id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:28Z', 'updated_at': '2021-09-08T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'd1feaa80-4411-43d2-997a-c91cab972ce2', 'name': '', 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'mac_address': 'fa:16:3e:ee:94:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '60046d7f-f637-4c1e-949f-a188f74fa4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:30Z', 'updated_at': '2021-09-08T14:35:35Z', 'revision_number': 4, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'subnets': [{'id': '60046d7f-f637-4c1e-949f-a188f74fa4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:36.249342 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfa81f8-4e83-44a1-aec5-dccc4c502c70 None None] The sync data for ids ['869948bf-1cc6-46ed-8d61-93d03841e40b'] in n-d-807558-3 is: [{'id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'name': 'tempest-TestShelveInstance-1947357645-router', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:27Z', 'updated_at': '2021-09-08T14:35:30Z', 'revision_number': 4, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'gw_port': {'id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:28Z', 'updated_at': '2021-09-08T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'd1feaa80-4411-43d2-997a-c91cab972ce2', 'name': '', 'network_id': '82052c5e-2125-472f-8ed1-f1c40fe8bd2a', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'mac_address': 'fa:16:3e:ee:94:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '60046d7f-f637-4c1e-949f-a188f74fa4bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:30Z', 'updated_at': '2021-09-08T14:35:35Z', 'revision_number': 4, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'subnets': [{'id': '60046d7f-f637-4c1e-949f-a188f74fa4bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:35:36.304413 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:36.337064 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port d1feaa80-4411-43d2-997a-c91cab972ce2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d1feaa80-4411-43d2-997a-c91cab972ce2,segment=NetworkSegment(9d439862-4dc1-4321-aa59-9c350417e16e),segment_id=9d439862-4dc1-4321-aa59-9c350417e16e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:36.404710 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:36.406257 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 539bc842-986c-4fe4-a48f-f81b2e5a7862 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:36.487556 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=d1feaa80-4411-43d2-997a-c91cab972ce2,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:36.500761 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 539bc842-986c-4fe4-a48f-f81b2e5a7862 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:36.501145 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:37.082235 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8e37c95b-b827-4d31-ac82-407c69af0ff1 req-b54e3c50-f9dd-409c-9c6c-d2cc5b93ef98 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 210 time: 0.0287063 Sep 08 14:35:37.961025 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-832f16ef-1c4f-4aac-b97d-da6eae473a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:38.032156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d1feaa80-4411-43d2-997a-c91cab972ce2 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:38.079916 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port d1feaa80-4411-43d2-997a-c91cab972ce2 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:38.080241 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:38.195313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e75b63db-9e85-4d13-885d-08893e469b1e req-a2f0279a-0455-4ea8-859f-aa093faa0617 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 210 time: 0.0468047 Sep 08 14:35:38.283710 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-a4f7624a-84b8-4222-9074-dd1d7781d9ac tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:38.286063 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-a4f7624a-84b8-4222-9074-dd1d7781d9ac tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 808 time: 0.1252611 Sep 08 14:35:38.328368 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-c7ea67de-d9bf-4f1e-9b0b-7795873a1ef1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b47759e90973417eb1d811d08474fc2b HTTP/1.1" status: 200 len: 379 time: 0.0334785 Sep 08 14:35:38.338017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'port': {'device_id': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'admin_state_up': True, 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'security_groups': ['909da7b3-03fe-4c40-b403-6e078d2d5fdc']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:38.532713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Made reservation on behalf of b47759e90973417eb1d811d08474fc2b for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:35:38.536330 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:38.661922 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Allocated IP 172.20.0.6 (ed2e3c7f-2082-4694-9fbb-7668b59ff4b8/13714687-bc55-4ea1-bd20-cd881d97fb05/b1624bc2-3d15-4d40-9776-c723705dbaf9) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:35:38.794709 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:38.808248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Transition to ACTIVE for port object b1624bc2-3d15-4d40-9776-c723705dbaf9 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:35:38.936003 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:38.977274 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:35:38.980413 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:35:38.986784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:35:38.993277 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'Port': ['ID=b1624bc2-3d15-4d40-9776-c723705dbaf9,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:39.038468 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:39.039090 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:39.125897 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5d952da0-d2c8-4415-a829-bc4096919009 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7914371 Sep 08 14:35:39.138669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Request body: {'port': {'device_id': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:39.191705 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:39.284705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-bc62bd59-4e97-44c3-a65d-ba4f7e942aad None None] Provisioning for port b1624bc2-3d15-4d40-9776-c723705dbaf9 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:35:39.289019 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-bc62bd59-4e97-44c3-a65d-ba4f7e942aad None None] Provisioning complete for port b1624bc2-3d15-4d40-9776-c723705dbaf9 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:39.289401 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bc62bd59-4e97-44c3-a65d-ba4f7e942aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:39.315020 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b200bc-e916-4757-aefc-09425620e1e1 req-c77488ec-d2e3-4721-90cc-708c1fba6d51 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:39.317220 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76b200bc-e916-4757-aefc-09425620e1e1 req-c77488ec-d2e3-4721-90cc-708c1fba6d51 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 931 time: 0.0548689 Sep 08 14:35:39.324164 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-bc62bd59-4e97-44c3-a65d-ba4f7e942aad None None] Port b1624bc2-3d15-4d40-9776-c723705dbaf9 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:35:39.357872 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-76b200bc-e916-4757-aefc-09425620e1e1 req-8b269f00-c1d6-4f75-a04a-30f5e00f19dd tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335562 Sep 08 14:35:39.460422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1624bc2-3d15-4d40-9776-c723705dbaf9 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:35:39.468193 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:39.479630 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Transition to ACTIVE for port object b1624bc2-3d15-4d40-9776-c723705dbaf9 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:35:39.561045 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:39.612495 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Pushing event updated for resources: {'Port': ['ID=b1624bc2-3d15-4d40-9776-c723705dbaf9,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:39.680968 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Attempting to bind port b1624bc2-3d15-4d40-9776-c723705dbaf9 on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:35:39.681313 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Attempting to bind port b1624bc2-3d15-4d40-9776-c723705dbaf9 by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:35:39.681780 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Attempting to bind port b1624bc2-3d15-4d40-9776-c723705dbaf9 on network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:35:39.686422 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Port b1624bc2-3d15-4d40-9776-c723705dbaf9 on network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:35:39.686746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Attempting to bind port b1624bc2-3d15-4d40-9776-c723705dbaf9 on network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:35:39.691786 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:35:39.692129 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Checking segment: {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:35:39.692518 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Bound using segment: {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:35:39.692958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Bound port: b1624bc2-3d15-4d40-9776-c723705dbaf9, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:35:39.693321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:39.758133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:35:39.760859 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:35:39.904266 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:39.936191 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:39.937362 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:39.938785 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] 10.222.0.70 "PUT /v2.0/ports/b1624bc2-3d15-4d40-9776-c723705dbaf9 HTTP/1.1" status: 200 len: 1091 time: 0.8043680 Sep 08 14:35:39.939282 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:35:39.941473 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be365ca-95cf-4079-8fa1-436804bff8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:35:39.969322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4284a4-c646-43ec-a35e-5cea1903529c service neutron] Pushing event updated for resources: {'Port': ['ID=b1624bc2-3d15-4d40-9776-c723705dbaf9,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:40.049978 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be92c1c-b05a-4b7a-a1a8-658b169617c9 x-openstack-request-id: req-3be92c1c-b05a-4b7a-a1a8-658b169617c9 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:35:40.050314 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:35:40.050571 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3be92c1c-b05a-4b7a-a1a8-658b169617c9 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:35:40.050981 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'status': 'completed', 'code': 200} Sep 08 14:35:40.100229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-644bb6fb-33b2-4bab-897d-4cd0a30fc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:40.101798 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-644bb6fb-33b2-4bab-897d-4cd0a30fc0d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 1094 time: 0.0430372 Sep 08 14:35:40.147585 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-aa8112be-e8b0-496b-b74c-b711609e010e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9 HTTP/1.1" status: 200 len: 217 time: 0.0375280 Sep 08 14:35:40.196711 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-d8c48c94-19a9-4f1f-b7e6-3c4743a06dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:40.198241 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-d8c48c94-19a9-4f1f-b7e6-3c4743a06dda service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0430140 Sep 08 14:35:40.235357 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c1977d74-f4ec-4f1a-b803-42db0acff0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:40.243991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-bbb167dc-4c52-4698-9771-30229d327585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:40.245487 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-bbb167dc-4c52-4698-9771-30229d327585 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399723 Sep 08 14:35:40.336997 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-c44e9f9e-f9c0-4b45-aed2-5da7b30a920a service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837297 Sep 08 14:35:40.426792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-898c0a40-acc0-4cd1-8514-d6aa06c05482 req-1ad163dc-ca4a-4a91-a383-0add1cc99f70 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820765 Sep 08 14:35:40.479659 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51137c96-418d-43f3-a3b3-2afafe643163 req-7a7f26a5-0424-41a3-84fa-8ecaee467a42 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:40.481118 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51137c96-418d-43f3-a3b3-2afafe643163 req-7a7f26a5-0424-41a3-84fa-8ecaee467a42 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0480106 Sep 08 14:35:40.518695 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-51137c96-418d-43f3-a3b3-2afafe643163 req-5cdce5c3-6e41-41d0-99e5-2ad2f894ae0d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308571 Sep 08 14:35:40.718971 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be365ca-95cf-4079-8fa1-436804bff8e3 req-50ea84e0-0205-43dd-87e0-a8cedac5a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:40.720507 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7be365ca-95cf-4079-8fa1-436804bff8e3 req-50ea84e0-0205-43dd-87e0-a8cedac5a234 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 1094 time: 0.0443432 Sep 08 14:35:40.793184 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:40.808736 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be365ca-95cf-4079-8fa1-436804bff8e3 req-849f9d70-7ad7-4edb-858b-58c60c17e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:40.810225 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7be365ca-95cf-4079-8fa1-436804bff8e3 req-849f9d70-7ad7-4edb-858b-58c60c17e85d service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0826097 Sep 08 14:35:40.853694 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7be365ca-95cf-4079-8fa1-436804bff8e3 req-c9493c74-a6d2-4b16-9c4d-809f27d92ec2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9 HTTP/1.1" status: 200 len: 217 time: 0.0361018 Sep 08 14:35:40.902239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be365ca-95cf-4079-8fa1-436804bff8e3 req-23865cec-6aa9-469c-aa3a-26d33bbbc6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:40.903689 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7be365ca-95cf-4079-8fa1-436804bff8e3 req-23865cec-6aa9-469c-aa3a-26d33bbbc6d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0420530 Sep 08 14:35:40.948587 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be365ca-95cf-4079-8fa1-436804bff8e3 req-1ea90058-97a2-40c1-912a-1a8dfedbfeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:40.950032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7be365ca-95cf-4079-8fa1-436804bff8e3 req-1ea90058-97a2-40c1-912a-1a8dfedbfeda service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386395 Sep 08 14:35:41.353358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7be365ca-95cf-4079-8fa1-436804bff8e3 req-240c599f-4fc5-4d52-a24a-eaba6df438ef service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901758 Sep 08 14:35:41.441833 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7be365ca-95cf-4079-8fa1-436804bff8e3 req-23730e33-cf32-4fd5-9989-2a9af95439e1 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808001 Sep 08 14:35:41.634157 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7c62d-2991-4f2f-a3ce-31ac2207f1cf req-35d92431-9e19-4964-aeea-02d18d62c1cf tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:41.635658 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c6c7c62d-2991-4f2f-a3ce-31ac2207f1cf req-35d92431-9e19-4964-aeea-02d18d62c1cf tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0478182 Sep 08 14:35:41.676486 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c6c7c62d-2991-4f2f-a3ce-31ac2207f1cf req-55b0e2f6-9e09-4cf8-b14e-1fa490a00b99 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343831 Sep 08 14:35:42.166666 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:42.788317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677b004-2cbe-4ae1-a9bd-0448d58f2115 req-511f27c0-f2a8-4bb3-a5d7-591925e51294 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:42.789763 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6677b004-2cbe-4ae1-a9bd-0448d58f2115 req-511f27c0-f2a8-4bb3-a5d7-591925e51294 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0482850 Sep 08 14:35:42.825528 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6677b004-2cbe-4ae1-a9bd-0448d58f2115 req-49334a1e-1b28-4f12-a5c4-054e82cfdb37 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298622 Sep 08 14:35:43.601013 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:43.938616 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d6f0e-b0be-413d-ab22-4a7de8b8cc21 req-a8973a49-a743-4b44-9702-264986857166 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:43.940072 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-761d6f0e-b0be-413d-ab22-4a7de8b8cc21 req-a8973a49-a743-4b44-9702-264986857166 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0476687 Sep 08 14:35:43.976462 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-761d6f0e-b0be-413d-ab22-4a7de8b8cc21 req-03234dad-d421-47dd-8d0a-7f09b7e5fa30 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305593 Sep 08 14:35:44.534828 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b1624bc2-3d15-4d40-9776-c723705dbaf9 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:35:44.629321 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:44.640701 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'port_id': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'mac_address': 'fa:16:3e:75:a0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:35:44.675830 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:44.688364 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1624bc2-3d15-4d40-9776-c723705dbaf9 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:35:44.707593 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:44.835127 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:44.885316 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=b1624bc2-3d15-4d40-9776-c723705dbaf9,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:45.076894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['b1624bc2-3d15-4d40-9776-c723705dbaf9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:35:45.096883 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1941367-bb24-43e8-a118-6214e93ae53c req-aa931157-6feb-48b4-b94e-c28c66e42a54 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:45.099191 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1941367-bb24-43e8-a118-6214e93ae53c req-aa931157-6feb-48b4-b94e-c28c66e42a54 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 944 time: 0.0556762 Sep 08 14:35:45.138303 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f1941367-bb24-43e8-a118-6214e93ae53c req-0836d538-7fea-4c9c-b3c2-43bf110e9975 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330727 Sep 08 14:35:45.142314 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:46.253311 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ce9c1-cba9-43c6-85b0-43a1ef7568da req-3c138416-9815-44a4-a80c-5724ec1b2251 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:46.254824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-813ce9c1-cba9-43c6-85b0-43a1ef7568da req-3c138416-9815-44a4-a80c-5724ec1b2251 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 944 time: 0.0499175 Sep 08 14:35:46.291256 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-813ce9c1-cba9-43c6-85b0-43a1ef7568da req-a2c0b819-3d6a-49e7-b153-cdb77a4f49d5 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306621 Sep 08 14:35:46.550697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b1624bc2-3d15-4d40-9776-c723705dbaf9 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:35:46.651999 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port b1624bc2-3d15-4d40-9776-c723705dbaf9 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:35:46.656139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port b1624bc2-3d15-4d40-9776-c723705dbaf9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:35:46.656518 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:46.729711 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:46.753094 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:35:46.755467 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9b8a38-8bba-45c0-adbf-a6ee1dff7db8" -d '{"events": [{"server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "name": "network-vif-plugged", "status": "completed", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:35:46.771284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:35:46.794537 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eef7deb-f5ba-48c7-9ada-9313fa8f1fdf x-openstack-request-id: req-1eef7deb-f5ba-48c7-9ada-9313fa8f1fdf {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:35:46.794832 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "name": "network-vif-plugged", "status": "completed", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:35:46.795090 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1eef7deb-f5ba-48c7-9ada-9313fa8f1fdf {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:35:46.795489 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'code': 200} Sep 08 14:35:46.854305 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:46.904207 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=b1624bc2-3d15-4d40-9776-c723705dbaf9,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:46.906479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c3dec-b1bb-40e8-9fa7-cbcd7efe8719 req-adf27686-43e0-4879-b8c4-28fa3f6608c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:46.908013 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-280c3dec-b1bb-40e8-9fa7-cbcd7efe8719 req-adf27686-43e0-4879-b8c4-28fa3f6608c9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 1096 time: 0.0557394 Sep 08 14:35:46.949238 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-280c3dec-b1bb-40e8-9fa7-cbcd7efe8719 req-bec643fd-37ec-4dff-91d9-7466ccaa5370 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335064 Sep 08 14:35:47.419613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbda29-4893-4d15-94a2-e0a358674347 req-c373341b-db21-40cc-bdd6-6b8ca80be460 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:47.419613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5cbda29-4893-4d15-94a2-e0a358674347 req-c373341b-db21-40cc-bdd6-6b8ca80be460 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0526872 Sep 08 14:35:47.457122 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b5cbda29-4893-4d15-94a2-e0a358674347 req-1b368be9-332a-4109-9be4-c3d2d085c380 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321269 Sep 08 14:35:47.755282 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:48.570970 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7132fe8-0a0a-487b-b145-8750b7f7b295 req-64f2eea3-bfb3-4b10-9338-e50a1c6612ea tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:48.572468 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a7132fe8-0a0a-487b-b145-8750b7f7b295 req-64f2eea3-bfb3-4b10-9338-e50a1c6612ea tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0484712 Sep 08 14:35:48.610744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a7132fe8-0a0a-487b-b145-8750b7f7b295 req-1085dcec-e5b4-4671-9870-955b0735592a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317721 Sep 08 14:35:48.724856 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fd7b4-49b1-4c51-b2ba-df3c1e7ccf83 req-7ada388e-7101-4685-9407-a6b8f2335382 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:48.726388 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9e3fd7b4-49b1-4c51-b2ba-df3c1e7ccf83 req-7ada388e-7101-4685-9407-a6b8f2335382 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0496786 Sep 08 14:35:48.763010 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9e3fd7b4-49b1-4c51-b2ba-df3c1e7ccf83 req-8eecee55-e676-42d9-af92-bd4f65d69b9e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306613 Sep 08 14:35:48.785521 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57238) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:48.921773 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317cb6cd-eeca-49e5-8931-659ee03210f5 tempest-TestShelveInstance-572216385 tempest-TestShelveInstance-572216385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:48.923332 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-317cb6cd-eeca-49e5-8931-659ee03210f5 tempest-TestShelveInstance-572216385 tempest-TestShelveInstance-572216385-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 1091 time: 0.1367455 Sep 08 14:35:48.926338 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57242) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:35:48.930617 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:35:49.018081 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:49.114933 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:49.215825 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Allocated IP 172.25.5.222 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/561c7669-2ec2-4bad-9f74-fff11146422d) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:35:49.316032 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:49.433068 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:49.468158 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:35:49.470815 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:35:49.473372 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:35:49.505014 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'Port': ['ID=561c7669-2ec2-4bad-9f74-fff11146422d,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:49.822089 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:49.933921 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:50.078835 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:50.166388 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:50.236205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'Port': ['ID=561c7669-2ec2-4bad-9f74-fff11146422d,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:35:50.247629 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:50.344776 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Floating IP 5dd7de95-35a9-4098-9f4c-263df3476dad associated. External IP: 172.25.5.222, port: b1624bc2-3d15-4d40-9776-c723705dbaf9. Sep 08 14:35:50.550488 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Router 500527ca-0097-4711-9726-2cadb97ecf7b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:35:50.655979 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:35:50.666792 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8b2bbb-ff5a-42ea-838f-e4d079d412f5 None None] Sync routers for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:35:50.675968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8b2bbb-ff5a-42ea-838f-e4d079d412f5 None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:50.676581 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5c8b2bbb-ff5a-42ea-838f-e4d079d412f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:50.760702 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:35:50.778813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-5c8b2bbb-ff5a-42ea-838f-e4d079d412f5 None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:50.791401 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-5f52b9c8-eba2-498f-a9ae-dba0ceb1be3f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8636906 Sep 08 14:35:50.805363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:35:50.805363 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53914b5cbc8b3b403e16123f979e5e8060fc37f7363c24167064795fe79b24c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d534ef4-0237-4950-a035-bef2f821e4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:35:50.831636 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d7d6a3-cbff-4a6d-b832-7b8c51f9b01c x-openstack-request-id: req-91d7d6a3-cbff-4a6d-b832-7b8c51f9b01c {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:35:50.832243 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:35:50.832376 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-91d7d6a3-cbff-4a6d-b832-7b8c51f9b01c {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:35:50.832760 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'status': 'completed', 'code': 200} Sep 08 14:35:50.894924 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-eaedeb64-96a8-4d9a-af86-80fcceb5b935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:50.896472 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-eaedeb64-96a8-4d9a-af86-80fcceb5b935 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 1096 time: 0.0420492 Sep 08 14:35:50.993905 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-9a5bc7d1-9935-4514-9940-53cdda8e40e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:50.995546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-9a5bc7d1-9935-4514-9940-53cdda8e40e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0924895 Sep 08 14:35:50.999488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5c8b2bbb-ff5a-42ea-838f-e4d079d412f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '5dd7de95-35a9-4098-9f4c-263df3476dad', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'port_id': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'mac_address': 'fa:16:3e:75:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:35:49Z', 'updated_at': '2021-09-08T14:35:49Z', 'revision_number': 0, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:51.065418 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-a7fe6f8b-b73b-46c8-a592-b87944744a02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9 HTTP/1.1" status: 200 len: 999 time: 0.0630853 Sep 08 14:35:51.116539 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-a1775fbb-683d-40a2-9793-c5714eb07bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:51.118057 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-a1775fbb-683d-40a2-9793-c5714eb07bd6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0463619 Sep 08 14:35:51.165806 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-c5df5833-29c7-4dbf-92fc-ad6448025cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:35:51.167416 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-c5df5833-29c7-4dbf-92fc-ad6448025cef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427494 Sep 08 14:35:51.179100 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-904fed23-273a-4d54-a06e-c0ddfb7ce694 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:35:51.180070 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-904fed23-273a-4d54-a06e-c0ddfb7ce694 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052340 Sep 08 14:35:51.182539 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8b2bbb-ff5a-42ea-838f-e4d079d412f5 None None] Checking router: 500527ca-0097-4711-9726-2cadb97ecf7b for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:35:51.191125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8b2bbb-ff5a-42ea-838f-e4d079d412f5 None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:35:51.191737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5c8b2bbb-ff5a-42ea-838f-e4d079d412f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:35:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:51.272484 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-ca75c0ec-845c-44d4-9878-931c7e9cb0e8 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851586 Sep 08 14:35:51.295488 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-5c8b2bbb-ff5a-42ea-838f-e4d079d412f5 None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:35:51.361485 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-7d534ef4-0237-4950-a035-bef2f821e4e6 req-2411f1c3-66f2-4fbb-aa93-fdc9e3e068d1 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814848 Sep 08 14:35:51.534284 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-5c8b2bbb-ff5a-42ea-838f-e4d079d412f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '5dd7de95-35a9-4098-9f4c-263df3476dad', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'port_id': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'mac_address': 'fa:16:3e:75:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:35:49Z', 'updated_at': '2021-09-08T14:35:49Z', 'revision_number': 0, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:35:51.563887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8b2bbb-ff5a-42ea-838f-e4d079d412f5 None None] The sync data for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 is: [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '5dd7de95-35a9-4098-9f4c-263df3476dad', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'floating_ip_address': '172.25.5.222', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'port_id': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'mac_address': 'fa:16:3e:75:a0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:35:49Z', 'updated_at': '2021-09-08T14:35:49Z', 'revision_number': 0, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:35:51.754467 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9c9e55-7449-4e8a-b062-4b839a33609f None None] New status for floating IP 5dd7de95-35a9-4098-9f4c-263df3476dad: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:35:55.291952 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:36:07.960037 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3add6e67-7fd8-405e-971c-721215262311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:10.297200 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a5873a07-591e-421a-be7d-7cacbcc4575c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:10.754796 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:12.165826 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:13.583114 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:15.169433 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:15.659882 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c408640c-1048-4044-874c-a001ac53e4a0 req-3b7f0b34-20c9-46e2-9d39-3a0f4896abf2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388162 Sep 08 14:36:15.746196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408640c-1048-4044-874c-a001ac53e4a0 req-9ab2534f-0aeb-459a-9d6e-ae045c0948aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:36:15.747684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c408640c-1048-4044-874c-a001ac53e4a0 req-9ab2534f-0aeb-459a-9d6e-ae045c0948aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 1096 time: 0.0444918 Sep 08 14:36:15.847113 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408640c-1048-4044-874c-a001ac53e4a0 req-c8e319f3-3c24-4bf6-ac1c-2d7a5d854f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:36:15.848544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c408640c-1048-4044-874c-a001ac53e4a0 req-c8e319f3-3c24-4bf6-ac1c-2d7a5d854f35 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0821178 Sep 08 14:36:15.915814 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c408640c-1048-4044-874c-a001ac53e4a0 req-45d1bc17-6c8b-495a-a5c7-9e7ee98b9c64 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9 HTTP/1.1" status: 200 len: 1001 time: 0.0605352 Sep 08 14:36:15.964251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408640c-1048-4044-874c-a001ac53e4a0 req-79573c3c-4c6e-445f-9dab-8616f1846918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:36:15.965721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c408640c-1048-4044-874c-a001ac53e4a0 req-79573c3c-4c6e-445f-9dab-8616f1846918 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0430226 Sep 08 14:36:16.011360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408640c-1048-4044-874c-a001ac53e4a0 req-85511b32-29db-4057-bf18-99fdaabc9fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:36:16.012877 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c408640c-1048-4044-874c-a001ac53e4a0 req-85511b32-29db-4057-bf18-99fdaabc9fab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401497 Sep 08 14:36:16.105489 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c408640c-1048-4044-874c-a001ac53e4a0 req-5cbc6566-8edd-43aa-979d-c60039066572 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853322 Sep 08 14:36:16.192358 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c408640c-1048-4044-874c-a001ac53e4a0 req-80e4cf2f-5e31-4727-8db6-08e73cd2eada service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789256 Sep 08 14:36:17.760509 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:32.291723 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:36:37.914613 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4afb1aa0-7c2a-4932-b358-d75fe92e7f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:40.294441 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-550af13c-2f9c-4fd8-9342-da4093fcbe32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:40.753711 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:42.165109 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:43.574146 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:45.153733 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:36:47.762744 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:07.947668 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-451d59a2-b58b-42b7-a012-009a4f0e4a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:09.290957 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:37:10.345239 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0ebf3f9b-d53d-4d52-8b88-d560e01ac122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:10.696089 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:12.179506 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:13.573675 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:15.162260 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:16.628256 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9281123-a8ff-49bc-aa88-f0d21ec76f92 req-a6e8a516-7427-4f17-b1f6-640b8d62c807 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912111 Sep 08 14:37:16.705868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9281123-a8ff-49bc-aa88-f0d21ec76f92 req-1e8150af-f705-494c-9e81-502449968a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:16.707384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9281123-a8ff-49bc-aa88-f0d21ec76f92 req-1e8150af-f705-494c-9e81-502449968a66 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 1096 time: 0.0402429 Sep 08 14:37:16.811350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9281123-a8ff-49bc-aa88-f0d21ec76f92 req-5f87b9d4-7e2e-48da-b94e-f4861009713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:16.812816 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9281123-a8ff-49bc-aa88-f0d21ec76f92 req-5f87b9d4-7e2e-48da-b94e-f4861009713d service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0866392 Sep 08 14:37:16.877554 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9281123-a8ff-49bc-aa88-f0d21ec76f92 req-9e909c03-8980-45e3-8f90-531e579187b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9 HTTP/1.1" status: 200 len: 1001 time: 0.0575483 Sep 08 14:37:16.926069 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9281123-a8ff-49bc-aa88-f0d21ec76f92 req-3b9cdc26-6688-4ec9-bc9d-883d22a9a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:16.927544 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9281123-a8ff-49bc-aa88-f0d21ec76f92 req-3b9cdc26-6688-4ec9-bc9d-883d22a9a60b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0435641 Sep 08 14:37:16.976775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9281123-a8ff-49bc-aa88-f0d21ec76f92 req-70ba71fc-1b04-476e-9fda-13016dbf621d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:16.978293 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9281123-a8ff-49bc-aa88-f0d21ec76f92 req-70ba71fc-1b04-476e-9fda-13016dbf621d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442398 Sep 08 14:37:17.065664 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9281123-a8ff-49bc-aa88-f0d21ec76f92 req-7bdf93e0-7f21-4ad0-ab1a-29ec3eec72ff service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796447 Sep 08 14:37:17.155477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b9281123-a8ff-49bc-aa88-f0d21ec76f92 req-674adb92-b06b-4624-9a62-c7f0b6df32ec service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831652 Sep 08 14:37:17.774031 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:37.916225 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a320a047-9499-41df-8594-f360a2ad36a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:40.260963 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f8d5f6c2-727a-4645-8ffb-9a0e14021fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:40.732857 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:42.180784 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:43.621199 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:45.149853 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:46.290280 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:37:46.668340 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a36e5-7125-4223-bdcc-c65ef8b90afb req-c338575c-af50-4559-ba21-d4fbe69a0cdf tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:46.669828 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa8a36e5-7125-4223-bdcc-c65ef8b90afb req-c338575c-af50-4559-ba21-d4fbe69a0cdf tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0537708 Sep 08 14:37:46.707439 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fa8a36e5-7125-4223-bdcc-c65ef8b90afb req-276fe483-4cea-4936-a04e-5d59c2b6bb64 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Sep 08 14:37:47.750251 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:47.823960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893492d2-af59-450c-81a0-769185657b40 req-f1ee4eec-2f3f-4c36-bb1c-431c07c3c1ad tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:47.825447 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-893492d2-af59-450c-81a0-769185657b40 req-f1ee4eec-2f3f-4c36-bb1c-431c07c3c1ad tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0493100 Sep 08 14:37:47.863014 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-893492d2-af59-450c-81a0-769185657b40 req-9a05e97a-2e17-43f6-9529-df0c78ab90c4 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312428 Sep 08 14:37:48.976237 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11f3f3-4e78-41a9-96a5-14b9e3c0c43c req-b3ff8783-720d-4854-aeb2-6f4c09488274 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:48.977740 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca11f3f3-4e78-41a9-96a5-14b9e3c0c43c req-b3ff8783-720d-4854-aeb2-6f4c09488274 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0491006 Sep 08 14:37:49.014873 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ca11f3f3-4e78-41a9-96a5-14b9e3c0c43c req-87123646-1e62-4426-9027-09d7d1d660a7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311739 Sep 08 14:37:50.127284 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0878ae-0864-403b-9845-3978eec56c42 req-135f241f-7a0e-44df-88e3-9d6bc2c83128 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:50.128984 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d0878ae-0864-403b-9845-3978eec56c42 req-135f241f-7a0e-44df-88e3-9d6bc2c83128 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0492167 Sep 08 14:37:50.166290 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3d0878ae-0864-403b-9845-3978eec56c42 req-8bc58c77-06c0-454b-ab76-4014aef66e3b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314875 Sep 08 14:37:51.345035 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434687-d4cf-4475-af64-8a2f60708bc1 req-55213ef4-c4b3-42e8-9076-7a3f6b68e28e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:51.346509 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-de434687-d4cf-4475-af64-8a2f60708bc1 req-55213ef4-c4b3-42e8-9076-7a3f6b68e28e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0520718 Sep 08 14:37:51.382647 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-de434687-d4cf-4475-af64-8a2f60708bc1 req-478c7378-ddea-4999-bfd2-e3f9322a4ccb tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298147 Sep 08 14:37:52.501450 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fa776-9f0c-4b5a-b5b0-086cb815d8a0 req-27bb244e-3ada-4ed0-b213-5768b0ba3bc5 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:52.502985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-694fa776-9f0c-4b5a-b5b0-086cb815d8a0 req-27bb244e-3ada-4ed0-b213-5768b0ba3bc5 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0539007 Sep 08 14:37:52.540270 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-694fa776-9f0c-4b5a-b5b0-086cb815d8a0 req-88f5d015-f40a-4ad0-9828-63ded4a24feb tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Sep 08 14:37:53.652449 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848f302-c99c-42e9-a07a-0d472f2a608c req-43a44fd8-6d27-4510-b9c0-c5bbb00210ca tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:53.653918 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a848f302-c99c-42e9-a07a-0d472f2a608c req-43a44fd8-6d27-4510-b9c0-c5bbb00210ca tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0483847 Sep 08 14:37:53.690792 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a848f302-c99c-42e9-a07a-0d472f2a608c req-688c9b89-ab57-474b-b7cf-1c5ef760f2e1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309839 Sep 08 14:37:54.802418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67e4eb-52ab-4652-98d2-b2ffd7091cb6 req-bd84287a-a9f0-4891-b657-f81d4b2276dc tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:54.803887 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea67e4eb-52ab-4652-98d2-b2ffd7091cb6 req-bd84287a-a9f0-4891-b657-f81d4b2276dc tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0479467 Sep 08 14:37:54.841401 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ea67e4eb-52ab-4652-98d2-b2ffd7091cb6 req-1d4164c3-d18c-4b98-ab7c-a84ad0871a98 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316377 Sep 08 14:37:55.952989 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e2e69-d6a9-4d2c-ade3-1c68a7575332 req-fcd725d6-074c-4fb9-88ce-aaae55a26cec tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:55.954714 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b85e2e69-d6a9-4d2c-ade3-1c68a7575332 req-fcd725d6-074c-4fb9-88ce-aaae55a26cec tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0480130 Sep 08 14:37:55.993148 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b85e2e69-d6a9-4d2c-ade3-1c68a7575332 req-d38e438f-5e77-4e56-a097-b59fbdfb8e22 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319188 Sep 08 14:37:57.111315 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da0e82-891f-42b0-a0de-83430a21fca8 req-71103be0-b24a-4135-a1e4-b7832f0bcab4 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:57.112817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73da0e82-891f-42b0-a0de-83430a21fca8 req-71103be0-b24a-4135-a1e4-b7832f0bcab4 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0506039 Sep 08 14:37:57.151720 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-73da0e82-891f-42b0-a0de-83430a21fca8 req-fd7eaa9c-943d-4b0d-8b23-afc48c2b443f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322857 Sep 08 14:37:58.270234 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e479643-abbc-4984-8878-253edc99eb8e req-afc9db6c-4f3b-4160-b870-73130f99b22b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:58.271604 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e479643-abbc-4984-8878-253edc99eb8e req-afc9db6c-4f3b-4160-b870-73130f99b22b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0517943 Sep 08 14:37:58.308173 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2e479643-abbc-4984-8878-253edc99eb8e req-7c0fcf18-9542-4824-9b50-a8da7a69979d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307324 Sep 08 14:37:59.217860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b1624bc2-3d15-4d40-9776-c723705dbaf9 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:37:59.310235 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:37:59.322456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'port_id': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'mac_address': 'fa:16:3e:75:a0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:37:59.374246 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:59.389795 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1624bc2-3d15-4d40-9776-c723705dbaf9 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:37:59.416153 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:37:59.453281 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7add7d-6ee5-441b-b9a7-ca7beb149a19 req-516931d7-6469-4519-a89b-58513bdfe979 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:37:59.455912 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac7add7d-6ee5-441b-b9a7-ca7beb149a19 req-516931d7-6469-4519-a89b-58513bdfe979 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0565825 Sep 08 14:37:59.469800 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:37:59.496456 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ac7add7d-6ee5-441b-b9a7-ca7beb149a19 req-5f49200c-0a1a-41ed-9841-f5c6268217dc tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335896 Sep 08 14:37:59.521353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=b1624bc2-3d15-4d40-9776-c723705dbaf9,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:37:59.529308 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:37:59.529669 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:37:59.530018 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:37:59.530423 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:37:59.530770 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:37:59.531111 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:37:59.531449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:37:59.531786 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:37:59.532119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:37:59.532453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:37:59.532788 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:37:59.533422 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:37:59.540125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['b1624bc2-3d15-4d40-9776-c723705dbaf9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:38:00.628374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cd00c-2dc8-4109-85a0-7f670ac917e4 req-d045b0dc-4b8c-405b-a362-da8978a2d09b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:00.629948 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d04cd00c-2dc8-4109-85a0-7f670ac917e4 req-d045b0dc-4b8c-405b-a362-da8978a2d09b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 944 time: 0.0559382 Sep 08 14:38:00.669947 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d04cd00c-2dc8-4109-85a0-7f670ac917e4 req-cddc9e70-a29b-47d6-a0bb-8ba7da5374c5 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338047 Sep 08 14:38:01.250359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b1624bc2-3d15-4d40-9776-c723705dbaf9 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:38:01.305471 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port b1624bc2-3d15-4d40-9776-c723705dbaf9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:38:01.306009 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:01.394319 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:01.419135 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:38:01.421395 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5883dd-ee08-4430-a884-259fd910a2a6" -d '{"events": [{"server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "name": "network-vif-plugged", "status": "completed", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:38:01.434529 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:38:01.528962 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefe82e8-024f-42c8-84e9-36eea711f5ed x-openstack-request-id: req-cefe82e8-024f-42c8-84e9-36eea711f5ed {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:38:01.529446 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "name": "network-vif-plugged", "status": "completed", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:38:01.529586 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-cefe82e8-024f-42c8-84e9-36eea711f5ed {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:38:01.529940 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'code': 200} Sep 08 14:38:01.540704 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:01.593740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=b1624bc2-3d15-4d40-9776-c723705dbaf9,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:38:01.796443 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e7dcf-29c7-42d8-956d-7607eec506ba req-e10c8fb8-3850-4b05-965a-8ff792c5dd08 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:01.797970 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-339e7dcf-29c7-42d8-956d-7607eec506ba req-e10c8fb8-3850-4b05-965a-8ff792c5dd08 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0542254 Sep 08 14:38:01.839723 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-339e7dcf-29c7-42d8-956d-7607eec506ba req-a3cb89cb-8fac-43e8-901c-3c6091237928 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353570 Sep 08 14:38:02.969678 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c7103-df2b-4751-91a4-d346385abb26 req-8a5cff29-2754-4ac9-9171-7606fe575af8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:02.971464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d7c7103-df2b-4751-91a4-d346385abb26 req-8a5cff29-2754-4ac9-9171-7606fe575af8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0518920 Sep 08 14:38:03.026802 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5d7c7103-df2b-4751-91a4-d346385abb26 req-0d92aa63-c7fe-4658-ada3-7563c72d5b55 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490551 Sep 08 14:38:04.151639 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8318b-adb5-4650-8515-ad1c86b480ab req-00dad19c-5f85-42d2-b656-cb3469fb9798 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:04.152276 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62d8318b-adb5-4650-8515-ad1c86b480ab req-00dad19c-5f85-42d2-b656-cb3469fb9798 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0580239 Sep 08 14:38:04.510752 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62d8318b-adb5-4650-8515-ad1c86b480ab req-f3e175be-db12-4e34-8217-65908298feb0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528090 Sep 08 14:38:05.625680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f02ef-ca83-41c7-8801-7290b6bbd7aa req-e1036b71-937a-4e47-996a-893645cf0605 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:05.627219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec1f02ef-ca83-41c7-8801-7290b6bbd7aa req-e1036b71-937a-4e47-996a-893645cf0605 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0489795 Sep 08 14:38:05.668318 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec1f02ef-ca83-41c7-8801-7290b6bbd7aa req-f3f7fbea-857c-4822-8049-4802b7ca8087 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343406 Sep 08 14:38:06.789125 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cbb15-a9f1-4a04-a230-98693d98bbb4 req-b7291659-c07f-45dd-85bb-3fdbede1f777 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:06.796267 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b9cbb15-a9f1-4a04-a230-98693d98bbb4 req-b7291659-c07f-45dd-85bb-3fdbede1f777 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0562067 Sep 08 14:38:06.832717 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6b9cbb15-a9f1-4a04-a230-98693d98bbb4 req-27843047-af62-4c76-b0e6-538fa902eb7f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333123 Sep 08 14:38:07.946522 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-edff911e-3e1e-4612-ab82-fff900e21c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:07.965574 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ea716-30ed-4c5d-913c-451c4ce2e5b8 req-8483a6bc-343f-47ee-8a69-ba6fb0cd5b3d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:07.967956 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-664ea716-30ed-4c5d-913c-451c4ce2e5b8 req-8483a6bc-343f-47ee-8a69-ba6fb0cd5b3d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0611370 Sep 08 14:38:08.018089 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-664ea716-30ed-4c5d-913c-451c4ce2e5b8 req-82c36e67-9e66-4c6d-b257-805f94d3d317 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435588 Sep 08 14:38:09.134380 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4264aa2-8ae3-4bb1-abdd-c62e09c313ae req-606af188-baee-416d-b2dd-682e4f29dd51 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:09.135853 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4264aa2-8ae3-4bb1-abdd-c62e09c313ae req-606af188-baee-416d-b2dd-682e4f29dd51 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0482719 Sep 08 14:38:09.176486 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c4264aa2-8ae3-4bb1-abdd-c62e09c313ae req-5d6844bb-0b3d-4ee0-8e20-c8a1d4ff38c4 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345356 Sep 08 14:38:10.220552 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-d6da7eb3-eda2-47a5-a4d2-c0cc73108402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:10.290839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae612e6-89dd-4110-9b5a-cf39aa9f315b req-0a09b4c6-f9cd-45a0-bc94-2eccfa98d42c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:10.292295 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cae612e6-89dd-4110-9b5a-cf39aa9f315b req-0a09b4c6-f9cd-45a0-bc94-2eccfa98d42c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0480380 Sep 08 14:38:10.329684 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cae612e6-89dd-4110-9b5a-cf39aa9f315b req-adc0fccb-025d-4be7-b29b-92b8ed51bf8f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313525 Sep 08 14:38:10.738336 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:10.840216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8145-2d01-43bd-810f-40bf904230f8 req-49110498-dd42-4e15-ba3d-559b26114bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:10.841749 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c1a8145-2d01-43bd-810f-40bf904230f8 req-49110498-dd42-4e15-ba3d-559b26114bf9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 1096 time: 0.0407207 Sep 08 14:38:10.935469 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8145-2d01-43bd-810f-40bf904230f8 req-4599b6ab-a695-439f-a592-7adf1eceaf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:10.937019 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c1a8145-2d01-43bd-810f-40bf904230f8 req-4599b6ab-a695-439f-a592-7adf1eceaf33 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0885518 Sep 08 14:38:11.000373 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c1a8145-2d01-43bd-810f-40bf904230f8 req-b0d86aff-8987-4ead-a373-9b7792f23bc2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9 HTTP/1.1" status: 200 len: 1001 time: 0.0558929 Sep 08 14:38:11.051559 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8145-2d01-43bd-810f-40bf904230f8 req-bdc7a102-80ad-4cf3-84f5-3cfbf3ed57e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:11.053527 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c1a8145-2d01-43bd-810f-40bf904230f8 req-bdc7a102-80ad-4cf3-84f5-3cfbf3ed57e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0461826 Sep 08 14:38:11.096555 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a8145-2d01-43bd-810f-40bf904230f8 req-f910a07b-bd89-4f35-a97f-446c20fdb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:11.097979 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c1a8145-2d01-43bd-810f-40bf904230f8 req-f910a07b-bd89-4f35-a97f-446c20fdb13d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0375700 Sep 08 14:38:11.184031 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c1a8145-2d01-43bd-810f-40bf904230f8 req-2f159efe-4b14-4c66-9308-b994e2fc8e72 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788934 Sep 08 14:38:11.275175 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c1a8145-2d01-43bd-810f-40bf904230f8 req-288d8dcc-6237-45dc-8a13-0168edb36ffc service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831707 Sep 08 14:38:11.444620 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd83d9e-4481-43f1-8303-f9d3c77515a8 req-c64cb223-4aaf-452f-899f-da4f48566671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:11.446057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8fd83d9e-4481-43f1-8303-f9d3c77515a8 req-c64cb223-4aaf-452f-899f-da4f48566671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0514657 Sep 08 14:38:11.482959 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-8fd83d9e-4481-43f1-8303-f9d3c77515a8 req-f4d94ec5-4626-43e2-8280-17e374ae1f2f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310714 Sep 08 14:38:12.191590 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:12.595797 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4faf24-d62f-46a0-bd6f-320e91363035 req-8d0679a4-a031-4304-812e-da4cfc03fbc3 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:12.597252 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f4faf24-d62f-46a0-bd6f-320e91363035 req-8d0679a4-a031-4304-812e-da4cfc03fbc3 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 945 time: 0.0478997 Sep 08 14:38:12.634439 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9f4faf24-d62f-46a0-bd6f-320e91363035 req-1da7f1fb-7356-4ad7-be05-4059e952d1fb tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304444 Sep 08 14:38:13.317027 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b1624bc2-3d15-4d40-9776-c723705dbaf9 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:38:13.394354 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:13.416224 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:38:13.418476 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea78eda-d56c-49fe-b694-4e9941673ece" -d '{"events": [{"server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "name": "network-vif-unplugged", "status": "completed", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:38:13.430446 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:38:13.456028 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b428fca9-dd02-4d1f-83ff-964c8d716379 x-openstack-request-id: req-b428fca9-dd02-4d1f-83ff-964c8d716379 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:38:13.456350 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "name": "network-vif-unplugged", "status": "completed", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:38:13.456607 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-b428fca9-dd02-4d1f-83ff-964c8d716379 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:38:13.457023 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'code': 200} Sep 08 14:38:13.506962 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:13.559220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=b1624bc2-3d15-4d40-9776-c723705dbaf9,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:38:13.600690 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:13.752182 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a62a02-428b-4c90-889a-909bf390d888 req-97e6f372-49c7-4aea-90d7-1a394ac3f228 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:13.753687 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35a62a02-428b-4c90-889a-909bf390d888 req-97e6f372-49c7-4aea-90d7-1a394ac3f228 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0522921 Sep 08 14:38:13.790566 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-35a62a02-428b-4c90-889a-909bf390d888 req-c5844d04-6ede-452a-8aa0-58877bc30ad9 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303104 Sep 08 14:38:13.859167 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-bf251406-9740-4115-984d-b48915df2987 req-a6024ae5-ba8b-49c3-8dc7-9623a124c178 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:38:13.860148 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bf251406-9740-4115-984d-b48915df2987 req-a6024ae5-ba8b-49c3-8dc7-9623a124c178 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053880 Sep 08 14:38:15.190235 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1fa6a-77fe-4a73-bbf5-04cc86174219 req-9e94af84-1a19-4ee1-818d-a699e7932632 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:15.191737 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ec1fa6a-77fe-4a73-bbf5-04cc86174219 req-9e94af84-1a19-4ee1-818d-a699e7932632 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0486476 Sep 08 14:38:15.229557 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ec1fa6a-77fe-4a73-bbf5-04cc86174219 req-32aa7812-7951-4942-81c8-a48ee0fbf465 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316517 Sep 08 14:38:15.263877 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:15.651092 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57430) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:38:15.732854 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-4042b744-ca29-4b73-96df-146983da6b38 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806043 Sep 08 14:38:15.742446 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-bd909b20-9463-4054-8bd8-f2291739140a service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:38:15.743388 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-bd909b20-9463-4054-8bd8-f2291739140a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058041 Sep 08 14:38:16.343397 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3c18a-3386-47d8-97d5-0fbe665971bf req-4ddd2fd6-5f45-46f4-80aa-85bd6c93f684 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:16.344765 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bdc3c18a-3386-47d8-97d5-0fbe665971bf req-4ddd2fd6-5f45-46f4-80aa-85bd6c93f684 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0478418 Sep 08 14:38:16.380482 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bdc3c18a-3386-47d8-97d5-0fbe665971bf req-5c785f8f-cc13-4d14-b5f2-98d82466a43d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297830 Sep 08 14:38:17.326794 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b1624bc2-3d15-4d40-9776-c723705dbaf9 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:38:17.494713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8de49-99c6-45f1-a3c3-34a655bbbef4 req-85972551-d5b3-4e34-903a-a9f167f3eeea tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:17.496161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aaf8de49-99c6-45f1-a3c3-34a655bbbef4 req-85972551-d5b3-4e34-903a-a9f167f3eeea tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0485315 Sep 08 14:38:17.537061 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-aaf8de49-99c6-45f1-a3c3-34a655bbbef4 req-0ac14e73-c244-4911-b83f-eaf6ba60c8ec tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310595 Sep 08 14:38:17.777819 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:18.651892 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18f77b-3955-4024-9cdf-2771fd0f4e8c req-f93ab5c4-70ed-49ca-98ab-e9baa5d7b9ee tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:18.653339 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd18f77b-3955-4024-9cdf-2771fd0f4e8c req-f93ab5c4-70ed-49ca-98ab-e9baa5d7b9ee tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0507166 Sep 08 14:38:18.689983 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd18f77b-3955-4024-9cdf-2771fd0f4e8c req-9c7f521a-68c8-4c03-b380-32adb01863e2 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306711 Sep 08 14:38:19.805686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591b5be-738c-4838-906b-63035fbead95 req-1feb23d3-124e-474c-9a00-4a84158d08f0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:19.807164 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a591b5be-738c-4838-906b-63035fbead95 req-1feb23d3-124e-474c-9a00-4a84158d08f0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0516453 Sep 08 14:38:19.843753 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a591b5be-738c-4838-906b-63035fbead95 req-9de3f50b-4aa5-47e5-9192-b125963b4268 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307600 Sep 08 14:38:20.957608 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c6db6-3fb9-4766-892a-5ab4b87abd04 req-16983f39-2dde-4544-819f-c052cfeaec0e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:20.959687 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e8c6db6-3fb9-4766-892a-5ab4b87abd04 req-16983f39-2dde-4544-819f-c052cfeaec0e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0478239 Sep 08 14:38:20.996637 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3e8c6db6-3fb9-4766-892a-5ab4b87abd04 req-0805331c-fda3-422d-a81c-c067b4d55aee tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310752 Sep 08 14:38:21.140072 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-beb9ea37-c130-41f5-b6dc-1c40bcd46f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:21.141461 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-beb9ea37-c130-41f5-b6dc-1c40bcd46f31 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8&tenant_id=b47759e90973417eb1d811d08474fc2b HTTP/1.1" status: 200 len: 1094 time: 0.0405965 Sep 08 14:38:21.201702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-01071675-a758-472a-84c9-96a00c03424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:21.203261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-01071675-a758-472a-84c9-96a00c03424d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 1094 time: 0.0402477 Sep 08 14:38:21.293042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-9bd3226f-39e0-4e05-b938-22c369cfb001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:21.294540 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-9bd3226f-39e0-4e05-b938-22c369cfb001 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0846059 Sep 08 14:38:21.357697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-14cff10d-6df0-4a44-bd1c-adaf15dca892 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9 HTTP/1.1" status: 200 len: 999 time: 0.0557339 Sep 08 14:38:21.408008 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-6a0151bb-cf9f-4701-b96d-74de46f34620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:21.409355 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-6a0151bb-cf9f-4701-b96d-74de46f34620 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0452526 Sep 08 14:38:21.452839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-86c4773b-89c9-4d59-b606-6c8e2bcebfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:21.454616 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-86c4773b-89c9-4d59-b606-6c8e2bcebfa8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386074 Sep 08 14:38:21.546802 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-809fa1db-26d4-4337-9292-2fe4474bbaf0 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848725 Sep 08 14:38:21.637128 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2ab39be1-bb1d-4f9c-baae-745b609a5eff req-a0616438-316f-4def-b72b-0f8fb92d92b6 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830793 Sep 08 14:38:22.114762 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604e60c-a6e3-4cd3-af5e-c64c39450b19 req-585978e5-dafb-4a6a-a7ad-18f893a78082 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:22.114762 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3604e60c-a6e3-4cd3-af5e-c64c39450b19 req-585978e5-dafb-4a6a-a7ad-18f893a78082 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0491309 Sep 08 14:38:22.160127 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3604e60c-a6e3-4cd3-af5e-c64c39450b19 req-66f80bac-de1b-424e-a8ae-844dfbc22ed6 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403645 Sep 08 14:38:23.290104 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:38:23.290739 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abf30b-e211-486d-aa03-5fad227d8d3a req-d7df39e9-553d-4c84-9c7e-4d59fe248f34 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:23.292363 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5abf30b-e211-486d-aa03-5fad227d8d3a req-d7df39e9-553d-4c84-9c7e-4d59fe248f34 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0568600 Sep 08 14:38:23.333946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e5abf30b-e211-486d-aa03-5fad227d8d3a req-159afb1e-7cb5-4ff4-a1e5-c948e723845e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352056 Sep 08 14:38:24.512403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aba969-f0c0-4674-ab74-1a12b719d0f2 req-283445f3-219a-4a39-be14-7d85e3f32d19 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:24.513978 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-59aba969-f0c0-4674-ab74-1a12b719d0f2 req-283445f3-219a-4a39-be14-7d85e3f32d19 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.1069071 Sep 08 14:38:24.556809 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-59aba969-f0c0-4674-ab74-1a12b719d0f2 req-e1b8c92c-f896-4a2e-bb67-4a8081addde7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369744 Sep 08 14:38:25.734131 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39dbd4-6928-4796-b473-193d0e074c62 req-6408f10e-c6f4-439b-9e11-ac21c967edf0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:25.735653 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb39dbd4-6928-4796-b473-193d0e074c62 req-6408f10e-c6f4-439b-9e11-ac21c967edf0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.1069603 Sep 08 14:38:25.773210 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eb39dbd4-6928-4796-b473-193d0e074c62 req-ee3607b1-a6a0-425b-884a-eba83568f7cc tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312219 Sep 08 14:38:26.893815 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46fc609-da13-4f1b-bdd6-6ce021fc1c7c req-90dea870-838d-4cf9-8039-81f593cf8dda tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:26.895607 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f46fc609-da13-4f1b-bdd6-6ce021fc1c7c req-90dea870-838d-4cf9-8039-81f593cf8dda tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0534630 Sep 08 14:38:26.937527 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f46fc609-da13-4f1b-bdd6-6ce021fc1c7c req-6d910c3e-95a2-4b77-91a4-4da227c48e4e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335093 Sep 08 14:38:28.063087 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a0da4-6a2c-4680-87f5-472331e13472 req-9a12266c-137b-47de-a36b-22599f5f9a9b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:28.064645 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-187a0da4-6a2c-4680-87f5-472331e13472 req-9a12266c-137b-47de-a36b-22599f5f9a9b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0588670 Sep 08 14:38:28.106900 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-187a0da4-6a2c-4680-87f5-472331e13472 req-3a3f738b-e302-48e6-bb32-ecdb5b51e7ba tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347719 Sep 08 14:38:29.230716 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621bece9-4e50-43e6-a181-7cf22a84292f req-cfc8d66d-d18b-46e2-9f49-db3c72b1b47c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:29.232352 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-621bece9-4e50-43e6-a181-7cf22a84292f req-cfc8d66d-d18b-46e2-9f49-db3c72b1b47c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0539713 Sep 08 14:38:29.276302 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-621bece9-4e50-43e6-a181-7cf22a84292f req-9986fb8d-050f-458e-9d0d-e50893dfb628 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329435 Sep 08 14:38:30.417357 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d29aa-d716-424f-a9a7-cb9954df8b08 req-ee22caa5-6b90-4038-9bc9-4ee2a80af404 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:30.424497 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c27d29aa-d716-424f-a9a7-cb9954df8b08 req-ee22caa5-6b90-4038-9bc9-4ee2a80af404 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0806396 Sep 08 14:38:30.458470 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c27d29aa-d716-424f-a9a7-cb9954df8b08 req-dbae86a5-60e0-4c8f-8286-198eba9ab54b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330713 Sep 08 14:38:31.576977 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f23ba-5fb4-44f0-b82a-7612389eb09a req-5dadd986-3dd8-4209-8096-bdb38fe556a2 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:31.578893 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a53f23ba-5fb4-44f0-b82a-7612389eb09a req-5dadd986-3dd8-4209-8096-bdb38fe556a2 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0481839 Sep 08 14:38:31.620551 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a53f23ba-5fb4-44f0-b82a-7612389eb09a req-391548b2-04a3-445e-b53d-6233019b2685 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353887 Sep 08 14:38:32.741716 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e38027-74d1-422d-b9c5-1d308aead4d7 req-55012b52-e6af-4ecb-937e-5b7018b928ff tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:32.743273 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f3e38027-74d1-422d-b9c5-1d308aead4d7 req-55012b52-e6af-4ecb-937e-5b7018b928ff tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0556581 Sep 08 14:38:32.780405 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f3e38027-74d1-422d-b9c5-1d308aead4d7 req-9beeb6ee-0a63-4351-9b0d-9d125792ee15 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311508 Sep 08 14:38:33.892270 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c7d897-b196-4c71-815a-857f3cb6e976 req-afe7653b-16a0-4ca3-a776-7d9dc8c771b4 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:33.893745 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36c7d897-b196-4c71-815a-857f3cb6e976 req-afe7653b-16a0-4ca3-a776-7d9dc8c771b4 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0475812 Sep 08 14:38:33.930952 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-36c7d897-b196-4c71-815a-857f3cb6e976 req-494bfc72-255d-4c6b-b7f5-afeb311e2d6b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308380 Sep 08 14:38:35.043024 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df02f3c-c05c-45cb-91c6-a8ba869d5942 req-57ec8c02-01f3-435c-8540-9030cfe7dd7e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:35.044502 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5df02f3c-c05c-45cb-91c6-a8ba869d5942 req-57ec8c02-01f3-435c-8540-9030cfe7dd7e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 943 time: 0.0474262 Sep 08 14:38:35.081061 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5df02f3c-c05c-45cb-91c6-a8ba869d5942 req-44eb7c1a-e75d-4c21-8811-8a516cd7c568 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307848 Sep 08 14:38:35.357327 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b1624bc2-3d15-4d40-9776-c723705dbaf9 details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:38:35.448366 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:38:35.462676 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'port_id': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'mac_address': 'fa:16:3e:75:a0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:38:35.497884 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:35.509877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1624bc2-3d15-4d40-9776-c723705dbaf9 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:38:35.528435 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:38:35.600926 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:35.652358 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=b1624bc2-3d15-4d40-9776-c723705dbaf9,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:38:35.841879 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['b1624bc2-3d15-4d40-9776-c723705dbaf9'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:38:36.196848 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b2c9c-b3d8-44ef-a1fa-b088b012d88a req-54704db2-4911-4906-9c2a-a9f274a1a944 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:36.198354 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c4b2c9c-b3d8-44ef-a1fa-b088b012d88a req-54704db2-4911-4906-9c2a-a9f274a1a944 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 944 time: 0.0487382 Sep 08 14:38:36.235166 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0c4b2c9c-b3d8-44ef-a1fa-b088b012d88a req-cee0fa44-b4f7-47ae-8f3b-b3ce81f9d6c5 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302584 Sep 08 14:38:37.347765 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d580225-fcdf-4392-9a6c-5efb3d7b54c5 req-114653e0-da27-4e48-abd1-0f84895b33e8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:37.349252 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d580225-fcdf-4392-9a6c-5efb3d7b54c5 req-114653e0-da27-4e48-abd1-0f84895b33e8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 944 time: 0.0485735 Sep 08 14:38:37.372997 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b1624bc2-3d15-4d40-9776-c723705dbaf9 up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:38:37.386211 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-2d580225-fcdf-4392-9a6c-5efb3d7b54c5 req-a35b41ec-f013-4a64-b7ea-7bb9cdb0310b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310810 Sep 08 14:38:37.420545 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port b1624bc2-3d15-4d40-9776-c723705dbaf9 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:38:37.420925 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:37.497196 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:37.519278 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:38:37.521477 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5774f7b5-ceb3-4641-8850-7648b7277ff6" -d '{"events": [{"server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "name": "network-vif-plugged", "status": "completed", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:38:37.533657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:38:37.569579 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ccec35-85a8-4270-9d79-41affaab693e x-openstack-request-id: req-f6ccec35-85a8-4270-9d79-41affaab693e {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:38:37.569869 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "name": "network-vif-plugged", "status": "completed", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:38:37.570124 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f6ccec35-85a8-4270-9d79-41affaab693e {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:38:37.570575 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'code': 200} Sep 08 14:38:37.600229 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:37.648854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=b1624bc2-3d15-4d40-9776-c723705dbaf9,revision_number=10']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:38:37.780076 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf4b405-5cd0-49be-8d3e-e01b5d95e6c9 req-78203f6e-5854-4d3e-8a57-9d89209269d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:37.781491 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf4b405-5cd0-49be-8d3e-e01b5d95e6c9 req-78203f6e-5854-4d3e-8a57-9d89209269d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 1097 time: 0.0388951 Sep 08 14:38:37.818959 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5bf4b405-5cd0-49be-8d3e-e01b5d95e6c9 req-7d2709de-aa50-40c2-bbfa-5c02d66a721e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302987 Sep 08 14:38:37.925836 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-28c4554b-0925-4aca-87a6-b3f30d962ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:38.503653 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb789e3-dac2-432f-ba0d-c0110d1db148 req-fe5721d7-4041-4c06-bb77-4cf0b0fda415 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:38.505130 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ccb789e3-dac2-432f-ba0d-c0110d1db148 req-fe5721d7-4041-4c06-bb77-4cf0b0fda415 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 946 time: 0.0528455 Sep 08 14:38:38.542761 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ccb789e3-dac2-432f-ba0d-c0110d1db148 req-e8a89a6f-aa21-408b-8fe2-6bce5fbf700e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316319 Sep 08 14:38:39.659668 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa5225-5c11-4a63-aca1-0384d1bbcee1 req-4ae5ac1f-9d8a-4325-9730-a2825f1bb71e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:39.663901 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88fa5225-5c11-4a63-aca1-0384d1bbcee1 req-4ae5ac1f-9d8a-4325-9730-a2825f1bb71e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 946 time: 0.0506797 Sep 08 14:38:39.699750 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-88fa5225-5c11-4a63-aca1-0384d1bbcee1 req-1b930a6e-75e1-4e54-90da-0df8b2c2f5f5 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316060 Sep 08 14:38:40.385563 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f9e65396-b4eb-47d0-bbe4-dbd9de625677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:40.691502 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:40.813162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022786c-26cd-4b6a-88ee-099fb9827436 req-0f73a543-f633-4131-ae48-a5a0004bb789 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:38:40.814640 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c022786c-26cd-4b6a-88ee-099fb9827436 req-0f73a543-f633-4131-ae48-a5a0004bb789 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 946 time: 0.0472324 Sep 08 14:38:40.851771 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c022786c-26cd-4b6a-88ee-099fb9827436 req-6e9ef5d9-3fd1-4d72-b89d-9f75b9b0e786 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307512 Sep 08 14:38:42.219512 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:43.629024 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:45.217190 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:38:47.796799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:00.290453 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:39:07.910639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-177b3a49-a41e-4a79-8c45-c0d21a66fc11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:10.236503 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c6ed9e7-067b-454c-80e0-e17a83a712f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:10.682147 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:12.187762 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:13.582229 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:15.205118 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:17.589754 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-041d3b6d-0777-44bf-9d37-81e0b3ab01a9 req-d0bbbb2c-3d8c-4c37-b1d3-689c34960aab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389047 Sep 08 14:39:17.668638 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d3b6d-0777-44bf-9d37-81e0b3ab01a9 req-4b4246d9-1ac5-4f6f-88ba-aa7b00b7e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:39:17.670090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-041d3b6d-0777-44bf-9d37-81e0b3ab01a9 req-4b4246d9-1ac5-4f6f-88ba-aa7b00b7e3ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 1097 time: 0.0390794 Sep 08 14:39:17.770960 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:17.773156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d3b6d-0777-44bf-9d37-81e0b3ab01a9 req-b5bca419-68bd-44c2-9898-f12f65ceef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:39:17.774686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-041d3b6d-0777-44bf-9d37-81e0b3ab01a9 req-b5bca419-68bd-44c2-9898-f12f65ceef0e service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0858054 Sep 08 14:39:17.837617 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-041d3b6d-0777-44bf-9d37-81e0b3ab01a9 req-81b4ee9b-1eff-43fe-8d88-1b8ac8465baf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9 HTTP/1.1" status: 200 len: 1001 time: 0.0559525 Sep 08 14:39:17.895955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d3b6d-0777-44bf-9d37-81e0b3ab01a9 req-8080a727-087c-4739-9dbc-9cb8ae003d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:39:17.897435 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-041d3b6d-0777-44bf-9d37-81e0b3ab01a9 req-8080a727-087c-4739-9dbc-9cb8ae003d43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0532072 Sep 08 14:39:17.942381 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d3b6d-0777-44bf-9d37-81e0b3ab01a9 req-dcecf723-2de5-4528-ab80-fc5beb7facf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:39:17.943846 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-041d3b6d-0777-44bf-9d37-81e0b3ab01a9 req-dcecf723-2de5-4528-ab80-fc5beb7facf6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389059 Sep 08 14:39:18.031613 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-041d3b6d-0777-44bf-9d37-81e0b3ab01a9 req-8c575df7-0a54-4542-a614-fe2a380bd46c service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805550 Sep 08 14:39:18.124622 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-041d3b6d-0777-44bf-9d37-81e0b3ab01a9 req-f0cd590a-4f6e-47fb-972f-9b2bbd2667e5 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857303 Sep 08 14:39:37.289111 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:39:37.924757 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8c8bbeb6-61e0-4983-bf10-626de3543a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:40.235478 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8476a00b-b91d-4dc7-8d89-7be8b4e745eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:40.718795 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:42.196143 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:43.587206 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:45.223919 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:47.758882 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:56.796096 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57592) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:39:56.950592 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Deleting port 561c7669-2ec2-4bad-9f74-fff11146422d {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:39:56.950942 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:57.029661 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:57.030003 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:57.041878 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Calling delete_port for 561c7669-2ec2-4bad-9f74-fff11146422d owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:39:57.275499 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:57.300802 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event deleted for resources: {'Port': ['ID=561c7669-2ec2-4bad-9f74-fff11146422d,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:39:57.314987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:57.314987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:57.314987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:57.314987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:57.314987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:57.314987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:57.314987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:57.314987 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:57.315822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:57.315822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:57.315822 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:57.316119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:57.369412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:57.369753 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Floating IP 5dd7de95-35a9-4098-9f4c-263df3476dad disassociated (deleted). External IP: 172.25.5.222, port: b1624bc2-3d15-4d40-9776-c723705dbaf9. Sep 08 14:39:57.571726 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Router 500527ca-0097-4711-9726-2cadb97ecf7b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:39:57.674841 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:39:57.680401 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:57.685088 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454527f-4485-4fcd-ae7f-eff691639de1 None None] Sync routers for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:39:57.694495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454527f-4485-4fcd-ae7f-eff691639de1 None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:39:57.695119 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a454527f-4485-4fcd-ae7f-eff691639de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:39:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:39:57.707744 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ca87a80c-ddd0-49f1-8392-5ec9a3e29671 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "DELETE /v2.0/floatingips/5dd7de95-35a9-4098-9f4c-263df3476dad HTTP/1.1" status: 204 len: 168 time: 0.9105525 Sep 08 14:39:57.708436 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:39:57.711371 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53914b5cbc8b3b403e16123f979e5e8060fc37f7363c24167064795fe79b24c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc83a0b-134f-4ddc-859d-40745b1069bd" -d '{"events": [{"name": "network-changed", "server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:39:57.805755 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-a454527f-4485-4fcd-ae7f-eff691639de1 None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:39:57.824206 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959bfa8f-659a-4913-b249-51d5c5f869e9 x-openstack-request-id: req-959bfa8f-659a-4913-b249-51d5c5f869e9 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:39:57.824206 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:39:57.824206 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-959bfa8f-659a-4913-b249-51d5c5f869e9 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:39:57.824206 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'status': 'completed', 'code': 200} Sep 08 14:39:57.872395 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83a0b-134f-4ddc-859d-40745b1069bd req-850660f1-3cce-42b1-9d6c-5695bd3093a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:39:57.873920 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-edc83a0b-134f-4ddc-859d-40745b1069bd req-850660f1-3cce-42b1-9d6c-5695bd3093a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 1097 time: 0.0413201 Sep 08 14:39:57.967442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83a0b-134f-4ddc-859d-40745b1069bd req-91692c45-6c60-4217-a901-c92f4c492f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:39:57.968942 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-edc83a0b-134f-4ddc-859d-40745b1069bd req-91692c45-6c60-4217-a901-c92f4c492f2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0878191 Sep 08 14:39:58.009969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a454527f-4485-4fcd-ae7f-eff691639de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:39:58.010356 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-edc83a0b-134f-4ddc-859d-40745b1069bd req-7576cf40-d83b-47d6-8e58-31e25c82e9a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9 HTTP/1.1" status: 200 len: 217 time: 0.0341518 Sep 08 14:39:58.035647 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454527f-4485-4fcd-ae7f-eff691639de1 None None] Checking router: 500527ca-0097-4711-9726-2cadb97ecf7b for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:39:58.044168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454527f-4485-4fcd-ae7f-eff691639de1 None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:39:58.044791 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a454527f-4485-4fcd-ae7f-eff691639de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:39:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:39:58.063032 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83a0b-134f-4ddc-859d-40745b1069bd req-15b97053-1f59-4a31-ab28-0c6a6ea9ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:39:58.064537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-edc83a0b-134f-4ddc-859d-40745b1069bd req-15b97053-1f59-4a31-ab28-0c6a6ea9ae20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0476449 Sep 08 14:39:58.112999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc83a0b-134f-4ddc-859d-40745b1069bd req-467ccbc0-015a-4ad4-9290-6f80419e0d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:39:58.114558 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-edc83a0b-134f-4ddc-859d-40745b1069bd req-467ccbc0-015a-4ad4-9290-6f80419e0d37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419931 Sep 08 14:39:58.155272 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-a454527f-4485-4fcd-ae7f-eff691639de1 None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:39:58.216534 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-edc83a0b-134f-4ddc-859d-40745b1069bd req-bc8058ba-514f-435b-84d9-696baf5a8445 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936043 Sep 08 14:39:58.259571 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebfbd3-59a6-415f-bf4b-12bb09e04fc9 req-14e40122-2427-41d1-b141-7131140fc87b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:39:58.261282 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3ebfbd3-59a6-415f-bf4b-12bb09e04fc9 req-14e40122-2427-41d1-b141-7131140fc87b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 946 time: 0.0529976 Sep 08 14:39:58.313434 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a3ebfbd3-59a6-415f-bf4b-12bb09e04fc9 req-4550e032-4828-430a-aa92-e61653cae3ae tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459759 Sep 08 14:39:58.324038 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-edc83a0b-134f-4ddc-859d-40745b1069bd req-be255958-f3c5-4d11-af8d-482182c14907 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990744 Sep 08 14:39:58.533767 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-a454527f-4485-4fcd-ae7f-eff691639de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:39:58.563158 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454527f-4485-4fcd-ae7f-eff691639de1 None None] The sync data for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 is: [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:39:58.775866 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169c929e-edcc-4ffa-aac4-f415a2f0dd39 None None] New status for floating IP 5dd7de95-35a9-4098-9f4c-263df3476dad: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:39:59.424033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ba867-0aab-4360-97e0-874508353fcd req-70b734cd-2e48-403f-8f40-821b4bdc8210 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:39:59.425510 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-668ba867-0aab-4360-97e0-874508353fcd req-70b734cd-2e48-403f-8f40-821b4bdc8210 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 946 time: 0.0488782 Sep 08 14:39:59.492554 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-668ba867-0aab-4360-97e0-874508353fcd req-80a05691-7fec-4104-98af-2165acd10084 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=909da7b3-03fe-4c40-b403-6e078d2d5fdc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610373 Sep 08 14:39:59.506612 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762d685-48be-4501-999c-6f4437b20028 req-d1cf4343-ebea-4754-a95d-46adb0d7fd86 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:39:59.508036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f762d685-48be-4501-999c-6f4437b20028 req-d1cf4343-ebea-4754-a95d-46adb0d7fd86 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.70 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 946 time: 0.0642147 Sep 08 14:39:59.596194 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f762d685-48be-4501-999c-6f4437b20028 req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Deleting port b1624bc2-3d15-4d40-9776-c723705dbaf9 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:39:59.596512 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f762d685-48be-4501-999c-6f4437b20028 req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:59.684912 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-f762d685-48be-4501-999c-6f4437b20028 req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] For port b1624bc2-3d15-4d40-9776-c723705dbaf9, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=b1624bc2-3d15-4d40-9776-c723705dbaf9,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:39:59.685279 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f762d685-48be-4501-999c-6f4437b20028 req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:59.697126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-f762d685-48be-4501-999c-6f4437b20028 req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Calling delete_port for b1624bc2-3d15-4d40-9776-c723705dbaf9 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:39:59.875509 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f762d685-48be-4501-999c-6f4437b20028 req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:59.910722 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event deleted for resources: {'Port': ['ID=b1624bc2-3d15-4d40-9776-c723705dbaf9,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:39:59.926304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:59.926304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:59.926304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:59.926304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:59.926304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:59.926304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:59.926304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:59.926304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:59.926304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:59.926304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:59.926304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:59.926304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:39:59.960513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-f762d685-48be-4501-999c-6f4437b20028 req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] No DVR routers for this DVR port b1624bc2-3d15-4d40-9776-c723705dbaf9 on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:39:59.963147 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-f762d685-48be-4501-999c-6f4437b20028 req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:39:59.965139 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f762d685-48be-4501-999c-6f4437b20028 req-037d423f-ca97-4510-8867-4ddd5d42ee48 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.70 "DELETE /v2.0/ports/b1624bc2-3d15-4d40-9776-c723705dbaf9 HTTP/1.1" status: 204 len: 173 time: 0.4506469 Sep 08 14:39:59.965572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'name': 'network-vif-deleted', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:39:59.967834 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3ac14d-b487-417b-9891-aa575047331c" -d '{"events": [{"server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "name": "network-vif-deleted", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:40:00.020440 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6509f14a-3918-43b2-b5db-70ad71ed638a x-openstack-request-id: req-6509f14a-3918-43b2-b5db-70ad71ed638a {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:40:00.020738 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "352a8aae-b7bd-4f5d-a379-da63a064cbe8", "name": "network-vif-deleted", "tag": "b1624bc2-3d15-4d40-9776-c723705dbaf9", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:40:00.020984 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6509f14a-3918-43b2-b5db-70ad71ed638a {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:40:00.021383 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '352a8aae-b7bd-4f5d-a379-da63a064cbe8', 'name': 'network-vif-deleted', 'tag': 'b1624bc2-3d15-4d40-9776-c723705dbaf9', 'status': 'completed', 'code': 200} Sep 08 14:40:00.594839 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d2560173-0161-44dd-86cf-40f641df17ea req-ba9ff79a-3aff-4a7c-9820-9f5ab4337055 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=352a8aae-b7bd-4f5d-a379-da63a064cbe8 HTTP/1.1" status: 200 len: 210 time: 0.0261776 Sep 08 14:40:01.650477 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57618) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:40:01.708483 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ccceb36-5757-48b0-8d94-4eac1e3e20b7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:01.732565 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ccceb36-5757-48b0-8d94-4eac1e3e20b7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:01.976245 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ccceb36-5757-48b0-8d94-4eac1e3e20b7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:01.978851 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4ccceb36-5757-48b0-8d94-4eac1e3e20b7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:01.980037 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4ccceb36-5757-48b0-8d94-4eac1e3e20b7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "DELETE /v2.0/security-groups/909da7b3-03fe-4c40-b403-6e078d2d5fdc HTTP/1.1" status: 204 len: 168 time: 0.3285396 Sep 08 14:40:01.989680 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccceb36-5757-48b0-8d94-4eac1e3e20b7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909da7b3-03fe-4c40-b403-6e078d2d5fdc,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:03.682809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b1624bc2-3d15-4d40-9776-c723705dbaf9 no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:40:03.701855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: b1624bc2-3d15-4d40-9776-c723705dbaf9 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:40:03.702481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device b1624bc2-3d15-4d40-9776-c723705dbaf9 not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:40:04.406802 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57630) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:40:04.411476 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-430a6740-8b44-4283-828d-9ba75db85842 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915070156', 'description': 'tempest-secgroup-smoke-1915070156 description', 'project_id': 'b47759e90973417eb1d811d08474fc2b'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:40:04.509774 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-430a6740-8b44-4283-828d-9ba75db85842 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:04.587304 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-430a6740-8b44-4283-828d-9ba75db85842 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:04.652184 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-430a6740-8b44-4283-828d-9ba75db85842 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:04.679760 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a6740-8b44-4283-828d-9ba75db85842 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:04.743804 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-430a6740-8b44-4283-828d-9ba75db85842 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:04.745049 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-430a6740-8b44-4283-828d-9ba75db85842 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3372390 Sep 08 14:40:04.747887 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57632) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:40:04.752295 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-08e2ff9d-fb7c-41dd-bf56-9a723f67d377 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group_rule': {'security_group_id': 'b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba', 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:40:04.851556 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-08e2ff9d-fb7c-41dd-bf56-9a723f67d377 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:04.909305 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-08e2ff9d-fb7c-41dd-bf56-9a723f67d377 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:04.972412 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-08e2ff9d-fb7c-41dd-bf56-9a723f67d377 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:04.988770 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e2ff9d-fb7c-41dd-bf56-9a723f67d377 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a46a3ff-21d2-463e-a038-c2f59cd91f88,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:05.063538 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-08e2ff9d-fb7c-41dd-bf56-9a723f67d377 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:05.064780 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-08e2ff9d-fb7c-41dd-bf56-9a723f67d377 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3159232 Sep 08 14:40:05.067491 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57634) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:40:05.071923 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-be78c45b-70c0-46a9-a683-0c71e4f309c1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group_rule': {'security_group_id': 'b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba', 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:40:05.171502 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be78c45b-70c0-46a9-a683-0c71e4f309c1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:05.227107 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be78c45b-70c0-46a9-a683-0c71e4f309c1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:05.329513 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be78c45b-70c0-46a9-a683-0c71e4f309c1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:05.347003 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78c45b-70c0-46a9-a683-0c71e4f309c1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e167a792-e679-47e1-851d-376e41181203,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:05.440914 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-be78c45b-70c0-46a9-a683-0c71e4f309c1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:05.442105 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-be78c45b-70c0-46a9-a683-0c71e4f309c1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3736930 Sep 08 14:40:05.444828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57636) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:40:05.449080 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-7b97eb89-1b8a-4efd-84b4-0508b90e7f69 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group_rule': {'security_group_id': 'b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba', 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:40:05.559624 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b97eb89-1b8a-4efd-84b4-0508b90e7f69 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:05.615036 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b97eb89-1b8a-4efd-84b4-0508b90e7f69 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:05.680758 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b97eb89-1b8a-4efd-84b4-0508b90e7f69 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:05.699289 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97eb89-1b8a-4efd-84b4-0508b90e7f69 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bb226a-a888-4309-9099-3f8ee409558f,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:05.766660 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-7b97eb89-1b8a-4efd-84b4-0508b90e7f69 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:05.768156 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-7b97eb89-1b8a-4efd-84b4-0508b90e7f69 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3222382 Sep 08 14:40:05.773450 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57638) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:40:05.777728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-462e36c6-04a9-4ce2-9ced-844c810ed050 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group_rule': {'security_group_id': 'b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba', 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:40:05.879595 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-462e36c6-04a9-4ce2-9ced-844c810ed050 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:05.939719 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-462e36c6-04a9-4ce2-9ced-844c810ed050 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:06.012023 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-462e36c6-04a9-4ce2-9ced-844c810ed050 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:06.029011 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e36c6-04a9-4ce2-9ced-844c810ed050 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f2ccaa-1b63-4896-9f47-7f0d760bccf9,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:06.089588 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-462e36c6-04a9-4ce2-9ced-844c810ed050 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:06.090846 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-462e36c6-04a9-4ce2-9ced-844c810ed050 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3164704 Sep 08 14:40:06.093591 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57640) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:40:06.097894 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-ffa0c12d-7bb6-4002-bdea-3bbed52bcd12 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group_rule': {'security_group_id': 'b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba', 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:40:06.183852 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-ffa0c12d-7bb6-4002-bdea-3bbed52bcd12 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Project b47759e90973417eb1d811d08474fc2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:40:06.188657 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ffa0c12d-7bb6-4002-bdea-3bbed52bcd12 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:06.247260 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ffa0c12d-7bb6-4002-bdea-3bbed52bcd12 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:06.326449 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ffa0c12d-7bb6-4002-bdea-3bbed52bcd12 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:06.344236 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0c12d-7bb6-4002-bdea-3bbed52bcd12 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6b5025-874c-465e-83e2-b830bc86eaf7,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:06.435270 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-ffa0c12d-7bb6-4002-bdea-3bbed52bcd12 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:06.436475 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-ffa0c12d-7bb6-4002-bdea-3bbed52bcd12 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3419652 Sep 08 14:40:06.439470 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57642) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:40:06.443740 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-6d133bbf-888b-49f5-9ac3-3fdba8c2145b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'security_group_rule': {'security_group_id': 'b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba', 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:40:06.526616 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-6d133bbf-888b-49f5-9ac3-3fdba8c2145b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Project b47759e90973417eb1d811d08474fc2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:40:06.531277 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d133bbf-888b-49f5-9ac3-3fdba8c2145b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:06.590606 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d133bbf-888b-49f5-9ac3-3fdba8c2145b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:06.652197 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d133bbf-888b-49f5-9ac3-3fdba8c2145b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:06.669238 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d133bbf-888b-49f5-9ac3-3fdba8c2145b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b58fa73-9ca0-4801-ad62-2b9d5650fea3,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:06.727019 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-6d133bbf-888b-49f5-9ac3-3fdba8c2145b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:06.728238 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-6d133bbf-888b-49f5-9ac3-3fdba8c2145b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2878509 Sep 08 14:40:07.950033 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-52978f09-15d8-4d02-adc8-b18bb2d4dc3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:10.229799 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-80822216-ffa5-4367-bbb4-6caab94fbe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:10.672968 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:12.209928 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:13.595538 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:14.287917 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:40:15.215594 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:17.789880 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:26.657566 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-bb173bfe-a650-4907-84ef-c4ed83b22bbc tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915070156&fields=id&tenant_id=b47759e90973417eb1d811d08474fc2b HTTP/1.1" status: 200 len: 267 time: 0.0330675 Sep 08 14:40:26.762572 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-81c0c198-2109-4825-b09d-6359c5211ba9 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:26.764023 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-81c0c198-2109-4825-b09d-6359c5211ba9 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 808 time: 0.0996916 Sep 08 14:40:26.778859 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-79cb6f50-ed6e-41d1-bb9f-b193e1b3b5c9 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/quotas/b47759e90973417eb1d811d08474fc2b HTTP/1.1" status: 200 len: 375 time: 0.0091927 Sep 08 14:40:26.827394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4396ff35-b7eb-45e7-9697-ab81a5c8bdf4 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431736 Sep 08 14:40:26.896219 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-61781e83-fd28-4f3d-a526-c2cd1e950676 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:40:26.897254 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-61781e83-fd28-4f3d-a526-c2cd1e950676 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584929 Sep 08 14:40:26.987406 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-9e59ac92-1d60-447c-9e0b-d382eb127bab service neutron] 10.222.0.69 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833790 Sep 08 14:40:27.074696 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-f5114730-6403-4242-96eb-4b5f91d1bdef service neutron] 10.222.0.69 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806665 Sep 08 14:40:28.677686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-68289aa1-5d20-48fb-bfa6-b066bd1de73d req-320900ea-0acd-4a38-a383-d976288d6375 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 210 time: 0.0290737 Sep 08 14:40:29.768164 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-55f8ff39-ca85-48f7-be8d-2fccaab63e36 req-0bf94f5f-1c7b-4c4a-944c-17aed7c8c926 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 210 time: 0.0262756 Sep 08 14:40:30.478763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-be320b02-f536-4f1d-acfb-37f257e9016c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:30.480119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-be320b02-f536-4f1d-acfb-37f257e9016c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.60 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 808 time: 0.1063931 Sep 08 14:40:30.522103 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-e251f0de-20e2-42ff-913a-263cbe7ccdae tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b47759e90973417eb1d811d08474fc2b HTTP/1.1" status: 200 len: 380 time: 0.0328035 Sep 08 14:40:30.532346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'port': {'device_id': '46a165d3-0392-4300-ada4-c2238db584e5', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'admin_state_up': True, 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'security_groups': ['b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:40:30.697961 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Made reservation on behalf of b47759e90973417eb1d811d08474fc2b for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:40:30.701541 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:30.829332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Allocated IP 172.20.0.6 (ed2e3c7f-2082-4694-9fbb-7668b59ff4b8/13714687-bc55-4ea1-bd20-cd881d97fb05/cea86a4e-2e00-41e1-8ba5-a93ca3849c1c) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:40:30.866167 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-07fafb22-2b8c-49ad-b968-746f67121593 req-368c0be8-dfab-4938-b63b-a0cc942d1623 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 210 time: 0.0280166 Sep 08 14:40:31.285064 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:31.298607 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Transition to ACTIVE for port object cea86a4e-2e00-41e1-8ba5-a93ca3849c1c will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:40:31.409712 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:31.451627 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:40:31.454991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:40:31.461116 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:40:31.488624 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'Port': ['ID=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:31.522332 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:31.522901 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:31.589752 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-4ff23ec0-eb20-4740-90b6-fd6778d11d8c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0609968 Sep 08 14:40:31.657799 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Request body: {'port': {'device_id': '46a165d3-0392-4300-ada4-c2238db584e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:40:31.711570 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:31.777860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9f830dab-6196-4c86-b50f-91450cfdb9f1 None None] Provisioning for port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:40:31.782598 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9f830dab-6196-4c86-b50f-91450cfdb9f1 None None] Provisioning complete for port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:40:31.793496 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9f830dab-6196-4c86-b50f-91450cfdb9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:31.818105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-9f830dab-6196-4c86-b50f-91450cfdb9f1 None None] Port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:40:31.989460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea86a4e-2e00-41e1-8ba5-a93ca3849c1c {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:40:31.999276 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:32.033200 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Transition to ACTIVE for port object cea86a4e-2e00-41e1-8ba5-a93ca3849c1c will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:40:32.052649 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fafba-c56e-4156-9e3a-f604461e35c3 req-9ef9ff51-21b8-40fc-a365-05a7c593c1a7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:32.054193 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff9fafba-c56e-4156-9e3a-f604461e35c3 req-9ef9ff51-21b8-40fc-a365-05a7c593c1a7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 931 time: 0.0595639 Sep 08 14:40:32.092659 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff9fafba-c56e-4156-9e3a-f604461e35c3 req-7b4f0770-e62c-4c71-a0e6-fdba48c535e3 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314236 Sep 08 14:40:32.112017 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:32.178864 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Pushing event updated for resources: {'Port': ['ID=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:32.234414 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Attempting to bind port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:40:32.234763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Attempting to bind port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:40:32.235101 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Attempting to bind port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c on network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:40:32.239889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c on network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:40:32.240362 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Attempting to bind port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c on network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:40:32.245845 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:40:32.246228 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Checking segment: {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:40:32.246769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Bound using segment: {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:40:32.247210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Bound port: cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:40:32.247573 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:32.314916 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:40:32.318159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:40:32.435519 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:32.470454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:32.471079 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:32.472455 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] 10.222.0.60 "PUT /v2.0/ports/cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 1091 time: 0.8664536 Sep 08 14:40:32.472891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:40:32.479979 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84633f6-a622-45b0-a930-a52ff6c2a6c2" -d '{"events": [{"name": "network-changed", "server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:40:32.504351 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f38105-c1aa-4af4-9b27-9618c68bf852 service neutron] Pushing event updated for resources: {'Port': ['ID=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:32.532489 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baf4f2b-91d3-42a3-8627-62eccfd390a5 x-openstack-request-id: req-4baf4f2b-91d3-42a3-8627-62eccfd390a5 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:40:32.532489 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:40:32.532489 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4baf4f2b-91d3-42a3-8627-62eccfd390a5 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:40:32.532489 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'status': 'completed', 'code': 200} Sep 08 14:40:32.594418 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84633f6-a622-45b0-a930-a52ff6c2a6c2 req-7ff58782-0cbd-4a67-bae3-ab29d68b07d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:32.596066 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b84633f6-a622-45b0-a930-a52ff6c2a6c2 req-7ff58782-0cbd-4a67-bae3-ab29d68b07d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1094 time: 0.0468578 Sep 08 14:40:32.700923 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84633f6-a622-45b0-a930-a52ff6c2a6c2 req-80a1c0bb-07ef-45c0-aa07-5acfd977a807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:32.702725 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b84633f6-a622-45b0-a930-a52ff6c2a6c2 req-80a1c0bb-07ef-45c0-aa07-5acfd977a807 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b47759e90973417eb1d811d08474fc2b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0978892 Sep 08 14:40:32.797986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84633f6-a622-45b0-a930-a52ff6c2a6c2 req-2e7a95a4-131c-4405-8338-5fc3517d9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:32.799561 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b84633f6-a622-45b0-a930-a52ff6c2a6c2 req-2e7a95a4-131c-4405-8338-5fc3517d9b50 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905354 Sep 08 14:40:32.872984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-6fa01ea5-7f74-48f7-b75d-8d5c5f953018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:32.874517 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-6fa01ea5-7f74-48f7-b75d-8d5c5f953018 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1094 time: 0.0401301 Sep 08 14:40:32.916542 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-77513e95-0cca-40c5-aa9c-9d43d5d9d74f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 217 time: 0.0344591 Sep 08 14:40:32.964073 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a5c53b15-1ef6-47d3-8a10-acfdc271fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:32.965543 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-a5c53b15-1ef6-47d3-8a10-acfdc271fd57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0425415 Sep 08 14:40:33.014865 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-82520e0d-4e0f-4489-9390-797259dbc28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:33.016377 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-82520e0d-4e0f-4489-9390-797259dbc28e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442481 Sep 08 14:40:33.108797 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-9ca5d893-4614-431d-b0c2-6fd7b199c650 service neutron] 10.222.0.60 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856936 Sep 08 14:40:33.234048 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2364e9d8-a07d-44a9-ac9f-8fa93d2e087a req-72dd716a-9cc6-41ee-b817-b7d4858f95f2 service neutron] 10.222.0.60 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179540 Sep 08 14:40:33.248645 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918a453-89d8-43bf-8141-2caa710842a0 req-7c5f7dfd-7d8f-4051-bf98-5586af75bf79 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:33.250537 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1918a453-89d8-43bf-8141-2caa710842a0 req-7c5f7dfd-7d8f-4051-bf98-5586af75bf79 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0755386 Sep 08 14:40:33.289380 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1918a453-89d8-43bf-8141-2caa710842a0 req-9e006845-8b1b-4e6f-afc7-a44448834219 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Sep 08 14:40:34.405515 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861303a6-b6e9-43ca-b8a6-1ccc483d30ff req-0b929830-8cbb-4800-b45f-049c6d977f1a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:34.407061 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-861303a6-b6e9-43ca-b8a6-1ccc483d30ff req-0b929830-8cbb-4800-b45f-049c6d977f1a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0486531 Sep 08 14:40:34.445031 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-861303a6-b6e9-43ca-b8a6-1ccc483d30ff req-85b43de6-1a4b-48f9-bb0b-3499ae8d1f3b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319493 Sep 08 14:40:35.557655 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30641f-b205-4ee1-a04c-5cb0567376e3 req-7a9246b0-26a8-4395-910e-0163194dadad tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:35.559161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff30641f-b205-4ee1-a04c-5cb0567376e3 req-7a9246b0-26a8-4395-910e-0163194dadad tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0486906 Sep 08 14:40:35.600354 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ff30641f-b205-4ee1-a04c-5cb0567376e3 req-f99aab47-bc59-4ad5-a529-8db75bfebfa5 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353339 Sep 08 14:40:36.716363 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f095a14-e817-447f-ae14-9077810234e3 req-ce9f6284-b971-424b-842f-e431dd212a66 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:36.717803 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f095a14-e817-447f-ae14-9077810234e3 req-ce9f6284-b971-424b-842f-e431dd212a66 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0507050 Sep 08 14:40:36.753698 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-6f095a14-e817-447f-ae14-9077810234e3 req-63d13d85-5a05-46e9-a1f9-54942c52929f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300109 Sep 08 14:40:37.868824 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1889f4-5651-4f02-9c96-d3a938a4caa8 req-9ec4611e-cd4b-4a40-b024-17009f3cdf64 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:37.870345 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d1889f4-5651-4f02-9c96-d3a938a4caa8 req-9ec4611e-cd4b-4a40-b024-17009f3cdf64 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0505347 Sep 08 14:40:37.908477 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9d1889f4-5651-4f02-9c96-d3a938a4caa8 req-5892a991-6bf1-415e-b22d-63885531677e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320640 Sep 08 14:40:37.971731 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-44413091-dbe0-49fe-9246-a994a800142e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:39.026230 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6dbc3d-dc91-42c6-9650-970615da0028 req-00e5cf6c-6765-43cf-adf1-4ea2c8a75492 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:39.027710 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c6dbc3d-dc91-42c6-9650-970615da0028 req-00e5cf6c-6765-43cf-adf1-4ea2c8a75492 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0530155 Sep 08 14:40:39.064780 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3c6dbc3d-dc91-42c6-9650-970615da0028 req-09f350e6-371d-43db-aa29-3d5e1385c991 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312800 Sep 08 14:40:40.177978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6ba4a-d822-4af6-82b8-bcdbd6236973 req-8476ac10-4dbd-4a84-89f3-59370d83a860 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:40.179550 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43e6ba4a-d822-4af6-82b8-bcdbd6236973 req-8476ac10-4dbd-4a84-89f3-59370d83a860 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0481036 Sep 08 14:40:40.217647 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43e6ba4a-d822-4af6-82b8-bcdbd6236973 req-5862b5fa-d2a9-45f3-9b82-9fcb5314729e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Sep 08 14:40:40.240372 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-09d6cf24-4367-4ae5-91b7-c82594807bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:40.674255 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:41.330741 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9a8bf-4bc3-4fe8-bdf3-182592cdbcc1 req-fcd1ab7e-8f6b-4032-83b7-faa989d0a500 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:41.331770 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-38b9a8bf-4bc3-4fe8-bdf3-182592cdbcc1 req-fcd1ab7e-8f6b-4032-83b7-faa989d0a500 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0483155 Sep 08 14:40:41.368433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-38b9a8bf-4bc3-4fe8-bdf3-182592cdbcc1 req-f3654a81-535c-4551-b8b5-c56da246e7d5 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302818 Sep 08 14:40:42.186224 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:42.480245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99f108-a44c-44d1-8872-cce697e94546 req-cb9226ab-5d2a-4c04-8bd2-57e7ef6549da tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:42.481691 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c99f108-a44c-44d1-8872-cce697e94546 req-cb9226ab-5d2a-4c04-8bd2-57e7ef6549da tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0478244 Sep 08 14:40:42.521981 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3c99f108-a44c-44d1-8872-cce697e94546 req-d64fdcf8-458e-4df1-aba7-ff1116d8e0f8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343969 Sep 08 14:40:43.603827 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:43.638154 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb962d-054c-46e5-aba7-fea8550b9c26 req-97a5adc0-dbba-4265-9069-567124222817 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:43.639788 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ddb962d-054c-46e5-aba7-fea8550b9c26 req-97a5adc0-dbba-4265-9069-567124222817 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0500979 Sep 08 14:40:43.676688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-1ddb962d-054c-46e5-aba7-fea8550b9c26 req-22e042f4-493f-4e77-8970-29fda29b079c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310781 Sep 08 14:40:44.789570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3991dd0-5bd8-4182-847f-9f263220b1b2 req-2ff40780-157a-483f-8c4f-b19b0c5e43a1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:44.791085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3991dd0-5bd8-4182-847f-9f263220b1b2 req-2ff40780-157a-483f-8c4f-b19b0c5e43a1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0487697 Sep 08 14:40:44.828827 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d3991dd0-5bd8-4182-847f-9f263220b1b2 req-ae1d01de-418d-4c47-a214-bf50740f1964 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Sep 08 14:40:45.234078 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:45.654141 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device cea86a4e-2e00-41e1-8ba5-a93ca3849c1c details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:40:45.744636 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:40:45.755184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'port_id': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'mac_address': 'fa:16:3e:5c:d0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:40:45.794038 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:45.805985 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea86a4e-2e00-41e1-8ba5-a93ca3849c1c {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:40:45.824490 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:40:45.897265 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:45.943864 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60925e2e-d866-4d4e-ae6e-e0e0cff223d2 req-661b1e7c-536d-4a1f-a05d-26667b697b61 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:45.944615 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:45.945796 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60925e2e-d866-4d4e-ae6e-e0e0cff223d2 req-661b1e7c-536d-4a1f-a05d-26667b697b61 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 944 time: 0.0525024 Sep 08 14:40:45.952854 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:40:45.953425 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:40:45.953546 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:40:45.953862 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:40:45.954220 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:40:45.954553 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:40:45.954883 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:40:45.955210 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:40:45.955535 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:40:45.955859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:40:45.956181 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:40:45.956503 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:40:45.985488 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-60925e2e-d866-4d4e-ae6e-e0e0cff223d2 req-6841f9b6-4c8a-4bc0-acc5-6721a728301d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332656 Sep 08 14:40:46.262624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['cea86a4e-2e00-41e1-8ba5-a93ca3849c1c'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:40:47.097921 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587bc5f-c8d4-4754-8e21-cfc00dd29c3e req-1b585bf2-1a2a-44ec-86db-243b9f54a853 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:47.099409 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1587bc5f-c8d4-4754-8e21-cfc00dd29c3e req-1b585bf2-1a2a-44ec-86db-243b9f54a853 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 944 time: 0.0475869 Sep 08 14:40:47.136891 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1587bc5f-c8d4-4754-8e21-cfc00dd29c3e req-c806199f-0195-4853-8010-cc200cd58432 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309308 Sep 08 14:40:47.654380 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device cea86a4e-2e00-41e1-8ba5-a93ca3849c1c up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:40:47.782902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:40:47.786419 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:40:47.786789 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:47.807536 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:47.865316 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:47.888246 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:40:47.890533 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832105ad-5508-431c-8731-affad9f3a279" -d '{"events": [{"server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "name": "network-vif-plugged", "status": "completed", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:40:47.905574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:40:47.944220 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec4cc96-3329-48d7-9874-9af0ec11b761 x-openstack-request-id: req-8ec4cc96-3329-48d7-9874-9af0ec11b761 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:40:47.944516 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "name": "network-vif-plugged", "status": "completed", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:40:47.944767 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8ec4cc96-3329-48d7-9874-9af0ec11b761 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:40:47.945171 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'code': 200} Sep 08 14:40:47.987569 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:48.049887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:48.065825 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e814727-4d2a-475f-94db-f65437a95fc7 req-deb3294f-6d67-4c5b-94b6-eab5bb6a5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:48.067389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8e814727-4d2a-475f-94db-f65437a95fc7 req-deb3294f-6d67-4c5b-94b6-eab5bb6a5870 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1096 time: 0.0500941 Sep 08 14:40:48.113782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-8e814727-4d2a-475f-94db-f65437a95fc7 req-3e6f2d22-d871-4f8d-a9bb-fd497049e923 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364282 Sep 08 14:40:48.254449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f4282-a766-4381-9355-9fc353add182 req-bc00b4ca-6b31-4c66-b056-bd0a2545be0c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:48.256656 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c29f4282-a766-4381-9355-9fc353add182 req-bc00b4ca-6b31-4c66-b056-bd0a2545be0c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0511508 Sep 08 14:40:48.300778 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c29f4282-a766-4381-9355-9fc353add182 req-4602ca7d-99f6-449c-914d-ebc1e9381e92 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375993 Sep 08 14:40:49.423508 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301c02d-6ba8-45f0-8caa-7ba5ce46cfbf req-7b769545-86d5-4880-8e2c-76287d1e2c97 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:49.425023 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d301c02d-6ba8-45f0-8caa-7ba5ce46cfbf req-7b769545-86d5-4880-8e2c-76287d1e2c97 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0550559 Sep 08 14:40:49.463297 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d301c02d-6ba8-45f0-8caa-7ba5ce46cfbf req-b2aa14ee-1ca2-431a-8c49-b603e549ea44 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320051 Sep 08 14:40:50.576997 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43169d-d699-4ce9-90f0-f9bc3fbe5040 req-bfbe85b8-d3ef-40f9-8d4e-4b86a9102cd6 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:50.578511 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a43169d-d699-4ce9-90f0-f9bc3fbe5040 req-bfbe85b8-d3ef-40f9-8d4e-4b86a9102cd6 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0493240 Sep 08 14:40:50.615979 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0a43169d-d699-4ce9-90f0-f9bc3fbe5040 req-1ec1cd39-3ca8-4979-833a-3128b14936d9 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Sep 08 14:40:50.727787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0e456-f5e9-47ab-92da-ff3fa657130d req-7bd45c5f-4aab-446e-a606-0309fbb305bb tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:50.729259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62e0e456-f5e9-47ab-92da-ff3fa657130d req-7bd45c5f-4aab-446e-a606-0309fbb305bb tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0485430 Sep 08 14:40:50.766785 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-62e0e456-f5e9-47ab-92da-ff3fa657130d req-5ab62fcd-c6b3-40ab-a83c-6d88bb3eac49 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315802 Sep 08 14:40:50.787978 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57862) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:40:50.870787 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3c75b4-0a34-4b6f-afe5-21e381c4198a tempest-TestShelveInstance-572216385 tempest-TestShelveInstance-572216385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:50.872259 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-cd3c75b4-0a34-4b6f-afe5-21e381c4198a tempest-TestShelveInstance-572216385 tempest-TestShelveInstance-572216385-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1091 time: 0.0832767 Sep 08 14:40:50.875176 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 57866) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:40:50.879347 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:40:50.986042 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:51.080329 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:51.182911 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Allocated IP 172.25.5.2 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/8418ca7f-6a25-4854-9321-5318d9933ca7) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:40:51.284036 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:51.286202 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:40:51.365964 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:51.406254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:40:51.409040 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:40:51.412748 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:40:51.439746 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'Port': ['ID=8418ca7f-6a25-4854-9321-5318d9933ca7,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:51.761306 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:51.903983 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:52.050658 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:52.108390 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:52.179336 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event updated for resources: {'Port': ['ID=8418ca7f-6a25-4854-9321-5318d9933ca7,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:40:52.185693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:52.282680 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Floating IP a87e9ce0-f52f-4797-afc5-46b5a6cbdfaf associated. External IP: 172.25.5.2, port: cea86a4e-2e00-41e1-8ba5-a93ca3849c1c. Sep 08 14:40:52.481133 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Router 500527ca-0097-4711-9726-2cadb97ecf7b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:40:52.588119 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:40:52.598168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ffc5e3-4448-4c7e-965b-cdda939cb07e None None] Sync routers for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:40:52.608040 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffc5e3-4448-4c7e-965b-cdda939cb07e None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:40:52.617253 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e6ffc5e3-4448-4c7e-965b-cdda939cb07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:40:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:40:52.668787 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:40:52.709542 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2e7a4b55-e80b-41cb-aaff-48fe116a5446 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8190193 Sep 08 14:40:52.709542 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:40:52.709542 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53914b5cbc8b3b403e16123f979e5e8060fc37f7363c24167064795fe79b24c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f1a958-3fd8-4c72-9f5a-5587be6883df" -d '{"events": [{"name": "network-changed", "server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:40:52.713179 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-e6ffc5e3-4448-4c7e-965b-cdda939cb07e None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:40:52.743754 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0281a8ca-6355-407c-b140-3f1fcfdb65b7 x-openstack-request-id: req-0281a8ca-6355-407c-b140-3f1fcfdb65b7 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:40:52.744047 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:40:52.744298 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-0281a8ca-6355-407c-b140-3f1fcfdb65b7 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:40:52.744747 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'status': 'completed', 'code': 200} Sep 08 14:40:52.805677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1a958-3fd8-4c72-9f5a-5587be6883df req-2bc54363-136b-4daf-9d8b-a14165aaedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:52.807241 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1f1a958-3fd8-4c72-9f5a-5587be6883df req-2bc54363-136b-4daf-9d8b-a14165aaedbe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1096 time: 0.0402217 Sep 08 14:40:52.907091 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1a958-3fd8-4c72-9f5a-5587be6883df req-85957d27-85fd-4835-a69d-6ea91a2de18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:52.908573 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1f1a958-3fd8-4c72-9f5a-5587be6883df req-85957d27-85fd-4835-a69d-6ea91a2de18e service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0941291 Sep 08 14:40:52.939551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e6ffc5e3-4448-4c7e-965b-cdda939cb07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a87e9ce0-f52f-4797-afc5-46b5a6cbdfaf', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'port_id': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'mac_address': 'fa:16:3e:5c:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a165d3-0392-4300-ada4-c2238db584e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:40:51Z', 'updated_at': '2021-09-08T14:40:51Z', 'revision_number': 0, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:40:52.966493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ffc5e3-4448-4c7e-965b-cdda939cb07e None None] Checking router: 500527ca-0097-4711-9726-2cadb97ecf7b for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:40:52.974851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffc5e3-4448-4c7e-965b-cdda939cb07e None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:40:52.975476 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e6ffc5e3-4448-4c7e-965b-cdda939cb07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:40:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:40:52.980371 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1f1a958-3fd8-4c72-9f5a-5587be6883df req-c7f36093-d4d4-499d-b172-71c2518f563e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 997 time: 0.0637720 Sep 08 14:40:53.029954 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1a958-3fd8-4c72-9f5a-5587be6883df req-c7e54c87-d20f-447e-b3ae-4888cf08aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:53.031364 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1f1a958-3fd8-4c72-9f5a-5587be6883df req-c7e54c87-d20f-447e-b3ae-4888cf08aa1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0441875 Sep 08 14:40:53.077609 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1a958-3fd8-4c72-9f5a-5587be6883df req-92ce7244-9455-4ed5-92fa-f776f7abe3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:40:53.079164 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1f1a958-3fd8-4c72-9f5a-5587be6883df req-92ce7244-9455-4ed5-92fa-f776f7abe3f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411222 Sep 08 14:40:53.081966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-e6ffc5e3-4448-4c7e-965b-cdda939cb07e None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:40:53.171831 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1f1a958-3fd8-4c72-9f5a-5587be6883df req-710c29a0-ee5b-4400-89ed-17ef4a1d4407 service neutron] 10.222.0.60 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856392 Sep 08 14:40:53.261367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e1f1a958-3fd8-4c72-9f5a-5587be6883df req-1ca56ff4-c78a-452b-bc49-c1f51eb38a36 service neutron] 10.222.0.60 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829628 Sep 08 14:40:53.308904 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-e6ffc5e3-4448-4c7e-965b-cdda939cb07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a87e9ce0-f52f-4797-afc5-46b5a6cbdfaf', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'port_id': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'mac_address': 'fa:16:3e:5c:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a165d3-0392-4300-ada4-c2238db584e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:40:51Z', 'updated_at': '2021-09-08T14:40:51Z', 'revision_number': 0, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:40:53.338081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ffc5e3-4448-4c7e-965b-cdda939cb07e None None] The sync data for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 is: [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': 'a87e9ce0-f52f-4797-afc5-46b5a6cbdfaf', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'floating_ip_address': '172.25.5.2', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'port_id': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'mac_address': 'fa:16:3e:5c:d0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46a165d3-0392-4300-ada4-c2238db584e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:40:51Z', 'updated_at': '2021-09-08T14:40:51Z', 'revision_number': 0, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:40:53.544468 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c15a6-dcbb-4b66-a6f9-edfd68547fc0 None None] New status for floating IP a87e9ce0-f52f-4797-afc5-46b5a6cbdfaf: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:41:07.934129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-619f8b0e-2009-4726-b952-68afb72a4c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:10.251135 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b0443c9-abb3-446a-a23f-10b1eabbd367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:10.731059 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:12.197004 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:13.654359 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:15.277167 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:17.791027 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:28.285391 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:41:32.437300 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fd76752-2122-4171-bfb5-01529202b45e req-874a8cb7-9203-4619-809f-0578e5e94e7f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389903 Sep 08 14:41:32.520828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76752-2122-4171-bfb5-01529202b45e req-563b6b7e-281e-4f43-a3db-df71225eba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:41:32.522357 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fd76752-2122-4171-bfb5-01529202b45e req-563b6b7e-281e-4f43-a3db-df71225eba22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1096 time: 0.0448070 Sep 08 14:41:32.623143 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76752-2122-4171-bfb5-01529202b45e req-9cf733de-f13f-4e3a-8fe6-7a4618f90f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:41:32.624617 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fd76752-2122-4171-bfb5-01529202b45e req-9cf733de-f13f-4e3a-8fe6-7a4618f90f10 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0833716 Sep 08 14:41:32.693441 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fd76752-2122-4171-bfb5-01529202b45e req-89e7b297-9cef-4b58-9591-475d4b8d5a03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 999 time: 0.0615497 Sep 08 14:41:32.741409 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76752-2122-4171-bfb5-01529202b45e req-966f56c5-31aa-48ff-aeee-148d2667af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:41:32.742855 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fd76752-2122-4171-bfb5-01529202b45e req-966f56c5-31aa-48ff-aeee-148d2667af0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0427854 Sep 08 14:41:32.788156 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76752-2122-4171-bfb5-01529202b45e req-47e3131c-036c-44c9-a45a-fa4e57b6107e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:41:32.789671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fd76752-2122-4171-bfb5-01529202b45e req-47e3131c-036c-44c9-a45a-fa4e57b6107e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398102 Sep 08 14:41:32.800581 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-3fd76752-2122-4171-bfb5-01529202b45e req-9b5bfe70-b247-457f-a30d-2ab9a8fa5fb8 service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:41:32.801604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fd76752-2122-4171-bfb5-01529202b45e req-9b5bfe70-b247-457f-a30d-2ab9a8fa5fb8 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049236 Sep 08 14:41:32.893866 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fd76752-2122-4171-bfb5-01529202b45e req-58655ef8-67ea-4ef8-a8c4-9c2c3ddbca9b service neutron] 10.222.0.60 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854216 Sep 08 14:41:32.983330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-3fd76752-2122-4171-bfb5-01529202b45e req-df6435eb-b2a5-4e32-a0e8-6e94e773f844 service neutron] 10.222.0.60 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814667 Sep 08 14:41:37.913053 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0dd07779-8844-4d16-bbfc-57ec305d945e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:40.238727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-abe4ab2e-5367-422d-bdae-833e028722cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:40.762311 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:42.216601 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:43.607475 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:45.284827 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:41:47.795904 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:05.284548 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:42:07.925383 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1aeaceec-c2f5-4951-b8d7-7a9de147757a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:10.232312 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-edf941ac-96d3-4b4f-bd3f-5c889085f121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:10.723892 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:12.192652 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:13.595415 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:15.287092 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:17.835566 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:33.441334 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56b462b3-6206-4112-94e8-e8c0e9cd7047 req-82d97aaa-c754-476c-81f9-73485a454278 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452135 Sep 08 14:42:33.521470 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b462b3-6206-4112-94e8-e8c0e9cd7047 req-1058b808-0301-4300-9101-e11af77e3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:42:33.523025 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56b462b3-6206-4112-94e8-e8c0e9cd7047 req-1058b808-0301-4300-9101-e11af77e3da6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1096 time: 0.0402083 Sep 08 14:42:33.628527 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b462b3-6206-4112-94e8-e8c0e9cd7047 req-965f1ca1-ee68-49e0-9348-430a38c42bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:42:33.630006 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56b462b3-6206-4112-94e8-e8c0e9cd7047 req-965f1ca1-ee68-49e0-9348-430a38c42bbe service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0870888 Sep 08 14:42:33.693782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56b462b3-6206-4112-94e8-e8c0e9cd7047 req-12491326-7f72-4d70-b62d-0daf61bc0709 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 999 time: 0.0558343 Sep 08 14:42:33.741660 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b462b3-6206-4112-94e8-e8c0e9cd7047 req-a6fe420f-174b-442b-8054-19e80325fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:42:33.743121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56b462b3-6206-4112-94e8-e8c0e9cd7047 req-a6fe420f-174b-442b-8054-19e80325fb9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0424578 Sep 08 14:42:33.792531 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b462b3-6206-4112-94e8-e8c0e9cd7047 req-4c3493fe-349b-4b13-9daa-a542efc00a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:42:33.794030 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56b462b3-6206-4112-94e8-e8c0e9cd7047 req-4c3493fe-349b-4b13-9daa-a542efc00a4e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436871 Sep 08 14:42:33.881487 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56b462b3-6206-4112-94e8-e8c0e9cd7047 req-efe67c5f-e5b5-4ad3-bcd8-260bed9c555c service neutron] 10.222.0.60 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801640 Sep 08 14:42:33.972792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56b462b3-6206-4112-94e8-e8c0e9cd7047 req-96291f22-d026-456b-97e8-9381f96c48ef service neutron] 10.222.0.60 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840399 Sep 08 14:42:37.951983 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3260a9af-3b29-4cb8-a8a2-857be5b14b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:40.277909 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1b15f611-11b2-4399-a031-5a5757d42acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:40.709714 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:42.200872 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:42.283536 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:42:43.597588 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:45.266189 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:42:47.814733 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:07.971905 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe65b511-e34e-4199-8d06-dbcbcf206bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:10.274450 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-50a62215-d078-4766-82d8-a4655cfe34fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:10.728719 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:12.242788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:13.619747 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:15.260125 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:17.808109 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:19.282849 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:43:19.455866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f137953-1d8c-461e-8d54-308a9dd1869a req-3523575b-c623-4716-89dd-08aa8c13efc1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:19.457361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f137953-1d8c-461e-8d54-308a9dd1869a req-3523575b-c623-4716-89dd-08aa8c13efc1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0485499 Sep 08 14:43:19.498166 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4f137953-1d8c-461e-8d54-308a9dd1869a req-ef752f7a-ad07-4588-ac1e-5873650570c0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348897 Sep 08 14:43:20.647395 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1d599-440a-431a-a762-f10d2b8b9b45 req-02a6b9b0-1115-495e-8ce2-6dd6718b61d3 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:20.648904 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eba1d599-440a-431a-a762-f10d2b8b9b45 req-02a6b9b0-1115-495e-8ce2-6dd6718b61d3 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0512700 Sep 08 14:43:20.687341 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-eba1d599-440a-431a-a762-f10d2b8b9b45 req-ad312c61-b14e-4451-85ba-00ada85f9a26 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324399 Sep 08 14:43:21.823042 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c8ece-52ba-4b71-858e-0a1168bf2ff3 req-08ed981d-b0a1-45cf-98c6-bbb692534f0f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:21.824761 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ca1c8ece-52ba-4b71-858e-0a1168bf2ff3 req-08ed981d-b0a1-45cf-98c6-bbb692534f0f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0476491 Sep 08 14:43:21.861633 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ca1c8ece-52ba-4b71-858e-0a1168bf2ff3 req-9536a1ff-c824-4b3b-a6a8-9507113dd049 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309670 Sep 08 14:43:22.975858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfed8e-692e-43e8-a083-1bb3f3bef588 req-3d0f0c7b-49d7-40e3-8d7d-2b8bc039d819 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:22.977330 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24bfed8e-692e-43e8-a083-1bb3f3bef588 req-3d0f0c7b-49d7-40e3-8d7d-2b8bc039d819 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0515943 Sep 08 14:43:23.017523 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-24bfed8e-692e-43e8-a083-1bb3f3bef588 req-56eb39d8-90dd-45c5-bfd2-fe6ae5dd3917 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334125 Sep 08 14:43:24.141812 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65ec12-e5bb-43d4-814d-8aefc48f7836 req-906ba74c-6830-43a4-a274-fe2d523526cd tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:24.143383 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed65ec12-e5bb-43d4-814d-8aefc48f7836 req-906ba74c-6830-43a4-a274-fe2d523526cd tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0532403 Sep 08 14:43:24.180663 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed65ec12-e5bb-43d4-814d-8aefc48f7836 req-3dd039fc-78dc-4732-b94a-7a80e70e67e7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314512 Sep 08 14:43:25.294233 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcc9f5b-660b-470c-8ee1-839b5b645e8e req-52ecd4bf-c648-48da-93a9-4d6e643876ca tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:25.296334 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dbcc9f5b-660b-470c-8ee1-839b5b645e8e req-52ecd4bf-c648-48da-93a9-4d6e643876ca tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0493782 Sep 08 14:43:25.394574 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dbcc9f5b-660b-470c-8ee1-839b5b645e8e req-ecb4f408-27bd-458f-805a-74ab21cc8cfe tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923645 Sep 08 14:43:26.551999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7590d-5c44-4bd1-868e-3cc0293cfcf5 req-ce572b2e-93aa-451f-ba0e-848ff2c803f0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:26.553489 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0b7590d-5c44-4bd1-868e-3cc0293cfcf5 req-ce572b2e-93aa-451f-ba0e-848ff2c803f0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0917368 Sep 08 14:43:26.591247 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0b7590d-5c44-4bd1-868e-3cc0293cfcf5 req-34a9c5be-66e5-46de-afca-11d8f57910fb tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310481 Sep 08 14:43:27.704317 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16505f-663f-420d-a773-53945c90f36b req-318e92e8-c8b1-463f-b24e-b2bbb7f00120 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:27.705824 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd16505f-663f-420d-a773-53945c90f36b req-318e92e8-c8b1-463f-b24e-b2bbb7f00120 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0480306 Sep 08 14:43:27.742932 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-dd16505f-663f-420d-a773-53945c90f36b req-4a564ddf-e76d-41f9-812b-a403530f88c2 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312283 Sep 08 14:43:28.854162 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c49cb7-63c1-458a-be34-84a7da3d73ae req-9e815ac2-fc34-415d-a796-9e332a6b897e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:28.855630 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-07c49cb7-63c1-458a-be34-84a7da3d73ae req-9e815ac2-fc34-415d-a796-9e332a6b897e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0476410 Sep 08 14:43:28.892614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-07c49cb7-63c1-458a-be34-84a7da3d73ae req-dc1c9276-35e5-46db-a5cd-07b1f211cffa tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306244 Sep 08 14:43:29.675473 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495a3e9-8196-425d-8b7f-66e2714031aa req-712df9a5-fd6f-441e-b149-53e2b61aa3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:29.676968 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d495a3e9-8196-425d-8b7f-66e2714031aa req-712df9a5-fd6f-441e-b149-53e2b61aa3aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1096 time: 0.0445845 Sep 08 14:43:29.764866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495a3e9-8196-425d-8b7f-66e2714031aa req-301f887a-0df1-41b8-9c8d-1f5d7ae71acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:29.766397 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d495a3e9-8196-425d-8b7f-66e2714031aa req-301f887a-0df1-41b8-9c8d-1f5d7ae71acb service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0825303 Sep 08 14:43:29.833291 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d495a3e9-8196-425d-8b7f-66e2714031aa req-1694729a-8056-4949-8430-da6414a50349 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 999 time: 0.0597918 Sep 08 14:43:29.880906 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495a3e9-8196-425d-8b7f-66e2714031aa req-7a4c9b27-4c48-49e3-8924-daa453c45e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:29.882402 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d495a3e9-8196-425d-8b7f-66e2714031aa req-7a4c9b27-4c48-49e3-8924-daa453c45e41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0422647 Sep 08 14:43:29.926542 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d495a3e9-8196-425d-8b7f-66e2714031aa req-a1bf63d4-5fe2-4e07-b889-66f1c4afa394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:29.928032 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d495a3e9-8196-425d-8b7f-66e2714031aa req-a1bf63d4-5fe2-4e07-b889-66f1c4afa394 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389161 Sep 08 14:43:30.009794 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12eba4-a186-4b5e-ab1c-bfb6619dc3d0 req-1a0ae02b-37e0-4eaf-a731-84034f4b2ec5 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:30.011311 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5f12eba4-a186-4b5e-ab1c-bfb6619dc3d0 req-1a0ae02b-37e0-4eaf-a731-84034f4b2ec5 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0520120 Sep 08 14:43:30.020567 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d495a3e9-8196-425d-8b7f-66e2714031aa req-39d7722f-f20a-4c12-b71d-33bcf9a5cbaa service neutron] 10.222.0.60 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856729 Sep 08 14:43:30.048864 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5f12eba4-a186-4b5e-ab1c-bfb6619dc3d0 req-0b9fa45a-d11c-4f39-b78f-af9e6f26e028 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310338 Sep 08 14:43:30.107830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d495a3e9-8196-425d-8b7f-66e2714031aa req-3fdc6117-7143-4300-8d8c-472edad8e04e service neutron] 10.222.0.60 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806913 Sep 08 14:43:31.167701 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162a426-85fa-491f-b0ff-6cd78610c3e3 req-b89b448e-28d2-4e0a-9356-ab4f0661dcfb tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:31.169207 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d162a426-85fa-491f-b0ff-6cd78610c3e3 req-b89b448e-28d2-4e0a-9356-ab4f0661dcfb tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0529134 Sep 08 14:43:31.205972 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d162a426-85fa-491f-b0ff-6cd78610c3e3 req-cc593cc3-ebda-4bd9-989b-70930e7d9962 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308101 Sep 08 14:43:32.320858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684a73f-36e3-4c06-9961-1e43c47e4cb5 req-e09b8962-4170-4817-a0f3-a61d6a6382c8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:32.322407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0684a73f-36e3-4c06-9961-1e43c47e4cb5 req-e09b8962-4170-4817-a0f3-a61d6a6382c8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0490153 Sep 08 14:43:32.361489 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0684a73f-36e3-4c06-9961-1e43c47e4cb5 req-d5bb845e-c8f4-4990-bfb9-5fc1e8a1418e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322976 Sep 08 14:43:33.497650 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78aa6-3b77-4864-b14a-9af35fe558aa req-87046c43-3117-472a-a125-8c2b4d608cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:33.499219 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0b78aa6-3b77-4864-b14a-9af35fe558aa req-87046c43-3117-472a-a125-8c2b4d608cd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1096 time: 0.0681248 Sep 08 14:43:33.509763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21166-13a2-4986-ad24-01c204d62a83 req-5d003a83-1058-4d60-9d2b-395df4365a75 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:33.511169 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ae21166-13a2-4986-ad24-01c204d62a83 req-5d003a83-1058-4d60-9d2b-395df4365a75 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 945 time: 0.0788250 Sep 08 14:43:33.605958 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5ae21166-13a2-4986-ad24-01c204d62a83 req-134ac6a4-c5b0-47ec-9218-3501de56b833 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878716 Sep 08 14:43:33.635775 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78aa6-3b77-4864-b14a-9af35fe558aa req-f1b43e61-c5d7-464d-b65b-adffcf701571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:33.637255 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0b78aa6-3b77-4864-b14a-9af35fe558aa req-f1b43e61-c5d7-464d-b65b-adffcf701571 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.1181664 Sep 08 14:43:33.708024 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0b78aa6-3b77-4864-b14a-9af35fe558aa req-09f23e29-7179-4acf-84d7-6b430066e9a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 999 time: 0.0627990 Sep 08 14:43:33.755178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78aa6-3b77-4864-b14a-9af35fe558aa req-765af45b-c297-41f0-b26c-7f5c97e19e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:33.756595 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0b78aa6-3b77-4864-b14a-9af35fe558aa req-765af45b-c297-41f0-b26c-7f5c97e19e52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0423303 Sep 08 14:43:33.801390 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b78aa6-3b77-4864-b14a-9af35fe558aa req-ade9f01c-3661-4689-bd47-9b6acffca4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:33.802840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0b78aa6-3b77-4864-b14a-9af35fe558aa req-ade9f01c-3661-4689-bd47-9b6acffca4ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398691 Sep 08 14:43:33.894366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0b78aa6-3b77-4864-b14a-9af35fe558aa req-0d5163bd-af55-4647-9f7c-3ef69aa87480 service neutron] 10.222.0.60 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838916 Sep 08 14:43:33.980853 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b0b78aa6-3b77-4864-b14a-9af35fe558aa req-9b8039ff-a94f-450a-8bcb-7eb90ab0063d service neutron] 10.222.0.60 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794475 Sep 08 14:43:34.412964 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device cea86a4e-2e00-41e1-8ba5-a93ca3849c1c no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:43:34.487546 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:34.508875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:43:34.511133 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df34f0c-45c0-434a-8716-c8ec0752acf7" -d '{"events": [{"server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "name": "network-vif-unplugged", "status": "completed", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:43:34.524925 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:43:34.588743 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 14:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a50209-acd5-462e-82da-13f163312a72 x-openstack-request-id: req-42a50209-acd5-462e-82da-13f163312a72 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:43:34.589037 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "name": "network-vif-unplugged", "status": "failed", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c", "code": 422}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:43:34.589291 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-42a50209-acd5-462e-82da-13f163312a72 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:43:34.589718 n-d-807558-3 neutron-server[96265]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'code': 422} returned with failed status Sep 08 14:43:34.611048 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:34.658634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:43:34.667239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:34.672892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:34.672892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:34.672892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:34.672892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:34.672892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:34.672892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:34.672892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:34.672892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:34.672892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:34.672892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:34.672892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:34.722344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f151-8cdd-41b0-9019-34f8ae3c6fbb req-033f89f0-2f05-4e21-94eb-7a7064d65a5c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:34.723824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c95f151-8cdd-41b0-9019-34f8ae3c6fbb req-033f89f0-2f05-4e21-94eb-7a7064d65a5c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0479898 Sep 08 14:43:34.764955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5c95f151-8cdd-41b0-9019-34f8ae3c6fbb req-b6335b3d-4e60-4687-bf6f-f18931b61d0a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352080 Sep 08 14:43:36.135885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6d265-739a-4879-8bcf-7c20c3aa2223 req-b04f7018-6ae4-49fb-b735-ebe230a61ae4 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:36.137386 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffe6d265-739a-4879-8bcf-7c20c3aa2223 req-b04f7018-6ae4-49fb-b735-ebe230a61ae4 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0490932 Sep 08 14:43:36.175384 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ffe6d265-739a-4879-8bcf-7c20c3aa2223 req-374d8c3d-1a04-4766-80ca-2cf14ff89365 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319319 Sep 08 14:43:36.271571 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-737bdd62-99be-4115-b45f-8777143f16cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781462 Sep 08 14:43:37.288574 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461186b9-9784-4124-a64e-c33ce319a171 req-62ef48f9-26f4-4a85-bbc7-744d6bbb6a75 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:37.289966 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-461186b9-9784-4124-a64e-c33ce319a171 req-62ef48f9-26f4-4a85-bbc7-744d6bbb6a75 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0485363 Sep 08 14:43:37.335056 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-461186b9-9784-4124-a64e-c33ce319a171 req-361c8ccc-19db-4e31-a1df-57b721984e76 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390944 Sep 08 14:43:37.919747 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-10d9fb13-bee4-4eb2-a218-83669c877ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:38.450438 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a76c6-e2bf-4ddf-96fc-42dd551c2eeb req-e321ced8-9b31-422a-afb5-012ef12f8611 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:38.451946 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6a0a76c6-e2bf-4ddf-96fc-42dd551c2eeb req-e321ced8-9b31-422a-afb5-012ef12f8611 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0509794 Sep 08 14:43:38.490234 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6a0a76c6-e2bf-4ddf-96fc-42dd551c2eeb req-46776307-8121-455d-9515-9052fdf1d49a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320740 Sep 08 14:43:39.602224 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdffb3-0fcd-486c-9d4e-eeb32a4854e6 req-314738e8-0c37-402b-9ca1-a899ec7b9b0e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:39.603621 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6fdffb3-0fcd-486c-9d4e-eeb32a4854e6 req-314738e8-0c37-402b-9ca1-a899ec7b9b0e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0487127 Sep 08 14:43:39.642586 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f6fdffb3-0fcd-486c-9d4e-eeb32a4854e6 req-a180ac69-c89a-49ed-a78b-8aebc91c3c44 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331373 Sep 08 14:43:40.230414 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-3c26d431-ceb0-42eb-888f-f606c38a4ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:40.716816 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:40.757604 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411cbc30-cc87-469c-b21d-43e644384180 req-cb3738d0-5d04-464b-8813-292cb8580732 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:40.759115 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-411cbc30-cc87-469c-b21d-43e644384180 req-cb3738d0-5d04-464b-8813-292cb8580732 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0500932 Sep 08 14:43:40.800413 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-411cbc30-cc87-469c-b21d-43e644384180 req-9c177052-31b3-4bb8-949e-9574f7b96cfc tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347822 Sep 08 14:43:41.913115 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c006d-925f-4a64-94d3-88e525ab22fd req-259332a5-03dd-4ce5-b451-8d4f6ab8ed4d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:41.914650 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d7c006d-925f-4a64-94d3-88e525ab22fd req-259332a5-03dd-4ce5-b451-8d4f6ab8ed4d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0486538 Sep 08 14:43:41.951601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3d7c006d-925f-4a64-94d3-88e525ab22fd req-fa1e7437-87a0-4275-b8c5-91db1673bd55 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304763 Sep 08 14:43:42.199950 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:43.066269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8049e5-2a71-4f57-9bea-357fac3ef095 req-02c8a224-09c0-4725-8b05-1e6a6e0deb4e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:43.067818 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b8049e5-2a71-4f57-9bea-357fac3ef095 req-02c8a224-09c0-4725-8b05-1e6a6e0deb4e tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0482094 Sep 08 14:43:43.107143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-1b8049e5-2a71-4f57-9bea-357fac3ef095 req-37019bdb-0022-466e-b153-a7dce90551ee tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332382 Sep 08 14:43:43.605429 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:44.221143 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5688b07-0e89-4979-b43b-a6229cd52945 req-b35ba470-6914-45d4-88e3-5d255eea15e8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:44.222727 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f5688b07-0e89-4979-b43b-a6229cd52945 req-b35ba470-6914-45d4-88e3-5d255eea15e8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0488465 Sep 08 14:43:44.266421 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-f5688b07-0e89-4979-b43b-a6229cd52945 req-0bde6ce0-4b39-4fd2-9667-1931fd34710a tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376143 Sep 08 14:43:45.285037 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:45.382955 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb7c7f-0be0-4074-b4be-64969d339d6f req-b9aa6f8e-fa11-4269-bf79-98de4e3ffee3 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:45.384533 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9beb7c7f-0be0-4074-b4be-64969d339d6f req-b9aa6f8e-fa11-4269-bf79-98de4e3ffee3 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0508301 Sep 08 14:43:45.421743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9beb7c7f-0be0-4074-b4be-64969d339d6f req-40b3359d-fd65-48f0-8e04-ae27583b79f2 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313280 Sep 08 14:43:46.233829 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-f8f3c45c-c85f-481e-a620-b2cfbf7744c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:46.235449 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-f8f3c45c-c85f-481e-a620-b2cfbf7744c1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5&tenant_id=b47759e90973417eb1d811d08474fc2b HTTP/1.1" status: 200 len: 1094 time: 0.0779314 Sep 08 14:43:46.248646 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-807558-3', 'device_owner': 'compute:nova'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:43:46.301942 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:46.497776 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:43:46.530067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:43:46.535471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d44b4-9fe4-4ade-88b4-c77d78d5a2c6 req-0ef6a06f-b8ed-44e9-9962-765ffc8ace78 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:46.537162 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d42d44b4-9fe4-4ade-88b4-c77d78d5a2c6 req-0ef6a06f-b8ed-44e9-9962-765ffc8ace78 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0493722 Sep 08 14:43:46.562643 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea86a4e-2e00-41e1-8ba5-a93ca3849c1c {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:43:46.570003 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:46.581379 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-d42d44b4-9fe4-4ade-88b4-c77d78d5a2c6 req-b4a6e27a-befe-4a2e-b911-a48eed9f44f7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376024 Sep 08 14:43:46.581855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Transition to ACTIVE for port object cea86a4e-2e00-41e1-8ba5-a93ca3849c1c will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:43:46.664691 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:46.740354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Pushing event updated for resources: {'Port': ['ID=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,revision_number=7']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:43:46.753269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:46.753617 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:46.753958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:46.754388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:46.754723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:46.755052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:46.755375 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:46.755696 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:46.756021 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:46.756344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:46.756663 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:46.756981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:43:46.797183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] No DVR routers for this DVR port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:43:46.929455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Attempting to bind port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:43:46.929789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Attempting to bind port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:43:46.930121 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Attempting to bind port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c on network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:43:46.934354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c on network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:43:46.934702 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Attempting to bind port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c on network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:43:46.939494 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:43:46.939834 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Checking segment: {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:43:46.940214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Bound using segment: {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:43:46.940636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Bound port: cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b7892ff-c6fd-4b41-a1ad-e06c132453c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:43:46.940991 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:47.006062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:43:47.009026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:43:47.082677 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:47.114755 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:47.115375 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:47.116769 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] 10.222.0.70 "PUT /v2.0/ports/cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 1091 time: 0.8718860 Sep 08 14:43:47.117202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:43:47.119460 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a556dfe6-c741-46fc-9b20-61fa6a2908ea" -d '{"events": [{"name": "network-changed", "server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:43:47.155134 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f9cf5-9f60-421c-9ca9-25e77c867145 service neutron] Pushing event updated for resources: {'Port': ['ID=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,revision_number=8']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:43:47.187828 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-acdf8de5-99a4-41bf-bbca-a32d1f56f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:47.189169 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-acdf8de5-99a4-41bf-bbca-a32d1f56f620 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1094 time: 0.0479200 Sep 08 14:43:47.225061 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74623368-5194-4042-89ef-baedf3f8361a x-openstack-request-id: req-74623368-5194-4042-89ef-baedf3f8361a {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:43:47.225353 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:43:47.225602 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-74623368-5194-4042-89ef-baedf3f8361a {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:43:47.226028 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'status': 'completed', 'code': 200} Sep 08 14:43:47.289210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-4ba788c8-79e2-4865-9786-cb1fcc9b4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:47.290772 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-4ba788c8-79e2-4865-9786-cb1fcc9b4de0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0949409 Sep 08 14:43:47.662085 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-e6872e59-a6f7-4e0f-9e30-e523f5866767 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 997 time: 0.3627872 Sep 08 14:43:47.695058 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c36d40-8caf-4f97-aa91-57a59b9c0e30 req-4fa3883f-57c3-4153-810c-d5657c0a5424 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:47.696566 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82c36d40-8caf-4f97-aa91-57a59b9c0e30 req-4fa3883f-57c3-4153-810c-d5657c0a5424 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0484624 Sep 08 14:43:47.714599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-9730732c-8b63-4399-97b0-56f7a6008913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:47.716105 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-9730732c-8b63-4399-97b0-56f7a6008913 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0461795 Sep 08 14:43:47.740292 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-82c36d40-8caf-4f97-aa91-57a59b9c0e30 req-53a04f85-0766-42eb-a4c2-511f025fda7b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318341 Sep 08 14:43:47.765336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-d28e296e-d928-4e7d-b690-e52392162c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:47.766871 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-d28e296e-d928-4e7d-b690-e52392162c1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436587 Sep 08 14:43:47.833474 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:47.854283 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-a4ad442e-5d4a-43f3-9e8f-d830fc15c415 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796168 Sep 08 14:43:47.948451 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-795730ae-e50c-4fe7-b859-c278539c0892 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841618 Sep 08 14:43:48.088734 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556dfe6-c741-46fc-9b20-61fa6a2908ea req-28913958-239f-485d-81f6-bb1cd998a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:48.090315 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a556dfe6-c741-46fc-9b20-61fa6a2908ea req-28913958-239f-485d-81f6-bb1cd998a9fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1094 time: 0.0404372 Sep 08 14:43:48.186666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556dfe6-c741-46fc-9b20-61fa6a2908ea req-56e37327-de33-4b43-9a0e-632312976e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:48.188046 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a556dfe6-c741-46fc-9b20-61fa6a2908ea req-56e37327-de33-4b43-9a0e-632312976e0a service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0891862 Sep 08 14:43:48.252820 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a556dfe6-c741-46fc-9b20-61fa6a2908ea req-ed4bf25f-257c-4f19-9479-ec1479669417 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 997 time: 0.0568764 Sep 08 14:43:48.301554 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556dfe6-c741-46fc-9b20-61fa6a2908ea req-4c65e861-1979-433e-8a5d-e99a6a83ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:48.303090 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a556dfe6-c741-46fc-9b20-61fa6a2908ea req-4c65e861-1979-433e-8a5d-e99a6a83ce7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0432439 Sep 08 14:43:48.354547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556dfe6-c741-46fc-9b20-61fa6a2908ea req-30aff46a-9994-48aa-9b24-3472e0d95455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:48.356140 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a556dfe6-c741-46fc-9b20-61fa6a2908ea req-30aff46a-9994-48aa-9b24-3472e0d95455 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454793 Sep 08 14:43:48.444904 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a556dfe6-c741-46fc-9b20-61fa6a2908ea req-0e346f59-d809-47c9-bf39-6d91e969b772 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799365 Sep 08 14:43:48.536371 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a556dfe6-c741-46fc-9b20-61fa6a2908ea req-8810eeb0-c5f8-4514-a315-e271783662b3 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839047 Sep 08 14:43:48.868637 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915d46-56ab-4662-b473-612c76148e55 req-8dedb6bc-4358-4e35-a34b-f759d51dcc29 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:48.870161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c915d46-56ab-4662-b473-612c76148e55 req-8dedb6bc-4358-4e35-a34b-f759d51dcc29 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0554671 Sep 08 14:43:48.908989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2c915d46-56ab-4662-b473-612c76148e55 req-124afdff-f704-458c-b810-43325ceba05c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327175 Sep 08 14:43:50.021606 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d8be5-4775-483d-8f00-644f58861d44 req-fffd896a-ea2d-40af-bba2-f1aed57f5ffa tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:50.023091 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-285d8be5-4775-483d-8f00-644f58861d44 req-fffd896a-ea2d-40af-bba2-f1aed57f5ffa tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0479465 Sep 08 14:43:50.063804 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-285d8be5-4775-483d-8f00-644f58861d44 req-a8178fc3-a53f-482d-a3a4-e49ab276cbe5 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347445 Sep 08 14:43:51.175699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47496b82-37d2-41b8-9c64-17452ef5b60a req-d95ea45f-e927-4fc7-8aa5-60f350e6f7c7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:51.177152 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-47496b82-37d2-41b8-9c64-17452ef5b60a req-d95ea45f-e927-4fc7-8aa5-60f350e6f7c7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0472069 Sep 08 14:43:51.215040 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-47496b82-37d2-41b8-9c64-17452ef5b60a req-a786eac1-072f-464b-909c-b0a49ce35ada tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319545 Sep 08 14:43:52.626572 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff212d6-aab0-42aa-a237-49ccf0957032 req-4f9d9912-8d4a-4bda-8e0b-ba7ad2319bd9 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:52.628057 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bff212d6-aab0-42aa-a237-49ccf0957032 req-4f9d9912-8d4a-4bda-8e0b-ba7ad2319bd9 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.3481531 Sep 08 14:43:52.664521 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-bff212d6-aab0-42aa-a237-49ccf0957032 req-06393eb0-dcab-41ea-bed6-232aa78ea5ce tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 Sep 08 14:43:53.791034 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd790a02-a208-4523-83b3-205c53bd2ec1 req-73f42f24-fa32-42d1-9e34-767feca6b421 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:53.792532 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd790a02-a208-4523-83b3-205c53bd2ec1 req-73f42f24-fa32-42d1-9e34-767feca6b421 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0533292 Sep 08 14:43:53.830535 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-fd790a02-a208-4523-83b3-205c53bd2ec1 req-a297928d-8003-4d38-9a51-4a6fd4f99af3 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312827 Sep 08 14:43:54.941666 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a12e9d-7cb2-42e0-b31b-6e27cf503007 req-9fb3276f-b21a-4f0f-8c50-d48b195997b0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:54.943152 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22a12e9d-7cb2-42e0-b31b-6e27cf503007 req-9fb3276f-b21a-4f0f-8c50-d48b195997b0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0478756 Sep 08 14:43:54.979536 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-22a12e9d-7cb2-42e0-b31b-6e27cf503007 req-5752c55f-6257-490b-9779-bc78e2da9aae tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306575 Sep 08 14:43:56.092866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd9e2a-31ce-4334-9485-33b6bb76eb82 req-43e1d99c-1263-4987-a5ea-4d37e6bb1bf7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:56.094374 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1fd9e2a-31ce-4334-9485-33b6bb76eb82 req-43e1d99c-1263-4987-a5ea-4d37e6bb1bf7 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 943 time: 0.0483375 Sep 08 14:43:56.130849 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c1fd9e2a-31ce-4334-9485-33b6bb76eb82 req-8a6db86c-babf-4726-b8b3-2b29165271fa tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305824 Sep 08 14:43:56.281993 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:43:56.658466 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cea86a4e-2e00-41e1-8ba5-a93ca3849c1c details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:43:56.750083 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:43:56.760855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'port_id': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'mac_address': 'fa:16:3e:5c:d0:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:43:56.796176 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:56.812100 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea86a4e-2e00-41e1-8ba5-a93ca3849c1c {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:43:56.830309 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:43:56.936560 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:56.983665 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,revision_number=9']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:43:57.186707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['cea86a4e-2e00-41e1-8ba5-a93ca3849c1c'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:43:57.244502 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20f6df-230e-4f92-af90-ec5c60b4f8a4 req-e4f4d306-c39e-4236-93fe-22a8bf2c6d23 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:57.245965 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e20f6df-230e-4f92-af90-ec5c60b4f8a4 req-e4f4d306-c39e-4236-93fe-22a8bf2c6d23 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 944 time: 0.0481849 Sep 08 14:43:57.286394 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-5e20f6df-230e-4f92-af90-ec5c60b4f8a4 req-fec9f692-ac1a-4a6e-870b-b86755a1cf82 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342441 Sep 08 14:43:58.399084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cfe98-4140-4256-87c5-0c7d85a2861a req-51e85e81-3898-4227-baaa-b0891efd7149 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:58.400565 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a1cfe98-4140-4256-87c5-0c7d85a2861a req-51e85e81-3898-4227-baaa-b0891efd7149 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 944 time: 0.0485394 Sep 08 14:43:58.438657 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a1cfe98-4140-4256-87c5-0c7d85a2861a req-c951d2eb-b49d-4d7e-b3af-7b66d94c5bfe tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Sep 08 14:43:58.689690 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cea86a4e-2e00-41e1-8ba5-a93ca3849c1c up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:43:58.842368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:43:58.846281 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:43:58.846655 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:58.922718 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:58.943842 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:43:58.946035 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2da7e4-ae72-44e5-9874-d007acbf269c" -d '{"events": [{"server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "name": "network-vif-plugged", "status": "completed", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:43:58.960143 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:43:58.983498 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc0425c-069b-469f-b0c1-4e10ddeb2641 x-openstack-request-id: req-1dc0425c-069b-469f-b0c1-4e10ddeb2641 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:43:58.988489 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "name": "network-vif-plugged", "status": "completed", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:43:58.988489 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1dc0425c-069b-469f-b0c1-4e10ddeb2641 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:43:58.988489 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'code': 200} Sep 08 14:43:59.039381 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:43:59.086499 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,revision_number=10']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:43:59.132261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e014d-a44f-443e-88df-554cd4a91e04 req-3e45a92f-1ea6-483e-98d8-df31c2c908bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:59.133741 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed7e014d-a44f-443e-88df-554cd4a91e04 req-3e45a92f-1ea6-483e-98d8-df31c2c908bd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1097 time: 0.0440059 Sep 08 14:43:59.167155 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ed7e014d-a44f-443e-88df-554cd4a91e04 req-2dcd7238-ff75-49bb-9fd8-672e59d0a657 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263944 Sep 08 14:43:59.549563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e2fc9-ecc4-438c-9ecf-94423d98e2da req-f1fc7321-bdbf-4c0b-9511-f6c55ae715f4 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:43:59.551116 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b49e2fc9-ecc4-438c-9ecf-94423d98e2da req-f1fc7321-bdbf-4c0b-9511-f6c55ae715f4 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 946 time: 0.0476444 Sep 08 14:43:59.588069 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b49e2fc9-ecc4-438c-9ecf-94423d98e2da req-f93a9d4c-3e5d-47d5-b6b5-318fdff38bf0 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310574 Sep 08 14:44:00.702371 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4320ed-c20a-424d-ac7d-dc421462b805 req-45436bad-76a6-417b-bdaa-c2ae655ffc1d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:44:00.703815 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ef4320ed-c20a-424d-ac7d-dc421462b805 req-45436bad-76a6-417b-bdaa-c2ae655ffc1d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 946 time: 0.0477264 Sep 08 14:44:00.740348 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ef4320ed-c20a-424d-ac7d-dc421462b805 req-bbf3d41d-990d-4aa8-8c98-7581e335317f tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307095 Sep 08 14:44:07.922371 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4c777b7a-3bdf-495f-82f0-f228c6672773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:10.244600 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-736ca156-59f8-46d8-8736-77c23fc1090b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:10.673465 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:12.224310 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:13.612673 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:15.252792 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:17.844224 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:21.615683 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-982df7ed-2d79-4dbb-a59c-d95d439de654 req-b26a9a67-32ab-4e0a-b1bd-0052d486c31d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411494 Sep 08 14:44:21.702314 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982df7ed-2d79-4dbb-a59c-d95d439de654 req-de083e9f-a2e6-40c4-901c-78077073f9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:44:21.703821 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-982df7ed-2d79-4dbb-a59c-d95d439de654 req-de083e9f-a2e6-40c4-901c-78077073f9bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1097 time: 0.0438397 Sep 08 14:44:21.806244 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982df7ed-2d79-4dbb-a59c-d95d439de654 req-80808c88-0fba-42e6-95b5-fb5e71a80b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:44:21.807728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-982df7ed-2d79-4dbb-a59c-d95d439de654 req-80808c88-0fba-42e6-95b5-fb5e71a80b9d service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0836797 Sep 08 14:44:21.877119 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-982df7ed-2d79-4dbb-a59c-d95d439de654 req-715e2dbb-ba14-4be0-a5d4-1f5b4cd563b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 999 time: 0.0615590 Sep 08 14:44:21.931957 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982df7ed-2d79-4dbb-a59c-d95d439de654 req-a3e034d2-b8ce-44a0-8ac3-546c7a569952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:44:21.933410 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-982df7ed-2d79-4dbb-a59c-d95d439de654 req-a3e034d2-b8ce-44a0-8ac3-546c7a569952 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0500371 Sep 08 14:44:21.978765 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982df7ed-2d79-4dbb-a59c-d95d439de654 req-61bd7314-d031-439e-9c00-f6d0a4937803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:44:21.980279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-982df7ed-2d79-4dbb-a59c-d95d439de654 req-61bd7314-d031-439e-9c00-f6d0a4937803 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396435 Sep 08 14:44:22.077531 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-982df7ed-2d79-4dbb-a59c-d95d439de654 req-a3f1b497-2efa-4e4f-b1b5-df9b269bad7d service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890212 Sep 08 14:44:22.166501 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-982df7ed-2d79-4dbb-a59c-d95d439de654 req-4b947325-beb4-4020-acc2-188dcd9d1a88 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810122 Sep 08 14:44:33.281798 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:44:37.924011 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-968f4ff5-9120-4b34-ab31-c54ea136d7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:40.249847 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2bcc17a7-d1d0-43d9-a037-e35f9db62476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:40.720783 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:42.215438 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:43.632587 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:45.343747 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:44:47.880199 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:07.194644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-88ef591d-9096-41d1-94d3-ae032b15e0e4 req-2ebc21b4-2637-4bf5-a522-9051efcb56ef service neutron] (96263) timed out ('10.222.0.69', 52052) {{(pid=96263) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 14:45:07.923099 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5a0a93b0-e268-4aaf-9a5f-ad836b9a693d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:10.263289 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-220ab312-3a53-482c-8be8-cce1867850f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:10.282728 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:45:10.683554 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:12.277366 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:13.651836 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:15.297364 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:17.854692 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:21.459278 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39713b40-6d16-46dd-b518-5ae7b088e071 req-3ad30525-217f-46c3-afd9-5a4d570076d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434284 Sep 08 14:45:21.540304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713b40-6d16-46dd-b518-5ae7b088e071 req-0748c465-5002-4c5f-9218-48e8a4b4e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:21.541817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39713b40-6d16-46dd-b518-5ae7b088e071 req-0748c465-5002-4c5f-9218-48e8a4b4e4e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1097 time: 0.0416570 Sep 08 14:45:21.640275 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713b40-6d16-46dd-b518-5ae7b088e071 req-9b521f09-30d5-47e0-9b88-40304e37de9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:21.641740 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39713b40-6d16-46dd-b518-5ae7b088e071 req-9b521f09-30d5-47e0-9b88-40304e37de9f service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0820785 Sep 08 14:45:21.708635 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39713b40-6d16-46dd-b518-5ae7b088e071 req-d7d2100d-3446-42e8-9c64-09c9f920e31c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 999 time: 0.0599177 Sep 08 14:45:21.757171 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713b40-6d16-46dd-b518-5ae7b088e071 req-ad6fbf70-88d8-4d4e-84b4-2c2ec661410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:21.759143 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39713b40-6d16-46dd-b518-5ae7b088e071 req-ad6fbf70-88d8-4d4e-84b4-2c2ec661410a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0430319 Sep 08 14:45:21.803605 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39713b40-6d16-46dd-b518-5ae7b088e071 req-8e02a51d-58c5-46be-b9d1-1ed1d69bac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:21.805073 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39713b40-6d16-46dd-b518-5ae7b088e071 req-8e02a51d-58c5-46be-b9d1-1ed1d69bac3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388341 Sep 08 14:45:21.897228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39713b40-6d16-46dd-b518-5ae7b088e071 req-d6d62c30-46bd-43ce-9ad3-eda82ca59102 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844035 Sep 08 14:45:21.984419 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-39713b40-6d16-46dd-b518-5ae7b088e071 req-caa02181-155a-45a6-91fe-a45f357edd16 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796289 Sep 08 14:45:36.932903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58084) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:37.214356 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Deleting port 8418ca7f-6a25-4854-9321-5318d9933ca7 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:45:37.214616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:37.289045 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:37.289379 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:37.300413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Calling delete_port for 8418ca7f-6a25-4854-9321-5318d9933ca7 owned by network:floatingip {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:45:37.554040 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:37.584331 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event deleted for resources: {'Port': ['ID=8418ca7f-6a25-4854-9321-5318d9933ca7,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:37.594575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:37.594926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:37.595266 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:37.595645 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:37.596049 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:37.596385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:37.596719 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:37.597047 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:37.597374 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:37.597703 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:37.598053 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:37.598432 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:37.652138 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for floatingip, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:37.652476 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Floating IP a87e9ce0-f52f-4797-afc5-46b5a6cbdfaf disassociated (deleted). External IP: 172.25.5.2, port: cea86a4e-2e00-41e1-8ba5-a93ca3849c1c. Sep 08 14:45:37.855788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Router 500527ca-0097-4711-9726-2cadb97ecf7b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:45:37.913816 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-127437c9-bf84-42b7-aa74-3d3787b7a924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:37.962805 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:45:37.967586 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:37.972186 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4070d30a-c24e-44bb-884e-c52c9a31d4ca None None] Sync routers for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:45:37.981337 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4070d30a-c24e-44bb-884e-c52c9a31d4ca None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:45:37.981973 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4070d30a-c24e-44bb-884e-c52c9a31d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:37.995188 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-af24a742-13de-40b9-a82b-8fc6d537ec2c tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "DELETE /v2.0/floatingips/a87e9ce0-f52f-4797-afc5-46b5a6cbdfaf HTTP/1.1" status: 204 len: 168 time: 1.0602603 Sep 08 14:45:37.995913 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:45:37.998380 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53914b5cbc8b3b403e16123f979e5e8060fc37f7363c24167064795fe79b24c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9766bb9a-1239-4412-8157-52583a12410c" -d '{"events": [{"name": "network-changed", "server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:45:38.155860 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbb820b-d668-4aff-a769-3c05ffb2da43 x-openstack-request-id: req-abbb820b-d668-4aff-a769-3c05ffb2da43 {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:45:38.156422 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:45:38.156828 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-abbb820b-d668-4aff-a769-3c05ffb2da43 {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:45:38.157491 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'status': 'completed', 'code': 200} Sep 08 14:45:38.234887 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766bb9a-1239-4412-8157-52583a12410c req-597fa52a-309c-4f83-ab2c-42083d125fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:38.236562 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9766bb9a-1239-4412-8157-52583a12410c req-597fa52a-309c-4f83-ab2c-42083d125fbc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b47759e90973417eb1d811d08474fc2b&device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 1097 time: 0.0576394 Sep 08 14:45:38.252749 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-4070d30a-c24e-44bb-884e-c52c9a31d4ca None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:45:38.329285 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766bb9a-1239-4412-8157-52583a12410c req-c3c4e001-d89d-47f5-a735-c336d1b4658e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:38.330824 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9766bb9a-1239-4412-8157-52583a12410c req-c3c4e001-d89d-47f5-a735-c336d1b4658e service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 200 len: 909 time: 0.0874159 Sep 08 14:45:38.380375 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9766bb9a-1239-4412-8157-52583a12410c req-85114d2d-d243-45c0-9f28-1f7f659864be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 200 len: 217 time: 0.0414038 Sep 08 14:45:38.435210 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766bb9a-1239-4412-8157-52583a12410c req-8e44bbdf-5d0f-47d0-af0f-ed1212c7e801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:38.444768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9766bb9a-1239-4412-8157-52583a12410c req-8e44bbdf-5d0f-47d0-af0f-ed1212c7e801 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 200 len: 847 time: 0.0490172 Sep 08 14:45:38.444930 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e33af-00fa-4efb-9993-af8eb3575142 req-1c1c234a-6436-4458-9a14-fce304172381 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:38.444930 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c04e33af-00fa-4efb-9993-af8eb3575142 req-1c1c234a-6436-4458-9a14-fce304172381 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 946 time: 0.0541341 Sep 08 14:45:38.456498 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4070d30a-c24e-44bb-884e-c52c9a31d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:38.479794 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c04e33af-00fa-4efb-9993-af8eb3575142 req-c66aa268-ecdf-4855-a84c-6ce3b7bdae56 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338690 Sep 08 14:45:38.489280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766bb9a-1239-4412-8157-52583a12410c req-532096d5-2004-47fd-8705-3bb1196da9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:38.494763 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4070d30a-c24e-44bb-884e-c52c9a31d4ca None None] Checking router: 500527ca-0097-4711-9726-2cadb97ecf7b for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:45:38.495166 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9766bb9a-1239-4412-8157-52583a12410c req-532096d5-2004-47fd-8705-3bb1196da9eb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469465 Sep 08 14:45:38.498775 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4070d30a-c24e-44bb-884e-c52c9a31d4ca None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:45:38.499388 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4070d30a-c24e-44bb-884e-c52c9a31d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:38.588704 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9766bb9a-1239-4412-8157-52583a12410c req-364ea175-c3e4-4fc9-9ca1-011027984a9b service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889761 Sep 08 14:45:38.603917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-4070d30a-c24e-44bb-884e-c52c9a31d4ca None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:45:38.678976 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-9766bb9a-1239-4412-8157-52583a12410c req-426bb354-190f-40b8-8982-423fd2164d1e service neutron] 10.222.0.70 "GET /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821846 Sep 08 14:45:38.799783 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-4070d30a-c24e-44bb-884e-c52c9a31d4ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:38.826124 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4070d30a-c24e-44bb-884e-c52c9a31d4ca None None] The sync data for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 is: [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:24Z', 'revision_number': 4, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'a7ee41a2-fc56-4324-aeb4-75a7fd932dc5', 'name': '', 'network_id': 'ed2e3c7f-2082-4694-9fbb-7668b59ff4b8', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'mac_address': 'fa:16:3e:b4:b9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:24Z', 'updated_at': '2021-09-08T14:35:28Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'subnets': [{'id': '13714687-bc55-4ea1-bd20-cd881d97fb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:45:39.034661 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b66d7be-838e-43fd-a62c-85d96c674f2b None None] New status for floating IP a87e9ce0-f52f-4797-afc5-46b5a6cbdfaf: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:45:39.599214 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd6ed7-7a5f-4c24-a3ba-d70f0b01c9b8 req-e2938b52-ce63-45ac-ab1a-447d67472b52 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:39.600604 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1dd6ed7-7a5f-4c24-a3ba-d70f0b01c9b8 req-e2938b52-ce63-45ac-ab1a-447d67472b52 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 946 time: 0.0484476 Sep 08 14:45:39.642867 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a1dd6ed7-7a5f-4c24-a3ba-d70f0b01c9b8 req-56713f9c-df06-4d84-b070-fce9d7daff8b tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/security-groups?id=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356519 Sep 08 14:45:39.928368 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b0657-7c74-4a40-89fe-75022b23dc09 req-261021f8-1b81-4fc5-a371-891d0ce4e648 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:39.929817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-822b0657-7c74-4a40-89fe-75022b23dc09 req-261021f8-1b81-4fc5-a371-891d0ce4e648 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.70 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 946 time: 0.0475259 Sep 08 14:45:40.015644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-822b0657-7c74-4a40-89fe-75022b23dc09 req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Deleting port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:45:40.015971 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-822b0657-7c74-4a40-89fe-75022b23dc09 req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:40.104996 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-822b0657-7c74-4a40-89fe-75022b23dc09 req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] For port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:45:40.105357 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-822b0657-7c74-4a40-89fe-75022b23dc09 req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:40.116611 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-822b0657-7c74-4a40-89fe-75022b23dc09 req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Calling delete_port for cea86a4e-2e00-41e1-8ba5-a93ca3849c1c owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:45:40.299577 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b13170ef-d237-445f-9e50-c47ab8ef7ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:40.337031 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-822b0657-7c74-4a40-89fe-75022b23dc09 req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:40.363991 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event deleted for resources: {'Port': ['ID=cea86a4e-2e00-41e1-8ba5-a93ca3849c1c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:40.373830 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:40.374202 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:40.374560 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:40.374908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:40.375252 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:40.375652 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:40.375987 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:40.376680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:40.376680 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:40.377010 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:40.377300 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:40.377636 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:40.418062 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-822b0657-7c74-4a40-89fe-75022b23dc09 req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] No DVR routers for this DVR port cea86a4e-2e00-41e1-8ba5-a93ca3849c1c on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:45:40.420896 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-822b0657-7c74-4a40-89fe-75022b23dc09 req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:40.422954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-822b0657-7c74-4a40-89fe-75022b23dc09 req-906339d8-f468-4ca2-8c9d-833dc8b2425d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.70 "DELETE /v2.0/ports/cea86a4e-2e00-41e1-8ba5-a93ca3849c1c HTTP/1.1" status: 204 len: 173 time: 0.4866812 Sep 08 14:45:40.423403 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'name': 'network-vif-deleted', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:45:40.425829 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d823770b-ef3a-4ee9-b527-fa673a4ec6ab" -d '{"events": [{"server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "name": "network-vif-deleted", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:45:40.461585 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6363d955-89b2-4cbf-a5ef-588d25fdd511 x-openstack-request-id: req-6363d955-89b2-4cbf-a5ef-588d25fdd511 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:45:40.461879 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46a165d3-0392-4300-ada4-c2238db584e5", "name": "network-vif-deleted", "tag": "cea86a4e-2e00-41e1-8ba5-a93ca3849c1c", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:45:40.462135 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6363d955-89b2-4cbf-a5ef-588d25fdd511 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:45:40.462568 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46a165d3-0392-4300-ada4-c2238db584e5', 'name': 'network-vif-deleted', 'tag': 'cea86a4e-2e00-41e1-8ba5-a93ca3849c1c', 'status': 'completed', 'code': 200} Sep 08 14:45:40.682078 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:40.741448 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0ddbbb40-a132-46a1-8cdd-f5640dd973cb req-401a0794-a1b7-40f6-94ae-9e9ff0643fbf tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 210 time: 0.0274913 Sep 08 14:45:41.841860 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-0d611aa8-5b69-4579-87b2-cc18500cb417 req-c53f6676-1b7d-49ed-b648-f67bd578798d tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 210 time: 0.0319653 Sep 08 14:45:42.231227 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:42.935836 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-cbd84de5-d263-45e7-a866-a9434f4326c6 req-d49b2782-6eb4-45ad-9ce4-1cf3c8653aa1 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 210 time: 0.0261698 Sep 08 14:45:43.123706 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cea86a4e-2e00-41e1-8ba5-a93ca3849c1c no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:45:43.147115 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: cea86a4e-2e00-41e1-8ba5-a93ca3849c1c {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:45:43.147474 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device cea86a4e-2e00-41e1-8ba5-a93ca3849c1c not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:45:43.634061 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:44.029303 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e87ae3f0-7af6-4c53-9d91-bf71b8127987 req-632d9cdb-2abd-471b-8c03-f46eef3b73ad tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "GET /v2.0/ports?device_id=46a165d3-0392-4300-ada4-c2238db584e5 HTTP/1.1" status: 200 len: 210 time: 0.0281146 Sep 08 14:45:45.087839 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58126) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:45.147636 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd10e77a-6998-4cf2-9272-f1c52cdf01d8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:45.173958 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd10e77a-6998-4cf2-9272-f1c52cdf01d8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:45.288640 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:45.311370 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd10e77a-6998-4cf2-9272-f1c52cdf01d8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:45.314004 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-fd10e77a-6998-4cf2-9272-f1c52cdf01d8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:45.315231 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-fd10e77a-6998-4cf2-9272-f1c52cdf01d8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] 10.222.0.69 "DELETE /v2.0/security-groups/b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba HTTP/1.1" status: 204 len: 168 time: 0.2263474 Sep 08 14:45:45.325225 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10e77a-6998-4cf2-9272-f1c52cdf01d8 tempest-TestShelveInstance-1719991483 tempest-TestShelveInstance-1719991483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49f5b62-9edc-4ac2-8eaf-0023fb3df0ba,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:45.456943 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58130) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:45.946497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a4226eb-c210-4028-8922-5390a6cf5779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:46.200254 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0a4226eb-c210-4028-8922-5390a6cf5779 admin admin] Deleting port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:45:46.200896 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a4226eb-c210-4028-8922-5390a6cf5779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:46.279967 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-0a4226eb-c210-4028-8922-5390a6cf5779 admin admin] For port a7ee41a2-fc56-4324-aeb4-75a7fd932dc5, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=a7ee41a2-fc56-4324-aeb4-75a7fd932dc5,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:45:46.280332 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a4226eb-c210-4028-8922-5390a6cf5779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:46.299379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-0a4226eb-c210-4028-8922-5390a6cf5779 admin admin] Calling delete_port for a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:45:46.576723 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a4226eb-c210-4028-8922-5390a6cf5779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:46.604185 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4226eb-c210-4028-8922-5390a6cf5779 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ee41a2-fc56-4324-aeb4-75a7fd932dc5,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:46.772212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-0a4226eb-c210-4028-8922-5390a6cf5779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:46.985874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4226eb-c210-4028-8922-5390a6cf5779 admin admin] Router 500527ca-0097-4711-9726-2cadb97ecf7b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:45:47.091887 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4226eb-c210-4028-8922-5390a6cf5779 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:45:47.097543 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-0a4226eb-c210-4028-8922-5390a6cf5779 admin admin] 10.222.0.69 "PUT /v2.0/routers/500527ca-0097-4711-9726-2cadb97ecf7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6387706 Sep 08 14:45:47.099652 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58134) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:47.102402 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de82d55-0704-48a9-9cac-8ecb00ebaff5 None None] Sync routers for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:45:47.112796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de82d55-0704-48a9-9cac-8ecb00ebaff5 None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:45:47.113417 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2de82d55-0704-48a9-9cac-8ecb00ebaff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:47.203878 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Notify callbacks [] for router, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:47.219599 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-2de82d55-0704-48a9-9cac-8ecb00ebaff5 None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:45:47.306944 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:45:47.312973 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:47.400524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2de82d55-0704-48a9-9cac-8ecb00ebaff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:45:46Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:47.430342 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de82d55-0704-48a9-9cac-8ecb00ebaff5 None None] Checking router: 500527ca-0097-4711-9726-2cadb97ecf7b for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:45:47.439335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de82d55-0704-48a9-9cac-8ecb00ebaff5 None None] Routers {'500527ca-0097-4711-9726-2cadb97ecf7b'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:45:47.439941 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2de82d55-0704-48a9-9cac-8ecb00ebaff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['500527ca-0097-4711-9726-2cadb97ecf7b'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:47.543969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-2de82d55-0704-48a9-9cac-8ecb00ebaff5 None None] Set router 500527ca-0097-4711-9726-2cadb97ecf7b gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:45:47.737370 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-2de82d55-0704-48a9-9cac-8ecb00ebaff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:45:46Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:47.767686 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de82d55-0704-48a9-9cac-8ecb00ebaff5 None None] The sync data for ids ['500527ca-0097-4711-9726-2cadb97ecf7b'] in n-d-807558-3 is: [{'id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'name': 'tempest-TestShelveInstance-675894662-router', 'tenant_id': 'b47759e90973417eb1d811d08474fc2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42'}], 'enable_snat': True}, 'gw_port_id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:45:46Z', 'revision_number': 5, 'project_id': 'b47759e90973417eb1d811d08474fc2b', 'gw_port': {'id': '78bf8310-20bc-48c1-9148-1acb3fb162c6', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '500527ca-0097-4711-9726-2cadb97ecf7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:21Z', 'updated_at': '2021-09-08T14:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:45:47.874373 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:47.904287 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Deleting port 78bf8310-20bc-48c1-9148-1acb3fb162c6 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:45:47.904632 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:47.984329 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] For port 78bf8310-20bc-48c1-9148-1acb3fb162c6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=78bf8310-20bc-48c1-9148-1acb3fb162c6,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:45:47.984710 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:47.997986 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Calling delete_port for 78bf8310-20bc-48c1-9148-1acb3fb162c6 owned by network:router_gateway {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:45:48.234493 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:48.263649 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=78bf8310-20bc-48c1-9148-1acb3fb162c6,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:48.333853 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:48.420497 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:45:48.429008 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:48.431163 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:48.446790 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:45:48.447953 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device a7ee41a2-fc56-4324-aeb4-75a7fd932dc5 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:45:48.522633 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:48.523222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 500527ca-0097-4711-9726-2cadb97ecf7b {{(pid=96264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:45:48.534615 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:48.534615 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-86e69fb1-69d2-4236-9c18-bda2164d0a0f admin admin] 10.222.0.69 "DELETE /v2.0/routers/500527ca-0097-4711-9726-2cadb97ecf7b HTTP/1.1" status: 204 len: 168 time: 1.4282794 Sep 08 14:45:48.534615 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58138) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:48.579547 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2729c68-7ee9-4d23-813e-1c68e1f5cbff admin admin] Deleting subnet 13714687-bc55-4ea1-bd20-cd881d97fb05 {{(pid=96264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:45:48.582865 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2729c68-7ee9-4d23-813e-1c68e1f5cbff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:48.620902 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2729c68-7ee9-4d23-813e-1c68e1f5cbff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12525275'] for subnet, precommit_delete_associations {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:48.705528 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2729c68-7ee9-4d23-813e-1c68e1f5cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:48.845645 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2729c68-7ee9-4d23-813e-1c68e1f5cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12462993', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8664372'] for subnet, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:48.872816 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2729c68-7ee9-4d23-813e-1c68e1f5cbff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13714687-bc55-4ea1-bd20-cd881d97fb05,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:48.883877 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b2729c68-7ee9-4d23-813e-1c68e1f5cbff admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:48.886581 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b2729c68-7ee9-4d23-813e-1c68e1f5cbff admin admin] 10.222.0.69 "DELETE /v2.0/subnets/13714687-bc55-4ea1-bd20-cd881d97fb05 HTTP/1.1" status: 204 len: 168 time: 0.3533065 Sep 08 14:45:48.888413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58140) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:48.890509 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c270a611-8ef3-4e9b-b9f8-60c61f55edc1 None None] Network ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:45:48.968612 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.049506 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Deleting port 1e626da8-b963-452b-a6ab-de1fa38f793f {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:45:49.049849 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.081467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] DHCP port deletion for ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:45:49.113205 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] For port 1e626da8-b963-452b-a6ab-de1fa38f793f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1e626da8-b963-452b-a6ab-de1fa38f793f,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:45:49.113570 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.125791 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Calling delete_port for 1e626da8-b963-452b-a6ab-de1fa38f793f owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:45:49.131564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Deleting port 1e626da8-b963-452b-a6ab-de1fa38f793f {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:45:49.131951 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.193245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] For port 1e626da8-b963-452b-a6ab-de1fa38f793f, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=1e626da8-b963-452b-a6ab-de1fa38f793f,segment=NetworkSegment(1b7892ff-c6fd-4b41-a1ad-e06c132453c3),segment_id=1b7892ff-c6fd-4b41-a1ad-e06c132453c3)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:45:49.193660 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.206799 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Calling delete_port for 1e626da8-b963-452b-a6ab-de1fa38f793f owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:45:49.314414 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.330020 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.342851 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e626da8-b963-452b-a6ab-de1fa38f793f,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:49.349226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] No DVR routers for this DVR port 1e626da8-b963-452b-a6ab-de1fa38f793f on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:45:49.358732 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Pushing event deleted for resources: {'Port': ['ID=1e626da8-b963-452b-a6ab-de1fa38f793f,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:49.368465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:49.368848 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:49.369199 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:49.369546 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:49.370011 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:49.370318 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:49.370658 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:49.371093 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:49.371324 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:49.371720 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:49.372009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:49.372442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:45:49.378345 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791cc6c-1fa1-4142-94da-8cb893f23243 None None] No DVR routers for this DVR port 1e626da8-b963-452b-a6ab-de1fa38f793f on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:45:49.438502 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.461413 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2e3c7f-2082-4694-9fbb-7668b59ff4b8']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:49.470858 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b7892ff-c6fd-4b41-a1ad-e06c132453c3') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:49.471160 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b7892ff-c6fd-4b41-a1ad-e06c132453c3') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:49.481544 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.496887 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.503388 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:45:49.503853 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:45:49.505603 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:45:49.625521 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.632206 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:49.634011 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] 10.222.0.69 "DELETE /v2.0/networks/ed2e3c7f-2082-4694-9fbb-7668b59ff4b8 HTTP/1.1" status: 204 len: 168 time: 0.7440603 Sep 08 14:45:49.637746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58144) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:49.644162 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4254da5-456d-4632-b5a5-396f0ce2d214 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2e3c7f-2082-4694-9fbb-7668b59ff4b8,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:49.981992 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-013e6d57-a743-4ee2-be86-a66e8953fe4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:50.217810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-013e6d57-a743-4ee2-be86-a66e8953fe4d admin admin] Deleting port d1feaa80-4411-43d2-997a-c91cab972ce2 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:45:50.218158 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-013e6d57-a743-4ee2-be86-a66e8953fe4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:50.293639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-013e6d57-a743-4ee2-be86-a66e8953fe4d admin admin] For port d1feaa80-4411-43d2-997a-c91cab972ce2, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=d1feaa80-4411-43d2-997a-c91cab972ce2,segment=NetworkSegment(9d439862-4dc1-4321-aa59-9c350417e16e),segment_id=9d439862-4dc1-4321-aa59-9c350417e16e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:45:50.294014 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-013e6d57-a743-4ee2-be86-a66e8953fe4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:50.311193 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-013e6d57-a743-4ee2-be86-a66e8953fe4d admin admin] Calling delete_port for d1feaa80-4411-43d2-997a-c91cab972ce2 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:45:50.355861 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 78bf8310-20bc-48c1-9148-1acb3fb162c6 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:45:50.375392 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 78bf8310-20bc-48c1-9148-1acb3fb162c6 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:45:50.375744 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 78bf8310-20bc-48c1-9148-1acb3fb162c6 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:45:50.376168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1e626da8-b963-452b-a6ab-de1fa38f793f no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:45:50.394345 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 1e626da8-b963-452b-a6ab-de1fa38f793f {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:45:50.394702 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 1e626da8-b963-452b-a6ab-de1fa38f793f not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:45:50.637217 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-013e6d57-a743-4ee2-be86-a66e8953fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:50.660944 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e6d57-a743-4ee2-be86-a66e8953fe4d admin admin] Pushing event deleted for resources: {'Port': ['ID=d1feaa80-4411-43d2-997a-c91cab972ce2,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:50.830302 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-013e6d57-a743-4ee2-be86-a66e8953fe4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:51.040378 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013e6d57-a743-4ee2-be86-a66e8953fe4d admin admin] Router 869948bf-1cc6-46ed-8d61-93d03841e40b has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:45:51.142723 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013e6d57-a743-4ee2-be86-a66e8953fe4d admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:45:51.147703 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-013e6d57-a743-4ee2-be86-a66e8953fe4d admin admin] 10.222.0.69 "PUT /v2.0/routers/869948bf-1cc6-46ed-8d61-93d03841e40b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5089452 Sep 08 14:45:51.150810 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58148) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:51.153373 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5a9af-f355-43d9-b431-0e3edef0577d None None] Sync routers for ids ['869948bf-1cc6-46ed-8d61-93d03841e40b'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:45:51.163286 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5a9af-f355-43d9-b431-0e3edef0577d None None] Routers {'869948bf-1cc6-46ed-8d61-93d03841e40b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:45:51.163889 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-28d5a9af-f355-43d9-b431-0e3edef0577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['869948bf-1cc6-46ed-8d61-93d03841e40b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:51.265763 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-28d5a9af-f355-43d9-b431-0e3edef0577d None None] Set router 869948bf-1cc6-46ed-8d61-93d03841e40b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:45:51.449974 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-28d5a9af-f355-43d9-b431-0e3edef0577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'name': 'tempest-TestShelveInstance-1947357645-router', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:27Z', 'updated_at': '2021-09-08T14:45:50Z', 'revision_number': 5, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'gw_port': {'id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:28Z', 'updated_at': '2021-09-08T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:51.476909 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5a9af-f355-43d9-b431-0e3edef0577d None None] Checking router: 869948bf-1cc6-46ed-8d61-93d03841e40b for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:45:51.485489 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d5a9af-f355-43d9-b431-0e3edef0577d None None] Routers {'869948bf-1cc6-46ed-8d61-93d03841e40b'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:45:51.486101 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-28d5a9af-f355-43d9-b431-0e3edef0577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['869948bf-1cc6-46ed-8d61-93d03841e40b'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:51.575290 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:51.590060 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-28d5a9af-f355-43d9-b431-0e3edef0577d None None] Set router 869948bf-1cc6-46ed-8d61-93d03841e40b gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:45:51.675218 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:51.764191 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-28d5a9af-f355-43d9-b431-0e3edef0577d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'name': 'tempest-TestShelveInstance-1947357645-router', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:27Z', 'updated_at': '2021-09-08T14:45:50Z', 'revision_number': 5, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'gw_port': {'id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:28Z', 'updated_at': '2021-09-08T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:51.785185 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Deleting port 539bc842-986c-4fe4-a48f-f81b2e5a7862 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:45:51.785538 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:51.793531 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5a9af-f355-43d9-b431-0e3edef0577d None None] The sync data for ids ['869948bf-1cc6-46ed-8d61-93d03841e40b'] in n-d-807558-3 is: [{'id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'name': 'tempest-TestShelveInstance-1947357645-router', 'tenant_id': '01c5e7419c4a4434b514fc15de871fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:35:27Z', 'updated_at': '2021-09-08T14:45:50Z', 'revision_number': 5, 'project_id': '01c5e7419c4a4434b514fc15de871fdc', 'gw_port': {'id': '539bc842-986c-4fe4-a48f-f81b2e5a7862', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:bd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '869948bf-1cc6-46ed-8d61-93d03841e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:35:28Z', 'updated_at': '2021-09-08T14:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:45:51.871006 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] For port 539bc842-986c-4fe4-a48f-f81b2e5a7862, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=539bc842-986c-4fe4-a48f-f81b2e5a7862,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:45:51.871382 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:51.885253 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Calling delete_port for 539bc842-986c-4fe4-a48f-f81b2e5a7862 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:45:52.139606 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.168487 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=539bc842-986c-4fe4-a48f-f81b2e5a7862,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:52.232733 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.326580 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.328727 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.392623 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d1feaa80-4411-43d2-997a-c91cab972ce2 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:45:52.414886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: d1feaa80-4411-43d2-997a-c91cab972ce2 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:45:52.415238 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device d1feaa80-4411-43d2-997a-c91cab972ce2 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:45:52.433964 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.434568 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 869948bf-1cc6-46ed-8d61-93d03841e40b {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:45:52.438744 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.442493 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-0c3da70c-fb1f-4580-973b-c9c6171fdab0 admin admin] 10.222.0.69 "DELETE /v2.0/routers/869948bf-1cc6-46ed-8d61-93d03841e40b HTTP/1.1" status: 204 len: 168 time: 1.2881081 Sep 08 14:45:52.442619 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58150) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:52.493039 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e4bd2c-01ab-45de-9d79-f8d6e6369374 admin admin] Deleting subnet 60046d7f-f637-4c1e-949f-a188f74fa4bc {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:45:52.497039 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08e4bd2c-01ab-45de-9d79-f8d6e6369374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.532568 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08e4bd2c-01ab-45de-9d79-f8d6e6369374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.608895 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08e4bd2c-01ab-45de-9d79-f8d6e6369374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.739907 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08e4bd2c-01ab-45de-9d79-f8d6e6369374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.771256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4bd2c-01ab-45de-9d79-f8d6e6369374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60046d7f-f637-4c1e-949f-a188f74fa4bc,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:52.773301 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-08e4bd2c-01ab-45de-9d79-f8d6e6369374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.776647 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-08e4bd2c-01ab-45de-9d79-f8d6e6369374 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/60046d7f-f637-4c1e-949f-a188f74fa4bc HTTP/1.1" status: 204 len: 168 time: 0.3317132 Sep 08 14:45:52.777901 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2258017-440f-481b-a65f-dbb6057f33b3 None None] Network 82052c5e-2125-472f-8ed1-f1c40fe8bd2a requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:45:52.778479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58152) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:52.847908 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.908292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Deleting port f1d46db5-75c4-401b-8f02-72ff23e5bd6c {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:45:52.908710 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.967298 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c842bc-e491-4122-aa30-ebe1d1d4cd23 None None] DHCP port deletion for 82052c5e-2125-472f-8ed1-f1c40fe8bd2a request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:45:52.978040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] For port f1d46db5-75c4-401b-8f02-72ff23e5bd6c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f1d46db5-75c4-401b-8f02-72ff23e5bd6c,segment=NetworkSegment(9d439862-4dc1-4321-aa59-9c350417e16e),segment_id=9d439862-4dc1-4321-aa59-9c350417e16e)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:45:52.982790 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:52.991918 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Calling delete_port for f1d46db5-75c4-401b-8f02-72ff23e5bd6c owned by network:dhcp {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:45:53.016245 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f4c842bc-e491-4122-aa30-ebe1d1d4cd23 None None] Deleting port f1d46db5-75c4-401b-8f02-72ff23e5bd6c {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:45:53.016625 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f4c842bc-e491-4122-aa30-ebe1d1d4cd23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:53.077475 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-f4c842bc-e491-4122-aa30-ebe1d1d4cd23 None None] For port f1d46db5-75c4-401b-8f02-72ff23e5bd6c, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=f1d46db5-75c4-401b-8f02-72ff23e5bd6c,segment=NetworkSegment(9d439862-4dc1-4321-aa59-9c350417e16e),segment_id=9d439862-4dc1-4321-aa59-9c350417e16e)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:45:53.077901 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f4c842bc-e491-4122-aa30-ebe1d1d4cd23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:53.090518 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-f4c842bc-e491-4122-aa30-ebe1d1d4cd23 None None] Calling delete_port for f1d46db5-75c4-401b-8f02-72ff23e5bd6c owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:45:53.128129 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:53.159146 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d46db5-75c4-401b-8f02-72ff23e5bd6c,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:53.162782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] No DVR routers for this DVR port f1d46db5-75c4-401b-8f02-72ff23e5bd6c on host n-d-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:45:53.167248 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f4c842bc-e491-4122-aa30-ebe1d1d4cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:53.193705 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c842bc-e491-4122-aa30-ebe1d1d4cd23 None None] Pushing event deleted for resources: {'Port': ['ID=f1d46db5-75c4-401b-8f02-72ff23e5bd6c,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:53.195730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c842bc-e491-4122-aa30-ebe1d1d4cd23 None None] No DVR routers for this DVR port f1d46db5-75c4-401b-8f02-72ff23e5bd6c on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:45:53.236646 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:53.260260 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82052c5e-2125-472f-8ed1-f1c40fe8bd2a']}} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:53.267256 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d439862-4dc1-4321-aa59-9c350417e16e') {'for_net_delete': True} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:53.267563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.services.segments.db [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d439862-4dc1-4321-aa59-9c350417e16e') {} {{(pid=96263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:53.277356 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8653607'] for segment, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:53.290054 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:53.296323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=96263) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:45:53.296714 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8700801'] for segment, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: Traceback (most recent call last): Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: timer() Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: cb(*args, **kw) Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: return func(*args, **kwargs) Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: self._notify() Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: self.callback(batched_events) Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: event.method(event) Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: return f(self, *a, **k) Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: return self._get(url).json() Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: return self.request(url, 'GET', **kwargs) Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:45:53.298332 n-d-807558-3 neutron-server[96263]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:45:53.684983 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:53.693792 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:53.693792 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] 10.222.0.69 "DELETE /v2.0/networks/82052c5e-2125-472f-8ed1-f1c40fe8bd2a HTTP/1.1" status: 204 len: 168 time: 0.9128988 Sep 08 14:45:53.704179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e76c99-30f2-4f92-a491-84885b9787fc admin admin] Pushing event deleted for resources: {'Network': ['ID=82052c5e-2125-472f-8ed1-f1c40fe8bd2a,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:54.102928 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58156) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:54.144621 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9bce339f-e265-4b2b-92e2-957d04c4f6fd admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=b47759e90973417eb1d811d08474fc2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381725 Sep 08 14:45:54.144854 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58158) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:54.191361 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-31c221f9-701c-4511-a046-551b908e3056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:54.212060 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-31c221f9-701c-4511-a046-551b908e3056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:54.343664 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 539bc842-986c-4fe4-a48f-f81b2e5a7862 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:45:54.348468 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-31c221f9-701c-4511-a046-551b908e3056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:54.351037 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-31c221f9-701c-4511-a046-551b908e3056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:54.352220 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-31c221f9-701c-4511-a046-551b908e3056 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/0c2bd2e0-a53b-42fa-9529-a5561b0bb230 HTTP/1.1" status: 204 len: 168 time: 0.2064040 Sep 08 14:45:54.361097 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c221f9-701c-4511-a046-551b908e3056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2bd2e0-a53b-42fa-9529-a5561b0bb230,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:54.365335 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 539bc842-986c-4fe4-a48f-f81b2e5a7862 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:45:54.365670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 539bc842-986c-4fe4-a48f-f81b2e5a7862 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:45:54.366105 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f1d46db5-75c4-401b-8f02-72ff23e5bd6c no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:45:54.389114 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: f1d46db5-75c4-401b-8f02-72ff23e5bd6c {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:45:54.389463 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device f1d46db5-75c4-401b-8f02-72ff23e5bd6c not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:45:55.147512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58166) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:55.187235 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-fd79bfc1-ca24-4c19-8301-c77ed00e1d09 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=01c5e7419c4a4434b514fc15de871fdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385861 Sep 08 14:45:55.189658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58168) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:55.236325 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b4df61b-9d09-4929-ba0e-ea399a08e305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:55.256578 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b4df61b-9d09-4929-ba0e-ea399a08e305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:55.373618 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b4df61b-9d09-4929-ba0e-ea399a08e305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:55.376463 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-1b4df61b-9d09-4929-ba0e-ea399a08e305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:55.377615 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-1b4df61b-9d09-4929-ba0e-ea399a08e305 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/da64ee21-11c3-4691-97c9-302a7da3377b HTTP/1.1" status: 204 len: 168 time: 0.1870599 Sep 08 14:45:55.385813 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4df61b-9d09-4929-ba0e-ea399a08e305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da64ee21-11c3-4691-97c9-302a7da3377b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:56.362910 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58192) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:56.466223 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-369496891-network', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:45:56.565052 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Made reservation on behalf of 66a3dafc7c2240c4a004303f8dda3b95 for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:45:56.567487 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:56.577543 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:56.681843 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:56.744925 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:56.768500 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:45:56.777331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44120bd7-ebba-412f-b980-4af4ebb343da,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:56.783216 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:56.783558 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Added segment 038a9859-971d-49c4-b8ff-d921d2576d83 of type vlan for network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 Sep 08 14:45:56.821145 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:56.924743 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:56.925718 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:56.926336 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:56.983972 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] Pushing event updated for resources: {'Network': ['ID=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:56.994442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:45:57.031702 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9f2b9dfc-87db-4606-b9d2-411135024068 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6676624 Sep 08 14:45:57.034713 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58196) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:57.039709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-05dac742-16c0-4cc6-a30d-b01d16363f49 admin admin] Request body: {'subnet': {'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-369496891-subnet', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'ip_version': 4}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:45:57.134066 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dac742-16c0-4cc6-a30d-b01d16363f49 admin admin] Made reservation on behalf of 66a3dafc7c2240c4a004303f8dda3b95 for: {'subnet': 1} {{(pid=96264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:45:57.137132 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05dac742-16c0-4cc6-a30d-b01d16363f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8664361'] for subnet, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:57.354655 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05dac742-16c0-4cc6-a30d-b01d16363f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12462928', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8664383'] for subnet, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:57.411093 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dac742-16c0-4cc6-a30d-b01d16363f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e75cc8-80dd-4377-8333-933dada8bd07,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:57.421023 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dac742-16c0-4cc6-a30d-b01d16363f49 admin admin] Checking segment: {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:45:57.421385 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dac742-16c0-4cc6-a30d-b01d16363f49 admin admin] Network hostable DHCP agents. Network: 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:45:57.516460 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dac742-16c0-4cc6-a30d-b01d16363f49 admin admin] Network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:45:57.596075 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-05dac742-16c0-4cc6-a30d-b01d16363f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2) {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:45:57.600222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dac742-16c0-4cc6-a30d-b01d16363f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:45:57.600815 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-05dac742-16c0-4cc6-a30d-b01d16363f49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:57.611937 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736d3b7b-61a9-46fc-baad-4df560ad877b None None] Network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:45:57.688603 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-05dac742-16c0-4cc6-a30d-b01d16363f49 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6527522 Sep 08 14:45:57.691226 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58198) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:57.695561 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:45:57.749291 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:45:57.749291 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:57.768144 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:57.772046 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:57.820440 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:57.878301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Allocated IP 172.20.0.2 (49b1e243-d5d9-44fb-865d-1e2fa62a6ad2/49e75cc8-80dd-4377-8333-933dada8bd07/0ceb1d3e-f06f-4282-9a1b-342e3545428a) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:45:58.015167 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:58.026018 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:58.033894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Transition to ACTIVE for port object 0ceb1d3e-f06f-4282-9a1b-342e3545428a will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:45:58.047617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Transition to ACTIVE for port object 0ceb1d3e-f06f-4282-9a1b-342e3545428a will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:45:58.116706 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:58.152566 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:45:58.155260 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:45:58.158796 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:45:58.174313 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Pushing event updated for resources: {'Port': ['ID=0ceb1d3e-f06f-4282-9a1b-342e3545428a,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:58.223433 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Attempting to bind port 0ceb1d3e-f06f-4282-9a1b-342e3545428a on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:45:58.223809 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Attempting to bind port 0ceb1d3e-f06f-4282-9a1b-342e3545428a by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:45:58.224174 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Attempting to bind port 0ceb1d3e-f06f-4282-9a1b-342e3545428a on network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:45:58.229576 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:45:58.229948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Checking segment: {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:45:58.230385 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:58.230782 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Bound using segment: {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:45:58.231279 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Bound port: 0ceb1d3e-f06f-4282-9a1b-342e3545428a, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:45:58.231660 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:58.263146 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:58.285691 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:58.294995 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] For port 0ceb1d3e-f06f-4282-9a1b-342e3545428a, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:45:58.298855 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] For port 0ceb1d3e-f06f-4282-9a1b-342e3545428a, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0ceb1d3e-f06f-4282-9a1b-342e3545428a,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:45:58.365262 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:58.385992 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Allocated IP 172.25.5.251 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/ae7b9646-db2a-4834-86d0-8621759e21a3) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:45:58.428066 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87964fcc-2848-4d46-8983-8829b7ba74fc None None] Pushing event updated for resources: {'Port': ['ID=0ceb1d3e-f06f-4282-9a1b-342e3545428a,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:58.496616 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:58.622924 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:58.661939 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:45:58.665320 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:45:58.668754 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:45:58.695828 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Pushing event updated for resources: {'Port': ['ID=ae7b9646-db2a-4834-86d0-8621759e21a3,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:45:59.036154 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:59.232691 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:59.299524 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd23e71-e7ca-4de6-a182-bfd9d6887484 None None] Network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:45:59.439202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Router eaee59ee-6241-4882-9fa3-b353666e6e14 is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:45:59.468307 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-62bdc227-84bc-4848-816e-b4c72a4508ca None None] Provisioning for port 0ceb1d3e-f06f-4282-9a1b-342e3545428a completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:45:59.549037 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:45:59.558940 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Sync routers for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:45:59.568180 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:45:59.568827 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:59.616772 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] Notify callbacks [] for router, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:45:59.620058 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-45ae6882-1284-43da-8911-64b3296a7a39 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9258969 Sep 08 14:45:59.620960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58200) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:45:59.677688 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:45:59.870834 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:45:58Z', 'revision_number': 3, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:45:59.897413 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Checking router: eaee59ee-6241-4882-9fa3-b353666e6e14 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:45:59.897764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Updating router eaee59ee-6241-4882-9fa3-b353666e6e14 port ae7b9646-db2a-4834-86d0-8621759e21a3 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:45:59.921554 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.037571 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.172515 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.182655 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Transition to ACTIVE for port object ae7b9646-db2a-4834-86d0-8621759e21a3 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:46:00.191151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Allocated IP 172.20.0.1 (49b1e243-d5d9-44fb-865d-1e2fa62a6ad2/49e75cc8-80dd-4377-8333-933dada8bd07/b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:46:00.254016 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.292321 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.306449 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c983f4-ba12-4d64-b259-9a48d2118d7f None None] Pushing event updated for resources: {'Port': ['ID=ae7b9646-db2a-4834-86d0-8621759e21a3,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:00.307048 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Transition to ACTIVE for port object b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:46:00.308921 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Attempting to bind port ae7b9646-db2a-4834-86d0-8621759e21a3 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:46:00.309681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Attempting to bind port ae7b9646-db2a-4834-86d0-8621759e21a3 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:46:00.309681 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Attempting to bind port ae7b9646-db2a-4834-86d0-8621759e21a3 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:46:00.319554 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:46:00.320065 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:46:00.320394 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.320849 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:46:00.321328 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Bound port: ae7b9646-db2a-4834-86d0-8621759e21a3, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:46:00.322113 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.377738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] For port ae7b9646-db2a-4834-86d0-8621759e21a3, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:46:00.380657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] For port ae7b9646-db2a-4834-86d0-8621759e21a3, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ae7b9646-db2a-4834-86d0-8621759e21a3,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:46:00.388898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0ceb1d3e-f06f-4282-9a1b-342e3545428a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:00.408400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.449336 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:46:00.452254 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:46:00.454889 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:46:00.464298 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.491140 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:00.507003 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.526810 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 0ceb1d3e-f06f-4282-9a1b-342e3545428a completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:46:00.535738 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0ceb1d3e-f06f-4282-9a1b-342e3545428a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:00.536117 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.539203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:46:00.539864 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:00.602010 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c983f4-ba12-4d64-b259-9a48d2118d7f None None] Pushing event updated for resources: {'Port': ['ID=ae7b9646-db2a-4834-86d0-8621759e21a3,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:00.705172 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.710495 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:46:00.786577 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.801322 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-11d9d547-0dab-4edb-b191-a74e69e76f87 None None] Provisioning for port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:46:00.837886 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-11d9d547-0dab-4edb-b191-a74e69e76f87 None None] Provisioning complete for port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:00.838168 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11d9d547-0dab-4edb-b191-a74e69e76f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.866484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.905091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-11d9d547-0dab-4edb-b191-a74e69e76f87 None None] Port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:46:00.908816 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 0ceb1d3e-f06f-4282-9a1b-342e3545428a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0ceb1d3e-f06f-4282-9a1b-342e3545428a,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:46:00.936322 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.957319 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:45:58Z', 'revision_number': 3, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:00.986362 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:00.991381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a297ce-b391-42ca-9117-89afd8d493e0 None None] The sync data for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 is: [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:45:58Z', 'revision_number': 3, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:46:01.003892 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:01.014753 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:01.036764 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=0ceb1d3e-f06f-4282-9a1b-342e3545428a,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:01.113257 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:46:01.114746 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:46:01.252698 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Router eaee59ee-6241-4882-9fa3-b353666e6e14 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:46:01.374575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:46:01.379728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-aeac283b-b5a2-417d-b8ae-c23b11257483 admin admin] 10.222.0.69 "PUT /v2.0/routers/eaee59ee-6241-4882-9fa3-b353666e6e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7577007 Sep 08 14:46:01.426823 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-a7f02f37-5b4f-477d-8402-ae977b4a4041 None None] Provisioning complete for port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:01.427350 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a7f02f37-5b4f-477d-8402-ae977b4a4041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:01.462987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-a7f02f37-5b4f-477d-8402-ae977b4a4041 None None] Port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:46:02.051178 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58218) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:02.056159 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1653628365-network', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:02.159164 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Made reservation on behalf of 11b6a242173b4c98bb64566d69dfe00b for: {'network': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:46:02.161488 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for network, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.170251 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.260870 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.353993 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.380267 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=96263) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 14:46:02.391149 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b78b63-1f35-4b23-aae9-049e2a2745da,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:02.397575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.397933 n-d-807558-3 neutron-server[96263]: INFO neutron.db.segments_db [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Added segment 93af3573-7332-4938-a052-bb0788279854 of type vlan for network 62308787-70e8-461d-b62e-fbb0e8da2e5e Sep 08 14:46:02.441998 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778604273412'] for network, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.450633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ae7b9646-db2a-4834-86d0-8621759e21a3 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:02.548240 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186'] for network, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.551512 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:02.551512 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Notify callbacks [] for network, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.562046 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Sync routers for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:46:02.570986 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:46:02.571586 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:02.584453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port ae7b9646-db2a-4834-86d0-8621759e21a3 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:46:02.584453 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ae7b9646-db2a-4834-86d0-8621759e21a3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:02.584453 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.617993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] Pushing event updated for resources: {'Network': ['ID=62308787-70e8-461d-b62e-fbb0e8da2e5e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:02.630127 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Network 62308787-70e8-461d-b62e-fbb0e8da2e5e details requested by agent ovs-agent-n-d-807558-3 with host n-d-807558-3 {{(pid=96265) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 14:46:02.655782 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8976bb83-cb95-4116-b110-5d0bdf146753 admin admin] 10.222.0.69 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6021795 Sep 08 14:46:02.657248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58220) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:02.662128 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-9a6f7619-91fe-48fa-8ab3-d95935e2a0e8 admin admin] Request body: {'subnet': {'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1653628365-subnet', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'ip_version': 4}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:02.683314 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:46:02.722087 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.739783 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6f7619-91fe-48fa-8ab3-d95935e2a0e8 admin admin] Made reservation on behalf of 11b6a242173b4c98bb64566d69dfe00b for: {'subnet': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:46:02.742526 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a6f7619-91fe-48fa-8ab3-d95935e2a0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9179602'] for subnet, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.745354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port ae7b9646-db2a-4834-86d0-8621759e21a3, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ae7b9646-db2a-4834-86d0-8621759e21a3,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:46:02.802154 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.802989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0ceb1d3e-f06f-4282-9a1b-342e3545428a up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:02.881232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=ae7b9646-db2a-4834-86d0-8621759e21a3,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:02.893942 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 0ceb1d3e-f06f-4282-9a1b-342e3545428a triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:02.894356 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.976639 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a6f7619-91fe-48fa-8ab3-d95935e2a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8703202', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9179588'] for subnet, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:02.992860 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 2, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:03.014362 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Checking router: eaee59ee-6241-4882-9fa3-b353666e6e14 for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:46:03.014792 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Updating router eaee59ee-6241-4882-9fa3-b353666e6e14 port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:46:03.032841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f7619-91fe-48fa-8ab3-d95935e2a0e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7c22e2-00cd-46a4-972d-0158dee6fbf8,revision_number=0']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:03.042941 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.044610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6f7619-91fe-48fa-8ab3-d95935e2a0e8 admin admin] Checking segment: {'id': '93af3573-7332-4938-a052-bb0788279854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:46:03.044969 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f7619-91fe-48fa-8ab3-d95935e2a0e8 admin admin] Network hostable DHCP agents. Network: 62308787-70e8-461d-b62e-fbb0e8da2e5e, hostable agents: ['845b704f-8a31-4531-8b0f-76bff702338f'], hosted agents: [] {{(pid=96263) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 14:46:03.127925 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f7619-91fe-48fa-8ab3-d95935e2a0e8 admin admin] Network 62308787-70e8-461d-b62e-fbb0e8da2e5e is scheduled to be hosted by DHCP agent 845b704f-8a31-4531-8b0f-76bff702338f with binding_index 1 {{(pid=96263) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 14:46:03.210382 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f7619-91fe-48fa-8ab3-d95935e2a0e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-807558-3, 62308787-70e8-461d-b62e-fbb0e8da2e5e) {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:46:03.215096 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f7619-91fe-48fa-8ab3-d95935e2a0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:03.215833 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9a6f7619-91fe-48fa-8ab3-d95935e2a0e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.220442 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02ca045-60ce-4c7d-a130-b02efe33af66 None None] Network 62308787-70e8-461d-b62e-fbb0e8da2e5e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:46:03.286501 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9a6f7619-91fe-48fa-8ab3-d95935e2a0e8 admin admin] 10.222.0.69 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6280701 Sep 08 14:46:03.289513 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58222) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:03.294891 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1653628365-router', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:03.309307 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.319840 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Transition to ACTIVE for port object b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:46:03.365196 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-726156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14196'] for router, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.366349 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-728604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-747660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-705399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14189'] for router, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.369478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54bb72d5-be10-55e1-862a-6f56755b8fa4-62308787-70e8-461d-b62e-fbb0e8da2e5e', 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'fixed_ips': [{'subnet_id': '9d7c22e2-00cd-46a4-972d-0158dee6fbf8'}]}} from n-d-807558-3. {{(pid=96265) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 14:46:03.369897 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.391116 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.425035 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.457064 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Pushing event updated for resources: {'Port': ['ID=b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:03.479767 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:46:03.479767 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:46:03.479767 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:46:03.484402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:46:03.484402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:46:03.484402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:46:03.484402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:46:03.484402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:46:03.484402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:46:03.484402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:46:03.484402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:46:03.484402 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:46:03.511182 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.db_base_plugin_common [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Allocated IP 172.20.0.2 (62308787-70e8-461d-b62e-fbb0e8da2e5e/9d7c22e2-00cd-46a4-972d-0158dee6fbf8/6f39bc4f-b865-4cdb-b6ab-148d47429024) {{(pid=96265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:46:03.514832 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Attempting to bind port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:46:03.515219 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Attempting to bind port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:46:03.515549 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Attempting to bind port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd on network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:46:03.520783 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:46:03.521156 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Checking segment: {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:46:03.521554 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.521954 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Bound using segment: {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:46:03.522431 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Bound port: b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:46:03.522810 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.588683 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] For port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:46:03.592356 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] For port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:46:03.644369 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.666697 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Notify callbacks [] for port, precommit_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.672379 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.675091 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Transition to ACTIVE for port object 6f39bc4f-b865-4cdb-b6ab-148d47429024 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:46:03.697467 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Transition to ACTIVE for port object 6f39bc4f-b865-4cdb-b6ab-148d47429024 will not be triggered until provisioned by entity DHCP. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:46:03.724432 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:46:03.725057 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:03.764860 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ceaea1-e368-4d77-9de6-bddbf51ffe6c None None] Pushing event updated for resources: {'Port': ['ID=b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:03.769409 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597'] for port, after_create {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.820368 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Network 62308787-70e8-461d-b62e-fbb0e8da2e5e is already hosted by enough agents. {{(pid=96265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:46:03.825934 n-d-807558-3 neutron-server[96265]: DEBUG neutron.scheduler.base_scheduler [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Resources bound (agent type, host, resource id): {{(pid=96265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:46:03.830983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Received port after_create {{(pid=96265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:46:03.834218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Pushing event updated for resources: {'Port': ['ID=6f39bc4f-b865-4cdb-b6ab-148d47429024,revision_number=1']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:03.860169 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:46:03.901230 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Attempting to bind port 6f39bc4f-b865-4cdb-b6ab-148d47429024 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:46:03.901634 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Attempting to bind port 6f39bc4f-b865-4cdb-b6ab-148d47429024 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '93af3573-7332-4938-a052-bb0788279854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:46:03.901978 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Attempting to bind port 6f39bc4f-b865-4cdb-b6ab-148d47429024 on network 62308787-70e8-461d-b62e-fbb0e8da2e5e {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:46:03.907905 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:46:03.908298 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Checking segment: {'id': '93af3573-7332-4938-a052-bb0788279854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:46:03.908696 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.909221 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Bound using segment: {'id': '93af3573-7332-4938-a052-bb0788279854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:46:03.909713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Bound port: 6f39bc4f-b865-4cdb-b6ab-148d47429024, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93af3573-7332-4938-a052-bb0788279854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:46:03.910101 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.964274 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.982644 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] For port 6f39bc4f-b865-4cdb-b6ab-148d47429024, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:46:03.984889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:03.985857 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] For port 6f39bc4f-b865-4cdb-b6ab-148d47429024, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6f39bc4f-b865-4cdb-b6ab-148d47429024,segment=NetworkSegment(93af3573-7332-4938-a052-bb0788279854),segment_id=93af3573-7332-4938-a052-bb0788279854)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:46:04.031359 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:04.088414 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee541b1d-da69-4dbb-be7b-93858af35605 None None] Pushing event updated for resources: {'Port': ['ID=6f39bc4f-b865-4cdb-b6ab-148d47429024,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:04.101496 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Allocated IP 172.25.5.228 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/dd8ec034-cf79-4ce0-890f-d4d22951a384) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:46:04.102723 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:03Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:04.131078 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c444afed-46f0-4a9a-96a7-6542326c2e38 None None] The sync data for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 is: [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:03Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:46:04.223442 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:04.320156 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:04.368575 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:46:04.373795 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:46:04.378423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:46:04.381713 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Pushing event updated for resources: {'Port': ['ID=dd8ec034-cf79-4ce0-890f-d4d22951a384,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:04.550924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ae7b9646-db2a-4834-86d0-8621759e21a3 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:04.601017 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port ae7b9646-db2a-4834-86d0-8621759e21a3 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:04.601256 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:04.694032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:04.724620 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:04.810944 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:46:04.815813 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:04.816197 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:04.923512 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:04.978846 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:46:05.068225 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:05.069125 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6f39bc4f-b865-4cdb-b6ab-148d47429024 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:05.286131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3414b58a-4eb9-4a67-a96b-a21fd8fd4a9b None None] Network 62308787-70e8-461d-b62e-fbb0e8da2e5e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:46:05.289575 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-728581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-747729'] for router, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:05.389873 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:05.399057 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-8cffabae-12ea-4ecf-89af-068c5faca0ad None None] Provisioning for port 6f39bc4f-b865-4cdb-b6ab-148d47429024 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:46:05.484353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 6f39bc4f-b865-4cdb-b6ab-148d47429024 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:46:05.489493 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6f39bc4f-b865-4cdb-b6ab-148d47429024 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:05.489871 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:05.522038 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Router ff10fb61-2832-4c73-823d-ff987b31baee is scheduled to L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd with binding_index 1 {{(pid=96263) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 14:46:05.585126 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:05.620843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 6f39bc4f-b865-4cdb-b6ab-148d47429024, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6f39bc4f-b865-4cdb-b6ab-148d47429024,segment=NetworkSegment(93af3573-7332-4938-a052-bb0788279854),segment_id=93af3573-7332-4938-a052-bb0788279854)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:46:05.638033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:46:05.647989 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Sync routers for ids ['ff10fb61-2832-4c73-823d-ff987b31baee'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:46:05.659547 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Routers {'ff10fb61-2832-4c73-823d-ff987b31baee'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:46:05.660179 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ff10fb61-2832-4c73-823d-ff987b31baee'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:05.698635 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:05.716578 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:05.718496 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-70cd6017-0e94-4259-9caf-a5666147c682 admin admin] 10.222.0.69 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4273329 Sep 08 14:46:05.720816 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58224) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:05.795559 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=6f39bc4f-b865-4cdb-b6ab-148d47429024,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:05.816605 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Set router ff10fb61-2832-4c73-823d-ff987b31baee gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:46:05.896218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-cdad7c79-f51f-45f2-8b8e-11d535ae944f None None] Provisioning complete for port 6f39bc4f-b865-4cdb-b6ab-148d47429024 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:05.896512 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-cdad7c79-f51f-45f2-8b8e-11d535ae944f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.071032 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'name': 'tempest-TestSnapshotPattern-1653628365-router', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 3, 'project_id': '11b6a242173b4c98bb64566d69dfe00b', 'gw_port': {'id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:06.100872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Checking router: ff10fb61-2832-4c73-823d-ff987b31baee for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:46:06.101232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Updating router ff10fb61-2832-4c73-823d-ff987b31baee port dd8ec034-cf79-4ce0-890f-d4d22951a384 binding host n-d-807558-3 {{(pid=96265) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:46:06.125670 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.150717 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.303123 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Allocated IP 172.20.0.1 (62308787-70e8-461d-b62e-fbb0e8da2e5e/9d7c22e2-00cd-46a4-972d-0158dee6fbf8/34d19d4e-8620-4748-a5dd-8b6696604ba6) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:46:06.381863 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6f39bc4f-b865-4cdb-b6ab-148d47429024 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:06.388380 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Notify callbacks [] for port, precommit_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.417291 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.419084 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Transition to ACTIVE for port object dd8ec034-cf79-4ce0-890f-d4d22951a384 will not be triggered until provisioned by entity L2. {{(pid=96265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:46:06.427855 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Transition to ACTIVE for port object 34d19d4e-8620-4748-a5dd-8b6696604ba6 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:46:06.440998 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 6f39bc4f-b865-4cdb-b6ab-148d47429024 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:06.441376 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.505354 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.545488 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.558361 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:06.584792 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Network 62308787-70e8-461d-b62e-fbb0e8da2e5e is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:46:06.585052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Attempting to bind port dd8ec034-cf79-4ce0-890f-d4d22951a384 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:46:06.585257 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Attempting to bind port dd8ec034-cf79-4ce0-890f-d4d22951a384 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:46:06.585875 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Attempting to bind port dd8ec034-cf79-4ce0-890f-d4d22951a384 on network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:46:06.587769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:46:06.593445 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:46:06.596081 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bd9f6-f361-4750-8f45-87f4d6a1efe3 None None] Pushing event updated for resources: {'Port': ['ID=dd8ec034-cf79-4ce0-890f-d4d22951a384,revision_number=2']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:06.601389 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:46:06.601776 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Checking segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:46:06.602221 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.602611 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Bound using segment: {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'} {{(pid=96265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:46:06.603739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.managers [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Bound port: dd8ec034-cf79-4ce0-890f-d4d22951a384, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfad9ccb-3c31-4c4f-bd9a-5d652543803a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c'}}] {{(pid=96265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:46:06.604006 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.626067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=34d19d4e-8620-4748-a5dd-8b6696604ba6,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:06.647147 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748172'] for router_interface, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.673089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] For port dd8ec034-cf79-4ce0-890f-d4d22951a384, host n-d-807558-3, cleared binding levels {{(pid=96265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:46:06.676951 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] For port dd8ec034-cf79-4ce0-890f-d4d22951a384, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=dd8ec034-cf79-4ce0-890f-d4d22951a384,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:46:06.678649 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:06.679031 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.746859 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.815740 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Routers {'ff10fb61-2832-4c73-823d-ff987b31baee'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:46:06.816363 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ff10fb61-2832-4c73-823d-ff987b31baee'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:06.847459 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:06.853072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45bd9f6-f361-4750-8f45-87f4d6a1efe3 None None] Pushing event updated for resources: {'Port': ['ID=dd8ec034-cf79-4ce0-890f-d4d22951a384,revision_number=3']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:06.932762 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] Set router ff10fb61-2832-4c73-823d-ff987b31baee gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:46:06.961017 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2911dd87-9d52-4bc4-a1ad-00b51da92aee None None] Provisioning for port 34d19d4e-8620-4748-a5dd-8b6696604ba6 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:46:06.990984 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-2911dd87-9d52-4bc4-a1ad-00b51da92aee None None] Provisioning complete for port 34d19d4e-8620-4748-a5dd-8b6696604ba6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:06.991375 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-2911dd87-9d52-4bc4-a1ad-00b51da92aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:07.011422 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:07.059303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:07.072296 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-2911dd87-9d52-4bc4-a1ad-00b51da92aee None None] Port 34d19d4e-8620-4748-a5dd-8b6696604ba6 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:46:07.131652 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3624140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-747804'] for router_interface, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:07.133461 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=34d19d4e-8620-4748-a5dd-8b6696604ba6,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:07.143991 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'name': 'tempest-TestSnapshotPattern-1653628365-router', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 3, 'project_id': '11b6a242173b4c98bb64566d69dfe00b', 'gw_port': {'id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:07.171268 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de4c211-4316-4a71-b431-c6ae2860dc31 None None] The sync data for ids ['ff10fb61-2832-4c73-823d-ff987b31baee'] in n-d-807558-3 is: [{'id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'name': 'tempest-TestSnapshotPattern-1653628365-router', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 3, 'project_id': '11b6a242173b4c98bb64566d69dfe00b', 'gw_port': {'id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:46:07.227519 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Network 62308787-70e8-461d-b62e-fbb0e8da2e5e is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:46:07.229455 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:46:07.356383 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Router ff10fb61-2832-4c73-823d-ff987b31baee has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:46:07.496970 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:46:07.504289 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-972a2881-961d-455d-9543-c83f8e7ff907 None None] Provisioning complete for port 34d19d4e-8620-4748-a5dd-8b6696604ba6 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:07.504289 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-972a2881-961d-455d-9543-c83f8e7ff907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:07.504708 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-8b815788-9d0d-4156-aaaa-40d317fb2bb3 admin admin] 10.222.0.69 "PUT /v2.0/routers/ff10fb61-2832-4c73-823d-ff987b31baee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7805002 Sep 08 14:46:07.541089 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-972a2881-961d-455d-9543-c83f8e7ff907 None None] Port 34d19d4e-8620-4748-a5dd-8b6696604ba6 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:46:07.950417 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8a16da30-c32e-4fca-94cc-191cadd22917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.097127 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58232) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:08.101843 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b8d4224a-45a9-48dc-a4dc-d4a84946995e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971341063', 'description': 'tempest-secgroup-smoke-971341063 description', 'project_id': '66a3dafc7c2240c4a004303f8dda3b95'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:08.184883 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b8d4224a-45a9-48dc-a4dc-d4a84946995e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.271493 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b8d4224a-45a9-48dc-a4dc-d4a84946995e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.353341 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b8d4224a-45a9-48dc-a4dc-d4a84946995e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.385536 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4224a-45a9-48dc-a4dc-d4a84946995e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58a5ae1-a2d8-4b36-b9c6-3972457c828b,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:08.386528 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device dd8ec034-cf79-4ce0-890f-d4d22951a384 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:08.450546 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b8d4224a-45a9-48dc-a4dc-d4a84946995e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.451844 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b8d4224a-45a9-48dc-a4dc-d4a84946995e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3536930 Sep 08 14:46:08.454916 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58234) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:08.459323 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-d8ee6bfa-c253-44c4-af9a-db034e51e47d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Request body: {'security_group_rule': {'security_group_id': 'd58a5ae1-a2d8-4b36-b9c6-3972457c828b', 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:08.507674 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port dd8ec034-cf79-4ce0-890f-d4d22951a384 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:46:08.512430 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port dd8ec034-cf79-4ce0-890f-d4d22951a384 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:08.512808 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.564297 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6bfa-c253-44c4-af9a-db034e51e47d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.596212 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.616789 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port dd8ec034-cf79-4ce0-890f-d4d22951a384, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=dd8ec034-cf79-4ce0-890f-d4d22951a384,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:46:08.623329 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6bfa-c253-44c4-af9a-db034e51e47d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.657635 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Sync routers for ids ['ff10fb61-2832-4c73-823d-ff987b31baee'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:46:08.664509 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Routers {'ff10fb61-2832-4c73-823d-ff987b31baee'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:46:08.665108 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ff10fb61-2832-4c73-823d-ff987b31baee'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:08.708054 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.737265 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6bfa-c253-44c4-af9a-db034e51e47d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.760174 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee6bfa-c253-44c4-af9a-db034e51e47d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d657b33d-b575-443a-8f29-7d554ebd3e65,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:08.761731 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=dd8ec034-cf79-4ce0-890f-d4d22951a384,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:08.770979 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Set router ff10fb61-2832-4c73-823d-ff987b31baee gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:46:08.819242 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-d8ee6bfa-c253-44c4-af9a-db034e51e47d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.820441 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-d8ee6bfa-c253-44c4-af9a-db034e51e47d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3645508 Sep 08 14:46:08.823709 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58236) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:08.828184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-4cd0f27a-c2d8-4d73-8cbd-49673b0c1371 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Request body: {'security_group_rule': {'security_group_id': 'd58a5ae1-a2d8-4b36-b9c6-3972457c828b', 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:08.921010 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f27a-c2d8-4d73-8cbd-49673b0c1371 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.965603 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'name': 'tempest-TestSnapshotPattern-1653628365-router', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:06Z', 'revision_number': 4, 'project_id': '11b6a242173b4c98bb64566d69dfe00b', 'gw_port': {'id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '34d19d4e-8620-4748-a5dd-8b6696604ba6', 'name': '', 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'mac_address': 'fa:16:3e:2a:20:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9d7c22e2-00cd-46a4-972d-0158dee6fbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:06Z', 'updated_at': '2021-09-08T14:46:06Z', 'revision_number': 2, 'project_id': '11b6a242173b4c98bb64566d69dfe00b', 'subnets': [{'id': '9d7c22e2-00cd-46a4-972d-0158dee6fbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:08.980891 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f27a-c2d8-4d73-8cbd-49673b0c1371 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:08.996296 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Checking router: ff10fb61-2832-4c73-823d-ff987b31baee for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:46:08.996660 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Updating router ff10fb61-2832-4c73-823d-ff987b31baee port 34d19d4e-8620-4748-a5dd-8b6696604ba6 binding host n-d-807558-3 {{(pid=96266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 14:46:09.020685 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.061922 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f27a-c2d8-4d73-8cbd-49673b0c1371 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.079687 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0f27a-c2d8-4d73-8cbd-49673b0c1371 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e0bfa7-5647-49b1-bdb9-9e4e28368d88,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:09.136394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-4cd0f27a-c2d8-4d73-8cbd-49673b0c1371 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.137788 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-4cd0f27a-c2d8-4d73-8cbd-49673b0c1371 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3131390 Sep 08 14:46:09.140525 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58238) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:09.144874 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-f9de2bf0-ec9f-48c8-9b1b-c992b0c4ff3e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Request body: {'security_group_rule': {'security_group_id': 'd58a5ae1-a2d8-4b36-b9c6-3972457c828b', 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:09.203650 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9de2bf0-ec9f-48c8-9b1b-c992b0c4ff3e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.260455 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9de2bf0-ec9f-48c8-9b1b-c992b0c4ff3e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.278405 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Notify callbacks [] for port, precommit_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.287680 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.provisioning_blocks [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Transition to ACTIVE for port object 34d19d4e-8620-4748-a5dd-8b6696604ba6 will not be triggered until provisioned by entity L2. {{(pid=96266) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:46:09.339099 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9de2bf0-ec9f-48c8-9b1b-c992b0c4ff3e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.357268 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de2bf0-ec9f-48c8-9b1b-c992b0c4ff3e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507cd788-7412-4008-b6d9-d47ae4ee963c,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:09.361762 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.416455 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5d286-ac01-43ff-ae45-98bd46105089 None None] Pushing event updated for resources: {'Port': ['ID=34d19d4e-8620-4748-a5dd-8b6696604ba6,revision_number=3']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:09.444775 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-f9de2bf0-ec9f-48c8-9b1b-c992b0c4ff3e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.447601 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-f9de2bf0-ec9f-48c8-9b1b-c992b0c4ff3e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3047900 Sep 08 14:46:09.449275 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58240) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:09.454137 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-2896b8a2-8722-4b0a-a7e6-5f0d5c633365 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Request body: {'security_group_rule': {'security_group_id': 'd58a5ae1-a2d8-4b36-b9c6-3972457c828b', 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:09.470076 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Attempting to bind port 34d19d4e-8620-4748-a5dd-8b6696604ba6 on host n-d-807558-3 for vnic_type normal with profile {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:46:09.470762 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Attempting to bind port 34d19d4e-8620-4748-a5dd-8b6696604ba6 by drivers openvswitch,hyperv on host n-d-807558-3 at level 0 using segments [{'id': '93af3573-7332-4938-a052-bb0788279854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e'}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:46:09.471131 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Attempting to bind port 34d19d4e-8620-4748-a5dd-8b6696604ba6 on network 62308787-70e8-461d-b62e-fbb0e8da2e5e {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:46:09.476592 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Checking agent: {'id': '5f8e55a0-e496-438f-a083-00c9b011dea1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 12, 56, 40), 'started_at': datetime.datetime(2021, 9, 8, 12, 57, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-807558-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:46:09.476973 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Checking segment: {'id': '93af3573-7332-4938-a052-bb0788279854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:46:09.477381 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.478303 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Bound using segment: {'id': '93af3573-7332-4938-a052-bb0788279854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e'} {{(pid=96266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:46:09.478766 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.managers [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Bound port: 34d19d4e-8620-4748-a5dd-8b6696604ba6, host: n-d-807558-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93af3573-7332-4938-a052-bb0788279854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e'}}] {{(pid=96266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:46:09.483569 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.545337 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] For port 34d19d4e-8620-4748-a5dd-8b6696604ba6, host n-d-807558-3, cleared binding levels {{(pid=96266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:46:09.548828 n-d-807558-3 neutron-server[96266]: DEBUG neutron.plugins.ml2.db [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] For port 34d19d4e-8620-4748-a5dd-8b6696604ba6, host n-d-807558-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=34d19d4e-8620-4748-a5dd-8b6696604ba6,segment=NetworkSegment(93af3573-7332-4938-a052-bb0788279854),segment_id=93af3573-7332-4938-a052-bb0788279854)] {{(pid=96266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:46:09.552678 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2896b8a2-8722-4b0a-a7e6-5f0d5c633365 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.611723 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2896b8a2-8722-4b0a-a7e6-5f0d5c633365 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.628287 n-d-807558-3 neutron-server[96266]: DEBUG neutron_lib.callbacks.manager [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.688149 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2896b8a2-8722-4b0a-a7e6-5f0d5c633365 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.688358 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Routers {'ff10fb61-2832-4c73-823d-ff987b31baee'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:46:09.688840 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:45:40Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ff10fb61-2832-4c73-823d-ff987b31baee'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:09.706745 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896b8a2-8722-4b0a-a7e6-5f0d5c633365 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60788750-9ac3-4392-8ba1-3dcea0d52586,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:09.725735 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5d286-ac01-43ff-ae45-98bd46105089 None None] Pushing event updated for resources: {'Port': ['ID=34d19d4e-8620-4748-a5dd-8b6696604ba6,revision_number=4']} {{(pid=96266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:09.779824 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-2896b8a2-8722-4b0a-a7e6-5f0d5c633365 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:09.784201 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-2896b8a2-8722-4b0a-a7e6-5f0d5c633365 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3307660 Sep 08 14:46:09.784201 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58242) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:09.789125 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-04f97280-5a00-4071-9437-8e04a5286461 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Request body: {'security_group_rule': {'security_group_id': 'd58a5ae1-a2d8-4b36-b9c6-3972457c828b', 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:09.905505 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] Set router ff10fb61-2832-4c73-823d-ff987b31baee gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:46:10.095305 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'name': 'tempest-TestSnapshotPattern-1653628365-router', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:06Z', 'revision_number': 4, 'project_id': '11b6a242173b4c98bb64566d69dfe00b', 'gw_port': {'id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '34d19d4e-8620-4748-a5dd-8b6696604ba6', 'name': '', 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'mac_address': 'fa:16:3e:2a:20:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9d7c22e2-00cd-46a4-972d-0158dee6fbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:06Z', 'updated_at': '2021-09-08T14:46:09Z', 'revision_number': 4, 'project_id': '11b6a242173b4c98bb64566d69dfe00b', 'subnets': [{'id': '9d7c22e2-00cd-46a4-972d-0158dee6fbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:10.120705 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ced9bf-aed9-4c6c-a4fd-119bc1da3da3 None None] The sync data for ids ['ff10fb61-2832-4c73-823d-ff987b31baee'] in n-d-807558-3 is: [{'id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'name': 'tempest-TestSnapshotPattern-1653628365-router', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:06Z', 'revision_number': 4, 'project_id': '11b6a242173b4c98bb64566d69dfe00b', 'gw_port': {'id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': '34d19d4e-8620-4748-a5dd-8b6696604ba6', 'name': '', 'network_id': '62308787-70e8-461d-b62e-fbb0e8da2e5e', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'mac_address': 'fa:16:3e:2a:20:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '9d7c22e2-00cd-46a4-972d-0158dee6fbf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:06Z', 'updated_at': '2021-09-08T14:46:09Z', 'revision_number': 4, 'project_id': '11b6a242173b4c98bb64566d69dfe00b', 'subnets': [{'id': '9d7c22e2-00cd-46a4-972d-0158dee6fbf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:46:10.197649 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-04f97280-5a00-4071-9437-8e04a5286461 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Project 66a3dafc7c2240c4a004303f8dda3b95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:46:10.202965 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-04f97280-5a00-4071-9437-8e04a5286461 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:10.273300 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-04f97280-5a00-4071-9437-8e04a5286461 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:10.490887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 34d19d4e-8620-4748-a5dd-8b6696604ba6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:10.642310 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-241af4a0-d3c2-40c2-a497-072843b6def0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:10.747718 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning for port 34d19d4e-8620-4748-a5dd-8b6696604ba6 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:46:10.748037 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-04f97280-5a00-4071-9437-8e04a5286461 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:10.752465 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 34d19d4e-8620-4748-a5dd-8b6696604ba6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:10.752971 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:10.766079 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f97280-5a00-4071-9437-8e04a5286461 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3dbabe6-2626-48aa-9894-69fae54f3399,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:10.818342 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:10.836313 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:10.872745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] For port 34d19d4e-8620-4748-a5dd-8b6696604ba6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=34d19d4e-8620-4748-a5dd-8b6696604ba6,segment=NetworkSegment(93af3573-7332-4938-a052-bb0788279854),segment_id=93af3573-7332-4938-a052-bb0788279854)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:46:10.885460 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-04f97280-5a00-4071-9437-8e04a5286461 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:10.889407 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-04f97280-5a00-4071-9437-8e04a5286461 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1013553 Sep 08 14:46:10.889569 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58244) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:10.897082 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-038f4015-d475-4b01-bcd9-f3e086e916da tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Request body: {'security_group_rule': {'security_group_id': 'd58a5ae1-a2d8-4b36-b9c6-3972457c828b', 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:10.944933 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:10.945859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device dd8ec034-cf79-4ce0-890f-d4d22951a384 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:10.976434 n-d-807558-3 neutron-server[96264]: INFO neutron.db.securitygroups_db [None req-038f4015-d475-4b01-bcd9-f3e086e916da tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Project 66a3dafc7c2240c4a004303f8dda3b95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 14:46:10.987592 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-038f4015-d475-4b01-bcd9-f3e086e916da tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:11.021800 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Pushing event updated for resources: {'Port': ['ID=34d19d4e-8620-4748-a5dd-8b6696604ba6,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:11.038680 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port dd8ec034-cf79-4ce0-890f-d4d22951a384 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:11.039061 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:11.053037 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-038f4015-d475-4b01-bcd9-f3e086e916da tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:11.136647 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-038f4015-d475-4b01-bcd9-f3e086e916da tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508069'] for security_group_rule, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:11.155171 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f4015-d475-4b01-bcd9-f3e086e916da tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d4fdf99-0826-4d50-a68b-6470bb152ae5,revision_number=0']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:11.239571 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-038f4015-d475-4b01-bcd9-f3e086e916da tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:11.240828 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-038f4015-d475-4b01-bcd9-f3e086e916da tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3502805 Sep 08 14:46:11.378626 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-e6fcc2d4-81de-4f47-8462-d0336048e8fb tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971341063&fields=id&tenant_id=66a3dafc7c2240c4a004303f8dda3b95 HTTP/1.1" status: 200 len: 267 time: 0.0322556 Sep 08 14:46:11.489350 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-8291511f-2aed-4a85-8e8a-03babd23a907 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:11.490866 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-8291511f-2aed-4a85-8e8a-03babd23a907 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 809 time: 0.1055496 Sep 08 14:46:11.506059 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-f09898bb-8998-44b9-9e41-08320bcdb5eb tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/quotas/66a3dafc7c2240c4a004303f8dda3b95 HTTP/1.1" status: 200 len: 375 time: 0.0089595 Sep 08 14:46:11.556926 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-06db663d-7328-4270-a0aa-e6cfe8bc0910 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450439 Sep 08 14:46:11.662458 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-7f639fb5-a658-44ce-b7b0-68725e53e9da service neutron] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:46:11.663466 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-7f639fb5-a658-44ce-b7b0-68725e53e9da service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0951087 Sep 08 14:46:11.753880 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-5325faf1-5910-4ca9-bb5c-8262097cce32 service neutron] 10.222.0.69 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835884 Sep 08 14:46:11.840140 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0e88c3ff-60ec-4494-803b-ec2070b83a57 service neutron] 10.222.0.69 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801835 Sep 08 14:46:12.151644 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-626bc0f6-2f2f-4aa8-8baa-05597e93a464 req-c8976bac-9c1b-4fbf-9396-4da39721177b tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 210 time: 0.0262253 Sep 08 14:46:12.216732 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:12.375713 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 34d19d4e-8620-4748-a5dd-8b6696604ba6 up at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:12.421610 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Provisioning complete for port 34d19d4e-8620-4748-a5dd-8b6696604ba6 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:12.421985 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:13.256138 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c12cda1e-7509-4d61-83b3-80e7603c88f0 req-29fcbc0b-893e-42b6-8758-956dd9bbe629 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 210 time: 0.0346808 Sep 08 14:46:13.636082 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:13.978133 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-be6a5542-fa30-4731-bd82-5e64824fec5d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:13.980222 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-be6a5542-fa30-4731-bd82-5e64824fec5d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.60 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 809 time: 0.1034169 Sep 08 14:46:14.022518 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-1e0a3727-a543-4d06-9589-a18331f4271f tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a3dafc7c2240c4a004303f8dda3b95 HTTP/1.1" status: 200 len: 379 time: 0.0333381 Sep 08 14:46:14.031866 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Request body: {'port': {'device_id': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'admin_state_up': True, 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'security_groups': ['d58a5ae1-a2d8-4b36-b9c6-3972457c828b']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:14.201868 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Made reservation on behalf of 66a3dafc7c2240c4a004303f8dda3b95 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:46:14.205440 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:14.349394 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-f4aa1991-0065-4713-a7f4-440c61835f5c req-f7670581-9f27-41d7-a6c6-ac284c5f6727 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 210 time: 0.0323465 Sep 08 14:46:14.350436 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Allocated IP 172.20.0.6 (49b1e243-d5d9-44fb-865d-1e2fa62a6ad2/49e75cc8-80dd-4377-8333-933dada8bd07/8ec56c78-0b7d-460b-a4dd-5682c75e93e1) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:46:14.486230 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:14.499752 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Transition to ACTIVE for port object 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:46:14.573703 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:14.615290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:46:14.618964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:46:14.625179 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:46:14.658067 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'Port': ['ID=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:14.686820 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:14.687454 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:14.748721 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-dd864ee5-13e6-4946-afa8-950267f16568 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7203176 Sep 08 14:46:14.806479 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Request body: {'port': {'device_id': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:14.858660 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:14.899232 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c26c9eee-44bd-4724-9c47-7cb3a3ee63e8 None None] Provisioning for port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:46:14.903231 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-c26c9eee-44bd-4724-9c47-7cb3a3ee63e8 None None] Provisioning complete for port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:14.903618 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c26c9eee-44bd-4724-9c47-7cb3a3ee63e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:14.940218 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-c26c9eee-44bd-4724-9c47-7cb3a3ee63e8 None None] Port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:46:15.116017 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:46:15.124001 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:15.136139 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Transition to ACTIVE for port object 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:46:15.218790 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:15.284305 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Pushing event updated for resources: {'Port': ['ID=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:15.293324 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:15.335973 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Attempting to bind port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 on host n-h2-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:46:15.338310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Attempting to bind port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 by drivers openvswitch,hyperv on host n-h2-807558-3 at level 0 using segments [{'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:46:15.338310 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Attempting to bind port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 on network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:46:15.341393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 on network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 not bound, no agent of type Open vSwitch agent registered on host n-h2-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:46:15.341715 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Attempting to bind port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 on network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:46:15.347292 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Checking agent: {'id': '32528d28-1732-44c7-a7ea-aa0710dbf008', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:46:15.347644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Checking segment: {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:46:15.348037 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Bound using segment: {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:46:15.348484 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Bound port: 8ec56c78-0b7d-460b-a4dd-5682c75e93e1, host: n-h2-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:46:15.348964 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:15.421005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] For port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1, host n-h2-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:46:15.423974 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] For port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1, host n-h2-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:46:15.470219 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4b43a-edf0-4056-9f66-2a78928fef13 req-4e1f48de-5cda-44ce-9e09-9dd42ebb2bdc tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:15.471686 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02c4b43a-edf0-4056-9f66-2a78928fef13 req-4e1f48de-5cda-44ce-9e09-9dd42ebb2bdc tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 943 time: 0.0528021 Sep 08 14:46:15.494664 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:15.511376 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-02c4b43a-edf0-4056-9f66-2a78928fef13 req-d0b5c6a5-f0a6-48e8-a5b3-9bd9d6335975 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327878 Sep 08 14:46:15.538683 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:15.539303 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:15.541228 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] 10.222.0.60 "PUT /v2.0/ports/8ec56c78-0b7d-460b-a4dd-5682c75e93e1 HTTP/1.1" status: 200 len: 1091 time: 0.7840118 Sep 08 14:46:15.541661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:46:15.543920 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb65ada-14cb-4490-a7df-193d138ed80d" -d '{"events": [{"name": "network-changed", "server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:46:15.562211 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397c008-a288-46b6-8f81-aadf11d65c2c service neutron] Pushing event updated for resources: {'Port': ['ID=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:15.582391 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa894c6-a269-4aa7-a125-88264476201f x-openstack-request-id: req-caa894c6-a269-4aa7-a125-88264476201f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:46:15.582692 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:46:15.585108 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-caa894c6-a269-4aa7-a125-88264476201f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:46:15.585108 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'status': 'completed', 'code': 200} Sep 08 14:46:15.646005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb65ada-14cb-4490-a7df-193d138ed80d req-93466354-fc2e-4ef1-b829-6568e87025b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:15.647716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4bb65ada-14cb-4490-a7df-193d138ed80d req-93466354-fc2e-4ef1-b829-6568e87025b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 1094 time: 0.0432737 Sep 08 14:46:15.751377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb65ada-14cb-4490-a7df-193d138ed80d req-a713ce1a-56b6-473d-9944-c67c7d22f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:15.752937 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4bb65ada-14cb-4490-a7df-193d138ed80d req-a713ce1a-56b6-473d-9944-c67c7d22f14e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0977900 Sep 08 14:46:15.842348 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb65ada-14cb-4490-a7df-193d138ed80d req-8375c820-cd15-4f79-be74-f66e84076f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:15.843665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-4bb65ada-14cb-4490-a7df-193d138ed80d req-8375c820-cd15-4f79-be74-f66e84076f2d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842896 Sep 08 14:46:15.925644 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-5ae1ac65-d3f9-4544-aecc-71c0c24a9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:15.927051 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-5ae1ac65-d3f9-4544-aecc-71c0c24a9c89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 1094 time: 0.0444291 Sep 08 14:46:15.967425 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-36dd2847-9e6e-4732-8989-202bd0ec11e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1 HTTP/1.1" status: 200 len: 217 time: 0.0332241 Sep 08 14:46:16.013326 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-f7dafe4c-49eb-4663-a8e2-623f5852f6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:16.014761 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-f7dafe4c-49eb-4663-a8e2-623f5852f6db service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0412471 Sep 08 14:46:16.062304 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-577247ad-e23c-429a-b117-0a0fc6678e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:16.063788 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-577247ad-e23c-429a-b117-0a0fc6678e3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422204 Sep 08 14:46:16.153161 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-7185d9cb-3901-4325-93ad-9971a907d874 service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807164 Sep 08 14:46:16.242578 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b427a091-2124-40cf-ae58-21b8ae78b9ab req-fcb4c473-e385-45e4-8584-44c3f69fbbbc service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821700 Sep 08 14:46:16.624439 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085a662-b2fa-43b6-9b93-f4ddce84185c req-0ee6c36d-e95f-4ccd-80f5-7bc5559de723 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:16.625922 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b085a662-b2fa-43b6-9b93-f4ddce84185c req-0ee6c36d-e95f-4ccd-80f5-7bc5559de723 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 943 time: 0.0488200 Sep 08 14:46:16.667350 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b085a662-b2fa-43b6-9b93-f4ddce84185c req-ecfbaa28-f8a6-4ec8-b7b0-edfb02797c25 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353010 Sep 08 14:46:17.780344 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b728b5-fa0f-4d13-97f2-762338057eb2 req-1a5d7c10-f7ce-47a3-a318-2da6868bced1 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:17.781815 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-75b728b5-fa0f-4d13-97f2-762338057eb2 req-1a5d7c10-f7ce-47a3-a318-2da6868bced1 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 943 time: 0.0483267 Sep 08 14:46:17.818294 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-75b728b5-fa0f-4d13-97f2-762338057eb2 req-8b9a7704-8d55-4703-bb5b-4e0b98df042b tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305467 Sep 08 14:46:17.890531 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:18.931992 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d58bf2-be92-4278-9cb8-39740be49c1d req-729e4ae4-8f5d-42c8-afaa-6520d65e0933 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:18.933446 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4d58bf2-be92-4278-9cb8-39740be49c1d req-729e4ae4-8f5d-42c8-afaa-6520d65e0933 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 943 time: 0.0479181 Sep 08 14:46:18.969688 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a4d58bf2-be92-4278-9cb8-39740be49c1d req-28dbf50c-3760-4ee2-a5dc-2db77e723f6a tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303690 Sep 08 14:46:19.132757 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:46:19.224504 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:46:19.235202 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'port_id': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'mac_address': 'fa:16:3e:b5:64:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:46:19.274073 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:19.286682 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:46:19.304924 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:46:19.404578 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:19.451332 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:19.747106 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['8ec56c78-0b7d-460b-a4dd-5682c75e93e1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:46:20.080980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bed40-fec9-4836-b74e-10134a6bdabe req-c7dc511e-dc31-45fa-99e3-ca8dfddcd45d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:20.082546 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a0bed40-fec9-4836-b74e-10134a6bdabe req-c7dc511e-dc31-45fa-99e3-ca8dfddcd45d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 944 time: 0.0481274 Sep 08 14:46:20.120500 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2a0bed40-fec9-4836-b74e-10134a6bdabe req-5afe8e35-64c3-496a-9bad-007eb383cc2d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320036 Sep 08 14:46:21.168512 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:46:21.239112 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94993fb2-440a-4ee2-9685-96921f9cdadf req-1c95e852-094e-4abf-9b64-6dfa7e118f92 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:21.240471 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-94993fb2-440a-4ee2-9685-96921f9cdadf req-1c95e852-094e-4abf-9b64-6dfa7e118f92 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 944 time: 0.0514731 Sep 08 14:46:21.276946 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-94993fb2-440a-4ee2-9685-96921f9cdadf req-7821c34e-d504-48c6-b5d3-f40f40698934 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304608 Sep 08 14:46:21.284730 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning for port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:46:21.289645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:46:21.295936 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:21.367440 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:21.388918 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:46:21.391172 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c66fb3b-0036-43b9-bbe0-05e40bb01e7f" -d '{"events": [{"server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "name": "network-vif-plugged", "status": "completed", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:46:21.403719 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:46:21.427668 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e85351-df40-4ed7-9953-3a876a1680eb x-openstack-request-id: req-93e85351-df40-4ed7-9953-3a876a1680eb {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:46:21.427961 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "name": "network-vif-plugged", "status": "completed", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:46:21.428217 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-93e85351-df40-4ed7-9953-3a876a1680eb {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:46:21.428605 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'code': 200} Sep 08 14:46:21.525465 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:21.525769 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e38c07-9191-43d5-aed6-f43c4e94ab40 req-14989cf5-0132-4dce-b36a-f2afd87ff3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:21.527954 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8e38c07-9191-43d5-aed6-f43c4e94ab40 req-14989cf5-0132-4dce-b36a-f2afd87ff3ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 1095 time: 0.0442858 Sep 08 14:46:21.562330 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c8e38c07-9191-43d5-aed6-f43c4e94ab40 req-7c2014ff-36d1-4770-83a2-339c78342dbb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275242 Sep 08 14:46:21.570844 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:22.413812 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff1d77-32e3-4ce5-8cad-8a1cb2e68935 req-404e3433-db32-4fcf-9ff0-560d97846003 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:22.415533 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20ff1d77-32e3-4ce5-8cad-8a1cb2e68935 req-404e3433-db32-4fcf-9ff0-560d97846003 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 945 time: 0.0482242 Sep 08 14:46:22.453446 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-20ff1d77-32e3-4ce5-8cad-8a1cb2e68935 req-a4f9060d-a7c4-4b36-b1bc-573ca972c80a tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316365 Sep 08 14:46:23.573490 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec356d92-6fb9-46ed-ba9f-4c2e5b1f60a3 req-29ed07b1-7fc7-41cd-87c5-d25987a6d9c1 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:23.575548 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec356d92-6fb9-46ed-ba9f-4c2e5b1f60a3 req-29ed07b1-7fc7-41cd-87c5-d25987a6d9c1 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 945 time: 0.0528045 Sep 08 14:46:23.613017 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-ec356d92-6fb9-46ed-ba9f-4c2e5b1f60a3 req-50c5fc9e-c5fb-43f3-9cb9-fc3dac24d68f tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314963 Sep 08 14:46:23.724027 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79c2eb-3cce-4fb5-85cd-d483c834eeda req-3c509c96-5bde-4219-91b4-3f3a4066e545 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:23.725538 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc79c2eb-3cce-4fb5-85cd-d483c834eeda req-3c509c96-5bde-4219-91b4-3f3a4066e545 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 945 time: 0.0482464 Sep 08 14:46:23.762522 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-fc79c2eb-3cce-4fb5-85cd-d483c834eeda req-eb3a1bf9-c100-4693-966c-4da9fc00fe10 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309954 Sep 08 14:46:23.783222 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58308) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:23.866269 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfffeb9a-c6a5-4dae-acb1-a8b9050d4f0d tempest-TestSnapshotPattern-1621720648 tempest-TestSnapshotPattern-1621720648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:23.867798 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-dfffeb9a-c6a5-4dae-acb1-a8b9050d4f0d tempest-TestSnapshotPattern-1621720648 tempest-TestSnapshotPattern-1621720648-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 1091 time: 0.0836239 Sep 08 14:46:23.871333 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58312) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:46:23.875550 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.v2.base [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address': '172.20.0.6'}} {{(pid=96264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:46:23.953011 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for floatingip, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:24.047538 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:24.150471 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.db_base_plugin_common [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Allocated IP 172.25.5.187 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/ae2da2a5-82fc-4ce5-a62e-6cc8c5dc8d5e) {{(pid=96264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:46:24.247472 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for port, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:24.281627 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:46:24.336359 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:24.376535 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:46:24.379424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.base_scheduler [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Resources bound (agent type, host, resource id): {{(pid=96264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:46:24.384808 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Received port after_create {{(pid=96264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:46:24.390313 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'Port': ['ID=ae2da2a5-82fc-4ce5-a62e-6cc8c5dc8d5e,revision_number=1']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:25.028693 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:25.145748 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:25.288772 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for port, precommit_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:25.338394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12463083'] for port, after_update {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:25.407576 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'Port': ['ID=ae2da2a5-82fc-4ce5-a62e-6cc8c5dc8d5e,revision_number=2']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:46:25.414599 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:25.511724 n-d-807558-3 neutron-server[96264]: INFO neutron.db.l3_db [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Floating IP 2fbdfa9f-735f-4fba-869b-b66d952d2986 associated. External IP: 172.25.5.187, port: 8ec56c78-0b7d-460b-a4dd-5682c75e93e1. Sep 08 14:46:25.729464 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Router eaee59ee-6241-4882-9fa3-b353666e6e14 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:46:25.834202 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:46:25.844265 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825038d3-d2c6-4288-abbb-4b7c4005c0e1 None None] Sync routers for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:46:25.853683 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825038d3-d2c6-4288-abbb-4b7c4005c0e1 None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:46:25.854344 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-825038d3-d2c6-4288-abbb-4b7c4005c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:46:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:25.913102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:25.940502 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b0060e6c-9ba4-4c64-8f85-84551e9c5cd3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0681715 Sep 08 14:46:25.941197 n-d-807558-3 neutron-server[96264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1'}] {{(pid=96264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:46:25.943584 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}53914b5cbc8b3b403e16123f979e5e8060fc37f7363c24167064795fe79b24c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de0db8d-f85a-4ef9-acca-bfe3bb423d80" -d '{"events": [{"name": "network-changed", "server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1"}]}' {{(pid=96264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:46:25.958421 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-825038d3-d2c6-4288-abbb-4b7c4005c0e1 None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:46:26.036379 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8268b448-e168-46ba-b4f4-3b28999594ba x-openstack-request-id: req-8268b448-e168-46ba-b4f4-3b28999594ba {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:46:26.036888 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1", "status": "completed", "code": 200}]} {{(pid=96264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:46:26.036888 n-d-807558-3 neutron-server[96264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8268b448-e168-46ba-b4f4-3b28999594ba {{(pid=96264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:46:26.037285 n-d-807558-3 neutron-server[96264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'status': 'completed', 'code': 200} Sep 08 14:46:26.098809 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0db8d-f85a-4ef9-acca-bfe3bb423d80 req-aaa3fbc1-64e8-4b1f-8594-a28ac75a533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:26.100288 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de0db8d-f85a-4ef9-acca-bfe3bb423d80 req-aaa3fbc1-64e8-4b1f-8594-a28ac75a533a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 1096 time: 0.0394900 Sep 08 14:46:26.185052 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-825038d3-d2c6-4288-abbb-4b7c4005c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2fbdfa9f-735f-4fba-869b-b66d952d2986', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'port_id': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'mac_address': 'fa:16:3e:b5:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:46:24Z', 'updated_at': '2021-09-08T14:46:24Z', 'revision_number': 0, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:26.191642 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0db8d-f85a-4ef9-acca-bfe3bb423d80 req-b6f7ed90-303b-453e-816c-1d5bea5dafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:26.193146 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de0db8d-f85a-4ef9-acca-bfe3bb423d80 req-b6f7ed90-303b-453e-816c-1d5bea5dafe9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 910 time: 0.0861266 Sep 08 14:46:26.211626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825038d3-d2c6-4288-abbb-4b7c4005c0e1 None None] Checking router: eaee59ee-6241-4882-9fa3-b353666e6e14 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:46:26.220365 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825038d3-d2c6-4288-abbb-4b7c4005c0e1 None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:46:26.220968 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-825038d3-d2c6-4288-abbb-4b7c4005c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:46:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:26.255951 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de0db8d-f85a-4ef9-acca-bfe3bb423d80 req-268c728c-33a1-4091-ab86-73b5576f76d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1 HTTP/1.1" status: 200 len: 999 time: 0.0557213 Sep 08 14:46:26.307805 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0db8d-f85a-4ef9-acca-bfe3bb423d80 req-bc0e5a04-cf71-41fa-8144-2ee85075702e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:26.309271 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de0db8d-f85a-4ef9-acca-bfe3bb423d80 req-bc0e5a04-cf71-41fa-8144-2ee85075702e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0466807 Sep 08 14:46:26.325987 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-825038d3-d2c6-4288-abbb-4b7c4005c0e1 None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:46:26.355610 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0db8d-f85a-4ef9-acca-bfe3bb423d80 req-ff693158-b35f-49ed-97e9-a0c32639f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:26.357120 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de0db8d-f85a-4ef9-acca-bfe3bb423d80 req-ff693158-b35f-49ed-97e9-a0c32639f989 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411422 Sep 08 14:46:26.448050 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de0db8d-f85a-4ef9-acca-bfe3bb423d80 req-0f9a8657-5d0c-40c2-9a81-a728d4c14250 service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827756 Sep 08 14:46:26.542153 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2de0db8d-f85a-4ef9-acca-bfe3bb423d80 req-6d315871-6477-470a-b047-a59040c977ac service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869160 Sep 08 14:46:26.545983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-825038d3-d2c6-4288-abbb-4b7c4005c0e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2fbdfa9f-735f-4fba-869b-b66d952d2986', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'port_id': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'mac_address': 'fa:16:3e:b5:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:46:24Z', 'updated_at': '2021-09-08T14:46:24Z', 'revision_number': 0, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:46:26.576980 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825038d3-d2c6-4288-abbb-4b7c4005c0e1 None None] The sync data for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 is: [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2fbdfa9f-735f-4fba-869b-b66d952d2986', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'port_id': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'mac_address': 'fa:16:3e:b5:64:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:46:24Z', 'updated_at': '2021-09-08T14:46:24Z', 'revision_number': 0, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:46:26.770134 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a62c01b-8ee3-4782-a101-30b5ecb352b8 None None] New status for floating IP 2fbdfa9f-735f-4fba-869b-b66d952d2986: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:46:35.120861 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56641157-0ea9-4224-824c-b7cf28092486 req-10b79708-cb04-4c92-9e50-8e672b7a47e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397046 Sep 08 14:46:35.206483 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56641157-0ea9-4224-824c-b7cf28092486 req-efb47da0-61fa-46fc-a207-671dcdff9922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:35.208012 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56641157-0ea9-4224-824c-b7cf28092486 req-efb47da0-61fa-46fc-a207-671dcdff9922 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 1096 time: 0.0405290 Sep 08 14:46:35.310967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56641157-0ea9-4224-824c-b7cf28092486 req-6fe8c0d8-5129-44a4-83a8-1f9ca3bd5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:35.312366 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56641157-0ea9-4224-824c-b7cf28092486 req-6fe8c0d8-5129-44a4-83a8-1f9ca3bd5250 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 910 time: 0.0855966 Sep 08 14:46:35.375686 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56641157-0ea9-4224-824c-b7cf28092486 req-9359b05e-9f5d-434b-8c23-7584e87ebf23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1 HTTP/1.1" status: 200 len: 1001 time: 0.0555782 Sep 08 14:46:35.428998 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56641157-0ea9-4224-824c-b7cf28092486 req-77b30b35-7493-4b2c-b2cd-bf2a192c0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:35.430464 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56641157-0ea9-4224-824c-b7cf28092486 req-77b30b35-7493-4b2c-b2cd-bf2a192c0c3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0462892 Sep 08 14:46:35.475635 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56641157-0ea9-4224-824c-b7cf28092486 req-d9e31178-452a-41ef-a3f5-62719a51cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:46:35.477087 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56641157-0ea9-4224-824c-b7cf28092486 req-d9e31178-452a-41ef-a3f5-62719a51cd83 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394595 Sep 08 14:46:35.567367 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56641157-0ea9-4224-824c-b7cf28092486 req-b78a3746-10e4-4d85-9e0d-7519bd4b6a32 service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822654 Sep 08 14:46:35.655224 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-56641157-0ea9-4224-824c-b7cf28092486 req-78f12a24-2140-4f7f-b400-aaf4c1a93690 service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803027 Sep 08 14:46:37.972470 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c7ccaa9c-26ce-4909-9313-7fd5087a76a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:40.263800 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-02be79af-2e39-403e-8eef-8811141c3d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:40.718243 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:42.258048 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:43.615186 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:45.304060 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:46:47.869286 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:01.280857 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:47:07.966786 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dda5650d-1a25-4943-94d9-d80119294060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:10.246547 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8bdb7649-6ae6-4130-a0f2-c728fe909051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:10.660273 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:12.226519 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:13.620306 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:15.320237 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:17.883589 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:35.057324 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0cccdfc4-9080-43b3-aa1e-f03f784b070b req-b32dad9e-8343-4397-9faa-fc27743c235f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395112 Sep 08 14:47:35.139040 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccdfc4-9080-43b3-aa1e-f03f784b070b req-3e71e403-eefd-4fbd-94d1-4b6f0d7a49df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:47:35.140534 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0cccdfc4-9080-43b3-aa1e-f03f784b070b req-3e71e403-eefd-4fbd-94d1-4b6f0d7a49df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 1096 time: 0.0432169 Sep 08 14:47:35.238763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccdfc4-9080-43b3-aa1e-f03f784b070b req-a5edfea4-9fa2-42ce-bc75-f5aeccdf3ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:47:35.240116 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0cccdfc4-9080-43b3-aa1e-f03f784b070b req-a5edfea4-9fa2-42ce-bc75-f5aeccdf3ede service neutron] 10.222.0.60 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 910 time: 0.0814080 Sep 08 14:47:35.611773 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0cccdfc4-9080-43b3-aa1e-f03f784b070b req-0495593c-f199-4ba4-a541-cd572cb71a93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1 HTTP/1.1" status: 200 len: 1001 time: 0.3643146 Sep 08 14:47:35.660471 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccdfc4-9080-43b3-aa1e-f03f784b070b req-33885d1f-79af-4364-99e5-ad29fa6b3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:47:35.661874 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0cccdfc4-9080-43b3-aa1e-f03f784b070b req-33885d1f-79af-4364-99e5-ad29fa6b3fc4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0420680 Sep 08 14:47:35.707357 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccdfc4-9080-43b3-aa1e-f03f784b070b req-42d578c1-4bad-4dc3-8429-45f0eec96f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:47:35.708807 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0cccdfc4-9080-43b3-aa1e-f03f784b070b req-42d578c1-4bad-4dc3-8429-45f0eec96f57 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391448 Sep 08 14:47:35.797108 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0cccdfc4-9080-43b3-aa1e-f03f784b070b req-80c0e19a-9883-452c-b363-ae6e7e2e4e6a service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812917 Sep 08 14:47:35.883392 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0cccdfc4-9080-43b3-aa1e-f03f784b070b req-3db96168-cb89-463b-8020-932b4cb57fc7 service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796428 Sep 08 14:47:37.957053 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-635b1018-2454-43b0-adfd-bec5d8bbb27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:38.279437 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:47:40.300069 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f443741b-455a-419c-8613-804f10229873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:40.671683 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:42.225640 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:43.659995 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:45.334631 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:47:47.882979 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:07.917023 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6e982abf-f5f1-4666-aa71-cfd520f9a0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:10.248106 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a773cee8-644c-4da5-937c-a56984f23487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:10.713447 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:12.239078 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:13.630963 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:15.277885 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:48:15.371054 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:17.922398 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:35.208478 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43375515-45d9-4255-87be-607bf1594fe5 req-4c891a5a-0e0d-425a-9229-44bb371f89ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428643 Sep 08 14:48:35.310993 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375515-45d9-4255-87be-607bf1594fe5 req-5a7ddfc5-69a2-4c46-8145-c09b4dc4078e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:48:35.312426 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43375515-45d9-4255-87be-607bf1594fe5 req-5a7ddfc5-69a2-4c46-8145-c09b4dc4078e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 1096 time: 0.0405939 Sep 08 14:48:35.412456 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375515-45d9-4255-87be-607bf1594fe5 req-20867f6f-caac-4369-b43f-ef68d5e617f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:48:35.413923 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43375515-45d9-4255-87be-607bf1594fe5 req-20867f6f-caac-4369-b43f-ef68d5e617f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 910 time: 0.0832233 Sep 08 14:48:35.481038 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43375515-45d9-4255-87be-607bf1594fe5 req-1c6e621e-8f3a-4174-a058-fc7aead7d174 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1 HTTP/1.1" status: 200 len: 1001 time: 0.0601103 Sep 08 14:48:35.527926 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375515-45d9-4255-87be-607bf1594fe5 req-94f2540e-37a3-4a5f-a1f1-82a8c2d22a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:48:35.529322 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43375515-45d9-4255-87be-607bf1594fe5 req-94f2540e-37a3-4a5f-a1f1-82a8c2d22a13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0414615 Sep 08 14:48:35.574666 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43375515-45d9-4255-87be-607bf1594fe5 req-7b281230-194f-40de-92e9-379962418234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:48:35.576047 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43375515-45d9-4255-87be-607bf1594fe5 req-7b281230-194f-40de-92e9-379962418234 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379703 Sep 08 14:48:35.667036 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43375515-45d9-4255-87be-607bf1594fe5 req-456c8d91-ee7e-4a29-8582-85658062b5e7 service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831473 Sep 08 14:48:35.754229 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-43375515-45d9-4255-87be-607bf1594fe5 req-5180dd48-30ae-4ece-b553-036d275bf402 service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805576 Sep 08 14:48:37.933308 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1ce238ad-5a5b-4512-8607-d36d677b6cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:40.261432 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a444dd48-144b-4d39-996f-b81a381fcf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:40.687435 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:42.244612 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:43.661661 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:45.410013 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:47.942225 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:52.276915 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:48:57.977177 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 details requested by agent hyperv_n-h2-807558-3 with host n-h2-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:48:58.070142 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:48:58.081481 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Returning: {'device': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'port_id': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'mac_address': 'fa:16:3e:b5:64:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:48:58.115977 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:58.128410 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:48:58.147006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:48:58.218660 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:48:58.267777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:48:58.276299 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:48:58.276657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:48:58.277009 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:48:58.277359 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:48:58.277700 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:48:58.278038 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:48:58.278403 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:48:58.278739 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:48:58.279073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:48:58.279405 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:48:58.279737 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:48:58.280073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:48:58.292643 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] get_ports_and_sgs() called for port_ids ['8ec56c78-0b7d-460b-a4dd-5682c75e93e1'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:48:59.994574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 up at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:49:00.043675 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Provisioning complete for port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:49:00.044046 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:00.116809 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:00.138072 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:49:00.140263 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0400f2-5add-45d8-b629-0a621a29a129" -d '{"events": [{"server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "name": "network-vif-plugged", "status": "completed", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:49:00.153754 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:49:00.258617 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:00.304988 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:49:01.253031 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da5fa52-a179-4deb-9030-c151b1cf995f x-openstack-request-id: req-8da5fa52-a179-4deb-9030-c151b1cf995f {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:49:01.253656 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "name": "network-vif-plugged", "status": "completed", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:49:01.253656 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-8da5fa52-a179-4deb-9030-c151b1cf995f {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:49:01.253952 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'code': 200} Sep 08 14:49:07.938846 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-30c047e8-3937-41d9-8576-3b080efcb09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:10.258385 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-dc3d22b6-6dc5-4fa0-89f6-f1a46c378b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:10.681425 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:12.244239 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:13.661110 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:15.236162 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-3da34fc3-1485-40b1-ba46-4857915e7fa5 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971341063&fields=id&tenant_id=66a3dafc7c2240c4a004303f8dda3b95 HTTP/1.1" status: 200 len: 267 time: 0.0332680 Sep 08 14:49:15.344157 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-46797b8c-7a67-4010-8068-4a6374dea953 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:15.346218 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-46797b8c-7a67-4010-8068-4a6374dea953 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 809 time: 0.1024938 Sep 08 14:49:15.363377 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-92bac543-3c0d-4ef6-8c3e-e790d7b28b5d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/quotas/66a3dafc7c2240c4a004303f8dda3b95 HTTP/1.1" status: 200 len: 375 time: 0.0112407 Sep 08 14:49:15.417703 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-b44c60ef-9811-4b69-8d9f-69976b4ed2d5 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0489037 Sep 08 14:49:15.432496 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:15.517699 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-73bab53f-e60a-484f-8971-61560dc9699d service neutron] 10.222.0.69 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881360 Sep 08 14:49:15.606062 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-680658f6-92b7-45b4-985b-31a8b8d39e2c service neutron] 10.222.0.69 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823245 Sep 08 14:49:15.946767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-888e5563-bcad-4a55-8554-3e464e4d0399 req-b4df5973-9776-4c58-96af-1c622dcae763 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 210 time: 0.0833402 Sep 08 14:49:17.040156 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-3de4ff5d-b10e-4838-b474-30ce1277fa62 req-803c5d3b-5c6c-4402-be20-229133349e1f tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 210 time: 0.0274372 Sep 08 14:49:17.992606 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:18.031574 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:49:18.090416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-69c2b84f-0f27-4c45-bf1f-9e68f5cdaa61 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:18.091922 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-69c2b84f-0f27-4c45-bf1f-9e68f5cdaa61 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.70 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 809 time: 0.1005666 Sep 08 14:49:18.108367 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:18.132205 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:49:18.134586 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a23958a-1f48-4bac-a93e-0c48e4fad821" -d '{"events": [{"server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "name": "network-vif-unplugged", "status": "completed", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:49:18.149456 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] For port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:49:18.163767 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-2273afa7-c115-4e20-8d26-fcdbc1911135 req-ad2911e6-933b-4186-898c-1f19652e7b30 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 210 time: 0.0428386 Sep 08 14:49:18.177237 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7786da84-3297-4b44-8668-efa44ff48794 x-openstack-request-id: req-7786da84-3297-4b44-8668-efa44ff48794 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:49:18.177237 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "name": "network-vif-unplugged", "status": "completed", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:49:18.177237 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-7786da84-3297-4b44-8668-efa44ff48794 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:49:18.177237 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'code': 200} Sep 08 14:49:18.178056 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-4b9bbd8f-b735-4328-8eaa-7caf5a1244d5 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66a3dafc7c2240c4a004303f8dda3b95 HTTP/1.1" status: 200 len: 379 time: 0.0714819 Sep 08 14:49:18.186331 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Request body: {'port': {'device_id': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'admin_state_up': True, 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'security_groups': ['d58a5ae1-a2d8-4b36-b9c6-3972457c828b']}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:49:18.259187 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:18.309898 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Pushing event updated for resources: {'Port': ['ID=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:49:18.409493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Made reservation on behalf of 66a3dafc7c2240c4a004303f8dda3b95 for: {'port': 1} {{(pid=96263) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 14:49:18.413323 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:18.543415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Allocated IP 172.20.0.4 (49b1e243-d5d9-44fb-865d-1e2fa62a6ad2/49e75cc8-80dd-4377-8333-933dada8bd07/6af3c805-a963-4d59-b5dc-e3d8601a5f1e) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:49:18.678076 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:18.696148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Transition to ACTIVE for port object 6af3c805-a963-4d59-b5dc-e3d8601a5f1e will not be triggered until provisioned by entity DHCP. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:49:18.796819 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:18.859007 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'Port': ['ID=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:49:18.863999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:49:18.869885 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:49:18.870516 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:49:18.871033 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:49:18.871562 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:49:18.872084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:49:18.872599 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:49:18.873112 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:49:18.873622 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:49:18.874122 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:49:18.874669 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:49:18.875196 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:49:18.875699 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:49:18.880085 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:49:18.882647 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:49:18.947217 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:18.947900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:19.049182 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-c9db7ef6-5b9c-42aa-b2f5-0695d8eaf733 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656862 Sep 08 14:49:19.238390 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6b6a3984-b55f-4459-ba71-c366da0d5f45 None None] Provisioning for port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e completed by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:49:19.248222 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-6b6a3984-b55f-4459-ba71-c366da0d5f45 None None] Provisioning complete for port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e triggered by entity DHCP. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:49:19.248605 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-6b6a3984-b55f-4459-ba71-c366da0d5f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:19.294735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-6b6a3984-b55f-4459-ba71-c366da0d5f45 None None] Port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e cannot update to ACTIVE because it is not bound. {{(pid=96265) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 14:49:19.295361 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0583f-72e2-42e6-a476-0965c42662a1 req-7f8f2c50-9c44-4d98-83e2-c56eb69aa925 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:19.299276 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7c0583f-72e2-42e6-a476-0965c42662a1 req-7f8f2c50-9c44-4d98-83e2-c56eb69aa925 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 931 time: 0.0628190 Sep 08 14:49:19.338977 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-b7c0583f-72e2-42e6-a476-0965c42662a1 req-368c299a-4c93-48bd-8a57-a8cf3dea0427 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350003 Sep 08 14:49:20.461499 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdc8b9-5a04-4f41-afd0-97a0f06755b0 req-33d767e4-f344-42ce-be0b-5c876ec5def8 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:20.463213 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61cdc8b9-5a04-4f41-afd0-97a0f06755b0 req-33d767e4-f344-42ce-be0b-5c876ec5def8 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 931 time: 0.0521770 Sep 08 14:49:20.503378 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-61cdc8b9-5a04-4f41-afd0-97a0f06755b0 req-67bcb36e-63c1-485e-821a-89c623699f5d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341427 Sep 08 14:49:21.623525 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cd1ea-6c37-4ce2-b8cf-f663e85a5038 req-68e02e29-f1db-4e6c-a70f-83dfa17f0054 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:21.625024 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce8cd1ea-6c37-4ce2-b8cf-f663e85a5038 req-68e02e29-f1db-4e6c-a70f-83dfa17f0054 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 931 time: 0.0513804 Sep 08 14:49:21.664690 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-ce8cd1ea-6c37-4ce2-b8cf-f663e85a5038 req-b96173f6-f503-4225-9f26-226d0ca640b6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330048 Sep 08 14:49:22.786685 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365049c-52c6-4fc8-8153-1411030eb830 req-7fc24560-846b-41f1-b024-7237d49be935 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:22.788199 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e365049c-52c6-4fc8-8153-1411030eb830 req-7fc24560-846b-41f1-b024-7237d49be935 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 931 time: 0.0539162 Sep 08 14:49:22.826865 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e365049c-52c6-4fc8-8153-1411030eb830 req-8ff97a60-6732-4849-87a1-a8870c82ffbc tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323174 Sep 08 14:49:23.948909 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd7641-a077-40c8-ac2c-7962ec020282 req-c1a2370c-b2dd-4f31-9178-6b85c827cf7e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:23.950678 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-41fd7641-a077-40c8-ac2c-7962ec020282 req-c1a2370c-b2dd-4f31-9178-6b85c827cf7e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 931 time: 0.0519569 Sep 08 14:49:23.992026 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-41fd7641-a077-40c8-ac2c-7962ec020282 req-0bb4f84e-bfc1-4477-a195-33217e67d232 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353234 Sep 08 14:49:25.112839 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20696177-6f09-404b-8bab-a403ff379308 req-6611929a-06bf-4dfb-a00a-680ffd175823 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:25.114519 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-20696177-6f09-404b-8bab-a403ff379308 req-6611929a-06bf-4dfb-a00a-680ffd175823 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 931 time: 0.0516927 Sep 08 14:49:25.152985 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-20696177-6f09-404b-8bab-a403ff379308 req-8ed98c1b-a5bd-4f7c-92e9-e9019af6ed2d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322242 Sep 08 14:49:26.327929 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36033b91-7fba-4eb2-97b2-ffc44178ea05 req-33765eb8-efcb-4c2b-926d-987a3c6174cc tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:26.330451 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-36033b91-7fba-4eb2-97b2-ffc44178ea05 req-33765eb8-efcb-4c2b-926d-987a3c6174cc tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 931 time: 0.0660403 Sep 08 14:49:26.373838 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-36033b91-7fba-4eb2-97b2-ffc44178ea05 req-a54327a9-fab7-466e-866c-0c4e5c729556 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372527 Sep 08 14:49:27.493167 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a309f0-1d71-45f7-a80a-6c8f4d57e298 req-31eddc18-31b9-4e71-bdad-9b6e795530bd tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:27.494898 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77a309f0-1d71-45f7-a80a-6c8f4d57e298 req-31eddc18-31b9-4e71-bdad-9b6e795530bd tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 931 time: 0.0512059 Sep 08 14:49:27.535648 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-77a309f0-1d71-45f7-a80a-6c8f4d57e298 req-9a36ffad-c7a0-46bb-922b-fa957b1a6de7 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326262 Sep 08 14:49:28.590238 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-7a7e1711-69db-4d33-8450-e792dc2e8618 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] http://10.222.0.69:9696/v2.0/extensions returned with HTTP 200 {{(pid=96263) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 14:49:28.591216 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-7a7e1711-69db-4d33-8450-e792dc2e8618 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053768 Sep 08 14:49:28.653454 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Request body: {'port': {'device_id': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-807558-3'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:49:28.659732 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a168dabb-7745-477f-b875-e113c3c79ae1 req-19db3aaf-10ea-42fa-aed6-cd9606f9414f tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:28.661182 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a168dabb-7745-477f-b875-e113c3c79ae1 req-19db3aaf-10ea-42fa-aed6-cd9606f9414f tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 931 time: 0.0530875 Sep 08 14:49:28.701188 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a168dabb-7745-477f-b875-e113c3c79ae1 req-e51fa182-5115-4734-beb8-b12b8976e551 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325933 Sep 08 14:49:28.711465 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:28.969437 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af3c805-a963-4d59-b5dc-e3d8601a5f1e {{(pid=96263) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:49:28.977087 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:28.990328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.provisioning_blocks [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Transition to ACTIVE for port object 6af3c805-a963-4d59-b5dc-e3d8601a5f1e will not be triggered until provisioned by entity L2. {{(pid=96263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 14:49:29.089335 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:29.163323 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Pushing event updated for resources: {'Port': ['ID=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:49:29.213790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Attempting to bind port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e on host n-h1-807558-3 for vnic_type normal with profile {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 14:49:29.214026 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Attempting to bind port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e by drivers openvswitch,hyperv on host n-h1-807558-3 at level 0 using segments [{'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 14:49:29.214393 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Attempting to bind port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e on network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:49:29.218953 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e on network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 not bound, no agent of type Open vSwitch agent registered on host n-h1-807558-3 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 14:49:29.219286 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Attempting to bind port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e on network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 14:49:29.224841 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Checking agent: {'id': 'e59f5f08-83f3-4c23-a77f-16a2ac367f99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-807558-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'started_at': datetime.datetime(2021, 9, 8, 13, 4, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 14, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 14:49:29.225183 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Checking segment: {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 14:49:29.225570 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Bound using segment: {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'} {{(pid=96263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 14:49:29.226005 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.managers [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Bound port: 6af3c805-a963-4d59-b5dc-e3d8601a5f1e, host: n-h1-807558-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038a9859-971d-49c4-b8ff-d921d2576d83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2'}}] {{(pid=96263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 14:49:29.226389 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:29.276436 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:49:29.292406 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] For port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e, host n-h1-807558-3, cleared binding levels {{(pid=96263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 14:49:29.295493 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] For port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e, host n-h1-807558-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 14:49:29.346889 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:29.384947 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:29.385551 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:29.386982 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] 10.222.0.70 "PUT /v2.0/ports/6af3c805-a963-4d59-b5dc-e3d8601a5f1e HTTP/1.1" status: 200 len: 1091 time: 0.7842023 Sep 08 14:49:29.387416 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:49:29.389699 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c167278c-8c05-43c5-9c28-e5379de50710" -d '{"events": [{"name": "network-changed", "server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:49:29.418404 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaa74c-df5f-4a5a-9cc6-89060b79a8ba service neutron] Pushing event updated for resources: {'Port': ['ID=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,revision_number=3']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:49:29.505901 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751f0108-44b2-47ba-93ed-10bf6942473a x-openstack-request-id: req-751f0108-44b2-47ba-93ed-10bf6942473a {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:49:29.506359 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:49:29.506710 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-751f0108-44b2-47ba-93ed-10bf6942473a {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:49:29.507217 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'status': 'completed', 'code': 200} Sep 08 14:49:29.525366 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-04ad5a30-e3f3-48b8-9859-22dc2cb87940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:29.526989 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-04ad5a30-e3f3-48b8-9859-22dc2cb87940 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 1094 time: 0.0536284 Sep 08 14:49:29.570806 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-292a1849-1320-4c83-91ca-29f79da24f14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e HTTP/1.1" status: 200 len: 217 time: 0.0358191 Sep 08 14:49:29.623151 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-5b002ab9-a1da-4499-84ab-21776b9fbbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:29.624672 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-5b002ab9-a1da-4499-84ab-21776b9fbbcb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0474350 Sep 08 14:49:29.670053 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-5749e6ff-f6c9-4a73-a9cc-2702df619188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:29.671506 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-5749e6ff-f6c9-4a73-a9cc-2702df619188 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392807 Sep 08 14:49:29.760974 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-3fd1be6c-f3f9-49a6-a36a-22492fa33aa1 service neutron] 10.222.0.70 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819907 Sep 08 14:49:29.816788 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a5af0-9dfc-41e3-b9e4-98c29f43c47a req-08135ad0-e5a7-4324-a724-3cbe5018b385 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:29.818366 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a46a5af0-9dfc-41e3-b9e4-98c29f43c47a req-08135ad0-e5a7-4324-a724-3cbe5018b385 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 943 time: 0.0491586 Sep 08 14:49:29.858038 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-a46a5af0-9dfc-41e3-b9e4-98c29f43c47a req-d7c7c126-ef58-4bfb-951a-67e0e33a9915 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330927 Sep 08 14:49:29.858361 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-63d452dc-7ea4-4db5-9ac0-b99070db57b7 req-480ea520-04dd-4d1d-b1f2-f536b2f27854 service neutron] 10.222.0.70 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902638 Sep 08 14:49:30.045992 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167278c-8c05-43c5-9c28-e5379de50710 req-404d869d-18a1-41bb-9e28-d4e0384bc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:30.047519 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c167278c-8c05-43c5-9c28-e5379de50710 req-404d869d-18a1-41bb-9e28-d4e0384bc6b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 1094 time: 0.0407369 Sep 08 14:49:30.139216 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167278c-8c05-43c5-9c28-e5379de50710 req-8f6d0361-e32a-4bf2-ba5a-7405d22ccdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:30.140677 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c167278c-8c05-43c5-9c28-e5379de50710 req-8f6d0361-e32a-4bf2-ba5a-7405d22ccdd6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 910 time: 0.0858207 Sep 08 14:49:30.181794 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c167278c-8c05-43c5-9c28-e5379de50710 req-408f9d61-6b57-45f4-b2ac-369c863bac3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e HTTP/1.1" status: 200 len: 217 time: 0.0333784 Sep 08 14:49:30.229170 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167278c-8c05-43c5-9c28-e5379de50710 req-3b9ed84c-8504-4036-ae98-023f46f11da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:30.230583 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c167278c-8c05-43c5-9c28-e5379de50710 req-3b9ed84c-8504-4036-ae98-023f46f11da8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0421898 Sep 08 14:49:30.279352 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167278c-8c05-43c5-9c28-e5379de50710 req-e1c2d2bb-4e32-4533-89df-519b9324a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:30.280726 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c167278c-8c05-43c5-9c28-e5379de50710 req-e1c2d2bb-4e32-4533-89df-519b9324a972 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429840 Sep 08 14:49:30.369279 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c167278c-8c05-43c5-9c28-e5379de50710 req-5bdae99d-b596-4993-bd1a-ddb3841dd8d3 service neutron] 10.222.0.70 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805192 Sep 08 14:49:30.460454 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-c167278c-8c05-43c5-9c28-e5379de50710 req-0ae61a1f-9f1f-43e0-9cdd-14658060836a service neutron] 10.222.0.70 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838447 Sep 08 14:49:30.975415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1307f-5765-44df-85cd-fa99fa499f0f req-f4567d97-6084-4d7e-a1cb-eb52a534ade1 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:30.976910 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-85e1307f-5765-44df-85cd-fa99fa499f0f req-f4567d97-6084-4d7e-a1cb-eb52a534ade1 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 943 time: 0.0495577 Sep 08 14:49:31.013925 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-85e1307f-5765-44df-85cd-fa99fa499f0f req-77eb5153-8135-434a-aa63-d8b838696459 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309432 Sep 08 14:49:32.132048 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bcc76-058e-4bf0-86ad-2f70f8cb23a5 req-feae6ac3-5c4c-4464-912c-0a172df5179f tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:32.133529 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af9bcc76-058e-4bf0-86ad-2f70f8cb23a5 req-feae6ac3-5c4c-4464-912c-0a172df5179f tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 943 time: 0.0527785 Sep 08 14:49:32.162697 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6af3c805-a963-4d59-b5dc-e3d8601a5f1e details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:49:32.170711 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-af9bcc76-058e-4bf0-86ad-2f70f8cb23a5 req-e4d656ca-e436-4985-9f10-98f24c6403d2 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312958 Sep 08 14:49:32.410443 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:49:32.420945 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'port_id': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'mac_address': 'fa:16:3e:c9:cd:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:49:32.456788 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:32.468617 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af3c805-a963-4d59-b5dc-e3d8601a5f1e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:49:32.488110 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:49:32.557683 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:32.604887 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,revision_number=4']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:49:32.821777 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['6af3c805-a963-4d59-b5dc-e3d8601a5f1e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:49:33.285166 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5491992-2313-425f-ab81-b4bde8abdd20 req-a5e507a4-0a0e-457d-adc8-c93df0287d65 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:33.295716 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5491992-2313-425f-ab81-b4bde8abdd20 req-a5e507a4-0a0e-457d-adc8-c93df0287d65 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 944 time: 0.0483210 Sep 08 14:49:33.323121 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-d5491992-2313-425f-ab81-b4bde8abdd20 req-bade2be0-a331-48b4-ab32-a9fa6fbf8bd8 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305543 Sep 08 14:49:34.177917 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6af3c805-a963-4d59-b5dc-e3d8601a5f1e up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:49:34.294983 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning for port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e completed by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 14:49:34.299156 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:49:34.299532 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:34.375277 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:34.397326 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:49:34.399592 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ded70b0-8562-478e-a6e6-6400fca22a0d" -d '{"events": [{"server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "name": "network-vif-plugged", "status": "completed", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:49:34.412840 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:49:34.439625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d262ae2-703f-40b2-9e4b-ba91c299bc28 req-c0958f87-6aea-443d-aa4d-3acda3ef83d4 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:34.441158 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c021174b-d2d9-4023-a96d-b28ab1de92e4 x-openstack-request-id: req-c021174b-d2d9-4023-a96d-b28ab1de92e4 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:49:34.441433 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d262ae2-703f-40b2-9e4b-ba91c299bc28 req-c0958f87-6aea-443d-aa4d-3acda3ef83d4 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 944 time: 0.0511370 Sep 08 14:49:34.441570 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "name": "network-vif-plugged", "status": "completed", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:49:34.441735 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-c021174b-d2d9-4023-a96d-b28ab1de92e4 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:49:34.442160 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'code': 200} Sep 08 14:49:34.481198 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-4d262ae2-703f-40b2-9e4b-ba91c299bc28 req-b8207b36-72d3-4f06-ba52-c0a1e11616a3 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321298 Sep 08 14:49:34.483882 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:34.531534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,revision_number=5']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:49:34.543488 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916a221-d721-4007-b9ec-97256f2af1ac req-5dff8a7f-6733-461f-af3b-63c17fdc6cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:34.545117 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0916a221-d721-4007-b9ec-97256f2af1ac req-5dff8a7f-6733-461f-af3b-63c17fdc6cc4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 1096 time: 0.0474358 Sep 08 14:49:34.578661 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-0916a221-d721-4007-b9ec-97256f2af1ac req-7d0b3b18-221e-413b-a749-d8628fb7bfd9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267055 Sep 08 14:49:35.031876 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4c38ba1-96da-4b28-8218-d02035081019 req-5e70e03f-076c-428b-8989-c2745d2a906a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384343 Sep 08 14:49:35.110620 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c38ba1-96da-4b28-8218-d02035081019 req-3a1623ad-bcbb-4e1e-8837-7bf67b6b73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:35.112116 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4c38ba1-96da-4b28-8218-d02035081019 req-3a1623ad-bcbb-4e1e-8837-7bf67b6b73b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 1094 time: 0.0397251 Sep 08 14:49:35.213423 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c38ba1-96da-4b28-8218-d02035081019 req-0b5bd63a-0fc3-4462-9730-b1c4a32e3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:35.214886 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4c38ba1-96da-4b28-8218-d02035081019 req-0b5bd63a-0fc3-4462-9730-b1c4a32e3a62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 910 time: 0.0854170 Sep 08 14:49:35.277319 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4c38ba1-96da-4b28-8218-d02035081019 req-025d7055-de93-4392-be24-49332b206ee0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1 HTTP/1.1" status: 200 len: 999 time: 0.0547321 Sep 08 14:49:35.329218 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c38ba1-96da-4b28-8218-d02035081019 req-e5482390-06d6-453a-a7b4-d2027f815d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:35.331243 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4c38ba1-96da-4b28-8218-d02035081019 req-e5482390-06d6-453a-a7b4-d2027f815d6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0466146 Sep 08 14:49:35.375245 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c38ba1-96da-4b28-8218-d02035081019 req-f0562c4c-e0fd-4f8d-b804-903c6ff7514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:35.377248 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4c38ba1-96da-4b28-8218-d02035081019 req-f0562c4c-e0fd-4f8d-b804-903c6ff7514c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392094 Sep 08 14:49:35.463624 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4c38ba1-96da-4b28-8218-d02035081019 req-64392880-10e3-4c97-ac93-df6d7b72f55f service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795944 Sep 08 14:49:35.572242 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-e4c38ba1-96da-4b28-8218-d02035081019 req-e1de08f2-85fc-40f2-b8df-e7e690ce4246 service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998151 Sep 08 14:49:35.606958 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34750a-8a55-46d8-bb6f-7d335fba18d4 req-416788bd-d7b8-4f2d-ab36-34a4adb00025 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:35.608494 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d34750a-8a55-46d8-bb6f-7d335fba18d4 req-416788bd-d7b8-4f2d-ab36-34a4adb00025 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 945 time: 0.0517066 Sep 08 14:49:35.648508 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-6d34750a-8a55-46d8-bb6f-7d335fba18d4 req-68f0af6d-4dd0-47a4-a6a6-67f2566b076a tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332587 Sep 08 14:49:36.761533 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac0195-f48a-4367-9d95-cec82ab7a5aa req-f8c681ee-907b-4841-9b1f-08042a4c7ea4 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:36.763157 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e9ac0195-f48a-4367-9d95-cec82ab7a5aa req-f8c681ee-907b-4841-9b1f-08042a4c7ea4 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 945 time: 0.0482428 Sep 08 14:49:36.800296 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-e9ac0195-f48a-4367-9d95-cec82ab7a5aa req-99fb90cf-a91f-42a8-84c2-7e0a129dad9d tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307090 Sep 08 14:49:36.912894 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a8b2e-ef0c-4cb2-bf6d-25160975d347 req-3e28c34a-cbdc-4911-9875-ed7fa80ecd39 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:36.914760 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-142a8b2e-ef0c-4cb2-bf6d-25160975d347 req-3e28c34a-cbdc-4911-9875-ed7fa80ecd39 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 945 time: 0.0490270 Sep 08 14:49:36.957549 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-142a8b2e-ef0c-4cb2-bf6d-25160975d347 req-cfc035a0-b418-4404-b8aa-fbae6122d326 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371597 Sep 08 14:49:36.978449 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58672) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:49:37.018148 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d0b7ac-c1a7-4666-842a-c7150cff1812 tempest-TestSnapshotPattern-1621720648 tempest-TestSnapshotPattern-1621720648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:37.019697 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-74d0b7ac-c1a7-4666-842a-c7150cff1812 tempest-TestSnapshotPattern-1621720648 tempest-TestSnapshotPattern-1621720648-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 1091 time: 0.0402353 Sep 08 14:49:37.022412 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58674) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:49:37.026563 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.v2.base [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Request body: {'floatingip': {'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'port_id': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address': '172.20.0.4'}} {{(pid=96263) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 14:49:37.115311 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for floatingip, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:37.209779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:37.313613 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_common [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Allocated IP 172.25.5.230 (4c250eb5-9c09-4211-bfa1-2def0c9fc28c/d7022d94-419c-4a58-8243-70cdf6aef22b/fd400c7c-b268-4f1f-9f21-0f618ded7377) {{(pid=96263) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 14:49:37.411041 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for port, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:37.520834 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778604317597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:37.557261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Network 4c250eb5-9c09-4211-bfa1-2def0c9fc28c is already hosted by enough agents. {{(pid=96263) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 14:49:37.559981 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.base_scheduler [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Resources bound (agent type, host, resource id): {{(pid=96263) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 14:49:37.563436 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Received port after_create {{(pid=96263) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 14:49:37.587726 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'Port': ['ID=fd400c7c-b268-4f1f-9f21-0f618ded7377,revision_number=1']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:49:37.909835 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:37.935450 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a7ed1118-f0f0-4150-bc10-5d2a231a4e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:38.059234 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:38.202548 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for port, precommit_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:38.280550 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8703065'] for port, after_update {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:38.346084 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event updated for resources: {'Port': ['ID=fd400c7c-b268-4f1f-9f21-0f618ded7377,revision_number=2']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:49:38.355934 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748151'] for floatingip, after_create {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:38.453215 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Floating IP 4f4996c0-8520-4f05-a09b-06ad81b5d351 associated. External IP: 172.25.5.230, port: 6af3c805-a963-4d59-b5dc-e3d8601a5f1e. Sep 08 14:49:38.654763 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Router eaee59ee-6241-4882-9fa3-b353666e6e14 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:49:38.760071 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:49:38.769932 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9d253f-a4e4-4a56-8e6f-97f1f24a2c6e None None] Sync routers for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:49:38.778745 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9d253f-a4e4-4a56-8e6f-97f1f24a2c6e None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:49:38.781002 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-da9d253f-a4e4-4a56-8e6f-97f1f24a2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:49:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:49:38.837661 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:38.865278 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-d96dbd5b-d96a-4b16-a769-9b99a8fe16a6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8418696 Sep 08 14:49:38.865978 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:49:38.868257 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756ff43d-585d-4198-ba39-f38743592f74" -d '{"events": [{"name": "network-changed", "server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:49:38.884139 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-da9d253f-a4e4-4a56-8e6f-97f1f24a2c6e None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:49:38.905172 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9d837e-273e-43b0-824d-2174e351e64f x-openstack-request-id: req-6b9d837e-273e-43b0-824d-2174e351e64f {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:49:38.905470 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:49:38.905723 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-6b9d837e-273e-43b0-824d-2174e351e64f {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:49:38.906130 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'status': 'completed', 'code': 200} Sep 08 14:49:38.966869 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ff43d-585d-4198-ba39-f38743592f74 req-a8c70694-53fd-4bf7-bd40-9844ce41d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:38.968385 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-756ff43d-585d-4198-ba39-f38743592f74 req-a8c70694-53fd-4bf7-bd40-9844ce41d3b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 1096 time: 0.0401835 Sep 08 14:49:39.060846 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ff43d-585d-4198-ba39-f38743592f74 req-9254b65b-af2f-408c-9a0b-d9b7709d83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:39.062373 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-756ff43d-585d-4198-ba39-f38743592f74 req-9254b65b-af2f-408c-9a0b-d9b7709d83d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 910 time: 0.0870044 Sep 08 14:49:39.111367 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-da9d253f-a4e4-4a56-8e6f-97f1f24a2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2fbdfa9f-735f-4fba-869b-b66d952d2986', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'port_id': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'mac_address': 'fa:16:3e:b5:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:46:24Z', 'updated_at': '2021-09-08T14:46:26Z', 'revision_number': 1, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address_scope': None}, {'id': '4f4996c0-8520-4f05-a09b-06ad81b5d351', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'port_id': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'mac_address': 'fa:16:3e:c9:cd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:49:37Z', 'updated_at': '2021-09-08T14:49:37Z', 'revision_number': 0, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:49:39.126037 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-756ff43d-585d-4198-ba39-f38743592f74 req-464d0604-6148-4336-bb2a-7fcd72b905ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e HTTP/1.1" status: 200 len: 999 time: 0.0564272 Sep 08 14:49:39.136645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9d253f-a4e4-4a56-8e6f-97f1f24a2c6e None None] Checking router: eaee59ee-6241-4882-9fa3-b353666e6e14 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:49:39.144902 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9d253f-a4e4-4a56-8e6f-97f1f24a2c6e None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:49:39.145517 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-da9d253f-a4e4-4a56-8e6f-97f1f24a2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:49:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:49:39.179346 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ff43d-585d-4198-ba39-f38743592f74 req-86276d2c-2f32-40d7-a363-e6ab5cb608b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:39.180828 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-756ff43d-585d-4198-ba39-f38743592f74 req-86276d2c-2f32-40d7-a363-e6ab5cb608b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0477309 Sep 08 14:49:39.225028 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ff43d-585d-4198-ba39-f38743592f74 req-a854896e-8a56-4735-a976-6da8d3ac1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:49:39.226571 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-756ff43d-585d-4198-ba39-f38743592f74 req-a854896e-8a56-4735-a976-6da8d3ac1a25 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393076 Sep 08 14:49:39.249835 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-da9d253f-a4e4-4a56-8e6f-97f1f24a2c6e None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:49:39.314164 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-756ff43d-585d-4198-ba39-f38743592f74 req-d28e8373-c4df-477b-bf07-7f28998424cd service neutron] 10.222.0.70 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804989 Sep 08 14:49:39.408840 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-756ff43d-585d-4198-ba39-f38743592f74 req-f6563998-fe55-4a09-b49c-6e2d83cc6e15 service neutron] 10.222.0.70 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880964 Sep 08 14:49:39.477369 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-da9d253f-a4e4-4a56-8e6f-97f1f24a2c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2fbdfa9f-735f-4fba-869b-b66d952d2986', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'port_id': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'mac_address': 'fa:16:3e:b5:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:46:24Z', 'updated_at': '2021-09-08T14:46:26Z', 'revision_number': 1, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address_scope': None}, {'id': '4f4996c0-8520-4f05-a09b-06ad81b5d351', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'port_id': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'mac_address': 'fa:16:3e:c9:cd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:49:37Z', 'updated_at': '2021-09-08T14:49:37Z', 'revision_number': 0, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:49:39.505372 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9d253f-a4e4-4a56-8e6f-97f1f24a2c6e None None] The sync data for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 is: [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2fbdfa9f-735f-4fba-869b-b66d952d2986', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'port_id': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'mac_address': 'fa:16:3e:b5:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:46:24Z', 'updated_at': '2021-09-08T14:46:26Z', 'revision_number': 1, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address_scope': None}, {'id': '4f4996c0-8520-4f05-a09b-06ad81b5d351', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'floating_ip_address': '172.25.5.230', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'port_id': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'mac_address': 'fa:16:3e:c9:cd:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:49:37Z', 'updated_at': '2021-09-08T14:49:37Z', 'revision_number': 0, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:49:39.697619 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec972ee-8542-479f-804a-2b953bcb9600 None None] New status for floating IP 4f4996c0-8520-4f05-a09b-06ad81b5d351: ACTIVE {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:49:40.263409 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-fe5f0046-956d-4b71-b495-e792e0b7df6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:40.714962 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:42.263559 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:43.671891 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:45.423190 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:49:48.004178 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:06.276176 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:50:07.971852 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-28855212-8e97-4b77-8df4-f842800a7e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:10.271147 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7fce3b3b-7d7d-4baf-b6ae-79a0be16db62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:10.711340 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:12.259615 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:13.697208 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:15.422925 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:17.951310 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:26.927547 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2c4fc2d-fdb2-4f5f-8550-e4b8abf74415 req-179f8db5-889a-47a1-934e-a9ddb524863a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393171 Sep 08 14:50:27.008988 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4fc2d-fdb2-4f5f-8550-e4b8abf74415 req-15b06af5-b0a6-4506-bd69-5cd9b475aece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:50:27.010515 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2c4fc2d-fdb2-4f5f-8550-e4b8abf74415 req-15b06af5-b0a6-4506-bd69-5cd9b475aece service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 1096 time: 0.0429561 Sep 08 14:50:27.110543 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4fc2d-fdb2-4f5f-8550-e4b8abf74415 req-6b0330ee-6817-43fc-9781-6ab764e443fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:50:27.112000 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2c4fc2d-fdb2-4f5f-8550-e4b8abf74415 req-6b0330ee-6817-43fc-9781-6ab764e443fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 910 time: 0.0822270 Sep 08 14:50:27.178645 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2c4fc2d-fdb2-4f5f-8550-e4b8abf74415 req-9a25ede1-7390-45a0-9166-b0e372787a02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e HTTP/1.1" status: 200 len: 1001 time: 0.0588300 Sep 08 14:50:27.227087 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4fc2d-fdb2-4f5f-8550-e4b8abf74415 req-9ef75bee-1d7c-42e5-b70a-f173a52a9d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:50:27.228665 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2c4fc2d-fdb2-4f5f-8550-e4b8abf74415 req-9ef75bee-1d7c-42e5-b70a-f173a52a9d4f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0436962 Sep 08 14:50:27.274431 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4fc2d-fdb2-4f5f-8550-e4b8abf74415 req-a280809f-ae96-4f82-924c-e5f7b45730d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:50:27.275947 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2c4fc2d-fdb2-4f5f-8550-e4b8abf74415 req-a280809f-ae96-4f82-924c-e5f7b45730d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407321 Sep 08 14:50:27.666700 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2c4fc2d-fdb2-4f5f-8550-e4b8abf74415 req-2a8ef03c-d64a-46b3-9fc4-3fc91cbe5296 service neutron] 10.222.0.70 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837721 Sep 08 14:50:27.754033 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-a2c4fc2d-fdb2-4f5f-8550-e4b8abf74415 req-5dd25446-c2b4-402a-bef5-a3c3cd2ce79f service neutron] 10.222.0.70 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803597 Sep 08 14:50:36.033728 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-881bf996-b3ea-4a15-b77f-4f4260fb22b1 req-a90840f1-98d6-4563-8a68-8510da8b935b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400035 Sep 08 14:50:36.115546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bf996-b3ea-4a15-b77f-4f4260fb22b1 req-ed103049-7f62-4ad4-87b3-3085f73e36d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:50:36.117029 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-881bf996-b3ea-4a15-b77f-4f4260fb22b1 req-ed103049-7f62-4ad4-87b3-3085f73e36d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 1094 time: 0.0436068 Sep 08 14:50:36.218261 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bf996-b3ea-4a15-b77f-4f4260fb22b1 req-1233061c-7577-411b-bd31-a387e2f3086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:50:36.219690 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-881bf996-b3ea-4a15-b77f-4f4260fb22b1 req-1233061c-7577-411b-bd31-a387e2f3086c service neutron] 10.222.0.60 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 910 time: 0.0819089 Sep 08 14:50:36.285348 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-881bf996-b3ea-4a15-b77f-4f4260fb22b1 req-08bd5352-9368-4784-a7f0-5c08fea9e443 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1 HTTP/1.1" status: 200 len: 999 time: 0.0582194 Sep 08 14:50:36.332115 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bf996-b3ea-4a15-b77f-4f4260fb22b1 req-3a590d00-5d9f-4fa2-8416-b56512b52b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:50:36.333567 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-881bf996-b3ea-4a15-b77f-4f4260fb22b1 req-3a590d00-5d9f-4fa2-8416-b56512b52b8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0418468 Sep 08 14:50:36.376350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bf996-b3ea-4a15-b77f-4f4260fb22b1 req-453ffb3b-a62a-40e2-8764-9ebdb6a1e782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:50:36.377780 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-881bf996-b3ea-4a15-b77f-4f4260fb22b1 req-453ffb3b-a62a-40e2-8764-9ebdb6a1e782 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378175 Sep 08 14:50:36.470389 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-881bf996-b3ea-4a15-b77f-4f4260fb22b1 req-6f5a227c-b835-4a18-8571-0500465a01e9 service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854714 Sep 08 14:50:36.556469 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-881bf996-b3ea-4a15-b77f-4f4260fb22b1 req-c8c39e78-d9a4-4227-91ca-7ea2718c56fc service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794854 Sep 08 14:50:37.956449 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-029bf9e5-b7b7-4d11-88ce-d4da145b9715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:40.247884 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a95521e6-fc98-478b-a72e-5625cd7da650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:40.679644 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:42.253403 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:43.275176 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:50:43.670516 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:45.479282 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:50:47.967911 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:07.919481 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-90f0fa21-1d6c-43da-a4ba-b147fa0c6c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:10.292966 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-02f253ba-8f21-437e-a3ce-45a40adeacae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:10.669582 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:10.690323 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6af3c805-a963-4d59-b5dc-e3d8601a5f1e details requested by agent hyperv_n-h1-807558-3 with host n-h1-807558-3 {{(pid=96265) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 14:51:10.786633 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:10.797645 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Returning: {'device': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'port_id': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'mac_address': 'fa:16:3e:c9:cd:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96265) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 14:51:10.834479 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:10.846694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6af3c805-a963-4d59-b5dc-e3d8601a5f1e {{(pid=96265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 14:51:10.876331 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:10.996371 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:11.047395 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,revision_number=6']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:11.054807 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:11.055178 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:11.055534 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:11.055996 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:11.056549 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:11.056549 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:11.056881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:11.057215 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:11.057551 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:11.057881 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:11.058233 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:11.058564 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:11.065966 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] get_ports_and_sgs() called for port_ids ['6af3c805-a963-4d59-b5dc-e3d8601a5f1e'] {{(pid=96265) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 14:51:12.519213 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:12.706203 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6af3c805-a963-4d59-b5dc-e3d8601a5f1e up at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 14:51:12.758353 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.provisioning_blocks [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Provisioning complete for port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e triggered by entity L2. {{(pid=96265) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 14:51:12.758644 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3783904'] for port, provisioning_complete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:12.846657 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:12.871026 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:51:12.873513 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca74b6c4-4aec-4044-b5ba-36080ffeb57c" -d '{"events": [{"server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "name": "network-vif-plugged", "status": "completed", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:51:12.890555 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:12.923078 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd4ae21-aef2-4d80-8861-161e0dde05c7 x-openstack-request-id: req-3fd4ae21-aef2-4d80-8861-161e0dde05c7 {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:51:12.923078 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "name": "network-vif-plugged", "status": "completed", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:51:12.923078 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-3fd4ae21-aef2-4d80-8861-161e0dde05c7 {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:51:12.923078 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'code': 200} Sep 08 14:51:12.983561 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:13.049976 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,revision_number=7']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:13.807867 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:15.410771 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:17.995767 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:20.274506 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:51:22.528515 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58884) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:22.685269 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Deleting port fd400c7c-b268-4f1f-9f21-0f618ded7377 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:51:22.685611 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:22.757400 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:22.757717 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:22.769444 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Calling delete_port for fd400c7c-b268-4f1f-9f21-0f618ded7377 owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:51:22.972576 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:22.998388 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event deleted for resources: {'Port': ['ID=fd400c7c-b268-4f1f-9f21-0f618ded7377,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:23.024377 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:23.024639 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:23.024980 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:23.025318 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:23.025664 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:23.025984 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:23.026350 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:23.026677 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:23.026999 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:23.027322 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:23.027665 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:23.027990 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:23.068415 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:23.068756 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Floating IP 4f4996c0-8520-4f05-a09b-06ad81b5d351 disassociated (deleted). External IP: 172.25.5.230, port: 6af3c805-a963-4d59-b5dc-e3d8601a5f1e. Sep 08 14:51:23.275782 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Router eaee59ee-6241-4882-9fa3-b353666e6e14 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:51:23.382960 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:51:23.387778 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:23.392469 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b956a96-5b0e-4d91-8c6e-53e21216e665 None None] Sync routers for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:51:23.407239 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b956a96-5b0e-4d91-8c6e-53e21216e665 None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:51:23.407880 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1b956a96-5b0e-4d91-8c6e-53e21216e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:51:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:23.414249 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-bbde291a-8158-432b-bc53-0d7a513e319e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "DELETE /v2.0/floatingips/4f4996c0-8520-4f05-a09b-06ad81b5d351 HTTP/1.1" status: 204 len: 168 time: 0.8845944 Sep 08 14:51:23.414838 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:51:23.417172 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b65ced-a79b-4a97-b3ea-ec8ec8e0e0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:51:23.456387 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5439fb-3396-4ed9-bfce-9d7acecfef75 x-openstack-request-id: req-bb5439fb-3396-4ed9-bfce-9d7acecfef75 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:51:23.456758 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:51:23.457026 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-bb5439fb-3396-4ed9-bfce-9d7acecfef75 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:51:23.457423 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'status': 'completed', 'code': 200} Sep 08 14:51:23.522444 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1b956a96-5b0e-4d91-8c6e-53e21216e665 None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:51:23.524095 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b65ced-a79b-4a97-b3ea-ec8ec8e0e0cc req-ba2bdfc0-117f-4e64-b310-93f0870982fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:23.525712 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3b65ced-a79b-4a97-b3ea-ec8ec8e0e0cc req-ba2bdfc0-117f-4e64-b310-93f0870982fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 1096 time: 0.0467570 Sep 08 14:51:23.617184 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b65ced-a79b-4a97-b3ea-ec8ec8e0e0cc req-a16f4dab-c0dd-4b4a-9c4b-9ccf7c728475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:23.618708 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3b65ced-a79b-4a97-b3ea-ec8ec8e0e0cc req-a16f4dab-c0dd-4b4a-9c4b-9ccf7c728475 service neutron] 10.222.0.70 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 910 time: 0.0851984 Sep 08 14:51:23.665768 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3b65ced-a79b-4a97-b3ea-ec8ec8e0e0cc req-03d2af35-efef-4bf4-b404-a877d42b6690 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e HTTP/1.1" status: 200 len: 217 time: 0.0394635 Sep 08 14:51:23.715784 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b65ced-a79b-4a97-b3ea-ec8ec8e0e0cc req-58b65944-6e68-4872-bd06-976097038db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:23.717259 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3b65ced-a79b-4a97-b3ea-ec8ec8e0e0cc req-58b65944-6e68-4872-bd06-976097038db3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0449789 Sep 08 14:51:23.749379 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1b956a96-5b0e-4d91-8c6e-53e21216e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2fbdfa9f-735f-4fba-869b-b66d952d2986', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'port_id': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'mac_address': 'fa:16:3e:b5:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:46:24Z', 'updated_at': '2021-09-08T14:46:26Z', 'revision_number': 1, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:23.768790 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b65ced-a79b-4a97-b3ea-ec8ec8e0e0cc req-1d665b35-02ca-42cb-9bdb-055533b33a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:23.770714 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3b65ced-a79b-4a97-b3ea-ec8ec8e0e0cc req-1d665b35-02ca-42cb-9bdb-055533b33a22 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452578 Sep 08 14:51:23.781104 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b956a96-5b0e-4d91-8c6e-53e21216e665 None None] Checking router: eaee59ee-6241-4882-9fa3-b353666e6e14 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:51:23.789561 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b956a96-5b0e-4d91-8c6e-53e21216e665 None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:51:23.790196 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1b956a96-5b0e-4d91-8c6e-53e21216e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:51:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:23.870735 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3b65ced-a79b-4a97-b3ea-ec8ec8e0e0cc req-15c4119e-fa29-4a3c-849c-27b74822910c service neutron] 10.222.0.70 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923760 Sep 08 14:51:23.981058 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b3b65ced-a79b-4a97-b3ea-ec8ec8e0e0cc req-6658ab3f-a9ae-4b0a-9ddd-ed799efe08a4 service neutron] 10.222.0.70 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008029 Sep 08 14:51:24.016661 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80658dc-4e84-4c47-ab0b-1344570abba5 req-ed9e9329-2264-429a-9c2e-7c161f896572 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:24.018168 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b80658dc-4e84-4c47-ab0b-1344570abba5 req-ed9e9329-2264-429a-9c2e-7c161f896572 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 945 time: 0.0569570 Sep 08 14:51:24.062649 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b80658dc-4e84-4c47-ab0b-1344570abba5 req-425d301e-f76b-4501-b7f9-7896cd3090cb tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384343 Sep 08 14:51:24.063662 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-1b956a96-5b0e-4d91-8c6e-53e21216e665 None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:51:24.280168 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-1b956a96-5b0e-4d91-8c6e-53e21216e665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2fbdfa9f-735f-4fba-869b-b66d952d2986', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'port_id': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'mac_address': 'fa:16:3e:b5:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:46:24Z', 'updated_at': '2021-09-08T14:46:26Z', 'revision_number': 1, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:24.306242 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b956a96-5b0e-4d91-8c6e-53e21216e665 None None] The sync data for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 is: [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_floatingips': [{'id': '2fbdfa9f-735f-4fba-869b-b66d952d2986', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'floating_ip_address': '172.25.5.187', 'floating_network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'router_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'port_id': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'mac_address': 'fa:16:3e:b5:64:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T14:46:24Z', 'updated_at': '2021-09-08T14:46:26Z', 'revision_number': 1, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:51:24.567646 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544cdcdf-8bd4-403a-812e-57ebddd10717 None None] New status for floating IP 4f4996c0-8520-4f05-a09b-06ad81b5d351: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:51:24.772387 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6af3c805-a963-4d59-b5dc-e3d8601a5f1e no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:51:24.850680 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3805788'] for port, before_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:24.872805 n-d-807558-3 neutron-server[96265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e'}] {{(pid=96265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:51:24.875087 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf6a4577bcc96444f1eac6c6cc95dd1c80769f1abf3df8e0102b1a3e4ee37873" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e2aa3c-2921-4e88-bdfd-a2851ba73eda" -d '{"events": [{"server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e"}]}' {{(pid=96265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:51:24.887304 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] For port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:24.912493 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 14:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b8fac2-8e7b-4678-b181-b8e814f5794a x-openstack-request-id: req-f6b8fac2-8e7b-4678-b181-b8e814f5794a {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:51:24.912786 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "name": "network-vif-unplugged", "status": "completed", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e", "code": 200}]} {{(pid=96265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:51:24.913020 n-d-807558-3 neutron-server[96265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-f6b8fac2-8e7b-4678-b181-b8e814f5794a {{(pid=96265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:51:24.913403 n-d-807558-3 neutron-server[96265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'code': 200} Sep 08 14:51:24.947060 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778604624878', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778604317615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778604317633'] for port, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:24.993012 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Pushing event updated for resources: {'Port': ['ID=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,revision_number=8']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:25.179460 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507339b-715b-48a8-bbae-74c473c5676c req-3bfd74e6-88e7-4a4f-95c4-2b538f91957b tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:25.180945 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5507339b-715b-48a8-bbae-74c473c5676c req-3bfd74e6-88e7-4a4f-95c4-2b538f91957b tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 943 time: 0.0497508 Sep 08 14:51:25.219223 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5507339b-715b-48a8-bbae-74c473c5676c req-43ba0bbb-5f19-4282-93b0-a363f6912dbc tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324163 Sep 08 14:51:25.526950 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c45315-f4b2-45d3-91e5-cef3a14e5bf9 req-ca63f2b0-a262-4f27-84fb-9ce385d9533e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:25.528360 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51c45315-f4b2-45d3-91e5-cef3a14e5bf9 req-ca63f2b0-a262-4f27-84fb-9ce385d9533e tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.70 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 943 time: 0.0483887 Sep 08 14:51:25.620415 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-51c45315-f4b2-45d3-91e5-cef3a14e5bf9 req-2217bf6f-fc98-4754-84e9-cb63a5fbf2fa tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Deleting port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:51:25.620766 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-51c45315-f4b2-45d3-91e5-cef3a14e5bf9 req-2217bf6f-fc98-4754-84e9-cb63a5fbf2fa tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:25.708280 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-51c45315-f4b2-45d3-91e5-cef3a14e5bf9 req-2217bf6f-fc98-4754-84e9-cb63a5fbf2fa tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] For port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e, host n-h1-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-807558-3',level=0,port_id=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:25.708652 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-51c45315-f4b2-45d3-91e5-cef3a14e5bf9 req-2217bf6f-fc98-4754-84e9-cb63a5fbf2fa tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:25.720658 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-51c45315-f4b2-45d3-91e5-cef3a14e5bf9 req-2217bf6f-fc98-4754-84e9-cb63a5fbf2fa tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Calling delete_port for 6af3c805-a963-4d59-b5dc-e3d8601a5f1e owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:51:25.903941 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-51c45315-f4b2-45d3-91e5-cef3a14e5bf9 req-2217bf6f-fc98-4754-84e9-cb63a5fbf2fa tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:25.930823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217bf6f-fc98-4754-84e9-cb63a5fbf2fa tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event deleted for resources: {'Port': ['ID=6af3c805-a963-4d59-b5dc-e3d8601a5f1e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:25.973703 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c45315-f4b2-45d3-91e5-cef3a14e5bf9 req-2217bf6f-fc98-4754-84e9-cb63a5fbf2fa tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] No DVR routers for this DVR port 6af3c805-a963-4d59-b5dc-e3d8601a5f1e on host n-h1-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:51:25.976445 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-51c45315-f4b2-45d3-91e5-cef3a14e5bf9 req-2217bf6f-fc98-4754-84e9-cb63a5fbf2fa tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:25.978488 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-51c45315-f4b2-45d3-91e5-cef3a14e5bf9 req-2217bf6f-fc98-4754-84e9-cb63a5fbf2fa tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.70 "DELETE /v2.0/ports/6af3c805-a963-4d59-b5dc-e3d8601a5f1e HTTP/1.1" status: 204 len: 173 time: 0.4434178 Sep 08 14:51:25.979463 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'name': 'network-vif-deleted', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:51:25.981742 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838da19d-ef2d-4d24-82dd-b011f383c0a7" -d '{"events": [{"server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "name": "network-vif-deleted", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:51:26.018242 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb168ea-44e6-49ef-b494-54ceebb99a81 x-openstack-request-id: req-1cb168ea-44e6-49ef-b494-54ceebb99a81 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:51:26.018539 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3952df6e-be4c-4c6d-b43e-b9aba7dff9d2", "name": "network-vif-deleted", "tag": "6af3c805-a963-4d59-b5dc-e3d8601a5f1e", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:51:26.018794 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-1cb168ea-44e6-49ef-b494-54ceebb99a81 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:51:26.019198 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3952df6e-be4c-4c6d-b43e-b9aba7dff9d2', 'name': 'network-vif-deleted', 'tag': '6af3c805-a963-4d59-b5dc-e3d8601a5f1e', 'status': 'completed', 'code': 200} Sep 08 14:51:26.330313 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-29e70fd0-0913-4587-8049-c118a598269b req-520759e0-f27d-45b3-a52c-a7e4f76958c6 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=3952df6e-be4c-4c6d-b43e-b9aba7dff9d2 HTTP/1.1" status: 200 len: 210 time: 0.0306923 Sep 08 14:51:28.606462 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58946) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:28.759844 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Deleting port ae2da2a5-82fc-4ce5-a62e-6cc8c5dc8d5e {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:51:28.760115 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:28.783478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6af3c805-a963-4d59-b5dc-e3d8601a5f1e no longer exists at agent hyperv_n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:51:28.806670 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] No Port match for: 6af3c805-a963-4d59-b5dc-e3d8601a5f1e {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:51:28.807022 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Device 6af3c805-a963-4d59-b5dc-e3d8601a5f1e not bound to the agent host n-h1-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:51:28.836484 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:28.836796 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:28.848338 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Calling delete_port for ae2da2a5-82fc-4ce5-a62e-6cc8c5dc8d5e owned by network:floatingip {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:51:29.061414 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:29.087724 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event deleted for resources: {'Port': ['ID=ae2da2a5-82fc-4ce5-a62e-6cc8c5dc8d5e,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:29.148053 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for floatingip, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:29.148391 n-d-807558-3 neutron-server[96263]: INFO neutron.db.l3_db [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Floating IP 2fbdfa9f-735f-4fba-869b-b66d952d2986 disassociated (deleted). External IP: 172.25.5.187, port: 8ec56c78-0b7d-460b-a4dd-5682c75e93e1. Sep 08 14:51:29.347354 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Router eaee59ee-6241-4882-9fa3-b353666e6e14 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:51:29.451965 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:51:29.462588 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for floatingip, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:29.462703 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757fa7e-60a8-4cd6-8b7d-a74cfb1e9167 None None] Sync routers for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:51:29.470624 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757fa7e-60a8-4cd6-8b7d-a74cfb1e9167 None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:51:29.471249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6757fa7e-60a8-4cd6-8b7d-a74cfb1e9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:51:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:29.483267 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-a4040056-4925-4703-ad58-2b4e852c2765 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "DELETE /v2.0/floatingips/2fbdfa9f-735f-4fba-869b-b66d952d2986 HTTP/1.1" status: 204 len: 168 time: 0.8757260 Sep 08 14:51:29.484059 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:51:29.486479 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21547e31-2a1a-412d-81ab-62a29e7604de" -d '{"events": [{"name": "network-changed", "server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:51:29.525480 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 14:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85348f5-c98b-41ab-b737-9cb0e789a35c x-openstack-request-id: req-e85348f5-c98b-41ab-b737-9cb0e789a35c {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:51:29.525772 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:51:29.526021 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-e85348f5-c98b-41ab-b737-9cb0e789a35c {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:51:29.526949 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'status': 'completed', 'code': 200} Sep 08 14:51:29.587194 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6757fa7e-60a8-4cd6-8b7d-a74cfb1e9167 None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:51:29.629297 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21547e31-2a1a-412d-81ab-62a29e7604de req-ed494fd3-eb8a-4390-830f-8f35ab5079e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:29.630941 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21547e31-2a1a-412d-81ab-62a29e7604de req-ed494fd3-eb8a-4390-830f-8f35ab5079e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 1094 time: 0.0835202 Sep 08 14:51:29.722328 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21547e31-2a1a-412d-81ab-62a29e7604de req-b7a3f64b-8604-4816-a7d1-d0d9a82ba942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:29.723817 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21547e31-2a1a-412d-81ab-62a29e7604de req-b7a3f64b-8604-4816-a7d1-d0d9a82ba942 service neutron] 10.222.0.60 "GET /v2.0/networks?id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 200 len: 910 time: 0.0860565 Sep 08 14:51:29.764955 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21547e31-2a1a-412d-81ab-62a29e7604de req-000d358a-793f-48b3-b2e6-ef29c04a88c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1 HTTP/1.1" status: 200 len: 217 time: 0.0331969 Sep 08 14:51:29.781092 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6757fa7e-60a8-4cd6-8b7d-a74cfb1e9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:29.807999 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757fa7e-60a8-4cd6-8b7d-a74cfb1e9167 None None] Checking router: eaee59ee-6241-4882-9fa3-b353666e6e14 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:51:29.817073 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6757fa7e-60a8-4cd6-8b7d-a74cfb1e9167 None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:51:29.817631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21547e31-2a1a-412d-81ab-62a29e7604de req-844962a8-91b8-467b-ae53-d94175c15489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:29.817948 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6757fa7e-60a8-4cd6-8b7d-a74cfb1e9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:51:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:29.818992 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21547e31-2a1a-412d-81ab-62a29e7604de req-844962a8-91b8-467b-ae53-d94175c15489 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 200 len: 848 time: 0.0475094 Sep 08 14:51:29.865290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21547e31-2a1a-412d-81ab-62a29e7604de req-e4e1b9e3-0a42-408e-9617-32409e83adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:29.866802 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21547e31-2a1a-412d-81ab-62a29e7604de req-e4e1b9e3-0a42-408e-9617-32409e83adc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394175 Sep 08 14:51:29.923829 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-6757fa7e-60a8-4cd6-8b7d-a74cfb1e9167 None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:51:29.962614 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21547e31-2a1a-412d-81ab-62a29e7604de req-7997c7c8-a78d-4ffb-bcda-5dcdb0a48948 service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880620 Sep 08 14:51:30.082507 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af72f95-a6ee-4653-abb5-32bb02f4e2a8 req-095fb2b5-bf86-44c5-bbe9-96b4df10c564 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:30.084020 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5af72f95-a6ee-4653-abb5-32bb02f4e2a8 req-095fb2b5-bf86-44c5-bbe9-96b4df10c564 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 943 time: 0.0930755 Sep 08 14:51:30.113743 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-21547e31-2a1a-412d-81ab-62a29e7604de req-29b81393-1abe-4ef9-a1d5-aeb06bd7fc34 service neutron] 10.222.0.60 "GET /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414111 Sep 08 14:51:30.132046 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-5af72f95-a6ee-4653-abb5-32bb02f4e2a8 req-a82a08f8-8d55-4c50-9232-816f45ae4977 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420475 Sep 08 14:51:30.133590 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-6757fa7e-60a8-4cd6-8b7d-a74cfb1e9167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:30.160922 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6757fa7e-60a8-4cd6-8b7d-a74cfb1e9167 None None] The sync data for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 is: [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:46:00Z', 'revision_number': 4, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3', '_interfaces': [{'id': 'b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd', 'name': '', 'network_id': '49b1e243-d5d9-44fb-865d-1e2fa62a6ad2', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'mac_address': 'fa:16:3e:5a:bf:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:00Z', 'updated_at': '2021-09-08T14:46:04Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'subnets': [{'id': '49e75cc8-80dd-4377-8333-933dada8bd07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:51:30.378854 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507d5b14-7aaa-48ab-93ec-051f50b44ebc None None] New status for floating IP 2fbdfa9f-735f-4fba-869b-b66d952d2986: DOWN {{(pid=96266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 14:51:30.885967 n-d-807558-3 neutron-server[96263]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157550c-bc99-4493-b610-11575505bbd4 req-08def2ec-4219-43b0-bfa0-a519840e3023 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96263) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:30.888104 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b157550c-bc99-4493-b610-11575505bbd4 req-08def2ec-4219-43b0-bfa0-a519840e3023 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.60 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 943 time: 0.0481572 Sep 08 14:51:30.978510 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-b157550c-bc99-4493-b610-11575505bbd4 req-375245bd-194a-47a6-b8dc-5074f38fe241 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Deleting port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:51:30.978862 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b157550c-bc99-4493-b610-11575505bbd4 req-375245bd-194a-47a6-b8dc-5074f38fe241 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:31.064631 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [req-b157550c-bc99-4493-b610-11575505bbd4 req-375245bd-194a-47a6-b8dc-5074f38fe241 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] For port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1, host n-h2-807558-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-807558-3',level=0,port_id=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:31.064999 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b157550c-bc99-4493-b610-11575505bbd4 req-375245bd-194a-47a6-b8dc-5074f38fe241 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:31.077908 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [req-b157550c-bc99-4493-b610-11575505bbd4 req-375245bd-194a-47a6-b8dc-5074f38fe241 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Calling delete_port for 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 owned by compute:nova {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:51:31.249538 n-d-807558-3 neutron-server[96264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85509ee-3868-42ea-b8d8-77ed67c9b345 req-3351909e-10c5-43d3-b658-2346c2bbc2bd tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 14:51:31.251073 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c85509ee-3868-42ea-b8d8-77ed67c9b345 req-3351909e-10c5-43d3-b658-2346c2bbc2bd tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 943 time: 0.0492618 Sep 08 14:51:31.270213 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b157550c-bc99-4493-b610-11575505bbd4 req-375245bd-194a-47a6-b8dc-5074f38fe241 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:31.288915 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-c85509ee-3868-42ea-b8d8-77ed67c9b345 req-c714d66b-5c34-4555-93e1-db09d33c30bf tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/security-groups?id=d58a5ae1-a2d8-4b36-b9c6-3972457c828b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318623 Sep 08 14:51:31.299360 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375245bd-194a-47a6-b8dc-5074f38fe241 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event deleted for resources: {'Port': ['ID=8ec56c78-0b7d-460b-a4dd-5682c75e93e1,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:31.343477 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.l3_dvrscheduler_db [req-b157550c-bc99-4493-b610-11575505bbd4 req-375245bd-194a-47a6-b8dc-5074f38fe241 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] No DVR routers for this DVR port 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 on host n-h2-807558-3 {{(pid=96263) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:51:31.345978 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [req-b157550c-bc99-4493-b610-11575505bbd4 req-375245bd-194a-47a6-b8dc-5074f38fe241 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25286'] for port, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:31.347990 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [req-b157550c-bc99-4493-b610-11575505bbd4 req-375245bd-194a-47a6-b8dc-5074f38fe241 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.60 "DELETE /v2.0/ports/8ec56c78-0b7d-460b-a4dd-5682c75e93e1 HTTP/1.1" status: 204 len: 173 time: 0.4540956 Sep 08 14:51:31.528248 n-d-807558-3 neutron-server[96263]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'name': 'network-vif-deleted', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1'}] {{(pid=96263) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 14:51:31.530561 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.69/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f2e57bef3dec7b6d6aac897729c4e3b1f14b1095e76327357387c5c09499aa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6cce8a-f086-4003-baac-afed7c9c8345" -d '{"events": [{"server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "name": "network-vif-deleted", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1"}]}' {{(pid=96263) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 14:51:31.568673 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 14:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f45ea76-8e44-422c-a2f5-cc8684846db9 x-openstack-request-id: req-4f45ea76-8e44-422c-a2f5-cc8684846db9 {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 14:51:31.568963 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee", "name": "network-vif-deleted", "tag": "8ec56c78-0b7d-460b-a4dd-5682c75e93e1", "status": "completed", "code": 200}]} {{(pid=96263) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 14:51:31.569208 n-d-807558-3 neutron-server[96263]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.69/compute/v2.1/os-server-external-events used request id req-4f45ea76-8e44-422c-a2f5-cc8684846db9 {{(pid=96263) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 14:51:31.569609 n-d-807558-3 neutron-server[96263]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee', 'name': 'network-vif-deleted', 'tag': '8ec56c78-0b7d-460b-a4dd-5682c75e93e1', 'status': 'completed', 'code': 200} Sep 08 14:51:32.399201 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [req-198d6086-b058-474b-bf48-4a84c358c020 req-79229d63-8f94-41fe-b122-73ed9be7cf6c tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "GET /v2.0/ports?device_id=23f1a01f-3f77-4b5c-a0b0-ca8d2a164fee HTTP/1.1" status: 200 len: 210 time: 0.0309088 Sep 08 14:51:33.454363 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58966) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:33.511444 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-203b685c-6751-4cf6-8709-762282c5e364 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:33.536658 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-203b685c-6751-4cf6-8709-762282c5e364 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:33.672417 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-203b685c-6751-4cf6-8709-762282c5e364 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:33.675074 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-203b685c-6751-4cf6-8709-762282c5e364 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:33.676245 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-203b685c-6751-4cf6-8709-762282c5e364 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] 10.222.0.69 "DELETE /v2.0/security-groups/d58a5ae1-a2d8-4b36-b9c6-3972457c828b HTTP/1.1" status: 204 len: 168 time: 0.2208686 Sep 08 14:51:33.685290 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b685c-6751-4cf6-8709-762282c5e364 tempest-TestSnapshotPattern-759585454 tempest-TestSnapshotPattern-759585454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58a5ae1-a2d8-4b36-b9c6-3972457c828b,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:33.815813 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58970) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:34.244020 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:34.489424 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Deleting port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:51:34.489775 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:34.565047 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] For port b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:34.565328 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:34.578871 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Calling delete_port for b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd owned by network:router_interface {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:51:34.835223 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:34.859369 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:34.869304 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:34.869657 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:34.869999 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:34.870366 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:34.870699 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:34.871426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:34.871426 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:34.871634 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:34.871963 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:34.872282 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:34.872604 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:34.872926 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-807558-3 {{(pid=96264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 14:51:34.906434 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 no longer exists at agent hyperv_n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:51:34.926872 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] No Port match for: 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:51:34.927228 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Device 8ec56c78-0b7d-460b-a4dd-5682c75e93e1 not bound to the agent host n-h2-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:51:35.040212 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:35.245184 n-d-807558-3 neutron-server[96264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Router eaee59ee-6241-4882-9fa3-b353666e6e14 has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:51:35.347728 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:51:35.352991 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-db68e926-6e3e-47a1-9296-aaaa0370acf0 admin admin] 10.222.0.69 "PUT /v2.0/routers/eaee59ee-6241-4882-9fa3-b353666e6e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5360785 Sep 08 14:51:35.356161 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58974) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:35.357478 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81660a6a-34dc-4a24-b9c6-579b4b44ca56 None None] Sync routers for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:51:35.366513 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81660a6a-34dc-4a24-b9c6-579b4b44ca56 None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:51:35.367131 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-81660a6a-34dc-4a24-b9c6-579b4b44ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:51:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:35.459999 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:35.471694 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-81660a6a-34dc-4a24-b9c6-579b4b44ca56 None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: n-d-807558-3 {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:51:35.559147 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:35.647163 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-81660a6a-34dc-4a24-b9c6-579b4b44ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:51:34Z', 'revision_number': 5, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port': {'id': 'ae7b9646-db2a-4834-86d0-8621759e21a3', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:7c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:45:58Z', 'updated_at': '2021-09-08T14:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:35.668546 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Deleting port ae7b9646-db2a-4834-86d0-8621759e21a3 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:51:35.668900 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:35.673479 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81660a6a-34dc-4a24-b9c6-579b4b44ca56 None None] Checking router: eaee59ee-6241-4882-9fa3-b353666e6e14 for host: n-d-807558-3 {{(pid=96265) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:51:35.681707 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81660a6a-34dc-4a24-b9c6-579b4b44ca56 None None] Routers {'eaee59ee-6241-4882-9fa3-b353666e6e14'} bound to L3 agent in host n-d-807558-3 {{(pid=96265) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:51:35.682354 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-81660a6a-34dc-4a24-b9c6-579b4b44ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:51:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['eaee59ee-6241-4882-9fa3-b353666e6e14'], 'active': True} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:35.769969 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvr_db [None req-81660a6a-34dc-4a24-b9c6-579b4b44ca56 None None] Set router eaee59ee-6241-4882-9fa3-b353666e6e14 gateway port host: None {{(pid=96265) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:51:35.823841 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_hamode_db [None req-81660a6a-34dc-4a24-b9c6-579b4b44ca56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:51:35Z', 'revision_number': 6, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:35.853900 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81660a6a-34dc-4a24-b9c6-579b4b44ca56 None None] The sync data for ids ['eaee59ee-6241-4882-9fa3-b353666e6e14'] in n-d-807558-3 is: [{'id': 'eaee59ee-6241-4882-9fa3-b353666e6e14', 'name': 'tempest-TestSnapshotPattern-369496891-router', 'tenant_id': '66a3dafc7c2240c4a004303f8dda3b95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:45:57Z', 'updated_at': '2021-09-08T14:51:35Z', 'revision_number': 6, 'project_id': '66a3dafc7c2240c4a004303f8dda3b95', 'gw_port_host': None}] {{(pid=96265) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:51:36.052229 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] For port ae7b9646-db2a-4834-86d0-8621759e21a3, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=ae7b9646-db2a-4834-86d0-8621759e21a3,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:36.052595 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:36.064547 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Calling delete_port for ae7b9646-db2a-4834-86d0-8621759e21a3 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:51:36.284774 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:36.309011 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7b9646-db2a-4834-86d0-8621759e21a3,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:36.369052 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:36.467344 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:36.469361 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:36.558308 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:36.558823 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaee59ee-6241-4882-9fa3-b353666e6e14 {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:51:36.563429 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:36.564671 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-9d3a2a0b-474e-4b49-92d4-914cb37d9d4f admin admin] 10.222.0.69 "DELETE /v2.0/routers/eaee59ee-6241-4882-9fa3-b353666e6e14 HTTP/1.1" status: 204 len: 168 time: 1.2073624 Sep 08 14:51:36.567407 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58976) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:36.616239 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-6520c0d3-a7ba-4d04-a8d3-95053cef4035 admin admin] Deleting subnet 49e75cc8-80dd-4377-8333-933dada8bd07 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:51:36.619559 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6520c0d3-a7ba-4d04-a8d3-95053cef4035 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:36.647510 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ae7b9646-db2a-4834-86d0-8621759e21a3 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:51:36.656207 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6520c0d3-a7ba-4d04-a8d3-95053cef4035 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:36.667395 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: ae7b9646-db2a-4834-86d0-8621759e21a3 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:51:36.667817 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device ae7b9646-db2a-4834-86d0-8621759e21a3 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:51:36.668892 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:51:36.688860 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:51:36.689184 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device b4a165d5-8bfa-4c49-b6b8-4a7966e4b4cd not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:51:36.740968 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6520c0d3-a7ba-4d04-a8d3-95053cef4035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:36.890465 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6520c0d3-a7ba-4d04-a8d3-95053cef4035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:36.916466 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520c0d3-a7ba-4d04-a8d3-95053cef4035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e75cc8-80dd-4377-8333-933dada8bd07,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:36.920342 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6520c0d3-a7ba-4d04-a8d3-95053cef4035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:36.922261 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6520c0d3-a7ba-4d04-a8d3-95053cef4035 admin admin] 10.222.0.69 "DELETE /v2.0/subnets/49e75cc8-80dd-4377-8333-933dada8bd07 HTTP/1.1" status: 204 len: 168 time: 0.3538814 Sep 08 14:51:36.924877 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58978) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:36.927560 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882322a2-1ed7-4ee6-a0fe-388b0ff76b03 None None] Network 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:51:37.003230 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.054688 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Deleting port 0ceb1d3e-f06f-4282-9a1b-342e3545428a {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:51:37.055032 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.098249 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0db9d5-95c0-47e7-baeb-6960a9ca9728 None None] DHCP port deletion for 49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:51:37.121054 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] For port 0ceb1d3e-f06f-4282-9a1b-342e3545428a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0ceb1d3e-f06f-4282-9a1b-342e3545428a,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:37.121959 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.134088 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Calling delete_port for 0ceb1d3e-f06f-4282-9a1b-342e3545428a owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:51:37.142894 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1c0db9d5-95c0-47e7-baeb-6960a9ca9728 None None] Deleting port 0ceb1d3e-f06f-4282-9a1b-342e3545428a {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:51:37.143273 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1c0db9d5-95c0-47e7-baeb-6960a9ca9728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.258743 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.283503 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Pushing event deleted for resources: {'Port': ['ID=0ceb1d3e-f06f-4282-9a1b-342e3545428a,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:37.291908 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] No DVR routers for this DVR port 0ceb1d3e-f06f-4282-9a1b-342e3545428a on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:51:37.357407 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-1c0db9d5-95c0-47e7-baeb-6960a9ca9728 None None] For port 0ceb1d3e-f06f-4282-9a1b-342e3545428a, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=0ceb1d3e-f06f-4282-9a1b-342e3545428a,segment=NetworkSegment(038a9859-971d-49c4-b8ff-d921d2576d83),segment_id=038a9859-971d-49c4-b8ff-d921d2576d83)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:37.362652 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1c0db9d5-95c0-47e7-baeb-6960a9ca9728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.368252 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.369798 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-1c0db9d5-95c0-47e7-baeb-6960a9ca9728 None None] Calling delete_port for 0ceb1d3e-f06f-4282-9a1b-342e3545428a owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:51:37.388575 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49b1e243-d5d9-44fb-865d-1e2fa62a6ad2']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:37.397975 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038a9859-971d-49c4-b8ff-d921d2576d83') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:37.398312 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038a9859-971d-49c4-b8ff-d921d2576d83') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:37.407501 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.420155 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.426044 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:51:37.426497 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:51:37.428114 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 08 14:51:37.436626 n-d-807558-3 neutron-server[96265]: self.session.flush() Sep 08 14:51:37.443315 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-1c0db9d5-95c0-47e7-baeb-6960a9ca9728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.472448 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0db9d5-95c0-47e7-baeb-6960a9ca9728 None None] No DVR routers for this DVR port 0ceb1d3e-f06f-4282-9a1b-342e3545428a on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:51:37.474420 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0db9d5-95c0-47e7-baeb-6960a9ca9728 None None] Pushing event deleted for resources: {'Port': ['ID=0ceb1d3e-f06f-4282-9a1b-342e3545428a,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:37.869451 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.875325 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:37.877211 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] 10.222.0.69 "DELETE /v2.0/networks/49b1e243-d5d9-44fb-865d-1e2fa62a6ad2 HTTP/1.1" status: 204 len: 168 time: 0.9505222 Sep 08 14:51:37.880478 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58980) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:37.887903 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40390e57-f08b-4333-828d-453333dbedbf admin admin] Pushing event deleted for resources: {'Network': ['ID=49b1e243-d5d9-44fb-865d-1e2fa62a6ad2,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:37.915243 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5907ec62-73cb-4c30-9d55-a487d3a2dee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:38.218741 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b830fc9-596c-4900-9f70-fb5312a453ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-747895'] for router_interface, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:38.463528 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6b830fc9-596c-4900-9f70-fb5312a453ab admin admin] Deleting port 34d19d4e-8620-4748-a5dd-8b6696604ba6 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:51:38.463877 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b830fc9-596c-4900-9f70-fb5312a453ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:38.524851 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0ceb1d3e-f06f-4282-9a1b-342e3545428a no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:51:38.542719 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-6b830fc9-596c-4900-9f70-fb5312a453ab admin admin] For port 34d19d4e-8620-4748-a5dd-8b6696604ba6, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=34d19d4e-8620-4748-a5dd-8b6696604ba6,segment=NetworkSegment(93af3573-7332-4938-a052-bb0788279854),segment_id=93af3573-7332-4938-a052-bb0788279854)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:38.543088 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b830fc9-596c-4900-9f70-fb5312a453ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:38.544657 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 0ceb1d3e-f06f-4282-9a1b-342e3545428a {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:51:38.545006 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 0ceb1d3e-f06f-4282-9a1b-342e3545428a not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:51:38.555821 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-6b830fc9-596c-4900-9f70-fb5312a453ab admin admin] Calling delete_port for 34d19d4e-8620-4748-a5dd-8b6696604ba6 owned by network:router_interface {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:51:38.810680 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b830fc9-596c-4900-9f70-fb5312a453ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:38.839266 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b830fc9-596c-4900-9f70-fb5312a453ab admin admin] Pushing event deleted for resources: {'Port': ['ID=34d19d4e-8620-4748-a5dd-8b6696604ba6,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:39.003842 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-6b830fc9-596c-4900-9f70-fb5312a453ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3624131', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-747931'] for router_interface, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:39.211420 n-d-807558-3 neutron-server[96263]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b830fc9-596c-4900-9f70-fb5312a453ab admin admin] Router ff10fb61-2832-4c73-823d-ff987b31baee has already been hosted by L3 agent 0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd {{(pid=96263) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 14:51:39.314862 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b830fc9-596c-4900-9f70-fb5312a453ab admin admin] Notify agent at l3_agent.n-d-807558-3 the message routers_updated {{(pid=96263) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 14:51:39.320086 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-6b830fc9-596c-4900-9f70-fb5312a453ab admin admin] 10.222.0.69 "PUT /v2.0/routers/ff10fb61-2832-4c73-823d-ff987b31baee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4385257 Sep 08 14:51:39.322730 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58982) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:39.325226 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0136ac8-5a03-4060-8325-e4a22e865076 None None] Sync routers for ids ['ff10fb61-2832-4c73-823d-ff987b31baee'] in n-d-807558-3 {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 14:51:39.334428 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0136ac8-5a03-4060-8325-e4a22e865076 None None] Routers {'ff10fb61-2832-4c73-823d-ff987b31baee'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:51:39.335022 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f0136ac8-5a03-4060-8325-e4a22e865076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:51:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ff10fb61-2832-4c73-823d-ff987b31baee'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:39.423797 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Notify callbacks [] for router, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:39.437776 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f0136ac8-5a03-4060-8325-e4a22e865076 None None] Set router ff10fb61-2832-4c73-823d-ff987b31baee gateway port host: n-d-807558-3 {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:51:39.522622 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:39.657964 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Deleting port dd8ec034-cf79-4ce0-890f-d4d22951a384 {{(pid=96263) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:51:39.658353 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:39.705730 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f0136ac8-5a03-4060-8325-e4a22e865076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'name': 'tempest-TestSnapshotPattern-1653628365-router', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'external_fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228'}], 'enable_snat': True}, 'gw_port_id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:51:38Z', 'revision_number': 5, 'project_id': '11b6a242173b4c98bb64566d69dfe00b', 'gw_port': {'id': 'dd8ec034-cf79-4ce0-890f-d4d22951a384', 'name': '', 'network_id': '4c250eb5-9c09-4211-bfa1-2def0c9fc28c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'ip_address': '172.25.5.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-807558-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd7022d94-419c-4a58-8243-70cdf6aef22b', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-807558-3'}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:39.732816 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0136ac8-5a03-4060-8325-e4a22e865076 None None] Checking router: ff10fb61-2832-4c73-823d-ff987b31baee for host: n-d-807558-3 {{(pid=96266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 14:51:39.737162 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.db [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] For port dd8ec034-cf79-4ce0-890f-d4d22951a384, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=dd8ec034-cf79-4ce0-890f-d4d22951a384,segment=NetworkSegment(dfad9ccb-3c31-4c4f-bd9a-5d652543803a),segment_id=dfad9ccb-3c31-4c4f-bd9a-5d652543803a)] {{(pid=96263) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:39.737540 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:39.741437 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0136ac8-5a03-4060-8325-e4a22e865076 None None] Routers {'ff10fb61-2832-4c73-823d-ff987b31baee'} bound to L3 agent in host n-d-807558-3 {{(pid=96266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 14:51:39.742041 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f0136ac8-5a03-4060-8325-e4a22e865076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-807558-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T12:56:40Z,description=,heartbeat_timestamp=2021-09-08T14:51:10Z,host='n-d-807558-3',id=0b0b424c-dbfa-4cb1-8a39-d45c531e9bcd,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T12:56:41Z,topic='l3_agent')) {'router_ids': ['ff10fb61-2832-4c73-823d-ff987b31baee'], 'active': True} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:39.749837 n-d-807558-3 neutron-server[96263]: DEBUG neutron.plugins.ml2.plugin [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Calling delete_port for dd8ec034-cf79-4ce0-890f-d4d22951a384 owned by network:router_gateway {{(pid=96263) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:51:39.825944 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_dvr_db [None req-f0136ac8-5a03-4060-8325-e4a22e865076 None None] Set router ff10fb61-2832-4c73-823d-ff987b31baee gateway port host: None {{(pid=96266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 14:51:39.878680 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.l3_hamode_db [None req-f0136ac8-5a03-4060-8325-e4a22e865076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'name': 'tempest-TestSnapshotPattern-1653628365-router', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:51:39Z', 'revision_number': 6, 'project_id': '11b6a242173b4c98bb64566d69dfe00b', 'gw_port_host': None}], 'n-d-807558-3', False) {} {{(pid=96266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:39.905759 n-d-807558-3 neutron-server[96266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0136ac8-5a03-4060-8325-e4a22e865076 None None] The sync data for ids ['ff10fb61-2832-4c73-823d-ff987b31baee'] in n-d-807558-3 is: [{'id': 'ff10fb61-2832-4c73-823d-ff987b31baee', 'name': 'tempest-TestSnapshotPattern-1653628365-router', 'tenant_id': '11b6a242173b4c98bb64566d69dfe00b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T14:46:03Z', 'updated_at': '2021-09-08T14:51:39Z', 'revision_number': 6, 'project_id': '11b6a242173b4c98bb64566d69dfe00b', 'gw_port_host': None}] {{(pid=96266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 14:51:39.955214 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8703062'] for port, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:39.981126 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8ec034-cf79-4ce0-890f-d4d22951a384,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:40.044058 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-748089'] for router_gateway, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.131941 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-728682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2974'] for router, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.134012 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.217958 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-728659'] for router, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.218442 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff10fb61-2832-4c73-823d-ff987b31baee {{(pid=96263) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 14:51:40.222799 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] Notify callbacks [] for router, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.224280 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-4d4ba5bf-401d-446e-86c3-071133ceea7d admin admin] 10.222.0.69 "DELETE /v2.0/routers/ff10fb61-2832-4c73-823d-ff987b31baee HTTP/1.1" status: 204 len: 168 time: 0.9002535 Sep 08 14:51:40.235524 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 58984) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:40.276251 n-d-807558-3 neutron-server[96263]: DEBUG neutron.db.db_base_plugin_v2 [None req-321ec909-a5ab-408e-8b11-a0712c24ddfc admin admin] Deleting subnet 9d7c22e2-00cd-46a4-972d-0158dee6fbf8 {{(pid=96263) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 14:51:40.278384 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-278d415a-d95f-40f0-b0e5-5508de0cdf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.279497 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-321ec909-a5ab-408e-8b11-a0712c24ddfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.315259 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-321ec909-a5ab-408e-8b11-a0712c24ddfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8653614'] for subnet, precommit_delete_associations {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.390647 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-321ec909-a5ab-408e-8b11-a0712c24ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3768838'] for subnet, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.524112 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-321ec909-a5ab-408e-8b11-a0712c24ddfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3768895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8703011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9179599'] for subnet, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.552986 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ec909-a5ab-408e-8b11-a0712c24ddfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7c22e2-00cd-46a4-972d-0158dee6fbf8,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:40.556779 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-321ec909-a5ab-408e-8b11-a0712c24ddfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.559320 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-321ec909-a5ab-408e-8b11-a0712c24ddfc admin admin] 10.222.0.69 "DELETE /v2.0/subnets/9d7c22e2-00cd-46a4-972d-0158dee6fbf8 HTTP/1.1" status: 204 len: 168 time: 0.3311563 Sep 08 14:51:40.562283 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58986) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:40.569381 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceef967-a312-488d-b088-b01b64410e7d None None] Network 62308787-70e8-461d-b62e-fbb0e8da2e5e requested from n-d-807558-3 {{(pid=96265) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 14:51:40.638286 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3723021'] for network, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.688301 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 34d19d4e-8620-4748-a5dd-8b6696604ba6 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:51:40.709379 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Deleting port 6f39bc4f-b865-4cdb-b6ab-148d47429024 {{(pid=96264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:51:40.709723 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.710843 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 34d19d4e-8620-4748-a5dd-8b6696604ba6 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:51:40.711198 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 34d19d4e-8620-4748-a5dd-8b6696604ba6 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:51:40.711616 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device dd8ec034-cf79-4ce0-890f-d4d22951a384 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:51:40.733109 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: dd8ec034-cf79-4ce0-890f-d4d22951a384 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:51:40.733477 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device dd8ec034-cf79-4ce0-890f-d4d22951a384 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:51:40.741390 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.765859 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068695a4-f648-448f-9a66-0af3b353eaa2 None None] DHCP port deletion for 62308787-70e8-461d-b62e-fbb0e8da2e5e request from n-d-807558-3 {{(pid=96265) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 14:51:40.782500 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.db [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] For port 6f39bc4f-b865-4cdb-b6ab-148d47429024, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6f39bc4f-b865-4cdb-b6ab-148d47429024,segment=NetworkSegment(93af3573-7332-4938-a052-bb0788279854),segment_id=93af3573-7332-4938-a052-bb0788279854)] {{(pid=96264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:40.782964 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.799625 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.plugin [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Calling delete_port for 6f39bc4f-b865-4cdb-b6ab-148d47429024 owned by network:dhcp {{(pid=96264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:51:40.814029 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-068695a4-f648-448f-9a66-0af3b353eaa2 None None] Deleting port 6f39bc4f-b865-4cdb-b6ab-148d47429024 {{(pid=96265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 14:51:40.814447 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-068695a4-f648-448f-9a66-0af3b353eaa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778604618518'] for port, before_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.880930 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.db [None req-068695a4-f648-448f-9a66-0af3b353eaa2 None None] For port 6f39bc4f-b865-4cdb-b6ab-148d47429024, host n-d-807558-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-807558-3',level=0,port_id=6f39bc4f-b865-4cdb-b6ab-148d47429024,segment=NetworkSegment(93af3573-7332-4938-a052-bb0788279854),segment_id=93af3573-7332-4938-a052-bb0788279854)] {{(pid=96265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 14:51:40.881608 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-068695a4-f648-448f-9a66-0af3b353eaa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-752910'] for port, precommit_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.894838 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-068695a4-f648-448f-9a66-0af3b353eaa2 None None] Calling delete_port for 6f39bc4f-b865-4cdb-b6ab-148d47429024 owned by network:dhcp {{(pid=96265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 14:51:40.969798 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12463076'] for port, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.978144 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-068695a4-f648-448f-9a66-0af3b353eaa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3805723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778604624860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778604317606'] for port, after_delete {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:40.998072 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f39bc4f-b865-4cdb-b6ab-148d47429024,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:40.998820 n-d-807558-3 neutron-server[96264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] No DVR routers for this DVR port 6f39bc4f-b865-4cdb-b6ab-148d47429024 on host n-d-807558-3 {{(pid=96264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:51:41.006626 n-d-807558-3 neutron-server[96265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068695a4-f648-448f-9a66-0af3b353eaa2 None None] Pushing event deleted for resources: {'Port': ['ID=6f39bc4f-b865-4cdb-b6ab-148d47429024,revision_number=None']} {{(pid=96265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:41.011877 n-d-807558-3 neutron-server[96265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068695a4-f648-448f-9a66-0af3b353eaa2 None None] No DVR routers for this DVR port 6f39bc4f-b865-4cdb-b6ab-148d47429024 on host n-d-807558-3 {{(pid=96265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 14:51:41.069334 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3769483', 'neutron.services.segments.db._delete_segments_for_network-8778604830073'] for network, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:41.092287 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62308787-70e8-461d-b62e-fbb0e8da2e5e']}} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:41.101278 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93af3573-7332-4938-a052-bb0788279854') {'for_net_delete': True} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:41.101573 n-d-807558-3 neutron-server[96264]: DEBUG neutron.services.segments.db [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93af3573-7332-4938-a052-bb0788279854') {} {{(pid=96264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 14:51:41.111102 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778604830338', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12525266'] for segment, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:41.123766 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436'] for segment, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:41.129325 n-d-807558-3 neutron-server[96264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=96264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 14:51:41.129718 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3769436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12461107'] for segment, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: Traceback (most recent call last): Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: timer() Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: cb(*args, **kw) Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: return func(*args, **kwargs) Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: self._notify() Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: self.callback(batched_events) Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: event.method(event) Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: return f(self, *a, **k) Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: return self._get(url).json() Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: return self.request(url, 'GET', **kwargs) Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 14:51:41.131341 n-d-807558-3 neutron-server[96264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 14:51:41.252286 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3769476', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-520222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3624186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-748037'] for network, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:41.257739 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Notify callbacks [] for network, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:41.259909 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] 10.222.0.69 "DELETE /v2.0/networks/62308787-70e8-461d-b62e-fbb0e8da2e5e HTTP/1.1" status: 204 len: 168 time: 0.6963401 Sep 08 14:51:41.271163 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7ee1f-e8b7-4a30-8359-ead52940894d admin admin] Pushing event deleted for resources: {'Network': ['ID=62308787-70e8-461d-b62e-fbb0e8da2e5e,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:41.577415 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58992) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:41.616548 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-b64f8bd1-cbbd-4c53-aa98-2f76bc47eedb admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=66a3dafc7c2240c4a004303f8dda3b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379686 Sep 08 14:51:41.618899 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [-] (96264) accepted ('10.222.0.69', 58994) {{(pid=96264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:41.669000 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4ca91e5-fb7f-4d08-8070-c099f0e75b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:41.689394 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4ca91e5-fb7f-4d08-8070-c099f0e75b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:41.826696 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4ca91e5-fb7f-4d08-8070-c099f0e75b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:41.829209 n-d-807558-3 neutron-server[96264]: DEBUG neutron_lib.callbacks.manager [None req-e4ca91e5-fb7f-4d08-8070-c099f0e75b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:41.830424 n-d-807558-3 neutron-server[96264]: INFO neutron.wsgi [None req-e4ca91e5-fb7f-4d08-8070-c099f0e75b12 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/44120bd7-ebba-412f-b980-4af4ebb343da HTTP/1.1" status: 204 len: 168 time: 0.2106276 Sep 08 14:51:41.838140 n-d-807558-3 neutron-server[96264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca91e5-fb7f-4d08-8070-c099f0e75b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44120bd7-ebba-412f-b980-4af4ebb343da,revision_number=None']} {{(pid=96264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:42.310381 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:42.525735 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6f39bc4f-b865-4cdb-b6ab-148d47429024 no longer exists at agent ovs-agent-n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 14:51:42.546129 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.plugin [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] No Port match for: 6f39bc4f-b865-4cdb-b6ab-148d47429024 {{(pid=96265) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 14:51:42.546501 n-d-807558-3 neutron-server[96265]: DEBUG neutron.plugins.ml2.rpc [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Device 6f39bc4f-b865-4cdb-b6ab-148d47429024 not bound to the agent host n-d-807558-3 {{(pid=96265) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 14:51:42.576686 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59000) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:42.615120 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-678715fe-fafe-41af-9153-56ca1fd8aa62 admin admin] 10.222.0.69 "GET /v2.0/security-groups?tenant_id=11b6a242173b4c98bb64566d69dfe00b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373325 Sep 08 14:51:42.617526 n-d-807558-3 neutron-server[96263]: DEBUG neutron.wsgi [-] (96263) accepted ('10.222.0.69', 59002) {{(pid=96263) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 14:51:42.664270 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e26168ee-26c2-4997-8bfa-78c9c9280ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:42.685138 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e26168ee-26c2-4997-8bfa-78c9c9280ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:42.858024 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e26168ee-26c2-4997-8bfa-78c9c9280ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-523722'] for security_group, after_delete {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:42.860566 n-d-807558-3 neutron-server[96263]: DEBUG neutron_lib.callbacks.manager [None req-e26168ee-26c2-4997-8bfa-78c9c9280ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:42.861830 n-d-807558-3 neutron-server[96263]: INFO neutron.wsgi [None req-e26168ee-26c2-4997-8bfa-78c9c9280ff5 admin admin] 10.222.0.69 "DELETE /v2.0/security-groups/66b78b63-1f35-4b23-aae9-049e2a2745da HTTP/1.1" status: 204 len: 168 time: 0.2434170 Sep 08 14:51:42.869789 n-d-807558-3 neutron-server[96263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26168ee-26c2-4997-8bfa-78c9c9280ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b78b63-1f35-4b23-aae9-049e2a2745da,revision_number=None']} {{(pid=96263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 14:51:43.658141 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:45.409843 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:48.006653 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:51:57.273911 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:52:07.937332 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-bf0783a2-98a4-40e6-b3cb-2a1f6b6ac4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:10.285737 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-622ce9a6-dc44-4537-bdc7-ec616f533dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:10.697489 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:12.260456 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:13.662817 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:15.480080 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:18.014965 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:34.272394 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:52:37.943045 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e1af71f1-3379-47ec-994b-ae732781343a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:40.273897 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f72133ed-15ec-49f1-a368-fb7be336529f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:40.708202 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:42.268130 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:43.728423 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:45.459565 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:52:48.031755 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:07.947413 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c1436b32-eb4e-46cb-a883-ae32c06dac54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:10.305161 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-e0047907-f759-447e-836f-5cd3f7c52866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:10.667637 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:11.270564 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:53:12.296228 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:13.713034 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:15.464838 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:18.050275 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:37.973000 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-f075ca05-bfbe-4816-aff4-255449c73e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:40.304663 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-46ce4600-29ad-49ee-9fe0-645c2178c44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:40.741129 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:42.304426 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:43.675634 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:45.461083 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:48.101106 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:53:48.270129 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:54:07.949491 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-94b98287-d892-4436-83da-ed389d43eb7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:10.275166 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-a7031123-268b-4093-b242-6bd1f163cbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:10.700639 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:12.266230 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:13.755362 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:15.480965 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:18.057705 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:25.269224 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:54:37.945952 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-5493c157-76dd-44ce-aeed-c6dc5d52b326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:40.311487 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-457ac1c4-4c57-4d75-8713-1dacf32a7e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:40.717111 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:42.274465 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:43.714740 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:45.503260 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:54:48.071394 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:02.269280 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:55:07.937143 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b4bfcc82-9f81-49f4-8aed-f9fe9348430a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:10.276505 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-027babfa-ba47-4a62-a3e2-9edecb7820b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:10.704802 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:12.276130 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:13.676380 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:15.508071 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:18.091400 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:37.932932 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7134dd66-fbd0-400a-b50c-0c75dcbd991d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:39.269097 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:55:40.290869 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-886dc4c3-59d3-4578-a9f8-26be023e5ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:40.713289 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:42.330378 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:43.698702 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:45.481663 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:55:48.079043 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:07.937869 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-50fccecf-9039-40a6-94a4-dc6184c5e46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:10.290218 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-985d718a-877b-4d34-a0f5-3d41b34848ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:10.727032 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:12.284579 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:13.664014 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:15.467320 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:16.268896 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:56:18.072875 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:37.939263 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-8b5aea6b-fbd3-40fb-b2be-98ae8787fd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:40.289524 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-355128fc-9742-413e-b788-23a788b49e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:40.709171 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:42.306151 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:43.706509 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:45.468774 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:48.068878 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:56:53.268784 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:57:07.937076 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b6ba328f-0bae-4672-a4d1-23fdfc70979c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:10.283223 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-90f12cb2-0e4d-4b3c-9985-822892ce46ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:10.696813 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:12.557357 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:13.705990 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:15.519487 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:18.077077 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:30.271902 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:57:37.942329 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-0e7b1e10-d1a6-48ae-b091-38c48734bcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:40.294110 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-4180bac9-c360-4a0e-8cf1-49f509c01584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:40.696261 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:42.294076 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:43.688139 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:45.490403 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:57:48.073195 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:07.271192 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:58:07.952676 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-217a10d7-58bb-4409-89ad-37a64e3e8608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:10.278270 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-85d3526e-95f9-495e-b9f7-2eb917c08104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:10.684077 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:12.304635 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:13.695823 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:15.546695 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:18.083727 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:36.272818 n-d-807558-3 neutron-server[96264]: DEBUG neutron.wsgi [req-326cd9f6-8890-4096-be2e-0377b9aaade6 req-737bdd62-99be-4115-b45f-8777143f16cd service neutron] (96264) timed out ('10.222.0.69', 57430) {{(pid=96264) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 14:58:37.938344 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-055a0715-9666-4ed0-9d3d-b16917ef9c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:40.281116 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-11105274-97a5-4ebb-bd0f-4c61b9d6c2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:40.692605 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:42.312342 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:43.695005 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:44.270655 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:58:45.503927 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:58:48.095173 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:07.934866 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c4a061b6-d27a-4dce-8468-58cdcd4d1c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:10.286087 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7f6cc38f-0c8e-4ba9-b5f4-fc6dfc01410b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:10.688716 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:12.303251 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:13.732685 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:15.503359 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:18.099860 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:21.269954 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 14:59:37.922126 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-c04739f4-6722-4264-9133-d4b4905ed52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:40.311568 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-00407ea5-5111-4d5b-b39b-e91b9353b8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:40.682292 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:42.308663 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:43.739106 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:45.525291 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:48.114444 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 14:59:58.270897 n-d-807558-3 neutron-server[96266]: DEBUG neutron.db.agents_db [None req-95cb3a52-81f1-47cc-a4a9-69db1e197bc7 None None] Agent healthcheck: found 7 active agents {{(pid=96266) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:00:07.955935 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-7137f6e5-853e-4a3c-a11f-b2ffe17b27ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:00:10.302455 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-025cd23e-bc38-4d08-8ded-34ae86de2e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:00:10.687246 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-b69ea437-9b7b-4683-8362-8c592f72c470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:00:12.310575 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-9252187f-a9c1-41c0-9eed-7dcdef651a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:00:13.739024 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-514daaa8-68e6-4c77-b9d8-e39d2fd8ba80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:00:15.492592 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-13fd3480-d010-4440-9b18-6c34ee8f966e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:00:18.132604 n-d-807558-3 neutron-server[96265]: DEBUG neutron_lib.callbacks.manager [None req-267e2ecc-292b-40b5-8a65-ba7073d94413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778604830055', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3780949'] for agent, after_update {{(pid=96265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}